-- Logs begin at Thu 2022-02-03 03:35:57 UTC, end at Thu 2022-02-03 05:52:01 UTC. -- Feb 03 04:07:46.170958 n-d-827549-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 04:07:49.107726 n-d-827549-1 neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! Feb 03 04:07:49.108398 n-d-827549-1 neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev462 Feb 03 04:07:49.108495 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 04:07:49.111732 n-d-827549-1 neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! Feb 03 04:07:49.111994 n-d-827549-1 neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev462 Feb 03 04:07:49.112392 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 04:07:49.113348 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 04:07:49.113576 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 04:07:49.113940 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 04:07:49.114195 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 04:07:49.114432 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 04:07:49.114934 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.115362 n-d-827549-1 neutron-server[103214]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 04:07:49.115702 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.116002 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.116298 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.116579 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.116871 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.117160 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.117445 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.117746 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.118034 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.118314 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.118600 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.118893 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.119176 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.119468 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.119780 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.120075 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.120434 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.120865 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.121290 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.121572 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.121863 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.122141 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.122417 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.122691 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.122978 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.123309 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] host = n-d-827549-1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.123634 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.123906 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.124194 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.124480 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.124755 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.125033 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.125316 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.125590 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.125864 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.126140 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.126425 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.126710 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.126999 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.127228 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.127455 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.127772 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.128058 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.128336 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.128613 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.128890 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.129166 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.129441 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.129712 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.129996 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.130278 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.130559 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.130834 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.131110 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.131382 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.131687 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.131974 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.132250 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.132527 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.132801 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.133095 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.133368 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.133649 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.133951 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.134240 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.134524 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.134809 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.135087 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.135372 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.135677 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.135999 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.136253 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.136527 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.136796 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.137078 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.137353 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.137626 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.137901 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.138173 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.138455 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.138726 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:49.139027 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.139325 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.139656 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.139957 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.140247 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.140529 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.140818 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.141094 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.141381 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.141669 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.141963 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.142241 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.142541 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.142829 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.143128 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.143432 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.143752 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.144047 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.144324 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.144599 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.144872 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.145152 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.145443 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.145719 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.146010 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.146298 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.146579 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.146873 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.147164 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.147456 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.147769 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.148044 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.148327 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.148620 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.148898 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.149173 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.149451 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.149737 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.150012 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.150286 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.150568 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.150845 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.151118 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.151390 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.151751 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.152042 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.152320 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.152591 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.152862 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.153143 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.153416 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.153701 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.153977 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.154248 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.154520 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.154796 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.155070 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.155345 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.155652 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.155929 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.156207 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.156480 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.156752 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.157024 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.157296 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.157568 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.157840 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.158109 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.158382 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.158655 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.158927 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.159200 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.159472 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.159792 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.160065 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.160368 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.160639 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.160921 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.161197 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.161472 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.161748 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.162026 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.162302 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.162578 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.162848 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.163138 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.163422 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.163731 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.164033 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.164311 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.164606 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.164882 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.165165 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.165443 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.165722 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.166006 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.166286 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.166580 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.166872 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.167239 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.167561 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.167862 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.168146 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.168454 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.168732 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:49.168948 n-d-827549-1 neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 04:07:49.169194 n-d-827549-1 neutron-server[103214]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103214) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 04:07:49.541887 n-d-827549-1 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 04:07:49.542103 n-d-827549-1 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 04:07:49.542444 n-d-827549-1 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 04:07:49.542790 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 04:07:49.874983 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.875281 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.875586 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.876909 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.877190 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.877459 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.922383 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.922666 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.922935 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.937445 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.937728 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.937998 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.967663 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.967933 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:49.968205 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.008146 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.008420 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.008691 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.346612 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.347232 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.347232 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.347410 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.348045 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.445286 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.445614 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.445887 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.446160 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.446430 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.446742 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.447003 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.447257 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.447540 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.447833 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.448088 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.448387 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.448646 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.448900 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.449158 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.449424 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.449679 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.449944 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.450199 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.450459 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.450728 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.450979 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.451258 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.451656 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.451907 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.452152 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.452540 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:50.452779 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:50.453017 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:50.453258 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:50.453503 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:50.453738 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:50.454116 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 04:07:50.457289 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 04:07:50.461392 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 04:07:50.465316 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 03 04:07:50.466936 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 04:07:50.467410 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 04:07:50.467778 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 04:07:50.468160 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 04:07:50.471347 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 04:07:50.471629 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 04:07:50.471977 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 04:07:50.476838 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 04:07:50.500516 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 04:07:50.500962 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.501268 n-d-827549-1 neutron-server[103214]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 04:07:50.501624 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.502989 n-d-827549-1 neutron-server[103214]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 04:07:50.503273 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 04:07:50.503547 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 04:07:50.506835 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.507126 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:50.569905 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 04:07:50.570143 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 04:07:50.570384 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 04:07:50.570753 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 04:07:50.591818 n-d-827549-1 neutron-server[103214]: DEBUG oslo_db.sqlalchemy.engines [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103214) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 04:07:51.024378 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing driver for type 'gre' Feb 03 04:07:51.024915 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] gre ID ranges: [(1, 1000)] Feb 03 04:07:51.078489 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing driver for type 'local' Feb 03 04:07:51.078888 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing driver for type 'vlan' Feb 03 04:07:51.094018 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] VlanTypeDriver initialization complete Feb 03 04:07:51.094387 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing driver for type 'vxlan' Feb 03 04:07:51.094938 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] vxlan ID ranges: [(1, 1000)] Feb 03 04:07:51.149127 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing extension driver 'port_security' Feb 03 04:07:51.149525 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.extensions.port_security [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] PortSecurityExtensionDriver initialization complete Feb 03 04:07:51.149914 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing mechanism driver 'openvswitch' Feb 03 04:07:51.150253 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing mechanism driver 'hyperv' Feb 03 04:07:51.156977 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:07:51.157671 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.158054 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.158415 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.158955 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 04:07:51.159395 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.159784 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.160138 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.160544 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 04:07:51.160960 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.161316 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.161696 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.162100 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 04:07:51.162509 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > security_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.162865 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > security_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.163270 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.163833 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 04:07:51.164251 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.164605 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.164953 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.165356 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 04:07:51.165741 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > address_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.166092 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > address_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.166440 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.166840 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 04:07:51.167357 n-d-827549-1 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] ML2 OVO RPC backend initialized. {{(pid=103214) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 04:07:51.168084 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.168448 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.168873 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.169232 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > networks before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.169590 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.169944 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > ports before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.170297 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnet before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.170648 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnets before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.171003 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.171350 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.171722 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.172070 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.172415 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.172759 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.173102 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.173445 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.173786 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.180969 n-d-827549-1 neutron-server[103214]: INFO neutron.quota [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded quota_driver: . Feb 03 04:07:51.181346 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Modular L2 Plugin initialization complete Feb 03 04:07:51.181708 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading services supported by the core plugin {{(pid=103214) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 04:07:51.182065 n-d-827549-1 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Got port-security extension from driver 'port_security' Feb 03 04:07:51.182591 n-d-827549-1 neutron-server[103214]: INFO neutron.extensions.vlantransparent [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Disabled vlantransparent extension. Feb 03 04:07:51.183143 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103214) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 04:07:51.183475 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: router Feb 03 04:07:51.221332 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.221723 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.222111 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router before_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.222486 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.222926 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.223232 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router after_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.223628 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > floatingip after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.223988 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.224357 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.224712 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.225064 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.225399 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.225769 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.226193 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.226571 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.226923 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.227265 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.227645 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.227988 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.228342 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.228694 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: port before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.229047 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.229411 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.229827 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.230188 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.230555 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.230910 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.231282 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.231670 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > agent after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.232026 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.232890 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Tracking information for resource: router configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:51.233235 n-d-827549-1 neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Tracking information for resource: floatingip configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 04:07:51.238321 n-d-827549-1 neutron-server[103214]: INFO neutron.db.l3_agentschedulers_db [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 04:07:51.238890 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.239260 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.239644 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.240004 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.240884 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router before_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.241302 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.241676 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.242055 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > router precommit_update 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.246829 n-d-827549-1 neutron-server[103214]: DEBUG neutron.services.provider_configuration [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service providers = [] {{(pid=103214) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 04:07:51.247193 n-d-827549-1 neutron-server[103214]: DEBUG neutron.db.servicetype_db [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103214) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 04:07:51.250214 n-d-827549-1 neutron-server[103214]: DEBUG neutron.services.service_base [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 04:07:51.250572 n-d-827549-1 neutron-server[103214]: DEBUG neutron.services.service_base [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 04:07:51.250923 n-d-827549-1 neutron-server[103214]: DEBUG neutron.services.service_base [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 04:07:51.251856 n-d-827549-1 neutron-server[103214]: DEBUG neutron.services.service_base [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 04:07:51.252231 n-d-827549-1 neutron-server[103214]: INFO neutron.services.service_base [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 04:07:51.252607 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.252931 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 04:07:51.263747 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.264095 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: auto_allocate Feb 03 04:07:51.269982 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: network precommit_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.270369 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: network precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.270896 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.271226 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: tag Feb 03 04:07:51.277977 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.278240 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: timestamp Feb 03 04:07:51.282314 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.282663 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: network_ip_availability Feb 03 04:07:51.288221 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.288600 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.288966 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.289715 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.290062 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: flavors Feb 03 04:07:51.294944 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.295285 n-d-827549-1 neutron-server[103214]: INFO neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading Plugin: revisions Feb 03 04:07:51.299693 n-d-827549-1 neutron-server[103214]: DEBUG neutron.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 04:07:51.300089 n-d-827549-1 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 04:07:51.300846 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103214) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 04:07:51.301193 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Initializing extension manager. Feb 03 04:07:51.301720 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: __init__.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.302073 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: __pycache__ {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.302421 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.302756 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.303547 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.304123 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: address-group Feb 03 04:07:51.304459 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.305196 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.305712 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: address-scope Feb 03 04:07:51.306042 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.306960 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.307494 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: router-admin-state-down-before-update Feb 03 04:07:51.307858 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: agent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.308761 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.309276 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: agent Feb 03 04:07:51.309609 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: agent_resources_synced.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.310522 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.311035 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: agent-resources-synced Feb 03 04:07:51.311369 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: allowedaddresspairs.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.313194 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.313720 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: allowed-address-pairs Feb 03 04:07:51.314067 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: auto_allocated_topology.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.315164 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.315723 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: auto-allocated-topology Feb 03 04:07:51.316059 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.316759 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.317271 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: availability_zone Feb 03 04:07:51.317604 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: availability_zone_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.318522 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.319027 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: availability_zone_filter Feb 03 04:07:51.319357 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: data_plane_status.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.320307 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.320811 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 04:07:51.321139 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: default_subnetpools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.322055 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.322556 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: default-subnetpools Feb 03 04:07:51.322887 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.323812 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.324319 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: dhcp_agent_scheduler Feb 03 04:07:51.324649 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: dns.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.325596 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.326099 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension dns-integration not supported by any of loaded plugins Feb 03 04:07:51.326432 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: dns_domain_ports.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.327360 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.327899 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 04:07:51.328233 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.329166 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.329674 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 04:07:51.330003 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: dvr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.330688 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.331191 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: dvr Feb 03 04:07:51.331537 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: ecmp_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.332460 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.332965 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 04:07:51.333297 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: empty_string_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.334213 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.334728 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: empty-string-filtering Feb 03 04:07:51.335143 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.336096 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.336604 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 04:07:51.336937 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.337851 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.338359 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 04:07:51.338687 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: external_net.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.339692 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.340207 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: external-net Feb 03 04:07:51.340541 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.341460 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.341972 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: extra_dhcp_opt Feb 03 04:07:51.342300 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: extraroute.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.343218 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.344123 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: extraroute Feb 03 04:07:51.344449 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: extraroute_atomic.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.345511 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.346027 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: extraroute-atomic Feb 03 04:07:51.346359 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: filter_validation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.347035 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.347593 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: filter-validation Feb 03 04:07:51.347887 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: fip_pf_description.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.348802 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.349307 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 04:07:51.349637 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: fip_port_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.350576 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.351085 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: fip-port-details Feb 03 04:07:51.351414 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.352700 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.353219 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: flavors Feb 03 04:07:51.353553 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.355290 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.355849 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 04:07:51.356183 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: floatingip_pools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.356889 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.357484 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: floatingip-pools Feb 03 04:07:51.357818 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: ip_allocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.358769 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.359276 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 04:07:51.359664 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.360644 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.361157 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: ip-substring-filtering Feb 03 04:07:51.361493 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l2_adjacency.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.362424 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.362927 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 04:07:51.363260 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l3.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.364446 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.364973 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: router Feb 03 04:07:51.365308 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.367792 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.368333 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 04:07:51.368675 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.369633 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.370204 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: ext-gw-mode Feb 03 04:07:51.370547 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.371476 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.372021 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: l3-ha Feb 03 04:07:51.372360 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l3_flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.373302 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.373814 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: l3-flavors Feb 03 04:07:51.374146 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.375077 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.375613 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 04:07:51.375950 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: l3agentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.377023 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.377530 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: l3_agent_scheduler Feb 03 04:07:51.377865 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: local_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.379704 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.380234 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension local_ip not supported by any of loaded plugins Feb 03 04:07:51.380584 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: logging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.382086 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.382601 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension logging not supported by any of loaded plugins Feb 03 04:07:51.382937 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: metering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.383734 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.384317 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: metering Feb 03 04:07:51.384654 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.385809 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.386323 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: metering_source_and_destination_fields Feb 03 04:07:51.386660 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: multiprovidernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.387629 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.388144 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: multi-provider Feb 03 04:07:51.388478 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: netmtu.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.389405 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.389911 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: net-mtu Feb 03 04:07:51.390247 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: netmtu_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.391173 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.391722 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: net-mtu-writable Feb 03 04:07:51.392050 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: network_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.392728 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.393235 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: network_availability_zone Feb 03 04:07:51.393561 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: network_ip_availability.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.394699 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.395219 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: network-ip-availability Feb 03 04:07:51.395585 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: network_segment_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.396363 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.396871 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 04:07:51.397200 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: pagination.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.398194 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.398528 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: pagination Feb 03 04:07:51.398860 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: port_device_profile.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.399821 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.400337 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: port-device-profile Feb 03 04:07:51.400666 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.401698 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.402204 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: port-mac-address-regenerate Feb 03 04:07:51.402536 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.403608 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.404127 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: port-numa-affinity-policy Feb 03 04:07:51.404459 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: port_resource_request.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.405394 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.405901 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 04:07:51.406229 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: port_resource_request_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.407207 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.407737 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 04:07:51.408069 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: portbindings.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.409012 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.409524 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: binding Feb 03 04:07:51.409857 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: portbindings_extended.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.411145 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.411701 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: binding-extended Feb 03 04:07:51.412040 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: portsecurity.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.412959 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.413479 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: port-security Feb 03 04:07:51.413798 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: project_id.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.414793 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.415132 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: project-id Feb 03 04:07:51.415459 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: providernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.416423 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.416958 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: provider Feb 03 04:07:51.417289 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.420962 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.421486 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos not supported by any of loaded plugins Feb 03 04:07:51.421824 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.423087 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.423636 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 04:07:51.423979 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.424906 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.425436 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 04:07:51.425769 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_default.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.426698 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.427207 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-default not supported by any of loaded plugins Feb 03 04:07:51.427566 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.428501 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.429009 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-fip not supported by any of loaded plugins Feb 03 04:07:51.429342 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_fip_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.430267 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.430777 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 04:07:51.431109 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_gateway_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.432062 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.432582 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 04:07:51.432964 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_port_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.433892 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.434401 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 04:07:51.434732 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.435828 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.436420 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 04:07:51.436760 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_pps_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.437973 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.438490 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-pps not supported by any of loaded plugins Feb 03 04:07:51.438826 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_rule_type_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.439773 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.440279 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 04:07:51.440611 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: qos_rules_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.441678 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.442199 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 04:07:51.442531 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: quota_check_limit.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.443456 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.444013 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: quota-check-limit Feb 03 04:07:51.444347 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: quotasv2.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.445282 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.445618 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: quotas Feb 03 04:07:51.445945 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: quotasv2_detail.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.447831 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.448195 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: quota_details Feb 03 04:07:51.448545 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: rbac.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.449607 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.450138 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: rbac-policies Feb 03 04:07:51.450478 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: rbac_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.451420 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.451973 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: rbac-address-group Feb 03 04:07:51.452310 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: rbac_address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.453234 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.453756 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: rbac-address-scope Feb 03 04:07:51.454088 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: rbac_security_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.455018 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.455539 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: rbac-security-groups Feb 03 04:07:51.455888 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: rbac_subnetpool.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.456809 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.457321 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: rbac-subnetpool Feb 03 04:07:51.457652 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: revisionifmatch.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.458574 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.459086 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: revision-if-match Feb 03 04:07:51.459413 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: revisions.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.460563 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.461079 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: standard-attr-revisions Feb 03 04:07:51.461410 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: router_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.462085 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.462600 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: router_availability_zone Feb 03 04:07:51.462931 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: routerservicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.463945 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.464456 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension router-service-type not supported by any of loaded plugins Feb 03 04:07:51.464790 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.465815 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.466332 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: security-groups-normalized-cidr Feb 03 04:07:51.466661 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.467628 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.468143 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: port-security-groups-filtering Feb 03 04:07:51.468832 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.469774 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.470289 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: security-groups-remote-address-group Feb 03 04:07:51.470615 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.471581 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.472085 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: security-groups-shared-filtering Feb 03 04:07:51.473488 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.473488 n-d-827549-1 neutron-server[103214]: WARNING neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 04:07:51.473488 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: securitygroup.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.482985 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.483529 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: security-group Feb 03 04:07:51.483892 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.484700 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.485218 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension segment not supported by any of loaded plugins Feb 03 04:07:51.485558 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.486517 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.487023 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 04:07:51.487363 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: servicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.488506 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.489028 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: service-type Feb 03 04:07:51.489364 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: sorting.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.490356 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.490696 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: sorting Feb 03 04:07:51.491027 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: standard_attr_segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.491987 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.492511 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 04:07:51.492845 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: standardattrdescription.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.493499 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.494015 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: standard-attr-description Feb 03 04:07:51.494349 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: stateful_security_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.495380 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.495928 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: stateful-security-group Feb 03 04:07:51.496255 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: stdattrs_common.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.496840 n-d-827549-1 neutron-server[103214]: WARNING neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 04:07:51.497172 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.498103 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.498612 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 04:07:51.498940 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: subnet_onboard.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.500067 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.500587 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: subnet_onboard Feb 03 04:07:51.500917 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.501858 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.502378 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 04:07:51.502711 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: subnet_service_types.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.503673 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.504191 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: subnet-service-types Feb 03 04:07:51.504522 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: subnetallocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.505620 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.506132 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: subnet_allocation Feb 03 04:07:51.506465 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.507131 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.507679 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: subnetpool-prefix-ops Feb 03 04:07:51.508008 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.508943 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.509457 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 04:07:51.509776 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: tagging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.510872 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.511388 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: standard-attr-tag Feb 03 04:07:51.511745 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: timestamp.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.512964 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.513487 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loaded extension: standard-attr-timestamp Feb 03 04:07:51.513820 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: trunk.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.514863 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.515387 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension trunk not supported by any of loaded plugins Feb 03 04:07:51.515750 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: trunk_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.516692 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.517205 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension trunk-details not supported by any of loaded plugins Feb 03 04:07:51.517538 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: uplink_status_propagation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.518484 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.518996 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 04:07:51.519325 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Loading extension file: vlantransparent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 04:07:51.520028 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 04:07:51.520536 n-d-827549-1 neutron-server[103214]: INFO neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 04:07:51.523035 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:network Feb 03 04:07:51.523596 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:subnet Feb 03 04:07:51.524006 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 04:07:51.524438 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:port Feb 03 04:07:51.525705 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.526160 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.526840 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.527277 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.527639 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:router Feb 03 04:07:51.528128 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:floatingip Feb 03 04:07:51.528578 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.530029 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.530408 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.530771 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:07:51.531823 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 04:07:51.532274 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:security_group Feb 03 04:07:51.532718 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 04:07:51.534382 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.534730 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 04:07:51.535104 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] subnetpool is already registered Feb 03 04:07:51.535574 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.535910 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 04:07:51.536250 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] subnetpool is already registered Feb 03 04:07:51.538656 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.539099 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.539727 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.540154 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.540497 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:router Feb 03 04:07:51.540831 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] router is already registered Feb 03 04:07:51.541258 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:floatingip Feb 03 04:07:51.541601 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] floatingip is already registered Feb 03 04:07:51.542085 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.542747 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 04:07:51.543080 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] rbac_policy is already registered Feb 03 04:07:51.543515 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:security_group Feb 03 04:07:51.543858 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] security_group is already registered Feb 03 04:07:51.544267 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 04:07:51.544608 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] security_group_rule is already registered Feb 03 04:07:51.545236 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.545575 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 04:07:51.545920 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] subnetpool is already registered Feb 03 04:07:51.546354 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 04:07:51.546690 n-d-827549-1 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 04:07:51.547022 n-d-827549-1 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] subnetpool is already registered Feb 03 04:07:51.547509 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: extensions {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.548998 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: address-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.550515 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: address-scopes {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.551876 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.553052 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: auto-allocated-topology {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.554314 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: availability_zones {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.555575 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: dhcp-networks {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.557111 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: dhcp-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.558624 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.560886 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: flavors {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.562073 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.563310 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: next_providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.564802 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.566358 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: floatingip-pools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.567632 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.569731 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: floatingips {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.571018 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: l3-routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.572452 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: l3-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.573914 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: metering-labels {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.575313 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: metering-label-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.576690 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: network-ip-availabilities {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.577911 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: bindings {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.579537 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.581139 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.582706 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: rbac-policies {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.584056 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: security-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.585303 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: security-group-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.586538 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: service-providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.587794 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.589297 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.590771 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.592483 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.594677 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.596514 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.599344 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.601265 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.602982 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.604945 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.606703 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.608605 n-d-827549-1 neutron-server[103214]: DEBUG neutron.api.extensions [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 04:07:51.614524 n-d-827549-1 neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 04:07:51.619317 n-d-827549-1 neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 04:07:51.627999 n-d-827549-1 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Acquired lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 04:07:51.628481 n-d-827549-1 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Releasing lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 04:07:51.629148 n-d-827549-1 neutron-server[103214]: INFO oslo_service.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Starting 2 workers Feb 03 04:07:51.633968 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Started child 103323 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 04:07:51.638570 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Started child 103324 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 04:07:51.639396 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:07:51.640106 n-d-827549-1 neutron-server[103214]: INFO neutron.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 04:07:51.640731 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Publish callbacks [] for process (None), before_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:07:51.640858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [-] (103323) wsgi starting up on http://0.0.0.0:9696 Feb 03 04:07:51.643049 n-d-827549-1 neutron-server[103214]: INFO oslo_service.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Starting 1 workers Feb 03 04:07:51.643198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:07:51.644528 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [-] (103324) wsgi starting up on http://0.0.0.0:9696 Feb 03 04:07:51.648273 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Started child 103325 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 04:07:51.648811 n-d-827549-1 neutron-server[103214]: INFO oslo_service.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Starting 1 workers Feb 03 04:07:51.652229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] calling RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 04:07:51.652801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] returning from RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 04:07:51.653310 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Started child 103326 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 04:07:51.654085 n-d-827549-1 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5d49270-1ce6-4774-bbf3-1c65defc71ac None None] Publish callbacks [] for process (None), after_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:07:51.654212 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:07:51.654783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:07:51.655990 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 04:07:51.656166 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 04:07:51.656550 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 04:07:51.656760 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 04:07:51.657140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 04:07:51.657277 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 04:07:51.657776 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.658258 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.658397 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:07:51.658861 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.658861 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.658994 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.659199 n-d-827549-1 neutron-server[103326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:07:51.659602 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.659875 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.660128 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.660396 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.660652 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.660841 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.660986 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.661203 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.661451 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.661749 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.662008 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.662253 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.662510 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.662687 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.662960 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.663228 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.663477 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.663748 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.664026 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.664507 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.664750 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.665009 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.665248 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.665524 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.665787 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.666054 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.666300 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.666535 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.666771 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.667081 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.667397 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.667566 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.667836 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.668051 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.668324 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.668539 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.668987 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] host = n-d-827549-1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.669222 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.669445 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.669701 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.669961 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.670207 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.670423 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.670690 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.670954 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.671209 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.671459 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.671727 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.671965 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.672186 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.672429 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.672597 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.672852 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.673130 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.673391 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.673580 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.673750 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.673915 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.674186 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.674354 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.674621 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.674854 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.675070 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.675295 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.675538 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.675758 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.676013 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.676252 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.676476 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.676717 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.676967 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.677252 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.677513 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.677718 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.677924 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.678217 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.678440 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.678660 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.678888 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.679155 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.680582 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.680818 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.681914 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.682286 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.682802 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.683059 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.683642 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.683822 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.683964 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.684113 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.684785 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.684785 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.685086 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.685195 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.685437 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.685611 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.685846 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.686072 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.686380 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.686551 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.686793 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.687062 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.687255 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.687797 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.688668 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.689162 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.689443 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.689683 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.690136 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.690428 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.690752 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.691015 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.691257 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.691560 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.691810 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.692061 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.692336 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.692574 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.692902 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.693147 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.693472 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.693728 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.694009 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.694337 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.694602 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.694885 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.695126 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.695348 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.695605 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.695847 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.696114 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.696353 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.696603 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.696840 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.697062 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.697361 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.697631 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.697968 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.698228 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.698476 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.698723 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.698942 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.699180 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.699416 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.699679 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.699897 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.700111 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.700961 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.701200 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.701444 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.703454 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.703728 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.703957 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.704197 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.704455 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.704729 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.704970 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.705218 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.705459 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.705706 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.706063 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.706234 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.706441 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.706635 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.706873 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.707148 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.707380 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.707630 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.707874 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.708060 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.708292 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.708515 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.708725 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.708937 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.709151 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.709360 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.709601 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.709816 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.710028 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.710242 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.710452 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.711349 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.711349 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.711349 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.711349 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.711936 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.711936 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.711936 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.713916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.715943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.717080 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.717080 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.717080 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.717080 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.717080 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.717080 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.720862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.721364 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.721364 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.721528 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.721726 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.721981 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.722316 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.722608 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.722863 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.723042 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.723543 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.723706 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.723846 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.724111 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.724331 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.724515 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.724878 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.725025 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.725295 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.725500 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.725784 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.726327 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.726327 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.726602 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.726740 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.727601 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.727601 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.727601 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.727869 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.727953 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.728166 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.728585 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.728818 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.729060 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.729301 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.729619 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.729835 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.730078 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.730313 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.730558 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.730772 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.730988 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.731218 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.731466 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.731747 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.731976 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.732193 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.732437 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.732682 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.732913 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.733130 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.733381 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.733597 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.733862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.734067 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.734321 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.734556 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.734777 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.735037 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.735282 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.735541 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.736602 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.736602 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.736602 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.736602 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.736932 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.736932 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.737136 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.737352 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.737568 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.737762 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.738002 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.738230 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.738473 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.738721 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.738953 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.739293 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.739559 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.739789 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.740032 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.740252 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.740487 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.740744 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.740975 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.741209 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.741424 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.741655 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.741932 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.742174 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.742410 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.742622 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.742850 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.743060 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.743274 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.743519 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.743774 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.744033 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.744262 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.744519 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.744758 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.744943 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.745197 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.745407 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.745617 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.745835 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.746050 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.746257 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.746516 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.746725 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.746935 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.747215 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.747423 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.747679 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.747913 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.748123 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.748371 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.748657 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.748880 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.749088 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.749312 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.749521 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.749738 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.749957 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.750325 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.750546 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.750772 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.751133 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.751343 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.751607 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.751830 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.752041 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.752342 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.752587 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.752941 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.753374 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.753751 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.754003 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.754404 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.754707 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.754945 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.755210 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.755439 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.755681 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.755900 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.756166 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.756478 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.756759 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.756999 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.757258 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.757531 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.757801 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.758076 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.758307 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.758590 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.758958 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.759220 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.759461 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.759737 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.759991 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.760215 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.760430 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.760683 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.760988 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.761220 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.761457 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.761685 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.761931 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.762147 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.762376 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.762595 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.762840 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.763054 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.763293 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.763530 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.763707 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 04:07:51.764245 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 04:07:51.764406 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 04:07:51.764564 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 04:07:51.764734 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 04:07:51.764920 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 04:07:51.765081 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 04:07:51.765289 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.765451 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.765595 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.765754 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.765916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.766098 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.766260 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.766414 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.766572 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.766731 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.766888 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.767047 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.767204 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.767362 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.767539 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.767701 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.767867 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.768022 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.768185 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.768343 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.768501 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.768661 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.768817 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.768975 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.769199 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.769367 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.769524 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.769682 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.769842 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.770001 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.770162 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.770319 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.770479 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.770626 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.770780 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.770938 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.771089 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.771244 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.771402 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.771567 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.771711 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.771883 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] host = n-d-827549-1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.772026 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.772163 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.772314 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.772454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:07:51.772606 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.772606 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.772885 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.772885 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.773159 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.773159 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.773421 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.773559 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.773697 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.773843 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.773982 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.774121 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.774259 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.774396 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.774534 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.774671 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.774923 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.775068 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.775217 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.775391 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.775391 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.775790 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.775790 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.776073 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.776073 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.776654 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.776654 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.776654 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.776654 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777156 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777156 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777156 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777833 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777833 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777833 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777833 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.777833 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.778484 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.778484 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.778484 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.778484 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.778822 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.778822 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.778822 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.779035 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.779123 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.779253 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.779411 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.779742 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.779903 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.780065 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.780218 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.780377 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.780536 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.780694 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.780851 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.781008 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.781167 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.781324 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.781481 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.781638 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.781794 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.781952 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.782111 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.782264 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.782423 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.782579 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.782737 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 04:07:51.782913 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.783077 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.783249 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.783412 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.783605 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.783745 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.783882 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.784040 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.784203 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.784347 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.784523 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.784686 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785024 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785024 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785347 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785347 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785548 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785635 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785770 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.785933 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.786121 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.786261 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.786538 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.786538 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.786852 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.786990 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.787140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.787301 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.787660 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.787934 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.787934 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.788216 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.788216 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.788478 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.788693 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.788862 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.789004 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.789141 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.789273 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.789429 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.789637 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.789784 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.789920 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.790163 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.790334 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.790521 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.790759 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.790905 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.791144 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.791144 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.791680 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.791680 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.791680 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.792270 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.792270 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.792270 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.792727 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.792727 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.792727 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.793140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.793140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.793140 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.793489 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.793489 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.793668 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.793814 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.794073 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.794073 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.794358 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.794358 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.794570 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.794797 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.794797 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.795050 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.795179 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.795369 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.795369 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.795565 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.795800 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.795955 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.796063 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.796218 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.796313 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.796469 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.796615 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.796784 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.796915 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.797077 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.797277 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.797383 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.797656 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.797839 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798048 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798048 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798295 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798417 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798500 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798637 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798770 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.798975 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.799100 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.799212 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.800688 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.801388 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.801388 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.801388 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.801388 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.801388 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.801388 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802097 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802097 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802097 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802097 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802600 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802600 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802600 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.802600 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803227 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803227 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803227 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803227 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803815 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803815 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803815 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.803815 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.804225 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.804225 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.804504 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.804504 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.804767 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.804767 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.805026 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.805170 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.805384 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.805384 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.805600 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.805881 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.805881 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.806131 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.806131 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.806327 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.806460 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.806566 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.806712 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.806898 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.807030 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.807164 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.807285 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.807472 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.807708 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.807844 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.807952 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.808151 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.808290 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.808406 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.808546 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.808706 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.808886 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.809025 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.809239 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.809405 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.809527 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.809704 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.809855 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810075 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810075 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810327 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810408 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810542 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810690 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810835 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.810999 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.811158 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.811316 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.811530 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.811682 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.811830 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.811994 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.812149 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.812286 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.812422 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.812553 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.812733 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.812970 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.813058 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.813152 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.813324 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.813511 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.813659 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.813799 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.813937 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.814161 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.814340 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.814479 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.814626 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.814764 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815014 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815014 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815303 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815303 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815621 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815621 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815859 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.815995 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.816117 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.816228 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.816337 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.816480 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.816643 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.816808 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.816972 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.817143 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.817306 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.817456 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.817613 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.817776 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.817935 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.818109 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.818284 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.818415 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.818550 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.818712 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.818871 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.819042 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.819205 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.819348 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.819528 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.819695 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.819858 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.820030 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.820185 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.820335 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.820491 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.820652 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.820811 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.820982 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.821142 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.821302 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.821462 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.821623 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.821783 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.821954 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.822117 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.822277 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.822448 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.822609 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.822768 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.822928 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.823103 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.823312 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.823477 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.823660 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.823820 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.823980 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.824142 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.824307 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.824480 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.824648 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.824811 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.824986 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.825157 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.825327 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.825488 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.825655 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.825830 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.825994 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.826154 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.826317 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.826477 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.826639 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.826799 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.826962 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.827123 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.827285 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.827451 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.827631 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.827791 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.827954 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.828115 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.828275 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.828434 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.828594 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.828756 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.828916 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 04:07:51.829070 n-d-827549-1 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 04:07:51.841306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:07:51.850208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067730 Feb 03 04:08:03.113501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31e9e0-ca2c-4345-9543-fc94245097f9 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:08:03.197726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31e9e0-ca2c-4345-9543-fc94245097f9 None None] No non-hosted networks {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 04:08:03.216003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.agentschedulers_db [None req-fe31e9e0-ca2c-4345-9543-fc94245097f9 None None] DHCP Agent not found on host n-d-827549-1 {{(pid=103325) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 04:08:03.320433 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c781544d-9aaf-41ce-b1ce-920242387393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583613'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:05.368767 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a048291-314c-4d66-b98e-f2905f9c13e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583613'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:05.401602 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75619700-0c36-441f-ad44-da63d36a3bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:06.423989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583613'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:07.877178 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583613'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:09.195445 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583613'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:09.196236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.196908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.197536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.198115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.198612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.199174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.199684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.200237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.200722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.201270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.201761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.202250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.202754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:09.203411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827549-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:09.209671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827549-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:11.363384 n-d-827549-1 neutron-server[103325]: INFO neutron.db.l3_hamode_db [None req-ca4c8da8-97df-4dc0-968d-02610f20b20a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 04:08:11.440366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c8da8-97df-4dc0-968d-02610f20b20a None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:08:11.440721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c8da8-97df-4dc0-968d-02610f20b20a None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:08:11.774915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:12.319754 n-d-827549-1 neutron-server[103323]: WARNING oslo_policy.policy [None req-04a640d8-f4ba-496f-b82f-d980f85bdadd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:12.320650 n-d-827549-1 neutron-server[103323]: WARNING oslo_policy.policy [None req-04a640d8-f4ba-496f-b82f-d980f85bdadd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:12.542115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-04a640d8-f4ba-496f-b82f-d980f85bdadd admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:08:12.543327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-04a640d8-f4ba-496f-b82f-d980f85bdadd admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7657232 Feb 03 04:08:15.210470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:15.530803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-89435fb8-dd32-4893-9498-8d5bc3b1700e admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'tenant_id': 'b54fb34e02154e0786768f9dc5bbca58', 'default_prefixlen': 26}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:08:15.620233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.policy [None req-89435fb8-dd32-4893-9498-8d5bc3b1700e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103323) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 04:08:15.660742 n-d-827549-1 neutron-server[103323]: WARNING oslo_policy.policy [None req-89435fb8-dd32-4893-9498-8d5bc3b1700e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:15.661045 n-d-827549-1 neutron-server[103323]: WARNING oslo_policy.policy [None req-89435fb8-dd32-4893-9498-8d5bc3b1700e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:15.757345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89435fb8-dd32-4893-9498-8d5bc3b1700e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768119746557', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768119742848', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768120059700', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768120054387', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768120044724', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768120085551', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1808562', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1800370', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-653322', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-524527'] for rbac-policy (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:15.844135 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89435fb8-dd32-4893-9498-8d5bc3b1700e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:15.846358 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-89435fb8-dd32-4893-9498-8d5bc3b1700e admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6346488 Feb 03 04:08:18.508488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:19.140378 n-d-827549-1 neutron-server[103324]: WARNING oslo_policy.policy [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:19.140935 n-d-827549-1 neutron-server[103324]: WARNING oslo_policy.policy [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:19.364095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'aa182912742e411899e77e7da6672e3c', 'tenant_id': 'aa182912742e411899e77e7da6672e3c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:08:19.422044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Made reservation on behalf of aa182912742e411899e77e7da6672e3c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:08:19.481568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.policy [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 04:08:19.526377 n-d-827549-1 neutron-server[103324]: WARNING oslo_policy.policy [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:19.527005 n-d-827549-1 neutron-server[103324]: WARNING oslo_policy.policy [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 04:08:19.536187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.558890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.681920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks [] for security_group (168b662b-91db-45f8-86e2-ad06463dd266), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.687306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (168b662b-91db-45f8-86e2-ad06463dd266), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.711007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:08:19.734471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768117580957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c85f3f25-6ade-4864-b00b-c45177e0524a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.735049 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Unsubscribe: segment precommit_create {{(pid=103324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 04:08:19.735573 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Added segment c85f3f25-6ade-4864-b00b-c45177e0524a of type vlan for network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 Feb 03 04:08:19.741269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168b662b-91db-45f8-86e2-ad06463dd266,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:19.779652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.779991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.780320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.780656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.780975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.781297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.781611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.781926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.782242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.782551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.782895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.783204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.783535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Tracked resource versions report: Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: pushed versions: Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: { 'AddressGroup': {'1.2'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Log': {'1.0'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Network': {'1.1'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Port': {'1.7'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'PortForwarding': {'1.2'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'QosPolicy': {'1.10'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'SecurityGroup': {'1.5'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'SubPort': {'1.0'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Subnet': {'1.1'}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Trunk': {'1.1'}} Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: consumer versions: Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: L3 agent@n-d-827549-1: {}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: Metadata agent@n-d-827549-1: {}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: Metering agent@n-d-827549-1: {}, Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'ConntrackHelper': '1.0', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'LocalIPAssociation': '1.0', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Log': '1.0', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Network': '1.1', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Port': '1.7', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'PortForwarding': '1.2', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'QosPolicy': '1.10', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'SecurityGroup': '1.5', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'SecurityGroupRule': '1.2', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'SubPort': '1.0', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Subnet': '1.1', Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: 'Trunk': '1.1'}} Feb 03 04:08:19.784673 n-d-827549-1 neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:08:19.846095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.887288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.888410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:19.889116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:19.946523 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4369049 Feb 03 04:08:20.001867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2500f09-691b-4ec8-b08e-e54c9f72a5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:20.014316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:08:22.641828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:23.050909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e066731-1a3a-4274-b80e-88f39518e326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:23.052296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0e066731-1a3a-4274-b80e-88f39518e326 admin admin] 10.222.0.35 "GET /v2.0/networks/c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 HTTP/1.1" status: 200 len: 825 time: 0.4094973 Feb 03 04:08:23.092013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1267bb4-9559-4e26-811a-c01cffa6d736 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/9ae5e8ef-5dcb-40d0-8905-20095f2d4992 HTTP/1.1" status: 200 len: 734 time: 0.0316033 Feb 03 04:08:23.103895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Request body: {'subnet': {'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'gateway_ip': '172.20.0.1', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'subnetpool_id': '9ae5e8ef-5dcb-40d0-8905-20095f2d4992', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:08:23.131435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Made reservation on behalf of aa182912742e411899e77e7da6672e3c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:08:23.134893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:23.416698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (6a52b0ae-3045-4c64-a5dc-cf190bfa91d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:23.494716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a52b0ae-3045-4c64-a5dc-cf190bfa91d0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:23.501469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Checking segment: {'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:08:23.501847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Network hostable DHCP agents. Network: c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:08:23.525302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:08:23.542214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:08:23.546712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:23.547300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:23.552181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c339e-edbc-41ed-936f-b4dcd5e663be None None] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:08:23.564021 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9623b204-dbe7-460d-a7b4-dd5f545a7231 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4635231 Feb 03 04:08:23.824666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'project_id': 'aa182912742e411899e77e7da6672e3c', 'fixed_ips': [{'subnet_id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:08:23.825951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:24.109697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Allocated IP 172.20.0.2 (c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0/6a52b0ae-3045-4c64-a5dc-cf190bfa91d0/067b1f07-7ce4-4e55-a097-349e96e19249) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:08:24.386002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Publish callbacks [] for port (067b1f07-7ce4-4e55-a097-349e96e19249), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:24.394640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:24.473888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:08:24.482247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:08:24.486030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:08:24.488446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Pushing event updated for resources: {'Port': ['ID=067b1f07-7ce4-4e55-a097-349e96e19249,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:24.501037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.501384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.501719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.502052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.502381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.502707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.503030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.503348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.503698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.504016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.504317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.504630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.504947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Tracked resource versions report: Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: pushed versions: Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Log': {'1.0'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Network': {'1.1'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Port': {'1.7'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'PortForwarding': {'1.2'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'QosPolicy': {'1.10'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'SubPort': {'1.0'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Subnet': {'1.1'}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Trunk': {'1.1'}} Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: consumer versions: Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: L3 agent@n-d-827549-1: {}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: Metadata agent@n-d-827549-1: {}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: Metering agent@n-d-827549-1: {}, Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'ConntrackHelper': '1.0', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'LocalIPAssociation': '1.0', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Log': '1.0', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Network': '1.1', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Port': '1.7', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'PortForwarding': '1.2', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'QosPolicy': '1.10', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'SecurityGroup': '1.5', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'SecurityGroupRule': '1.2', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'SubPort': '1.0', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Subnet': '1.1', Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: 'Trunk': '1.1'}} Feb 03 04:08:24.506043 n-d-827549-1 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:08:24.578646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Attempting to bind port 067b1f07-7ce4-4e55-a097-349e96e19249 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:08:24.579340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Attempting to bind port 067b1f07-7ce4-4e55-a097-349e96e19249 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:08:24.579554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Attempting to bind port 067b1f07-7ce4-4e55-a097-349e96e19249 on network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:08:24.585267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:08:24.585652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Checking segment: {'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:08:24.586115 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:24.586534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Bound using segment: {'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:08:24.587127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Bound port: 067b1f07-7ce4-4e55-a097-349e96e19249, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:08:24.587582 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:24.652033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] For port 067b1f07-7ce4-4e55-a097-349e96e19249, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:08:24.656173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] For port 067b1f07-7ce4-4e55-a097-349e96e19249, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=067b1f07-7ce4-4e55-a097-349e96e19249,segment=NetworkSegment(c85f3f25-6ade-4864-b00b-c45177e0524a),segment_id=c85f3f25-6ade-4864-b00b-c45177e0524a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:08:24.667264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:24.730024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1948fb-642d-4c79-8e3d-6ab098082941 None None] Pushing event updated for resources: {'Port': ['ID=067b1f07-7ce4-4e55-a097-349e96e19249,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:26.001322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50620) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:26.329251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-4ac7b97f-dd31-4177-8ecf-a53806eb0d83 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:08:26.330347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4ac7b97f-dd31-4177-8ecf-a53806eb0d83 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3276942 Feb 03 04:08:28.762626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:29.098275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-50523eab-4eba-438c-925f-fb0c7a08c89a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:08:29.099298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-50523eab-4eba-438c-925f-fb0c7a08c89a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3356669 Feb 03 04:08:31.784251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:32.090293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6fbeac2b-8eb6-4bec-94bb-fe52c2e73b68 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'aa182912742e411899e77e7da6672e3c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:08:32.115389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fbeac2b-8eb6-4bec-94bb-fe52c2e73b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f3103739-22c3-4153-ae50-448136465973), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:32.117138 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fbeac2b-8eb6-4bec-94bb-fe52c2e73b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f3103739-22c3-4153-ae50-448136465973), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:32.256010 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fbeac2b-8eb6-4bec-94bb-fe52c2e73b68 admin admin] Publish callbacks [] for router_controller (f3103739-22c3-4153-ae50-448136465973), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:32.262225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fbeac2b-8eb6-4bec-94bb-fe52c2e73b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f3103739-22c3-4153-ae50-448136465973), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:32.277824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fbeac2b-8eb6-4bec-94bb-fe52c2e73b68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:32.279151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6fbeac2b-8eb6-4bec-94bb-fe52c2e73b68 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4938838 Feb 03 04:08:33.053117 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-116d22b5-d8de-41ea-b0d1-624708ff21a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:34.716764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:35.047325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-39d9723c-55f8-4ca2-94eb-6cb57c1fae95 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:08:35.048388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-39d9723c-55f8-4ca2-94eb-6cb57c1fae95 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3303978 Feb 03 04:08:35.373683 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11e577a2-6a6b-4a8a-ac1b-4bc145c875bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:35.502472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff56a29-15ae-4658-865b-312c1998758a None None] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:08:35.631252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-afb569d2-5f54-4a35-9298-8dabbacdcba5 None None] Provisioning complete for port 067b1f07-7ce4-4e55-a097-349e96e19249 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:35.631615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afb569d2-5f54-4a35-9298-8dabbacdcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:35.785385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-afb569d2-5f54-4a35-9298-8dabbacdcba5 None None] Current status of the port 067b1f07-7ce4-4e55-a097-349e96e19249 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:08:35.785781 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afb569d2-5f54-4a35-9298-8dabbacdcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:35.827901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-afb569d2-5f54-4a35-9298-8dabbacdcba5 None None] For port 067b1f07-7ce4-4e55-a097-349e96e19249, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=067b1f07-7ce4-4e55-a097-349e96e19249,segment=NetworkSegment(c85f3f25-6ade-4864-b00b-c45177e0524a),segment_id=c85f3f25-6ade-4864-b00b-c45177e0524a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:08:35.833850 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afb569d2-5f54-4a35-9298-8dabbacdcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:35.863683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 067b1f07-7ce4-4e55-a097-349e96e19249 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:08:35.914335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb569d2-5f54-4a35-9298-8dabbacdcba5 None None] Pushing event updated for resources: {'Port': ['ID=067b1f07-7ce4-4e55-a097-349e96e19249,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:35.939745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 067b1f07-7ce4-4e55-a097-349e96e19249 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:35.940149 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:35.984137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a87a483c-2a27-4fff-8403-a9cbec5ac965 None None] Provisioning complete for port 067b1f07-7ce4-4e55-a097-349e96e19249 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:35.984486 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a87a483c-2a27-4fff-8403-a9cbec5ac965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:36.059537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 067b1f07-7ce4-4e55-a097-349e96e19249 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:08:36.094729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a87a483c-2a27-4fff-8403-a9cbec5ac965 None None] Current status of the port 067b1f07-7ce4-4e55-a097-349e96e19249 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:08:36.389208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.562683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:37.716070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Request body: {'network': {'tenant_id': 'b54fb34e02154e0786768f9dc5bbca58', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'project_id': 'b54fb34e02154e0786768f9dc5bbca58', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:08:37.736764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 067b1f07-7ce4-4e55-a097-349e96e19249 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:08:37.747274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Made reservation on behalf of b54fb34e02154e0786768f9dc5bbca58 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:08:37.750448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.765932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.785157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 067b1f07-7ce4-4e55-a097-349e96e19249 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:37.785492 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.849385 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.873063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks [] for security_group (7be9df34-2bc8-4935-b666-d8420d4fc0e8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.877805 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7be9df34-2bc8-4935-b666-d8420d4fc0e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.882480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 067b1f07-7ce4-4e55-a097-349e96e19249 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:08:37.889014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 04:08:37.921345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768117580957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0556d971-a202-4718-9a46-0d942bd41cb1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:37.921926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Unsubscribe: segment precommit_create {{(pid=103323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 04:08:37.922452 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Added segment 0556d971-a202-4718-9a46-0d942bd41cb1 of type flat for network 3d513df4-ba90-4817-b3c4-fed58e90f799 Feb 03 04:08:37.937956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be9df34-2bc8-4935-b666-d8420d4fc0e8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:37.963535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.963881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.964224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.964562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.964895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.965261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.965583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.965902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.966224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.966543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.967210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.967595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.967943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Tracked resource versions report: Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: pushed versions: Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: { 'AddressGroup': {'1.2'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Log': {'1.0'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Network': {'1.1'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Port': {'1.7'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'PortForwarding': {'1.2'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'QosPolicy': {'1.10'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'SecurityGroup': {'1.5'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'SubPort': {'1.0'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Subnet': {'1.1'}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Trunk': {'1.1'}} Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: consumer versions: Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: L3 agent@n-d-827549-1: {}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: Metadata agent@n-d-827549-1: {}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: Metering agent@n-d-827549-1: {}, Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'ConntrackHelper': '1.0', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'LocalIPAssociation': '1.0', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Log': '1.0', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Network': '1.1', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Port': '1.7', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'PortForwarding': '1.2', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'QosPolicy': '1.10', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'SecurityGroup': '1.5', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'SecurityGroupRule': '1.2', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'SubPort': '1.0', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Subnet': '1.1', Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: 'Trunk': '1.1'}} Feb 03 04:08:37.969045 n-d-827549-1 neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:08:38.036676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3d513df4-ba90-4817-b3c4-fed58e90f799), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:38.081985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3d513df4-ba90-4817-b3c4-fed58e90f799), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:38.083253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:38.084038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:38.141871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5777395 Feb 03 04:08:38.183890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754e8f-9549-4499-9d73-024d5ff00ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=3d513df4-ba90-4817-b3c4-fed58e90f799,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:38.195638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:08:39.192869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:40.439839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:40.541266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71886b00-fe7c-4bce-b8af-14a24b915226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:40.542600 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-71886b00-fe7c-4bce-b8af-14a24b915226 admin admin] 10.222.0.35 "GET /v2.0/subnets/6a52b0ae-3045-4c64-a5dc-cf190bfa91d0 HTTP/1.1" status: 200 len: 849 time: 0.1017711 Feb 03 04:08:40.661687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-54778d7b-a7ea-495a-8530-e5b767202934 admin admin] 10.222.0.35 "GET /v2.0/routers/f3103739-22c3-4153-ae50-448136465973 HTTP/1.1" status: 200 len: 704 time: 0.1132855 Feb 03 04:08:40.935613 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:41.228121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Allocated IP 172.20.0.1 (c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0/6a52b0ae-3045-4c64-a5dc-cf190bfa91d0/46a9d4e9-9f84-4051-a70f-0d63b8260396) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:08:41.404662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks [] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:41.477691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:41.592100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:08:41.597936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:08:41.605778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:08:41.606319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (f3103739-22c3-4153-ae50-448136465973), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:41.665704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Pushing event updated for resources: {'Port': ['ID=46a9d4e9-9f84-4051-a70f-0d63b8260396,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:41.808128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-619cabf1-7e36-44ae-8e7c-3655358731d3 None None] Provisioning complete for port 46a9d4e9-9f84-4051-a70f-0d63b8260396 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:41.808772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-619cabf1-7e36-44ae-8e7c-3655358731d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:41.811256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:41.842706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-619cabf1-7e36-44ae-8e7c-3655358731d3 None None] Port 46a9d4e9-9f84-4051-a70f-0d63b8260396 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:08:42.029105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks [] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:42.037112 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:42.037861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (f3103739-22c3-4153-ae50-448136465973), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:42.093320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Pushing event updated for resources: {'Port': ['ID=46a9d4e9-9f84-4051-a70f-0d63b8260396,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:42.164271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:08:42.165828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:08:42.332914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Router f3103739-22c3-4153-ae50-448136465973 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:08:42.365060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-75af4f62-326c-446b-a673-7d62a74f12e4 None None] Provisioning complete for port 46a9d4e9-9f84-4051-a70f-0d63b8260396 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:42.365471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75af4f62-326c-446b-a673-7d62a74f12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:42.399536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75af4f62-326c-446b-a673-7d62a74f12e4 None None] Port 46a9d4e9-9f84-4051-a70f-0d63b8260396 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:08:42.431618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:08:42.438059 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b5a2aeb-99eb-481b-9a22-70f3f63c4dfd admin admin] 10.222.0.35 "PUT /v2.0/routers/f3103739-22c3-4153-ae50-448136465973/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7694869 Feb 03 04:08:42.455431 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Sync routers for ids ['f3103739-22c3-4153-ae50-448136465973'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:08:42.469004 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Routers {'f3103739-22c3-4153-ae50-448136465973'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:08:42.469810 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:08:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3103739-22c3-4153-ae50-448136465973'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:42.654913 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Set router f3103739-22c3-4153-ae50-448136465973 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:08:43.076276 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3103739-22c3-4153-ae50-448136465973', 'name': 'router1', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:08:32Z', 'updated_at': '2022-02-03T04:08:41Z', 'revision_number': 2, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'gw_port_host': None, '_interfaces': [{'id': '46a9d4e9-9f84-4051-a70f-0d63b8260396', 'name': '', 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'mac_address': 'fa:16:3e:01:23:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:40Z', 'updated_at': '2022-02-03T04:08:41Z', 'revision_number': 2, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'subnets': [{'id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae5e8ef-5dcb-40d0-8905-20095f2d4992'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:43.126912 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Checking router: f3103739-22c3-4153-ae50-448136465973 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:08:43.127273 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Updating router f3103739-22c3-4153-ae50-448136465973 port 46a9d4e9-9f84-4051-a70f-0d63b8260396 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:08:43.179065 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:43.691488 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Publish callbacks [] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:43.698968 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:43.807024 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Pushing event updated for resources: {'Port': ['ID=46a9d4e9-9f84-4051-a70f-0d63b8260396,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:43.881663 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Attempting to bind port 46a9d4e9-9f84-4051-a70f-0d63b8260396 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:08:43.882050 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Attempting to bind port 46a9d4e9-9f84-4051-a70f-0d63b8260396 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:08:43.882489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Attempting to bind port 46a9d4e9-9f84-4051-a70f-0d63b8260396 on network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:08:43.885061 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.885422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.885757 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.886085 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.886409 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.886732 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.887052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.887368 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.889768 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.889768 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.889768 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.890031 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.890326 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Tracked resource versions report: Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: pushed versions: Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: { 'AddressGroup': {'1.2'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Log': {'1.0'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Network': {'1.1'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Port': {'1.7'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'PortForwarding': {'1.2'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'QosPolicy': {'1.10'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'SecurityGroup': {'1.5'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'SubPort': {'1.0'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Subnet': {'1.1'}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Trunk': {'1.1'}} Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: consumer versions: Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: L3 agent@n-d-827549-1: {}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: Metadata agent@n-d-827549-1: {}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: Metering agent@n-d-827549-1: {}, Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'ConntrackHelper': '1.0', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'LocalIPAssociation': '1.0', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Log': '1.0', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Network': '1.1', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Port': '1.7', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'PortForwarding': '1.2', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'QosPolicy': '1.10', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'SecurityGroup': '1.5', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'SecurityGroupRule': '1.2', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'SubPort': '1.0', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Subnet': '1.1', Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: 'Trunk': '1.1'}} Feb 03 04:08:43.891432 n-d-827549-1 neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:08:43.899337 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:08:43.899801 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Checking segment: {'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:08:43.900277 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:43.900660 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Bound using segment: {'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:08:43.901168 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Bound port: 46a9d4e9-9f84-4051-a70f-0d63b8260396, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85f3f25-6ade-4864-b00b-c45177e0524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:08:43.901543 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:43.931652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b8c86ecb-51b8-4260-b1b2-5a1856a41cd1 None None] Provisioning complete for port 46a9d4e9-9f84-4051-a70f-0d63b8260396 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:43.932208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8c86ecb-51b8-4260-b1b2-5a1856a41cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:43.968972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8c86ecb-51b8-4260-b1b2-5a1856a41cd1 None None] Port 46a9d4e9-9f84-4051-a70f-0d63b8260396 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:08:43.969224 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] For port 46a9d4e9-9f84-4051-a70f-0d63b8260396, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:08:43.988492 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] For port 46a9d4e9-9f84-4051-a70f-0d63b8260396, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=46a9d4e9-9f84-4051-a70f-0d63b8260396,segment=NetworkSegment(c85f3f25-6ade-4864-b00b-c45177e0524a),segment_id=c85f3f25-6ade-4864-b00b-c45177e0524a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:08:43.994660 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:44.047324 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f8cba-b6fa-4c14-aab5-5ab03fad66db None None] Pushing event updated for resources: {'Port': ['ID=46a9d4e9-9f84-4051-a70f-0d63b8260396,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:44.055971 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Routers {'f3103739-22c3-4153-ae50-448136465973'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:08:44.056711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:08:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3103739-22c3-4153-ae50-448136465973'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:44.146737 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] Set router f3103739-22c3-4153-ae50-448136465973 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:08:44.188221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5764e2fc-6de3-4762-96f6-9c0f64b25944 None None] Provisioning complete for port 46a9d4e9-9f84-4051-a70f-0d63b8260396 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:44.188635 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5764e2fc-6de3-4762-96f6-9c0f64b25944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:44.269160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5764e2fc-6de3-4762-96f6-9c0f64b25944 None None] Current status of the port 46a9d4e9-9f84-4051-a70f-0d63b8260396 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:08:44.269545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5764e2fc-6de3-4762-96f6-9c0f64b25944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:44.303073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5764e2fc-6de3-4762-96f6-9c0f64b25944 None None] For port 46a9d4e9-9f84-4051-a70f-0d63b8260396, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=46a9d4e9-9f84-4051-a70f-0d63b8260396,segment=NetworkSegment(c85f3f25-6ade-4864-b00b-c45177e0524a),segment_id=c85f3f25-6ade-4864-b00b-c45177e0524a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:08:44.307588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5764e2fc-6de3-4762-96f6-9c0f64b25944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:44.359457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764e2fc-6de3-4762-96f6-9c0f64b25944 None None] Pushing event updated for resources: {'Port': ['ID=46a9d4e9-9f84-4051-a70f-0d63b8260396,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:44.362347 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3103739-22c3-4153-ae50-448136465973', 'name': 'router1', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:08:32Z', 'updated_at': '2022-02-03T04:08:41Z', 'revision_number': 2, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'gw_port_host': None, '_interfaces': [{'id': '46a9d4e9-9f84-4051-a70f-0d63b8260396', 'name': '', 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'mac_address': 'fa:16:3e:01:23:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:40Z', 'updated_at': '2022-02-03T04:08:43Z', 'revision_number': 4, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'subnets': [{'id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae5e8ef-5dcb-40d0-8905-20095f2d4992'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:44.390395 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932cf8a-fbbd-470c-a382-26eff1d9765e None None] The sync data for ids ['f3103739-22c3-4153-ae50-448136465973'] in n-d-827549-1 is: [{'id': 'f3103739-22c3-4153-ae50-448136465973', 'name': 'router1', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:08:32Z', 'updated_at': '2022-02-03T04:08:41Z', 'revision_number': 2, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'gw_port_host': None, '_interfaces': [{'id': '46a9d4e9-9f84-4051-a70f-0d63b8260396', 'name': '', 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'mac_address': 'fa:16:3e:01:23:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:40Z', 'updated_at': '2022-02-03T04:08:43Z', 'revision_number': 4, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'subnets': [{'id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae5e8ef-5dcb-40d0-8905-20095f2d4992'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:08:44.701011 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:08:47.033073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:47.171629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba828a9-3605-4e3c-b7e3-729f6f36d97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:47.173007 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dba828a9-3605-4e3c-b7e3-729f6f36d97c admin admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 842 time: 0.1388993 Feb 03 04:08:47.182662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': 'b54fb34e02154e0786768f9dc5bbca58'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:08:47.206008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Made reservation on behalf of b54fb34e02154e0786768f9dc5bbca58 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:08:47.208203 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:47.627816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:08:47.628306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (8a29701d-e6c7-4dac-b44f-d8e3d5ade470), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:47.684636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a29701d-e6c7-4dac-b44f-d8e3d5ade470,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:47.696332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:08:47.696740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Network hostable DHCP agents. Network: 3d513df4-ba90-4817-b3c4-fed58e90f799, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:08:47.718062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:08:47.731923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3d513df4-ba90-4817-b3c4-fed58e90f799) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:08:47.738034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:47.738632 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:47.744240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f2fdc-6362-4c6a-b545-289d14fd68a1 None None] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:08:47.755682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-80bad847-c6a2-41aa-a19a-2355423186d1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5764959 Feb 03 04:08:47.861045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38005446-1e38-4813-a4c1-45341286c9cf None None] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:08:50.102989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:50.234590 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f127018-c2d2-480c-b268-8f76dfd7ad55 admin admin] 10.222.0.35 "GET /v2.0/routers/f3103739-22c3-4153-ae50-448136465973 HTTP/1.1" status: 200 len: 710 time: 0.1303968 Feb 03 04:08:50.320490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa9aa6-8237-4265-a89f-3033d2707359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:08:50.321973 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ffa9aa6-8237-4265-a89f-3033d2707359 admin admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 886 time: 0.0817120 Feb 03 04:08:50.331030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:08:50.646509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks [] for router_gateway (f3103739-22c3-4153-ae50-448136465973), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:50.906097 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks [] for router_gateway (f3103739-22c3-4153-ae50-448136465973), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:50.986423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.087553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Allocated IP 172.25.7.25 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/29c4c02a-7499-4dcb-abd6-781d34a5b9ea) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:08:51.196239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks [] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.244416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.284532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:08:51.287230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:08:51.291321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:08:51.294071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Pushing event updated for resources: {'Port': ['ID=29c4c02a-7499-4dcb-abd6-781d34a5b9ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:51.539684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks [] for router_gateway (f3103739-22c3-4153-ae50-448136465973), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.737016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (f3103739-22c3-4153-ae50-448136465973), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.740477 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (f3103739-22c3-4153-ae50-448136465973), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.790987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 46a9d4e9-9f84-4051-a70f-0d63b8260396 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:08:51.837869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 46a9d4e9-9f84-4051-a70f-0d63b8260396 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:51.838264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.851399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Router f3103739-22c3-4153-ae50-448136465973 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:08:51.912825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 46a9d4e9-9f84-4051-a70f-0d63b8260396 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:08:51.961016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:08:51.965544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:51.975802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-02b95362-ef3a-4ea0-b591-396b93fc69ae admin admin] 10.222.0.35 "PUT /v2.0/routers/f3103739-22c3-4153-ae50-448136465973 HTTP/1.1" status: 200 len: 889 time: 1.6393657 Feb 03 04:08:52.587544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Sync routers for ids ['f3103739-22c3-4153-ae50-448136465973'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:08:52.601718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Routers {'f3103739-22c3-4153-ae50-448136465973'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:08:52.602478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:08:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3103739-22c3-4153-ae50-448136465973'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:52.806992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Set router f3103739-22c3-4153-ae50-448136465973 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:08:53.277252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3103739-22c3-4153-ae50-448136465973', 'name': 'router1', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '29c4c02a-7499-4dcb-abd6-781d34a5b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:08:32Z', 'updated_at': '2022-02-03T04:08:51Z', 'revision_number': 4, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'gw_port': {'id': '29c4c02a-7499-4dcb-abd6-781d34a5b9ea', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:50Z', 'updated_at': '2022-02-03T04:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '46a9d4e9-9f84-4051-a70f-0d63b8260396', 'name': '', 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'mac_address': 'fa:16:3e:01:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:40Z', 'updated_at': '2022-02-03T04:08:44Z', 'revision_number': 5, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'subnets': [{'id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae5e8ef-5dcb-40d0-8905-20095f2d4992'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:53.326542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Checking router: f3103739-22c3-4153-ae50-448136465973 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:08:53.327222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Updating router f3103739-22c3-4153-ae50-448136465973 port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:08:53.381610 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:53.693946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Publish callbacks [] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:53.701504 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:53.753478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d23f-8c63-450e-a2a0-9d71f5ab891a None None] Pushing event updated for resources: {'Port': ['ID=29c4c02a-7499-4dcb-abd6-781d34a5b9ea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:53.755739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Attempting to bind port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:08:53.756112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Attempting to bind port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:08:53.756477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Attempting to bind port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:08:53.761937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:08:53.762312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:08:53.762716 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:53.763098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:08:53.763595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Bound port: 29c4c02a-7499-4dcb-abd6-781d34a5b9ea, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:08:53.763977 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:53.814792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] For port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:08:53.817735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] For port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=29c4c02a-7499-4dcb-abd6-781d34a5b9ea,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:08:53.823892 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:53.882169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Routers {'f3103739-22c3-4153-ae50-448136465973'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:08:53.882777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:08:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3103739-22c3-4153-ae50-448136465973'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:53.886394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d23f-8c63-450e-a2a0-9d71f5ab891a None None] Pushing event updated for resources: {'Port': ['ID=29c4c02a-7499-4dcb-abd6-781d34a5b9ea,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:53.993888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] Set router f3103739-22c3-4153-ae50-448136465973 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:08:54.215886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3103739-22c3-4153-ae50-448136465973', 'name': 'router1', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '29c4c02a-7499-4dcb-abd6-781d34a5b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:08:32Z', 'updated_at': '2022-02-03T04:08:51Z', 'revision_number': 4, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'gw_port': {'id': '29c4c02a-7499-4dcb-abd6-781d34a5b9ea', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:50Z', 'updated_at': '2022-02-03T04:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '46a9d4e9-9f84-4051-a70f-0d63b8260396', 'name': '', 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'mac_address': 'fa:16:3e:01:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:40Z', 'updated_at': '2022-02-03T04:08:44Z', 'revision_number': 5, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'subnets': [{'id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae5e8ef-5dcb-40d0-8905-20095f2d4992'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:08:54.245701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba3ab7-7cac-4305-b3ef-a50bb3de5869 None None] The sync data for ids ['f3103739-22c3-4153-ae50-448136465973'] in n-d-827549-1 is: [{'id': 'f3103739-22c3-4153-ae50-448136465973', 'name': 'router1', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '29c4c02a-7499-4dcb-abd6-781d34a5b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:08:32Z', 'updated_at': '2022-02-03T04:08:51Z', 'revision_number': 4, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'gw_port': {'id': '29c4c02a-7499-4dcb-abd6-781d34a5b9ea', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:50Z', 'updated_at': '2022-02-03T04:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '46a9d4e9-9f84-4051-a70f-0d63b8260396', 'name': '', 'network_id': 'c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0', 'tenant_id': 'aa182912742e411899e77e7da6672e3c', 'mac_address': 'fa:16:3e:01:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3103739-22c3-4153-ae50-448136465973', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:08:40Z', 'updated_at': '2022-02-03T04:08:44Z', 'revision_number': 5, 'project_id': 'aa182912742e411899e77e7da6672e3c', 'subnets': [{'id': '6a52b0ae-3045-4c64-a5dc-cf190bfa91d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae5e8ef-5dcb-40d0-8905-20095f2d4992'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:08:54.387265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:08:54.507954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a9545ce4-3733-46a5-9dd3-006bb213454d admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1193500 Feb 03 04:08:55.802211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29c4c02a-7499-4dcb-abd6-781d34a5b9ea up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:08:55.864311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:55.864712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:55.941971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:08:55.942364 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:55.961704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=29c4c02a-7499-4dcb-abd6-781d34a5b9ea,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:08:55.967089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:56.013646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=29c4c02a-7499-4dcb-abd6-781d34a5b9ea,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:08:57.769113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29c4c02a-7499-4dcb-abd6-781d34a5b9ea up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:08:57.818460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:08:57.824880 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29c4c02a-7499-4dcb-abd6-781d34a5b9ea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:08:57.914300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 29c4c02a-7499-4dcb-abd6-781d34a5b9ea is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:09:03.053070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dc11303-73c1-42c7-bb41-e920029e457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:05.368099 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0c6338a-94f4-43f8-801c-3d4981547d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:06.394488 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:07.847757 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:09.204617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:21.707997 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:09:33.052930 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed454526-76a7-4500-86cb-9f86121d1994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:35.371084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39159f14-dc04-4c64-8d01-683a97acf125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:36.397208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:37.860147 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:39.204650 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:09:58.701649 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:10:03.054736 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09bc6430-f5bc-430f-a8c7-ead585356c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:05.375369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec57628a-4e18-4445-bb2d-3549ab223e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:06.401851 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:07.855685 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:09.204327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:17.483757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:17.562503 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82bb449-c325-4493-ba04-78b0a532976a admin admin] GET failed (client error): The resource could not be found. Feb 03 04:10:17.563836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b82bb449-c325-4493-ba04-78b0a532976a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0790644 Feb 03 04:10:17.740748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed89239c-8481-4851-b03f-86e1248fdfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:17.744063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed89239c-8481-4851-b03f-86e1248fdfda admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1759145 Feb 03 04:10:19.927155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:20.044058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621390ed-762f-4e9e-bba7-e0c8b712362f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:20.045449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-621390ed-762f-4e9e-bba7-e0c8b712362f admin admin] 10.222.0.35 "GET /v2.0/subnets/6a52b0ae-3045-4c64-a5dc-cf190bfa91d0 HTTP/1.1" status: 200 len: 849 time: 0.1172872 Feb 03 04:10:20.055074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:10:20.137399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Publish callbacks [] for subnet (6a52b0ae-3045-4c64-a5dc-cf190bfa91d0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:20.286767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768117710309'] for subnet (6a52b0ae-3045-4c64-a5dc-cf190bfa91d0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:20.320422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:20.321034 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:20.322305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] 10.222.0.35 "PUT /v2.0/subnets/6a52b0ae-3045-4c64-a5dc-cf190bfa91d0 HTTP/1.1" status: 200 len: 868 time: 0.2709289 Feb 03 04:10:20.339817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066e7f2-3d81-47ab-8084-b145d7e0b774 None None] Network c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:10:20.343138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a52b0ae-3045-4c64-a5dc-cf190bfa91d0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:10:20.352342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.352750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.353050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.353398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.353761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.354234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.354493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.354834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.355172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.355540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.355996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.357136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.357136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690d731-7621-4284-b50f-1ee40cf80214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:10:20.646561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-552d1bae-35b5-4ae8-88b2-308deb871c07 None None] Provisioning complete for port 46a9d4e9-9f84-4051-a70f-0d63b8260396 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:10:20.646935 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-552d1bae-35b5-4ae8-88b2-308deb871c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (46a9d4e9-9f84-4051-a70f-0d63b8260396), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:20.725513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-552d1bae-35b5-4ae8-88b2-308deb871c07 None None] Current status of the port 46a9d4e9-9f84-4051-a70f-0d63b8260396 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:10:20.737842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-552d1bae-35b5-4ae8-88b2-308deb871c07 None None] Provisioning complete for port 067b1f07-7ce4-4e55-a097-349e96e19249 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:10:20.738214 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-552d1bae-35b5-4ae8-88b2-308deb871c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (067b1f07-7ce4-4e55-a097-349e96e19249), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:20.821247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-552d1bae-35b5-4ae8-88b2-308deb871c07 None None] Current status of the port 067b1f07-7ce4-4e55-a097-349e96e19249 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:10:22.533414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:22.761536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbaea04-754b-410b-b512-1c48153a0f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:22.761926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbaea04-754b-410b-b512-1c48153a0f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:22.763526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1bbaea04-754b-410b-b512-1c48153a0f06 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2290564 Feb 03 04:10:24.969778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51272) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:25.262716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c1b83-f7ce-4b28-aa29-323e4ccaf9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:25.263093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c1b83-f7ce-4b28-aa29-323e4ccaf9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:25.264747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-006c1b83-f7ce-4b28-aa29-323e4ccaf9cc admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2936337 Feb 03 04:10:27.456797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:27.593785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5af5dd-1f43-42fe-88de-824f87c39a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:27.595169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ba5af5dd-1f43-42fe-88de-824f87c39a3f admin admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 886 time: 0.1372476 Feb 03 04:10:29.805834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51290) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:29.961381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed53ad-b36c-4a6c-b03c-6655eb2dbc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:29.962801 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-87ed53ad-b36c-4a6c-b03c-6655eb2dbc27 admin admin] 10.222.0.35 "GET /v2.0/networks/c4dc7dd7-268d-4b8e-9f1a-9158931ea1d0 HTTP/1.1" status: 200 len: 869 time: 0.1559787 Feb 03 04:10:32.189425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51298) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:32.322248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b1d35-1557-47e2-ba36-32f1f5e84479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:32.322679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b1d35-1557-47e2-ba36-32f1f5e84479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:32.324320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e94b1d35-1557-47e2-ba36-32f1f5e84479 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339159 Feb 03 04:10:33.052442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45e57474-0ad3-42a8-8f68-3434dc0fa005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:34.563986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:34.692720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9ecc3-2fcf-43ef-9c71-9f6ea04da820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:34.693182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9ecc3-2fcf-43ef-9c71-9f6ea04da820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:34.696037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-93d9ecc3-2fcf-43ef-9c71-9f6ea04da820 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310000 Feb 03 04:10:35.379910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b99c5f28-364b-4094-ac47-2dc9524684e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:35.705114 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:10:36.403973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:36.906048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:37.009641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114caf1-7cf4-4982-9907-52cb0cb095a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:37.011014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6114caf1-7cf4-4982-9907-52cb0cb095a8 admin admin] 10.222.0.35 "GET /v2.0/subnets/6a52b0ae-3045-4c64-a5dc-cf190bfa91d0 HTTP/1.1" status: 200 len: 868 time: 0.1036935 Feb 03 04:10:37.860655 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:39.198394 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:10:39.229846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:10:39.316648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774aa86-fc27-45c8-b6f3-27b21080c8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:10:39.318611 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1774aa86-fc27-45c8-b6f3-27b21080c8df admin admin] 10.222.0.35 "GET /v2.0/subnets/8a29701d-e6c7-4dac-b44f-d8e3d5ade470 HTTP/1.1" status: 200 len: 816 time: 0.0876017 Feb 03 04:11:03.047087 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43255102-6c88-4a2b-88f2-26df4ce2d0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:03.378044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:11:03.426998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-8e843c5d-751d-4c3c-b4d8-c5b9486bc7f8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:11:03.428026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8e843c5d-751d-4c3c-b4d8-c5b9486bc7f8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490136 Feb 03 04:11:05.384551 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53f4fcb8-12aa-46c6-8cc8-2d9e8fc5c11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:05.816800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:11:05.882773 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d08ec73-1cb0-46ee-acd4-eccc017a9ecd admin admin] GET failed (client error): The resource could not be found. Feb 03 04:11:05.884098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7d08ec73-1cb0-46ee-acd4-eccc017a9ecd admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662766 Feb 03 04:11:05.973201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c7f2a-072f-4256-98be-aa49d636d613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:11:05.974669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ff4c7f2a-072f-4256-98be-aa49d636d613 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862532 Feb 03 04:11:06.407259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:07.861470 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:08.236635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51394) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:11:08.291883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Request body: {'network': {'shared': True, 'project_id': 'b54fb34e02154e0786768f9dc5bbca58', 'name': 'shared', 'admin_state_up': True, 'tenant_id': 'b54fb34e02154e0786768f9dc5bbca58'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:11:08.312510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Made reservation on behalf of b54fb34e02154e0786768f9dc5bbca58 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:11:08.314772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:08.349457 n-d-827549-1 neutron-server[103323]: WARNING neutron.services.revisions.revision_plugin [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Could not find related network for resource to bump revision. Feb 03 04:11:08.364347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:11:08.374114 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (353a8a4c-813b-40ab-ab75-dde7402eb8c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:08.374461 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Added segment 353a8a4c-813b-40ab-ab75-dde7402eb8c9 of type vlan for network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 Feb 03 04:11:08.414762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (6892f4d4-b3cc-419c-8c04-2b71d71c30e6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:08.443818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (6892f4d4-b3cc-419c-8c04-2b71d71c30e6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:08.445363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:11:08.446276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:08.528651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2907808 Feb 03 04:11:08.560415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ac9c3-c5fc-4631-abf2-546391114474 admin admin] Pushing event updated for resources: {'Network': ['ID=6892f4d4-b3cc-419c-8c04-2b71d71c30e6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:11:08.571952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:11:09.204377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:10.821069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:11:10.895916 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-edea3d3f-0e73-47d5-a13b-6f8dcf0cb302 admin admin] GET failed (client error): The resource could not be found. Feb 03 04:11:10.897210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-edea3d3f-0e73-47d5-a13b-6f8dcf0cb302 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0750961 Feb 03 04:11:10.964635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cc01b-2a77-40b6-8129-09596faf0842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:11:10.966060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0a2cc01b-2a77-40b6-8129-09596faf0842 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647025 Feb 03 04:11:10.979469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'b54fb34e02154e0786768f9dc5bbca58', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:11:11.001036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Made reservation on behalf of b54fb34e02154e0786768f9dc5bbca58 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:11:11.003366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.181895 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (16f48d70-f880-4afa-bd0b-72728d7835e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.239646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f48d70-f880-4afa-bd0b-72728d7835e8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:11:11.249935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:11:11.250291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Network hostable DHCP agents. Network: 6892f4d4-b3cc-419c-8c04-2b71d71c30e6, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:11:11.269069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:11:11.278719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 6892f4d4-b3cc-419c-8c04-2b71d71c30e6) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:11:11.282784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:11:11.283378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.288998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1f124-65be-402d-8a3a-75ae279b1322 None None] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:11:11.299962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cbf1aa37-def6-48dd-ad4b-08a8a41ac5ec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3237548 Feb 03 04:11:11.396864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'project_id': 'b54fb34e02154e0786768f9dc5bbca58', 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:11:11.397773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.534609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Allocated IP 192.168.233.2 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/43d36c5a-baf4-4ee6-ab19-663750aaf64a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:11:11.776156 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Publish callbacks [] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.783299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.820161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:11:11.822950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:11:11.825985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:11:11.842697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Pushing event updated for resources: {'Port': ['ID=43d36c5a-baf4-4ee6-ab19-663750aaf64a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:11:11.850313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.850659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.851001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.851340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.851694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.852013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.852335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.852657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.852971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.853290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.853613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.853944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.854255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:11:11.905214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Attempting to bind port 43d36c5a-baf4-4ee6-ab19-663750aaf64a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:11:11.905560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Attempting to bind port 43d36c5a-baf4-4ee6-ab19-663750aaf64a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:11:11.905932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Attempting to bind port 43d36c5a-baf4-4ee6-ab19-663750aaf64a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:11:11.910919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:11:11.911287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:11:11.911711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.912099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:11:11.912555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Bound port: 43d36c5a-baf4-4ee6-ab19-663750aaf64a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:11:11.912930 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:11.973891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] For port 43d36c5a-baf4-4ee6-ab19-663750aaf64a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:11:11.978147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] For port 43d36c5a-baf4-4ee6-ab19-663750aaf64a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=43d36c5a-baf4-4ee6-ab19-663750aaf64a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:11:11.985258 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:12.040295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71248e04-a040-49d5-9ad5-49444c61e9ca None None] Pushing event updated for resources: {'Port': ['ID=43d36c5a-baf4-4ee6-ab19-663750aaf64a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:11:12.712131 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:11:13.019747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fed817-774b-4d92-9aee-91334b5dda3f None None] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:11:13.090929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ea2a9a14-986a-4063-acf6-7bf5034fbed8 None None] Provisioning complete for port 43d36c5a-baf4-4ee6-ab19-663750aaf64a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:11:13.091249 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9a14-986a-4063-acf6-7bf5034fbed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:13.204779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a9a14-986a-4063-acf6-7bf5034fbed8 None None] Current status of the port 43d36c5a-baf4-4ee6-ab19-663750aaf64a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:11:13.205407 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9a14-986a-4063-acf6-7bf5034fbed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:13.245620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ea2a9a14-986a-4063-acf6-7bf5034fbed8 None None] For port 43d36c5a-baf4-4ee6-ab19-663750aaf64a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=43d36c5a-baf4-4ee6-ab19-663750aaf64a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:11:13.251254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9a14-986a-4063-acf6-7bf5034fbed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:13.303754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a9a14-986a-4063-acf6-7bf5034fbed8 None None] Pushing event updated for resources: {'Port': ['ID=43d36c5a-baf4-4ee6-ab19-663750aaf64a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:11:13.476462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-502d0172-6142-49a8-9ce0-89eb1879745d None None] Provisioning complete for port 43d36c5a-baf4-4ee6-ab19-663750aaf64a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:11:13.476858 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502d0172-6142-49a8-9ce0-89eb1879745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:13.556540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-502d0172-6142-49a8-9ce0-89eb1879745d None None] Current status of the port 43d36c5a-baf4-4ee6-ab19-663750aaf64a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:11:13.861220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 43d36c5a-baf4-4ee6-ab19-663750aaf64a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:11:13.909156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 43d36c5a-baf4-4ee6-ab19-663750aaf64a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:11:13.909539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (43d36c5a-baf4-4ee6-ab19-663750aaf64a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:13.988073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 43d36c5a-baf4-4ee6-ab19-663750aaf64a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:11:33.052084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd8169dd-a08e-4952-bcfb-f0c40fbe887a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:35.389832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3786baf-b04e-472b-b3d6-61d5c4ee338c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:36.409833 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:37.865119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:39.199438 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:11:49.708102 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:12:03.057502 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbb676a8-9426-429f-9759-dbe71ed43e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:05.395780 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14e24a0a-49e6-4bcc-91af-ff71105329eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:06.415906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:07.868320 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:09.205041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:26.707761 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:12:32.143317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:12:32.149397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-9988f28f-285b-4b1f-b90a-b98c03244026 tempest-verify_tempest_config-245731929 tempest-verify_tempest_config-245731929-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:12:32.150376 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9988f28f-285b-4b1f-b90a-b98c03244026 tempest-verify_tempest_config-245731929 tempest-verify_tempest_config-245731929-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060546 Feb 03 04:12:32.472621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:12:32.583632 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:32.659334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Publish callbacks [] for security_group (05ad587e-30a2-4a24-85b6-abc5f9b89bde), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:32.664525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (05ad587e-30a2-4a24-85b6-abc5f9b89bde), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:32.708108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d13111ad4a54260b0317b36924613d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2344551 Feb 03 04:12:32.708920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad587e-30a2-4a24-85b6-abc5f9b89bde,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:12:32.711063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:12:32.715756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.716134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.716483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.716821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.717157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.717485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.717860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.718529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.718857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.719179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.719522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.719857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.720175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66757ae8-b756-46d0-bdcc-d8b50c7b71ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.777362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Publish callbacks [] for security_group (05ad587e-30a2-4a24-85b6-abc5f9b89bde), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:32.798128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Publish callbacks [] for security_group (05ad587e-30a2-4a24-85b6-abc5f9b89bde), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:32.895719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (05ad587e-30a2-4a24-85b6-abc5f9b89bde), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:32.899866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:32.904314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05ad587e-30a2-4a24-85b6-abc5f9b89bde HTTP/1.1" status: 204 len: 168 time: 0.1921442 Feb 03 04:12:32.912416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad587e-30a2-4a24-85b6-abc5f9b89bde,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:12:32.919174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.919602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.919932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.920259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.920698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.920906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.921454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.921713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.922042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.922366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.922702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.923064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:32.923363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95b6055-b067-4d94-894b-e234e1b23422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:12:33.059629 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8742016-40ef-4135-9c51-dfc2d91fdaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:35.392747 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1c20-f51d-457d-b2f3-4951aaee2645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:36.423966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:37.876618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:12:39.217090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:03.068834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b06e9264-b515-4ed7-9342-c9a574ecc0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:03.717453 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:13:05.399471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59205090-17f5-4093-b119-8249bfdaf40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:06.428442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:07.879111 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:09.214940 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:33.058652 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1d106eb-da39-4273-917b-4a9f8d4dc51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:35.386980 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ba24e61-01e6-4ace-a086-a41f8eb1bc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:36.424785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:37.891281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:39.219313 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:13:40.711226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:14:03.065114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37884668-a1c2-44a3-b86f-e11966dc5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:05.387166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1deac8c2-47c4-4cb7-ae18-61deb0119cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:06.432215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:07.897071 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:09.220367 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:17.721758 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:14:33.061773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64189ccc-3982-44e0-a74f-6f010eb617fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:35.384792 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8bab5b0-ebd5-42f4-89f4-3f40f9deb243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:36.434924 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:37.895746 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:39.222726 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:14:54.729901 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:15:03.057331 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d70568-5070-446d-8f19-b448cfd9b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:05.386510 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9333d8fd-9a22-48e1-afef-45e0cf534572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:06.435791 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:07.904979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:09.225510 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:23.323873 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583613'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:23.339572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583613'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:31.716451 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:15:33.065503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd144-55b4-4579-b066-bca50d0347c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:35.383493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1db4adb6-bdca-45e9-a091-d677cdb0c669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:36.440422 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:37.908612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:39.230865 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:53.313040 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:15:53.316634 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:03.064633 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9228aa78-0f38-4fb4-a416-18d1f53b8813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:05.380990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e12e4bfb-de42-46b5-902c-6c72047f135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:06.439990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:07.908997 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:08.707101 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:16:09.224650 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:13.434136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:16:13.552710 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed747446-a387-4c0c-a92d-6796932721d9 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1171484 Feb 03 04:16:15.824752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:16:15.886998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ff88cbb6-2888-4f1b-9e89-1813da22778e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0611315 Feb 03 04:16:23.320617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:23.326725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:33.065083 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2604a63-3304-4511-b730-71f5f2636e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:35.383804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-545f715b-9d3d-4d51-8af8-58be4cba48d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:36.447342 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:37.921451 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:39.237084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:45.714738 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:16:53.297191 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:16:53.332496 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:03.078492 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0bc8-3eb5-41b5-bc25-e2897313ada9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:05.379854 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d3ae9d-c6e0-4b2d-b86b-2efce9bc4dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:06.447445 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:07.914806 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:09.233000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:22.705314 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:17:23.310531 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:23.335214 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:33.064554 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b02f05f-7154-413f-a821-de4181755a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:35.387578 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6502fd9-5d80-4447-b476-a7f1ab41fbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:36.459906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:37.918346 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:39.245137 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:39.953147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:40.094125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:40.293587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-network', 'tenant_id': '923b41caf751437b824afe3e7e0f3052'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:40.317852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Made reservation on behalf of 923b41caf751437b824afe3e7e0f3052 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:17:40.320579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.329845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.424691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:40.425293 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-19d8753f-595f-43fe-8ddd-5748d1f0b3ff tempest-AutoAllocateNetworkTest-1908052516 tempest-AutoAllocateNetworkTest-1908052516-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f22d90e545fb4c59a3b11fcbc9bc1903&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3292480 Feb 03 04:17:40.445640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks [] for security_group (983454a2-603a-4463-999d-35c60708e70c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.450590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (983454a2-603a-4463-999d-35c60708e70c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.480720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:17:40.490119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983454a2-603a-4463-999d-35c60708e70c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:40.502049 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6240fdff-70b7-4791-9b7f-818a292bfebf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.502438 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Added segment 6240fdff-70b7-4791-9b7f-818a292bfebf of type vlan for network c2cb4316-7048-4d70-bd40-f8696bd4f0ca Feb 03 04:17:40.505532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.506024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.506381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.506723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.507060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.507395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.507751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.508095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.508404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.508909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.509436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.509946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.510406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Tracked resource versions report: Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: pushed versions: Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: { 'AddressGroup': {'1.2'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Log': {'1.0'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Network': {'1.1'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Port': {'1.7'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'PortForwarding': {'1.2'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'QosPolicy': {'1.10'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'SecurityGroup': {'1.5'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'SubPort': {'1.0'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Subnet': {'1.1'}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Trunk': {'1.1'}} Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: consumer versions: Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: HyperV agent@n-h1-827549-1: {}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: HyperV agent@n-h2-827549-1: {}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: L3 agent@n-d-827549-1: {}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: Metadata agent@n-d-827549-1: {}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: Metering agent@n-d-827549-1: {}, Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'ConntrackHelper': '1.0', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'LocalIPAssociation': '1.0', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Log': '1.0', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Network': '1.1', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Port': '1.7', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'PortForwarding': '1.2', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'QosPolicy': '1.10', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'SecurityGroup': '1.5', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'SecurityGroupRule': '1.2', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'SubPort': '1.0', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Subnet': '1.1', Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: 'Trunk': '1.1'}} Feb 03 04:17:40.512027 n-d-827549-1 neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:17:40.573265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c2cb4316-7048-4d70-bd40-f8696bd4f0ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.608821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c2cb4316-7048-4d70-bd40-f8696bd4f0ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.610190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:40.611233 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.677469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca65adc-b3ba-4b88-867b-4ecbdcfd750c tempest-AutoAllocateNetworkTest-1908052516 tempest-AutoAllocateNetworkTest-1908052516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:40.679972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fca65adc-b3ba-4b88-867b-4ecbdcfd750c tempest-AutoAllocateNetworkTest-1908052516 tempest-AutoAllocateNetworkTest-1908052516-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2524276 Feb 03 04:17:40.682223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:40.688592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cb4316-7048-4d70-bd40-f8696bd4f0ca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:40.696747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b60eb50-7fea-4eef-8e81-ec3689766865 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7418530 Feb 03 04:17:40.697381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:40.700558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:17:40.720433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Request body: {'subnet': {'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-subnet', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:40.745649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Made reservation on behalf of 923b41caf751437b824afe3e7e0f3052 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:17:40.749348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.768689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-534a64ac-a406-4a6b-8d0e-5769a8ce97ac tempest-AutoAllocateNetworkTest-1908052516 tempest-AutoAllocateNetworkTest-1908052516-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852559 Feb 03 04:17:40.769287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:40.802880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-282c3f93-2150-4e36-8287-006e64c7d33c tempest-AutoAllocateNetworkTest-1908052516 tempest-AutoAllocateNetworkTest-1908052516-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f22d90e545fb4c59a3b11fcbc9bc1903 HTTP/1.1" status: 200 len: 208 time: 0.0323098 Feb 03 04:17:40.946979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:40.989166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:41.030462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Checking segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:17:41.031329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Network hostable DHCP agents. Network: c2cb4316-7048-4d70-bd40-f8696bd4f0ca, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:17:41.054761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:17:41.068527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c2cb4316-7048-4d70-bd40-f8696bd4f0ca) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:41.079822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e1aff-a109-46e9-9237-6cdcb0e39d79 None None] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:17:41.081128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:41.081823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.106049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:41.106359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e8938112-3171-4173-abfc-8a00512d3a6e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4073815 Feb 03 04:17:41.110656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:41.153153 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (938aeade-b9d0-4945-b837-596e3e7e8679), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.154709 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (938aeade-b9d0-4945-b837-596e3e7e8679), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.233137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'project_id': '923b41caf751437b824afe3e7e0f3052', 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:17:41.234499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.278531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks [] for router_controller (938aeade-b9d0-4945-b837-596e3e7e8679), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.405096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Allocated IP 172.20.0.2 (c2cb4316-7048-4d70-bd40-f8696bd4f0ca/61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3/e4f6f93f-cae5-4306-9581-e7ff882eb5dc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:41.628567 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Publish callbacks [] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.642090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.646380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks [] for router_gateway (938aeade-b9d0-4945-b837-596e3e7e8679), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.696902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:41.700614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:41.710292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:41.719461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:17:41.731068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Pushing event updated for resources: {'Port': ['ID=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:41.744362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.744742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.745089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.745433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.745912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.746253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.746584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.746915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.747242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.747619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.747948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.748276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.748600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Tracked resource versions report: Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: pushed versions: Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Log': {'1.0'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Network': {'1.1'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Port': {'1.7'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'PortForwarding': {'1.2'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'QosPolicy': {'1.10'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'SubPort': {'1.0'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Subnet': {'1.1'}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Trunk': {'1.1'}} Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: consumer versions: Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: HyperV agent@n-h1-827549-1: {}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: HyperV agent@n-h2-827549-1: {}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: L3 agent@n-d-827549-1: {}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: Metadata agent@n-d-827549-1: {}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: Metering agent@n-d-827549-1: {}, Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'ConntrackHelper': '1.0', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'LocalIPAssociation': '1.0', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Log': '1.0', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Network': '1.1', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Port': '1.7', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'PortForwarding': '1.2', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'QosPolicy': '1.10', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'SecurityGroup': '1.5', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'SecurityGroupRule': '1.2', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'SubPort': '1.0', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Subnet': '1.1', Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: 'Trunk': '1.1'}} Feb 03 04:17:41.749709 n-d-827549-1 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:17:41.823835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Attempting to bind port e4f6f93f-cae5-4306-9581-e7ff882eb5dc on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:17:41.824569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Attempting to bind port e4f6f93f-cae5-4306-9581-e7ff882eb5dc by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:17:41.824905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Attempting to bind port e4f6f93f-cae5-4306-9581-e7ff882eb5dc on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:17:41.830947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:17:41.831325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Checking segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:17:41.831797 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.832194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Bound using segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:17:41.832663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Bound port: e4f6f93f-cae5-4306-9581-e7ff882eb5dc, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:17:41.833045 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.927089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] For port e4f6f93f-cae5-4306-9581-e7ff882eb5dc, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:17:41.930811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] For port e4f6f93f-cae5-4306-9581-e7ff882eb5dc, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:17:41.942155 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:41.979463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks [] for router_gateway (938aeade-b9d0-4945-b837-596e3e7e8679), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.012074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca0fc0-e8b3-4f05-b4c0-fe0cc3629d6a None None] Pushing event updated for resources: {'Port': ['ID=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:42.024996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.085708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-268c8717-c175-4d60-b073-8aea45935cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.212265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-268c8717-c175-4d60-b073-8aea45935cf3 admin admin] Publish callbacks [] for security_group (54613b80-b253-4478-b84a-78798a8d34e9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.223361 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-268c8717-c175-4d60-b073-8aea45935cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (54613b80-b253-4478-b84a-78798a8d34e9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.285218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-268c8717-c175-4d60-b073-8aea45935cf3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f22d90e545fb4c59a3b11fcbc9bc1903&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5870605 Feb 03 04:17:42.285825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:42.286467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c8717-c175-4d60-b073-8aea45935cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54613b80-b253-4478-b84a-78798a8d34e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:42.348705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Allocated IP 172.25.7.201 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/e5cd3406-9669-414f-84e3-50dc473aea00) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:42.443536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1db53a25-1c00-4d7c-8e92-af38a781efa3 admin admin] Publish callbacks [] for security_group (54613b80-b253-4478-b84a-78798a8d34e9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.476174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1db53a25-1c00-4d7c-8e92-af38a781efa3 admin admin] Publish callbacks [] for security_group (54613b80-b253-4478-b84a-78798a8d34e9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.522604 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks [] for port (e5cd3406-9669-414f-84e3-50dc473aea00), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.559095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1db53a25-1c00-4d7c-8e92-af38a781efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (54613b80-b253-4478-b84a-78798a8d34e9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.563344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1db53a25-1c00-4d7c-8e92-af38a781efa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.566933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1db53a25-1c00-4d7c-8e92-af38a781efa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54613b80-b253-4478-b84a-78798a8d34e9 HTTP/1.1" status: 204 len: 168 time: 0.2726099 Feb 03 04:17:42.598204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db53a25-1c00-4d7c-8e92-af38a781efa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54613b80-b253-4478-b84a-78798a8d34e9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:42.638179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:42.714011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:42.722409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:42.729367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:17:42.811816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Pushing event updated for resources: {'Port': ['ID=e5cd3406-9669-414f-84e3-50dc473aea00,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:42.858494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.858852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.859197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.859566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.859919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.860226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.860557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.860883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.861234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.861534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.861859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.862182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.862513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Tracked resource versions report: Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: pushed versions: Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: { 'AddressGroup': {'1.2'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Log': {'1.0'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Network': {'1.1'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Port': {'1.7'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'PortForwarding': {'1.2'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'QosPolicy': {'1.10'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'SecurityGroup': {'1.5'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'SubPort': {'1.0'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Subnet': {'1.1'}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Trunk': {'1.1'}} Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: consumer versions: Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: HyperV agent@n-h1-827549-1: {}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: HyperV agent@n-h2-827549-1: {}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: L3 agent@n-d-827549-1: {}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: Metadata agent@n-d-827549-1: {}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: Metering agent@n-d-827549-1: {}, Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'ConntrackHelper': '1.0', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'LocalIPAssociation': '1.0', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Log': '1.0', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Network': '1.1', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Port': '1.7', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'PortForwarding': '1.2', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'QosPolicy': '1.10', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'SecurityGroup': '1.5', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'SecurityGroupRule': '1.2', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'SubPort': '1.0', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Subnet': '1.1', Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: 'Trunk': '1.1'}} Feb 03 04:17:42.869318 n-d-827549-1 neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:17:43.147278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks [] for router_gateway (938aeade-b9d0-4945-b837-596e3e7e8679), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.290510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:43.385609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (938aeade-b9d0-4945-b837-596e3e7e8679), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.416882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491e784-79bb-45ce-ac57-341f2571271a None None] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:17:43.474224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-510113fd-cba5-410b-a40b-e3e3cb4b23e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.541305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ba0fbb2e-1cba-435a-adc1-6896534355b9 None None] Provisioning complete for port e4f6f93f-cae5-4306-9581-e7ff882eb5dc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:43.541704 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbb2e-1cba-435a-adc1-6896534355b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.665417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ba0fbb2e-1cba-435a-adc1-6896534355b9 None None] Current status of the port e4f6f93f-cae5-4306-9581-e7ff882eb5dc is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:43.666133 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbb2e-1cba-435a-adc1-6896534355b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.726155 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-510113fd-cba5-410b-a40b-e3e3cb4b23e9 admin admin] Publish callbacks [] for security_group (301a6c4e-464d-4cf7-900e-5740ba96b5c8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.727941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Router 938aeade-b9d0-4945-b837-596e3e7e8679 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:17:43.730184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ba0fbb2e-1cba-435a-adc1-6896534355b9 None None] For port e4f6f93f-cae5-4306-9581-e7ff882eb5dc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:17:43.734408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-510113fd-cba5-410b-a40b-e3e3cb4b23e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (301a6c4e-464d-4cf7-900e-5740ba96b5c8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.740543 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbb2e-1cba-435a-adc1-6896534355b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.793382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-510113fd-cba5-410b-a40b-e3e3cb4b23e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9587abf9a8604283845b24ca7c761e9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4974539 Feb 03 04:17:43.793733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510113fd-cba5-410b-a40b-e3e3cb4b23e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301a6c4e-464d-4cf7-900e-5740ba96b5c8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:43.799134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:43.856361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fbb2e-1cba-435a-adc1-6896534355b9 None None] Pushing event updated for resources: {'Port': ['ID=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:43.903379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90be5c91-4e41-4395-8493-89474aa605ba admin admin] Publish callbacks [] for security_group (301a6c4e-464d-4cf7-900e-5740ba96b5c8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.934753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:17:43.943160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90be5c91-4e41-4395-8493-89474aa605ba admin admin] Publish callbacks [] for security_group (301a6c4e-464d-4cf7-900e-5740ba96b5c8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.945962 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Sync routers for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:17:43.961048 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:17:43.961795 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:17:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:43.968222 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:43.973251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9a270205-c886-47ca-a080-0ef703c5662b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8656919 Feb 03 04:17:43.973386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:43.980014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a126a8da-13e1-4b4b-9a00-471bae6b8882 None None] Provisioning complete for port e4f6f93f-cae5-4306-9581-e7ff882eb5dc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:43.980951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a126a8da-13e1-4b4b-9a00-471bae6b8882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.121282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90be5c91-4e41-4395-8493-89474aa605ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (301a6c4e-464d-4cf7-900e-5740ba96b5c8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.127159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90be5c91-4e41-4395-8493-89474aa605ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.130933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-90be5c91-4e41-4395-8493-89474aa605ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/301a6c4e-464d-4cf7-900e-5740ba96b5c8 HTTP/1.1" status: 204 len: 168 time: 0.3273816 Feb 03 04:17:44.154160 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:17:44.193074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a126a8da-13e1-4b4b-9a00-471bae6b8882 None None] Current status of the port e4f6f93f-cae5-4306-9581-e7ff882eb5dc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:44.218324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be5c91-4e41-4395-8493-89474aa605ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301a6c4e-464d-4cf7-900e-5740ba96b5c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:44.231799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e4f6f93f-cae5-4306-9581-e7ff882eb5dc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:17:44.278680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:44.343462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e4f6f93f-cae5-4306-9581-e7ff882eb5dc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:44.344320 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.404414 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:42Z', 'revision_number': 3, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:44.440496 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Checking router: 938aeade-b9d0-4945-b837-596e3e7e8679 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:17:44.441891 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Updating router 938aeade-b9d0-4945-b837-596e3e7e8679 port e5cd3406-9669-414f-84e3-50dc473aea00 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:17:44.457182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e4f6f93f-cae5-4306-9581-e7ff882eb5dc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:44.482494 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.728059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a69797b0-5cce-44b5-8fda-b302a2487119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.765297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.779345 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Publish callbacks [] for port (e5cd3406-9669-414f-84e3-50dc473aea00), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.789960 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.856257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:44.859361 n-d-827549-1 neutron-server[103323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 04:17:44.893568 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Pushing event updated for resources: {'Port': ['ID=e5cd3406-9669-414f-84e3-50dc473aea00,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:44.902868 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.903378 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.903867 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.904359 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.904821 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.905282 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.905740 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.907097 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.907590 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.908186 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.908645 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.909131 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.909460 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Tracked resource versions report: Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: pushed versions: Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: { 'AddressGroup': {'1.2'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Log': {'1.0'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Network': {'1.1'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Port': {'1.7'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'PortForwarding': {'1.2'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'QosPolicy': {'1.10'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'SecurityGroup': {'1.5'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'SubPort': {'1.0'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Subnet': {'1.1'}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Trunk': {'1.1'}} Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: consumer versions: Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: { DHCP agent@n-d-827549-1: {}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: HyperV agent@n-h1-827549-1: {}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: HyperV agent@n-h2-827549-1: {}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: L3 agent@n-d-827549-1: {}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: Metadata agent@n-d-827549-1: {}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: Metering agent@n-d-827549-1: {}, Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: Open vSwitch agent@n-d-827549-1: { 'AddressGroup': '1.2', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'ConntrackHelper': '1.0', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'LocalIPAssociation': '1.0', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Log': '1.0', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Network': '1.1', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Port': '1.7', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'PortForwarding': '1.2', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'QosPolicy': '1.10', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'SecurityGroup': '1.5', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'SecurityGroupRule': '1.2', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'SubPort': '1.0', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Subnet': '1.1', Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: 'Trunk': '1.1'}} Feb 03 04:17:44.910574 n-d-827549-1 neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 04:17:44.912402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-62b8e36e-33e0-497c-b7b2-c5cf4b354907 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9e251df6d565491083db4a307b758b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529466 Feb 03 04:17:44.920244 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Attempting to bind port e5cd3406-9669-414f-84e3-50dc473aea00 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:17:44.920607 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Attempting to bind port e5cd3406-9669-414f-84e3-50dc473aea00 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:17:44.921545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Attempting to bind port e5cd3406-9669-414f-84e3-50dc473aea00 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:17:44.928183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:44.928389 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:17:44.928951 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:17:44.929491 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.930014 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:17:44.930615 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Bound port: e5cd3406-9669-414f-84e3-50dc473aea00, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:17:44.931160 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.962338 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a69797b0-5cce-44b5-8fda-b302a2487119 admin admin] Publish callbacks [] for security_group (093eaafe-5c56-4d56-a6a7-24db0420db1e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.976624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a69797b0-5cce-44b5-8fda-b302a2487119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (093eaafe-5c56-4d56-a6a7-24db0420db1e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:44.996066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] For port e5cd3406-9669-414f-84e3-50dc473aea00, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:17:45.001655 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] For port e5cd3406-9669-414f-84e3-50dc473aea00, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5cd3406-9669-414f-84e3-50dc473aea00,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:17:45.013354 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.025587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Allocated IP 172.20.0.1 (c2cb4316-7048-4d70-bd40-f8696bd4f0ca/61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3/58c60b93-18ad-45bc-a43a-1681c4dbe814) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:45.040665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1409-a386-451a-8b4d-684a740d36c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.091752 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab2330-3d1d-4c06-8904-43af8ebf77ac None None] Pushing event updated for resources: {'Port': ['ID=e5cd3406-9669-414f-84e3-50dc473aea00,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:45.109099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:17:45.109971 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:17:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:45.177658 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks [] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.206119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a69797b0-5cce-44b5-8fda-b302a2487119 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cba3cff9d46a4ffaad291d73bceceb87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9236305 Feb 03 04:17:45.208728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:45.239076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69797b0-5cce-44b5-8fda-b302a2487119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093eaafe-5c56-4d56-a6a7-24db0420db1e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:45.248955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-01cde510-476b-423a-80d7-92fb4c676308 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:45.255618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-01cde510-476b-423a-80d7-92fb4c676308 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439727 Feb 03 04:17:45.257637 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:17:45.279136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-b66b9069-3c0b-43ea-9251-9215db521c33 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/quotas/9e251df6d565491083db4a307b758b26 HTTP/1.1" status: 200 len: 375 time: 0.0226891 Feb 03 04:17:45.296249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.354146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-6c744c47-9548-4581-93b5-f62d278cbaa6 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e251df6d565491083db4a307b758b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739417 Feb 03 04:17:45.378692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0579-4dfc-4340-863a-703ac1a50ec0 admin admin] Publish callbacks [] for security_group (093eaafe-5c56-4d56-a6a7-24db0420db1e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.408503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:45.438652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:45.449153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Pushing event updated for resources: {'Port': ['ID=58c60b93-18ad-45bc-a43a-1681c4dbe814,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:45.450230 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1409-a386-451a-8b4d-684a740d36c5 admin admin] Publish callbacks [] for security_group (f11063d3-5ff8-4860-836d-a6ce44eed88b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.456536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:17:45.457041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (938aeade-b9d0-4945-b837-596e3e7e8679), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.459639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1409-a386-451a-8b4d-684a740d36c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f11063d3-5ff8-4860-836d-a6ce44eed88b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.484930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0579-4dfc-4340-863a-703ac1a50ec0 admin admin] Publish callbacks [] for security_group (093eaafe-5c56-4d56-a6a7-24db0420db1e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.518317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c4d1409-a386-451a-8b4d-684a740d36c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=131da88c74974f37b3a9d14ec59a31fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5864720 Feb 03 04:17:45.518317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d1409-a386-451a-8b4d-684a740d36c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11063d3-5ff8-4860-836d-a6ce44eed88b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:45.530837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:45.584484 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:42Z', 'revision_number': 3, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:45.618724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68043258-3408-4131-a922-1731832ddcd0 admin admin] Publish callbacks [] for security_group (f11063d3-5ff8-4860-836d-a6ce44eed88b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.629489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89566a5-454c-4a91-8b64-0e4d5552aa6f None None] The sync data for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 is: [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:42Z', 'revision_number': 3, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:17:45.662562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68043258-3408-4131-a922-1731832ddcd0 admin admin] Publish callbacks [] for security_group (f11063d3-5ff8-4860-836d-a6ce44eed88b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.763632 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68043258-3408-4131-a922-1731832ddcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f11063d3-5ff8-4860-836d-a6ce44eed88b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.768997 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68043258-3408-4131-a922-1731832ddcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.770137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-68043258-3408-4131-a922-1731832ddcd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f11063d3-5ff8-4860-836d-a6ce44eed88b HTTP/1.1" status: 204 len: 168 time: 0.2361658 Feb 03 04:17:45.798466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68043258-3408-4131-a922-1731832ddcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11063d3-5ff8-4860-836d-a6ce44eed88b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:45.888663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2e9d57c8-1d53-4498-bd39-f276fad0ee2d None None] Provisioning complete for port 58c60b93-18ad-45bc-a43a-1681c4dbe814 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:45.889969 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e9d57c8-1d53-4498-bd39-f276fad0ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.934764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0579-4dfc-4340-863a-703ac1a50ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (093eaafe-5c56-4d56-a6a7-24db0420db1e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.937250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0579-4dfc-4340-863a-703ac1a50ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:45.946173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8f5f0579-4dfc-4340-863a-703ac1a50ec0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/093eaafe-5c56-4d56-a6a7-24db0420db1e HTTP/1.1" status: 204 len: 168 time: 0.7341878 Feb 03 04:17:45.953896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d57c8-1d53-4498-bd39-f276fad0ee2d None None] Port 58c60b93-18ad-45bc-a43a-1681c4dbe814 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:17:45.981813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f0579-4dfc-4340-863a-703ac1a50ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093eaafe-5c56-4d56-a6a7-24db0420db1e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:45.987700 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.322411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks [] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.331303 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.333063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (938aeade-b9d0-4945-b837-596e3e7e8679), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.413737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Pushing event updated for resources: {'Port': ['ID=58c60b93-18ad-45bc-a43a-1681c4dbe814,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:46.491027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:46.492493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:46.502111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:46.716422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:46.718069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Router 938aeade-b9d0-4945-b837-596e3e7e8679 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:17:46.756041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f357652c-521e-4de3-a1bb-3b6b4328c06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.898592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0a5da80b-41e1-45e3-b63a-3c9ab3ce50eb None None] Provisioning complete for port 58c60b93-18ad-45bc-a43a-1681c4dbe814 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:46.900350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5da80b-41e1-45e3-b63a-3c9ab3ce50eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.901259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f357652c-521e-4de3-a1bb-3b6b4328c06c admin admin] Publish callbacks [] for security_group (41c15356-5327-461c-8b2a-553f858af5a0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.911076 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f357652c-521e-4de3-a1bb-3b6b4328c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (41c15356-5327-461c-8b2a-553f858af5a0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:46.947490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:17:46.967539 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f1681168-62f2-4d64-a11e-ae60e7c49670 admin admin] 10.222.0.35 "PUT /v2.0/routers/938aeade-b9d0-4945-b837-596e3e7e8679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9806125 Feb 03 04:17:46.979395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f357652c-521e-4de3-a1bb-3b6b4328c06c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9265d3281907435c977b460079197742&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2610326 Feb 03 04:17:46.982120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:46.986690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a5da80b-41e1-45e3-b63a-3c9ab3ce50eb None None] Port 58c60b93-18ad-45bc-a43a-1681c4dbe814 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:17:47.016264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357652c-521e-4de3-a1bb-3b6b4328c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c15356-5327-461c-8b2a-553f858af5a0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:47.067283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a06226e4-0e70-4817-97b7-ba16736997cd admin admin] Publish callbacks [] for security_group (41c15356-5327-461c-8b2a-553f858af5a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.094731 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a06226e4-0e70-4817-97b7-ba16736997cd admin admin] Publish callbacks [] for security_group (41c15356-5327-461c-8b2a-553f858af5a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.161140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a06226e4-0e70-4817-97b7-ba16736997cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (41c15356-5327-461c-8b2a-553f858af5a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.164572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a06226e4-0e70-4817-97b7-ba16736997cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.168681 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a06226e4-0e70-4817-97b7-ba16736997cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41c15356-5327-461c-8b2a-553f858af5a0 HTTP/1.1" status: 204 len: 168 time: 0.1849570 Feb 03 04:17:47.181691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06226e4-0e70-4817-97b7-ba16736997cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c15356-5327-461c-8b2a-553f858af5a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:47.327994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:47.426241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25347f2c-3661-47cb-998c-06dddf82b13d req-26733a43-7920-42a4-bec4-c6a4789efc86 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 210 time: 0.9226005 Feb 03 04:17:47.514822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:47.699021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc7fc-afd1-402a-9443-223f95987ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.794411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc7fc-afd1-402a-9443-223f95987ef8 admin admin] Publish callbacks [] for security_group (900c7f2e-f760-45df-9ad7-2d4b20bb6479), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.803609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc7fc-afd1-402a-9443-223f95987ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (900c7f2e-f760-45df-9ad7-2d4b20bb6479), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.865859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed8dc7fc-afd1-402a-9443-223f95987ef8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=893fce0a40f24396bd36a34b14f05a12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5338111 Feb 03 04:17:47.865859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc7fc-afd1-402a-9443-223f95987ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c7f2e-f760-45df-9ad7-2d4b20bb6479,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:47.867242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:47.948960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f81e6f-ec81-4483-b2c9-146fbf1ce25d admin admin] Publish callbacks [] for security_group (900c7f2e-f760-45df-9ad7-2d4b20bb6479), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:47.977690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f81e6f-ec81-4483-b2c9-146fbf1ce25d admin admin] Publish callbacks [] for security_group (900c7f2e-f760-45df-9ad7-2d4b20bb6479), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.015099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9492-1dab-41a1-add5-fb4395b7c885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.078926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f81e6f-ec81-4483-b2c9-146fbf1ce25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (900c7f2e-f760-45df-9ad7-2d4b20bb6479), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.082168 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f81e6f-ec81-4483-b2c9-146fbf1ce25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.085015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-05f81e6f-ec81-4483-b2c9-146fbf1ce25d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/900c7f2e-f760-45df-9ad7-2d4b20bb6479 HTTP/1.1" status: 204 len: 168 time: 0.2178228 Feb 03 04:17:48.108029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f81e6f-ec81-4483-b2c9-146fbf1ce25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c7f2e-f760-45df-9ad7-2d4b20bb6479,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:48.175379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Sync routers for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:17:48.189983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4e3f7556-b398-43c2-aa1e-18454380671e tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437465 Feb 03 04:17:48.226673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:17:48.226673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:17:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:48.266212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9492-1dab-41a1-add5-fb4395b7c885 admin admin] Publish callbacks [] for security_group (8165eb03-c8df-4865-9f6d-66a9376ddcef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.279323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9492-1dab-41a1-add5-fb4395b7c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8165eb03-c8df-4865-9f6d-66a9376ddcef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.323463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-52e8a28d-a8b4-4978-aa39-b2462eba0b38 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:48.331083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-52e8a28d-a8b4-4978-aa39-b2462eba0b38 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397216 Feb 03 04:17:48.333805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.15', 51661) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:48.351654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5cd3406-9669-414f-84e3-50dc473aea00 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:17:48.363480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-d5debba1-4f27-43b0-a5c6-050d362912ab tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/quotas/816b2a0faa3e496fa2d199f7935b0c0f HTTP/1.1" status: 200 len: 375 time: 0.0306561 Feb 03 04:17:48.381033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4d1c9492-1dab-41a1-add5-fb4395b7c885 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bf1315961f04c22be46294bfa78d19a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8651018 Feb 03 04:17:48.383082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9492-1dab-41a1-add5-fb4395b7c885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8165eb03-c8df-4865-9f6d-66a9376ddcef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:48.384098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:48.430531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-70eb260c-cad4-4f47-9b9c-a21d1a5618d0 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e251df6d565491083db4a307b758b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953946 Feb 03 04:17:48.455103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-9f7ba727-8ace-44a3-adf1-83f86f1ee0e0 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806646 Feb 03 04:17:48.640065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e5cd3406-9669-414f-84e3-50dc473aea00 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:48.640682 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.669400 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8cd6d41-1f5c-4a05-8869-a96f1acc7d11 admin admin] Publish callbacks [] for security_group (8165eb03-c8df-4865-9f6d-66a9376ddcef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.758769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e5cd3406-9669-414f-84e3-50dc473aea00 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:48.759633 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.784599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e5cd3406-9669-414f-84e3-50dc473aea00, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5cd3406-9669-414f-84e3-50dc473aea00,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:17:48.795891 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.854875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e5cd3406-9669-414f-84e3-50dc473aea00,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:48.862034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afba9993-3771-40ed-9e3a-2e4022c9fc31 req-d8e176db-06f7-4189-bc7c-47acc35bb68b tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 210 time: 0.0902684 Feb 03 04:17:48.872471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8cd6d41-1f5c-4a05-8869-a96f1acc7d11 admin admin] Publish callbacks [] for security_group (8165eb03-c8df-4865-9f6d-66a9376ddcef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:48.883208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:17:49.013323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5d154fd-09e2-41c2-a10d-4bb438351e0b req-99cf3139-c9f7-408e-b5e6-3188822cb8a1 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 210 time: 0.1262965 Feb 03 04:17:49.014693 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8cd6d41-1f5c-4a05-8869-a96f1acc7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8165eb03-c8df-4865-9f6d-66a9376ddcef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.023102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8cd6d41-1f5c-4a05-8869-a96f1acc7d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.024299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b8cd6d41-1f5c-4a05-8869-a96f1acc7d11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8165eb03-c8df-4865-9f6d-66a9376ddcef HTTP/1.1" status: 204 len: 168 time: 0.6233938 Feb 03 04:17:49.038506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-db86b7b2-b94a-4f6d-8cd5-a73135d62ac3 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:49.040401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-db86b7b2-b94a-4f6d-8cd5-a73135d62ac3 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5804079 Feb 03 04:17:49.042465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd6d41-1f5c-4a05-8869-a96f1acc7d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8165eb03-c8df-4865-9f6d-66a9376ddcef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:49.130557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Request body: {'port': {'device_id': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '9e251df6d565491083db4a307b758b26'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:49.229246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:46Z', 'revision_number': 2, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:49.283338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:49.298308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Checking router: 938aeade-b9d0-4945-b837-596e3e7e8679 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:17:49.301779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Updating router 938aeade-b9d0-4945-b837-596e3e7e8679 port 58c60b93-18ad-45bc-a43a-1681c4dbe814 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:17:49.321074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0707e870-905b-4817-9d63-0c193973e5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.427648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.523985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0707e870-905b-4817-9d63-0c193973e5e7 admin admin] Publish callbacks [] for security_group (8e5875a6-258a-4401-a582-1dd0507cc41a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.532275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Made reservation on behalf of 9e251df6d565491083db4a307b758b26 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:17:49.536910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0707e870-905b-4817-9d63-0c193973e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e5875a6-258a-4401-a582-1dd0507cc41a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.544047 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.567032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0707e870-905b-4817-9d63-0c193973e5e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27f0eb906eec4e90b68af29b8d8a374c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2820890 Feb 03 04:17:49.569931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:49.577884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.651381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcada-6eb7-4c85-b9db-fe38a43ca9a8 admin admin] Publish callbacks [] for security_group (8e5875a6-258a-4401-a582-1dd0507cc41a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.683736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcada-6eb7-4c85-b9db-fe38a43ca9a8 admin admin] Publish callbacks [] for security_group (8e5875a6-258a-4401-a582-1dd0507cc41a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.750280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707e870-905b-4817-9d63-0c193973e5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5875a6-258a-4401-a582-1dd0507cc41a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:49.766003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks [] for security_group (1ed9e7f3-579b-4424-ba61-a486a77506a3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.774551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcada-6eb7-4c85-b9db-fe38a43ca9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e5875a6-258a-4401-a582-1dd0507cc41a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.776836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ed9e7f3-579b-4424-ba61-a486a77506a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.784576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcada-6eb7-4c85-b9db-fe38a43ca9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:49.787179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fbfdcada-6eb7-4c85-b9db-fe38a43ca9a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e5875a6-258a-4401-a582-1dd0507cc41a HTTP/1.1" status: 204 len: 168 time: 0.2152722 Feb 03 04:17:49.801587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdcada-6eb7-4c85-b9db-fe38a43ca9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5875a6-258a-4401-a582-1dd0507cc41a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:49.861106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:49.867914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-network', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:49.953843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Made reservation on behalf of c3d2d97ed99e4fdaa396c9bf69a01875 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:17:49.974838 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.000649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed9e7f3-579b-4424-ba61-a486a77506a3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:50.021355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.117236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f21dd17e-ffcb-45b9-8b63-1c8d0bb0fd76 req-1d676f89-8562-4c95-abc0-2a0930d7b2fa tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 210 time: 0.1259451 Feb 03 04:17:50.446203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-991ebae2-6c82-47c9-8f46-fd0ad3e73845 req-86276ace-45c4-45c7-a780-bcd4c16018f2 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 210 time: 0.1612034 Feb 03 04:17:50.460935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5cd3406-9669-414f-84e3-50dc473aea00 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:17:50.476989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Allocated IP 192.168.233.75 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/6450712f-c209-4290-9026-14a8eb59fb0b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:50.489935 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks [] for security_group (fdfd31d9-6c7d-423c-9b27-f1da3dd70322), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.500736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fdfd31d9-6c7d-423c-9b27-f1da3dd70322), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.635021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd31d9-6c7d-423c-9b27-f1da3dd70322,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:50.694112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:17:50.766764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6c2c4273-603b-4d4e-a052-12b862cddb69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.766764 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Added segment 6c2c4273-603b-4d4e-a052-12b862cddb69 of type vlan for network f374b55b-b396-44d3-82fd-71ca26c8e594 Feb 03 04:17:50.865909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f374b55b-b396-44d3-82fd-71ca26c8e594), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.909946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Publish callbacks [] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.910837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f374b55b-b396-44d3-82fd-71ca26c8e594), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.912174 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:50.915855 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:50.924550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.024018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1605155 Feb 03 04:17:51.027628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:51.037932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks [] for port (6450712f-c209-4290-9026-14a8eb59fb0b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.047832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696c57d-efbf-4618-92ff-c7972100bba3 None None] Pushing event updated for resources: {'Port': ['ID=58c60b93-18ad-45bc-a43a-1681c4dbe814,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:51.076522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Request body: {'subnet': {'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-subnet', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:51.155214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e5cd3406-9669-414f-84e3-50dc473aea00 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:51.155716 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.155844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.174031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:51.260926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c5e7-be53-4c01-b62e-19f971693500 admin admin] Pushing event updated for resources: {'Network': ['ID=f374b55b-b396-44d3-82fd-71ca26c8e594,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:51.337387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Made reservation on behalf of c3d2d97ed99e4fdaa396c9bf69a01875 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:17:51.340154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.457102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f374b55b-b396-44d3-82fd-71ca26c8e594 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:17:51.550377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.31', 62985) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:51.690754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e36d5b9-1aa4-4d33-8b6f-df78119e7e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.818313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-7d5ca8bf-044c-4403-ab52-147ea80d623c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2599425 Feb 03 04:17:51.850093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (162ae9cb-e4d7-44ea-b7b7-1a55201b92e0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.914881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Attempting to bind port 58c60b93-18ad-45bc-a43a-1681c4dbe814 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:17:51.915430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Attempting to bind port 58c60b93-18ad-45bc-a43a-1681c4dbe814 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:17:51.915785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Attempting to bind port 58c60b93-18ad-45bc-a43a-1681c4dbe814 on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:17:51.967328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:17:51.968008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Checking segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:17:51.992353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:51.994636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Bound using segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:17:51.997796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Bound port: 58c60b93-18ad-45bc-a43a-1681c4dbe814, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:17:52.000848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.042825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Checking segment: {'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:17:52.043305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Network hostable DHCP agents. Network: f374b55b-b396-44d3-82fd-71ca26c8e594, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:17:52.073474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162ae9cb-e4d7-44ea-b7b7-1a55201b92e0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:52.102718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Network f374b55b-b396-44d3-82fd-71ca26c8e594 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:17:52.121505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f374b55b-b396-44d3-82fd-71ca26c8e594) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:52.129787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:52.130392 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.169373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4f2f9ce9-32f0-49ff-846d-8249999a9516 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1264367 Feb 03 04:17:52.172120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:52.179605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:52.191296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-45007225-972c-4bce-a3dd-a942c0af7baf None None] Provisioning complete for port 58c60b93-18ad-45bc-a43a-1681c4dbe814 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:52.191951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45007225-972c-4bce-a3dd-a942c0af7baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.198696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135b75f-526b-4ebc-b651-38f618d06134 None None] Network f374b55b-b396-44d3-82fd-71ca26c8e594 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:17:52.231607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (a020b5e1-5c32-411d-a15b-40365bb38a91), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.232946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (a020b5e1-5c32-411d-a15b-40365bb38a91), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.290772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e36d5b9-1aa4-4d33-8b6f-df78119e7e6f admin admin] Publish callbacks [] for security_group (2c510a51-948f-452e-9154-3f0be3c9ceb9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.331237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:52.362787 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e36d5b9-1aa4-4d33-8b6f-df78119e7e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c510a51-948f-452e-9154-3f0be3c9ceb9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.374736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks [] for router_controller (a020b5e1-5c32-411d-a15b-40365bb38a91), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.402249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Pushing event updated for resources: {'Port': ['ID=6450712f-c209-4290-9026-14a8eb59fb0b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:52.477305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f374b55b-b396-44d3-82fd-71ca26c8e594', 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594', 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'fixed_ips': [{'subnet_id': '162ae9cb-e4d7-44ea-b7b7-1a55201b92e0'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:17:52.485149 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.504159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3e36d5b9-1aa4-4d33-8b6f-df78119e7e6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cf9ecafa76e4738855ab28f33e2dd1f&name=default HTTP/1.1" status: 200 len: 2994 time: 1.2311270 Feb 03 04:17:52.505393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:52.512974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:52.519178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:17:52.531223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:52.540060 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:52.608179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36d5b9-1aa4-4d33-8b6f-df78119e7e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c510a51-948f-452e-9154-3f0be3c9ceb9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:52.659924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-f70b208c-c3c6-4c5c-870b-b2838c170e6e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5239048 Feb 03 04:17:52.746375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-6e658c57-c477-4994-86bb-0eea7adbd66b tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:17:52.747354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-6e658c57-c477-4994-86bb-0eea7adbd66b tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0865273 Feb 03 04:17:52.766490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78435c75-2c57-4bdc-a1f5-42e00f51299b req-3ce2a4db-8cbd-4cfd-9bc0-f0097d1fe1a7 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 210 time: 1.0275404 Feb 03 04:17:52.778628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Allocated IP 172.20.0.2 (f374b55b-b396-44d3-82fd-71ca26c8e594/162ae9cb-e4d7-44ea-b7b7-1a55201b92e0/21f17679-5360-47b8-afa1-53e5e41f8810) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:52.885445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03f89c-e23f-4c3e-88e1-a76c31f24316 req-424eddfa-57bf-4fa8-84d7-26212a9e77b6 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:52.887131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f03f89c-e23f-4c3e-88e1-a76c31f24316 req-424eddfa-57bf-4fa8-84d7-26212a9e77b6 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 935 time: 1.1860752 Feb 03 04:17:53.054851 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Publish callbacks [] for port (21f17679-5360-47b8-afa1-53e5e41f8810), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.078381 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.104545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Network f374b55b-b396-44d3-82fd-71ca26c8e594 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:53.171014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:53.173332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Pushing event updated for resources: {'Port': ['ID=21f17679-5360-47b8-afa1-53e5e41f8810,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:53.178066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:17:53.200681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f03f89c-e23f-4c3e-88e1-a76c31f24316 req-1f2bed88-4309-46c9-88f9-85bddff01cf6 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942297 Feb 03 04:17:53.267065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-383ddbbf-b7e9-4b32-ab88-f31f9d75f05b tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:53.271612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-383ddbbf-b7e9-4b32-ab88-f31f9d75f05b tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9448359 Feb 03 04:17:53.298811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45007225-972c-4bce-a3dd-a942c0af7baf None None] Port 58c60b93-18ad-45bc-a43a-1681c4dbe814 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:17:53.351473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Request body: {'port': {'device_id': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '816b2a0faa3e496fa2d199f7935b0c0f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:53.364385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Attempting to bind port 21f17679-5360-47b8-afa1-53e5e41f8810 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:17:53.368065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Attempting to bind port 21f17679-5360-47b8-afa1-53e5e41f8810 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:17:53.369597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Attempting to bind port 21f17679-5360-47b8-afa1-53e5e41f8810 on network f374b55b-b396-44d3-82fd-71ca26c8e594 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:17:53.415316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcaaa75c-170d-4c81-acd8-73f2d42622de admin admin] Publish callbacks [] for security_group (2c510a51-948f-452e-9154-3f0be3c9ceb9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.430429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks [] for router_gateway (a020b5e1-5c32-411d-a15b-40365bb38a91), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.448566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:17:53.448983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Checking segment: {'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:17:53.449467 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.450089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Bound using segment: {'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:17:53.450583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Bound port: 21f17679-5360-47b8-afa1-53e5e41f8810, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:17:53.450988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.474970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] For port 58c60b93-18ad-45bc-a43a-1681c4dbe814, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:17:53.485565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcaaa75c-170d-4c81-acd8-73f2d42622de admin admin] Publish callbacks [] for security_group (2c510a51-948f-452e-9154-3f0be3c9ceb9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.550330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] For port 21f17679-5360-47b8-afa1-53e5e41f8810, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:17:53.554146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] For port 21f17679-5360-47b8-afa1-53e5e41f8810, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21f17679-5360-47b8-afa1-53e5e41f8810,segment=NetworkSegment(6c2c4273-603b-4d4e-a052-12b862cddb69),segment_id=6c2c4273-603b-4d4e-a052-12b862cddb69)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:17:53.621792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcaaa75c-170d-4c81-acd8-73f2d42622de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c510a51-948f-452e-9154-3f0be3c9ceb9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.625105 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.629232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcaaa75c-170d-4c81-acd8-73f2d42622de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.634339 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fcaaa75c-170d-4c81-acd8-73f2d42622de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c510a51-948f-452e-9154-3f0be3c9ceb9 HTTP/1.1" status: 204 len: 168 time: 1.1174200 Feb 03 04:17:53.665796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f319901c-390d-4e2b-ab5c-93c410576e78 None None] Provisioning complete for port 6450712f-c209-4290-9026-14a8eb59fb0b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:53.666081 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f319901c-390d-4e2b-ab5c-93c410576e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.667472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaa75c-170d-4c81-acd8-73f2d42622de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c510a51-948f-452e-9154-3f0be3c9ceb9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:53.781818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] For port 58c60b93-18ad-45bc-a43a-1681c4dbe814, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=58c60b93-18ad-45bc-a43a-1681c4dbe814,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:17:53.817617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f319901c-390d-4e2b-ab5c-93c410576e78 None None] Port 6450712f-c209-4290-9026-14a8eb59fb0b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:17:53.826750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Made reservation on behalf of 816b2a0faa3e496fa2d199f7935b0c0f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:17:53.827645 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.835746 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.883478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.890591 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.892737 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:53.959739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e5cd3406-9669-414f-84e3-50dc473aea00 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:54.102583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks [] for router_gateway (a020b5e1-5c32-411d-a15b-40365bb38a91), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:54.141812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:54.146937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdd367-958a-4cf7-b91e-3d36f05a04ea None None] Pushing event updated for resources: {'Port': ['ID=21f17679-5360-47b8-afa1-53e5e41f8810,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:54.224209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cc6002e-9e83-43d9-90b0-df4fc6aa10f1 req-2a07af8a-5220-4e30-8afc-9f91e7bab4b4 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 210 time: 0.1542256 Feb 03 04:17:54.242866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks [] for security_group (7e71c249-425b-47db-a035-c7af349a8afc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:54.247737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e71c249-425b-47db-a035-c7af349a8afc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:54.365347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Request body: {'port': {'device_id': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'device_owner': 'compute:tempest-test_az-1154389639', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:54.550660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71c249-425b-47db-a035-c7af349a8afc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:54.607983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Allocated IP 172.25.7.38 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/86700819-7b97-442c-834a-8f598b9aefef) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:54.683373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:54.729535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:17:54.730129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:17:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:54.866173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d939545f-ec11-44ac-a855-d6d06ac9bf3e None None] Provisioning complete for port 58c60b93-18ad-45bc-a43a-1681c4dbe814 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:54.866548 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d939545f-ec11-44ac-a855-d6d06ac9bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:54.886205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696c57d-efbf-4618-92ff-c7972100bba3 None None] Pushing event updated for resources: {'Port': ['ID=58c60b93-18ad-45bc-a43a-1681c4dbe814,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:55.044597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b132997-8c4a-4c86-8907-7d27ebc835d6 req-773825cd-6d78-41b4-8c7f-b9cd013c9235 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:55.046236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b132997-8c4a-4c86-8907-7d27ebc835d6 req-773825cd-6d78-41b4-8c7f-b9cd013c9235 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 935 time: 0.5527449 Feb 03 04:17:55.061400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Allocated IP 192.168.233.254 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/3500181d-50ef-4155-966e-73890983b543) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:55.098881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks [] for port (86700819-7b97-442c-834a-8f598b9aefef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:55.204015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (86700819-7b97-442c-834a-8f598b9aefef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:55.286880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:17:55.344939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b132997-8c4a-4c86-8907-7d27ebc835d6 req-eb3acb93-9d6b-4f02-b46b-1c2a33a8c0e1 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858679 Feb 03 04:17:55.393598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:55.399040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Pushing event updated for resources: {'Port': ['ID=86700819-7b97-442c-834a-8f598b9aefef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:55.414682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:55.421775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:17:55.588084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks [] for port (3500181d-50ef-4155-966e-73890983b543), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:55.721601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d939545f-ec11-44ac-a855-d6d06ac9bf3e None None] Current status of the port 58c60b93-18ad-45bc-a43a-1681c4dbe814 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:55.722271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d939545f-ec11-44ac-a855-d6d06ac9bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:55.792633 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1082bec6-43dc-4245-a06f-cdb43cea1920 req-70e37adb-817c-4572-93ca-a70d06384308 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 210 time: 0.1782987 Feb 03 04:17:55.984129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d939545f-ec11-44ac-a855-d6d06ac9bf3e None None] For port 58c60b93-18ad-45bc-a43a-1681c4dbe814, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=58c60b93-18ad-45bc-a43a-1681c4dbe814,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:17:55.996932 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d939545f-ec11-44ac-a855-d6d06ac9bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.037147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (3500181d-50ef-4155-966e-73890983b543), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.074436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad74ba-1e6a-4fec-a3b4-47b204cdb311 None None] Network f374b55b-b396-44d3-82fd-71ca26c8e594 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:17:56.167491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939545f-ec11-44ac-a855-d6d06ac9bf3e None None] Pushing event updated for resources: {'Port': ['ID=58c60b93-18ad-45bc-a43a-1681c4dbe814,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:56.175546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks [] for router_gateway (a020b5e1-5c32-411d-a15b-40365bb38a91), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.204086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e64e3390-35c4-4834-a9c6-b3e81a68b090 None None] Provisioning complete for port 21f17679-5360-47b8-afa1-53e5e41f8810 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:56.204816 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64e3390-35c4-4834-a9c6-b3e81a68b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.242117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Pushing event updated for resources: {'Port': ['ID=3500181d-50ef-4155-966e-73890983b543,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:56.286283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:17:56.301134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21f17679-5360-47b8-afa1-53e5e41f8810 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:17:56.328668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:17:56.334482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:17:56.362106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:53Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:56.365177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:56.388724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.428070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e6e7b-4c1b-4603-ba76-df0bae68e121 None None] The sync data for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 is: [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:53Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:17:56.535788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-cd0b5b42-9dc7-4c86-97fe-3a5298cda269 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1905694 Feb 03 04:17:56.602495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-3d057aad-ed06-4dc7-9966-7af07f617407 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:17:56.603765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-3d057aad-ed06-4dc7-9966-7af07f617407 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274734 Feb 03 04:17:56.661624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 21f17679-5360-47b8-afa1-53e5e41f8810 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:56.661624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.666853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e64e3390-35c4-4834-a9c6-b3e81a68b090 None None] Current status of the port 21f17679-5360-47b8-afa1-53e5e41f8810 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:56.676109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64e3390-35c4-4834-a9c6-b3e81a68b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.733742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (a020b5e1-5c32-411d-a15b-40365bb38a91), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:56.949439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e64e3390-35c4-4834-a9c6-b3e81a68b090 None None] For port 21f17679-5360-47b8-afa1-53e5e41f8810, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21f17679-5360-47b8-afa1-53e5e41f8810,segment=NetworkSegment(6c2c4273-603b-4d4e-a052-12b862cddb69),segment_id=6c2c4273-603b-4d4e-a052-12b862cddb69)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:17:56.965378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64e3390-35c4-4834-a9c6-b3e81a68b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:57.123869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 21f17679-5360-47b8-afa1-53e5e41f8810 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:57.140078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-825e6a1a-fcbf-4336-a48f-ff74fd7384f0 None None] Provisioning complete for port 21f17679-5360-47b8-afa1-53e5e41f8810 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:57.141615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-825e6a1a-fcbf-4336-a48f-ff74fd7384f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:57.213706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Router a020b5e1-5c32-411d-a15b-40365bb38a91 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:17:57.275027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e3390-35c4-4834-a9c6-b3e81a68b090 None None] Pushing event updated for resources: {'Port': ['ID=21f17679-5360-47b8-afa1-53e5e41f8810,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:57.276470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a31f8-12fb-4bf9-a976-f75af19cf80a req-37aa75b4-afb4-421b-a482-3b3068b7a45b tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:57.278347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-076a31f8-12fb-4bf9-a976-f75af19cf80a req-37aa75b4-afb4-421b-a482-3b3068b7a45b tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 935 time: 0.6467433 Feb 03 04:17:57.307455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6450712f-c209-4290-9026-14a8eb59fb0b {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:17:57.368048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:57.369437 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Publish callbacks [] for port (6450712f-c209-4290-9026-14a8eb59fb0b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:57.391556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e819da-12c0-4ab3-80ec-5bd427083a52 req-223fef72-cdf9-406c-9ad3-74f4c3dade6c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:17:57.393667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-825e6a1a-fcbf-4336-a48f-ff74fd7384f0 None None] Current status of the port 21f17679-5360-47b8-afa1-53e5e41f8810 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:57.397167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17e819da-12c0-4ab3-80ec-5bd427083a52 req-223fef72-cdf9-406c-9ad3-74f4c3dade6c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 936 time: 0.4124081 Feb 03 04:17:57.426067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-825e6a1a-fcbf-4336-a48f-ff74fd7384f0 None None] Provisioning complete for port 3500181d-50ef-4155-966e-73890983b543 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:57.426462 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-825e6a1a-fcbf-4336-a48f-ff74fd7384f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3500181d-50ef-4155-966e-73890983b543), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:57.466143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:57.492522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-825e6a1a-fcbf-4336-a48f-ff74fd7384f0 None None] Port 3500181d-50ef-4155-966e-73890983b543 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:17:57.538862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Transition to ACTIVE for port object 6450712f-c209-4290-9026-14a8eb59fb0b will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:17:57.546311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:17:57.563456 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Sync routers for ids ['a020b5e1-5c32-411d-a15b-40365bb38a91'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:17:57.587391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:57.588493 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Routers {'a020b5e1-5c32-411d-a15b-40365bb38a91'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:17:57.591140 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:17:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a020b5e1-5c32-411d-a15b-40365bb38a91'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:57.595333 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7f60622-1d89-4c4f-93fc-60855ff95848 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4206312 Feb 03 04:17:57.596347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:57.602179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:57.712300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-076a31f8-12fb-4bf9-a976-f75af19cf80a req-87c83274-7f83-4cf8-bdea-bda995ca9523 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107275 Feb 03 04:17:57.735396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Request body: {'port': {'device_id': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:17:58.016814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53a6e2d4-da4f-4b4c-8655-2c1459d9c850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:58.185249 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79a50a49-0111-4421-a5cf-8e1273c5fd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:58.199187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Pushing event updated for resources: {'Port': ['ID=6450712f-c209-4290-9026-14a8eb59fb0b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:58.223903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17e819da-12c0-4ab3-80ec-5bd427083a52 req-57c9b977-ffc4-4ec8-9f1d-bf42a86f6076 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8029974 Feb 03 04:17:58.269845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Attempting to bind port 6450712f-c209-4290-9026-14a8eb59fb0b on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:17:58.270461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Attempting to bind port 6450712f-c209-4290-9026-14a8eb59fb0b by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:17:58.276416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Attempting to bind port 6450712f-c209-4290-9026-14a8eb59fb0b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:17:58.318550 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Set router a020b5e1-5c32-411d-a15b-40365bb38a91 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:17:58.358602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Port 6450712f-c209-4290-9026-14a8eb59fb0b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:17:58.358928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Attempting to bind port 6450712f-c209-4290-9026-14a8eb59fb0b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:17:58.384267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21f17679-5360-47b8-afa1-53e5e41f8810 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:17:58.442666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:17:58.445101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:17:58.445727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:17:58.446229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Bound port: 6450712f-c209-4290-9026-14a8eb59fb0b, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:17:58.446653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:58.475548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3500181d-50ef-4155-966e-73890983b543), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:58.622399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 21f17679-5360-47b8-afa1-53e5e41f8810 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:58.622970 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:58.858041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53a6e2d4-da4f-4b4c-8655-2c1459d9c850 admin admin] Publish callbacks [] for security_group (dfb07e6c-ca0c-4ff9-8e01-01aa08a60933), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:58.894754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 21f17679-5360-47b8-afa1-53e5e41f8810 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:58.896367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 58c60b93-18ad-45bc-a43a-1681c4dbe814 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:17:58.929717 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '86700819-7b97-442c-834a-8f598b9aefef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 3, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port': {'id': '86700819-7b97-442c-834a-8f598b9aefef', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:54Z', 'updated_at': '2022-02-03T04:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:17:58.971684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53a6e2d4-da4f-4b4c-8655-2c1459d9c850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dfb07e6c-ca0c-4ff9-8e01-01aa08a60933), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.032846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 58c60b93-18ad-45bc-a43a-1681c4dbe814 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:17:59.033537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.059521 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Checking router: a020b5e1-5c32-411d-a15b-40365bb38a91 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:17:59.061702 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Updating router a020b5e1-5c32-411d-a15b-40365bb38a91 port 86700819-7b97-442c-834a-8f598b9aefef binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:17:59.130351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-53a6e2d4-da4f-4b4c-8655-2c1459d9c850 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0679608bd485446e97fc441f2d91b9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7607799 Feb 03 04:17:59.139072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6e2d4-da4f-4b4c-8655-2c1459d9c850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb07e6c-ca0c-4ff9-8e01-01aa08a60933,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:59.173626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:17:59.210633 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (86700819-7b97-442c-834a-8f598b9aefef), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.264385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 58c60b93-18ad-45bc-a43a-1681c4dbe814 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:17:59.344837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.499984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce6f-d3d6-4268-b7bd-2719b45278da admin admin] Publish callbacks [] for security_group (dfb07e6c-ca0c-4ff9-8e01-01aa08a60933), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.617789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce6f-d3d6-4268-b7bd-2719b45278da admin admin] Publish callbacks [] for security_group (dfb07e6c-ca0c-4ff9-8e01-01aa08a60933), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.770964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce6f-d3d6-4268-b7bd-2719b45278da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dfb07e6c-ca0c-4ff9-8e01-01aa08a60933), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.782131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79a50a49-0111-4421-a5cf-8e1273c5fd0a admin admin] Publish callbacks [] for security_group (de5808b8-a229-4d2a-b1aa-3bd498008853), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.785401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce6f-d3d6-4268-b7bd-2719b45278da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.787839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8f3bce6f-d3d6-4268-b7bd-2719b45278da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfb07e6c-ca0c-4ff9-8e01-01aa08a60933 HTTP/1.1" status: 204 len: 168 time: 0.6182120 Feb 03 04:17:59.808568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bce6f-d3d6-4268-b7bd-2719b45278da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb07e6c-ca0c-4ff9-8e01-01aa08a60933,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:17:59.813422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Allocated IP 172.20.0.1 (f374b55b-b396-44d3-82fd-71ca26c8e594/162ae9cb-e4d7-44ea-b7b7-1a55201b92e0/8e77adf0-439c-42e4-8f69-bbe0a6d7a029) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:17:59.843886 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:17:59.919814 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Publish callbacks [] for port (86700819-7b97-442c-834a-8f598b9aefef), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.935380 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (86700819-7b97-442c-834a-8f598b9aefef), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:17:59.977979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79a50a49-0111-4421-a5cf-8e1273c5fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (de5808b8-a229-4d2a-b1aa-3bd498008853), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.060559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks [] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.082474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] For port 6450712f-c209-4290-9026-14a8eb59fb0b, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:00.109202 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Attempting to bind port 86700819-7b97-442c-834a-8f598b9aefef on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:00.111377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Attempting to bind port 86700819-7b97-442c-834a-8f598b9aefef by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:00.112026 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Attempting to bind port 86700819-7b97-442c-834a-8f598b9aefef on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:00.125843 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd372ba-6131-42d6-bedd-522e226e1f1d None None] Pushing event updated for resources: {'Port': ['ID=86700819-7b97-442c-834a-8f598b9aefef,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:00.131656 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:00.133135 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:00.134208 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.135649 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:00.137113 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Bound port: 86700819-7b97-442c-834a-8f598b9aefef, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:00.138706 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (86700819-7b97-442c-834a-8f598b9aefef), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.140939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.179240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Network f374b55b-b396-44d3-82fd-71ca26c8e594 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:00.235625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c130d8-92e2-4ed4-b217-30931a5f7b02 req-2a5da9d4-8958-44c3-a8fd-4e8d8c5d8169 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:00.246246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:00.246889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10c130d8-92e2-4ed4-b217-30931a5f7b02 req-2a5da9d4-8958-44c3-a8fd-4e8d8c5d8169 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.8625791 Feb 03 04:18:00.260816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:00.260816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (a020b5e1-5c32-411d-a15b-40365bb38a91), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.261641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] For port 86700819-7b97-442c-834a-8f598b9aefef, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:00.266603 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] For port 86700819-7b97-442c-834a-8f598b9aefef, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=86700819-7b97-442c-834a-8f598b9aefef,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:00.282064 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (86700819-7b97-442c-834a-8f598b9aefef), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.299725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] For port 6450712f-c209-4290-9026-14a8eb59fb0b, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6450712f-c209-4290-9026-14a8eb59fb0b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:00.324137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-79a50a49-0111-4421-a5cf-8e1273c5fd0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff705a02103942eaafabb2c054742eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8446040 Feb 03 04:18:00.332297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:00.345159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a50a49-0111-4421-a5cf-8e1273c5fd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5808b8-a229-4d2a-b1aa-3bd498008853,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:00.357348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29a614-466c-40ed-bd64-100d55d0c29c req-bc634512-315f-4396-aba3-e8c61d47d166 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:00.365033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec29a614-466c-40ed-bd64-100d55d0c29c req-bc634512-315f-4396-aba3-e8c61d47d166 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 936 time: 1.0087016 Feb 03 04:18:00.397500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.461494 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Routers {'a020b5e1-5c32-411d-a15b-40365bb38a91'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:00.464263 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:17:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a020b5e1-5c32-411d-a15b-40365bb38a91'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:00.542110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Pushing event updated for resources: {'Port': ['ID=6450712f-c209-4290-9026-14a8eb59fb0b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:00.558514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Pushing event updated for resources: {'Port': ['ID=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:00.629151 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd372ba-6131-42d6-bedd-522e226e1f1d None None] Pushing event updated for resources: {'Port': ['ID=86700819-7b97-442c-834a-8f598b9aefef,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:00.666047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.698770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3afc7619-9c02-4714-9780-495985848925 None None] Provisioning complete for port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:00.704160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3afc7619-9c02-4714-9780-495985848925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.710848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec29a614-466c-40ed-bd64-100d55d0c29c req-e4ff1c82-d92a-45e1-a627-0326bb2256a3 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445663 Feb 03 04:18:00.717700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:00.718546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:00.730730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-a7c45d76-a820-4929-b50a-b9ddd46e191e service neutron] 10.222.0.15 "PUT /v2.0/ports/6450712f-c209-4290-9026-14a8eb59fb0b HTTP/1.1" status: 200 len: 1117 time: 7.2925637 Feb 03 04:18:00.743930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'tag': '6450712f-c209-4290-9026-14a8eb59fb0b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:00.815206 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] Set router a020b5e1-5c32-411d-a15b-40365bb38a91 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:00.839225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3afc7619-9c02-4714-9780-495985848925 None None] Port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:00.969454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:01.108670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10c130d8-92e2-4ed4-b217-30931a5f7b02 req-5ec56919-df45-46c7-8e5d-c901a0fd486e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8589139 Feb 03 04:18:01.129285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks [] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.142242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.142982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (a020b5e1-5c32-411d-a15b-40365bb38a91), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.221443 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e953f5a-5d10-478b-8f37-4e6786030ccf", "tag": "6450712f-c209-4290-9026-14a8eb59fb0b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:01.274930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3500181d-50ef-4155-966e-73890983b543 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:01.282698 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-054c7a33-51d0-4c10-b80a-bc9a573b8ab5 admin admin] Publish callbacks [] for security_group (de5808b8-a229-4d2a-b1aa-3bd498008853), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.313935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-054c7a33-51d0-4c10-b80a-bc9a573b8ab5 admin admin] Publish callbacks [] for security_group (de5808b8-a229-4d2a-b1aa-3bd498008853), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.328214 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '86700819-7b97-442c-834a-8f598b9aefef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 3, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port': {'id': '86700819-7b97-442c-834a-8f598b9aefef', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:54Z', 'updated_at': '2022-02-03T04:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:01.371665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5adfb4f7-513d-4723-ad50-9079d975bc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.390426 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Publish callbacks [] for port (3500181d-50ef-4155-966e-73890983b543), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.416434 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9eef45-6a26-47a7-97f5-7c1be56c3a70 None None] The sync data for ids ['a020b5e1-5c32-411d-a15b-40365bb38a91'] in n-d-827549-1 is: [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '86700819-7b97-442c-834a-8f598b9aefef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 3, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port': {'id': '86700819-7b97-442c-834a-8f598b9aefef', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:54Z', 'updated_at': '2022-02-03T04:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:18:01.462401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Pushing event updated for resources: {'Port': ['ID=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:01.519174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-745acb9d-3a56-4bde-a3d3-3a5a9ec5dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:01.522007 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-745acb9d-3a56-4bde-a3d3-3a5a9ec5dde1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e251df6d565491083db4a307b758b26&device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 1151 time: 0.6525474 Feb 03 04:18:01.539060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Transition to ACTIVE for port object 3500181d-50ef-4155-966e-73890983b543 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:18:01.543528 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-054c7a33-51d0-4c10-b80a-bc9a573b8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (de5808b8-a229-4d2a-b1aa-3bd498008853), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.553103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-054c7a33-51d0-4c10-b80a-bc9a573b8ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.559824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-054c7a33-51d0-4c10-b80a-bc9a573b8ab5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de5808b8-a229-4d2a-b1aa-3bd498008853 HTTP/1.1" status: 204 len: 168 time: 1.1795239 Feb 03 04:18:01.577510 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3500181d-50ef-4155-966e-73890983b543), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:01.639379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Network f374b55b-b396-44d3-82fd-71ca26c8e594 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:01.642199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:01.801933 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1160b991-be9f-4ce7-b61f-2524f6b90d79 x-openstack-request-id: req-1160b991-be9f-4ce7-b61f-2524f6b90d79 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:01.802175 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e953f5a-5d10-478b-8f37-4e6786030ccf", "tag": "6450712f-c209-4290-9026-14a8eb59fb0b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:01.802392 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1160b991-be9f-4ce7-b61f-2524f6b90d79 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:01.802860 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'tag': '6450712f-c209-4290-9026-14a8eb59fb0b', 'status': 'completed', 'code': 200} Feb 03 04:18:01.834839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c7a33-51d0-4c10-b80a-bc9a573b8ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5808b8-a229-4d2a-b1aa-3bd498008853,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:01.894809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-4bda1b54-c90f-49b6-b34f-0f4d0d314cdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6450712f-c209-4290-9026-14a8eb59fb0b HTTP/1.1" status: 200 len: 217 time: 0.3161080 Feb 03 04:18:02.057408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Router a020b5e1-5c32-411d-a15b-40365bb38a91 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:18:02.264720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:02.296820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 86700819-7b97-442c-834a-8f598b9aefef up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:02.385999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:18:02.405316 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b5951aba-264c-4e3b-b06f-e22e8f71441b admin admin] 10.222.0.35 "PUT /v2.0/routers/a020b5e1-5c32-411d-a15b-40365bb38a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7988350 Feb 03 04:18:02.414930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-094cd91e-d694-4ab8-9a5f-375266ac9d2b None None] Provisioning complete for port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:02.415671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-094cd91e-d694-4ab8-9a5f-375266ac9d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:02.500371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 86700819-7b97-442c-834a-8f598b9aefef triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:02.500993 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (86700819-7b97-442c-834a-8f598b9aefef), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:02.507944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3500181d-50ef-4155-966e-73890983b543,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:02.615830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-07677ce1-6727-468c-bc95-c383ba2e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:02.621421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-07677ce1-6727-468c-bc95-c383ba2e94a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.6830618 Feb 03 04:18:02.752634 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5adfb4f7-513d-4723-ad50-9079d975bc89 admin admin] Publish callbacks [] for security_group (675e8ebc-366c-4727-9b17-fb78b16a1d5c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:02.762740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Attempting to bind port 3500181d-50ef-4155-966e-73890983b543 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:02.763417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Attempting to bind port 3500181d-50ef-4155-966e-73890983b543 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:02.764004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Attempting to bind port 3500181d-50ef-4155-966e-73890983b543 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:02.773502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-094cd91e-d694-4ab8-9a5f-375266ac9d2b None None] Port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:02.789287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb2734-34a1-4662-9bae-14aef4ad1f95 req-f14734c5-49be-46b4-b559-3cbc44c89612 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:02.799328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61bb2734-34a1-4662-9bae-14aef4ad1f95 req-f14734c5-49be-46b4-b559-3cbc44c89612 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.5146453 Feb 03 04:18:02.815343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454d07a-87d5-4258-bc9d-4b9f36964a02 req-64a0c2f8-3123-4a42-ac54-79e6d88ebdfc tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:02.823456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d454d07a-87d5-4258-bc9d-4b9f36964a02 req-64a0c2f8-3123-4a42-ac54-79e6d88ebdfc tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 948 time: 0.7045169 Feb 03 04:18:02.860145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 86700819-7b97-442c-834a-8f598b9aefef is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:02.862282 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (86700819-7b97-442c-834a-8f598b9aefef), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:02.933827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f98d2e26-e530-41e9-a9d3-4e4a081e84a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:02.934433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5adfb4f7-513d-4723-ad50-9079d975bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (675e8ebc-366c-4727-9b17-fb78b16a1d5c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:02.964550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 86700819-7b97-442c-834a-8f598b9aefef, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=86700819-7b97-442c-834a-8f598b9aefef,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:02.971367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Port 3500181d-50ef-4155-966e-73890983b543 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:02.973105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Attempting to bind port 3500181d-50ef-4155-966e-73890983b543 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:02.995843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (86700819-7b97-442c-834a-8f598b9aefef), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.044603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61bb2734-34a1-4662-9bae-14aef4ad1f95 req-31cdee76-0837-4014-8098-88f227df1b67 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428684 Feb 03 04:18:03.148674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=86700819-7b97-442c-834a-8f598b9aefef,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:03.192019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:03.203440 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-677f356d-bc4f-4ef2-a45d-52811d329055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.213333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:03.213801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:03.214275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:03.214738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Bound port: 3500181d-50ef-4155-966e-73890983b543, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:03.215105 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3500181d-50ef-4155-966e-73890983b543), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.268821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4fd0-6abe-4017-9f34-fa49ed593b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.279706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f98d2e26-e530-41e9-a9d3-4e4a081e84a9 admin admin] Publish callbacks [] for security_group (1f33cd0d-b95d-4382-ace5-a82cda2c10a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.287862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-3957752d-36e3-4216-a4a8-ebca39aac765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:03.290630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-3957752d-36e3-4216-a4a8-ebca39aac765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6395125 Feb 03 04:18:03.294946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5adfb4f7-513d-4723-ad50-9079d975bc89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d42e15a990546f48703dcb20d220511&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3207917 Feb 03 04:18:03.301244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:03.322003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f98d2e26-e530-41e9-a9d3-4e4a081e84a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1f33cd0d-b95d-4382-ace5-a82cda2c10a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.340062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb4f7-513d-4723-ad50-9079d975bc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675e8ebc-366c-4727-9b17-fb78b16a1d5c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:03.443195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d454d07a-87d5-4258-bc9d-4b9f36964a02 req-d1ba023a-a714-4238-9c68-1d2ad779a0a4 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187627 Feb 03 04:18:03.483876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f98d2e26-e530-41e9-a9d3-4e4a081e84a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c69ec46a71ab44cfb3e3b3fcf85e3fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2161760 Feb 03 04:18:03.496183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:03.569443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] For port 3500181d-50ef-4155-966e-73890983b543, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:03.579435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] For port 3500181d-50ef-4155-966e-73890983b543, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3500181d-50ef-4155-966e-73890983b543,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:03.600252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d2e26-e530-41e9-a9d3-4e4a081e84a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f33cd0d-b95d-4382-ace5-a82cda2c10a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:03.606693 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3500181d-50ef-4155-966e-73890983b543), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.691773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-e0321969-8eda-4b15-a225-95a3e2b1dc90 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838069 Feb 03 04:18:03.695649 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45294826-eabd-4ba5-b40d-1d27711f83d9 admin admin] Publish callbacks [] for security_group (1f33cd0d-b95d-4382-ace5-a82cda2c10a3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.703973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:03.704785 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.706685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] 10.222.0.31 "PUT /v2.0/ports/3500181d-50ef-4155-966e-73890983b543 HTTP/1.1" status: 200 len: 1096 time: 6.4671910 Feb 03 04:18:03.709409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4fd0-6abe-4017-9f34-fa49ed593b12 admin admin] Publish callbacks [] for security_group (1ebf6857-0ee2-4afb-8467-58b8869c8c8f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.738924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4fd0-6abe-4017-9f34-fa49ed593b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ebf6857-0ee2-4afb-8467-58b8869c8c8f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.804845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'tag': '3500181d-50ef-4155-966e-73890983b543'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:03.807673 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d7fba5-9621-42f3-a448-a7f8ba7628fc", "tag": "3500181d-50ef-4155-966e-73890983b543"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:03.913498 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45294826-eabd-4ba5-b40d-1d27711f83d9 admin admin] Publish callbacks [] for security_group (1f33cd0d-b95d-4382-ace5-a82cda2c10a3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:03.933126 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b9c4fd0-6abe-4017-9f34-fa49ed593b12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e0b958e145d4bc3a91b0495f94186f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7350767 Feb 03 04:18:03.974521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:04.002616 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d875023-396e-42c7-8de7-2c2ef2fc17eb admin admin] Publish callbacks [] for security_group (675e8ebc-366c-4727-9b17-fb78b16a1d5c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.122986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c4fd0-6abe-4017-9f34-fa49ed593b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf6857-0ee2-4afb-8467-58b8869c8c8f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:04.250480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 86700819-7b97-442c-834a-8f598b9aefef up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:04.259766 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d875023-396e-42c7-8de7-2c2ef2fc17eb admin admin] Publish callbacks [] for security_group (675e8ebc-366c-4727-9b17-fb78b16a1d5c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.421488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d345-4ae0-44cf-a021-800cda855994 admin admin] Publish callbacks [] for security_group (1ebf6857-0ee2-4afb-8467-58b8869c8c8f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.426502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b464503-bbf3-4311-9a03-a12ef45b28b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3500181d-50ef-4155-966e-73890983b543,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:04.438515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:04.441534 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f07f32a-0ce3-4083-a98f-a3f47ea5098f x-openstack-request-id: req-4f07f32a-0ce3-4083-a98f-a3f47ea5098f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:04.441830 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d7fba5-9621-42f3-a448-a7f8ba7628fc", "tag": "3500181d-50ef-4155-966e-73890983b543", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:04.442082 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f07f32a-0ce3-4083-a98f-a3f47ea5098f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:04.442479 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'tag': '3500181d-50ef-4155-966e-73890983b543', 'status': 'completed', 'code': 200} Feb 03 04:18:04.476729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 86700819-7b97-442c-834a-8f598b9aefef triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:04.477109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (86700819-7b97-442c-834a-8f598b9aefef), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.543342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d875023-396e-42c7-8de7-2c2ef2fc17eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (675e8ebc-366c-4727-9b17-fb78b16a1d5c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.545906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d875023-396e-42c7-8de7-2c2ef2fc17eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.565811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d875023-396e-42c7-8de7-2c2ef2fc17eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/675e8ebc-366c-4727-9b17-fb78b16a1d5c HTTP/1.1" status: 204 len: 168 time: 1.2614660 Feb 03 04:18:04.589499 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d345-4ae0-44cf-a021-800cda855994 admin admin] Publish callbacks [] for security_group (1ebf6857-0ee2-4afb-8467-58b8869c8c8f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.620859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d875023-396e-42c7-8de7-2c2ef2fc17eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675e8ebc-366c-4727-9b17-fb78b16a1d5c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:04.698080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-43fb9a91-4c33-4d89-92b4-cf9aacc1d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:04.702666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-43fb9a91-4c33-4d89-92b4-cf9aacc1d2f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 1130 time: 0.9157054 Feb 03 04:18:04.721394 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d345-4ae0-44cf-a021-800cda855994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ebf6857-0ee2-4afb-8467-58b8869c8c8f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.724019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d345-4ae0-44cf-a021-800cda855994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:04.725235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b9f6d345-4ae0-44cf-a021-800cda855994 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ebf6857-0ee2-4afb-8467-58b8869c8c8f HTTP/1.1" status: 204 len: 168 time: 0.7504652 Feb 03 04:18:04.740480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6d345-4ae0-44cf-a021-800cda855994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf6857-0ee2-4afb-8467-58b8869c8c8f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:04.807782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 86700819-7b97-442c-834a-8f598b9aefef is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:04.826535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Sync routers for ids ['a020b5e1-5c32-411d-a15b-40365bb38a91'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:18:04.840053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Routers {'a020b5e1-5c32-411d-a15b-40365bb38a91'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:04.841038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:17:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a020b5e1-5c32-411d-a15b-40365bb38a91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:04.871857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a0d95ed-a8ab-4942-aae9-42f7171bd290 req-c03b16e7-da28-4c78-a90c-026d9b7cb57a service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1609244 Feb 03 04:18:04.885693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-6c0f534a-f525-4dea-b60f-9ab3f7d08c45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=3500181d-50ef-4155-966e-73890983b543 HTTP/1.1" status: 200 len: 217 time: 0.1478353 Feb 03 04:18:05.020584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec300ccc-b50f-4595-bfa3-7ab7a1198afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.118474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Set router a020b5e1-5c32-411d-a15b-40365bb38a91 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:05.132282 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45294826-eabd-4ba5-b40d-1d27711f83d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1f33cd0d-b95d-4382-ace5-a82cda2c10a3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.154014 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45294826-eabd-4ba5-b40d-1d27711f83d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.160853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-45294826-eabd-4ba5-b40d-1d27711f83d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f33cd0d-b95d-4382-ace5-a82cda2c10a3 HTTP/1.1" status: 204 len: 168 time: 1.6556520 Feb 03 04:18:05.247414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec300ccc-b50f-4595-bfa3-7ab7a1198afe admin admin] Publish callbacks [] for security_group (67fb94cb-260b-4785-8c56-33e97ea90dc7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.260512 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec300ccc-b50f-4595-bfa3-7ab7a1198afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (67fb94cb-260b-4785-8c56-33e97ea90dc7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.308011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7695a-9bd6-48b8-a62a-bea806aeb9d8 req-8b95d85e-8335-4c1c-bdc2-6107754f2711 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:05.313155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ec300ccc-b50f-4595-bfa3-7ab7a1198afe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=383c0f24f1694007bcf00524951308da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8735399 Feb 03 04:18:05.315233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2b7695a-9bd6-48b8-a62a-bea806aeb9d8 req-8b95d85e-8335-4c1c-bdc2-6107754f2711 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.8445837 Feb 03 04:18:05.316183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:05.354727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec300ccc-b50f-4595-bfa3-7ab7a1198afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb94cb-260b-4785-8c56-33e97ea90dc7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:05.379103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45294826-eabd-4ba5-b40d-1d27711f83d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f33cd0d-b95d-4382-ace5-a82cda2c10a3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:05.397404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a45665-dd3b-4c9a-b886-9fb6f4ac5da3 admin admin] Publish callbacks [] for security_group (67fb94cb-260b-4785-8c56-33e97ea90dc7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.446173 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98492e44-9c83-43d1-9e2a-d83e9826e933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.449293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a45665-dd3b-4c9a-b886-9fb6f4ac5da3 admin admin] Publish callbacks [] for security_group (67fb94cb-260b-4785-8c56-33e97ea90dc7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.485098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:05.532331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5801f152-20ef-4c76-bd18-6b66df8ab89b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809793090', 'description': 'tempest-description--1259456001'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:05.554433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a45665-dd3b-4c9a-b886-9fb6f4ac5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (67fb94cb-260b-4785-8c56-33e97ea90dc7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.562777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a45665-dd3b-4c9a-b886-9fb6f4ac5da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.564919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-71a45665-dd3b-4c9a-b886-9fb6f4ac5da3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67fb94cb-260b-4785-8c56-33e97ea90dc7 HTTP/1.1" status: 204 len: 168 time: 0.2465615 Feb 03 04:18:05.571972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-57d77e5d-3057-4dfb-b6a1-569d2f98d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:05.574082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-57d77e5d-3057-4dfb-b6a1-569d2f98d95a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.6790535 Feb 03 04:18:05.601386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '86700819-7b97-442c-834a-8f598b9aefef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:18:00Z', 'revision_number': 4, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port': {'id': '86700819-7b97-442c-834a-8f598b9aefef', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:54Z', 'updated_at': '2022-02-03T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8e77adf0-439c-42e4-8f69-bbe0a6d7a029', 'name': '', 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'mac_address': 'fa:16:3e:a3:a7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '162ae9cb-e4d7-44ea-b7b7-1a55201b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:59Z', 'updated_at': '2022-02-03T04:18:00Z', 'revision_number': 2, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'subnets': [{'id': '162ae9cb-e4d7-44ea-b7b7-1a55201b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:05.604826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a45665-dd3b-4c9a-b886-9fb6f4ac5da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb94cb-260b-4785-8c56-33e97ea90dc7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:05.696723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Checking router: a020b5e1-5c32-411d-a15b-40365bb38a91 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:18:05.697601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Updating router a020b5e1-5c32-411d-a15b-40365bb38a91 port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:18:05.766494 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:05.804272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-0fff2458-cef3-4cac-8b57-2af864d5bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:05.807611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-0fff2458-cef3-4cac-8b57-2af864d5bb08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e251df6d565491083db4a307b758b26&device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 1151 time: 0.7895646 Feb 03 04:18:05.848093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2b7695a-9bd6-48b8-a62a-bea806aeb9d8 req-0b9ae660-adbc-4b08-b8f3-a3171a02f548 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747553 Feb 03 04:18:06.003066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5801f152-20ef-4c76-bd18-6b66df8ab89b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.068913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:06.090376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d13ac5e1-cc6d-4a10-86b2-13f9854d50a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.274193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d13ac5e1-cc6d-4a10-86b2-13f9854d50a9 admin admin] Publish callbacks [] for security_group (a37ef386-a9a1-4eb1-918b-1f4de56c9088), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.283275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d13ac5e1-cc6d-4a10-86b2-13f9854d50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a37ef386-a9a1-4eb1-918b-1f4de56c9088), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.342552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-9e24fefe-f651-40f3-b403-64dd1c872970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:06.345578 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-9e24fefe-f651-40f3-b403-64dd1c872970 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7581098 Feb 03 04:18:06.346625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-be937540-ca6e-4be6-b5e8-69a1b3a4885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:06.348033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-be937540-ca6e-4be6-b5e8-69a1b3a4885a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.4886804 Feb 03 04:18:06.417443 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Publish callbacks [] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.431595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.454071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ac5e1-cc6d-4a10-86b2-13f9854d50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ef386-a9a1-4eb1-918b-1f4de56c9088,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:06.476419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d13ac5e1-cc6d-4a10-86b2-13f9854d50a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=968fa9a1edc1411ca426f632bdabed1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058161 Feb 03 04:18:06.477332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:06.521292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c439772-f72f-4397-a969-96ec843b221e req-3f2a27c0-3b99-481e-b577-f3517de0f27c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:06.535282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c439772-f72f-4397-a969-96ec843b221e req-3f2a27c0-3b99-481e-b577-f3517de0f27c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 948 time: 0.8905008 Feb 03 04:18:06.591681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e133c25-6c89-4f18-884d-bac5fd8a550e admin admin] Publish callbacks [] for security_group (a37ef386-a9a1-4eb1-918b-1f4de56c9088), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.638985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:06.643039 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e133c25-6c89-4f18-884d-bac5fd8a550e admin admin] Publish callbacks [] for security_group (a37ef386-a9a1-4eb1-918b-1f4de56c9088), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.645245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-f212c041-19d3-42e4-bced-1e7d52b6d447 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6450712f-c209-4290-9026-14a8eb59fb0b HTTP/1.1" status: 200 len: 217 time: 0.2759037 Feb 03 04:18:06.684147 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.738717 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09cfd712-7762-424c-890b-6ea20c2c4cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:06.955667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d481419-1d4e-442a-8b26-4bbb7d4b29c6 None None] Pushing event updated for resources: {'Port': ['ID=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:06.965428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Attempting to bind port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:06.979140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Attempting to bind port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:06.979790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Attempting to bind port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 on network f374b55b-b396-44d3-82fd-71ca26c8e594 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:07.012980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:07.013448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Checking segment: {'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:07.013773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.014182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Bound using segment: {'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:07.014677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Bound port: 8e77adf0-439c-42e4-8f69-bbe0a6d7a029, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2c4273-603b-4d4e-a052-12b862cddb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:07.015071 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.095802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e133c25-6c89-4f18-884d-bac5fd8a550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a37ef386-a9a1-4eb1-918b-1f4de56c9088), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.098339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e133c25-6c89-4f18-884d-bac5fd8a550e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.099523 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8e133c25-6c89-4f18-884d-bac5fd8a550e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a37ef386-a9a1-4eb1-918b-1f4de56c9088 HTTP/1.1" status: 204 len: 168 time: 0.6208184 Feb 03 04:18:07.139922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e133c25-6c89-4f18-884d-bac5fd8a550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ef386-a9a1-4eb1-918b-1f4de56c9088,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:07.210240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] For port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:07.219586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] For port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,segment=NetworkSegment(6c2c4273-603b-4d4e-a052-12b862cddb69),segment_id=6c2c4273-603b-4d4e-a052-12b862cddb69)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:07.270796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09cfd712-7762-424c-890b-6ea20c2c4cb4 admin admin] Publish callbacks [] for security_group (d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.271411 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.281205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09cfd712-7762-424c-890b-6ea20c2c4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.345968 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5801f152-20ef-4c76-bd18-6b66df8ab89b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group (13c7c46e-ad5e-411b-b970-4f7d85d0c4cf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.357328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c439772-f72f-4397-a969-96ec843b221e req-dc2cf60a-dc7c-4bcb-b861-7ed4a7318481 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8210373 Feb 03 04:18:07.415417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-b4ecf441-421a-47e2-b5ce-aa1fde5c6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:07.416955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfd712-7762-424c-890b-6ea20c2c4cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:07.418016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-b4ecf441-421a-47e2-b5ce-aa1fde5c6c85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.6889145 Feb 03 04:18:07.423596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09cfd712-7762-424c-890b-6ea20c2c4cb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4afffe8f49f8474f87ea6dcbd7a95926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806218 Feb 03 04:18:07.433950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:07.438010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d438ddb2-ce8a-4a64-80d7-61d3f88c0f4f None None] Provisioning complete for port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:07.438472 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d438ddb2-ce8a-4a64-80d7-61d3f88c0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.478471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5801f152-20ef-4c76-bd18-6b66df8ab89b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (13c7c46e-ad5e-411b-b970-4f7d85d0c4cf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.543817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d481419-1d4e-442a-8b26-4bbb7d4b29c6 None None] Pushing event updated for resources: {'Port': ['ID=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:07.574583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cda6103-774e-4ebc-85d4-446e1593631f admin admin] Publish callbacks [] for security_group (d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.637397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cda6103-774e-4ebc-85d4-446e1593631f admin admin] Publish callbacks [] for security_group (d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.698447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801f152-20ef-4c76-bd18-6b66df8ab89b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:07.725389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d438ddb2-ce8a-4a64-80d7-61d3f88c0f4f None None] Current status of the port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:07.726855 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d438ddb2-ce8a-4a64-80d7-61d3f88c0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.769250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cda6103-774e-4ebc-85d4-446e1593631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.772296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cda6103-774e-4ebc-85d4-446e1593631f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.773634 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4cda6103-774e-4ebc-85d4-446e1593631f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1 HTTP/1.1" status: 204 len: 168 time: 0.3383772 Feb 03 04:18:07.787404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda6103-774e-4ebc-85d4-446e1593631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17d55ed-d7fd-4cc4-9fff-ce3f28eafca1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:07.815474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d438ddb2-ce8a-4a64-80d7-61d3f88c0f4f None None] For port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,segment=NetworkSegment(6c2c4273-603b-4d4e-a052-12b862cddb69),segment_id=6c2c4273-603b-4d4e-a052-12b862cddb69)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:07.834409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Routers {'a020b5e1-5c32-411d-a15b-40365bb38a91'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:07.838944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a020b5e1-5c32-411d-a15b-40365bb38a91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:07.866796 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5801f152-20ef-4c76-bd18-6b66df8ab89b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:07.874569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:07.875561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5801f152-20ef-4c76-bd18-6b66df8ab89b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3837585 Feb 03 04:18:07.880021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-98b00ae7-5b33-4470-90f0-5d55359a9b6e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'security_group_rule': {'security_group_id': '13c7c46e-ad5e-411b-b970-4f7d85d0c4cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:07.906297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23528-940d-4d66-90fa-023fd0259b17 req-fc322145-6382-45c9-b362-8e0099bdbe1e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:07.908090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6a23528-940d-4d66-90fa-023fd0259b17 req-fc322145-6382-45c9-b362-8e0099bdbe1e tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.8040602 Feb 03 04:18:07.915162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-8eaee05e-a4a7-4c2e-bf79-ef71093af3dc service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3769374 Feb 03 04:18:07.924935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-6e3f0977-177a-4c0c-b806-715069ea0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:07.926426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-6e3f0977-177a-4c0c-b806-715069ea0388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4426670 Feb 03 04:18:07.976586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b00ae7-5b33-4470-90f0-5d55359a9b6e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group_rule (fa7e85a9-6d9f-44b0-8a76-ab96c1d9d6ec), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.167126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d438ddb2-ce8a-4a64-80d7-61d3f88c0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.216127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b00ae7-5b33-4470-90f0-5d55359a9b6e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group_rule (fa7e85a9-6d9f-44b0-8a76-ab96c1d9d6ec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.226290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b00ae7-5b33-4470-90f0-5d55359a9b6e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (fa7e85a9-6d9f-44b0-8a76-ab96c1d9d6ec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.264432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] Set router a020b5e1-5c32-411d-a15b-40365bb38a91 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:08.297025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6a23528-940d-4d66-90fa-023fd0259b17 req-b21b6beb-57d7-4308-aba5-65ac9da7e6d6 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808188 Feb 03 04:18:08.302388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7291f9ca-aae5-4254-bc83-f050a9abb4ba req-1775a452-dfda-4ef3-833d-58c5ec6f3d88 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275441 Feb 03 04:18:08.312505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b00ae7-5b33-4470-90f0-5d55359a9b6e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7e85a9-6d9f-44b0-8a76-ab96c1d9d6ec,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:08.339223 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.374620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b00ae7-5b33-4470-90f0-5d55359a9b6e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.376269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-98b00ae7-5b33-4470-90f0-5d55359a9b6e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5005150 Feb 03 04:18:08.379730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:08.396762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b5cf9dd4-0d25-459b-92bc-0f98daf42005 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'security_group_rule': {'security_group_id': '13c7c46e-ad5e-411b-b970-4f7d85d0c4cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:08.486165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-32f1bc86-5723-4908-884a-6f327f0eabcf None None] Provisioning complete for port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:08.493799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9dd4-0d25-459b-92bc-0f98daf42005 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group_rule (ffeae2d8-fd32-4def-bf3e-7f483eae8c0c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.497596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32f1bc86-5723-4908-884a-6f327f0eabcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.592994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438ddb2-ce8a-4a64-80d7-61d3f88c0f4f None None] Pushing event updated for resources: {'Port': ['ID=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:08.649321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-e057db79-589d-4174-b916-53014adbad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:08.651034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-e057db79-589d-4174-b916-53014adbad15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 1130 time: 0.2269230 Feb 03 04:18:08.653277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-03f5f7d6-9a6b-49d7-a377-64985935f701 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850693 Feb 03 04:18:08.669731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b665b9-c6bd-4a4e-bd13-75efd992ea2b req-98e99d3d-9f95-48ab-a354-ee2d2c9a50fb tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:08.686394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7b665b9-c6bd-4a4e-bd13-75efd992ea2b req-98e99d3d-9f95-48ab-a354-ee2d2c9a50fb tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 948 time: 0.1906874 Feb 03 04:18:08.749527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9dd4-0d25-459b-92bc-0f98daf42005 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group_rule (ffeae2d8-fd32-4def-bf3e-7f483eae8c0c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.768964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9dd4-0d25-459b-92bc-0f98daf42005 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ffeae2d8-fd32-4def-bf3e-7f483eae8c0c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.842615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf9dd4-0d25-459b-92bc-0f98daf42005 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffeae2d8-fd32-4def-bf3e-7f483eae8c0c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:08.870404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9dd4-0d25-459b-92bc-0f98daf42005 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:08.878840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b5cf9dd4-0d25-459b-92bc-0f98daf42005 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4973109 Feb 03 04:18:08.881539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:08.907482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:08.980771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:09.051069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-32f1bc86-5723-4908-884a-6f327f0eabcf None None] Current status of the port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:09.111902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '86700819-7b97-442c-834a-8f598b9aefef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:18:00Z', 'revision_number': 4, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port': {'id': '86700819-7b97-442c-834a-8f598b9aefef', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:54Z', 'updated_at': '2022-02-03T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8e77adf0-439c-42e4-8f69-bbe0a6d7a029', 'name': '', 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'mac_address': 'fa:16:3e:a3:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '162ae9cb-e4d7-44ea-b7b7-1a55201b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:59Z', 'updated_at': '2022-02-03T04:18:07Z', 'revision_number': 5, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'subnets': [{'id': '162ae9cb-e4d7-44ea-b7b7-1a55201b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:09.354168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7b665b9-c6bd-4a4e-bd13-75efd992ea2b req-6491d6ca-0f27-45e9-bce1-d07cc20fe171 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622031 Feb 03 04:18:09.358671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c556eb3-adba-49a9-a0f3-06d8ddcd6ea8 req-f20c1483-e1ec-4014-a8f5-e9c1ab7acca3 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664400 Feb 03 04:18:09.361932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-4786c582-6977-43f1-8cf4-5394f3abc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:09.365924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-4786c582-6977-43f1-8cf4-5394f3abc6b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.6689122 Feb 03 04:18:09.442561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-9fd59aef-13d1-42c6-aec7-f2f64a0b5760 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=3500181d-50ef-4155-966e-73890983b543 HTTP/1.1" status: 200 len: 217 time: 0.0719786 Feb 03 04:18:09.560176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47c9c9-30bc-4838-82c7-573d999d824e None None] The sync data for ids ['a020b5e1-5c32-411d-a15b-40365bb38a91'] in n-d-827549-1 is: [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '86700819-7b97-442c-834a-8f598b9aefef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:18:00Z', 'revision_number': 4, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port': {'id': '86700819-7b97-442c-834a-8f598b9aefef', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:54Z', 'updated_at': '2022-02-03T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8e77adf0-439c-42e4-8f69-bbe0a6d7a029', 'name': '', 'network_id': 'f374b55b-b396-44d3-82fd-71ca26c8e594', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'mac_address': 'fa:16:3e:a3:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '162ae9cb-e4d7-44ea-b7b7-1a55201b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:59Z', 'updated_at': '2022-02-03T04:18:07Z', 'revision_number': 5, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'subnets': [{'id': '162ae9cb-e4d7-44ea-b7b7-1a55201b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:18:09.566598 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:09.638376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:09.667009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-1b272d39-e8ed-4353-998c-6dac2d6c1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:09.669821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-1b272d39-e8ed-4353-998c-6dac2d6c1009 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2169993 Feb 03 04:18:09.737917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894f2d8-0738-4df8-b13f-f9b04894bef8 req-9aa5b3d4-5dbf-412d-9b38-beb9fe178975 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:09.740629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8894f2d8-0738-4df8-b13f-f9b04894bef8 req-9aa5b3d4-5dbf-412d-9b38-beb9fe178975 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.2665319 Feb 03 04:18:09.897664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-8991e05f-cc86-4644-a4a3-e1f17da47f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:09.899542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-8991e05f-cc86-4644-a4a3-e1f17da47f0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2230875 Feb 03 04:18:09.911611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Allocated IP 172.25.7.178 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7cce547c-83a1-405a-b9f5-a6d17e6bf1c1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:09.964721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8894f2d8-0738-4df8-b13f-f9b04894bef8 req-ce0fe56e-223a-4e71-ad80-2b74f1d48b8a tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140472 Feb 03 04:18:10.196993 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:10.217978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:10.332777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:10.388435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:10.390537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:10.402028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-d49b508a-3805-4c3a-af3c-8b4954464970 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808187 Feb 03 04:18:10.477116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:10.487660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:10.493488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:10.501784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event updated for resources: {'Port': ['ID=7cce547c-83a1-405a-b9f5-a6d17e6bf1c1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:10.572272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:10.761418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae470c07-8eeb-48de-9c97-79b60cc8fe0a req-f0fc0a07-61e5-4477-8a81-6d95af522ece service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504465 Feb 03 04:18:10.767102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:10.810708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8462c9-e8e3-4b7f-9f14-8c2d2b06ccf5 req-b1dc2ed1-af88-448b-b7cd-7c5f144bd5b3 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:10.815324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed8462c9-e8e3-4b7f-9f14-8c2d2b06ccf5 req-b1dc2ed1-af88-448b-b7cd-7c5f144bd5b3 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 948 time: 0.1670616 Feb 03 04:18:10.864756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:10.963109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed8462c9-e8e3-4b7f-9f14-8c2d2b06ccf5 req-b9e1f2b8-1ef9-4c51-a812-26d00f97cb69 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357009 Feb 03 04:18:11.236675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4de686-f4b0-44f6-93b5-7ea4f5787f0e req-bf242ea4-a5bf-4e4d-a282-d280fa2a1cb7 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:11.244713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e4de686-f4b0-44f6-93b5-7ea4f5787f0e req-bf242ea4-a5bf-4e4d-a282-d280fa2a1cb7 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.1175485 Feb 03 04:18:11.350536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e4de686-f4b0-44f6-93b5-7ea4f5787f0e req-4c7b8506-a4af-4af7-97e7-f584d8c3ed71 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987537 Feb 03 04:18:11.352837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:11.364183 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:11.439898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:11.476627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:11.488712 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5894926 Feb 03 04:18:11.488712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0246d-a2b1-4ef5-a148-be058a769bd5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event updated for resources: {'Port': ['ID=7cce547c-83a1-405a-b9f5-a6d17e6bf1c1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:12.066519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-e9bd8f30-08b5-4225-8902-64a38480f3de tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--809793090&fields=id&tenant_id=923b41caf751437b824afe3e7e0f3052 HTTP/1.1" status: 200 len: 267 time: 0.0771680 Feb 03 04:18:12.075478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3500181d-50ef-4155-966e-73890983b543 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:18:12.201847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3500181d-50ef-4155-966e-73890983b543, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3500181d-50ef-4155-966e-73890983b543,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:12.221780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3500181d-50ef-4155-966e-73890983b543', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '3500181d-50ef-4155-966e-73890983b543', 'mac_address': 'fa:16:3e:7a:00:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:18:12.264611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3500181d-50ef-4155-966e-73890983b543 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:12.265123 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3500181d-50ef-4155-966e-73890983b543), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.280146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3500181d-50ef-4155-966e-73890983b543 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:12.305653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3500181d-50ef-4155-966e-73890983b543, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3500181d-50ef-4155-966e-73890983b543,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:12.311053 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3500181d-50ef-4155-966e-73890983b543), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.351796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-2379d4d9-7749-4994-93c1-547a9b52edb3 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:12.358798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-2379d4d9-7749-4994-93c1-547a9b52edb3 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 823 time: 0.2913399 Feb 03 04:18:12.373741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3500181d-50ef-4155-966e-73890983b543,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:12.377966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-26b1db20-5496-4d8b-a994-7ca7531ff12e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/quotas/923b41caf751437b824afe3e7e0f3052 HTTP/1.1" status: 200 len: 375 time: 0.0180650 Feb 03 04:18:12.403888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887d689-bac2-4580-8af3-e17e400c4bf9 req-a0755172-9eef-45ad-ac66-8b77336b8643 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:12.404049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:12.406814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d887d689-bac2-4580-8af3-e17e400c4bf9 req-a0755172-9eef-45ad-ac66-8b77336b8643 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 949 time: 0.0945401 Feb 03 04:18:12.498855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-aa27c051-2141-417c-9a02-4672bd5e6f21 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138594 Feb 03 04:18:12.507179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d887d689-bac2-4580-8af3-e17e400c4bf9 req-c9e798ae-5f73-4e6d-8307-8bd1f6f028ce tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797396 Feb 03 04:18:12.628438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3500181d-50ef-4155-966e-73890983b543'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:12.636006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5c430-5468-4d07-8b33-f3ebab17968e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.654311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba991d8-e4d6-4a5a-86f5-6e05cb5dfc87 req-bdce7359-b134-455f-8183-e0d8fb0f0acc tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:12.656423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ba991d8-e4d6-4a5a-86f5-6e05cb5dfc87 req-bdce7359-b134-455f-8183-e0d8fb0f0acc tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.0593209 Feb 03 04:18:12.731626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ba991d8-e4d6-4a5a-86f5-6e05cb5dfc87 req-9c9dd86a-d0ae-47db-9275-a2f9cc9169f3 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632684 Feb 03 04:18:12.744214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5c430-5468-4d07-8b33-f3ebab17968e admin admin] Publish callbacks [] for security_group (6474356d-0354-46ad-905f-b2d7e19cd880), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.753045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5c430-5468-4d07-8b33-f3ebab17968e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6474356d-0354-46ad-905f-b2d7e19cd880), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.817914 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aed5c430-5468-4d07-8b33-f3ebab17968e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7c39a82ff6949b3b861183b4451c5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125562 Feb 03 04:18:12.818523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:12.820779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5c430-5468-4d07-8b33-f3ebab17968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6474356d-0354-46ad-905f-b2d7e19cd880,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:12.885359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f169e30-3ab6-4da0-9705-6ecb08dd69db admin admin] Publish callbacks [] for security_group (6474356d-0354-46ad-905f-b2d7e19cd880), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.916312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f169e30-3ab6-4da0-9705-6ecb08dd69db admin admin] Publish callbacks [] for security_group (6474356d-0354-46ad-905f-b2d7e19cd880), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.974107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f169e30-3ab6-4da0-9705-6ecb08dd69db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6474356d-0354-46ad-905f-b2d7e19cd880), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.977417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f169e30-3ab6-4da0-9705-6ecb08dd69db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:12.978748 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5f169e30-3ab6-4da0-9705-6ecb08dd69db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6474356d-0354-46ad-905f-b2d7e19cd880 HTTP/1.1" status: 204 len: 168 time: 0.1590769 Feb 03 04:18:12.987234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f169e30-3ab6-4da0-9705-6ecb08dd69db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474356d-0354-46ad-905f-b2d7e19cd880,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:13.015782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-80a10f50-a8c6-4ae5-b966-39bba2253f10 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:18:13.022631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-80a10f50-a8c6-4ae5-b966-39bba2253f10 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2214358 Feb 03 04:18:13.110692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-81a67bc2-ff87-4ca5-a2d7-75cc0feea49f service neutron] 10.222.0.35 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871940 Feb 03 04:18:13.211090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-d3952b4f-f473-48ec-8057-16c7625cffbf service neutron] 10.222.0.35 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941360 Feb 03 04:18:13.404011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:13.420846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071afc94-7d45-4686-a034-b002e9fa9979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:13.499362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071afc94-7d45-4686-a034-b002e9fa9979 admin admin] Publish callbacks [] for security_group (f4e6b2d7-666c-4f02-a07a-b35a158475ec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:13.512935 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071afc94-7d45-4686-a034-b002e9fa9979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f4e6b2d7-666c-4f02-a07a-b35a158475ec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:13.562496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071afc94-7d45-4686-a034-b002e9fa9979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e6b2d7-666c-4f02-a07a-b35a158475ec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:13.567560 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-071afc94-7d45-4686-a034-b002e9fa9979 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac7b2fa013ca43c6b294fb47bc79fbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622448 Feb 03 04:18:13.570209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:13.621647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47513b73-993f-4813-886d-13192f756b02 admin admin] Publish callbacks [] for security_group (f4e6b2d7-666c-4f02-a07a-b35a158475ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:13.630766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bbe55ba-680a-416f-82c8-c02cb3b27400 req-e821408d-2014-4a73-af12-28807bc4bfe4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 210 time: 0.0312982 Feb 03 04:18:13.656076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47513b73-993f-4813-886d-13192f756b02 admin admin] Publish callbacks [] for security_group (f4e6b2d7-666c-4f02-a07a-b35a158475ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:13.709460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47513b73-993f-4813-886d-13192f756b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f4e6b2d7-666c-4f02-a07a-b35a158475ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:13.713869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47513b73-993f-4813-886d-13192f756b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:13.716112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47513b73-993f-4813-886d-13192f756b02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4e6b2d7-666c-4f02-a07a-b35a158475ec HTTP/1.1" status: 204 len: 168 time: 0.1443074 Feb 03 04:18:13.724559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47513b73-993f-4813-886d-13192f756b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e6b2d7-666c-4f02-a07a-b35a158475ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:13.871221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138d43-96de-4a50-b253-f7d7c907a767 req-29eceb06-57b9-4e1e-aab8-b68b0a9ce24b tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:13.873133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb138d43-96de-4a50-b253-f7d7c907a767 req-29eceb06-57b9-4e1e-aab8-b68b0a9ce24b tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 949 time: 0.0634315 Feb 03 04:18:13.931867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb138d43-96de-4a50-b253-f7d7c907a767 req-31a3e25b-3da9-425c-948e-f75f8df088a5 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 Feb 03 04:18:13.987703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e16c27-fb02-4b47-a2a5-d0296bfeb658 req-550fcb1e-88bd-48a8-8b49-da7b05c71dd3 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:13.989299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31e16c27-fb02-4b47-a2a5-d0296bfeb658 req-550fcb1e-88bd-48a8-8b49-da7b05c71dd3 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.0776525 Feb 03 04:18:14.053761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31e16c27-fb02-4b47-a2a5-d0296bfeb658 req-0fe8f89a-2cd6-49d5-b308-20b736f85a0b tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562596 Feb 03 04:18:14.093791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3500181d-50ef-4155-966e-73890983b543 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:14.173681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 3500181d-50ef-4155-966e-73890983b543 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:18:14.179307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3500181d-50ef-4155-966e-73890983b543 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:14.180063 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3500181d-50ef-4155-966e-73890983b543), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:14.348417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3500181d-50ef-4155-966e-73890983b543 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:14.349118 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3500181d-50ef-4155-966e-73890983b543), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:14.400568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3500181d-50ef-4155-966e-73890983b543'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:14.474019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3500181d-50ef-4155-966e-73890983b543, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3500181d-50ef-4155-966e-73890983b543,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:14.479335 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3500181d-50ef-4155-966e-73890983b543), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:14.529511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3500181d-50ef-4155-966e-73890983b543,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:14.535846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:14.765698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-858b6999-6be7-4f95-937d-4f825a7901e0 req-ae8c1651-4a37-4625-9d08-564e21083a6b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 210 time: 0.0545919 Feb 03 04:18:14.903661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25728dbf-0e55-43d1-846b-fb09e85bc5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:14.909388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:14.949515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-294f9f38-8764-4013-831e-022561fae94e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:14.951043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-294f9f38-8764-4013-831e-022561fae94e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.31 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 823 time: 0.1589801 Feb 03 04:18:14.981622 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b825d4-1cf2-45f6-9d55-9ad786dbab97" -d '{"events": [{"server_uuid": "f1d7fba5-9621-42f3-a448-a7f8ba7628fc", "name": "network-vif-plugged", "status": "completed", "tag": "3500181d-50ef-4155-966e-73890983b543"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:15.050235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9509f6b-1e18-4ba5-a8b4-40391df7d614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.124506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25728dbf-0e55-43d1-846b-fb09e85bc5a0 admin admin] Publish callbacks [] for security_group (c2f427ee-bdd0-4c71-a55e-abe2371f82ba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.127944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-d94d8218-b1fc-4175-854e-262e52ecf150 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923b41caf751437b824afe3e7e0f3052 HTTP/1.1" status: 200 len: 379 time: 0.1664815 Feb 03 04:18:15.137137 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25728dbf-0e55-43d1-846b-fb09e85bc5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c2f427ee-bdd0-4c71-a55e-abe2371f82ba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.139079 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd5683d-9677-4e92-a60d-463ea3b9f9e9 x-openstack-request-id: req-4cd5683d-9677-4e92-a60d-463ea3b9f9e9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:15.139659 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d7fba5-9621-42f3-a448-a7f8ba7628fc", "name": "network-vif-plugged", "status": "completed", "tag": "3500181d-50ef-4155-966e-73890983b543", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:15.139996 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4cd5683d-9677-4e92-a60d-463ea3b9f9e9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:15.140508 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3500181d-50ef-4155-966e-73890983b543', 'code': 200} Feb 03 04:18:15.147944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1274e-d2c9-4733-8a29-f0acb0361e4a req-9dc09fad-ee9b-4c09-8eb8-7dfb1ffa82a6 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:15.149534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3d1274e-d2c9-4733-8a29-f0acb0361e4a req-9dc09fad-ee9b-4c09-8eb8-7dfb1ffa82a6 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 950 time: 0.0973623 Feb 03 04:18:15.172376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'port': {'device_id': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'admin_state_up': True, 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'security_groups': ['13c7c46e-ad5e-411b-b970-4f7d85d0c4cf']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:15.209282 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-25728dbf-0e55-43d1-846b-fb09e85bc5a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97711fb63365498995d7b1b669860445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6712456 Feb 03 04:18:15.214474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:15.231080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25728dbf-0e55-43d1-846b-fb09e85bc5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f427ee-bdd0-4c71-a55e-abe2371f82ba,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:15.234702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9509f6b-1e18-4ba5-a8b4-40391df7d614 admin admin] Publish callbacks [] for security_group (163c3878-b933-4473-80be-f6789c212ec7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.245150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9509f6b-1e18-4ba5-a8b4-40391df7d614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (163c3878-b933-4473-80be-f6789c212ec7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.247569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.31', 62994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:15.335632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9509f6b-1e18-4ba5-a8b4-40391df7d614 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62d1d5e6915c44e89173a949d25ebf8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241285 Feb 03 04:18:15.338263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:15.351723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9509f6b-1e18-4ba5-a8b4-40391df7d614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163c3878-b933-4473-80be-f6789c212ec7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:15.384930 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3d1274e-d2c9-4733-8a29-f0acb0361e4a req-578217c7-1e76-4b2c-ab93-7c96d57fb4cc tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054265 Feb 03 04:18:15.387828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89474d-b145-4009-af34-8dc03c337640 req-c2cab47c-b1dc-41fc-b500-5e1e6b257142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:15.389544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-db89474d-b145-4009-af34-8dc03c337640 req-c2cab47c-b1dc-41fc-b500-5e1e6b257142 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 1132 time: 0.1394637 Feb 03 04:18:15.422497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-db89474d-b145-4009-af34-8dc03c337640 req-0d1ac01e-8fa9-4938-a792-85bbc6ad814c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.427354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f244d84-5ced-4446-bf7d-71e68da6fde8 admin admin] Publish callbacks [] for security_group (163c3878-b933-4473-80be-f6789c212ec7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.431439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ab9c-62df-41a1-b832-ddfd3b4b6eda admin admin] Publish callbacks [] for security_group (c2f427ee-bdd0-4c71-a55e-abe2371f82ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.471070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447750fc-89b8-48a5-886f-27c7423d55bd req-bfbd0c36-f6dd-4c41-8cc7-08824ee52ace tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:15.472620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-447750fc-89b8-48a5-886f-27c7423d55bd req-bfbd0c36-f6dd-4c41-8cc7-08824ee52ace tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 969 time: 0.2033768 Feb 03 04:18:15.477458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ab9c-62df-41a1-b832-ddfd3b4b6eda admin admin] Publish callbacks [] for security_group (c2f427ee-bdd0-4c71-a55e-abe2371f82ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.491299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f244d84-5ced-4446-bf7d-71e68da6fde8 admin admin] Publish callbacks [] for security_group (163c3878-b933-4473-80be-f6789c212ec7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.549949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Made reservation on behalf of 923b41caf751437b824afe3e7e0f3052 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:15.554289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.581668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-db89474d-b145-4009-af34-8dc03c337640 req-0d1ac01e-8fa9-4938-a792-85bbc6ad814c service neutron] Publish callbacks [] for security_group (c6da8cf6-17e6-481c-8f3c-a4dc2dd74132), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.592763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-447750fc-89b8-48a5-886f-27c7423d55bd req-af8d27aa-8cb0-40da-9cf4-e66a228891e6 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048641 Feb 03 04:18:15.593969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-db89474d-b145-4009-af34-8dc03c337640 req-0d1ac01e-8fa9-4938-a792-85bbc6ad814c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c6da8cf6-17e6-481c-8f3c-a4dc2dd74132), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.623041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ab9c-62df-41a1-b832-ddfd3b4b6eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c2f427ee-bdd0-4c71-a55e-abe2371f82ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.625409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f244d84-5ced-4446-bf7d-71e68da6fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (163c3878-b933-4473-80be-f6789c212ec7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.627728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ab9c-62df-41a1-b832-ddfd3b4b6eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.628982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f244d84-5ced-4446-bf7d-71e68da6fde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:15.632505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e2a3ab9c-62df-41a1-b832-ddfd3b4b6eda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2f427ee-bdd0-4c71-a55e-abe2371f82ba HTTP/1.1" status: 204 len: 168 time: 0.4005702 Feb 03 04:18:15.632637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f244d84-5ced-4446-bf7d-71e68da6fde8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/163c3878-b933-4473-80be-f6789c212ec7 HTTP/1.1" status: 204 len: 168 time: 0.2904787 Feb 03 04:18:15.644040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-db89474d-b145-4009-af34-8dc03c337640 req-0d1ac01e-8fa9-4938-a792-85bbc6ad814c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465346 Feb 03 04:18:15.660452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac01e-8fa9-4938-a792-85bbc6ad814c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da8cf6-17e6-481c-8f3c-a4dc2dd74132,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:15.677167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f244d84-5ced-4446-bf7d-71e68da6fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163c3878-b933-4473-80be-f6789c212ec7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:15.699059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3ab9c-62df-41a1-b832-ddfd3b4b6eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f427ee-bdd0-4c71-a55e-abe2371f82ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:15.786249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Allocated IP 172.20.0.11 (c2cb4316-7048-4d70-bd40-f8696bd4f0ca/61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3/e7c79506-5329-4451-a76a-440973db0630) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:15.909919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dafb799a-342e-4d59-b4a6-5917267c9e4a req-1a36ae0f-fb9c-4158-a481-d2180048e548 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 210 time: 0.0396876 Feb 03 04:18:15.995177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6450712f-c209-4290-9026-14a8eb59fb0b details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:18:16.007694 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for port (e7c79506-5329-4451-a76a-440973db0630), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.053618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e7c79506-5329-4451-a76a-440973db0630), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.097608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:16.101036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:16.105036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:16.118657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:16.118657 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.151803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0011640 Feb 03 04:18:16.159955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfcd9f-3170-46b0-88ec-f973735f26f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event updated for resources: {'Port': ['ID=e7c79506-5329-4451-a76a-440973db0630,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:16.174783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Request body: {'port': {'device_id': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:16.210765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:16.232075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6450712f-c209-4290-9026-14a8eb59fb0b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6450712f-c209-4290-9026-14a8eb59fb0b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:16.234717 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d317971e-7078-4940-9062-247a8405ae88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.253562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '6450712f-c209-4290-9026-14a8eb59fb0b', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '6450712f-c209-4290-9026-14a8eb59fb0b', 'mac_address': 'fa:16:3e:66:93:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:tempest-test_az-1154389639', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:18:16.352711 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7c79506-5329-4451-a76a-440973db0630), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.357443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6450712f-c209-4290-9026-14a8eb59fb0b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:16.358168 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.401932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6450712f-c209-4290-9026-14a8eb59fb0b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:16.433203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d317971e-7078-4940-9062-247a8405ae88 admin admin] Publish callbacks [] for security_group (a9f768f5-ade2-4b03-b7d3-45c167038d59), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.443850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d317971e-7078-4940-9062-247a8405ae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a9f768f5-ade2-4b03-b7d3-45c167038d59), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.484788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6450712f-c209-4290-9026-14a8eb59fb0b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6450712f-c209-4290-9026-14a8eb59fb0b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:16.499110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.511219 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d317971e-7078-4940-9062-247a8405ae88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5371b36ca2c946528591a4598a4218b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970216 Feb 03 04:18:16.512549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:16.560704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317971e-7078-4940-9062-247a8405ae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f768f5-ade2-4b03-b7d3-45c167038d59,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:16.609793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a75dd34-e06d-4b65-b10a-fe898108b429 None None] Provisioning complete for port e7c79506-5329-4451-a76a-440973db0630 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:16.610179 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a75dd34-e06d-4b65-b10a-fe898108b429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7c79506-5329-4451-a76a-440973db0630), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.625893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a709200-c2f9-48ed-a5cd-974ffe24e40f admin admin] Publish callbacks [] for security_group (a9f768f5-ade2-4b03-b7d3-45c167038d59), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.636960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:16.686674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a75dd34-e06d-4b65-b10a-fe898108b429 None None] Port e7c79506-5329-4451-a76a-440973db0630 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:16.689116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6450712f-c209-4290-9026-14a8eb59fb0b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:16.691839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18707d11-2dd4-413c-9d43-e33c6b17644b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.765058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a709200-c2f9-48ed-a5cd-974ffe24e40f admin admin] Publish callbacks [] for security_group (a9f768f5-ade2-4b03-b7d3-45c167038d59), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.807966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6450712f-c209-4290-9026-14a8eb59fb0b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:16.869487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18707d11-2dd4-413c-9d43-e33c6b17644b admin admin] Publish callbacks [] for security_group (2c4e9d99-fece-4633-8ce7-22231bdfb1b6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.896482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:16.903673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18707d11-2dd4-413c-9d43-e33c6b17644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c4e9d99-fece-4633-8ce7-22231bdfb1b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.907159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a709200-c2f9-48ed-a5cd-974ffe24e40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a9f768f5-ade2-4b03-b7d3-45c167038d59), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.909844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a709200-c2f9-48ed-a5cd-974ffe24e40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:16.911231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9a709200-c2f9-48ed-a5cd-974ffe24e40f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9f768f5-ade2-4b03-b7d3-45c167038d59 HTTP/1.1" status: 204 len: 168 time: 0.3977497 Feb 03 04:18:16.946697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604b6de-754b-40fb-a618-3e3b0c64fa70 req-b78236c1-3e10-4ada-b356-379358448385 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:16.948882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d604b6de-754b-40fb-a618-3e3b0c64fa70 req-b78236c1-3e10-4ada-b356-379358448385 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 950 time: 0.2838583 Feb 03 04:18:16.967561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-18707d11-2dd4-413c-9d43-e33c6b17644b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=632180c4083a4b4f9ac7d3a87bbf778a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224735 Feb 03 04:18:16.970684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18707d11-2dd4-413c-9d43-e33c6b17644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e9d99-fece-4633-8ce7-22231bdfb1b6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:16.974914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:17.013735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd46d91-9ca1-40a0-b5ca-128c998d39b5 req-d7f3acae-e7b1-4fc7-90b3-049222957b1c tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:17.015273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbd46d91-9ca1-40a0-b5ca-128c998d39b5 req-d7f3acae-e7b1-4fc7-90b3-049222957b1c tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 970 time: 0.2840776 Feb 03 04:18:17.016375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a709200-c2f9-48ed-a5cd-974ffe24e40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f768f5-ade2-4b03-b7d3-45c167038d59,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:17.057915 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b076ee88-07ee-4104-8702-830b8cc9d073 admin admin] Publish callbacks [] for security_group (2c4e9d99-fece-4633-8ce7-22231bdfb1b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.077985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d604b6de-754b-40fb-a618-3e3b0c64fa70 req-69e87c52-4ad1-48ec-b0e8-250de8347aad tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 Feb 03 04:18:17.092234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b076ee88-07ee-4104-8702-830b8cc9d073 admin admin] Publish callbacks [] for security_group (2c4e9d99-fece-4633-8ce7-22231bdfb1b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.099133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b177292-c9b9-4334-b9e7-00fadf8a792c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.158186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:17.176466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbd46d91-9ca1-40a0-b5ca-128c998d39b5 req-859fc98e-338f-4c7c-bda3-f08e3117adf5 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038210 Feb 03 04:18:17.192470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b076ee88-07ee-4104-8702-830b8cc9d073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c4e9d99-fece-4633-8ce7-22231bdfb1b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.192470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b076ee88-07ee-4104-8702-830b8cc9d073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.196041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b076ee88-07ee-4104-8702-830b8cc9d073 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c4e9d99-fece-4633-8ce7-22231bdfb1b6 HTTP/1.1" status: 204 len: 168 time: 0.2176473 Feb 03 04:18:17.223975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b177292-c9b9-4334-b9e7-00fadf8a792c admin admin] Publish callbacks [] for security_group (ab9cece7-581e-4688-bece-6b1aa6a4f78b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.233282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076ee88-07ee-4104-8702-830b8cc9d073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e9d99-fece-4633-8ce7-22231bdfb1b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:17.235611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b177292-c9b9-4334-b9e7-00fadf8a792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ab9cece7-581e-4688-bece-6b1aa6a4f78b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.270751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c79506-5329-4451-a76a-440973db0630 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:17.277993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b177292-c9b9-4334-b9e7-00fadf8a792c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d16e90ed7f8c4666a7e177d35f0a81f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793523 Feb 03 04:18:17.278764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b177292-c9b9-4334-b9e7-00fadf8a792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9cece7-581e-4688-bece-6b1aa6a4f78b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:17.281179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:17.284839 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Publish callbacks [] for port (e7c79506-5329-4451-a76a-440973db0630), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.303813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Transition to ACTIVE for port object e7c79506-5329-4451-a76a-440973db0630 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:18:17.312316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6548aef-a1db-4d79-95bb-87fc51317849 req-9edebd2d-1c17-4e3b-bdbb-424942d52403 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:17.313902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6548aef-a1db-4d79-95bb-87fc51317849 req-9edebd2d-1c17-4e3b-bdbb-424942d52403 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 932 time: 0.1192448 Feb 03 04:18:17.315013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7c79506-5329-4451-a76a-440973db0630), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.345456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d093f6af-ef1d-44b7-beaa-9e85b7ac92b2 admin admin] Publish callbacks [] for security_group (ab9cece7-581e-4688-bece-6b1aa6a4f78b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.380336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d093f6af-ef1d-44b7-beaa-9e85b7ac92b2 admin admin] Publish callbacks [] for security_group (ab9cece7-581e-4688-bece-6b1aa6a4f78b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.426428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Pushing event updated for resources: {'Port': ['ID=e7c79506-5329-4451-a76a-440973db0630,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:17.470433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d093f6af-ef1d-44b7-beaa-9e85b7ac92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ab9cece7-581e-4688-bece-6b1aa6a4f78b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.479774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d093f6af-ef1d-44b7-beaa-9e85b7ac92b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.480999 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d093f6af-ef1d-44b7-beaa-9e85b7ac92b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab9cece7-581e-4688-bece-6b1aa6a4f78b HTTP/1.1" status: 204 len: 168 time: 0.1988628 Feb 03 04:18:17.512465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093f6af-ef1d-44b7-beaa-9e85b7ac92b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9cece7-581e-4688-bece-6b1aa6a4f78b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:17.516667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45bcacae-a5fe-4117-819f-3863e3f5970b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.520068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6548aef-a1db-4d79-95bb-87fc51317849 req-3f41f41f-4669-40f5-bad0-b8dff1ac18ba tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964047 Feb 03 04:18:17.542845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Attempting to bind port e7c79506-5329-4451-a76a-440973db0630 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:17.543360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Attempting to bind port e7c79506-5329-4451-a76a-440973db0630 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:17.543771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Attempting to bind port e7c79506-5329-4451-a76a-440973db0630 on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:17.549813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Port e7c79506-5329-4451-a76a-440973db0630 on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:17.550432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Attempting to bind port e7c79506-5329-4451-a76a-440973db0630 on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:17.556441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:17.556856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Checking segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:17.557442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Bound using segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:17.557901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Bound port: e7c79506-5329-4451-a76a-440973db0630, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:17.558326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7c79506-5329-4451-a76a-440973db0630), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.681642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45bcacae-a5fe-4117-819f-3863e3f5970b admin admin] Publish callbacks [] for security_group (a4d889d5-551d-4bcb-8b32-a65949338d46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.696288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] For port e7c79506-5329-4451-a76a-440973db0630, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:17.708896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45bcacae-a5fe-4117-819f-3863e3f5970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a4d889d5-551d-4bcb-8b32-a65949338d46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.709122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] For port e7c79506-5329-4451-a76a-440973db0630, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e7c79506-5329-4451-a76a-440973db0630,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:17.719445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7c79506-5329-4451-a76a-440973db0630), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.772703 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-45bcacae-a5fe-4117-819f-3863e3f5970b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99a8eaf283a14f988ceaf662af7c2107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6133795 Feb 03 04:18:17.773489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcacae-a5fe-4117-819f-3863e3f5970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d889d5-551d-4bcb-8b32-a65949338d46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:17.776348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:17.791921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Pushing event updated for resources: {'Port': ['ID=e7c79506-5329-4451-a76a-440973db0630,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:17.804251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:17.805975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.807413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-c160d3a0-4312-4d31-adb8-a5ebda754e9b service neutron] 10.222.0.31 "PUT /v2.0/ports/e7c79506-5329-4451-a76a-440973db0630 HTTP/1.1" status: 200 len: 1092 time: 1.6445246 Feb 03 04:18:17.807925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'tag': 'e7c79506-5329-4451-a76a-440973db0630'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:17.816186 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a" -d '{"events": [{"name": "network-changed", "server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "tag": "e7c79506-5329-4451-a76a-440973db0630"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:17.873801 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc60f1-6178-4300-8c3f-e6cefd659d18 x-openstack-request-id: req-aadc60f1-6178-4300-8c3f-e6cefd659d18 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:17.874193 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "tag": "e7c79506-5329-4451-a76a-440973db0630", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:17.874954 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aadc60f1-6178-4300-8c3f-e6cefd659d18 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:17.875673 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'tag': 'e7c79506-5329-4451-a76a-440973db0630', 'status': 'completed', 'code': 200} Feb 03 04:18:17.877720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9723414a-a1f5-4dd9-b8d2-ec7e585b5a81 admin admin] Publish callbacks [] for security_group (a4d889d5-551d-4bcb-8b32-a65949338d46), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.914137 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9723414a-a1f5-4dd9-b8d2-ec7e585b5a81 admin admin] Publish callbacks [] for security_group (a4d889d5-551d-4bcb-8b32-a65949338d46), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.961021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-19a14098-7c98-4fd1-8cd6-fcbea6bb5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:17.974480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-19a14098-7c98-4fd1-8cd6-fcbea6bb5e1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 1126 time: 0.0940108 Feb 03 04:18:17.979047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6450712f-c209-4290-9026-14a8eb59fb0b up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:17.990874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9723414a-a1f5-4dd9-b8d2-ec7e585b5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a4d889d5-551d-4bcb-8b32-a65949338d46), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.993769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9723414a-a1f5-4dd9-b8d2-ec7e585b5a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:17.994923 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9723414a-a1f5-4dd9-b8d2-ec7e585b5a81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4d889d5-551d-4bcb-8b32-a65949338d46 HTTP/1.1" status: 204 len: 168 time: 0.2049222 Feb 03 04:18:18.019823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723414a-a1f5-4dd9-b8d2-ec7e585b5a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d889d5-551d-4bcb-8b32-a65949338d46,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:18.030512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-95a172d2-1df0-4f55-9165-c295f74dabc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c79506-5329-4451-a76a-440973db0630 HTTP/1.1" status: 200 len: 217 time: 0.0505371 Feb 03 04:18:18.066205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:18.083426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8eeadde2-3864-4e32-8548-b852d4b2f309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.088784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 6450712f-c209-4290-9026-14a8eb59fb0b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:18:18.095630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 6450712f-c209-4290-9026-14a8eb59fb0b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:18.096177 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.112495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-486093b7-99f6-48c7-87b2-928b1ef3b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:18.113992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-486093b7-99f6-48c7-87b2-928b1ef3b83e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 200 len: 862 time: 0.0759034 Feb 03 04:18:18.220027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-7a8479b3-12e2-48a3-9e35-51af779e0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:18.225174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-7a8479b3-12e2-48a3-9e35-51af779e0643 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0991187 Feb 03 04:18:18.248137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6450712f-c209-4290-9026-14a8eb59fb0b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:18.248812 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.279819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450712f-c209-4290-9026-14a8eb59fb0b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:18.282280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8eeadde2-3864-4e32-8548-b852d4b2f309 admin admin] Publish callbacks [] for security_group (4391c2d4-e043-4bdb-bc2b-be76b5103643), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.284776 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e9b065-f8da-4b4f-b150-bb55874bacaa" -d '{"events": [{"server_uuid": "8e953f5a-5d10-478b-8f37-4e6786030ccf", "name": "network-vif-plugged", "status": "completed", "tag": "6450712f-c209-4290-9026-14a8eb59fb0b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:18.295660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8eeadde2-3864-4e32-8548-b852d4b2f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4391c2d4-e043-4bdb-bc2b-be76b5103643), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.305872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6450712f-c209-4290-9026-14a8eb59fb0b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6450712f-c209-4290-9026-14a8eb59fb0b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:18.317293 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.382549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6450712f-c209-4290-9026-14a8eb59fb0b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:18.397890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:18.400111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8eeadde2-3864-4e32-8548-b852d4b2f309 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c38e45ef32704a9ca4ae73ddef81e757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324625 Feb 03 04:18:18.401458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeadde2-3864-4e32-8548-b852d4b2f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4391c2d4-e043-4bdb-bc2b-be76b5103643,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:18.484183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fe61f-82d8-42ae-ae98-b7139ff6a0fe req-0a681496-8380-46b9-9525-8faa731bb91f tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:18.494253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4fe61f-82d8-42ae-ae98-b7139ff6a0fe req-0a681496-8380-46b9-9525-8faa731bb91f tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 950 time: 0.2703483 Feb 03 04:18:18.528439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94590060-3192-47ac-8aee-2b95a7974982 admin admin] Publish callbacks [] for security_group (4391c2d4-e043-4bdb-bc2b-be76b5103643), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.531450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-e65eaea7-2b15-4ace-b602-216f4ebb9999 service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009560 Feb 03 04:18:18.605803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94590060-3192-47ac-8aee-2b95a7974982 admin admin] Publish callbacks [] for security_group (4391c2d4-e043-4bdb-bc2b-be76b5103643), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.674581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4fe61f-82d8-42ae-ae98-b7139ff6a0fe req-7d4b2a13-1031-42a5-a10b-d2f416bcc99c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778243 Feb 03 04:18:18.709333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c76af-fe00-4704-ac35-3fe582c1d872 req-82425b24-6ed5-4185-b0d4-50c2631cf3a2 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:18.716688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f8c76af-fe00-4704-ac35-3fe582c1d872 req-82425b24-6ed5-4185-b0d4-50c2631cf3a2 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 971 time: 0.1973300 Feb 03 04:18:18.718488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:18.746218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5fe6-5d04-43b8-87cf-71326d6df0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.754112 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c315420-33b1-459d-b654-417a6e28b6c6 x-openstack-request-id: req-2c315420-33b1-459d-b654-417a6e28b6c6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:18.754749 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e953f5a-5d10-478b-8f37-4e6786030ccf", "name": "network-vif-plugged", "status": "completed", "tag": "6450712f-c209-4290-9026-14a8eb59fb0b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:18.755833 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c315420-33b1-459d-b654-417a6e28b6c6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:18.756408 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450712f-c209-4290-9026-14a8eb59fb0b', 'code': 200} Feb 03 04:18:18.759053 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d29b2b6-ea64-4c2a-a551-9532ee4f62ce req-fe19864f-fae4-4de5-9851-a34bc2d4f976 service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169840 Feb 03 04:18:18.765898 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94590060-3192-47ac-8aee-2b95a7974982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4391c2d4-e043-4bdb-bc2b-be76b5103643), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.768776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94590060-3192-47ac-8aee-2b95a7974982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.769932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-94590060-3192-47ac-8aee-2b95a7974982 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4391c2d4-e043-4bdb-bc2b-be76b5103643 HTTP/1.1" status: 204 len: 168 time: 0.3701715 Feb 03 04:18:18.790895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94590060-3192-47ac-8aee-2b95a7974982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4391c2d4-e043-4bdb-bc2b-be76b5103643,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:18.804674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f8c76af-fe00-4704-ac35-3fe582c1d872 req-7e9ae3a8-c73a-497c-9154-5cf1e29c719d tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849774 Feb 03 04:18:18.922191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5fe6-5d04-43b8-87cf-71326d6df0a8 admin admin] Publish callbacks [] for security_group (28888064-628a-477d-bf02-0807cd2d94df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.928539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5fe6-5d04-43b8-87cf-71326d6df0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (28888064-628a-477d-bf02-0807cd2d94df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:18.978054 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7a9c5fe6-5d04-43b8-87cf-71326d6df0a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27e5aba9485e4129889ff92562704fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551255 Feb 03 04:18:18.978054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c5fe6-5d04-43b8-87cf-71326d6df0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28888064-628a-477d-bf02-0807cd2d94df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:18.978848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:18.997717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-24977098-a9fb-464c-bc07-2b43dab1a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:18.999751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-24977098-a9fb-464c-bc07-2b43dab1a9ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 1126 time: 0.1663654 Feb 03 04:18:19.023027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd86da5-496d-448a-80fa-4af63feb2dd9 req-8313d205-f080-4b3a-b7f3-9f6dbf011ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.024504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdd86da5-496d-448a-80fa-4af63feb2dd9 req-8313d205-f080-4b3a-b7f3-9f6dbf011ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 1153 time: 0.1587455 Feb 03 04:18:19.031821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06346215-bb88-42be-9467-a17848634dc9 admin admin] Publish callbacks [] for security_group (28888064-628a-477d-bf02-0807cd2d94df), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.054726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06346215-bb88-42be-9467-a17848634dc9 admin admin] Publish callbacks [] for security_group (28888064-628a-477d-bf02-0807cd2d94df), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.058034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6244-256d-4773-b18a-a368f65b2331 req-21f2aa4a-e610-489c-854e-acf8e3795a7a tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.059602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82ef6244-256d-4773-b18a-a368f65b2331 req-21f2aa4a-e610-489c-854e-acf8e3795a7a tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 944 time: 0.1521146 Feb 03 04:18:19.107601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06346215-bb88-42be-9467-a17848634dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (28888064-628a-477d-bf02-0807cd2d94df), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.111111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06346215-bb88-42be-9467-a17848634dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.115641 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06346215-bb88-42be-9467-a17848634dc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28888064-628a-477d-bf02-0807cd2d94df HTTP/1.1" status: 204 len: 168 time: 0.1358030 Feb 03 04:18:19.127487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06346215-bb88-42be-9467-a17848634dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28888064-628a-477d-bf02-0807cd2d94df,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:19.187876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdd86da5-496d-448a-80fa-4af63feb2dd9 req-d9f6a3f4-f125-4f63-b752-a6f2cc74fbc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465003 Feb 03 04:18:19.211935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82ef6244-256d-4773-b18a-a368f65b2331 req-3cb5a874-e56d-42af-bcb9-9caeb7f5488f tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415782 Feb 03 04:18:19.228386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-f399bf08-d3da-417c-ad52-92502df54328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.229889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-f399bf08-d3da-417c-ad52-92502df54328 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 924 time: 0.2211025 Feb 03 04:18:19.272436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:19.280370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-15cbaad5-fcde-45ab-84e3-306b68a48c7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c79506-5329-4451-a76a-440973db0630 HTTP/1.1" status: 200 len: 217 time: 0.0432746 Feb 03 04:18:19.344310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-c86e8dd4-9df1-464c-83dc-46fa5997708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.346871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-c86e8dd4-9df1-464c-83dc-46fa5997708b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 200 len: 862 time: 0.0600708 Feb 03 04:18:19.400394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-8596f01c-0248-4965-b886-0cfce69838d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.403764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-8596f01c-0248-4965-b886-0cfce69838d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497715 Feb 03 04:18:19.548744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-6402aa82-ebcc-4af4-ad20-acb3814948bb service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381581 Feb 03 04:18:19.570438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-556134-network', 'tenant_id': '854a7b9ec2dc4166bea83463581ca2da'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:19.619025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Made reservation on behalf of 854a7b9ec2dc4166bea83463581ca2da for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:19.621705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.645354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.660967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6aadfaf-cc09-4c64-89b0-cb0cc0d9c51a req-dc44170d-2ff4-4d03-a342-87c571dcf371 service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058335 Feb 03 04:18:19.742058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a771986-5e30-4db2-aeef-9354b5b7e1bf req-91f4076b-ed03-4597-a76f-f5d4385af55f tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.744044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a771986-5e30-4db2-aeef-9354b5b7e1bf req-91f4076b-ed03-4597-a76f-f5d4385af55f tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 950 time: 0.0802262 Feb 03 04:18:19.744748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks [] for security_group (56d4cf15-ae7c-48b3-a135-5f232691ba89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.749911 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (56d4cf15-ae7c-48b3-a135-5f232691ba89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.787927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:18:19.798144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4cf15-ae7c-48b3-a135-5f232691ba89,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:19.810210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2593d941-b313-4b73-bf18-84f562a3e6c5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.810554 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Added segment 2593d941-b313-4b73-bf18-84f562a3e6c5 of type vlan for network 9568537e-d5e4-48c4-893d-6ad043dd69a5 Feb 03 04:18:19.847444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a771986-5e30-4db2-aeef-9354b5b7e1bf req-a64b4ecc-25e1-45f5-81ac-d40abe357fdd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970323 Feb 03 04:18:19.875191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9568537e-d5e4-48c4-893d-6ad043dd69a5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.915126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9568537e-d5e4-48c4-893d-6ad043dd69a5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.916460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.917253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:19.953026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6793885 Feb 03 04:18:19.956032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:19.963133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Request body: {'subnet': {'network_id': '9568537e-d5e4-48c4-893d-6ad043dd69a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-556134-subnet', 'tenant_id': '854a7b9ec2dc4166bea83463581ca2da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:19.965820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252858-cc1c-47bc-a749-83d10dc18100 req-63bfc9c3-5766-4b43-9146-cec3b13d5027 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:19.967665 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90252858-cc1c-47bc-a749-83d10dc18100 req-63bfc9c3-5766-4b43-9146-cec3b13d5027 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 971 time: 0.0714834 Feb 03 04:18:20.002463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb68585-5c2a-42a3-bd9d-8d78f62b9625 admin admin] Pushing event updated for resources: {'Network': ['ID=9568537e-d5e4-48c4-893d-6ad043dd69a5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:20.021631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Made reservation on behalf of 854a7b9ec2dc4166bea83463581ca2da for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:20.025650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:20.029378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9568537e-d5e4-48c4-893d-6ad043dd69a5 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:18:20.032796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90252858-cc1c-47bc-a749-83d10dc18100 req-d47f1f5e-d986-494b-b2d7-6d8e9ff7b769 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Feb 03 04:18:20.268358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (4e863bb5-06d2-416d-b8e2-5513925068e7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:20.322042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e863bb5-06d2-416d-b8e2-5513925068e7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:20.346468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Checking segment: {'id': '2593d941-b313-4b73-bf18-84f562a3e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9568537e-d5e4-48c4-893d-6ad043dd69a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:20.346824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Network hostable DHCP agents. Network: 9568537e-d5e4-48c4-893d-6ad043dd69a5, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:18:20.349496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a01d7c-829b-4545-8b91-0fcd82000f73 req-8bd41cf7-e060-48b0-baed-a42075d4f476 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:20.351106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58a01d7c-829b-4545-8b91-0fcd82000f73 req-8bd41cf7-e060-48b0-baed-a42075d4f476 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 944 time: 0.0666494 Feb 03 04:18:20.374686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Network 9568537e-d5e4-48c4-893d-6ad043dd69a5 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:18:20.388137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 9568537e-d5e4-48c4-893d-6ad043dd69a5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:20.393769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:20.394905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:20.399403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ceb3f-27f8-42da-b812-c5a6f2803b6a None None] Network 9568537e-d5e4-48c4-893d-6ad043dd69a5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:20.418319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b88f1c1-5860-4b1d-b6c8-65942913851f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4608591 Feb 03 04:18:20.438619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58a01d7c-829b-4545-8b91-0fcd82000f73 req-a343fbd8-0eaf-488f-83b1-53d5e3fca5ef tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812850 Feb 03 04:18:20.626314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a2302-3794-4b5e-85ba-6125566c2db1 None None] Network 9568537e-d5e4-48c4-893d-6ad043dd69a5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:20.982999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35808ca2-2585-419e-bb18-dc33209ef4d6 req-18649aad-a9e2-42f7-9539-74f6e4a29977 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:20.984541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35808ca2-2585-419e-bb18-dc33209ef4d6 req-18649aad-a9e2-42f7-9539-74f6e4a29977 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 950 time: 0.0540011 Feb 03 04:18:21.048085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35808ca2-2585-419e-bb18-dc33209ef4d6 req-fa477133-1321-4ff8-ab90-ac0bcbe95acc tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568779 Feb 03 04:18:21.249400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-5ae4b282-1f69-4ff5-b8cb-b997cabfa9d6 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:21.251322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-5ae4b282-1f69-4ff5-b8cb-b997cabfa9d6 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 1132 time: 0.1139374 Feb 03 04:18:21.259050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2af0d-727c-4667-8f18-dbb970eededc req-582a52c9-d7d8-404d-a2cd-f44302b380c8 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:21.260678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0d2af0d-727c-4667-8f18-dbb970eededc req-582a52c9-d7d8-404d-a2cd-f44302b380c8 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 971 time: 0.1471391 Feb 03 04:18:21.468075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:21.487958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1225814393-network', 'tenant_id': '080fb00900be42d1af679203d9fe2b36'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:21.570702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0d2af0d-727c-4667-8f18-dbb970eededc req-680b9970-e549-4357-bb3f-18b2e449d11c tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984405 Feb 03 04:18:21.573237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Made reservation on behalf of 080fb00900be42d1af679203d9fe2b36 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:21.575601 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:21.609886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:21.688720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Deleting port 3500181d-50ef-4155-966e-73890983b543 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:18:21.689083 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3500181d-50ef-4155-966e-73890983b543), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:21.821864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152acf9-5a0c-4e13-9f25-8082411bab6d req-32f0c243-7e81-4eb1-8c59-e0052ef14048 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:21.823390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b152acf9-5a0c-4e13-9f25-8082411bab6d req-32f0c243-7e81-4eb1-8c59-e0052ef14048 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 944 time: 0.1529992 Feb 03 04:18:21.864456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] For port 3500181d-50ef-4155-966e-73890983b543, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3500181d-50ef-4155-966e-73890983b543,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:21.864832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3500181d-50ef-4155-966e-73890983b543), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:21.876849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks [] for security_group (6bb849ad-bc19-442b-9be3-ccf7e0c34a91), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:21.886412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6bb849ad-bc19-442b-9be3-ccf7e0c34a91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:21.896199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Calling delete_port for 3500181d-50ef-4155-966e-73890983b543 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:18:21.932901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:18:22.009456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb849ad-bc19-442b-9be3-ccf7e0c34a91,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:22.020034 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (68997df9-93e4-4125-85ba-c4b00827815b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.020375 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Added segment 68997df9-93e4-4125-85ba-c4b00827815b of type vlan for network 17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6 Feb 03 04:18:22.033520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b152acf9-5a0c-4e13-9f25-8082411bab6d req-5c830b14-febb-4468-9841-3c5dfc2a28ab tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018976 Feb 03 04:18:22.091045 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.107800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e7c79506-5329-4451-a76a-440973db0630 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:18:22.151253 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.152321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:22.152990 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.202669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (3500181d-50ef-4155-966e-73890983b543), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.208865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7369859 Feb 03 04:18:22.209045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:22.214764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Request body: {'subnet': {'network_id': '17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1225814393-subnet', 'tenant_id': '080fb00900be42d1af679203d9fe2b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:22.246406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3500181d-50ef-4155-966e-73890983b543'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:22.253919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-949049cc-c1c0-4e31-863f-460023e153fc req-74b28894-c006-45ed-8279-046841165637 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d7fba5-9621-42f3-a448-a7f8ba7628fc HTTP/1.1" status: 200 len: 210 time: 0.0731876 Feb 03 04:18:22.262600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Made reservation on behalf of 080fb00900be42d1af679203d9fe2b36 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:22.265223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.305349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Pushing event deleted for resources: {'Port': ['ID=3500181d-50ef-4155-966e-73890983b543,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:22.314923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87fb32-d85b-4a97-8b26-2197781943fc admin admin] Pushing event updated for resources: {'Network': ['ID=17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:22.337199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:18:22.396485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] No DVR routers for this DVR port 3500181d-50ef-4155-966e-73890983b543 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:18:22.400335 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.407380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5dd7838-ed9c-4d41-b234-de32305fd888 req-cc378436-860c-4b30-b76c-c20e6393a881 tempest-DeleteServersAdminTestJSON-1077164594 tempest-DeleteServersAdminTestJSON-1077164594-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3500181d-50ef-4155-966e-73890983b543 HTTP/1.1" status: 204 len: 173 time: 1.1338220 Feb 03 04:18:22.407799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e7c79506-5329-4451-a76a-440973db0630, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e7c79506-5329-4451-a76a-440973db0630,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:22.409089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'name': 'network-vif-deleted', 'tag': '3500181d-50ef-4155-966e-73890983b543'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:22.415325 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c09624-d04c-4052-a4c7-3a299c60ae51" -d '{"events": [{"server_uuid": "f1d7fba5-9621-42f3-a448-a7f8ba7628fc", "name": "network-vif-deleted", "tag": "3500181d-50ef-4155-966e-73890983b543"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:22.455635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'e7c79506-5329-4451-a76a-440973db0630', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'port_id': 'e7c79506-5329-4451-a76a-440973db0630', 'mac_address': 'fa:16:3e:40:53:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:18:22.504739 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c71cc-aa20-4712-ba67-d5836c339444 x-openstack-request-id: req-028c71cc-aa20-4712-ba67-d5836c339444 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:22.505436 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d7fba5-9621-42f3-a448-a7f8ba7628fc", "name": "network-vif-deleted", "tag": "3500181d-50ef-4155-966e-73890983b543", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:22.505921 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-028c71cc-aa20-4712-ba67-d5836c339444 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:22.506864 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d7fba5-9621-42f3-a448-a7f8ba7628fc', 'name': 'network-vif-deleted', 'tag': '3500181d-50ef-4155-966e-73890983b543', 'status': 'completed', 'code': 200} Feb 03 04:18:22.528085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e7c79506-5329-4451-a76a-440973db0630 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:22.528723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7c79506-5329-4451-a76a-440973db0630), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.546469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c79506-5329-4451-a76a-440973db0630 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:22.569731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e7c79506-5329-4451-a76a-440973db0630, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e7c79506-5329-4451-a76a-440973db0630,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:22.583976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7c79506-5329-4451-a76a-440973db0630), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.663029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53370) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:22.688379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e7c79506-5329-4451-a76a-440973db0630,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:22.728847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:22.769393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a716573-a575-4d2d-a573-da5831feffa3 req-f7be8da7-9448-42d7-880d-a2da39270807 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:22.771147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a716573-a575-4d2d-a573-da5831feffa3 req-f7be8da7-9448-42d7-880d-a2da39270807 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 971 time: 0.0794518 Feb 03 04:18:22.793546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['e7c79506-5329-4451-a76a-440973db0630'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:22.827850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a716573-a575-4d2d-a573-da5831feffa3 req-d260a0d3-799b-43c8-ab72-4fae48da24d7 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Feb 03 04:18:22.839633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (3cd96a83-a361-4a00-ad8c-727f6b8fe11f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:22.941183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd96a83-a361-4a00-ad8c-727f6b8fe11f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:22.986520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Checking segment: {'id': '68997df9-93e4-4125-85ba-c4b00827815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:22.987054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Network hostable DHCP agents. Network: 17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:18:22.997544 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94faa529-9e47-4e64-8048-5472af78f531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.005452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:23.026901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Network 17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:18:23.043388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15b51c79-2c14-4644-ab3b-3efb69837b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.068956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:23.081338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c6b71a-9c12-45b9-bf4e-2881f2230cbf None None] Network 17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:23.101382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660941e-419b-4f74-9dfe-4c2906e84b9f req-845b93b8-3f9f-4831-b55e-4259217ff5de tempest-AggregatesAdminTestJSON-1182446262 tempest-AggregatesAdminTestJSON-1182446262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:23.104482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0660941e-419b-4f74-9dfe-4c2906e84b9f req-845b93b8-3f9f-4831-b55e-4259217ff5de tempest-AggregatesAdminTestJSON-1182446262 tempest-AggregatesAdminTestJSON-1182446262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 1153 time: 0.1346810 Feb 03 04:18:23.111638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:23.111638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.134393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1754867-2573-440b-b289-5b5b215bbebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.135128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0660941e-419b-4f74-9dfe-4c2906e84b9f req-1eb4d3eb-fc72-48c9-942f-08285216f300 tempest-AggregatesAdminTestJSON-1182446262 tempest-AggregatesAdminTestJSON-1182446262-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.159072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e134cb31-5e2d-4f2c-9399-fe23465e0a4b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9486876 Feb 03 04:18:23.213637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94faa529-9e47-4e64-8048-5472af78f531 admin admin] Publish callbacks [] for security_group (3533c8cb-4401-480b-b6df-c60d131a0bb1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.243767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94faa529-9e47-4e64-8048-5472af78f531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3533c8cb-4401-480b-b6df-c60d131a0bb1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.261551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15b51c79-2c14-4644-ab3b-3efb69837b22 admin admin] Publish callbacks [] for security_group (732a0f31-3bbb-4f55-b827-7329a603c410), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.300777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320087a7-42ee-47fd-b683-cc63e615eb7f None None] Network 17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:23.323333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1754867-2573-440b-b289-5b5b215bbebd admin admin] Publish callbacks [] for security_group (8a29564d-8703-4070-8d68-4e9358cf7b1e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.326329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-94faa529-9e47-4e64-8048-5472af78f531 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e92d1a964e754e8c99340869e4944b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6617665 Feb 03 04:18:23.326914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15b51c79-2c14-4644-ab3b-3efb69837b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (732a0f31-3bbb-4f55-b827-7329a603c410), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.333193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53394) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:23.342413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88706e68-1920-4380-879a-22eb81b1f3dd req-67cfc696-e694-4bbf-90c2-f24da4207461 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:23.344350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88706e68-1920-4380-879a-22eb81b1f3dd req-67cfc696-e694-4bbf-90c2-f24da4207461 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 945 time: 0.1881912 Feb 03 04:18:23.351718 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faa529-9e47-4e64-8048-5472af78f531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3533c8cb-4401-480b-b6df-c60d131a0bb1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.365578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:23.394594 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-15b51c79-2c14-4644-ab3b-3efb69837b22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ff76f47643f403ea9914a16a7f9cfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6637383 Feb 03 04:18:23.396943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1754867-2573-440b-b289-5b5b215bbebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a29564d-8703-4070-8d68-4e9358cf7b1e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.400105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:23.417705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0660941e-419b-4f74-9dfe-4c2906e84b9f req-1eb4d3eb-fc72-48c9-942f-08285216f300 tempest-AggregatesAdminTestJSON-1182446262 tempest-AggregatesAdminTestJSON-1182446262-project-admin] Publish callbacks [] for security_group (ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.419594 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.428971 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.433868 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0660941e-419b-4f74-9dfe-4c2906e84b9f req-1eb4d3eb-fc72-48c9-942f-08285216f300 tempest-AggregatesAdminTestJSON-1182446262 tempest-AggregatesAdminTestJSON-1182446262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.445731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b51c79-2c14-4644-ab3b-3efb69837b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732a0f31-3bbb-4f55-b827-7329a603c410,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.481500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88706e68-1920-4380-879a-22eb81b1f3dd req-74fa7dcb-da30-48c6-92eb-ce33751fa5a2 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184771 Feb 03 04:18:23.488505 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af49ac34-b575-432b-9b14-a375170c5395 admin admin] Publish callbacks [] for security_group (3533c8cb-4401-480b-b6df-c60d131a0bb1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.503340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0660941e-419b-4f74-9dfe-4c2906e84b9f req-1eb4d3eb-fc72-48c9-942f-08285216f300 tempest-AggregatesAdminTestJSON-1182446262 tempest-AggregatesAdminTestJSON-1182446262-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897343 Feb 03 04:18:23.505644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1754867-2573-440b-b289-5b5b215bbebd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0cb20ea77434ad4a990a1d511bcbaae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974396 Feb 03 04:18:23.506082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4d3eb-fc72-48c9-942f-08285216f300 tempest-AggregatesAdminTestJSON-1182446262 tempest-AggregatesAdminTestJSON-1182446262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.508854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53400) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:23.515208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] Deleting subnet 4e863bb5-06d2-416d-b8e2-5513925068e7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:18:23.519304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1754867-2573-440b-b289-5b5b215bbebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a29564d-8703-4070-8d68-4e9358cf7b1e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.529101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] Publish callbacks [] for subnet (4e863bb5-06d2-416d-b8e2-5513925068e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.534782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af49ac34-b575-432b-9b14-a375170c5395 admin admin] Publish callbacks [] for security_group (3533c8cb-4401-480b-b6df-c60d131a0bb1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.600747 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] Publish callbacks [] for subnet (4e863bb5-06d2-416d-b8e2-5513925068e7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.605932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-066c99ef-45a8-466c-9256-37a9a3e6ce71 admin admin] Publish callbacks [] for security_group (732a0f31-3bbb-4f55-b827-7329a603c410), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.613087 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c9a4-0c1b-4cf7-ab46-d5f119239036 admin admin] Publish callbacks [] for security_group (8a29564d-8703-4070-8d68-4e9358cf7b1e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.626943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4e863bb5-06d2-416d-b8e2-5513925068e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.639774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c9a4-0c1b-4cf7-ab46-d5f119239036 admin admin] Publish callbacks [] for security_group (8a29564d-8703-4070-8d68-4e9358cf7b1e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.667243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-066c99ef-45a8-466c-9256-37a9a3e6ce71 admin admin] Publish callbacks [] for security_group (732a0f31-3bbb-4f55-b827-7329a603c410), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.702010 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af49ac34-b575-432b-9b14-a375170c5395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3533c8cb-4401-480b-b6df-c60d131a0bb1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.705341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af49ac34-b575-432b-9b14-a375170c5395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.713415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-af49ac34-b575-432b-9b14-a375170c5395 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3533c8cb-4401-480b-b6df-c60d131a0bb1 HTTP/1.1" status: 204 len: 168 time: 0.3741684 Feb 03 04:18:23.733958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49ac34-b575-432b-9b14-a375170c5395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533c8cb-4401-480b-b6df-c60d131a0bb1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.750294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c9a4-0c1b-4cf7-ab46-d5f119239036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a29564d-8703-4070-8d68-4e9358cf7b1e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.755529 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c9a4-0c1b-4cf7-ab46-d5f119239036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.757870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d1d6c9a4-0c1b-4cf7-ab46-d5f119239036 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a29564d-8703-4070-8d68-4e9358cf7b1e HTTP/1.1" status: 204 len: 168 time: 0.2479131 Feb 03 04:18:23.764291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (4e863bb5-06d2-416d-b8e2-5513925068e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.773095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6c9a4-0c1b-4cf7-ab46-d5f119239036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a29564d-8703-4070-8d68-4e9358cf7b1e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.846068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e863bb5-06d2-416d-b8e2-5513925068e7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.849736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-70a36aa0-58c9-4e31-a531-857ee5e1ab6a tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385368 Feb 03 04:18:23.850535 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-066c99ef-45a8-466c-9256-37a9a3e6ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (732a0f31-3bbb-4f55-b827-7329a603c410), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.855461 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-066c99ef-45a8-466c-9256-37a9a3e6ce71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.859698 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-066c99ef-45a8-466c-9256-37a9a3e6ce71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/732a0f31-3bbb-4f55-b827-7329a603c410 HTTP/1.1" status: 204 len: 168 time: 0.4487035 Feb 03 04:18:23.863867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.875910 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-58aa4ea9-fed6-4a41-b0f3-658fbf7d6ae7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4e863bb5-06d2-416d-b8e2-5513925068e7 HTTP/1.1" status: 204 len: 168 time: 0.4800127 Feb 03 04:18:23.877387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:23.903033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c99ef-45a8-466c-9256-37a9a3e6ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732a0f31-3bbb-4f55-b827-7329a603c410,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:23.972238 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9568537e-d5e4-48c4-893d-6ad043dd69a5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:23.996027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-0e2b7f35-cd47-43bf-9a66-d6a2581f6a6c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:24.002547 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-0e2b7f35-cd47-43bf-9a66-d6a2581f6a6c tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337445 Feb 03 04:18:24.017918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-768b1a1f-df4b-4816-8ae9-82ba2b9cc67b tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/quotas/816b2a0faa3e496fa2d199f7935b0c0f HTTP/1.1" status: 200 len: 375 time: 0.0145087 Feb 03 04:18:24.041481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f677b4-d8e6-41be-9654-75309e2c5e4a req-84a8ddc9-4fa4-46af-a786-2fcfeaa1e84a tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:24.043127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83f677b4-d8e6-41be-9654-75309e2c5e4a req-84a8ddc9-4fa4-46af-a786-2fcfeaa1e84a tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 971 time: 0.2012863 Feb 03 04:18:24.064641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-dc127a65-9687-42d2-bc5c-3874729abf51 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389524 Feb 03 04:18:24.090551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9568537e-d5e4-48c4-893d-6ad043dd69a5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.117142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83f677b4-d8e6-41be-9654-75309e2c5e4a req-7f3b3483-df2a-44a9-a31a-65b3959ea391 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550377 Feb 03 04:18:24.121794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e7c79506-5329-4451-a76a-440973db0630 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:24.123520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.123966 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.124643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.124973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > port after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.128288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.128895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > port after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.129407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.129898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.130354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.130807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.234910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port e7c79506-5329-4451-a76a-440973db0630 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:18:24.239406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port e7c79506-5329-4451-a76a-440973db0630 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:24.242949 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7c79506-5329-4451-a76a-440973db0630), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.243041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:24.266443 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b008-c30e-4421-aa39-bb0fca52d5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.397786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ca5731c-7bdc-406b-8da4-78ce39673361 req-dbf795d7-13ee-4a49-bf8f-41aa2d3e79a7 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 210 time: 0.0949116 Feb 03 04:18:24.406006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.406516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.406822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.407122 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:24.407492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9568537e-d5e4-48c4-893d-6ad043dd69a5']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:24.425220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e7c79506-5329-4451-a76a-440973db0630 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:24.425762 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7c79506-5329-4451-a76a-440973db0630), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.429874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2593d941-b313-4b73-bf18-84f562a3e6c5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:24.430430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2593d941-b313-4b73-bf18-84f562a3e6c5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:24.448421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (2593d941-b313-4b73-bf18-84f562a3e6c5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.471547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2593d941-b313-4b73-bf18-84f562a3e6c5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.481561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:18:24.481820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (2593d941-b313-4b73-bf18-84f562a3e6c5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: from cryptography.utils import int_from_bytes Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: from cryptography.utils import int_from_bytes Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:18:24.501019 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:18:24.504345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c79506-5329-4451-a76a-440973db0630'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:24.507278 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a779786-3a09-4458-9c47-38d5f8210c6a" -d '{"events": [{"server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "name": "network-vif-plugged", "status": "completed", "tag": "e7c79506-5329-4451-a76a-440973db0630"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:24.542450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e7c79506-5329-4451-a76a-440973db0630, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e7c79506-5329-4451-a76a-440973db0630,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:24.548847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7c79506-5329-4451-a76a-440973db0630), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.550196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3500181d-50ef-4155-966e-73890983b543 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:18:24.559002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b008-c30e-4421-aa39-bb0fca52d5a3 admin admin] Publish callbacks [] for security_group (55bceffc-8093-44dc-9902-c25018245c14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.575983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b008-c30e-4421-aa39-bb0fca52d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (55bceffc-8093-44dc-9902-c25018245c14), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.613287 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8f759d-9951-486f-bb54-4db48a4df9e9 x-openstack-request-id: req-ff8f759d-9951-486f-bb54-4db48a4df9e9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:24.613600 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "name": "network-vif-plugged", "status": "completed", "tag": "e7c79506-5329-4451-a76a-440973db0630", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:24.614044 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff8f759d-9951-486f-bb54-4db48a4df9e9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:24.614455 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c79506-5329-4451-a76a-440973db0630', 'code': 200} Feb 03 04:18:24.637554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:24.637809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:24.643275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 3500181d-50ef-4155-966e-73890983b543 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:18:24.643653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3500181d-50ef-4155-966e-73890983b543 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:18:24.664325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5be6-c0fb-4c27-b439-3e57e11b08f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.671563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c4b1b008-c30e-4421-aa39-bb0fca52d5a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c47b63e106504bbdb3cb012d8d74abe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255414 Feb 03 04:18:24.674213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1b008-c30e-4421-aa39-bb0fca52d5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bceffc-8093-44dc-9902-c25018245c14,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:24.679583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e7c79506-5329-4451-a76a-440973db0630,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:24.683627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0de1fa-7520-462f-9fac-9d57fea67f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.686328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:24.734217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9568537e-d5e4-48c4-893d-6ad043dd69a5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.785805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Pushing event deleted for resources: {'Network': ['ID=9568537e-d5e4-48c4-893d-6ad043dd69a5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:24.789598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.795443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b4c91fbc-fa4b-4d84-b453-e50b92a07460 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9568537e-d5e4-48c4-893d-6ad043dd69a5 HTTP/1.1" status: 204 len: 168 time: 0.9124317 Feb 03 04:18:24.796706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:24.812980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed6819f-8f29-4968-a300-6a552b065df5 admin admin] Publish callbacks [] for security_group (55bceffc-8093-44dc-9902-c25018245c14), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.818521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58f5da-c884-4857-9239-49ccfd0b64e8 req-8ae40726-76ff-4998-9586-4a99a1eac332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:24.820080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee58f5da-c884-4857-9239-49ccfd0b64e8 req-8ae40726-76ff-4998-9586-4a99a1eac332 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 1128 time: 0.1492846 Feb 03 04:18:24.829241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18092550-c43a-429c-99f6-57d30d7f488f req-5584a757-3e25-4200-9643-95f495a88b68 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:24.830637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18092550-c43a-429c-99f6-57d30d7f488f req-5584a757-3e25-4200-9643-95f495a88b68 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.1573627 Feb 03 04:18:24.876328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed6819f-8f29-4968-a300-6a552b065df5 admin admin] Publish callbacks [] for security_group (55bceffc-8093-44dc-9902-c25018245c14), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.877594 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] Deleting subnet 3cd96a83-a361-4a00-ad8c-727f6b8fe11f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:18:24.888757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] Publish callbacks [] for subnet (3cd96a83-a361-4a00-ad8c-727f6b8fe11f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.897964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0de1fa-7520-462f-9fac-9d57fea67f2e admin admin] Publish callbacks [] for security_group (21edc45a-9d9c-4e57-825f-65a1f90ed98d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.920997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0de1fa-7520-462f-9fac-9d57fea67f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (21edc45a-9d9c-4e57-825f-65a1f90ed98d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.950675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee58f5da-c884-4857-9239-49ccfd0b64e8 req-79dc19fa-f2f8-4952-8310-0792d38e623b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189349 Feb 03 04:18:24.954441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18092550-c43a-429c-99f6-57d30d7f488f req-6c28dd06-55a0-487c-815f-2a17ffe5eac0 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166930 Feb 03 04:18:24.973527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (3cd96a83-a361-4a00-ad8c-727f6b8fe11f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.979845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed6819f-8f29-4968-a300-6a552b065df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (55bceffc-8093-44dc-9902-c25018245c14), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.984207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed6819f-8f29-4968-a300-6a552b065df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:24.985776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ed6819f-8f29-4968-a300-6a552b065df5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55bceffc-8093-44dc-9902-c25018245c14 HTTP/1.1" status: 204 len: 168 time: 0.2975113 Feb 03 04:18:24.995695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6819f-8f29-4968-a300-6a552b065df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bceffc-8093-44dc-9902-c25018245c14,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:25.030981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-de0de1fa-7520-462f-9fac-9d57fea67f2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69c6df4dddaa474485955844ec7d2014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880808 Feb 03 04:18:25.030981 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5be6-c0fb-4c27-b439-3e57e11b08f2 admin admin] Publish callbacks [] for security_group (46b30714-f6bd-4f93-b2ee-d7a415456679), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.031724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:25.033384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0de1fa-7520-462f-9fac-9d57fea67f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21edc45a-9d9c-4e57-825f-65a1f90ed98d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:25.039949 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5be6-c0fb-4c27-b439-3e57e11b08f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (46b30714-f6bd-4f93-b2ee-d7a415456679), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.075486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3cd96a83-a361-4a00-ad8c-727f6b8fe11f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.085214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2d45619-d3ad-438a-a17b-5c9e79eeb8fc admin admin] Publish callbacks [] for security_group (21edc45a-9d9c-4e57-825f-65a1f90ed98d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.107088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5be6-c0fb-4c27-b439-3e57e11b08f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b30714-f6bd-4f93-b2ee-d7a415456679,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:25.110513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2d45619-d3ad-438a-a17b-5c9e79eeb8fc admin admin] Publish callbacks [] for security_group (21edc45a-9d9c-4e57-825f-65a1f90ed98d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.111309 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3a6a5be6-c0fb-4c27-b439-3e57e11b08f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d3696d550f74ac2a3ad437dbaaf1f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4725618 Feb 03 04:18:25.115468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:25.199113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (3cd96a83-a361-4a00-ad8c-727f6b8fe11f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.233172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6a9a13-2547-4ae6-bdba-9e739058911b admin admin] Publish callbacks [] for security_group (46b30714-f6bd-4f93-b2ee-d7a415456679), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.236068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd96a83-a361-4a00-ad8c-727f6b8fe11f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:25.245902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.249603 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-64379a25-93a7-49e2-9941-90b461b39a0a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3cd96a83-a361-4a00-ad8c-727f6b8fe11f HTTP/1.1" status: 204 len: 168 time: 0.4493630 Feb 03 04:18:25.253186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:25.260627 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2d45619-d3ad-438a-a17b-5c9e79eeb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (21edc45a-9d9c-4e57-825f-65a1f90ed98d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.264377 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2d45619-d3ad-438a-a17b-5c9e79eeb8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.268306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f2d45619-d3ad-438a-a17b-5c9e79eeb8fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21edc45a-9d9c-4e57-825f-65a1f90ed98d HTTP/1.1" status: 204 len: 168 time: 0.2330544 Feb 03 04:18:25.280882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d45619-d3ad-438a-a17b-5c9e79eeb8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21edc45a-9d9c-4e57-825f-65a1f90ed98d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:25.286542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6a9a13-2547-4ae6-bdba-9e739058911b admin admin] Publish callbacks [] for security_group (46b30714-f6bd-4f93-b2ee-d7a415456679), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.292098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810de110-d2e4-400c-bc1a-c6de4176fceb req-aba75761-b485-4191-90d5-66fd8a6a31e8 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:25.306145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-810de110-d2e4-400c-bc1a-c6de4176fceb req-aba75761-b485-4191-90d5-66fd8a6a31e8 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 971 time: 0.0951476 Feb 03 04:18:25.391779 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.399985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-810de110-d2e4-400c-bc1a-c6de4176fceb req-7b3b844d-3d5a-4f59-829b-0ce6f0397cc1 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ed9e7f3-579b-4424-ba61-a486a77506a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927029 Feb 03 04:18:25.439960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-8465c6da-7dad-46af-8459-3bcb43041735 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:25.451598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6a9a13-2547-4ae6-bdba-9e739058911b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (46b30714-f6bd-4f93-b2ee-d7a415456679), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.454170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6a9a13-2547-4ae6-bdba-9e739058911b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.455304 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2b6a9a13-2547-4ae6-bdba-9e739058911b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46b30714-f6bd-4f93-b2ee-d7a415456679 HTTP/1.1" status: 204 len: 168 time: 0.3388896 Feb 03 04:18:25.459185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-8465c6da-7dad-46af-8459-3bcb43041735 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 971 time: 0.1422701 Feb 03 04:18:25.471902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a9a13-2547-4ae6-bdba-9e739058911b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b30714-f6bd-4f93-b2ee-d7a415456679,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:25.503476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.529922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:25.545137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68997df9-93e4-4125-85ba-c4b00827815b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:25.545587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68997df9-93e4-4125-85ba-c4b00827815b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:25.562470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (68997df9-93e4-4125-85ba-c4b00827815b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.577016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (68997df9-93e4-4125-85ba-c4b00827815b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.585664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:18:25.586218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13395f80-e286-49e6-914b-39b59041f739 req-710294ad-5966-4d3d-8c88-b8906996d97f tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 210 time: 0.0803490 Feb 03 04:18:25.586742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (68997df9-93e4-4125-85ba-c4b00827815b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:18:25.592573 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:18:25.665250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.689882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Deleting port 6450712f-c209-4290-9026-14a8eb59fb0b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:18:25.690471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.691882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.696394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] 10.222.0.35 "DELETE /v2.0/networks/17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6 HTTP/1.1" status: 204 len: 168 time: 0.4384267 Feb 03 04:18:25.697263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea945c-bb8e-4742-b3d1-5d0c125f3d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=17cdfe3f-c59f-4eb7-bb37-d9e3ba2a9fd6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:25.805178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] For port 6450712f-c209-4290-9026-14a8eb59fb0b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6450712f-c209-4290-9026-14a8eb59fb0b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:25.805597 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:25.826133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Calling delete_port for 6450712f-c209-4290-9026-14a8eb59fb0b owned by compute:tempest-test_az-1154389639 {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:18:25.890163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-2a87942b-970a-4b0a-831d-e05dfc1837a4 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470772 Feb 03 04:18:25.961669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:26.038718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6186f1ba-14ec-411c-b7eb-14e854bd7eb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=854a7b9ec2dc4166bea83463581ca2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757275 Feb 03 04:18:26.039408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:26.092533 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fe60268-d6df-48ee-8b74-d46733946469 admin admin] Publish callbacks [] for security_group (56d4cf15-ae7c-48b3-a135-5f232691ba89), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:26.122078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fe60268-d6df-48ee-8b74-d46733946469 admin admin] Publish callbacks [] for security_group (56d4cf15-ae7c-48b3-a135-5f232691ba89), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:26.151668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (6450712f-c209-4290-9026-14a8eb59fb0b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:26.165384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6450712f-c209-4290-9026-14a8eb59fb0b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:26.210294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fe60268-d6df-48ee-8b74-d46733946469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (56d4cf15-ae7c-48b3-a135-5f232691ba89), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:26.213579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fe60268-d6df-48ee-8b74-d46733946469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:26.214580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Pushing event deleted for resources: {'Port': ['ID=6450712f-c209-4290-9026-14a8eb59fb0b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:26.223207 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5fe60268-d6df-48ee-8b74-d46733946469 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56d4cf15-ae7c-48b3-a135-5f232691ba89 HTTP/1.1" status: 204 len: 168 time: 0.1824725 Feb 03 04:18:26.227642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-63e8631e-43df-4503-a1d5-8482e99ecf08 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:26.229245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-63e8631e-43df-4503-a1d5-8482e99ecf08 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094006 Feb 03 04:18:26.238907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe60268-d6df-48ee-8b74-d46733946469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4cf15-ae7c-48b3-a135-5f232691ba89,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:26.248236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Request body: {'port': {'device_id': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '816b2a0faa3e496fa2d199f7935b0c0f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:26.263462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d0b0b-763e-4715-9262-f9d5e79b695c req-ca7a18f8-8661-4c41-9840-dbd4fd929935 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:26.265043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-879d0b0b-763e-4715-9262-f9d5e79b695c req-ca7a18f8-8661-4c41-9840-dbd4fd929935 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.1275184 Feb 03 04:18:26.644830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] No DVR routers for this DVR port 6450712f-c209-4290-9026-14a8eb59fb0b on host n-h1-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:18:26.664926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:26.668120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec046c1e-5e91-402e-ba9d-baa245f9e5cb req-68bee3f4-61a1-4806-bb89-f1e629425d6f tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.15 "DELETE /v2.0/ports/6450712f-c209-4290-9026-14a8eb59fb0b HTTP/1.1" status: 204 len: 173 time: 1.2008772 Feb 03 04:18:26.674896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'name': 'network-vif-deleted', 'tag': '6450712f-c209-4290-9026-14a8eb59fb0b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:26.675537 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf92df47-2bfb-4d27-b747-aba966a5f346" -d '{"events": [{"server_uuid": "8e953f5a-5d10-478b-8f37-4e6786030ccf", "name": "network-vif-deleted", "tag": "6450712f-c209-4290-9026-14a8eb59fb0b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:26.712332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-abb82fa0-7d49-4045-a36d-ea8552a8192b req-53fa530e-3a18-498e-ae7c-c607a05e49c0 tempest-AggregatesAdminTestJSON-2128284410 tempest-AggregatesAdminTestJSON-2128284410-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e953f5a-5d10-478b-8f37-4e6786030ccf HTTP/1.1" status: 200 len: 210 time: 0.0669434 Feb 03 04:18:26.756235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-879d0b0b-763e-4715-9262-f9d5e79b695c req-c3027064-9307-4fe6-b8a5-508ef9f1606c tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4713390 Feb 03 04:18:26.846332 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcf7ce6-3122-4795-bd5a-715b0ec9ea51 x-openstack-request-id: req-2dcf7ce6-3122-4795-bd5a-715b0ec9ea51 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:26.846718 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e953f5a-5d10-478b-8f37-4e6786030ccf", "name": "network-vif-deleted", "tag": "6450712f-c209-4290-9026-14a8eb59fb0b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:26.847222 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dcf7ce6-3122-4795-bd5a-715b0ec9ea51 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:26.847395 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e953f5a-5d10-478b-8f37-4e6786030ccf', 'name': 'network-vif-deleted', 'tag': '6450712f-c209-4290-9026-14a8eb59fb0b', 'status': 'completed', 'code': 200} Feb 03 04:18:26.863102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:26.869152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6693dd41-151e-4ffc-95cd-f9a3345a188d req-2a2a7796-81a0-441e-a32a-0a4f4cb461b0 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 210 time: 0.0367782 Feb 03 04:18:26.870632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Made reservation on behalf of 816b2a0faa3e496fa2d199f7935b0c0f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:26.875278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:26.934276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c114143e-2c36-445f-9157-bc2f1b59a265 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=080fb00900be42d1af679203d9fe2b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698595 Feb 03 04:18:26.936907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:26.996553 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda9e3e3-f682-44ac-b68e-f4a73e03a07d admin admin] Publish callbacks [] for security_group (6bb849ad-bc19-442b-9be3-ccf7e0c34a91), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.020281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda9e3e3-f682-44ac-b68e-f4a73e03a07d admin admin] Publish callbacks [] for security_group (6bb849ad-bc19-442b-9be3-ccf7e0c34a91), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.033054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53544) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:27.082310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Allocated IP 192.168.233.214 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/2979159c-67d1-4e97-b2ed-ae8ef1079244) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:27.084253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda9e3e3-f682-44ac-b68e-f4a73e03a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6bb849ad-bc19-442b-9be3-ccf7e0c34a91), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.087438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda9e3e3-f682-44ac-b68e-f4a73e03a07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.088975 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eda9e3e3-f682-44ac-b68e-f4a73e03a07d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bb849ad-bc19-442b-9be3-ccf7e0c34a91 HTTP/1.1" status: 204 len: 168 time: 0.1511586 Feb 03 04:18:27.097983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9e3e3-f682-44ac-b68e-f4a73e03a07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb849ad-bc19-442b-9be3-ccf7e0c34a91,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:27.208106 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-3147aa7a-faa4-4555-a30e-3e5cb9d9a054 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592151 Feb 03 04:18:27.234861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:27.294464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-102705346-network', 'tenant_id': '233f3e9d28df47d78abed96faed66c40'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:27.342726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Made reservation on behalf of 233f3e9d28df47d78abed96faed66c40 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:27.345149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.353584 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks [] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.363036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.393118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-39a0acbd-0527-4a65-b193-871c13968ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:27.394933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-39a0acbd-0527-4a65-b193-871c13968ada service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 1128 time: 0.1438153 Feb 03 04:18:27.406678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-network', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:27.472235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks [] for security_group (091e76b2-d3dd-4d1e-887c-49961bbeb9fe), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.479857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (091e76b2-d3dd-4d1e-887c-49961bbeb9fe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.511239 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.535733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:18:27.543763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Made reservation on behalf of 5dd454c951ed47a1877a3d5bfdeba18b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:27.546066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.565371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:27.592529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:27.604384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.606401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:27.616871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:27.618142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.623164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (701bb1f4-49a8-40c1-87c3-611571a43dc8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.623553 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Added segment 701bb1f4-49a8-40c1-87c3-611571a43dc8 of type vlan for network b65dfa7b-5075-4710-a526-bbdb4aad0510 Feb 03 04:18:27.645244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e76b2-d3dd-4d1e-887c-49961bbeb9fe,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:27.663115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-6bdc0a4b-381e-444d-930e-4c49523045bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:27.664739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-6bdc0a4b-381e-444d-930e-4c49523045bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 924 time: 0.2479293 Feb 03 04:18:27.729950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Pushing event updated for resources: {'Port': ['ID=2979159c-67d1-4e97-b2ed-ae8ef1079244,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:27.737892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-88f14f9d-eaf9-4db2-bff4-c19dbb5643cd tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4965525 Feb 03 04:18:27.753706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Request body: {'port': {'device_id': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:27.858012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b65dfa7b-5075-4710-a526-bbdb4aad0510), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.930737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.981561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b65dfa7b-5075-4710-a526-bbdb4aad0510), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:27.982560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:27.983146 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.010729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5b4c364c-af3a-482e-811e-50ade54ba934 None None] Provisioning complete for port 2979159c-67d1-4e97-b2ed-ae8ef1079244 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:28.011234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b4c364c-af3a-482e-811e-50ade54ba934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.041946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-c7a4e0e3-d9d3-4520-bb58-2adb557a3270 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c79506-5329-4451-a76a-440973db0630 HTTP/1.1" status: 200 len: 217 time: 0.3673849 Feb 03 04:18:28.070805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd842-1d1c-4c26-9884-b4bad1a6049b req-cee7ef66-6a73-43bc-af4f-440902001a9b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:28.072403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ffcd842-1d1c-4c26-9884-b4bad1a6049b req-cee7ef66-6a73-43bc-af4f-440902001a9b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.2046647 Feb 03 04:18:28.097263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c364c-af3a-482e-811e-50ade54ba934 None None] Port 2979159c-67d1-4e97-b2ed-ae8ef1079244 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:28.129758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0950680 Feb 03 04:18:28.131526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:28.137240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Request body: {'subnet': {'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-102705346-subnet', 'tenant_id': '233f3e9d28df47d78abed96faed66c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:28.188862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46124dc-85cd-49f8-bf6a-447a371cb55a admin admin] Pushing event updated for resources: {'Network': ['ID=b65dfa7b-5075-4710-a526-bbdb4aad0510,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:28.190439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Made reservation on behalf of 233f3e9d28df47d78abed96faed66c40 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:28.192812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.195540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-87193abd-839c-4526-af67-7a119f0287d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:28.197026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-87193abd-839c-4526-af67-7a119f0287d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 200 len: 862 time: 0.1423070 Feb 03 04:18:28.208948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:18:28.244374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ffcd842-1d1c-4c26-9884-b4bad1a6049b req-17f5d61b-bb21-4eec-b562-2a67d19b7daf tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615319 Feb 03 04:18:28.294587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks [] for security_group (2e4e9b1f-714e-4250-ad3e-b9f876e2588c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.422842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2e4e9b1f-714e-4250-ad3e-b9f876e2588c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.490723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:18:28.494350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fb246-63ef-489b-afc7-5f66202b58b7 req-2c358176-bec6-49a2-8bab-40633a4b76d4 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:28.502211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a55fb246-63ef-489b-afc7-5f66202b58b7 req-2c358176-bec6-49a2-8bab-40633a4b76d4 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 936 time: 0.1211014 Feb 03 04:18:28.525215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-fbac9436-1cb2-4cff-97f1-57352a34c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:28.526758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-fbac9436-1cb2-4cff-97f1-57352a34c6d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3167169 Feb 03 04:18:28.531800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2979159c-67d1-4e97-b2ed-ae8ef1079244 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:28.532589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a78633aa-de12-4068-814a-db42d1b58ff8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.533134 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Added segment a78633aa-de12-4068-814a-db42d1b58ff8 of type vlan for network 397a82e5-dc24-44f4-ba15-ff3291f1c12e Feb 03 04:18:28.536178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (27694200-df89-4462-a195-208f94dc48cf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.539249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:28.540098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e9b1f-714e-4250-ad3e-b9f876e2588c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:28.542415 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Publish callbacks [] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.573743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Transition to ACTIVE for port object 2979159c-67d1-4e97-b2ed-ae8ef1079244 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:18:28.584573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.596828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a55fb246-63ef-489b-afc7-5f66202b58b7 req-3a908ca3-6f07-4557-9978-59a76b2bd378 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934834 Feb 03 04:18:28.647375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Pushing event updated for resources: {'Port': ['ID=2979159c-67d1-4e97-b2ed-ae8ef1079244,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:28.685324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Attempting to bind port 2979159c-67d1-4e97-b2ed-ae8ef1079244 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:28.685666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Attempting to bind port 2979159c-67d1-4e97-b2ed-ae8ef1079244 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:28.686001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Attempting to bind port 2979159c-67d1-4e97-b2ed-ae8ef1079244 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:28.690843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Port 2979159c-67d1-4e97-b2ed-ae8ef1079244 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:28.691173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Attempting to bind port 2979159c-67d1-4e97-b2ed-ae8ef1079244 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:28.702684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:28.703033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:28.703424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:28.703893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Bound port: 2979159c-67d1-4e97-b2ed-ae8ef1079244, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:28.704256 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.736274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1654627338-network', 'tenant_id': '422018b66bb54d64b3d7128ea7f76cc3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:28.810633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Made reservation on behalf of 422018b66bb54d64b3d7128ea7f76cc3 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:28.817836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.826182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (397a82e5-dc24-44f4-ba15-ff3291f1c12e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.848152 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.869611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] For port 2979159c-67d1-4e97-b2ed-ae8ef1079244, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:28.914395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27694200-df89-4462-a195-208f94dc48cf,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:28.958312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:28.958706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Network hostable DHCP agents. Network: b65dfa7b-5075-4710-a526-bbdb4aad0510, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:18:28.964725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] For port 2979159c-67d1-4e97-b2ed-ae8ef1079244, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2979159c-67d1-4e97-b2ed-ae8ef1079244,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:28.973253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (397a82e5-dc24-44f4-ba15-ff3291f1c12e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:28.974237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:28.974842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.003537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c852d92-884d-4e80-8617-cff4c78373a6 req-c95bf05f-196a-4a7e-afe9-af35f2c5f04a tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:29.005264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c852d92-884d-4e80-8617-cff4c78373a6 req-c95bf05f-196a-4a7e-afe9-af35f2c5f04a tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.1511590 Feb 03 04:18:29.007598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.021896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:29.025695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-38487cd6-147c-41f4-b849-364cbecad27c service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717984 Feb 03 04:18:29.030144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'floatingip': {'port_id': 'e7c79506-5329-4451-a76a-440973db0630'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:29.073483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:29.074336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.075795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] 10.222.0.31 "PUT /v2.0/ports/2979159c-67d1-4e97-b2ed-ae8ef1079244 HTTP/1.1" status: 200 len: 1096 time: 1.3263268 Feb 03 04:18:29.089488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'tag': '2979159c-67d1-4e97-b2ed-ae8ef1079244'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:29.092875 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c49c6-f3e0-42f0-aecd-aacd349ca85f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7af14d-90e2-410d-9840-510b1dffbf10", "tag": "2979159c-67d1-4e97-b2ed-ae8ef1079244"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:29.151860 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9157240 Feb 03 04:18:29.161167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:29.176905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Request body: {'subnet': {'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-subnet', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:29.184656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfec03-2ccc-4cea-af84-127a12736057 service neutron] Pushing event updated for resources: {'Port': ['ID=2979159c-67d1-4e97-b2ed-ae8ef1079244,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:29.211278 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.228401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:18:29.245977 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks [] for security_group (9dee1d32-9699-44ee-9a30-249307385500), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.250120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-12a24339-7433-4e9f-aa12-ea73fde8531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:29.251999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-12a24339-7433-4e9f-aa12-ea73fde8531f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 1130 time: 0.1211941 Feb 03 04:18:29.252610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Made reservation on behalf of 5dd454c951ed47a1877a3d5bfdeba18b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:29.255088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.258930 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9dee1d32-9699-44ee-9a30-249307385500), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.298798 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2956c470-c303-491b-bfff-62e97e5cb807 x-openstack-request-id: req-2956c470-c303-491b-bfff-62e97e5cb807 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:29.299098 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7af14d-90e2-410d-9840-510b1dffbf10", "tag": "2979159c-67d1-4e97-b2ed-ae8ef1079244", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:29.299385 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2956c470-c303-491b-bfff-62e97e5cb807 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:29.300636 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'tag': '2979159c-67d1-4e97-b2ed-ae8ef1079244', 'status': 'completed', 'code': 200} Feb 03 04:18:29.349557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:18:29.363307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26893c7d-cdde-41fc-9e17-3eaf19adb237 admin admin] Pushing event updated for resources: {'Network': ['ID=397a82e5-dc24-44f4-ba15-ff3291f1c12e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:29.369492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-3b1ff9c4-47bf-43e5-b0da-99c22ad9b642 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=2979159c-67d1-4e97-b2ed-ae8ef1079244 HTTP/1.1" status: 200 len: 217 time: 0.1072187 Feb 03 04:18:29.371371 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d6f6c512-6d46-4874-bb8a-f3555a39f821), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.371371 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Added segment d6f6c512-6d46-4874-bb8a-f3555a39f821 of type vlan for network 83bc5843-8ce4-427a-99ea-8e851077989b Feb 03 04:18:29.376124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:18:29.420615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b65dfa7b-5075-4710-a526-bbdb4aad0510) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:29.425560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:29.426589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.439519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd05e2-7d14-4d7b-b744-51ecbbdc807d None None] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:29.460306 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0acd634b-834f-41e7-b881-626c7c6510e1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3276906 Feb 03 04:18:29.612341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-de7821b4-8be4-48f7-b1fa-37d326f23540 req-3902cb77-d0b7-4ad3-a0ea-7a4538c7882a service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378885 Feb 03 04:18:29.633623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270f34b-d011-4682-aa3e-6ba364c41204 None None] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:29.665847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (83bc5843-8ce4-427a-99ea-8e851077989b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.712708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (83bc5843-8ce4-427a-99ea-8e851077989b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.713759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:29.715017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:29.735568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dee1d32-9699-44ee-9a30-249307385500,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:29.753916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-3b26ddae-0e11-4df2-967c-a9d9595ca546 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3955824 Feb 03 04:18:29.779164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2388217 Feb 03 04:18:29.795651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:29.828418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Request body: {'subnet': {'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1654627338-subnet', 'tenant_id': '422018b66bb54d64b3d7128ea7f76cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:29.844559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-fd38e33f-a674-4ec1-91af-41f401b13e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:29.846017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-fd38e33f-a674-4ec1-91af-41f401b13e04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.3966467 Feb 03 04:18:29.962147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5327b57-7030-48ce-a786-310dbba2691c admin admin] Pushing event updated for resources: {'Network': ['ID=83bc5843-8ce4-427a-99ea-8e851077989b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:29.974904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 83bc5843-8ce4-427a-99ea-8e851077989b details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:18:30.003624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Made reservation on behalf of 422018b66bb54d64b3d7128ea7f76cc3 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:30.005947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:30.054035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6450712f-c209-4290-9026-14a8eb59fb0b no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:18:30.072475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bfcfb-a334-4109-8f1a-47ff10662c1d req-16fc24b5-22aa-476d-9244-b54b6f71ff91 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:30.074919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 6450712f-c209-4290-9026-14a8eb59fb0b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:18:30.075330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6450712f-c209-4290-9026-14a8eb59fb0b not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:18:30.079392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f3bfcfb-a334-4109-8f1a-47ff10662c1d req-16fc24b5-22aa-476d-9244-b54b6f71ff91 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 948 time: 0.3466148 Feb 03 04:18:30.111315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-ed36b9f0-c705-4e4f-bab1-45fea5600009 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:30.113021 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-ed36b9f0-c705-4e4f-bab1-45fea5600009 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581111 Feb 03 04:18:30.158622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-72de80f8-e051-47b0-8316-7f4b27fd50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:30.160156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-72de80f8-e051-47b0-8316-7f4b27fd50f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3005044 Feb 03 04:18:30.232444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-862404c1-03cc-4095-a20b-73c7e8ba7745 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/quotas/92f4ce000876469e90561ad3ddf8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0763981 Feb 03 04:18:30.281461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53694) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:30.297961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1429733722-network', 'tenant_id': '15a55a1cdef548df9ae6bb99aaed2873'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:30.324850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-802df17a-4216-4983-b46c-9e1527a3e349 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755279 Feb 03 04:18:30.325709 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (ca353afb-bd25-4b5c-a820-e496e65b0174), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:30.337436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f3bfcfb-a334-4109-8f1a-47ff10662c1d req-827380b1-3348-40b5-9f9a-568385c14875 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571058 Feb 03 04:18:30.396056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:18:30.507427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:30.515439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:30.689805 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238 associated. External IP: 172.25.7.178, port: e7c79506-5329-4451-a76a-440973db0630. Feb 03 04:18:30.693192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50572e58-8d4e-4c05-942f-b88b9560c596 req-13131f24-cc0f-414e-b392-9798ea6867f7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 210 time: 0.0824811 Feb 03 04:18:30.719687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Made reservation on behalf of 15a55a1cdef548df9ae6bb99aaed2873 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:30.722293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:30.757362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:30.792140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca353afb-bd25-4b5c-a820-e496e65b0174,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:30.792140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-273f93c3-bdf2-449e-bd11-eb0783167361 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930440 Feb 03 04:18:30.892447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Checking segment: {'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:30.892833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Network hostable DHCP agents. Network: 397a82e5-dc24-44f4-ba15-ff3291f1c12e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:18:30.943179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for subnet (6487e759-ba58-4c55-9acc-acbbe59fc8bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.022358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Router 938aeade-b9d0-4945-b837-596e3e7e8679 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:18:31.031146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:18:31.046740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2909cd6f-1297-42a7-8855-f33781b20fcb req-d25baff0-b152-4b44-9810-611b30b12c4c service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504816 Feb 03 04:18:31.073477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 397a82e5-dc24-44f4-ba15-ff3291f1c12e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:31.083178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6487e759-ba58-4c55-9acc-acbbe59fc8bc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:31.088154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks [] for security_group (b05fad1f-176b-4f6b-92fb-31860827fb74), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.089661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e22cc-6e5b-4e45-898c-a9e616759244 None None] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:31.091983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:31.092589 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.102167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b05fad1f-176b-4f6b-92fb-31860827fb74), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.125804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:31.126173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Network hostable DHCP agents. Network: 83bc5843-8ce4-427a-99ea-8e851077989b, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:18:31.141572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-38c59cc0-c894-459e-950f-e32b374d58e6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9743779 Feb 03 04:18:31.142407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:18:31.144400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:31.166251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:31.184109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:18:31.189458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.202742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fad1f-176b-4f6b-92fb-31860827fb74,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:31.205885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0ff24932-cf44-406f-b2ee-5f04e16da583), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.206245 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Added segment 0ff24932-cf44-406f-b2ee-5f04e16da583 of type vlan for network 262edb7d-abe2-4691-9d5f-83bd8d130a21 Feb 03 04:18:31.211182 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] Sync routers for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:18:31.254528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Network 83bc5843-8ce4-427a-99ea-8e851077989b is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:18:31.256775 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (7d4c07fe-c793-4846-b32e-781f7f267166), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.257851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (7d4c07fe-c793-4846-b32e-781f7f267166), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.270063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6afe6b7b-38e9-48c6-a883-9aaaf58c0538 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "PUT /v2.0/floatingips/bc26dea6-8c28-40ee-9e34-b50a8bf52238 HTTP/1.1" status: 200 len: 992 time: 2.2407119 Feb 03 04:18:31.270063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'tag': 'e7c79506-5329-4451-a76a-440973db0630'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:31.287019 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:31.287760 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:31.296458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-397a82e5-dc24-44f4-ba15-ff3291f1c12e', 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e', 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'fixed_ips': [{'subnet_id': 'ca353afb-bd25-4b5c-a820-e496e65b0174'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:18:31.297001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (262edb7d-abe2-4691-9d5f-83bd8d130a21), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.298241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.300187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 83bc5843-8ce4-427a-99ea-8e851077989b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:31.312710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:31.313320 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.326148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-75bac616-b2f1-4ebc-aac2-614912a23aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:31.327783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-75bac616-b2f1-4ebc-aac2-614912a23aea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 1130 time: 0.1932294 Feb 03 04:18:31.330775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e046c-3d14-41bb-ba2d-bb4e1fdaedcd None None] Network 83bc5843-8ce4-427a-99ea-8e851077989b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:31.470668 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8391dec0-92a9-4327-beda-6fc285cebb66" -d '{"events": [{"name": "network-changed", "server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "tag": "e7c79506-5329-4451-a76a-440973db0630"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:31.482697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-25a5c68a-ea60-4eb5-9d4c-ea478c596c21 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6683812 Feb 03 04:18:31.509156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks [] for router_controller (7d4c07fe-c793-4846-b32e-781f7f267166), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.510557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (262edb7d-abe2-4691-9d5f-83bd8d130a21), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.511914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:31.513221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.535961 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:31.652536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129fd57-0453-4984-97e6-4a61d363c102 None None] Network 83bc5843-8ce4-427a-99ea-8e851077989b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:31.682129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Allocated IP 172.20.0.2 (397a82e5-dc24-44f4-ba15-ff3291f1c12e/ca353afb-bd25-4b5c-a820-e496e65b0174/602086e1-df46-4e1b-b2f5-2b535ba7cb2e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:31.699590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:31.700423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4090075 Feb 03 04:18:31.704525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Request body: {'subnet': {'network_id': '262edb7d-abe2-4691-9d5f-83bd8d130a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1429733722-subnet', 'tenant_id': '15a55a1cdef548df9ae6bb99aaed2873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:31.757162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Made reservation on behalf of 15a55a1cdef548df9ae6bb99aaed2873 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:31.759724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.781462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754b9c4-a66f-408e-aadd-fbadaf9c82d4 admin admin] Pushing event updated for resources: {'Network': ['ID=262edb7d-abe2-4691-9d5f-83bd8d130a21,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:31.794563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 262edb7d-abe2-4691-9d5f-83bd8d130a21 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:18:31.854350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-9e4ef5db-b0b2-4c6b-8091-7f1a7c6b18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:31.856799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-9e4ef5db-b0b2-4c6b-8091-7f1a7c6b18fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.5094397 Feb 03 04:18:31.908965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de73c9-4b9b-43ef-a6f5-eaccde6e8f81 req-4e05fd49-0e5b-4e20-90fa-6c6db94b5142 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:31.918469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17de73c9-4b9b-43ef-a6f5-eaccde6e8f81 req-4e05fd49-0e5b-4e20-90fa-6c6db94b5142 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.5519080 Feb 03 04:18:31.925596 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks [] for router_gateway (7d4c07fe-c793-4846-b32e-781f7f267166), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:31.930536 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bc26dea6-8c28-40ee-9e34-b50a8bf52238', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'port_id': 'e7c79506-5329-4451-a76a-440973db0630', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'mac_address': 'fa:16:3e:40:53:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:18:10Z', 'updated_at': '2022-02-03T04:18:30Z', 'revision_number': 1, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:32.004368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e145a-6861-4da6-9b39-82dd41e4aab4 req-c1907d0c-9855-4fb0-811a-47bd080bc04e tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:32.016146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-310e145a-6861-4da6-9b39-82dd41e4aab4 req-c1907d0c-9855-4fb0-811a-47bd080bc04e tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 948 time: 0.4947326 Feb 03 04:18:32.034809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-23abb313-2c29-4550-bf61-4cf28ae13baa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995696 Feb 03 04:18:32.036070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-11f5e13b-eea7-4a1d-bdd6-376335c4ed2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=2979159c-67d1-4e97-b2ed-ae8ef1079244 HTTP/1.1" status: 200 len: 217 time: 0.1398842 Feb 03 04:18:32.125042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (c6c04108-46d8-4187-bd30-30772ad91f3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.166218 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] Checking router: 938aeade-b9d0-4945-b837-596e3e7e8679 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:18:32.182367 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:32.183176 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:32.192077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17de73c9-4b9b-43ef-a6f5-eaccde6e8f81 req-5769e617-d6d3-48da-88d8-979d8ee9b1a2 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723231 Feb 03 04:18:32.240118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c04108-46d8-4187-bd30-30772ad91f3c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:32.261004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Checking segment: {'id': '0ff24932-cf44-406f-b2ee-5f04e16da583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '262edb7d-abe2-4691-9d5f-83bd8d130a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:32.261694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Network hostable DHCP agents. Network: 262edb7d-abe2-4691-9d5f-83bd8d130a21, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:18:32.283648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-6359db7a-b1bc-4e6c-b0d0-cf858091f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:32.285333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-6359db7a-b1bc-4e6c-b0d0-cf858091f662 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2304707 Feb 03 04:18:32.307882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Network 262edb7d-abe2-4691-9d5f-83bd8d130a21 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:18:32.320814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-310e145a-6861-4da6-9b39-82dd41e4aab4 req-64ffb83a-895e-433a-a37e-459f0fb48fe0 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034582 Feb 03 04:18:32.324328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 262edb7d-abe2-4691-9d5f-83bd8d130a21) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:32.338858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:32.339695 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.355803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93940a-c040-417a-9da2-9cd4e71efff0 None None] Network 262edb7d-abe2-4691-9d5f-83bd8d130a21 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:32.368465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a49055ff-8367-4db0-9bb2-07e5c570893e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6677547 Feb 03 04:18:32.370898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Publish callbacks [] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.412599 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:32.419830 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.500586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:32.510478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:32.523100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0c135f4-4683-4efc-8dd8-ba52c637452e req-eeadfce4-b946-4a7f-b85e-a68e2b13a014 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 210 time: 0.0665801 Feb 03 04:18:32.528324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:32.532285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-7dab3d5a-5c4b-48c9-bcbb-f3aab252943c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:32.533400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Pushing event updated for resources: {'Port': ['ID=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:32.534176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-7dab3d5a-5c4b-48c9-bcbb-f3aab252943c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4871168 Feb 03 04:18:32.560619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:32.565398 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d232b1c6-c330-4978-bdba-4389ef0fd399 x-openstack-request-id: req-d232b1c6-c330-4978-bdba-4389ef0fd399 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:32.565881 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "tag": "e7c79506-5329-4451-a76a-440973db0630", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:32.566072 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d232b1c6-c330-4978-bdba-4389ef0fd399 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:32.566406 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'tag': 'e7c79506-5329-4451-a76a-440973db0630', 'status': 'completed', 'code': 200} Feb 03 04:18:32.633652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3dab34-7d85-49dd-8418-7b50908b9674 None None] Network 262edb7d-abe2-4691-9d5f-83bd8d130a21 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:32.670207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:32.685002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-509727972-network', 'tenant_id': 'e47a62ca004c41758ed46ddc23ed08c8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:32.718265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-9ffa1ac0-4995-4cfb-9cbc-adbbeeeaf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:32.718265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-9ffa1ac0-4995-4cfb-9cbc-adbbeeeaf6f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 1128 time: 0.1154053 Feb 03 04:18:32.740976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Made reservation on behalf of e47a62ca004c41758ed46ddc23ed08c8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:32.749915 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.750585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-c825183d-db8c-4fb6-bd2f-9ab012ce040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:32.752393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-c825183d-db8c-4fb6-bd2f-9ab012ce040e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3406515 Feb 03 04:18:32.795879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.911905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Attempting to bind port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:32.928212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Attempting to bind port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:32.928845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Attempting to bind port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e on network 397a82e5-dc24-44f4-ba15-ff3291f1c12e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:32.937624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:32.943698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Checking segment: {'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:32.944388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.944945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Bound using segment: {'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:32.947051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Bound port: 602086e1-df46-4e1b-b2f5-2b535ba7cb2e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:32.947675 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:32.948904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-ae099194-db43-49c1-8923-a0e2e058dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:32.950518 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-ae099194-db43-49c1-8923-a0e2e058dbbb service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 924 time: 0.2250791 Feb 03 04:18:33.001504 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bc26dea6-8c28-40ee-9e34-b50a8bf52238', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'port_id': 'e7c79506-5329-4451-a76a-440973db0630', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'mac_address': 'fa:16:3e:40:53:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:18:10Z', 'updated_at': '2022-02-03T04:18:30Z', 'revision_number': 1, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:33.062880 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f065a5-42fc-44a4-975e-3849dc3704a6 None None] The sync data for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 is: [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bc26dea6-8c28-40ee-9e34-b50a8bf52238', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'port_id': 'e7c79506-5329-4451-a76a-440973db0630', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'mac_address': 'fa:16:3e:40:53:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:18:10Z', 'updated_at': '2022-02-03T04:18:30Z', 'revision_number': 1, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:18:33.124273 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ec30-837e-41ae-b8f8-c2b01d774e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.126208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] For port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:33.130477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] For port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,segment=NetworkSegment(a78633aa-de12-4068-814a-db42d1b58ff8),segment_id=a78633aa-de12-4068-814a-db42d1b58ff8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:33.146723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.146968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks [] for security_group (cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.162330 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-120bd1c1-4ddd-4962-99b8-cbb035855e00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c79506-5329-4451-a76a-440973db0630 HTTP/1.1" status: 200 len: 1000 time: 0.2045484 Feb 03 04:18:33.165092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.183529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:18:33.199657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d80606f3-89a0-40da-9367-6cb7143ee29b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.203725 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Added segment d80606f3-89a0-40da-9367-6cb7143ee29b of type vlan for network 16872e26-4777-415f-9302-cac271c258d9 Feb 03 04:18:33.301779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372e564-f3ad-4840-b020-a5f8379b7715 None None] Pushing event updated for resources: {'Port': ['ID=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:33.368401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:33.385487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-ce327801-1137-4f1b-8ed2-ead953fc2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:33.387887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-ce327801-1137-4f1b-8ed2-ead953fc2d58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 200 len: 862 time: 0.1821969 Feb 03 04:18:33.390354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (16872e26-4777-415f-9302-cac271c258d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.472089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (16872e26-4777-415f-9302-cac271c258d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.473709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:33.474462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.481150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e1c51-30f4-420c-b8a4-24265428de0e None None] New status for floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:18:33.501273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:33.504940 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.531373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8600700 Feb 03 04:18:33.532371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:33.537588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-de0026a8-9fdb-4e6a-9a46-3a620c4a76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:33.539123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-de0026a8-9fdb-4e6a-9a46-3a620c4a76fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1394317 Feb 03 04:18:33.546641 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.552873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Request body: {'subnet': {'network_id': '16872e26-4777-415f-9302-cac271c258d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-509727972-subnet', 'tenant_id': 'e47a62ca004c41758ed46ddc23ed08c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:33.600335 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks [] for router_gateway (7d4c07fe-c793-4846-b32e-781f7f267166), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.641806 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.650687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-4bf161a8-edba-4229-8e32-db95e06c11b5 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839192 Feb 03 04:18:33.685943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Made reservation on behalf of e47a62ca004c41758ed46ddc23ed08c8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:33.687842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:33.705973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ab32b-2a15-4945-845f-1fc69d5309d9 admin admin] Pushing event updated for resources: {'Network': ['ID=16872e26-4777-415f-9302-cac271c258d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:33.729810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f53a-16c4-4630-9b80-75b7b760effd req-c4c1ea22-0311-495d-b8d6-13e4a7bcd4ae tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:33.731372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05a0f53a-16c4-4630-9b80-75b7b760effd req-c4c1ea22-0311-495d-b8d6-13e4a7bcd4ae tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.2866817 Feb 03 04:18:33.752582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 16872e26-4777-415f-9302-cac271c258d9 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:18:33.838305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-6cbebb5c-c12c-42e9-b371-e0ca9991386f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:33.840450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-6cbebb5c-c12c-42e9-b371-e0ca9991386f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.4246137 Feb 03 04:18:33.921511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-29017655-f3d8-4eb4-9a70-c264ebc89cc6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/quotas/233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 375 time: 0.0687549 Feb 03 04:18:33.999940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05a0f53a-16c4-4630-9b80-75b7b760effd req-75bfb5cc-e42b-498d-bfc5-63cb6a0ff59a tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367206 Feb 03 04:18:34.001936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-75d75b93-c22d-47ca-abfe-746c41e6417f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637705 Feb 03 04:18:34.020815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for security_group (cc1876d3-770e-4428-9a33-419d4813a5d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.021542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-751c49c6-f3e0-42f0-aecd-aacd349ca85f req-5abe0507-a353-4c85-8f2f-5e2cfd86f4eb service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587496 Feb 03 04:18:34.037298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Allocated IP 172.25.7.26 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/859c0253-8647-4698-af21-274c1f0b4a04) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:34.043969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cc1876d3-770e-4428-9a33-419d4813a5d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.063454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-7be2c07d-9ed9-4a8f-a842-f6b55d22e7ad service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661100 Feb 03 04:18:34.176525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2979159c-67d1-4e97-b2ed-ae8ef1079244 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:18:34.204689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1876d3-770e-4428-9a33-419d4813a5d9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:34.338657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c72c8d47-937a-4a6f-a8c6-c4dd97f82645 service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195145 Feb 03 04:18:34.344296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8391dec0-92a9-4327-beda-6fc285cebb66 req-afd25bb7-e147-48d0-99ac-df62b86d3635 service neutron] 10.222.0.31 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734063 Feb 03 04:18:34.346150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (4dba2aba-9344-41c9-9158-2142efaa3790), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.360058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 602086e1-df46-4e1b-b2f5-2b535ba7cb2e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:34.379399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2979159c-67d1-4e97-b2ed-ae8ef1079244, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2979159c-67d1-4e97-b2ed-ae8ef1079244,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:34.410815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dba2aba-9344-41c9-9158-2142efaa3790,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:34.420526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Checking segment: {'id': 'd80606f3-89a0-40da-9367-6cb7143ee29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '16872e26-4777-415f-9302-cac271c258d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:34.421084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Network hostable DHCP agents. Network: 16872e26-4777-415f-9302-cac271c258d9, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:18:34.426805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '2979159c-67d1-4e97-b2ed-ae8ef1079244', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '2979159c-67d1-4e97-b2ed-ae8ef1079244', 'mac_address': 'fa:16:3e:09:11:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:18:34.444341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Network 16872e26-4777-415f-9302-cac271c258d9 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:18:34.456340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 16872e26-4777-415f-9302-cac271c258d9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:34.462014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:34.462611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.469560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcea6a3-c09a-4af1-ae3e-6cd01af16f39 None None] Network 16872e26-4777-415f-9302-cac271c258d9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:34.496559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4864530c-a2bd-40aa-9733-fd703523d39a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9562950 Feb 03 04:18:34.533814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.250 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/f0e7c263-3670-4bc3-b85b-462cc9843731) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:34.546153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2979159c-67d1-4e97-b2ed-ae8ef1079244 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:34.546640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.565552 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks [] for port (859c0253-8647-4698-af21-274c1f0b4a04), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.572500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:34.572874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.576022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2979159c-67d1-4e97-b2ed-ae8ef1079244 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:34.597696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910120-0ce4-4b9a-99df-bbfd8e64fbd9 req-a2e8543f-9420-40a1-a22c-8048cc8fa120 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:34.599410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89910120-0ce4-4b9a-99df-bbfd8e64fbd9 req-a2e8543f-9420-40a1-a22c-8048cc8fa120 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 948 time: 0.3086357 Feb 03 04:18:34.625068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-635c6923-6132-4e06-8747-c7cc73787a84 service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517569 Feb 03 04:18:34.633460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2979159c-67d1-4e97-b2ed-ae8ef1079244, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2979159c-67d1-4e97-b2ed-ae8ef1079244,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:34.662753 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.690548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bbc145-b788-40a6-978c-8181e1b8d3cd None None] Network 16872e26-4777-415f-9302-cac271c258d9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:34.794891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89910120-0ce4-4b9a-99df-bbfd8e64fbd9 req-ff87fda2-b2ed-42bd-84f9-245322e7954d tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822958 Feb 03 04:18:34.820732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff82498-e69e-431b-b09c-adbfed8825ff None None] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:34.830299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2979159c-67d1-4e97-b2ed-ae8ef1079244,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:34.835669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (859c0253-8647-4698-af21-274c1f0b4a04), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.901951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Pushing event updated for resources: {'Port': ['ID=859c0253-8647-4698-af21-274c1f0b4a04,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:34.939036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2979159c-67d1-4e97-b2ed-ae8ef1079244'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:34.940944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:34.941184 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:34.978014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed4c4f67-e60e-4bef-8820-63d801e7ff4e req-a19d9274-2e83-46fc-9992-6f031ef1c670 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 210 time: 0.0375354 Feb 03 04:18:34.980323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:35.034535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84b6bd82-e57c-4cf9-9a0d-d1d3322f4b1c req-a30ac6ac-4aa4-498b-b495-40018216715f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 210 time: 0.0491285 Feb 03 04:18:35.047813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:35.057932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:35.198690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4bf75b1d-2a9b-4237-baed-65f522fa3604 None None] Provisioning complete for port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:35.199162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bf75b1d-2a9b-4237-baed-65f522fa3604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.258770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,segment=NetworkSegment(a78633aa-de12-4068-814a-db42d1b58ff8),segment_id=a78633aa-de12-4068-814a-db42d1b58ff8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:35.288774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.422215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3780d638-8cde-4f49-980c-3447004bcd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.423879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:35.499618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:35.507189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4bf75b1d-2a9b-4237-baed-65f522fa3604 None None] Current status of the port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:35.652900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc441b4a-d39c-4507-879b-c95a8eb16119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.736450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc441b4a-d39c-4507-879b-c95a8eb16119 admin admin] Publish callbacks [] for security_group (660069b4-4d54-4359-9f18-eb463aeb40fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.737917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-17539cbb-a0be-4be2-827e-a4f631cbbc07 None None] Provisioning complete for port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:35.738378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17539cbb-a0be-4be2-827e-a4f631cbbc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.743686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc441b4a-d39c-4507-879b-c95a8eb16119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (660069b4-4d54-4359-9f18-eb463aeb40fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.776184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-ed362b4b-c25e-4341-8e90-ffc149b0c1cc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:35.777967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-ed362b4b-c25e-4341-8e90-ffc149b0c1cc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.5228131 Feb 03 04:18:35.783393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.804424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cc441b4a-d39c-4507-879b-c95a8eb16119 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce448f3a81e74fefb199ef460c0f0524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030987 Feb 03 04:18:35.805570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53884) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:35.809943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-4bfefda6-8a0e-47d9-bdc2-81001e6583d8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/quotas/422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 375 time: 0.0148568 Feb 03 04:18:35.812058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc441b4a-d39c-4507-879b-c95a8eb16119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660069b4-4d54-4359-9f18-eb463aeb40fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:35.818193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfceca8-4eaa-4f2a-832b-787cf18b4e79 req-3678657d-2de7-4e6c-be29-2fb9f92be143 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:35.820234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0bfceca8-4eaa-4f2a-832b-787cf18b4e79 req-3678657d-2de7-4e6c-be29-2fb9f92be143 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.4878056 Feb 03 04:18:35.822941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks [] for router_gateway (7d4c07fe-c793-4846-b32e-781f7f267166), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.856371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-17539cbb-a0be-4be2-827e-a4f631cbbc07 None None] Current status of the port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:35.869527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864caf2d-6ec6-4711-8099-88b37890339c admin admin] Publish callbacks [] for security_group (660069b4-4d54-4359-9f18-eb463aeb40fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.893443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864caf2d-6ec6-4711-8099-88b37890339c admin admin] Publish callbacks [] for security_group (660069b4-4d54-4359-9f18-eb463aeb40fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.910789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3b007081-20f5-4e61-a428-dbba5e43d9ac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824888 Feb 03 04:18:35.956353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864caf2d-6ec6-4711-8099-88b37890339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (660069b4-4d54-4359-9f18-eb463aeb40fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.959633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864caf2d-6ec6-4711-8099-88b37890339c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:35.960860 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-864caf2d-6ec6-4711-8099-88b37890339c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/660069b4-4d54-4359-9f18-eb463aeb40fb HTTP/1.1" status: 204 len: 168 time: 0.1542175 Feb 03 04:18:35.974193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864caf2d-6ec6-4711-8099-88b37890339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660069b4-4d54-4359-9f18-eb463aeb40fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:36.019643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0bfceca8-4eaa-4f2a-832b-787cf18b4e79 req-977dd711-c2e5-42e5-9118-0e0c3dea6d30 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902378 Feb 03 04:18:36.023164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.070750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-520f4e14-d68f-4dd0-87b6-d54b5b8f76f2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:18:36.071784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-520f4e14-d68f-4dd0-87b6-d54b5b8f76f2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944846 Feb 03 04:18:36.095217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:36.147714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 602086e1-df46-4e1b-b2f5-2b535ba7cb2e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:36.179683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:36.182867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:36.190106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:36.191695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.195454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2979159c-67d1-4e97-b2ed-ae8ef1079244 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:36.219055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.15', 51675) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:36.248778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:36.249160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.289235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=f0e7c263-3670-4bc3-b85b-462cc9843731,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:36.346341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-f6516625-65eb-4d62-a90b-9381d175de84 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7833855 Feb 03 04:18:36.362523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 2979159c-67d1-4e97-b2ed-ae8ef1079244 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:18:36.367239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 2979159c-67d1-4e97-b2ed-ae8ef1079244 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:36.367800 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.456484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:36.465857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Request body: {'port': {'device_id': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:36.469239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:36.477734 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.512572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fea304a3-35d0-4db0-802e-e5e676577820 None None] Provisioning complete for port f0e7c263-3670-4bc3-b85b-462cc9843731 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:36.512952 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fea304a3-35d0-4db0-802e-e5e676577820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.533642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-febc782b-093e-4671-981d-bd6d59d613a9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:36.535933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-febc782b-093e-4671-981d-bd6d59d613a9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.3156040 Feb 03 04:18:36.538587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc341-c895-4163-af63-74f83b762ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.543209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2979159c-67d1-4e97-b2ed-ae8ef1079244 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:36.543728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.551866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Request body: {'port': {'device_id': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'admin_state_up': True, 'tenant_id': '233f3e9d28df47d78abed96faed66c40'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:36.576722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2979159c-67d1-4e97-b2ed-ae8ef1079244'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:36.579004 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d4f4a-d065-402f-8836-7d29eb4762e0" -d '{"events": [{"server_uuid": "fd7af14d-90e2-410d-9840-510b1dffbf10", "name": "network-vif-plugged", "status": "completed", "tag": "2979159c-67d1-4e97-b2ed-ae8ef1079244"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:36.586137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2711ac-c2ad-45f1-a7f9-cb23e1009413 req-1682e582-92cd-42bd-b370-a52d9456108d tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:36.589224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fea304a3-35d0-4db0-802e-e5e676577820 None None] Port f0e7c263-3670-4bc3-b85b-462cc9843731 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:36.594549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c2711ac-c2ad-45f1-a7f9-cb23e1009413 req-1682e582-92cd-42bd-b370-a52d9456108d tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 949 time: 0.4198489 Feb 03 04:18:36.595243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2979159c-67d1-4e97-b2ed-ae8ef1079244, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2979159c-67d1-4e97-b2ed-ae8ef1079244,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:36.597109 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (7d4c07fe-c793-4846-b32e-781f7f267166), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.602778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.640584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-950b7b3f-c292-4f68-8784-6937981b59e7 service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414147 Feb 03 04:18:36.664802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2979159c-67d1-4e97-b2ed-ae8ef1079244,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:36.677202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Made reservation on behalf of 233f3e9d28df47d78abed96faed66c40 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:36.680820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.740074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:36.780283 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:18:36.856206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Allocated IP 172.20.0.5 (b65dfa7b-5075-4710-a526-bbdb4aad0510/27694200-df89-4462-a195-208f94dc48cf/7c3c6cfb-129b-4077-97db-a43cfc976d8f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:36.859485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c2711ac-c2ad-45f1-a7f9-cb23e1009413 req-e2e2a9c1-cf75-4f9d-9656-f32b501b458b tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640443 Feb 03 04:18:36.964748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3f279684-9593-473d-9ba3-6c1f430475bb service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072531 Feb 03 04:18:37.029230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks [] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.046945 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc341-c895-4163-af63-74f83b762ca4 admin admin] Publish callbacks [] for security_group (b0d4f524-1b65-4ba3-8e10-75789b5d3878), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.068027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc341-c895-4163-af63-74f83b762ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b0d4f524-1b65-4ba3-8e10-75789b5d3878), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.079907 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.174389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:37.181756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc341-c895-4163-af63-74f83b762ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d4f524-1b65-4ba3-8e10-75789b5d3878,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:37.181963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:37.186083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0e5cc341-c895-4163-af63-74f83b762ca4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a962878fcb74754a5a30ecfc6f174f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7114081 Feb 03 04:18:37.204717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:37.208371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:37.212421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1241c0-6d90-4e23-b3c2-f704441a3662 req-fbf8f1cd-c255-4ecf-99de-c28b8676880a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:37.221168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e1241c0-6d90-4e23-b3c2-f704441a3662 req-fbf8f1cd-c255-4ecf-99de-c28b8676880a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 936 time: 0.2770841 Feb 03 04:18:37.256606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:37.260978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Router 7d4c07fe-c793-4846-b32e-781f7f267166 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:18:37.291144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:37.293141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.314764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae15a42-a805-41d1-b783-a92d8b19e838 admin admin] Publish callbacks [] for security_group (b0d4f524-1b65-4ba3-8e10-75789b5d3878), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.319188 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-c533ccec-f40f-4164-8e4b-7f88e71ae543 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747302 Feb 03 04:18:37.333015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Request body: {'port': {'device_id': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:37.368650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae15a42-a805-41d1-b783-a92d8b19e838 admin admin] Publish callbacks [] for security_group (b0d4f524-1b65-4ba3-8e10-75789b5d3878), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.391025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e1241c0-6d90-4e23-b3c2-f704441a3662 req-0c8dfb2a-eb59-4c10-b818-72d9ac9c53b0 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688769 Feb 03 04:18:37.409489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f57-258f-49f5-8ae8-032c3fa7237b req-69b87694-21e3-48f0-85e0-e6079e3d9fa9 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:37.416562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eff17f57-258f-49f5-8ae8-032c3fa7237b req-69b87694-21e3-48f0-85e0-e6079e3d9fa9 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.2891436 Feb 03 04:18:37.443036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.491223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae15a42-a805-41d1-b783-a92d8b19e838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b0d4f524-1b65-4ba3-8e10-75789b5d3878), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.493930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fae15a42-a805-41d1-b783-a92d8b19e838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.497704 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fae15a42-a805-41d1-b783-a92d8b19e838 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0d4f524-1b65-4ba3-8e10-75789b5d3878 HTTP/1.1" status: 204 len: 168 time: 0.2860441 Feb 03 04:18:37.511461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae15a42-a805-41d1-b783-a92d8b19e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d4f524-1b65-4ba3-8e10-75789b5d3878,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:37.591489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e7c263-3670-4bc3-b85b-462cc9843731 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:37.611867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eff17f57-258f-49f5-8ae8-032c3fa7237b req-c6c7c2bc-8285-476f-9c65-234101e50373 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895919 Feb 03 04:18:37.622915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:18:37.636216 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Publish callbacks [] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.643769 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Sync routers for ids ['7d4c07fe-c793-4846-b32e-781f7f267166'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:18:37.662215 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Routers {'7d4c07fe-c793-4846-b32e-781f7f267166'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:37.663631 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['7d4c07fe-c793-4846-b32e-781f7f267166'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:37.704320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988b11a-2c28-49a8-b885-550f429385a9 req-f30c2105-3681-4e9d-9d06-e4b6fffe36c8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:37.710415 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80647c2a-6d95-4837-bd38-ab070475e3b6 x-openstack-request-id: req-80647c2a-6d95-4837-bd38-ab070475e3b6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:37.710953 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7af14d-90e2-410d-9840-510b1dffbf10", "name": "network-vif-plugged", "status": "completed", "tag": "2979159c-67d1-4e97-b2ed-ae8ef1079244", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:37.711361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5988b11a-2c28-49a8-b885-550f429385a9 req-f30c2105-3681-4e9d-9d06-e4b6fffe36c8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 931 time: 0.2229438 Feb 03 04:18:37.718074 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80647c2a-6d95-4837-bd38-ab070475e3b6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:37.719674 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2979159c-67d1-4e97-b2ed-ae8ef1079244', 'code': 200} Feb 03 04:18:37.724725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.733326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c967877-0684-40b9-889a-79206a268fbe admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.5755861 Feb 03 04:18:37.734819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Transition to ACTIVE for port object f0e7c263-3670-4bc3-b85b-462cc9843731 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:18:37.736902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:37.763258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:37.788907 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Set router 7d4c07fe-c793-4846-b32e-781f7f267166 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:37.950234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.035451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218d95-8960-4399-94df-80f8fbc0e419 req-54b8ccc9-e9f5-4ab5-8235-e3c4eb3d0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:38.036988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cf218d95-8960-4399-94df-80f8fbc0e419 req-54b8ccc9-e9f5-4ab5-8235-e3c4eb3d0130 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 1132 time: 0.1788146 Feb 03 04:18:38.065056 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '859c0253-8647-4698-af21-274c1f0b4a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:18:31Z', 'updated_at': '2022-02-03T04:18:35Z', 'revision_number': 3, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'gw_port': {'id': '859c0253-8647-4698-af21-274c1f0b4a04', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:33Z', 'updated_at': '2022-02-03T04:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:38.102398 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Checking router: 7d4c07fe-c793-4846-b32e-781f7f267166 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:18:38.103166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Updating router 7d4c07fe-c793-4846-b32e-781f7f267166 port 859c0253-8647-4698-af21-274c1f0b4a04 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:18:38.124607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3c6cfb-129b-4077-97db-a43cfc976d8f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:38.138244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Publish callbacks [] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.142454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0791209c-dae4-49a0-9451-ab2860bcf091 req-0b9728e7-7a84-4885-b03f-a40dc31b83b5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 210 time: 0.3120823 Feb 03 04:18:38.144259 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cf218d95-8960-4399-94df-80f8fbc0e419 req-e9d4893d-a43d-4a27-9cda-1c8d9b07011f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957003 Feb 03 04:18:38.182002 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (859c0253-8647-4698-af21-274c1f0b4a04), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.204453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Transition to ACTIVE for port object 7c3c6cfb-129b-4077-97db-a43cfc976d8f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:18:38.213517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.217835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7c263-3670-4bc3-b85b-462cc9843731,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:38.235316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5988b11a-2c28-49a8-b885-550f429385a9 req-cc2e4fc0-f69d-4951-9975-1e3a80a7f5c9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975386 Feb 03 04:18:38.449435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:38.508093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Attempting to bind port f0e7c263-3670-4bc3-b85b-462cc9843731 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:38.508580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Attempting to bind port f0e7c263-3670-4bc3-b85b-462cc9843731 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:38.508921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Attempting to bind port f0e7c263-3670-4bc3-b85b-462cc9843731 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:38.550901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:38.551730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:38.552942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:38.558540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:38.559222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:38.566409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Port f0e7c263-3670-4bc3-b85b-462cc9843731 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:38.566964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Attempting to bind port f0e7c263-3670-4bc3-b85b-462cc9843731 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:38.587270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a0809-a72f-4a13-b8fa-f0cd5d1b98e2 req-84eefec1-4afd-41fe-8e6b-fabdab3644f5 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:38.590899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:38.593653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:38.594579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad5a0809-a72f-4a13-b8fa-f0cd5d1b98e2 req-84eefec1-4afd-41fe-8e6b-fabdab3644f5 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 950 time: 0.1650865 Feb 03 04:18:38.595693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:38.599826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Bound port: 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:38.600314 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.601058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:38.601500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:38.601911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:38.602533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Bound port: f0e7c263-3670-4bc3-b85b-462cc9843731, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:38.603073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.752410 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Publish callbacks [] for port (859c0253-8647-4698-af21-274c1f0b4a04), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.757850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:38.762322 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (859c0253-8647-4698-af21-274c1f0b4a04), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.770940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad5a0809-a72f-4a13-b8fa-f0cd5d1b98e2 req-edfb0123-249a-48e1-bed5-2be0fd2f56b0 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753845 Feb 03 04:18:38.821474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:38.836671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.951356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] For port f0e7c263-3670-4bc3-b85b-462cc9843731, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:38.959346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7811b-2a15-4fae-9b72-2ce884f17572 None None] Pushing event updated for resources: {'Port': ['ID=859c0253-8647-4698-af21-274c1f0b4a04,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:38.966476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442c1ab-1974-4204-b5fe-4025f90be228 req-80c40bf2-0e97-47db-91f5-0a42be0ed897 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:38.968134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b442c1ab-1974-4204-b5fe-4025f90be228 req-80c40bf2-0e97-47db-91f5-0a42be0ed897 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 948 time: 0.2439616 Feb 03 04:18:38.977355 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Attempting to bind port 859c0253-8647-4698-af21-274c1f0b4a04 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:38.979166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Attempting to bind port 859c0253-8647-4698-af21-274c1f0b4a04 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:38.980054 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Attempting to bind port 859c0253-8647-4698-af21-274c1f0b4a04 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:38.987009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] For port f0e7c263-3670-4bc3-b85b-462cc9843731, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f0e7c263-3670-4bc3-b85b-462cc9843731,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:38.995220 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:38.997609 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:38.997609 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:38.997855 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:39.000202 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Bound port: 859c0253-8647-4698-af21-274c1f0b4a04, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:39.001261 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (859c0253-8647-4698-af21-274c1f0b4a04), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.025987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.139756 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] For port 859c0253-8647-4698-af21-274c1f0b4a04, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:39.150101 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] For port 859c0253-8647-4698-af21-274c1f0b4a04, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=859c0253-8647-4698-af21-274c1f0b4a04,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:39.162248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b442c1ab-1974-4204-b5fe-4025f90be228 req-ce99567a-5eab-414a-94cc-0659c75919a9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865673 Feb 03 04:18:39.164589 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (859c0253-8647-4698-af21-274c1f0b4a04), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.166549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.167318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.169174 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 1091 time: 1.8410077 Feb 03 04:18:39.185496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:39.192490 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345831da-78af-46db-a3f4-e6ba546a9c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:39.211837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-9f4d3ee0-53c8-442c-9833-7465dd6cbdac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.214110 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-9f4d3ee0-53c8-442c-9833-7465dd6cbdac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.5126624 Feb 03 04:18:39.274069 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.287349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.288001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.289495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] 10.222.0.15 "PUT /v2.0/ports/f0e7c263-3670-4bc3-b85b-462cc9843731 HTTP/1.1" status: 200 len: 1096 time: 2.9419475 Feb 03 04:18:39.289975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'tag': 'f0e7c263-3670-4bc3-b85b-462cc9843731'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:39.301941 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273579cf-5b65-4c10-a07f-6c0b711f2f57" -d '{"events": [{"name": "network-changed", "server_uuid": "c478f45e-2444-42f1-b323-c68eaa8093f9", "tag": "f0e7c263-3670-4bc3-b85b-462cc9843731"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:39.304581 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Routers {'7d4c07fe-c793-4846-b32e-781f7f267166'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:39.306170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['7d4c07fe-c793-4846-b32e-781f7f267166'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:39.320788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Request body: {'port': {'device_id': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'admin_state_up': True, 'tenant_id': '422018b66bb54d64b3d7128ea7f76cc3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:39.339208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43176f-0958-4258-8ed9-55a08c4ffd07 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7c263-3670-4bc3-b85b-462cc9843731,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:39.340503 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd9aefa-0fbc-4401-aaf7-ea1744eead10 x-openstack-request-id: req-9fd9aefa-0fbc-4401-aaf7-ea1744eead10 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:39.340789 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:39.341221 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fd9aefa-0fbc-4401-aaf7-ea1744eead10 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:39.341538 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f', 'status': 'completed', 'code': 200} Feb 03 04:18:39.378446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74293660-0b86-4e5d-a614-b82e46a164c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:39.480711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f438660-52ea-456d-bc4b-0f1a76d96a7e req-d3216ab1-dda2-415f-a975-f0c9a50f85cf tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 210 time: 0.1643496 Feb 03 04:18:39.521220 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7811b-2a15-4fae-9b72-2ce884f17572 None None] Pushing event updated for resources: {'Port': ['ID=859c0253-8647-4698-af21-274c1f0b4a04,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:39.588559 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd662c-51f1-4faf-af91-0d55ccfeb05d x-openstack-request-id: req-13dd662c-51f1-4faf-af91-0d55ccfeb05d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:39.588855 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c478f45e-2444-42f1-b323-c68eaa8093f9", "tag": "f0e7c263-3670-4bc3-b85b-462cc9843731", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:39.589114 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13dd662c-51f1-4faf-af91-0d55ccfeb05d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:39.589521 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'tag': 'f0e7c263-3670-4bc3-b85b-462cc9843731', 'status': 'completed', 'code': 200} Feb 03 04:18:39.638377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-aa3d6e2e-98a9-4968-aece-81d69709d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.639934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-aa3d6e2e-98a9-4968-aece-81d69709d807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 1130 time: 0.2523360 Feb 03 04:18:39.648866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-6182bf50-0d10-4436-831f-a9cd13d6ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.655612 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-6182bf50-0d10-4436-831f-a9cd13d6ecfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1125 time: 0.4036469 Feb 03 04:18:39.661136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.706064 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] Set router 7d4c07fe-c793-4846-b32e-781f7f267166 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:39.716403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:39.726968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-dc0dcf09-4c52-46c5-b478-24b7247a947f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 217 time: 0.0615783 Feb 03 04:18:39.735059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7db07-7f1c-434c-bd39-4226abccc910 req-ef2af714-9293-4c5a-8545-e2b2f47cabfc tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.736643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4f7db07-7f1c-434c-bd39-4226abccc910 req-ef2af714-9293-4c5a-8545-e2b2f47cabfc tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 943 time: 0.2585595 Feb 03 04:18:39.740979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-1bb8b055-a765-4389-b7be-2d78707a0045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f0e7c263-3670-4bc3-b85b-462cc9843731 HTTP/1.1" status: 200 len: 217 time: 0.0755427 Feb 03 04:18:39.757009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Made reservation on behalf of 422018b66bb54d64b3d7128ea7f76cc3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:39.761661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:39.824233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-976b5a10-68df-4c6e-a75d-9ae27f6d34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.826118 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-976b5a10-68df-4c6e-a75d-9ae27f6d34e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0800240 Feb 03 04:18:39.909742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-411607c7-fb88-4782-a3a0-67cd6c44f986 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771763 Feb 03 04:18:39.934592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-652f97ac-175f-40de-9e32-b1804b0cbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:39.935840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-652f97ac-175f-40de-9e32-b1804b0cbeab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1867015 Feb 03 04:18:39.936506 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '859c0253-8647-4698-af21-274c1f0b4a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:18:31Z', 'updated_at': '2022-02-03T04:18:35Z', 'revision_number': 3, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'gw_port': {'id': '859c0253-8647-4698-af21-274c1f0b4a04', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:33Z', 'updated_at': '2022-02-03T04:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:39.952499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4f7db07-7f1c-434c-bd39-4226abccc910 req-334172b4-7c8c-4096-a5ac-70203223a396 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000124 Feb 03 04:18:39.985711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914498be-308c-4151-9d2e-6eaf5c6254df None None] The sync data for ids ['7d4c07fe-c793-4846-b32e-781f7f267166'] in n-d-827549-1 is: [{'id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '859c0253-8647-4698-af21-274c1f0b4a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:18:31Z', 'updated_at': '2022-02-03T04:18:35Z', 'revision_number': 3, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'gw_port': {'id': '859c0253-8647-4698-af21-274c1f0b4a04', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:33Z', 'updated_at': '2022-02-03T04:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:18:40.070959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Allocated IP 172.20.0.11 (83bc5843-8ce4-427a-99ea-8e851077989b/6487e759-ba58-4c55-9acc-acbbe59fc8bc/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:40.095890 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-60d62725-6a64-4a7e-aabb-305529960623 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790595 Feb 03 04:18:40.201480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b5af-871e-4e94-b530-82890f56a6cb req-4e731d2b-5210-44cf-bbbb-ef879ee916c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:40.203054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-4e731d2b-5210-44cf-bbbb-ef879ee916c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2101474 Feb 03 04:18:40.217511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0d1d-2826-4c1d-836d-44ef1f94825f req-40b708de-ce6f-4385-ab24-563c44174054 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:40.219069 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b64c0d1d-2826-4c1d-836d-44ef1f94825f req-40b708de-ce6f-4385-ab24-563c44174054 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 950 time: 0.2137508 Feb 03 04:18:40.231025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Allocated IP 172.20.0.1 (397a82e5-dc24-44f4-ba15-ff3291f1c12e/ca353afb-bd25-4b5c-a820-e496e65b0174/9228e378-f6de-4835-acb3-56861fb2b6d6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:40.319167 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-be1a7034-02f3-4e21-88b8-91e62a4b1e74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e251df6d565491083db4a307b758b26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5994432 Feb 03 04:18:40.326537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:40.345208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bf3ca25-835a-45d3-a151-74cd7017fb9e req-2c3465dd-80a5-4e38-a26c-c27afae9657f service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415452 Feb 03 04:18:40.440650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks [] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.483121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f3f19aa-84f9-48a1-9531-04f9f877ca82 admin admin] Publish callbacks [] for security_group (1ed9e7f3-579b-4424-ba61-a486a77506a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.488758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b64c0d1d-2826-4c1d-836d-44ef1f94825f req-8906e015-fbf1-45a8-a5fc-a217b7aa7831 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547004 Feb 03 04:18:40.519731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-a7ead13a-f9e6-4b7b-a4e5-ef34a699ff60 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975872 Feb 03 04:18:40.530647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f3f19aa-84f9-48a1-9531-04f9f877ca82 admin admin] Publish callbacks [] for security_group (1ed9e7f3-579b-4424-ba61-a486a77506a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.532252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775318e6-1425-4af3-9172-e85d65aaaf66 req-b0ead894-001f-463d-bb45-07c71b8064da tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:40.539264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-775318e6-1425-4af3-9172-e85d65aaaf66 req-b0ead894-001f-463d-bb45-07c71b8064da tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 948 time: 0.2668557 Feb 03 04:18:40.550879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-c866034c-ee81-4b45-9b74-9f9221ec4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:40.552731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-c866034c-ee81-4b45-9b74-9f9221ec4a67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1125 time: 0.1262021 Feb 03 04:18:40.596857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.616558 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks [] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.699393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-775318e6-1425-4af3-9172-e85d65aaaf66 req-9357688a-5383-4c6a-8192-0d29093b2563 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591280 Feb 03 04:18:40.703539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Network 83bc5843-8ce4-427a-99ea-8e851077989b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:40.712383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:40.715453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:40.727141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:40.735956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1467b5af-871e-4e94-b530-82890f56a6cb req-34b7acae-a8a7-4aa6-9cf7-6c178b6b59d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945181 Feb 03 04:18:40.744055 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.775716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.776069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.776489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.776826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.777411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.777601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.777989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.778317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.778643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.778965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.779291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.780210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.780544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:40.789893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f3f19aa-84f9-48a1-9531-04f9f877ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ed9e7f3-579b-4424-ba61-a486a77506a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.793291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f3f19aa-84f9-48a1-9531-04f9f877ca82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.794514 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7f3f19aa-84f9-48a1-9531-04f9f877ca82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ed9e7f3-579b-4424-ba61-a486a77506a3 HTTP/1.1" status: 204 len: 168 time: 0.4652584 Feb 03 04:18:40.805970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-acd280a2-0ec1-4b5b-a8b3-1d42d3a0ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:40.807458 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-acd280a2-0ec1-4b5b-a8b3-1d42d3a0ce93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2469342 Feb 03 04:18:40.816306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f19aa-84f9-48a1-9531-04f9f877ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed9e7f3-579b-4424-ba61-a486a77506a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:40.833137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:40.837388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:40.838073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.865067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:40.900501 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-3ca49993-7c4d-4dcf-89cc-ebcf43c77303 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 217 time: 0.0815055 Feb 03 04:18:40.910712 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3862ef22-e4ff-427b-bb13-f4f6d93e211c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6611502 Feb 03 04:18:40.920471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:40.920992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (7d4c07fe-c793-4846-b32e-781f7f267166), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:40.991424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Request body: {'port': {'device_id': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:41.083759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-cb226f43-d565-4f9e-8600-92f1e27279ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:41.086043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-cb226f43-d565-4f9e-8600-92f1e27279ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1743956 Feb 03 04:18:41.171942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-f123c1ca-b484-4cdb-a5c2-548c2813a368 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780413 Feb 03 04:18:41.185969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.243233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-71faa6cf-4a4b-445a-8c96-8f58d52196c0 None None] Provisioning complete for port 9228e378-f6de-4835-acb3-56861fb2b6d6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:41.243760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71faa6cf-4a4b-445a-8c96-8f58d52196c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.302092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-71faa6cf-4a4b-445a-8c96-8f58d52196c0 None None] Port 9228e378-f6de-4835-acb3-56861fb2b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:41.332715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Pushing event updated for resources: {'Port': ['ID=9228e378-f6de-4835-acb3-56861fb2b6d6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:41.416509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:41.441491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-19ae09bf-354b-48c7-bd81-94508d387327 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390475 Feb 03 04:18:41.466608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-014d6714-156b-44a2-a59e-6b4f5598f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:41.468413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-014d6714-156b-44a2-a59e-6b4f5598f78b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 1130 time: 0.6209135 Feb 03 04:18:41.549644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d4e806f9-b56a-4f7d-8742-0d1695b4e7a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b6aab717b9f42479150c46e5836ca9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321037 Feb 03 04:18:41.555895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:41.599340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef75ad-ab85-468d-994b-3b192df0f5d4 req-71c6b973-d147-4e0f-bf26-22210e6182c9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:41.600810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30ef75ad-ab85-468d-994b-3b192df0f5d4 req-71c6b973-d147-4e0f-bf26-22210e6182c9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 932 time: 0.6727145 Feb 03 04:18:41.631074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-345831da-78af-46db-a3f4-e6ba546a9c3f req-9b6b9165-c256-4222-bdd0-532ff217c5ca service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816099 Feb 03 04:18:41.643861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18791d8-733f-4a18-89a8-8d44ce803594 req-5a6e6c3f-376f-4c52-a2d9-db0d078f3994 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:41.645386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b18791d8-733f-4a18-89a8-8d44ce803594 req-5a6e6c3f-376f-4c52-a2d9-db0d078f3994 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 943 time: 0.2908759 Feb 03 04:18:41.684752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:41.692848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Publish callbacks [] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.708970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Transition to ACTIVE for port object 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:18:41.714759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.733142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.781641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:41.822222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-46a8ca33-c546-473b-86b9-79e824970a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:41.823708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-46a8ca33-c546-473b-86b9-79e824970a77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.3135126 Feb 03 04:18:41.832695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:41.832989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30ef75ad-ab85-468d-994b-3b192df0f5d4 req-0de83c1f-5b8e-4a82-ba3a-03820d59ab28 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797950 Feb 03 04:18:41.833092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:41.833360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:41.833544 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0df24e7-f7c5-4098-8ec5-d8ea26bcad04 admin admin] Publish callbacks [] for security_group (ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.838109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:41.838626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:41.844291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:41.844815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:41.845068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:41.845428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Bound port: 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:41.845759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.851844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b18791d8-733f-4a18-89a8-8d44ce803594 req-112004ce-252b-49e3-86f4-cb4f077baeca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676877 Feb 03 04:18:41.895236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-247f89cc-a85c-48e6-8747-3284bedf1eff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f0e7c263-3670-4bc3-b85b-462cc9843731 HTTP/1.1" status: 200 len: 217 time: 0.0572710 Feb 03 04:18:41.923236 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0df24e7-f7c5-4098-8ec5-d8ea26bcad04 admin admin] Publish callbacks [] for security_group (ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:41.981060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:41.984530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:41.996013 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.045977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.046660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.048134 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] 10.222.0.31 "PUT /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 1092 time: 1.0625420 Feb 03 04:18:42.048634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:42.051019 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae45a59-5487-4560-979e-5cb608111e14" -d '{"events": [{"name": "network-changed", "server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:42.082142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-6452abfb-f267-4f58-898b-5c73328c374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.083667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-6452abfb-f267-4f58-898b-5c73328c374a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1796899 Feb 03 04:18:42.157312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e39c3-05c4-404b-9d19-8d3749c89424 req-32ba4c81-8c9b-4f7f-8397-47743ac3d011 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.161476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ed469-eb1b-4778-9728-702baa90d76e service neutron] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:42.164344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e1e39c3-05c4-404b-9d19-8d3749c89424 req-32ba4c81-8c9b-4f7f-8397-47743ac3d011 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 950 time: 0.2109461 Feb 03 04:18:42.190981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-8023a1ab-c1e8-4aed-bdd4-91fba407fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.192531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-8023a1ab-c1e8-4aed-bdd4-91fba407fd49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1126 time: 0.0793891 Feb 03 04:18:42.211175 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0df24e7-f7c5-4098-8ec5-d8ea26bcad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.214481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 859c0253-8647-4698-af21-274c1f0b4a04 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:42.217280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0df24e7-f7c5-4098-8ec5-d8ea26bcad04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.228837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f0df24e7-f7c5-4098-8ec5-d8ea26bcad04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3 HTTP/1.1" status: 204 len: 168 time: 0.6618912 Feb 03 04:18:42.238826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-69565a78-649d-4278-8307-60af86f1ddb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.0390999 Feb 03 04:18:42.284054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df24e7-f7c5-4098-8ec5-d8ea26bcad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb4351e-2bcc-4d63-ba9e-59ef288fe0c3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:42.284533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 859c0253-8647-4698-af21-274c1f0b4a04 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:42.284991 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (859c0253-8647-4698-af21-274c1f0b4a04), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.302142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-c1fe03dd-aea2-46b7-b4f8-414606f85a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.304245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-c1fe03dd-aea2-46b7-b4f8-414606f85a31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2131398 Feb 03 04:18:42.304642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-77bf6d2d-87a7-4e56-a513-101e5c42f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.306353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-77bf6d2d-87a7-4e56-a513-101e5c42f38d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0611327 Feb 03 04:18:42.342243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-3f19081c-85fd-4919-8279-f673bace93f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288429 Feb 03 04:18:42.346520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks [] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.360653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.361492 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (7d4c07fe-c793-4846-b32e-781f7f267166), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.393077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e1e39c3-05c4-404b-9d19-8d3749c89424 req-3315aa58-86c0-44ec-a2ab-516f3a0f7253 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267563 Feb 03 04:18:42.419309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 859c0253-8647-4698-af21-274c1f0b4a04 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:42.420999 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (859c0253-8647-4698-af21-274c1f0b4a04), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.441905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 859c0253-8647-4698-af21-274c1f0b4a04, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=859c0253-8647-4698-af21-274c1f0b4a04,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:42.451759 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (859c0253-8647-4698-af21-274c1f0b4a04), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:42.469081 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016d43f1-d355-4b79-a1b4-f86c5db485fa x-openstack-request-id: req-016d43f1-d355-4b79-a1b4-f86c5db485fa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:42.469688 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:42.469688 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-016d43f1-d355-4b79-a1b4-f86c5db485fa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:42.470041 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3', 'status': 'completed', 'code': 200} Feb 03 04:18:42.501582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Pushing event updated for resources: {'Port': ['ID=9228e378-f6de-4835-acb3-56861fb2b6d6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:42.503153 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-73a63dab-a26e-407f-bdf4-49a09b329158 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545098 Feb 03 04:18:42.518749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b6f04-9ec0-4b07-9a31-1622f274efc8 req-2763f1d4-f974-4da1-873d-9e7b472c521a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.527098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f8b6f04-9ec0-4b07-9a31-1622f274efc8 req-2763f1d4-f974-4da1-873d-9e7b472c521a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 948 time: 0.3599219 Feb 03 04:18:42.543337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=859c0253-8647-4698-af21-274c1f0b4a04,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:42.553758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.554147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.554523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.554859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.555189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.555530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.555941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.556166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.556656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.557559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.558050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.558673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.559531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:42.643586 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a8fe90-6429-4b06-9eb7-1d840c914be3 req-2cccb843-7b25-4660-b670-64a630cbbbf4 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331732 Feb 03 04:18:42.647950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f8b6f04-9ec0-4b07-9a31-1622f274efc8 req-0388b526-3fa0-4a5c-836f-dfa0b9db51eb tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159091 Feb 03 04:18:42.670071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-f9f4b666-c15a-4b45-997e-b4a5c4852734 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547118 Feb 03 04:18:42.772246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273579cf-5b65-4c10-a07f-6c0b711f2f57 req-ca11ea20-e3f1-441d-b346-6d5bb9338296 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946245 Feb 03 04:18:42.797971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:42.800156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:42.842898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a59-5487-4560-979e-5cb608111e14 req-929a7ac7-cbd1-4d21-aae9-ba0aba08e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.847027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dae45a59-5487-4560-979e-5cb608111e14 req-929a7ac7-cbd1-4d21-aae9-ba0aba08e0b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1126 time: 0.1357787 Feb 03 04:18:42.998191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a59-5487-4560-979e-5cb608111e14 req-d7e20bd3-1430-4b14-9bde-0b1dd5d3420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:42.999926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dae45a59-5487-4560-979e-5cb608111e14 req-d7e20bd3-1430-4b14-9bde-0b1dd5d3420a service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1431453 Feb 03 04:18:43.054863 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dae45a59-5487-4560-979e-5cb608111e14 req-e1c26907-ec04-47e2-93ed-b6de4103b52e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.0474098 Feb 03 04:18:43.068127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Router 7d4c07fe-c793-4846-b32e-781f7f267166 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:18:43.101514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf1f6b-832d-43c2-a519-a5c75f0105c2 req-aea28bbe-41b4-4734-be58-6b9a399759da tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:43.105679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a59-5487-4560-979e-5cb608111e14 req-5ce802a7-7b7a-4bac-9b2c-120eb1e408cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:43.107113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dae45a59-5487-4560-979e-5cb608111e14 req-5ce802a7-7b7a-4bac-9b2c-120eb1e408cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0453887 Feb 03 04:18:43.107968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5bbf1f6b-832d-43c2-a519-a5c75f0105c2 req-aea28bbe-41b4-4734-be58-6b9a399759da tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 950 time: 0.1617260 Feb 03 04:18:43.115853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747a08-19c2-43d3-97b2-f2e8f0025b6b req-bbaaa571-4322-4292-87de-e6fe0313c051 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:43.117702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9747a08-19c2-43d3-97b2-f2e8f0025b6b req-bbaaa571-4322-4292-87de-e6fe0313c051 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 944 time: 0.1045973 Feb 03 04:18:43.148346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dae45a59-5487-4560-979e-5cb608111e14 req-a57d06f8-c47e-48a7-a511-392e48c2af73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329390 Feb 03 04:18:43.154817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4f56a0f3-64b9-4ff8-95b4-3ecca832d101 None None] Provisioning complete for port 9228e378-f6de-4835-acb3-56861fb2b6d6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:43.155181 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f56a0f3-64b9-4ff8-95b4-3ecca832d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:43.219482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4f56a0f3-64b9-4ff8-95b4-3ecca832d101 None None] Port 9228e378-f6de-4835-acb3-56861fb2b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:43.257533 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dae45a59-5487-4560-979e-5cb608111e14 req-cd73c072-068e-4b1c-ac77-16b326d80fc0 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003437 Feb 03 04:18:43.357579 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dae45a59-5487-4560-979e-5cb608111e14 req-a61293ee-1f6a-4f12-a143-5a664796d7d9 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925190 Feb 03 04:18:43.485257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9747a08-19c2-43d3-97b2-f2e8f0025b6b req-20f40f4e-446a-472a-aaf4-802124f9a61a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573484 Feb 03 04:18:43.492412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5bbf1f6b-832d-43c2-a519-a5c75f0105c2 req-34b498f3-99e3-4d88-9949-594e41e2ca52 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736243 Feb 03 04:18:43.503572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:18:43.508870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-90c833e0-4a03-49b6-b4bb-963ae99ce58a admin admin] 10.222.0.35 "PUT /v2.0/routers/7d4c07fe-c793-4846-b32e-781f7f267166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7700906 Feb 03 04:18:43.523571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Sync routers for ids ['7d4c07fe-c793-4846-b32e-781f7f267166'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:18:43.540775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Routers {'7d4c07fe-c793-4846-b32e-781f7f267166'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:43.542024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['7d4c07fe-c793-4846-b32e-781f7f267166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:43.691037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402d29c-0f5b-4932-a13a-682333a8032d req-f4153096-0368-4bc6-9c7f-11538ba99c3d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:43.692631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3402d29c-0f5b-4932-a13a-682333a8032d req-f4153096-0368-4bc6-9c7f-11538ba99c3d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 943 time: 0.0691435 Feb 03 04:18:43.703719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Set router 7d4c07fe-c793-4846-b32e-781f7f267166 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:43.752689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3402d29c-0f5b-4932-a13a-682333a8032d req-a7cab328-5bb8-475f-8d3c-55c979183ec9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521808 Feb 03 04:18:43.897426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5a292-30cc-4674-b8df-a660886c0938 req-6b87feaa-7954-4093-aa58-21a44ad6d749 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:43.907762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36f5a292-30cc-4674-b8df-a660886c0938 req-6b87feaa-7954-4093-aa58-21a44ad6d749 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 948 time: 0.0823758 Feb 03 04:18:43.964313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '859c0253-8647-4698-af21-274c1f0b4a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:18:31Z', 'updated_at': '2022-02-03T04:18:41Z', 'revision_number': 4, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'gw_port': {'id': '859c0253-8647-4698-af21-274c1f0b4a04', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:33Z', 'updated_at': '2022-02-03T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9228e378-f6de-4835-acb3-56861fb2b6d6', 'name': '', 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'mac_address': 'fa:16:3e:b3:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ca353afb-bd25-4b5c-a820-e496e65b0174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:39Z', 'updated_at': '2022-02-03T04:18:41Z', 'revision_number': 2, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'subnets': [{'id': 'ca353afb-bd25-4b5c-a820-e496e65b0174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:43.971998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36f5a292-30cc-4674-b8df-a660886c0938 req-2a7a8209-f566-441b-8fc8-1a563f0f1592 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551469 Feb 03 04:18:43.995488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Checking router: 7d4c07fe-c793-4846-b32e-781f7f267166 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:18:43.995888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Updating router 7d4c07fe-c793-4846-b32e-781f7f267166 port 9228e378-f6de-4835-acb3-56861fb2b6d6 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:18:44.036142 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:44.087998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:18:44.190181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 859c0253-8647-4698-af21-274c1f0b4a04 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:44.242809 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-0acc8857-999a-40e5-9c4e-26f5b7f67f54 req-4f52ca33-9d3a-48cd-9725-5c682cbe5d5b tempest-FloatingIPDetailsNegativeTestJSON-242657042 tempest-FloatingIPDetailsNegativeTestJSON-242657042-project] show failed (client error): The resource could not be found. Feb 03 04:18:44.244013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0acc8857-999a-40e5-9c4e-26f5b7f67f54 req-4f52ca33-9d3a-48cd-9725-5c682cbe5d5b tempest-FloatingIPDetailsNegativeTestJSON-242657042 tempest-FloatingIPDetailsNegativeTestJSON-242657042-project] 10.222.0.35 "GET /v2.0/floatingips/c34a1da1-4471-41fa-addf-d9269ef0c92e HTTP/1.1" status: 404 len: 350 time: 0.0812860 Feb 03 04:18:44.254174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:44.409848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:18:44.459442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-5b9a0f86-4ae7-44c8-9f4f-7e1d5f941c63 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:44.467002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-5b9a0f86-4ae7-44c8-9f4f-7e1d5f941c63 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 950 time: 0.1810117 Feb 03 04:18:44.540737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 859c0253-8647-4698-af21-274c1f0b4a04 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:44.541229 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (859c0253-8647-4698-af21-274c1f0b4a04), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:44.663805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:44.688860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '7c3c6cfb-129b-4077-97db-a43cfc976d8f', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'port_id': '7c3c6cfb-129b-4077-97db-a43cfc976d8f', 'mac_address': 'fa:16:3e:45:e3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27694200-df89-4462-a195-208f94dc48cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:18:44.737240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Deleting port 2979159c-67d1-4e97-b2ed-ae8ef1079244 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:18:44.737582 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:44.795030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7c3c6cfb-129b-4077-97db-a43cfc976d8f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:44.795741 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:44.822004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db5b2-357c-485a-8584-604c57cbf9bd req-41293c89-975f-4a6e-8830-567d0642634d tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:44.823640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-656db5b2-357c-485a-8584-604c57cbf9bd req-41293c89-975f-4a6e-8830-567d0642634d tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 950 time: 0.1638136 Feb 03 04:18:44.826806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 859c0253-8647-4698-af21-274c1f0b4a04 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:44.830810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Publish callbacks [] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:44.834362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3c6cfb-129b-4077-97db-a43cfc976d8f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:44.839357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141a003-7a20-40d0-a462-25c9fa58925f req-33bae0b4-ea32-4383-93a9-111a089793e5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:44.841437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c141a003-7a20-40d0-a462-25c9fa58925f req-33bae0b4-ea32-4383-93a9-111a089793e5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 944 time: 0.1975226 Feb 03 04:18:44.849037 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:44.890655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:44.902885 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:44.903961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f0e7c263-3670-4bc3-b85b-462cc9843731 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:18:44.963464 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c141a003-7a20-40d0-a462-25c9fa58925f req-b8a1ea1c-5e54-4ad6-8576-777417f98974 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134257 Feb 03 04:18:44.968780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-656db5b2-357c-485a-8584-604c57cbf9bd req-0b56d4cd-1963-4172-8b63-7cbdb179883f tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e71c249-425b-47db-a035-c7af349a8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251945 Feb 03 04:18:45.114837 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (7d4c07fe-c793-4846-b32e-781f7f267166), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.134447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] For port 2979159c-67d1-4e97-b2ed-ae8ef1079244, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2979159c-67d1-4e97-b2ed-ae8ef1079244,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:45.135204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.157724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a5ca1-460b-4288-b353-1fbbb90f214b None None] Pushing event updated for resources: {'Port': ['ID=9228e378-f6de-4835-acb3-56861fb2b6d6,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:45.166430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Calling delete_port for 2979159c-67d1-4e97-b2ed-ae8ef1079244 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:18:45.249990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:45.292286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50747ce-5159-46c3-8bc0-635312b89b69 req-5ab2226e-2229-453a-b156-a1bc00156d82 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:45.294278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c50747ce-5159-46c3-8bc0-635312b89b69 req-5ab2226e-2229-453a-b156-a1bc00156d82 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 0.1436975 Feb 03 04:18:45.309542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Attempting to bind port 9228e378-f6de-4835-acb3-56861fb2b6d6 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:45.310079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Attempting to bind port 9228e378-f6de-4835-acb3-56861fb2b6d6 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:45.310456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Attempting to bind port 9228e378-f6de-4835-acb3-56861fb2b6d6 on network 397a82e5-dc24-44f4-ba15-ff3291f1c12e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:45.329300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:45.329695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Checking segment: {'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:45.330556 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.330970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Bound using segment: {'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:45.331468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Bound port: 9228e378-f6de-4835-acb3-56861fb2b6d6, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78633aa-de12-4068-814a-db42d1b58ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:45.331874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.382974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f95686a5-9f3e-4c4b-b6a0-b79964f4b0a4 None None] Provisioning complete for port 9228e378-f6de-4835-acb3-56861fb2b6d6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:45.383349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f95686a5-9f3e-4c4b-b6a0-b79964f4b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.394900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2979159c-67d1-4e97-b2ed-ae8ef1079244), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.423780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2979159c-67d1-4e97-b2ed-ae8ef1079244'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:45.425621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Pushing event deleted for resources: {'Port': ['ID=2979159c-67d1-4e97-b2ed-ae8ef1079244,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:45.443163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f0e7c263-3670-4bc3-b85b-462cc9843731, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f0e7c263-3670-4bc3-b85b-462cc9843731,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:45.471424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c50747ce-5159-46c3-8bc0-635312b89b69 req-377eaf62-5288-4836-a71f-481cd48e55fc tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692195 Feb 03 04:18:45.484515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'f0e7c263-3670-4bc3-b85b-462cc9843731', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'f0e7c263-3670-4bc3-b85b-462cc9843731', 'mac_address': 'fa:16:3e:f8:91:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:18:45.515134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208db2c-ef61-48cb-b533-2cb1bbf16407 req-d787fd29-6144-43d4-a393-7128639e9828 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:45.522211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b208db2c-ef61-48cb-b533-2cb1bbf16407 req-d787fd29-6144-43d4-a393-7128639e9828 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 948 time: 0.1568935 Feb 03 04:18:45.527885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] No DVR routers for this DVR port 2979159c-67d1-4e97-b2ed-ae8ef1079244 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:18:45.531913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.537412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7dc30eb1-f328-412b-8b2a-e20df70cb5a8 req-189225d1-c842-4be9-8e8d-ebba904c3cd1 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.31 "DELETE /v2.0/ports/2979159c-67d1-4e97-b2ed-ae8ef1079244 HTTP/1.1" status: 204 len: 173 time: 1.0636346 Feb 03 04:18:45.537848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'name': 'network-vif-deleted', 'tag': '2979159c-67d1-4e97-b2ed-ae8ef1079244'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:45.540356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f95686a5-9f3e-4c4b-b6a0-b79964f4b0a4 None None] Port 9228e378-f6de-4835-acb3-56861fb2b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:18:45.541025 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c724c5e1-530c-466d-9dfb-9f4d25739597" -d '{"events": [{"server_uuid": "fd7af14d-90e2-410d-9840-510b1dffbf10", "name": "network-vif-deleted", "tag": "2979159c-67d1-4e97-b2ed-ae8ef1079244"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:45.572810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] For port 9228e378-f6de-4835-acb3-56861fb2b6d6, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:45.600794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] For port 9228e378-f6de-4835-acb3-56861fb2b6d6, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9228e378-f6de-4835-acb3-56861fb2b6d6,segment=NetworkSegment(a78633aa-de12-4068-814a-db42d1b58ff8),segment_id=a78633aa-de12-4068-814a-db42d1b58ff8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:45.602341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f0e7c263-3670-4bc3-b85b-462cc9843731 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:45.602752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.629561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e7c263-3670-4bc3-b85b-462cc9843731 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:45.638244 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.684730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b208db2c-ef61-48cb-b533-2cb1bbf16407 req-df8a263a-3880-4313-8efa-c12b55711cc4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615138 Feb 03 04:18:45.685222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f0e7c263-3670-4bc3-b85b-462cc9843731, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f0e7c263-3670-4bc3-b85b-462cc9843731,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:45.732490 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.767240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Deleting port 9228e378-f6de-4835-acb3-56861fb2b6d6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:18:45.767607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.769779 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c8777-173b-46b4-a42d-eeef95a7effb x-openstack-request-id: req-6c4c8777-173b-46b4-a42d-eeef95a7effb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:45.770225 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7af14d-90e2-410d-9840-510b1dffbf10", "name": "network-vif-deleted", "tag": "2979159c-67d1-4e97-b2ed-ae8ef1079244", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:45.770488 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c4c8777-173b-46b4-a42d-eeef95a7effb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:45.770894 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7af14d-90e2-410d-9840-510b1dffbf10', 'name': 'network-vif-deleted', 'tag': '2979159c-67d1-4e97-b2ed-ae8ef1079244', 'status': 'completed', 'code': 200} Feb 03 04:18:45.782039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Routers {'7d4c07fe-c793-4846-b32e-781f7f267166'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:45.783447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['7d4c07fe-c793-4846-b32e-781f7f267166'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:45.793350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a5ca1-460b-4288-b353-1fbbb90f214b None None] Pushing event updated for resources: {'Port': ['ID=9228e378-f6de-4835-acb3-56861fb2b6d6,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:45.896005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] For port 9228e378-f6de-4835-acb3-56861fb2b6d6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9228e378-f6de-4835-acb3-56861fb2b6d6,segment=NetworkSegment(a78633aa-de12-4068-814a-db42d1b58ff8),segment_id=a78633aa-de12-4068-814a-db42d1b58ff8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:45.896479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:45.913477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Calling delete_port for 9228e378-f6de-4835-acb3-56861fb2b6d6 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:18:46.023041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f0e7c263-3670-4bc3-b85b-462cc9843731,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:46.042432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] Set router 7d4c07fe-c793-4846-b32e-781f7f267166 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:46.091641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:46.100048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7c3c6cfb-129b-4077-97db-a43cfc976d8f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:46.233914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ddb329cf-2503-4414-9fac-29b7e45f5ba3 req-87d3e787-402d-4d2f-8e52-2174ca866970 tempest-DeleteServersAdminTestJSON-929879752 tempest-DeleteServersAdminTestJSON-929879752-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7af14d-90e2-410d-9840-510b1dffbf10 HTTP/1.1" status: 200 len: 210 time: 0.0371068 Feb 03 04:18:46.238608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:46.248496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:18:46.269937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9228e378-f6de-4835-acb3-56861fb2b6d6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:46.314428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f262ced-e76f-4703-86ba-0d287ce80b14 req-ce39a85f-0500-4019-923f-b0042c33e74f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:46.316022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f262ced-e76f-4703-86ba-0d287ce80b14 req-ce39a85f-0500-4019-923f-b0042c33e74f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 944 time: 0.1638558 Feb 03 04:18:46.317464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.317809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.318249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.318479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.318826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.319163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.319494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.319891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.320296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.320624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.320958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.321281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.321604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:18:46.406257 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:18:46.454362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f262ced-e76f-4703-86ba-0d287ce80b14 req-869c3663-da49-48f2-b520-bf59b0388ffd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908978 Feb 03 04:18:46.477637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (7d4c07fe-c793-4846-b32e-781f7f267166), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:46.515938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-369d5711-5c58-49ce-9716-33a86681dc45 None None] Provisioning complete for port 9228e378-f6de-4835-acb3-56861fb2b6d6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:46.518955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-369d5711-5c58-49ce-9716-33a86681dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9228e378-f6de-4835-acb3-56861fb2b6d6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:46.548499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:46.569948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'port_id': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3', 'mac_address': 'fa:16:3e:0a:f2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6487e759-ba58-4c55-9acc-acbbe59fc8bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:18:46.619316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-369d5711-5c58-49ce-9716-33a86681dc45 None None] Port 9228e378-f6de-4835-acb3-56861fb2b6d6 was deleted so its status cannot be updated. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 04:18:46.759674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '859c0253-8647-4698-af21-274c1f0b4a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:18:31Z', 'updated_at': '2022-02-03T04:18:41Z', 'revision_number': 4, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'gw_port': {'id': '859c0253-8647-4698-af21-274c1f0b4a04', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:33Z', 'updated_at': '2022-02-03T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9228e378-f6de-4835-acb3-56861fb2b6d6', 'name': '', 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'mac_address': 'fa:16:3e:b3:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ca353afb-bd25-4b5c-a820-e496e65b0174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:39Z', 'updated_at': '2022-02-03T04:18:45Z', 'revision_number': 4, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'subnets': [{'id': 'ca353afb-bd25-4b5c-a820-e496e65b0174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:46.769904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:46.770309 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:46.961983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f7b52-bf0f-45ce-a314-f756423f5c64 None None] The sync data for ids ['7d4c07fe-c793-4846-b32e-781f7f267166'] in n-d-827549-1 is: [{'id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '859c0253-8647-4698-af21-274c1f0b4a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:18:31Z', 'updated_at': '2022-02-03T04:18:41Z', 'revision_number': 4, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'gw_port': {'id': '859c0253-8647-4698-af21-274c1f0b4a04', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:33Z', 'updated_at': '2022-02-03T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9228e378-f6de-4835-acb3-56861fb2b6d6', 'name': '', 'network_id': '397a82e5-dc24-44f4-ba15-ff3291f1c12e', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'mac_address': 'fa:16:3e:b3:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ca353afb-bd25-4b5c-a820-e496e65b0174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:18:39Z', 'updated_at': '2022-02-03T04:18:45Z', 'revision_number': 4, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'subnets': [{'id': 'ca353afb-bd25-4b5c-a820-e496e65b0174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:18:46.977494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:18:46.978629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d51bf0-2073-4995-aa55-31ef779482e5 req-ba7212a1-8554-4779-a0a8-6d0ca6353531 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:46.980244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0d51bf0-2073-4995-aa55-31ef779482e5 req-ba7212a1-8554-4779-a0a8-6d0ca6353531 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 949 time: 0.1431262 Feb 03 04:18:46.987341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19632aa8-1f8e-4add-84f1-042be4b5f97a req-86f6f8dc-8737-4ed2-9650-856b5a99d577 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:46.996145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19632aa8-1f8e-4add-84f1-042be4b5f97a req-86f6f8dc-8737-4ed2-9650-856b5a99d577 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 0.1577203 Feb 03 04:18:47.068410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:47.077023 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.103631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:47.165725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:47.196793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19632aa8-1f8e-4add-84f1-042be4b5f97a req-94d327e2-7e4f-4c00-b5a9-fccfd34243ae tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990502 Feb 03 04:18:47.215787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0d51bf0-2073-4995-aa55-31ef779482e5 req-63011e81-610d-4ea6-897d-faf1619bccf9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111521 Feb 03 04:18:47.251854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234e5157-bfeb-4948-9f08-4ae452b9a506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.289399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Router 7d4c07fe-c793-4846-b32e-781f7f267166 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:18:47.302361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:47.450256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:18:47.450861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234e5157-bfeb-4948-9f08-4ae452b9a506 admin admin] Publish callbacks [] for security_group (8d7bf55d-dc71-4222-bf40-934c6f744388), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.460313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234e5157-bfeb-4948-9f08-4ae452b9a506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8d7bf55d-dc71-4222-bf40-934c6f744388), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.465966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9dabdcdf-6018-4edc-a41c-28e873540d6d admin admin] 10.222.0.35 "PUT /v2.0/routers/7d4c07fe-c793-4846-b32e-781f7f267166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2108428 Feb 03 04:18:47.468848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:47.540244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e5157-bfeb-4948-9f08-4ae452b9a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7bf55d-dc71-4222-bf40-934c6f744388,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:47.563920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-234e5157-bfeb-4948-9f08-4ae452b9a506 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a673fbae117c4b9b8fc8c1deee2f52ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584193 Feb 03 04:18:47.566884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:47.633746 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks [] for router (7d4c07fe-c793-4846-b32e-781f7f267166), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.673085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d336a5-d797-45a1-8788-8a0f7eb2da91 admin admin] Publish callbacks [] for security_group (8d7bf55d-dc71-4222-bf40-934c6f744388), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.702849 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d336a5-d797-45a1-8788-8a0f7eb2da91 admin admin] Publish callbacks [] for security_group (8d7bf55d-dc71-4222-bf40-934c6f744388), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.776728 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d336a5-d797-45a1-8788-8a0f7eb2da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8d7bf55d-dc71-4222-bf40-934c6f744388), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.779568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d336a5-d797-45a1-8788-8a0f7eb2da91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.784456 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7d336a5-d797-45a1-8788-8a0f7eb2da91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d7bf55d-dc71-4222-bf40-934c6f744388 HTTP/1.1" status: 204 len: 168 time: 0.2133102 Feb 03 04:18:47.792407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d336a5-d797-45a1-8788-8a0f7eb2da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7bf55d-dc71-4222-bf40-934c6f744388,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:47.812643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3261c08-e1dc-4c85-b67d-0f5bd185ffeb req-10987ec8-44e6-4000-9c14-724ad87e19e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:47.815200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3261c08-e1dc-4c85-b67d-0f5bd185ffeb req-10987ec8-44e6-4000-9c14-724ad87e19e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 945 time: 0.1354423 Feb 03 04:18:47.893799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3261c08-e1dc-4c85-b67d-0f5bd185ffeb req-f048694e-daa9-4c58-bd6e-042da6adc055 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689747 Feb 03 04:18:47.896003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks [] for router_gateway (7d4c07fe-c793-4846-b32e-781f7f267166), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.974275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Deleting port 859c0253-8647-4698-af21-274c1f0b4a04 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:18:47.974625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (859c0253-8647-4698-af21-274c1f0b4a04), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:47.996903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:48.082686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] For port 859c0253-8647-4698-af21-274c1f0b4a04, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=859c0253-8647-4698-af21-274c1f0b4a04,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:48.083292 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (859c0253-8647-4698-af21-274c1f0b4a04), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.101731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Calling delete_port for 859c0253-8647-4698-af21-274c1f0b4a04 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:18:48.105083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:48.211940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 7c3c6cfb-129b-4077-97db-a43cfc976d8f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:18:48.220776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 7c3c6cfb-129b-4077-97db-a43cfc976d8f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:48.221156 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.227611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:48.237333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:48.254596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad467af6-d7a4-4e5c-b90f-5da5a725720d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.459139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:18:48.473927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:48.474330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.475183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (859c0253-8647-4698-af21-274c1f0b4a04), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.479360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7c3c6cfb-129b-4077-97db-a43cfc976d8f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:48.479843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.540213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=859c0253-8647-4698-af21-274c1f0b4a04,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:48.551453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78ba21-185a-4ab1-ac2c-d8e57e270b19 req-0e3cc419-8f69-4f98-bf31-69378f48d4a8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:48.559929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb78ba21-185a-4ab1-ac2c-d8e57e270b19 req-0e3cc419-8f69-4f98-bf31-69378f48d4a8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 0.2378020 Feb 03 04:18:48.564920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:48.567350 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cceea4-cb4e-4586-b128-489e4cb3dfc7" -d '{"events": [{"server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "name": "network-vif-plugged", "status": "completed", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:48.585296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:48.600440 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.602032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f0e7c263-3670-4bc3-b85b-462cc9843731 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:18:48.641859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad467af6-d7a4-4e5c-b90f-5da5a725720d admin admin] Publish callbacks [] for security_group (c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.658727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad467af6-d7a4-4e5c-b90f-5da5a725720d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.675356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (7d4c07fe-c793-4846-b32e-781f7f267166), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.685976 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-33a7bb81-aae5-4095-a1fe-868c4da56ba4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=816b2a0faa3e496fa2d199f7935b0c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6875064 Feb 03 04:18:48.691197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:48.728102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad467af6-d7a4-4e5c-b90f-5da5a725720d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:48.737835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ad467af6-d7a4-4e5c-b90f-5da5a725720d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdb8a40d9e524cfb8b1ea3fbf563d521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085390 Feb 03 04:18:48.744419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54312) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:48.745053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:48.745434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.759856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:48.789653 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] Sync routers for ids ['7d4c07fe-c793-4846-b32e-781f7f267166'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:18:48.805961 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] Routers {'7d4c07fe-c793-4846-b32e-781f7f267166'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:48.806511 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['7d4c07fe-c793-4846-b32e-781f7f267166'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:48.821035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:48.828359 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.829489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2979159c-67d1-4e97-b2ed-ae8ef1079244 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:18:48.834536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10f89770-f43f-4c67-8ab6-98e8ab24f17b admin admin] Publish callbacks [] for security_group (c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.853454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb78ba21-185a-4ab1-ac2c-d8e57e270b19 req-4de26fa3-5d84-4a4e-8fc5-62ddd6e08e13 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923234 Feb 03 04:18:48.855536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (7d4c07fe-c793-4846-b32e-781f7f267166), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.859199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10f89770-f43f-4c67-8ab6-98e8ab24f17b admin admin] Publish callbacks [] for security_group (c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.870028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1713-4c53-4ff2-947b-c937958d56db req-deb2aa59-affe-4b0d-9dd6-55ca2a00064f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:48.877579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6abb1713-4c53-4ff2-947b-c937958d56db req-deb2aa59-affe-4b0d-9dd6-55ca2a00064f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 949 time: 0.3149228 Feb 03 04:18:48.884000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks [] for router_controller (7d4c07fe-c793-4846-b32e-781f7f267166), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.901670 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] Set router 7d4c07fe-c793-4846-b32e-781f7f267166 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:18:48.918775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b560535-2629-4842-a820-b59a6968c756 admin admin] Publish callbacks [] for security_group (7e71c249-425b-47db-a035-c7af349a8afc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.925134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10f89770-f43f-4c67-8ab6-98e8ab24f17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.928152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10f89770-f43f-4c67-8ab6-98e8ab24f17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.929517 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-10f89770-f43f-4c67-8ab6-98e8ab24f17b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96 HTTP/1.1" status: 204 len: 168 time: 0.1838529 Feb 03 04:18:48.948197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f89770-f43f-4c67-8ab6-98e8ab24f17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f74dcb-0f1c-4785-ac3d-c8c67bba8b96,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:48.958942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b560535-2629-4842-a820-b59a6968c756 admin admin] Publish callbacks [] for security_group (7e71c249-425b-47db-a035-c7af349a8afc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:48.972334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port f0e7c263-3670-4bc3-b85b-462cc9843731 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:18:49.022084 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b560535-2629-4842-a820-b59a6968c756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e71c249-425b-47db-a035-c7af349a8afc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.024825 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b325fee-7186-4064-a22e-ffdfadee9c6c x-openstack-request-id: req-3b325fee-7186-4064-a22e-ffdfadee9c6c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:49.028086 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "name": "network-vif-plugged", "status": "completed", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:49.028086 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b325fee-7186-4064-a22e-ffdfadee9c6c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:49.028704 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f', 'code': 200} Feb 03 04:18:49.029872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:49.030003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b560535-2629-4842-a820-b59a6968c756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.034729 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c07fe-c793-4846-b32e-781f7f267166', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244655890-router', 'tenant_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:18:31Z', 'updated_at': '2022-02-03T04:18:48Z', 'revision_number': 7, 'project_id': '5dd454c951ed47a1877a3d5bfdeba18b', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:49.035575 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2b560535-2629-4842-a820-b59a6968c756 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e71c249-425b-47db-a035-c7af349a8afc HTTP/1.1" status: 204 len: 168 time: 0.3432677 Feb 03 04:18:49.051683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port f0e7c263-3670-4bc3-b85b-462cc9843731 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:18:49.052058 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.054192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b560535-2629-4842-a820-b59a6968c756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71c249-425b-47db-a035-c7af349a8afc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:49.102987 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] Checking router: 7d4c07fe-c793-4846-b32e-781f7f267166 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:18:49.122468 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:18:49.122849 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:18:49.123523 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d4c07fe-c793-4846-b32e-781f7f267166'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:18:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:18:49.123933 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039027aa-0f3a-4eea-bbc5-d9146aa75dd9 None None] The sync data for ids ['7d4c07fe-c793-4846-b32e-781f7f267166'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:18:49.126297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (7d4c07fe-c793-4846-b32e-781f7f267166), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.128763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4c07fe-c793-4846-b32e-781f7f267166 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:18:49.136423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.139980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d85356f-2ebf-4957-9c2f-96e2b49c6fbf admin admin] 10.222.0.35 "DELETE /v2.0/routers/7d4c07fe-c793-4846-b32e-781f7f267166 HTTP/1.1" status: 204 len: 168 time: 1.6671302 Feb 03 04:18:49.140377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:49.142749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 2979159c-67d1-4e97-b2ed-ae8ef1079244 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:18:49.142749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2979159c-67d1-4e97-b2ed-ae8ef1079244 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:18:49.172094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6abb1713-4c53-4ff2-947b-c937958d56db req-707d11e4-48b9-4ec9-82d4-5c9fe7ba09fc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856112 Feb 03 04:18:49.182895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6327-1146-41c9-9f22-1f529f8449bc req-e65fc5c5-0acb-454d-ade4-a6c47b8def62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:49.185194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2bfa6327-1146-41c9-9f22-1f529f8449bc req-e65fc5c5-0acb-454d-ade4-a6c47b8def62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1127 time: 0.1123092 Feb 03 04:18:49.254329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] Deleting subnet ca353afb-bd25-4b5c-a820-e496e65b0174 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:18:49.262220 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] Publish callbacks [] for subnet (ca353afb-bd25-4b5c-a820-e496e65b0174), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.282310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f0e7c263-3670-4bc3-b85b-462cc9843731 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:18:49.282703 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.298241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2bfa6327-1146-41c9-9f22-1f529f8449bc req-45d10df7-067e-46df-9436-61f5f60e7f29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041112 Feb 03 04:18:49.318653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f0e7c263-3670-4bc3-b85b-462cc9843731, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f0e7c263-3670-4bc3-b85b-462cc9843731,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:49.328488 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.334333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (ca353afb-bd25-4b5c-a820-e496e65b0174), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.434810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901b6bc-1ac3-4bde-9e60-066a18a6ca2f req-18148bb3-d975-44df-931a-37ac11de0f49 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:49.446085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a901b6bc-1ac3-4bde-9e60-066a18a6ca2f req-18148bb3-d975-44df-931a-37ac11de0f49 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 946 time: 0.1227794 Feb 03 04:18:49.454768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f0e7c263-3670-4bc3-b85b-462cc9843731,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:49.529796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a901b6bc-1ac3-4bde-9e60-066a18a6ca2f req-17aab79a-ab0f-457c-a3ca-3ca347c9bf9e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 Feb 03 04:18:49.567991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (ca353afb-bd25-4b5c-a820-e496e65b0174), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.649333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (ca353afb-bd25-4b5c-a820-e496e65b0174), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.674583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130db380-c79b-43b5-b7dd-6dd40d01e766 None None] Network 397a82e5-dc24-44f4-ba15-ff3291f1c12e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:18:49.721805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.727931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54350) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:49.732852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ca353afb-bd25-4b5c-a820-e496e65b0174 HTTP/1.1" status: 204 len: 168 time: 0.5888009 Feb 03 04:18:49.738093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf93fa-f978-4353-aaf6-27af6a4754ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca353afb-bd25-4b5c-a820-e496e65b0174,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:49.860030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (397a82e5-dc24-44f4-ba15-ff3291f1c12e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.897889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:49.927486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d89fdcee-b72a-4026-b57a-84951ddf78a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:49.960183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Deleting port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:18:49.960773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.060437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d89fdcee-b72a-4026-b57a-84951ddf78a0 admin admin] Publish callbacks [] for security_group (fb7d4d27-629b-4ed6-853c-3c08ca88aefc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.071227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d89fdcee-b72a-4026-b57a-84951ddf78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fb7d4d27-629b-4ed6-853c-3c08ca88aefc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.073249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] DHCP port deletion for 397a82e5-dc24-44f4-ba15-ff3291f1c12e request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:18:50.172373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d89fdcee-b72a-4026-b57a-84951ddf78a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0f75944b5994f55a5f1276fc996206b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688475 Feb 03 04:18:50.172958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:50.193695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] For port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,segment=NetworkSegment(a78633aa-de12-4068-814a-db42d1b58ff8),segment_id=a78633aa-de12-4068-814a-db42d1b58ff8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:50.195371 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.203330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 602086e1-df46-4e1b-b2f5-2b535ba7cb2e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:18:50.222718 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb24a5-02d9-42e8-8f25-ce220b5325d6 req-d24fe298-4378-4470-a759-2e827971df47 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:50.230584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0efb24a5-02d9-42e8-8f25-ce220b5325d6 req-d24fe298-4378-4470-a759-2e827971df47 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 945 time: 0.2549596 Feb 03 04:18:50.233891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Calling delete_port for 602086e1-df46-4e1b-b2f5-2b535ba7cb2e owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:18:50.234139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fdcee-b72a-4026-b57a-84951ddf78a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d4d27-629b-4ed6-853c-3c08ca88aefc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:50.277285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f50bfd-e846-479e-be54-571982230457 admin admin] Publish callbacks [] for security_group (fb7d4d27-629b-4ed6-853c-3c08ca88aefc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.306965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f50bfd-e846-479e-be54-571982230457 admin admin] Publish callbacks [] for security_group (fb7d4d27-629b-4ed6-853c-3c08ca88aefc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.313804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0efb24a5-02d9-42e8-8f25-ce220b5325d6 req-3e34e7e6-81ab-40fe-906a-4c676ac2bcfe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815260 Feb 03 04:18:50.392901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f50bfd-e846-479e-be54-571982230457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fb7d4d27-629b-4ed6-853c-3c08ca88aefc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.396967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f50bfd-e846-479e-be54-571982230457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.401592 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-46f50bfd-e846-479e-be54-571982230457 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb7d4d27-629b-4ed6-853c-3c08ca88aefc HTTP/1.1" status: 204 len: 168 time: 0.2278819 Feb 03 04:18:50.411260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50bfd-e846-479e-be54-571982230457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d4d27-629b-4ed6-853c-3c08ca88aefc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:50.456801 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.500170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No active binding found for port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e {{(pid=103325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 04:18:50.500574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] The host n-d-827549-1 is not matching for port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e host None! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:18:50.503042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 602086e1-df46-4e1b-b2f5-2b535ba7cb2e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:18:50.503526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9228e378-f6de-4835-acb3-56861fb2b6d6 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:18:50.534607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Pushing event deleted for resources: {'Port': ['ID=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:50.539230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9228e378-f6de-4835-acb3-56861fb2b6d6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:18:50.544104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9228e378-f6de-4835-acb3-56861fb2b6d6 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:18:50.544644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 859c0253-8647-4698-af21-274c1f0b4a04 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:18:50.552995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] No DVR routers for this DVR port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:18:50.601969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] Deleting port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:18:50.602351 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.629991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 859c0253-8647-4698-af21-274c1f0b4a04 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:18:50.630407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 859c0253-8647-4698-af21-274c1f0b4a04 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:18:50.690513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d669f3-f6bd-488b-862f-c437494bf86a req-2003bbb9-851c-4421-bf8a-edbe54920b9a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:50.699274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50d669f3-f6bd-488b-862f-c437494bf86a req-2003bbb9-851c-4421-bf8a-edbe54920b9a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 950 time: 0.2551818 Feb 03 04:18:50.709426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] For port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:50.709826 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.731410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] Calling delete_port for 602086e1-df46-4e1b-b2f5-2b535ba7cb2e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:18:50.738438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] Port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:18:50.739807 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (602086e1-df46-4e1b-b2f5-2b535ba7cb2e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.771442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (397a82e5-dc24-44f4-ba15-ff3291f1c12e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:50.802988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] Pushing event deleted for resources: {'Port': ['ID=602086e1-df46-4e1b-b2f5-2b535ba7cb2e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:50.805051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102368c4-fdca-44f3-bef3-cf0a626b1c63 None None] No DVR routers for this DVR port 602086e1-df46-4e1b-b2f5-2b535ba7cb2e on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:18:50.825016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.825392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.826150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.826495 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.826853 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.827211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.827580 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.827917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.828242 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.828568 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.901261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.901619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.901964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.902301 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 04:18:50.902684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397a82e5-dc24-44f4-ba15-ff3291f1c12e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:50.914343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e345a1-3f50-457a-8542-cca9f9707547 req-810c5f79-d66f-40c5-ac2d-058645c7510c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:50.921235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9e345a1-3f50-457a-8542-cca9f9707547 req-810c5f79-d66f-40c5-ac2d-058645c7510c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 946 time: 0.2952518 Feb 03 04:18:50.938193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:50.970064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78633aa-de12-4068-814a-db42d1b58ff8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:50.970374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78633aa-de12-4068-814a-db42d1b58ff8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:18:50.977147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50d669f3-f6bd-488b-862f-c437494bf86a req-0576f5ee-7008-4361-ad26-117289936537 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769778 Feb 03 04:18:51.014596 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (a78633aa-de12-4068-814a-db42d1b58ff8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.030031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3'}, {'server_uuid': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7c263-3670-4bc3-b85b-462cc9843731'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:51.033732 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26d7b66-115f-41b6-a130-ef29e5b9f066" -d '{"events": [{"server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "name": "network-vif-plugged", "status": "completed", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3"}, {"server_uuid": "c478f45e-2444-42f1-b323-c68eaa8093f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7c263-3670-4bc3-b85b-462cc9843731"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:51.046651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9e345a1-3f50-457a-8542-cca9f9707547 req-415744cb-ec9b-42ff-ab63-06db13f9a5c5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243703 Feb 03 04:18:51.060032 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a78633aa-de12-4068-814a-db42d1b58ff8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.077346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:18:51.078808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (a78633aa-de12-4068-814a-db42d1b58ff8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: from cryptography.utils import int_from_bytes Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: from cryptography.utils import int_from_bytes Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:18:51.092239 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:18:51.113311 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e33949-7b9c-4539-b2c8-b25436148300 x-openstack-request-id: req-b8e33949-7b9c-4539-b2c8-b25436148300 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:51.113679 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "name": "network-vif-plugged", "status": "completed", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3", "code": 200}, {"server_uuid": "c478f45e-2444-42f1-b323-c68eaa8093f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7c263-3670-4bc3-b85b-462cc9843731", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:51.115805 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8e33949-7b9c-4539-b2c8-b25436148300 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:51.115949 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3', 'code': 200} Feb 03 04:18:51.116299 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7c263-3670-4bc3-b85b-462cc9843731', 'code': 200} Feb 03 04:18:51.245663 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (397a82e5-dc24-44f4-ba15-ff3291f1c12e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.253322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527d0e8-0d4a-4dd3-8daa-e5703f694bf6 req-a6102ff7-f37d-4f2d-9af5-2083d40484d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:51.255764 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7527d0e8-0d4a-4dd3-8daa-e5703f694bf6 req-a6102ff7-f37d-4f2d-9af5-2083d40484d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1128 time: 0.0660858 Feb 03 04:18:51.288020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4eb70cf-ec80-47c3-9015-a398e7253451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.293965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Pushing event deleted for resources: {'Network': ['ID=397a82e5-dc24-44f4-ba15-ff3291f1c12e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:51.297432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.301865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8ed0fe14-f409-431f-8dc5-187d0e1cd86e admin admin] 10.222.0.35 "DELETE /v2.0/networks/397a82e5-dc24-44f4-ba15-ff3291f1c12e HTTP/1.1" status: 204 len: 168 time: 1.5728908 Feb 03 04:18:51.321577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36564cea-6e00-45e7-a128-ef97b58faacb req-b1ab5014-cd47-49e1-8e5c-3f3b29a3fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:51.323161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36564cea-6e00-45e7-a128-ef97b58faacb req-b1ab5014-cd47-49e1-8e5c-3f3b29a3fe23 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 1132 time: 0.0897207 Feb 03 04:18:51.425653 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7527d0e8-0d4a-4dd3-8daa-e5703f694bf6 req-ecbfbcbd-3ed0-4dff-bfdd-f0e9a66eb1e1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628675 Feb 03 04:18:51.450762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36564cea-6e00-45e7-a128-ef97b58faacb req-f80b9bcc-a432-458d-9545-ea6ddc82eae0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203949 Feb 03 04:18:51.466355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4eb70cf-ec80-47c3-9015-a398e7253451 admin admin] Publish callbacks [] for security_group (73092050-5f32-4a9e-89a7-bcf6a0d0307b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.474058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4eb70cf-ec80-47c3-9015-a398e7253451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (73092050-5f32-4a9e-89a7-bcf6a0d0307b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.476018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360d47-312f-40d7-bcc5-38fd9764af9d req-39532fa6-3767-4619-a9df-58164eaf6021 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:51.479385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1360d47-312f-40d7-bcc5-38fd9764af9d req-39532fa6-3767-4619-a9df-58164eaf6021 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 945 time: 0.0770957 Feb 03 04:18:51.525761 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d4eb70cf-ec80-47c3-9015-a398e7253451 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba255b30682a4a508296ea48dbc0ecf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864427 Feb 03 04:18:51.527673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:51.529052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:51.536482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb70cf-ec80-47c3-9015-a398e7253451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73092050-5f32-4a9e-89a7-bcf6a0d0307b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:51.563176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1360d47-312f-40d7-bcc5-38fd9764af9d req-ba7e903f-4db5-4dde-a455-46b97538dbe7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745373 Feb 03 04:18:51.592160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:51.592867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-756821ae-c11c-4a3d-9bcd-d74674ab1469 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dd454c951ed47a1877a3d5bfdeba18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592616 Feb 03 04:18:51.612373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09610d7a-1e7d-4e27-a608-d095c777a682 admin admin] Publish callbacks [] for security_group (73092050-5f32-4a9e-89a7-bcf6a0d0307b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.655915 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09610d7a-1e7d-4e27-a608-d095c777a682 admin admin] Publish callbacks [] for security_group (73092050-5f32-4a9e-89a7-bcf6a0d0307b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.696529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a94b616-f7a8-4860-b9e4-b78f3448e234 admin admin] Publish callbacks [] for security_group (2e4e9b1f-714e-4250-ad3e-b9f876e2588c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.720306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a94b616-f7a8-4860-b9e4-b78f3448e234 admin admin] Publish callbacks [] for security_group (2e4e9b1f-714e-4250-ad3e-b9f876e2588c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.744270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09610d7a-1e7d-4e27-a608-d095c777a682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (73092050-5f32-4a9e-89a7-bcf6a0d0307b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.746839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09610d7a-1e7d-4e27-a608-d095c777a682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.748047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09610d7a-1e7d-4e27-a608-d095c777a682 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73092050-5f32-4a9e-89a7-bcf6a0d0307b HTTP/1.1" status: 204 len: 168 time: 0.2180896 Feb 03 04:18:51.768608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09610d7a-1e7d-4e27-a608-d095c777a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73092050-5f32-4a9e-89a7-bcf6a0d0307b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:51.800590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a94b616-f7a8-4860-b9e4-b78f3448e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2e4e9b1f-714e-4250-ad3e-b9f876e2588c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.804822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a94b616-f7a8-4860-b9e4-b78f3448e234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:51.805992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7a94b616-f7a8-4860-b9e4-b78f3448e234 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e4e9b1f-714e-4250-ad3e-b9f876e2588c HTTP/1.1" status: 204 len: 168 time: 0.2128828 Feb 03 04:18:51.814211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94b616-f7a8-4860-b9e4-b78f3448e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4e9b1f-714e-4250-ad3e-b9f876e2588c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:52.020056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d4aa-d5de-42e8-b198-57373de4e28c req-709a214c-8d77-4e5c-a412-d4e57887ea6a tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:52.021591 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a92d4aa-d5de-42e8-b198-57373de4e28c req-709a214c-8d77-4e5c-a412-d4e57887ea6a tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1127 time: 0.0443122 Feb 03 04:18:52.074774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a92d4aa-d5de-42e8-b198-57373de4e28c req-d272ddc9-b691-4d02-b563-72397a7d53fb tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 Feb 03 04:18:52.138060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2702f6-730e-4b2f-a4d4-124d60cbd875 req-2bf3c722-c951-4e1b-bf3f-3c34dc8f154c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:52.140035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c2702f6-730e-4b2f-a4d4-124d60cbd875 req-2bf3c722-c951-4e1b-bf3f-3c34dc8f154c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 950 time: 0.0643322 Feb 03 04:18:52.202865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c2702f6-730e-4b2f-a4d4-124d60cbd875 req-8496d2b5-d296-4f62-ae45-b77b3b6fa89a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555656 Feb 03 04:18:52.412793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:52.425975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-751d3b4e-9797-4655-ae19-b175950b56c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:52.567340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbd75-d598-4423-9c5a-37341eea011c req-fa47ed13-0d8b-41a8-9802-28069b408b47 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:52.574643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fbcbd75-d598-4423-9c5a-37341eea011c req-fa47ed13-0d8b-41a8-9802-28069b408b47 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 946 time: 0.3105962 Feb 03 04:18:52.585029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-751d3b4e-9797-4655-ae19-b175950b56c1 admin admin] Publish callbacks [] for security_group (14636f9d-2433-453b-a214-b2f23d3281dc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:52.597721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-751d3b4e-9797-4655-ae19-b175950b56c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (14636f9d-2433-453b-a214-b2f23d3281dc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:52.650203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fbcbd75-d598-4423-9c5a-37341eea011c req-7411ae76-ea1a-42ec-a035-0e7d66ee64ac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741265 Feb 03 04:18:52.651156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-751d3b4e-9797-4655-ae19-b175950b56c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9eec87823d74799a520c5ec2e067b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374830 Feb 03 04:18:52.652293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d3b4e-9797-4655-ae19-b175950b56c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14636f9d-2433-453b-a214-b2f23d3281dc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:52.671401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:52.741584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdadce5-4c9c-450b-9ccd-a8e43ed19906 req-e395b502-cc2d-4d68-867f-86c24f56f634 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:52.746537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cdadce5-4c9c-450b-9ccd-a8e43ed19906 req-e395b502-cc2d-4d68-867f-86c24f56f634 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1127 time: 0.0951416 Feb 03 04:18:52.756736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce0322d7-98b9-41dd-9b86-04975d4166b9 admin admin] Publish callbacks [] for security_group (14636f9d-2433-453b-a214-b2f23d3281dc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:52.780857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce0322d7-98b9-41dd-9b86-04975d4166b9 admin admin] Publish callbacks [] for security_group (14636f9d-2433-453b-a214-b2f23d3281dc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:52.795800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cdadce5-4c9c-450b-9ccd-a8e43ed19906 req-064d0ff5-1fa3-4b26-9c38-0e584e380f8e tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Feb 03 04:18:52.897607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce0322d7-98b9-41dd-9b86-04975d4166b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (14636f9d-2433-453b-a214-b2f23d3281dc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:52.900064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce0322d7-98b9-41dd-9b86-04975d4166b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:52.901601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce0322d7-98b9-41dd-9b86-04975d4166b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14636f9d-2433-453b-a214-b2f23d3281dc HTTP/1.1" status: 204 len: 168 time: 0.2289693 Feb 03 04:18:52.915975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0322d7-98b9-41dd-9b86-04975d4166b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14636f9d-2433-453b-a214-b2f23d3281dc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:53.050011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-e3b1d19d-9ac1-4fdc-91de-35265224787f req-cda4b39e-81cb-4d60-aa05-953d5e90a243 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:18:53.051027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3b1d19d-9ac1-4fdc-91de-35265224787f req-cda4b39e-81cb-4d60-aa05-953d5e90a243 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058553 Feb 03 04:18:53.330416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.356579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ffd4c-aabe-4318-99b6-41d6fae57dfb req-e351eba8-8512-46be-8cc6-91f28b75e8fa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:53.358373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad8ffd4c-aabe-4318-99b6-41d6fae57dfb req-e351eba8-8512-46be-8cc6-91f28b75e8fa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 950 time: 0.0760057 Feb 03 04:18:53.401758 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.408842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad8ffd4c-aabe-4318-99b6-41d6fae57dfb req-28acccbb-41bb-4235-a575-e2e2d026f0a4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 Feb 03 04:18:53.483315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:53.500294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce610fcb-4af9-4ff0-956b-47cc01f08199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.523928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:53.595687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce610fcb-4af9-4ff0-956b-47cc01f08199 admin admin] Publish callbacks [] for security_group (1c7a4133-a4ad-440d-aefc-134c7f321022), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.600899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce610fcb-4af9-4ff0-956b-47cc01f08199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1c7a4133-a4ad-440d-aefc-134c7f321022), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.645730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce610fcb-4af9-4ff0-956b-47cc01f08199 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e4fd1b5b8794da1a4ad3f8d3a49cdb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575186 Feb 03 04:18:53.645730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce610fcb-4af9-4ff0-956b-47cc01f08199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a4133-a4ad-440d-aefc-134c7f321022,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:53.647403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:53.697177 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494e3ba7-7c27-4511-86ad-a049bfe15086 admin admin] Publish callbacks [] for security_group (1c7a4133-a4ad-440d-aefc-134c7f321022), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.718517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494e3ba7-7c27-4511-86ad-a049bfe15086 admin admin] Publish callbacks [] for security_group (1c7a4133-a4ad-440d-aefc-134c7f321022), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.770962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494e3ba7-7c27-4511-86ad-a049bfe15086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1c7a4133-a4ad-440d-aefc-134c7f321022), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.773829 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-494e3ba7-7c27-4511-86ad-a049bfe15086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.777719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-494e3ba7-7c27-4511-86ad-a049bfe15086 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c7a4133-a4ad-440d-aefc-134c7f321022 HTTP/1.1" status: 204 len: 168 time: 0.1259017 Feb 03 04:18:53.783696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e3ba7-7c27-4511-86ad-a049bfe15086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7a4133-a4ad-440d-aefc-134c7f321022,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:53.876090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-334dbb78-a3d3-4fd0-8636-42fab32f43a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.890625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad1165-3f6f-4669-824a-a4483d999d98 req-2ae3e7ec-4b74-489a-9b02-ed9d90a4c1e9 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:53.897957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2ad1165-3f6f-4669-824a-a4483d999d98 req-2ae3e7ec-4b74-489a-9b02-ed9d90a4c1e9 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 1132 time: 0.0592802 Feb 03 04:18:53.918197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a2ad1165-3f6f-4669-824a-a4483d999d98 req-31ad6743-796c-46b3-898a-b9c9531bb861 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.985742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-334dbb78-a3d3-4fd0-8636-42fab32f43a0 admin admin] Publish callbacks [] for security_group (af30a1bc-1d0f-4548-8be3-6b443ef14642), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:53.993296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-334dbb78-a3d3-4fd0-8636-42fab32f43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (af30a1bc-1d0f-4548-8be3-6b443ef14642), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.019867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a2ad1165-3f6f-4669-824a-a4483d999d98 req-31ad6743-796c-46b3-898a-b9c9531bb861 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Publish callbacks [] for security_group (166419e8-e68a-4dc8-ae49-1bedeb39dbe0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.027652 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a2ad1165-3f6f-4669-824a-a4483d999d98 req-31ad6743-796c-46b3-898a-b9c9531bb861 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (166419e8-e68a-4dc8-ae49-1bedeb39dbe0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.070860 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-334dbb78-a3d3-4fd0-8636-42fab32f43a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d085e7eb35644f496abff6f29185d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5458484 Feb 03 04:18:54.072063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dbb78-a3d3-4fd0-8636-42fab32f43a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af30a1bc-1d0f-4548-8be3-6b443ef14642,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:54.074420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:54.111362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2ad1165-3f6f-4669-824a-a4483d999d98 req-31ad6743-796c-46b3-898a-b9c9531bb861 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113066 Feb 03 04:18:54.112478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad6743-796c-46b3-898a-b9c9531bb861 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166419e8-e68a-4dc8-ae49-1bedeb39dbe0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:54.145035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecd7269b-9a52-4033-b384-ad96e7a5b70c admin admin] Publish callbacks [] for security_group (af30a1bc-1d0f-4548-8be3-6b443ef14642), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.170649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecd7269b-9a52-4033-b384-ad96e7a5b70c admin admin] Publish callbacks [] for security_group (af30a1bc-1d0f-4548-8be3-6b443ef14642), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.235347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecd7269b-9a52-4033-b384-ad96e7a5b70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (af30a1bc-1d0f-4548-8be3-6b443ef14642), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.238930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecd7269b-9a52-4033-b384-ad96e7a5b70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.240231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ecd7269b-9a52-4033-b384-ad96e7a5b70c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af30a1bc-1d0f-4548-8be3-6b443ef14642 HTTP/1.1" status: 204 len: 168 time: 0.1649013 Feb 03 04:18:54.253744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7269b-9a52-4033-b384-ad96e7a5b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af30a1bc-1d0f-4548-8be3-6b443ef14642,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:54.702662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8e5b-a17a-4daf-b6f0-379399f85bff req-990371ab-b6e2-4a95-8ff7-660c97177fb5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:54.704907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-240c8e5b-a17a-4daf-b6f0-379399f85bff req-990371ab-b6e2-4a95-8ff7-660c97177fb5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 946 time: 0.0763016 Feb 03 04:18:54.710286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:54.724213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768fcbf0-a76c-4db0-ab6a-1ae47009242d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.768403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-240c8e5b-a17a-4daf-b6f0-379399f85bff req-d92ccefa-eb3d-4201-b89b-1dd44ec01dc1 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514822 Feb 03 04:18:54.827096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768fcbf0-a76c-4db0-ab6a-1ae47009242d admin admin] Publish callbacks [] for security_group (cb7826bc-5b6b-454a-8956-4a23e20378e4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.831563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768fcbf0-a76c-4db0-ab6a-1ae47009242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cb7826bc-5b6b-454a-8956-4a23e20378e4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.874941 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-768fcbf0-a76c-4db0-ab6a-1ae47009242d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=441fa6067e1a43908c98d32954018d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635149 Feb 03 04:18:54.875795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fcbf0-a76c-4db0-ab6a-1ae47009242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7826bc-5b6b-454a-8956-4a23e20378e4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:54.877717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54612) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:54.897451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:54.935270 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd578-6f12-496b-b7c8-cb5a24536063 admin admin] Publish callbacks [] for security_group (cb7826bc-5b6b-454a-8956-4a23e20378e4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:54.960404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd578-6f12-496b-b7c8-cb5a24536063 admin admin] Publish callbacks [] for security_group (cb7826bc-5b6b-454a-8956-4a23e20378e4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:55.009633 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd578-6f12-496b-b7c8-cb5a24536063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cb7826bc-5b6b-454a-8956-4a23e20378e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:55.012943 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd578-6f12-496b-b7c8-cb5a24536063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:55.014228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c0ecd578-6f12-496b-b7c8-cb5a24536063 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb7826bc-5b6b-454a-8956-4a23e20378e4 HTTP/1.1" status: 204 len: 168 time: 0.1352651 Feb 03 04:18:55.023596 n-d-827549-1 neutron-server[103324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 04:18:55.027596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-e82088ec-7bb7-4b2c-9e51-2488adcd9216 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:18:55.028808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-e82088ec-7bb7-4b2c-9e51-2488adcd9216 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1303239 Feb 03 04:18:55.040331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecd578-6f12-496b-b7c8-cb5a24536063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7826bc-5b6b-454a-8956-4a23e20378e4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:55.350887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-7e20ac3c-aa18-4531-8562-45ecc859f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:55.352315 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-7e20ac3c-aa18-4531-8562-45ecc859f306 service neutron] 10.222.0.35 "GET /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 1124 time: 0.2463791 Feb 03 04:18:55.361341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Request body: {'binding': {'host': 'n-h2-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:55.361858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:18:55.495708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on host n-h2-827549-1 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:55.496166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:55.496528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:55.501060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:55.501381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:55.506325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:55.506655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:55.507068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:55.507486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Bound port: 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:55.612751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:55.625211 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:55.636155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ffd368ca-007f-4346-ab16-3127e7c42134 service neutron] 10.222.0.35 "POST /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2780945 Feb 03 04:18:55.685150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee468e-64e2-4278-9c79-6c5c7e08063a req-24cdd18e-3b66-4e50-963d-3179722690c9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:55.686805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1ee468e-64e2-4278-9c79-6c5c7e08063a req-24cdd18e-3b66-4e50-963d-3179722690c9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1128 time: 0.0624924 Feb 03 04:18:55.768186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1ee468e-64e2-4278-9c79-6c5c7e08063a req-2d264702-5a86-47ca-adbb-33bc646f96aa tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736172 Feb 03 04:18:55.919861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-67910e07-4be7-4c71-a196-3d67b87f2a50 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653865 Feb 03 04:18:55.993557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-41a0af44-4c3f-4aea-9e6f-ed595decc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:55.995667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-41a0af44-4c3f-4aea-9e6f-ed595decc85b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1127 time: 0.0625575 Feb 03 04:18:56.034004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5747-79c0-40ff-ae37-0dcd0dd1849f req-408c6b55-e00b-4eea-bf63-b2e5fb03cab0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:56.042981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eee5747-79c0-40ff-ae37-0dcd0dd1849f req-408c6b55-e00b-4eea-bf63-b2e5fb03cab0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 945 time: 0.1736829 Feb 03 04:18:56.131390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-2983e1b0-7de5-46cc-b661-eccb75e3789b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:56.133045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-2983e1b0-7de5-46cc-b661-eccb75e3789b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121317 Feb 03 04:18:56.165795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-f44063ee-2819-42f3-8fd9-282efaf85d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:56.169438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-f44063ee-2819-42f3-8fd9-282efaf85d9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.1625481 Feb 03 04:18:56.187028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eee5747-79c0-40ff-ae37-0dcd0dd1849f req-7cd0a455-25b1-4f45-b011-2a3b64eafbf3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430476 Feb 03 04:18:56.202609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-debabf26-7fa1-4fdb-89d1-dfe4877f3397 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/quotas/92f4ce000876469e90561ad3ddf8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0477765 Feb 03 04:18:56.225747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-963aeab2-c6a3-4cf7-a01f-fbffdaed9ddc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 217 time: 0.0496047 Feb 03 04:18:56.306782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ab33d7fa-35f3-4993-bbe8-ec7b17eb347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:56.308440 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ab33d7fa-35f3-4993-bbe8-ec7b17eb347d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0767996 Feb 03 04:18:56.348070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-3fc8b534-4cba-4d9a-ac0a-3ea8781a56af tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417756 Feb 03 04:18:56.351467 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a260df67-17c6-4e10-8ab2-713251c76fa2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346889 Feb 03 04:18:56.493228 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-16fc24a5-027d-4d1d-9cf0-af5e6be41e63 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316016 Feb 03 04:18:56.504523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07554c5-0354-41e1-b7ce-fc910e339b30 req-92ea57af-7155-4545-a298-1c8c98fbeeb6 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:56.506137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d07554c5-0354-41e1-b7ce-fc910e339b30 req-92ea57af-7155-4545-a298-1c8c98fbeeb6 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1128 time: 0.0750234 Feb 03 04:18:56.564568 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d07554c5-0354-41e1-b7ce-fc910e339b30 req-250fd3a0-e7fa-429b-8d96-3bc5fae32460 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 Feb 03 04:18:56.635438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-97a1f27f-c533-4297-8f12-476267ed90b2 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351414 Feb 03 04:18:56.934391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-36c1b5fa-fecc-474e-aa94-cd0a71a72d2d tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:56.935975 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-36c1b5fa-fecc-474e-aa94-cd0a71a72d2d tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.1587472 Feb 03 04:18:56.948651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-1'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:57.041296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:57.228391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:18:57.272841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:57.330786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:18:57.333693 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c1d6e4-2796-461f-beca-a4893c500af4" -d '{"events": [{"server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:18:57.338423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Publish callbacks [] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:57.346539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:57.440015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:57.446256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on host n-h1-827549-1 for vnic_type normal with profile {"migrating_to": "n-h2-827549-1"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:57.446592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:57.447181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:57.452063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:57.452332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Attempting to bind port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:57.458824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:57.459173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:57.459580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:57.460050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Bound port: 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:57.460399 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:57.543045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:18:57.546693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:57.570750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:57.629781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4437f5b4-c5a4-41c5-a70b-abe2659437b6 req-ce63dc75-484d-44d0-a5e8-1fac6efa3cc7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 210 time: 0.0431480 Feb 03 04:18:57.647881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:57.695113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:57.695791 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:57.697753 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-02e680b8-dd50-4e61-a774-fd2807e53a9d service neutron] 10.222.0.31 "PUT /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 1121 time: 0.7542260 Feb 03 04:18:57.774117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7c3c6cfb-129b-4077-97db-a43cfc976d8f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:57.811151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ff49-ef2e-45e4-961b-81d41ff7325a req-d723d704-32d7-48a4-a2e2-d77a0bb51e20 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:57.813176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3522ff49-ef2e-45e4-961b-81d41ff7325a req-d723d704-32d7-48a4-a2e2-d77a0bb51e20 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 943 time: 0.0630479 Feb 03 04:18:57.889288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3522ff49-ef2e-45e4-961b-81d41ff7325a req-a887ef33-0f60-43fe-aea7-91f21140fafa tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673547 Feb 03 04:18:58.094540 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad41549d-9a51-4423-90e3-a8493e660da9 x-openstack-request-id: req-ad41549d-9a51-4423-90e3-a8493e660da9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:18:58.095076 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:18:58.095169 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad41549d-9a51-4423-90e3-a8493e660da9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:18:58.095728 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f', 'code': 200} Feb 03 04:18:58.225508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-160ad244-70ba-44ee-aca0-89dd86fc31d3 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:18:58.226720 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-160ad244-70ba-44ee-aca0-89dd86fc31d3 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061603 Feb 03 04:18:58.269156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-69710520-b999-4bc1-a34c-07d8c338a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:58.271350 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-69710520-b999-4bc1-a34c-07d8c338a88e service neutron] 10.222.0.35 "GET /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 1125 time: 0.0383976 Feb 03 04:18:58.280377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Request body: {'binding': {'host': 'n-h1-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:58.280769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:18:58.429947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-29860f74-4ed6-40d8-a597-d37860058589 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313773 Feb 03 04:18:58.445807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0a3957a9-bd83-4093-9192-62c16c1e42da tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234382 Feb 03 04:18:58.543295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on host n-h1-827549-1 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:18:58.543570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:18:58.543910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:58.583912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:18:58.584149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:18:58.608146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:18:58.608669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:18:58.609006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:18:58.609453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Bound port: 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:18:58.636407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-2edb6db9-089a-40dd-916a-b2983ce0806e tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:58.643969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-2edb6db9-089a-40dd-916a-b2983ce0806e tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914980 Feb 03 04:18:58.657484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:58.705593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-797cbb87-772c-44b4-bb0d-c98b6817efce tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:58.707225 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-797cbb87-772c-44b4-bb0d-c98b6817efce tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698133 Feb 03 04:18:58.722356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:18:58.727931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:58.747068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:58.748266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bd6544f-3488-4759-87bf-6640b97df3cd service neutron] 10.222.0.35 "POST /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4713619 Feb 03 04:18:58.904141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:58.919688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:58.955301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:18:58.959458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:59.077756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:59.108385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:59.199532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d634709-0af3-49dd-b3c9-5be2ad792d08 req-f520d059-3fa4-4e47-8c7b-76884f6aab08 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 210 time: 0.0926993 Feb 03 04:18:59.225259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.143 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/5355f0f1-61ab-4edc-a0d3-51564f21546a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:59.233228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-1baae0f5-34c6-4923-a674-f88d02371c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:59.234747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-1baae0f5-34c6-4923-a674-f88d02371c43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1128 time: 0.1580031 Feb 03 04:18:59.247678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d390-1831-4ced-a52a-7d1c7e71f630 req-596c8f87-468e-4deb-a301-528e176d4915 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:59.249872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c068d390-1831-4ced-a52a-7d1c7e71f630 req-596c8f87-468e-4deb-a301-528e176d4915 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 946 time: 0.1419842 Feb 03 04:18:59.405528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-b2b592d8-8cbf-4490-8905-6d3aefcacd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:59.407027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-b2b592d8-8cbf-4490-8905-6d3aefcacd73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1555057 Feb 03 04:18:59.437564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c068d390-1831-4ced-a52a-7d1c7e71f630 req-c186d554-1907-4844-ad19-9c5f580d230c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009612 Feb 03 04:18:59.465122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:18:59.524482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06118d1-d1bb-45a4-8edc-1ed34ec4c35d req-c7b8ab8f-34e5-4b50-b398-49c9a00e2adb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:59.526587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f06118d1-d1bb-45a4-8edc-1ed34ec4c35d req-c7b8ab8f-34e5-4b50-b398-49c9a00e2adb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 943 time: 0.2106361 Feb 03 04:18:59.528013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e043984-a158-45cd-838d-066faf1e54d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:59.538326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5e030d7-5d27-40e5-a23d-4a576001a07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:59.542041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-38cab874-900c-4845-88ab-b59a5d697a71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.1019764 Feb 03 04:18:59.609773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a902a036-4c93-43c3-944e-bf3f275a3744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:59.674691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:59.702630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-3e1c199f-9047-407a-a3f5-2d370168f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:59.704307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-3e1c199f-9047-407a-a3f5-2d370168f86d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.1513965 Feb 03 04:18:59.711591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:59.735590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:18:59.751228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:18:59.754734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:18:59.758969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:18:59.804904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f06118d1-d1bb-45a4-8edc-1ed34ec4c35d req-67ef3256-4c95-403c-8e6e-ec74aec95703 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596130 Feb 03 04:18:59.822822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:18:59.828471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:18:59.838942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=5355f0f1-61ab-4edc-a0d3-51564f21546a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:18:59.856110 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-0d1f32e5-1409-4bc3-b91d-03dbad42e6ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1324294 Feb 03 04:18:59.858393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-97bfe7de-7305-4161-8934-dcbcb0da9fa1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300871 Feb 03 04:18:59.870110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Request body: {'port': {'device_id': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:18:59.945404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.131 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/81972097-eb5f-426a-b86b-be5f174e8fc9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:18:59.985167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.057004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5e030d7-5d27-40e5-a23d-4a576001a07e admin admin] Publish callbacks [] for security_group (9f323d15-4f1b-4d5b-a99c-b5ec70ca4497), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.070738 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e043984-a158-45cd-838d-066faf1e54d3 admin admin] Publish callbacks [] for security_group (674c9eda-e4e8-4d42-8390-747b1fce9362), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.082885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5e030d7-5d27-40e5-a23d-4a576001a07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9f323d15-4f1b-4d5b-a99c-b5ec70ca4497), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.093986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e043984-a158-45cd-838d-066faf1e54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (674c9eda-e4e8-4d42-8390-747b1fce9362), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.111414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:00.113970 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65121be9-40ba-42a4-8cda-f468a35dd013" -d '{"events": [{"name": "network-changed", "server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:00.123463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a902a036-4c93-43c3-944e-bf3f275a3744 admin admin] Publish callbacks [] for security_group (f81fb183-57df-48ad-8398-e33fb9393059), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.149267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a25a6565-01fc-41d8-a580-062398244df3 None None] Provisioning complete for port 5355f0f1-61ab-4edc-a0d3-51564f21546a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:00.152398 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a25a6565-01fc-41d8-a580-062398244df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.161234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a902a036-4c93-43c3-944e-bf3f275a3744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f81fb183-57df-48ad-8398-e33fb9393059), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.187417 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07df2cf-3336-46e1-9961-2f83f7ab04a9 x-openstack-request-id: req-d07df2cf-3336-46e1-9961-2f83f7ab04a9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:00.187779 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:00.188017 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d07df2cf-3336-46e1-9961-2f83f7ab04a9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:00.188410 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f', 'status': 'completed', 'code': 200} Feb 03 04:19:00.210262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e030d7-5d27-40e5-a23d-4a576001a07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f323d15-4f1b-4d5b-a99c-b5ec70ca4497,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:00.217162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7e043984-a158-45cd-838d-066faf1e54d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb32152da91e4db4857518aa44e2d073&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1358416 Feb 03 04:19:00.227217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a25a6565-01fc-41d8-a580-062398244df3 None None] Port 5355f0f1-61ab-4edc-a0d3-51564f21546a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:00.243978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-baed281c-25fe-4905-b5f1-3303aa730821 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695934 Feb 03 04:19:00.244455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:00.267820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f5e030d7-5d27-40e5-a23d-4a576001a07e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ddc87f4a24f4cb5ae8258b027f52e24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1553290 Feb 03 04:19:00.270448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:00.274695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:00.323436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-faf20afe-1da3-44e6-8853-84d565126d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:00.325351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-faf20afe-1da3-44e6-8853-84d565126d35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1155 time: 0.1152461 Feb 03 04:19:00.335097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a902a036-4c93-43c3-944e-bf3f275a3744 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2afd97a846d48108d8657d53d276280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8624148 Feb 03 04:19:00.344112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:00.369986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0da8e9-590a-4c2a-b3e0-f53c2a6b0b8a admin admin] Publish callbacks [] for security_group (9f323d15-4f1b-4d5b-a99c-b5ec70ca4497), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.422258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:00.436636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f has no active binding in host n-h2-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:19:00.477722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-648d59ab-15e9-4e52-914c-126dd814ad40 req-07640069-fc80-4898-aca9-bd286a64a59a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 210 time: 0.1704834 Feb 03 04:19:00.479474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0da8e9-590a-4c2a-b3e0-f53c2a6b0b8a admin admin] Publish callbacks [] for security_group (9f323d15-4f1b-4d5b-a99c-b5ec70ca4497), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.486458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043984-a158-45cd-838d-066faf1e54d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c9eda-e4e8-4d42-8390-747b1fce9362,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:00.569775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b71-3dbb-4e6d-9da5-05d1b21705f6 admin admin] Publish callbacks [] for security_group (f81fb183-57df-48ad-8398-e33fb9393059), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.590726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-601e7a06-31e0-44ea-a7ed-1780607bb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:00.592665 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-601e7a06-31e0-44ea-a7ed-1780607bb6bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2423515 Feb 03 04:19:00.598167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.599074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a036-4c93-43c3-944e-bf3f275a3744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81fb183-57df-48ad-8398-e33fb9393059,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:00.616188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b71-3dbb-4e6d-9da5-05d1b21705f6 admin admin] Publish callbacks [] for security_group (f81fb183-57df-48ad-8398-e33fb9393059), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.621937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-d68c0018-5f0a-4e39-86c7-f09037bd4d6d service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670778 Feb 03 04:19:00.626416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d58246-0a97-4bf9-96ad-588b70edcca1 admin admin] Publish callbacks [] for security_group (674c9eda-e4e8-4d42-8390-747b1fce9362), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.662603 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-88890848-3745-4bd9-8385-f7de2d1d9bc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 217 time: 0.0597498 Feb 03 04:19:00.666812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d58246-0a97-4bf9-96ad-588b70edcca1 admin admin] Publish callbacks [] for security_group (674c9eda-e4e8-4d42-8390-747b1fce9362), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.669669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0da8e9-590a-4c2a-b3e0-f53c2a6b0b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9f323d15-4f1b-4d5b-a99c-b5ec70ca4497), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.672325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0da8e9-590a-4c2a-b3e0-f53c2a6b0b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.673569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e0da8e9-590a-4c2a-b3e0-f53c2a6b0b8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f323d15-4f1b-4d5b-a99c-b5ec70ca4497 HTTP/1.1" status: 204 len: 168 time: 0.4007075 Feb 03 04:19:00.693481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0da8e9-590a-4c2a-b3e0-f53c2a6b0b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f323d15-4f1b-4d5b-a99c-b5ec70ca4497,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:00.706355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c387d59-b1cb-449a-b3d0-49632fc652cb req-e28383f9-399f-49a5-b4ea-402c679f459b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:00.711342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c387d59-b1cb-449a-b3d0-49632fc652cb req-e28383f9-399f-49a5-b4ea-402c679f459b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 946 time: 0.1856511 Feb 03 04:19:00.731240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b71-3dbb-4e6d-9da5-05d1b21705f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f81fb183-57df-48ad-8398-e33fb9393059), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.736730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a35b71-3dbb-4e6d-9da5-05d1b21705f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.736730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e4a35b71-3dbb-4e6d-9da5-05d1b21705f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f81fb183-57df-48ad-8398-e33fb9393059 HTTP/1.1" status: 204 len: 168 time: 0.3908422 Feb 03 04:19:00.746672 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.772651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:00.877315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c387d59-b1cb-449a-b3d0-49632fc652cb req-a9361688-902c-42ef-8b00-3d914d2648a5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615984 Feb 03 04:19:00.926634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-5d3cc005-d003-4682-b9bf-49511f9df0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:00.928669 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-5d3cc005-d003-4682-b9bf-49511f9df0d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1529310 Feb 03 04:19:00.930407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a35b71-3dbb-4e6d-9da5-05d1b21705f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81fb183-57df-48ad-8398-e33fb9393059,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:00.938136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d58246-0a97-4bf9-96ad-588b70edcca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (674c9eda-e4e8-4d42-8390-747b1fce9362), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.951895 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d58246-0a97-4bf9-96ad-588b70edcca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:00.952830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b6d58246-0a97-4bf9-96ad-588b70edcca1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/674c9eda-e4e8-4d42-8390-747b1fce9362 HTTP/1.1" status: 204 len: 168 time: 0.6992803 Feb 03 04:19:01.007761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:01.024004 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-401b84b0-50e3-459c-89bb-e4dc317ca5d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769401 Feb 03 04:19:01.034044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:01.036889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:01.040820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d58246-0a97-4bf9-96ad-588b70edcca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c9eda-e4e8-4d42-8390-747b1fce9362,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:01.091129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=81972097-eb5f-426a-b86b-be5f174e8fc9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:01.164996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:01.165771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.181434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-a462d581-685d-4bdd-857f-9ec591c316f6 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:01.183834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-a462d581-685d-4bdd-857f-9ec591c316f6 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1128 time: 0.3349764 Feb 03 04:19:01.202781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fd4fa-1998-4875-907b-a569994d3572 req-b661a854-cbf6-4e56-afbe-543a58f3432f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:01.211616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-404fd4fa-1998-4875-907b-a569994d3572 req-b661a854-cbf6-4e56-afbe-543a58f3432f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 943 time: 0.2079763 Feb 03 04:19:01.220163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-1'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:01.233040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-76a44a39-277e-4aed-83d1-3dd5d574a651 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5807469 Feb 03 04:19:01.259545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:01.270306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Request body: {'port': {'device_id': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:01.285352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-353e079b-44d7-4578-9bb6-2505a0c6a010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.343270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:01.379707 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-fe77cea8-08e7-4b9c-9c6b-885cb5c84735 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421843 Feb 03 04:19:01.391381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67b8207b-0d4f-46d7-bf50-85c83325b48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.402655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-404fd4fa-1998-4875-907b-a569994d3572 req-0e3b9137-c155-4f67-8e02-c99cf4f93508 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899703 Feb 03 04:19:01.406704 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.438755 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.467334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fdd5ac28-5572-4682-9468-86aab050a986 None None] Provisioning complete for port 81972097-eb5f-426a-b86b-be5f174e8fc9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:01.468741 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ac28-5572-4682-9468-86aab050a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.484834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65121be9-40ba-42a4-8cda-f468a35dd013 req-31f042bb-c69b-46fa-bc4e-957159ce7192 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906043 Feb 03 04:19:01.491932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5355f0f1-61ab-4edc-a0d3-51564f21546a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:01.506127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Publish callbacks [] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.532068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5ac28-5572-4682-9468-86aab050a986 None None] Port 81972097-eb5f-426a-b86b-be5f174e8fc9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:01.532267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Transition to ACTIVE for port object 5355f0f1-61ab-4edc-a0d3-51564f21546a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:01.541917 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.645172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-353e079b-44d7-4578-9bb6-2505a0c6a010 admin admin] Publish callbacks [] for security_group (9a1aaeac-7eb6-450b-b00d-3e152d545401), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.666520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-353e079b-44d7-4578-9bb6-2505a0c6a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9a1aaeac-7eb6-450b-b00d-3e152d545401), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.745841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-353e079b-44d7-4578-9bb6-2505a0c6a010 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad7a74c976454f0784ef10aab235dc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4781580 Feb 03 04:19:01.749619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:01.758070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Pushing event updated for resources: {'Port': ['ID=5355f0f1-61ab-4edc-a0d3-51564f21546a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:01.781343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:01.793168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e079b-44d7-4578-9bb6-2505a0c6a010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1aaeac-7eb6-450b-b00d-3e152d545401,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:01.821988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Attempting to bind port 5355f0f1-61ab-4edc-a0d3-51564f21546a on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:01.822333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Attempting to bind port 5355f0f1-61ab-4edc-a0d3-51564f21546a by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:01.822662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Attempting to bind port 5355f0f1-61ab-4edc-a0d3-51564f21546a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:01.827577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Port 5355f0f1-61ab-4edc-a0d3-51564f21546a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:01.827905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Attempting to bind port 5355f0f1-61ab-4edc-a0d3-51564f21546a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:01.833600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:01.833982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:01.834326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:01.834810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Bound port: 5355f0f1-61ab-4edc-a0d3-51564f21546a, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:01.835171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.960279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] For port 5355f0f1-61ab-4edc-a0d3-51564f21546a, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:01.962975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edab6390-b5c7-4fd8-afe7-a2cfc946f8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:01.984228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] For port 5355f0f1-61ab-4edc-a0d3-51564f21546a, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:02.001209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.009119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:02.078084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:02.078700 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.080286 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] 10.222.0.31 "PUT /v2.0/ports/5355f0f1-61ab-4edc-a0d3-51564f21546a HTTP/1.1" status: 200 len: 1096 time: 2.2167675 Feb 03 04:19:02.081047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ce684c9-d055-4bc0-bc56-7fe7a0b239ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.107952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71469b4c-a5cd-454e-9973-ddc58e855b93 service neutron] Pushing event updated for resources: {'Port': ['ID=5355f0f1-61ab-4edc-a0d3-51564f21546a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:02.190983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'tag': '5355f0f1-61ab-4edc-a0d3-51564f21546a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:02.193602 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569754d1-d74c-408e-997b-1e3250b97c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "085d0c44-09bd-40ea-9c66-149ecac2e7b4", "tag": "5355f0f1-61ab-4edc-a0d3-51564f21546a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:02.220820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edab6390-b5c7-4fd8-afe7-a2cfc946f8be admin admin] Publish callbacks [] for security_group (ffceb0ec-c726-41fd-b5f1-94044f2b6c97), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.231690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edab6390-b5c7-4fd8-afe7-a2cfc946f8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ffceb0ec-c726-41fd-b5f1-94044f2b6c97), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.265616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-3489ca0c-04f8-4aab-b729-3434791b081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:02.266641 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67b8207b-0d4f-46d7-bf50-85c83325b48c admin admin] Publish callbacks [] for security_group (b347b528-a5ff-493d-af0b-38d207a51217), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.267132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-3489ca0c-04f8-4aab-b729-3434791b081b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 1130 time: 0.1336927 Feb 03 04:19:02.290458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:02.294668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67b8207b-0d4f-46d7-bf50-85c83325b48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b347b528-a5ff-493d-af0b-38d207a51217), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.302500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-edab6390-b5c7-4fd8-afe7-a2cfc946f8be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb388a804f5e44bdb87b51eaf77d7a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155342 Feb 03 04:19:02.311240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:02.335515 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-2f1af557-db56-4752-9641-82b7c860a801 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a HTTP/1.1" status: 200 len: 217 time: 0.0526466 Feb 03 04:19:02.337281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab6390-b5c7-4fd8-afe7-a2cfc946f8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffceb0ec-c726-41fd-b5f1-94044f2b6c97,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:02.337814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead01c1-ddda-4673-8fad-30d90e3d8e62 req-fe14e394-5f14-4e06-b1d9-b08218929602 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:02.339355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ead01c1-ddda-4673-8fad-30d90e3d8e62 req-fe14e394-5f14-4e06-b1d9-b08218929602 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 936 time: 0.7230101 Feb 03 04:19:02.389739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ce684c9-d055-4bc0-bc56-7fe7a0b239ee admin admin] Publish callbacks [] for security_group (a64d418c-aa90-4762-a00f-9b176dfbb04e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.400019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ce684c9-d055-4bc0-bc56-7fe7a0b239ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a64d418c-aa90-4762-a00f-9b176dfbb04e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.428149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-67b8207b-0d4f-46d7-bf50-85c83325b48c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e86364da4b6147baa52a3148b894a199&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0793540 Feb 03 04:19:02.437644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:02.451740 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8ce684c9-d055-4bc0-bc56-7fe7a0b239ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f03d7219cb4f49838ac85e5ddce80f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370697 Feb 03 04:19:02.455196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-ccc51da7-26dc-4164-adf1-f721cc5e7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:02.456621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-ccc51da7-26dc-4164-adf1-f721cc5e7869 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0991466 Feb 03 04:19:02.457075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:02.470931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce684c9-d055-4bc0-bc56-7fe7a0b239ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d418c-aa90-4762-a00f-9b176dfbb04e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:02.481290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4f781-161c-4dc2-8b44-4dea5c0fe31e req-9988cdec-73f0-4cad-a132-e1c4a9904774 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:02.482773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31b4f781-161c-4dc2-8b44-4dea5c0fe31e req-9988cdec-73f0-4cad-a132-e1c4a9904774 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 946 time: 0.3128753 Feb 03 04:19:02.494548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8207b-0d4f-46d7-bf50-85c83325b48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b347b528-a5ff-493d-af0b-38d207a51217,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:02.521944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc70936-768f-4e36-a3f6-b77c1246e493 admin admin] Publish callbacks [] for security_group (9a1aaeac-7eb6-450b-b00d-3e152d545401), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.535759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:02.578579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4153f312-a280-4c4b-8eef-915c4c0d61fb admin admin] Publish callbacks [] for security_group (b347b528-a5ff-493d-af0b-38d207a51217), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.586388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-7befcdfb-7a2a-4478-909f-6db5d655c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:02.587966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-7befcdfb-7a2a-4478-909f-6db5d655c22c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1195309 Feb 03 04:19:02.593452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44ed8af7-6657-4551-96e5-47911429c7d0 admin admin] Publish callbacks [] for security_group (a64d418c-aa90-4762-a00f-9b176dfbb04e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.619935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ead01c1-ddda-4673-8fad-30d90e3d8e62 req-ad56eaab-b2e8-4f57-85b5-4c607193757f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707870 Feb 03 04:19:02.640881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4153f312-a280-4c4b-8eef-915c4c0d61fb admin admin] Publish callbacks [] for security_group (b347b528-a5ff-493d-af0b-38d207a51217), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.641028 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc70936-768f-4e36-a3f6-b77c1246e493 admin admin] Publish callbacks [] for security_group (9a1aaeac-7eb6-450b-b00d-3e152d545401), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.660336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81972097-eb5f-426a-b86b-be5f174e8fc9 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:02.661584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44ed8af7-6657-4551-96e5-47911429c7d0 admin admin] Publish callbacks [] for security_group (a64d418c-aa90-4762-a00f-9b176dfbb04e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.680181 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad2119d-5167-449a-b394-be6daecb1b20 x-openstack-request-id: req-2ad2119d-5167-449a-b394-be6daecb1b20 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:02.680496 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085d0c44-09bd-40ea-9c66-149ecac2e7b4", "tag": "5355f0f1-61ab-4edc-a0d3-51564f21546a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:02.680836 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ad2119d-5167-449a-b394-be6daecb1b20 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:02.681104 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'tag': '5355f0f1-61ab-4edc-a0d3-51564f21546a', 'status': 'completed', 'code': 200} Feb 03 04:19:02.683831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:02.686201 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca5416c-ffd4-4abc-b18d-8a6695413f99" -d '{"events": [{"server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:02.697996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Publish callbacks [] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.701185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Publish callbacks [] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.726384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a3852fe-14c2-46cb-bfb1-46b0b8d38b00 admin admin] Publish callbacks [] for security_group (ffceb0ec-c726-41fd-b5f1-94044f2b6c97), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.739436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.766520 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-cd7f76e7-354c-4bd6-bde6-a31e26bad491 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697187 Feb 03 04:19:02.773257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31b4f781-161c-4dc2-8b44-4dea5c0fe31e req-8c65e500-4d8c-4481-a561-02d359b047db tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646220 Feb 03 04:19:02.795490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44ed8af7-6657-4551-96e5-47911429c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a64d418c-aa90-4762-a00f-9b176dfbb04e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.798063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44ed8af7-6657-4551-96e5-47911429c7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.799210 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-44ed8af7-6657-4551-96e5-47911429c7d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a64d418c-aa90-4762-a00f-9b176dfbb04e HTTP/1.1" status: 204 len: 168 time: 0.3366513 Feb 03 04:19:02.803773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4153f312-a280-4c4b-8eef-915c4c0d61fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b347b528-a5ff-493d-af0b-38d207a51217), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.806215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4153f312-a280-4c4b-8eef-915c4c0d61fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.807311 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4153f312-a280-4c4b-8eef-915c4c0d61fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b347b528-a5ff-493d-af0b-38d207a51217 HTTP/1.1" status: 204 len: 168 time: 0.3678598 Feb 03 04:19:02.818749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Transition to ACTIVE for port object 81972097-eb5f-426a-b86b-be5f174e8fc9 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:02.820784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed8af7-6657-4551-96e5-47911429c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d418c-aa90-4762-a00f-9b176dfbb04e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:02.864532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153f312-a280-4c4b-8eef-915c4c0d61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b347b528-a5ff-493d-af0b-38d207a51217,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:02.902783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.907626 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a3852fe-14c2-46cb-bfb1-46b0b8d38b00 admin admin] Publish callbacks [] for security_group (ffceb0ec-c726-41fd-b5f1-94044f2b6c97), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:02.910754 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-432c73e2-3ccb-4692-a046-9e0f7997c0a0 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368282 Feb 03 04:19:03.009954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc70936-768f-4e36-a3f6-b77c1246e493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9a1aaeac-7eb6-450b-b00d-3e152d545401), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.012813 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc70936-768f-4e36-a3f6-b77c1246e493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.016474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebc70936-768f-4e36-a3f6-b77c1246e493 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a1aaeac-7eb6-450b-b00d-3e152d545401 HTTP/1.1" status: 204 len: 168 time: 1.2505598 Feb 03 04:19:03.016474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:03.092296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569754d1-d74c-408e-997b-1e3250b97c5e req-616b0378-e2eb-4c88-85ad-c3a42cbc047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.093837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-569754d1-d74c-408e-997b-1e3250b97c5e req-616b0378-e2eb-4c88-85ad-c3a42cbc047b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 1130 time: 0.0995543 Feb 03 04:19:03.104249 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecb1091f-64a3-4612-8042-887c0d985ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.134466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc70936-768f-4e36-a3f6-b77c1246e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1aaeac-7eb6-450b-b00d-3e152d545401,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:03.147845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on host n-h2-827549-1 for vnic_type normal with profile {"migrating_to": "n-h1-827549-1"} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:03.148397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:03.148934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:03.183780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254c421-94e8-48da-9428-e9c5642be52c req-caf19ca7-20d6-488e-b79d-d34b1749d12a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.192798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e254c421-94e8-48da-9428-e9c5642be52c req-caf19ca7-20d6-488e-b79d-d34b1749d12a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 943 time: 0.4546158 Feb 03 04:19:03.256127 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd634aa4-75e8-4b7b-a57c-552739bbada8 x-openstack-request-id: req-fd634aa4-75e8-4b7b-a57c-552739bbada8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:03.256127 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:03.256127 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd634aa4-75e8-4b7b-a57c-552739bbada8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:03.256634 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3', 'code': 200} Feb 03 04:19:03.257326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:03.262708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Attempting to bind port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:03.276994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Pushing event updated for resources: {'Port': ['ID=81972097-eb5f-426a-b86b-be5f174e8fc9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:03.284385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:03.284819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:03.285138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:03.285659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Bound port: 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:03.286086 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.313266 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a3852fe-14c2-46cb-bfb1-46b0b8d38b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ffceb0ec-c726-41fd-b5f1-94044f2b6c97), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.324187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a3852fe-14c2-46cb-bfb1-46b0b8d38b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.325456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a3852fe-14c2-46cb-bfb1-46b0b8d38b00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffceb0ec-c726-41fd-b5f1-94044f2b6c97 HTTP/1.1" status: 204 len: 168 time: 1.0046320 Feb 03 04:19:03.342847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-4a545d21-ce47-4427-ac03-0c827cf4e0a1 service neutron] 10.222.0.15 "GET /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f/bindings/n-h2-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.2479937 Feb 03 04:19:03.400001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569754d1-d74c-408e-997b-1e3250b97c5e req-cbe451ed-a674-415d-8362-f2967f1707d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.401663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-569754d1-d74c-408e-997b-1e3250b97c5e req-cbe451ed-a674-415d-8362-f2967f1707d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2863491 Feb 03 04:19:03.402641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3852fe-14c2-46cb-bfb1-46b0b8d38b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffceb0ec-c726-41fd-b5f1-94044f2b6c97,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:03.419590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e254c421-94e8-48da-9428-e9c5642be52c req-2efc31e9-b37b-48be-8ab0-818673bec262 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256980 Feb 03 04:19:03.439269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Attempting to bind port 81972097-eb5f-426a-b86b-be5f174e8fc9 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:03.439874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Attempting to bind port 81972097-eb5f-426a-b86b-be5f174e8fc9 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:03.440344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Attempting to bind port 81972097-eb5f-426a-b86b-be5f174e8fc9 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:03.445388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Port 81972097-eb5f-426a-b86b-be5f174e8fc9 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:03.446053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Attempting to bind port 81972097-eb5f-426a-b86b-be5f174e8fc9 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:03.466190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:03.466541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:03.466928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:03.467378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Bound port: 81972097-eb5f-426a-b86b-be5f174e8fc9, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:03.469662 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.499797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:03.507404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:03.509296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-569754d1-d74c-408e-997b-1e3250b97c5e req-9ceb5e26-d5d3-433a-9e38-3027119077f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a HTTP/1.1" status: 200 len: 217 time: 0.0847788 Feb 03 04:19:03.541769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.622825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569754d1-d74c-408e-997b-1e3250b97c5e req-ce2b0c81-a135-4854-ae50-f48f813729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.624516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-569754d1-d74c-408e-997b-1e3250b97c5e req-ce2b0c81-a135-4854-ae50-f48f813729ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0887918 Feb 03 04:19:03.635953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-96c75851-0509-41bc-88e5-e05f70c860ce tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--809793090&fields=id&tenant_id=923b41caf751437b824afe3e7e0f3052 HTTP/1.1" status: 200 len: 267 time: 0.1418023 Feb 03 04:19:03.654351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] For port 81972097-eb5f-426a-b86b-be5f174e8fc9, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:03.671580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] For port 81972097-eb5f-426a-b86b-be5f174e8fc9, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=81972097-eb5f-426a-b86b-be5f174e8fc9,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:03.684247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:03.724264 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.726969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.727597 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.729157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6bc796d5-fd4a-49ab-a38a-9109704a8ecd service neutron] 10.222.0.15 "PUT /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 1122 time: 2.5145659 Feb 03 04:19:03.792716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569754d1-d74c-408e-997b-1e3250b97c5e req-d77952f3-5b5f-4158-96c5-6290d34402b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.794301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-569754d1-d74c-408e-997b-1e3250b97c5e req-d77952f3-5b5f-4158-96c5-6290d34402b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1635325 Feb 03 04:19:03.846089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.855268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:03.857022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] 10.222.0.31 "PUT /v2.0/ports/81972097-eb5f-426a-b86b-be5f174e8fc9 HTTP/1.1" status: 200 len: 1096 time: 2.5939984 Feb 03 04:19:03.902640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:03.938394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e140ae-ca77-487d-ac79-d74a286a4abb service neutron] Pushing event updated for resources: {'Port': ['ID=81972097-eb5f-426a-b86b-be5f174e8fc9,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:03.945239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:03.966985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-a51005b0-053b-445b-88ec-8db5a28d5ac2 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:03.968596 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-a51005b0-053b-445b-88ec-8db5a28d5ac2 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 823 time: 0.3118088 Feb 03 04:19:03.977548 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-569754d1-d74c-408e-997b-1e3250b97c5e req-a69f7f2a-4491-419f-8150-f5c7fb0035f5 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742980 Feb 03 04:19:03.981111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:04.016699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e65fc-b234-48fd-93c1-962729edf6af req-74cb9ac1-dd2f-47c0-9f27-c1f70cf911a2 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.024168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a6e65fc-b234-48fd-93c1-962729edf6af req-74cb9ac1-dd2f-47c0-9f27-c1f70cf911a2 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 948 time: 0.2559359 Feb 03 04:19:04.061131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-10640a92-382f-489f-bb48-97d086fd6a00 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/quotas/923b41caf751437b824afe3e7e0f3052 HTTP/1.1" status: 200 len: 375 time: 0.0574975 Feb 03 04:19:04.177756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a6e65fc-b234-48fd-93c1-962729edf6af req-243fe95d-b8f3-446b-93ce-9c1062c709d5 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508789 Feb 03 04:19:04.183864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-02b99f67-6dac-4933-a9f9-f0377b96c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.185287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-02b99f67-6dac-4933-a9f9-f0377b96c974 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 1130 time: 0.2493961 Feb 03 04:19:04.188836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-569754d1-d74c-408e-997b-1e3250b97c5e req-259b882c-8c1e-4c39-9e2d-dbac9e88d5af service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537063 Feb 03 04:19:04.229547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3c6cfb-129b-4077-97db-a43cfc976d8f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:04.237376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-5cd833b0-ab9c-4771-a930-a5163e4fc687 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=81972097-eb5f-426a-b86b-be5f174e8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0393372 Feb 03 04:19:04.252590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:04.256033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-fdabcc2c-9648-4fcd-89bb-fe38caaf2695 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1875606 Feb 03 04:19:04.277973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:04.390852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-cc226cd6-b96c-4082-bb44-9d2542c65565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.392418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-cc226cd6-b96c-4082-bb44-9d2542c65565 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1352224 Feb 03 04:19:04.402489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] Transition to ACTIVE for port object 7c3c6cfb-129b-4077-97db-a43cfc976d8f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:04.410367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:04.452329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d2f32-6319-421f-b6d3-8f74ea275e79 req-ecc0665b-45db-47a5-8c9b-25427c00694c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.453876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-866d2f32-6319-421f-b6d3-8f74ea275e79 req-ecc0665b-45db-47a5-8c9b-25427c00694c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 944 time: 0.1622794 Feb 03 04:19:04.467917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-41f27db7-de2a-4461-aef5-172808e9fde0 service neutron] 10.222.0.35 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086957 Feb 03 04:19:04.475612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] No DVR routers for this DVR port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:19:04.525543 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f/bindings/n-h2-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1719785 Feb 03 04:19:04.552804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6a6b1-0e4c-461c-b2ec-a43ebc5191c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:04.571439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-4c02b3ba-6521-430e-8d4a-45216ad8a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.573361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-4c02b3ba-6521-430e-8d4a-45216ad8a993 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1725214 Feb 03 04:19:04.622950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-866d2f32-6319-421f-b6d3-8f74ea275e79 req-2bffabcd-ed29-47a1-8bfa-0445a6a8165e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521070 Feb 03 04:19:04.681598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-5582f571-fbc5-46b9-be57-49ad482f094c tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.683106 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-5582f571-fbc5-46b9-be57-49ad482f094c tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1126 time: 0.0755847 Feb 03 04:19:04.724853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-acf8abca-71f6-4f57-9edf-9dd7569eae0a service neutron] 10.222.0.35 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560563 Feb 03 04:19:04.806479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28895c-8bcb-4906-a91d-e1010eb9e1c9 req-e7d0f292-f01b-42f9-9433-55b18a4826ca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.809335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e28895c-8bcb-4906-a91d-e1010eb9e1c9 req-e7d0f292-f01b-42f9-9433-55b18a4826ca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 0.0994759 Feb 03 04:19:04.813007 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-3da3f2f0-d92d-4c45-a926-ebdfa4f71244 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128282 Feb 03 04:19:04.820401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-97f96581-c47f-45a4-b372-687528009258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.821984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-97f96581-c47f-45a4-b372-687528009258 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d&tenant_id=233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 1126 time: 0.1232476 Feb 03 04:19:04.931351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-195705d9-1777-48a3-a01e-5df40e367155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:04.933510 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-195705d9-1777-48a3-a01e-5df40e367155 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1126 time: 0.0813055 Feb 03 04:19:04.945512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e28895c-8bcb-4906-a91d-e1010eb9e1c9 req-175bde0a-1798-4691-a56e-36f6a0add52f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301408 Feb 03 04:19:04.975801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.31', 63028) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:05.060918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf4d9738-9bfc-428f-a4ee-5513d603c41e req-4303de75-4fc0-407c-8717-deb5d8324a93 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 210 time: 0.0612571 Feb 03 04:19:05.063011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514400df-ee3b-4d9f-a5e0-de2e4c4989ce req-b6499eca-d1d6-421a-9a11-a4b0acec3347 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397392 Feb 03 04:19:05.106698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-823a976a-8f06-4416-a2a4-3885303b804e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:05.109100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-823a976a-8f06-4416-a2a4-3885303b804e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.31 "GET /v2.0/ports?device_id=90e88ea1-4d43-495d-9f5f-7fa0e7d397be HTTP/1.1" status: 200 len: 946 time: 0.1309052 Feb 03 04:19:05.257293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3'}, {'name': 'network-changed', 'server_uuid': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'tag': '81972097-eb5f-426a-b86b-be5f174e8fc9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:05.259813 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771ec71-77c9-4da8-a6a1-e42000ddfa94" -d '{"events": [{"name": "network-changed", "server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3"}, {"name": "network-changed", "server_uuid": "51c36f98-7c66-4076-bd97-2582d7ecae17", "tag": "81972097-eb5f-426a-b86b-be5f174e8fc9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:05.357692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Deleting port e7c79506-5329-4451-a76a-440973db0630 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:19:05.357972 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e7c79506-5329-4451-a76a-440973db0630), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:05.379530 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0354ccaf-63d9-49c0-aa91-555a622defdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:05.392322 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495dc35a-8aeb-4064-9784-311b2b0c17d5 x-openstack-request-id: req-495dc35a-8aeb-4064-9784-311b2b0c17d5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:05.396751 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51c36f98-7c66-4076-bd97-2582d7ecae17", "tag": "81972097-eb5f-426a-b86b-be5f174e8fc9", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:05.397466 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-495dc35a-8aeb-4064-9784-311b2b0c17d5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:05.398184 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3', 'status': 'completed', 'code': 200} Feb 03 04:19:05.398184 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'tag': '81972097-eb5f-426a-b86b-be5f174e8fc9', 'status': 'completed', 'code': 200} Feb 03 04:19:05.499760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ca53b9b5-c1f9-4d47-825e-5a49758caeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:05.502544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-ca53b9b5-c1f9-4d47-825e-5a49758caeaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.5617762 Feb 03 04:19:05.528160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ac954-878b-4154-91fb-c9681dfc33b6 req-a116184a-b597-47bd-ac9b-4b72b9d27bde tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:05.530082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d3ac954-878b-4154-91fb-c9681dfc33b6 req-a116184a-b597-47bd-ac9b-4b72b9d27bde tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 948 time: 0.2283154 Feb 03 04:19:05.567241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-7448beaa-e093-4d7f-b7ba-459b4a94f3e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 217 time: 0.0544314 Feb 03 04:19:05.618037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:05.645215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-6da4dba5-6cd7-4f8a-86f7-5c8c14e985a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:05.646805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-6da4dba5-6cd7-4f8a-86f7-5c8c14e985a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1156 time: 0.2375677 Feb 03 04:19:05.668129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-05493d2b-d050-4675-a8eb-0040fd5c0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:05.669894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-05493d2b-d050-4675-a8eb-0040fd5c0ba3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0960546 Feb 03 04:19:05.675139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d3ac954-878b-4154-91fb-c9681dfc33b6 req-633c9cfa-9df6-4fa5-a36d-d60ec1803182 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376767 Feb 03 04:19:05.677197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] For port e7c79506-5329-4451-a76a-440973db0630, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e7c79506-5329-4451-a76a-440973db0630,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:05.677465 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e7c79506-5329-4451-a76a-440973db0630), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:05.726235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-0605e65f-8a89-422c-8fa1-2e5472d74015 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379841 Feb 03 04:19:05.895919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-0cf7e74b-b548-487a-8820-6717850b17d1 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611943 Feb 03 04:19:06.114540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-bd9c0599-8250-46af-bcf7-b1cd61365fd0 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999540 Feb 03 04:19:06.136481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-119721966-network', 'tenant_id': 'bea8df077fec45e7848bed15c25dad56'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:06.150112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:06.273728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-e9ae1b1a-e7ac-412b-a209-db404cec200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:06.275165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-e9ae1b1a-e7ac-412b-a209-db404cec200e service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.6183612 Feb 03 04:19:06.298477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Made reservation on behalf of bea8df077fec45e7848bed15c25dad56 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:06.300795 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:06.315608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:06.327101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b745e-6be3-49b8-9226-e3b90d911d03 req-39fa13a4-369a-44db-afb5-1e7c20849c70 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:06.328671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-975b745e-6be3-49b8-9226-e3b90d911d03 req-39fa13a4-369a-44db-afb5-1e7c20849c70 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 944 time: 0.5429516 Feb 03 04:19:06.336209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5355f0f1-61ab-4edc-a0d3-51564f21546a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:06.355016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 has no active binding in host n-h1-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:19:06.367593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:06.416719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-10da9864-a626-4ef7-ab83-d04fb163f232 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.1129079 Feb 03 04:19:06.489281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7619-947e-4153-9ad6-917641835ce3 req-41a0b5b8-e301-45f9-a8ae-6a4d3e5e0ba1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:06.493067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:06.496465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6eb7619-947e-4153-9ad6-917641835ce3 req-41a0b5b8-e301-45f9-a8ae-6a4d3e5e0ba1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 0.3740554 Feb 03 04:19:06.503521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 5355f0f1-61ab-4edc-a0d3-51564f21546a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:06.519104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '5355f0f1-61ab-4edc-a0d3-51564f21546a', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '5355f0f1-61ab-4edc-a0d3-51564f21546a', 'mac_address': 'fa:16:3e:86:e8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:06.590938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:06.591338 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:06.599894 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238 disassociated. External IP: 172.25.7.178, port: e7c79506-5329-4451-a76a-440973db0630. Feb 03 04:19:06.600343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Calling delete_port for e7c79506-5329-4451-a76a-440973db0630 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:19:06.611824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 5355f0f1-61ab-4edc-a0d3-51564f21546a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:06.612469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:06.640170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5355f0f1-61ab-4edc-a0d3-51564f21546a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:06.690379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 5355f0f1-61ab-4edc-a0d3-51564f21546a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:06.702209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:06.705368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-6a6f387c-53e8-43f4-84ca-5b7a57fc2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:06.717291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-6a6f387c-53e8-43f4-84ca-5b7a57fc2618 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.2806985 Feb 03 04:19:06.819154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-975b745e-6be3-49b8-9226-e3b90d911d03 req-51f815e7-abb3-4681-a1be-ccd630bd17c7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165254 Feb 03 04:19:06.829944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=5355f0f1-61ab-4edc-a0d3-51564f21546a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:06.842415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-ddf99a01-3edf-49ef-ac1a-db0ae18fb8f3 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:06.844493 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-ddf99a01-3edf-49ef-ac1a-db0ae18fb8f3 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.15 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 823 time: 0.3073919 Feb 03 04:19:06.856868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-be0ea4d4-2dec-4987-99e0-aad232551907 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:06.858659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-be0ea4d4-2dec-4987-99e0-aad232551907 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1126 time: 0.2802169 Feb 03 04:19:06.900328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6eb7619-947e-4153-9ad6-917641835ce3 req-42fa633a-4add-4e2b-9c42-6a724265d29d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028563 Feb 03 04:19:06.902652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-292aaf2b-cbd2-404c-96a5-677eb0f550ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005127 Feb 03 04:19:07.000790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:07.014093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc077202-2538-4338-a8f4-332d8c14ac20 req-8ebbedaa-a12d-41c4-9d19-f1b8c61f24f3 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 210 time: 0.0671611 Feb 03 04:19:07.055728 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-82dee7a0-a53e-4b26-8b80-b6c7b5b5ecbe tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923b41caf751437b824afe3e7e0f3052 HTTP/1.1" status: 200 len: 379 time: 0.1904356 Feb 03 04:19:07.070127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'port': {'device_id': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'admin_state_up': True, 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'security_groups': ['13c7c46e-ad5e-411b-b970-4f7d85d0c4cf']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:07.149400 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks [] for security_group (8be9c298-41df-4a4b-aba2-45e9bc9b8c17), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.153730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-b9129185-9000-4a76-aa65-86e3c8959ead service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371686 Feb 03 04:19:07.176392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8be9c298-41df-4a4b-aba2-45e9bc9b8c17), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.201277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-404a813a-a954-4d40-a8b9-40e772d6a39c service neutron] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:07.207393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-404a813a-a954-4d40-a8b9-40e772d6a39c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.208921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-84cbeb22-ea47-4c8e-ab60-498efb4d0c3f req-404a813a-a954-4d40-a8b9-40e772d6a39c service neutron] 10.222.0.31 "DELETE /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f/bindings/n-h1-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.3363562 Feb 03 04:19:07.272871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Made reservation on behalf of 923b41caf751437b824afe3e7e0f3052 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:07.279530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.313321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:19:07.315621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be9c298-41df-4a4b-aba2-45e9bc9b8c17,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:07.376938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (88c7371c-cfd8-472b-a0e4-e610ce709d6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.377286 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Added segment 88c7371c-cfd8-472b-a0e4-e610ce709d6c of type vlan for network 971ee5f5-5946-40e7-a2ce-ee5365dda14f Feb 03 04:19:07.404902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf38ae-1ae3-48a4-91b0-9cd271c03952 req-3375a174-19f0-4912-a33a-818bf09607aa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:07.406637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5daf38ae-1ae3-48a4-91b0-9cd271c03952 req-3375a174-19f0-4912-a33a-818bf09607aa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 948 time: 0.3375702 Feb 03 04:19:07.429733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e7c79506-5329-4451-a76a-440973db0630), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.457826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Allocated IP 172.20.0.8 (c2cb4316-7048-4d70-bd40-f8696bd4f0ca/61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3/a86d950c-93cc-445b-9560-4457c7ec6ee7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:07.480116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (971ee5f5-5946-40e7-a2ce-ee5365dda14f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.500332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event deleted for resources: {'Port': ['ID=e7c79506-5329-4451-a76a-440973db0630,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:07.552224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5daf38ae-1ae3-48a4-91b0-9cd271c03952 req-aa155f75-92f4-4412-a19a-b850e7d9c631 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255412 Feb 03 04:19:07.554228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-988cbb7b-2de0-4ccd-81fd-ca8bd092a85e service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883386 Feb 03 04:19:07.612956 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (971ee5f5-5946-40e7-a2ce-ee5365dda14f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.613985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:07.614810 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.713621 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.717965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0982814 Feb 03 04:19:07.722454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:07.730008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Request body: {'subnet': {'network_id': '971ee5f5-5946-40e7-a2ce-ee5365dda14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-119721966-subnet', 'tenant_id': 'bea8df077fec45e7848bed15c25dad56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:07.773417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Made reservation on behalf of bea8df077fec45e7848bed15c25dad56 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:07.776149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.793110 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:07.813799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28e60e-6c30-4fcc-adf9-c4389ee0186a admin admin] Pushing event updated for resources: {'Network': ['ID=971ee5f5-5946-40e7-a2ce-ee5365dda14f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:07.826885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Router 938aeade-b9d0-4945-b837-596e3e7e8679 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:19:07.827840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 971ee5f5-5946-40e7-a2ce-ee5365dda14f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:19:07.839916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-5c277771-c126-4748-9298-353992a5e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:07.841693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-5c277771-c126-4748-9298-353992a5e7ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 1130 time: 0.1947680 Feb 03 04:19:07.888653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event updated for resources: {'Port': ['ID=a86d950c-93cc-445b-9560-4457c7ec6ee7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:07.910674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:07.913836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:07.942662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:07.969787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-dcfd95e4-2c8d-42e6-87ac-cfff4a79d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:07.971622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-dcfd95e4-2c8d-42e6-87ac-cfff4a79d005 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1214545 Feb 03 04:19:07.999116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:07.999937 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.022476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-55a4da34-ae0c-43c5-a777-460c98f516fb tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585037 Feb 03 04:19:08.041372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Request body: {'port': {'device_id': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:08.095989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.149620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.161651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:19:08.162240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:19:08.205918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] Sync routers for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:19:08.232060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:08.232832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:08.244062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-b057558c-4dd0-4b56-ba13-61a617c33c36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=81972097-eb5f-426a-b86b-be5f174e8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0853899 Feb 03 04:19:08.248064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-cfb1da05-693d-42c9-b274-008a8ae3c839 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6212a1f64b41497c8005d5c1a7733532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880651 Feb 03 04:19:08.271717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] No DVR routers for this DVR port e7c79506-5329-4451-a76a-440973db0630 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:19:08.283356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.287536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db48a7bb-2f6e-466e-9cc3-77b39a4dccaa req-0fd541d2-3c24-4ffa-b624-b295eaa0efa4 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.31 "DELETE /v2.0/ports/e7c79506-5329-4451-a76a-440973db0630 HTTP/1.1" status: 204 len: 173 time: 3.1714659 Feb 03 04:19:08.296707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'name': 'network-vif-deleted', 'tag': 'e7c79506-5329-4451-a76a-440973db0630'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:08.300974 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b07a64-6aab-4eee-ba95-f876a25e10ee" -d '{"events": [{"server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "name": "network-vif-deleted", "tag": "e7c79506-5329-4451-a76a-440973db0630"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:08.430429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-fa29bcdd-9ab3-4bf5-bdcf-457e7a8b1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:08.432393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-fa29bcdd-9ab3-4bf5-bdcf-457e7a8b1b52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1632845 Feb 03 04:19:08.441548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 81972097-eb5f-426a-b86b-be5f174e8fc9 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:08.470331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5355f0f1-61ab-4edc-a0d3-51564f21546a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:08.640619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-5bb36c26-a3c4-48b4-b5dc-417259d00b6d tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:08.644619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 7c3c6cfb-129b-4077-97db-a43cfc976d8f host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:19:08.645291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:19:08.652274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-5bb36c26-a3c4-48b4-b5dc-417259d00b6d tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815124 Feb 03 04:19:08.660697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 81972097-eb5f-426a-b86b-be5f174e8fc9, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=81972097-eb5f-426a-b86b-be5f174e8fc9,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:08.669559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (a649c64e-811f-40d1-a46e-12721186fef0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.677373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-914b7953-00c0-4e54-8898-e9a19128450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:08.679312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-914b7953-00c0-4e54-8898-e9a19128450b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2388301 Feb 03 04:19:08.725816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '81972097-eb5f-426a-b86b-be5f174e8fc9', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '81972097-eb5f-426a-b86b-be5f174e8fc9', 'mac_address': 'fa:16:3e:a5:28:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:08.741527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a649c64e-811f-40d1-a46e-12721186fef0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:08.782218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-d8050341-1e6a-46f5-bf90-cb66f0dfb71c tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/quotas/6212a1f64b41497c8005d5c1a7733532 HTTP/1.1" status: 200 len: 375 time: 0.1285269 Feb 03 04:19:08.819002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Checking segment: {'id': '88c7371c-cfd8-472b-a0e4-e610ce709d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '971ee5f5-5946-40e7-a2ce-ee5365dda14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:08.819229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Network hostable DHCP agents. Network: 971ee5f5-5946-40e7-a2ce-ee5365dda14f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:19:08.822387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 81972097-eb5f-426a-b86b-be5f174e8fc9 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:08.823193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.839302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:08.844340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 5355f0f1-61ab-4edc-a0d3-51564f21546a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:08.860391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Network 971ee5f5-5946-40e7-a2ce-ee5365dda14f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:19:08.887070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 5355f0f1-61ab-4edc-a0d3-51564f21546a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:08.887454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.895446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81972097-eb5f-426a-b86b-be5f174e8fc9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:08.929651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 971ee5f5-5946-40e7-a2ce-ee5365dda14f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:08.937983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:08.938600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.951608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b607e5bd-c2a4-4cd2-abf5-def0c1903b57 None None] Network 971ee5f5-5946-40e7-a2ce-ee5365dda14f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:19:08.959241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86d950c-93cc-445b-9560-4457c7ec6ee7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:08.969823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Publish callbacks [] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:08.990185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dc3b5928-d69c-4a42-a69c-76ba72e03c1e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2575665 Feb 03 04:19:08.990384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 81972097-eb5f-426a-b86b-be5f174e8fc9, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=81972097-eb5f-426a-b86b-be5f174e8fc9,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:08.998049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Transition to ACTIVE for port object a86d950c-93cc-445b-9560-4457c7ec6ee7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:09.009136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.058135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a86d950c-93cc-445b-9560-4457c7ec6ee7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:09.081512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.194547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Attempting to bind port a86d950c-93cc-445b-9560-4457c7ec6ee7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:09.195043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Attempting to bind port a86d950c-93cc-445b-9560-4457c7ec6ee7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:09.195518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Attempting to bind port a86d950c-93cc-445b-9560-4457c7ec6ee7 on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:09.200867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Port a86d950c-93cc-445b-9560-4457c7ec6ee7 on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:09.201316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Attempting to bind port a86d950c-93cc-445b-9560-4457c7ec6ee7 on network c2cb4316-7048-4d70-bd40-f8696bd4f0ca {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:09.206847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:09.207366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Checking segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:09.207870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Bound using segment: {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:09.208408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Bound port: a86d950c-93cc-445b-9560-4457c7ec6ee7, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6240fdff-70b7-4791-9b7f-818a292bfebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:09.208867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.232377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 5355f0f1-61ab-4edc-a0d3-51564f21546a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:09.232810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.250145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-a289fab9-180c-4af3-934c-9aecafd2e0c9 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6212a1f64b41497c8005d5c1a7733532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4586890 Feb 03 04:19:09.278074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f00ea-67dd-45bc-8d6d-b9eb642c71ae req-474d640b-9beb-4145-b1aa-b8fe2ba45a89 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:09.284955 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b17f00ea-67dd-45bc-8d6d-b9eb642c71ae req-474d640b-9beb-4145-b1aa-b8fe2ba45a89 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 944 time: 0.7137184 Feb 03 04:19:09.293498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] For port a86d950c-93cc-445b-9560-4457c7ec6ee7, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:09.297265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] For port a86d950c-93cc-445b-9560-4457c7ec6ee7, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:09.307377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.359645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-641d80d3-fb3a-45de-b3d2-4c77f9653d9d service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712198 Feb 03 04:19:09.374034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a86d950c-93cc-445b-9560-4457c7ec6ee7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:09.398848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b17f00ea-67dd-45bc-8d6d-b9eb642c71ae req-2d27fbee-97c0-4cba-95bd-483070563799 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129134 Feb 03 04:19:09.403442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:09.405576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.408212 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-91eb2da0-659e-43a7-8867-bb791b9597d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/a86d950c-93cc-445b-9560-4457c7ec6ee7 HTTP/1.1" status: 200 len: 1091 time: 1.3767316 Feb 03 04:19:09.409843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:09.419555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-097f0121-658c-4d92-aed2-6dfc1a63cabb service neutron] 10.222.0.31 "GET /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.1971464 Feb 03 04:19:09.425575 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c238dee0-dfbd-48d9-ada5-ef41f7b46056" -d '{"events": [{"name": "network-changed", "server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:09.452458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['81972097-eb5f-426a-b86b-be5f174e8fc9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:09.503401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 5355f0f1-61ab-4edc-a0d3-51564f21546a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:09.520076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5355f0f1-61ab-4edc-a0d3-51564f21546a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:09.522904 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3197eb99-87db-4dfa-bc40-4019768f9406" -d '{"events": [{"server_uuid": "085d0c44-09bd-40ea-9c66-149ecac2e7b4", "name": "network-vif-plugged", "status": "completed", "tag": "5355f0f1-61ab-4edc-a0d3-51564f21546a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:09.551127 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.552169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e7c79506-5329-4451-a76a-440973db0630 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:19:09.610494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-8a1ff102-235c-432f-8f0d-184696ddd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:09.612076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-8a1ff102-235c-432f-8f0d-184696ddd6d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 1125 time: 0.1402745 Feb 03 04:19:09.634780 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:09.647906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ea07be-2406-41d6-84f0-a9f76c5b8174 None None] Network 971ee5f5-5946-40e7-a2ce-ee5365dda14f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:19:09.651003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=81972097-eb5f-426a-b86b-be5f174e8fc9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:09.695828 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-d08966c2-28c9-4360-98bf-269cc81404d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7 HTTP/1.1" status: 200 len: 217 time: 0.0726099 Feb 03 04:19:09.735012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: e7c79506-5329-4451-a76a-440973db0630 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:19:09.735741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e7c79506-5329-4451-a76a-440973db0630 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:19:09.778961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5771ec71-77c9-4da8-a6a1-e42000ddfa94 req-5990687a-6246-45cd-b80b-7e4f52acec52 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100289 Feb 03 04:19:09.807492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-43b61401-66a7-4743-9049-b86299fbe2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:09.812550 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-43b61401-66a7-4743-9049-b86299fbe2cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 200 len: 862 time: 0.1036849 Feb 03 04:19:09.846769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=5355f0f1-61ab-4edc-a0d3-51564f21546a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:09.884452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-e21ae716-c8ca-4bc0-88d2-60a104bdb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:09.886562 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-e21ae716-c8ca-4bc0-88d2-60a104bdb4dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686471 Feb 03 04:19:09.955575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d0b11-6d28-40a3-a82c-380164fbc4b9 req-2174c742-644d-4429-828a-62d4a9aa86ca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:09.962687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-302d0b11-6d28-40a3-a82c-380164fbc4b9 req-2174c742-644d-4429-828a-62d4a9aa86ca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 0.4241571 Feb 03 04:19:10.022598 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-3fd45406-ac66-41ba-a49e-c8b09ea56bb0 service neutron] 10.222.0.15 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261075 Feb 03 04:19:10.067489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:10.098108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-302d0b11-6d28-40a3-a82c-380164fbc4b9 req-a53f08d2-ce46-4d90-a0b2-0840ac90edfa tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337271 Feb 03 04:19:10.098272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] Checking router: 938aeade-b9d0-4945-b837-596e3e7e8679 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:19:10.120801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:10.144031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:10.144749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:10.191422 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a64895-a4a1-474b-97d2-a36bcd190099 x-openstack-request-id: req-e0a64895-a4a1-474b-97d2-a36bcd190099 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:10.191963 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e88ea1-4d43-495d-9f5f-7fa0e7d397be", "name": "network-vif-deleted", "tag": "e7c79506-5329-4451-a76a-440973db0630", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:10.192786 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0a64895-a4a1-474b-97d2-a36bcd190099 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:10.193307 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e88ea1-4d43-495d-9f5f-7fa0e7d397be', 'name': 'network-vif-deleted', 'tag': 'e7c79506-5329-4451-a76a-440973db0630', 'status': 'completed', 'code': 200} Feb 03 04:19:10.198391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7adbb1d0-a08c-414f-bc44-ae87c3cb1dc9 req-2f9be28d-169f-4339-a721-45b34a2db11d service neutron] 10.222.0.15 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694119 Feb 03 04:19:10.203320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:10.280167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:10.292198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:10.315534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a1d7-a72b-4de4-8f09-ba4ed1e39d30 req-54919653-a20b-4a16-96bc-32a0b268fcfa tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:10.322872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5236a1d7-a72b-4de4-8f09-ba4ed1e39d30 req-54919653-a20b-4a16-96bc-32a0b268fcfa tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 943 time: 0.3764148 Feb 03 04:19:10.337470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:10.372158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:19:10.396604 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:10.438403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5236a1d7-a72b-4de4-8f09-ba4ed1e39d30 req-b328dcb4-ba60-44f4-af0a-8441511bd6ef tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145632 Feb 03 04:19:10.456527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332f93-d877-4d15-a3cd-d3fb60854d93 req-ec2df3a3-4774-45e9-b82d-2569da3d590f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:10.458378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d332f93-d877-4d15-a3cd-d3fb60854d93 req-ec2df3a3-4774-45e9-b82d-2569da3d590f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 949 time: 0.1627772 Feb 03 04:19:10.556109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d369673d-b0a8-4573-87d4-8657b3c20ceb req-c69c190c-1eab-4d31-8945-0c1db98dc6f0 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-778258965', 'description': 'tempest-description-203691664'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:10.572628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:10.602841 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d332f93-d877-4d15-a3cd-d3fb60854d93 req-1bd50589-0a7f-4bda-85ce-1196fbc46523 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142588 Feb 03 04:19:10.608506 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d369673d-b0a8-4573-87d4-8657b3c20ceb req-c69c190c-1eab-4d31-8945-0c1db98dc6f0 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:10.613532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] Transition to ACTIVE for port object 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:10.633241 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:10.666315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:10.676718 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47316e44-514a-4380-ad45-b135b419c4c3 x-openstack-request-id: req-47316e44-514a-4380-ad45-b135b419c4c3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:10.677400 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:10.677679 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47316e44-514a-4380-ad45-b135b419c4c3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:10.678118 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'status': 'completed', 'code': 200} Feb 03 04:19:10.721607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] No DVR routers for this DVR port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:19:10.773906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-dc62772a-9646-4c7c-8bf5-cf2705cf920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:10.775659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-dc62772a-9646-4c7c-8bf5-cf2705cf920e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 1125 time: 0.0695863 Feb 03 04:19:10.818085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f725a56-20ac-4643-ab47-1bace9902410 req-61677448-e1f4-41ab-ae3a-6ba35d871c37 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 210 time: 0.0660062 Feb 03 04:19:10.858087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] Pushing event updated for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:10.878918 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b8dec1-c637-4698-b35f-de306e046e7e x-openstack-request-id: req-a9b8dec1-c637-4698-b35f-de306e046e7e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:10.879446 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085d0c44-09bd-40ea-9c66-149ecac2e7b4", "name": "network-vif-plugged", "status": "completed", "tag": "5355f0f1-61ab-4edc-a0d3-51564f21546a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:10.879568 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9b8dec1-c637-4698-b35f-de306e046e7e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:10.881070 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5355f0f1-61ab-4edc-a0d3-51564f21546a', 'code': 200} Feb 03 04:19:10.884799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbdbad-b18c-4a59-aef5-c8af115e8720 None None] The sync data for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 is: [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:19:10.900067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-9699fec7-02f4-4e92-a122-28629cf4df2a service neutron] 10.222.0.31 "PUT /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3/bindings/n-h1-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4612138 Feb 03 04:19:10.915213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d369673d-b0a8-4573-87d4-8657b3c20ceb req-c69c190c-1eab-4d31-8945-0c1db98dc6f0 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:10.925178 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d369673d-b0a8-4573-87d4-8657b3c20ceb req-c69c190c-1eab-4d31-8945-0c1db98dc6f0 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:10.964918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c190c-1eab-4d31-8945-0c1db98dc6f0 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:10.979965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-364320f9-b290-46fc-a3fb-f0f2ba338c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:10.981884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-364320f9-b290-46fc-a3fb-f0f2ba338c17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 924 time: 0.1983802 Feb 03 04:19:10.985321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d369673d-b0a8-4573-87d4-8657b3c20ceb req-c69c190c-1eab-4d31-8945-0c1db98dc6f0 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:10.986833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d369673d-b0a8-4573-87d4-8657b3c20ceb req-c69c190c-1eab-4d31-8945-0c1db98dc6f0 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4493775 Feb 03 04:19:11.044806 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-f29765e2-335a-4ba2-843c-0f23151d211e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7 HTTP/1.1" status: 200 len: 217 time: 0.0531936 Feb 03 04:19:11.103385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.15', 51705) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:11.169670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-55753569-e67b-4516-af16-9349e91062bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.171357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-55753569-e67b-4516-af16-9349e91062bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 200 len: 862 time: 0.1138885 Feb 03 04:19:11.178171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-2aacb32b-72eb-4e96-ac81-38a03d45d9f5 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6212a1f64b41497c8005d5c1a7733532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105397 Feb 03 04:19:11.181249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-98465a73-495e-4c62-9db8-5bd901430392 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.183554 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-98465a73-495e-4c62-9db8-5bd901430392 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0787423 Feb 03 04:19:11.305984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-ce0be337-6491-47bc-9e79-46257a5775c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.308056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-ce0be337-6491-47bc-9e79-46257a5775c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&tenant_id=422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 1127 time: 0.1129284 Feb 03 04:19:11.310111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-6f6df314-3d51-4b30-a97a-8a45c1fca124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.311943 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-6f6df314-3d51-4b30-a97a-8a45c1fca124 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1266329 Feb 03 04:19:11.355471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c09c0-851e-4b4a-be8a-25f633b47dfe req-02184363-78d4-4720-b366-e039d4b779e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.356934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a3c09c0-851e-4b4a-be8a-25f633b47dfe req-02184363-78d4-4720-b366-e039d4b779e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 1132 time: 0.3055151 Feb 03 04:19:11.364152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1f3a-e1d5-4e86-ac28-fa8f121d6967 req-21959906-a9ca-4c53-b55b-09719470a243 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.371408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-787f1f3a-e1d5-4e86-ac28-fa8f121d6967 req-21959906-a9ca-4c53-b55b-09719470a243 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 945 time: 0.2067130 Feb 03 04:19:11.372983 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45333be-205d-4a70-a7df-cbf6094fa9d7 None None] New status for floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:19:11.472273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-787f1f3a-e1d5-4e86-ac28-fa8f121d6967 req-7ac05ace-e1e2-4302-9423-93d6753998ac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998969 Feb 03 04:19:11.500020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-4f8348e8-97aa-47de-bcba-01720da9e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.501720 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-4f8348e8-97aa-47de-bcba-01720da9e42f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1127 time: 0.1412454 Feb 03 04:19:11.504055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-fbe49aef-c93f-427d-b522-88ca02ed2efc service neutron] 10.222.0.15 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808519 Feb 03 04:19:11.505479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-d68d6778-50e5-4a81-aaf0-b24c65876191 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.509127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-d68d6778-50e5-4a81-aaf0-b24c65876191 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981865 Feb 03 04:19:11.534961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Request body: {'port': {'device_id': 'fb770932-206f-469f-be85-7bf3798aaa26', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '6212a1f64b41497c8005d5c1a7733532'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:11.549317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a3c09c0-851e-4b4a-be8a-25f633b47dfe req-2ad8e88e-a0ff-49e4-9af2-50b5fcb72013 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731737 Feb 03 04:19:11.707667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-52bcf0f7-59c6-4d73-909c-09e708d5c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.709150 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-52bcf0f7-59c6-4d73-909c-09e708d5c9e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1866810 Feb 03 04:19:11.768638 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-70648df9-adf3-4c5f-bd93-fb1568471e0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.0393913 Feb 03 04:19:11.770057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-95a59b21-11bd-4830-bc12-5fed565b72e6 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d HTTP/1.1" status: 200 len: 1828 time: 0.1751289 Feb 03 04:19:11.786564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:11.787033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:11.791817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c238dee0-dfbd-48d9-ada5-ef41f7b46056 req-33dc5cd9-19a7-43a6-b60f-45d2e86c87cd service neutron] 10.222.0.15 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351010 Feb 03 04:19:11.792839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Made reservation on behalf of 6212a1f64b41497c8005d5c1a7733532 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:11.796074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:11.820446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:11.830438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-ab941a1d-1e17-4f17-ab54-d7eca4cd3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.832974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-ab941a1d-1e17-4f17-ab54-d7eca4cd3447 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0501885 Feb 03 04:19:11.843081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c3ec0-32ee-4562-bcb7-c276c7d12a2d req-dd1af6e0-2802-431e-a581-d35e23474982 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:11.844627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f21c3ec0-32ee-4562-bcb7-c276c7d12a2d req-dd1af6e0-2802-431e-a581-d35e23474982 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1126 time: 0.1225491 Feb 03 04:19:11.867491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-108d5779-8da3-4050-9b41-94d12223ad1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295315 Feb 03 04:19:11.936388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group_rule (e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:11.966717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f21c3ec0-32ee-4562-bcb7-c276c7d12a2d req-4c0d94ef-1a97-40f1-bfa6-b667f9fe24b5 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 Feb 03 04:19:11.977692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-3f69044e-8fa9-4773-89f1-3da67c45304d service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038964 Feb 03 04:19:11.999925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group_rule (e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.014699 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.024992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks [] for security_group (28329421-14ca-4f64-8f3b-60ef9342b8ca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.039812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (28329421-14ca-4f64-8f3b-60ef9342b8ca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.047981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:12.071191 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.088150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdbdb24f-ec5b-4e24-a7bb-45fd21ac0a30 req-62e08f6a-a746-47bc-bbe1-e9c2f0796d2e tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3081241 Feb 03 04:19:12.105416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-fdf33722-c691-4baf-96a1-985fd0988035 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157627 Feb 03 04:19:12.190876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28329421-14ca-4f64-8f3b-60ef9342b8ca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:12.283859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db9ad-e7f6-4dc2-b2a5-2afb77682527 req-b830475c-ea98-47f6-b7b0-5ebc77485b3b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:12.285621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc5db9ad-e7f6-4dc2-b2a5-2afb77682527 req-b830475c-ea98-47f6-b7b0-5ebc77485b3b tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 943 time: 0.1935849 Feb 03 04:19:12.338167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff216ef-144b-4a4d-adfa-53f34c43275c req-4b0f4a4b-0b8a-4bb0-b887-241f87abfb63 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:12.340175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ff216ef-144b-4a4d-adfa-53f34c43275c req-4b0f4a4b-0b8a-4bb0-b887-241f87abfb63 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 949 time: 0.1713428 Feb 03 04:19:12.354310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 81972097-eb5f-426a-b86b-be5f174e8fc9 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:12.358373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Allocated IP 192.168.233.9 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/cd7cd4d6-968e-4c7a-b978-1529fc0cc739) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:12.389586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-707d8084-e899-424c-a1e9-892c813f144c tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:12.391105 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-707d8084-e899-424c-a1e9-892c813f144c tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0660925 Feb 03 04:19:12.401359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc5db9ad-e7f6-4dc2-b2a5-2afb77682527 req-bc8f183b-302a-48e3-a292-134ac1002ec1 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090198 Feb 03 04:19:12.449044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 81972097-eb5f-426a-b86b-be5f174e8fc9 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:12.455234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 81972097-eb5f-426a-b86b-be5f174e8fc9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:12.455692 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.460207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ff216ef-144b-4a4d-adfa-53f34c43275c req-64dd491f-e215-4ad9-9290-8ee9f37ed352 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034131 Feb 03 04:19:12.584425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6123e6fb-03c6-4dcb-a786-d1b74a8f59dd service neutron] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:12.588446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6123e6fb-03c6-4dcb-a786-d1b74a8f59dd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.589798 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5feae77d-f1a2-4395-91c3-92b8218096aa req-6123e6fb-03c6-4dcb-a786-d1b74a8f59dd service neutron] 10.222.0.15 "DELETE /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3/bindings/n-h2-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.1903045 Feb 03 04:19:12.596853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 81972097-eb5f-426a-b86b-be5f174e8fc9 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:12.597250 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.662193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 81972097-eb5f-426a-b86b-be5f174e8fc9, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=81972097-eb5f-426a-b86b-be5f174e8fc9,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:12.668650 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.676123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91990827-824c-4ea1-902d-37be6714ed53 req-3de50f1f-f45e-4d13-b56f-138b4c436caa tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 210 time: 0.1038461 Feb 03 04:19:12.684381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64fe001d-d757-4504-812f-34fa5af00f63 req-d0d7a7a3-894b-4da6-b7e2-3c0df5e8c32b tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d HTTP/1.1" status: 200 len: 2421 time: 0.1734447 Feb 03 04:19:12.736815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks [] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.739435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=81972097-eb5f-426a-b86b-be5f174e8fc9,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:12.790062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:12.881606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81972097-eb5f-426a-b86b-be5f174e8fc9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:12.883975 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e9fa74-ec7a-41af-a28e-fd804acae051" -d '{"events": [{"server_uuid": "51c36f98-7c66-4076-bd97-2582d7ecae17", "name": "network-vif-plugged", "status": "completed", "tag": "81972097-eb5f-426a-b86b-be5f174e8fc9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:12.898170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:12.913940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:12.916593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:12.922166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Pushing event updated for resources: {'Port': ['ID=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:13.043691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a479-9dcb-405a-a8d3-280b06cb8313 req-fc3af468-5663-428b-8d73-c731f81c370a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:13.045317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d042a479-9dcb-405a-a8d3-280b06cb8313 req-fc3af468-5663-428b-8d73-c731f81c370a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 945 time: 0.2042091 Feb 03 04:19:13.052773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:13.053479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:13.070300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-42ea31e1-c48e-4aa0-b6f7-786181ff41d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:13.072024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-42ea31e1-c48e-4aa0-b6f7-786181ff41d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.2479265 Feb 03 04:19:13.108140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-b0097ce6-4a56-4cd4-9fec-97a80ecaabd8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/quotas/233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 375 time: 0.0251760 Feb 03 04:19:13.117301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-fa8469ef-c25a-44c7-9ad3-c410d0eb8f65 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5868013 Feb 03 04:19:13.141211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Request body: {'port': {'device_id': 'fb770932-206f-469f-be85-7bf3798aaa26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:13.185671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d042a479-9dcb-405a-a8d3-280b06cb8313 req-74ef54b4-26fb-43cb-8fd1-a9fe4338bb9d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282732 Feb 03 04:19:13.224125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f8c9bacf-dc71-495a-93bd-4389938aa73a None None] Provisioning complete for port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:13.224500 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bacf-dc71-495a-93bd-4389938aa73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:13.248092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:13.253842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ec4302c-9f53-44cb-948c-c16d0d5c215c req-b61513ac-9a38-4663-b4a4-0fdb47533227 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-group-rules/e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc HTTP/1.1" status: 200 len: 778 time: 0.0323858 Feb 03 04:19:13.262578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9bacf-dc71-495a-93bd-4389938aa73a None None] Port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:13.263769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-db1c478e-9553-4895-8c9b-0be32cb086f1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1435285 Feb 03 04:19:13.394159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ec4302c-9f53-44cb-948c-c16d0d5c215c req-b8f60fef-8811-4db8-8ae4-dec716a90401 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d HTTP/1.1" status: 200 len: 2421 time: 0.1279447 Feb 03 04:19:13.492103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-d5d72c81-a189-4fb1-9291-f3e372ea7a5c service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182710 Feb 03 04:19:13.529803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ec4302c-9f53-44cb-948c-c16d0d5c215c req-3cf581e2-fb6c-4030-9d13-e367517b0342 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group_rule (e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:13.552553 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ec4302c-9f53-44cb-948c-c16d0d5c215c req-3cf581e2-fb6c-4030-9d13-e367517b0342 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group_rule (e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:13.771803 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:19:13.881437 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ec4302c-9f53-44cb-948c-c16d0d5c215c req-3cf581e2-fb6c-4030-9d13-e367517b0342 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:13.896095 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5ec4302c-9f53-44cb-948c-c16d0d5c215c req-3cf581e2-fb6c-4030-9d13-e367517b0342 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:13.897197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ec4302c-9f53-44cb-948c-c16d0d5c215c req-3cf581e2-fb6c-4030-9d13-e367517b0342 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc HTTP/1.1" status: 204 len: 173 time: 0.4948599 Feb 03 04:19:13.915286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf581e2-fb6c-4030-9d13-e367517b0342 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e48ee8f7-fc25-4923-92b7-1d2a1a9bcecc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:13.926688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-a111343d-5d9a-47e7-8844-26473cf40651 service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172287 Feb 03 04:19:13.994857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7cd4d6-968e-4c7a-b978-1529fc0cc739 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:13.998720 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1404e3-af3a-47ad-a8d8-50c8c02af750 x-openstack-request-id: req-df1404e3-af3a-47ad-a8d8-50c8c02af750 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:13.999682 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c36f98-7c66-4076-bd97-2582d7ecae17", "name": "network-vif-plugged", "status": "completed", "tag": "81972097-eb5f-426a-b86b-be5f174e8fc9", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:14.000251 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df1404e3-af3a-47ad-a8d8-50c8c02af750 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:14.001398 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81972097-eb5f-426a-b86b-be5f174e8fc9', 'code': 200} Feb 03 04:19:14.004444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Publish callbacks [] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.020260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Transition to ACTIVE for port object cd7cd4d6-968e-4c7a-b978-1529fc0cc739 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:14.030061 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.161089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a86d950c-93cc-445b-9560-4457c7ec6ee7 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:14.247405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Pushing event updated for resources: {'Port': ['ID=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:14.315259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port a86d950c-93cc-445b-9560-4457c7ec6ee7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:14.320922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c96d-ccfa-403d-ab13-7e2b5b2785fb req-007c9de2-a4bf-4d23-8922-cf46caffe9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:14.322458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f763c96d-ccfa-403d-ab13-7e2b5b2785fb req-007c9de2-a4bf-4d23-8922-cf46caffe9ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 1132 time: 0.2080834 Feb 03 04:19:14.333151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec188b-f10a-47ea-bc5f-ad11ace0cf18 req-609ab7fc-cc12-4cff-8704-2682fc172d69 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:14.334743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1ec188b-f10a-47ea-bc5f-ad11ace0cf18 req-609ab7fc-cc12-4cff-8704-2682fc172d69 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 943 time: 0.2347238 Feb 03 04:19:14.337769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'port_id': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'mac_address': 'fa:16:3e:f6:70:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:14.363478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5898e-b8aa-4d39-8631-54009bc42871 req-c6c982d0-948f-457b-bd3b-c77b4190feeb tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:14.365492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4c5898e-b8aa-4d39-8631-54009bc42871 req-c6c982d0-948f-457b-bd3b-c77b4190feeb tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 950 time: 0.1867077 Feb 03 04:19:14.379330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:14.402429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port a86d950c-93cc-445b-9560-4457c7ec6ee7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:14.402956 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.417464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86d950c-93cc-445b-9560-4457c7ec6ee7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:14.440633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port a86d950c-93cc-445b-9560-4457c7ec6ee7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:14.446716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Attempting to bind port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:14.447135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Attempting to bind port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:14.447475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Attempting to bind port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:14.455259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.480691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:14.481030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Attempting to bind port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:14.495000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f763c96d-ccfa-403d-ab13-7e2b5b2785fb req-3bec9c93-7b86-4761-a0cd-5e29b64f6a24 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592503 Feb 03 04:19:14.498079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1ec188b-f10a-47ea-bc5f-ad11ace0cf18 req-0bbe1657-7b77-43ae-9439-ec04579f7052 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542423 Feb 03 04:19:14.500459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:14.500985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:14.501698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:14.501806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Bound port: cd7cd4d6-968e-4c7a-b978-1529fc0cc739, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:14.502173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.509542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4c5898e-b8aa-4d39-8631-54009bc42871 req-ab42b898-4ce5-404d-b90d-9146f9e186c0 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245325 Feb 03 04:19:14.528064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742a5812-38f7-4085-ad22-9ce4d9cc53b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.581613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-852ff9bd-c95c-4ed1-b447-d7ea440f8dfb req-a68470a2-a011-4851-9327-19e697bec3e3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1132592244', 'description': 'tempest-description-1066002213'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:14.600204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=a86d950c-93cc-445b-9560-4457c7ec6ee7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:14.682448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-852ff9bd-c95c-4ed1-b447-d7ea440f8dfb req-a68470a2-a011-4851-9327-19e697bec3e3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.686779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] For port cd7cd4d6-968e-4c7a-b978-1529fc0cc739, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:14.693099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['a86d950c-93cc-445b-9560-4457c7ec6ee7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:14.719160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] For port cd7cd4d6-968e-4c7a-b978-1529fc0cc739, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:14.750741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953d50-32cc-4a3c-9484-101aee74a29c req-fbc4b626-7236-4ccc-b1b0-a598c86077d4 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:14.752678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85953d50-32cc-4a3c-9484-101aee74a29c req-fbc4b626-7236-4ccc-b1b0-a598c86077d4 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 946 time: 0.1318164 Feb 03 04:19:14.758058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.850273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:14.850904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.852380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] 10.222.0.15 "PUT /v2.0/ports/cd7cd4d6-968e-4c7a-b978-1529fc0cc739 HTTP/1.1" status: 200 len: 1094 time: 1.7153032 Feb 03 04:19:14.865441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb770932-206f-469f-be85-7bf3798aaa26', 'tag': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:14.867912 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e5d257-e9bb-40bb-9c68-78037d4a7455" -d '{"events": [{"name": "network-changed", "server_uuid": "fb770932-206f-469f-be85-7bf3798aaa26", "tag": "cd7cd4d6-968e-4c7a-b978-1529fc0cc739"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:14.900798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85953d50-32cc-4a3c-9484-101aee74a29c req-c046ab65-cee6-445d-886a-278a264323db tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357591 Feb 03 04:19:14.917795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b80cc6-859e-4599-9579-a7986e52293f service neutron] Pushing event updated for resources: {'Port': ['ID=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:14.951917 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742a5812-38f7-4085-ad22-9ce4d9cc53b4 admin admin] Publish callbacks [] for security_group (d884f083-9531-4bc9-b40e-05f8af80f45b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.959488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742a5812-38f7-4085-ad22-9ce4d9cc53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d884f083-9531-4bc9-b40e-05f8af80f45b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:14.998236 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-852ff9bd-c95c-4ed1-b447-d7ea440f8dfb req-a68470a2-a011-4851-9327-19e697bec3e3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (683ca02e-5f89-419c-8ba7-936704d3422a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.011832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-852ff9bd-c95c-4ed1-b447-d7ea440f8dfb req-a68470a2-a011-4851-9327-19e697bec3e3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (683ca02e-5f89-419c-8ba7-936704d3422a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.046161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a5812-38f7-4085-ad22-9ce4d9cc53b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d884f083-9531-4bc9-b40e-05f8af80f45b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:15.055737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-742a5812-38f7-4085-ad22-9ce4d9cc53b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f887d4c46bf413cbbb3f2086501a25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6746860 Feb 03 04:19:15.056996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:15.058017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-14712e01-c231-4c1f-91a5-3aca6d02ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:15.059893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-14712e01-c231-4c1f-91a5-3aca6d02ed23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6212a1f64b41497c8005d5c1a7733532&device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 1128 time: 0.1350636 Feb 03 04:19:15.102101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-852ff9bd-c95c-4ed1-b447-d7ea440f8dfb req-a68470a2-a011-4851-9327-19e697bec3e3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.103333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-852ff9bd-c95c-4ed1-b447-d7ea440f8dfb req-a68470a2-a011-4851-9327-19e697bec3e3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5350018 Feb 03 04:19:15.131289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2687-5b41-4491-8eee-f2644eb4084c admin admin] Publish callbacks [] for security_group (d884f083-9531-4bc9-b40e-05f8af80f45b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.150736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-3dba092e-c060-43b3-955e-df7b5cae19cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=cd7cd4d6-968e-4c7a-b978-1529fc0cc739 HTTP/1.1" status: 200 len: 217 time: 0.0820794 Feb 03 04:19:15.156604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68470a2-a011-4851-9327-19e697bec3e3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683ca02e-5f89-419c-8ba7-936704d3422a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:15.161987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2687-5b41-4491-8eee-f2644eb4084c admin admin] Publish callbacks [] for security_group (d884f083-9531-4bc9-b40e-05f8af80f45b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.204763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7bbbc-2c00-406f-b9d8-2adece685d15 req-7722c817-38c7-46b4-8052-d0915d3cf578 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:15.206564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71a7bbbc-2c00-406f-b9d8-2adece685d15 req-7722c817-38c7-46b4-8052-d0915d3cf578 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1127 time: 0.1618903 Feb 03 04:19:15.225912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-a959e259-36f3-4e2c-808d-5639f2b1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:15.228738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-a959e259-36f3-4e2c-808d-5639f2b1fea6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0670888 Feb 03 04:19:15.237767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2687-5b41-4491-8eee-f2644eb4084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d884f083-9531-4bc9-b40e-05f8af80f45b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.241883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2687-5b41-4491-8eee-f2644eb4084c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.245802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca6c2687-5b41-4491-8eee-f2644eb4084c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d884f083-9531-4bc9-b40e-05f8af80f45b HTTP/1.1" status: 204 len: 168 time: 0.1851108 Feb 03 04:19:15.253849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c2687-5b41-4491-8eee-f2644eb4084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d884f083-9531-4bc9-b40e-05f8af80f45b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:15.298908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-499376d5-fffc-4af2-8690-97e80ac69629 req-22c0eec3-2f44-4870-8088-9bc9245c417c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 210 time: 0.0618091 Feb 03 04:19:15.311699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:15.316064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71a7bbbc-2c00-406f-b9d8-2adece685d15 req-67781f6e-2138-4123-abd2-8e0322437e77 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020372 Feb 03 04:19:15.362135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d8c4-7f62-47a5-9744-07589759e225 req-79a0ba85-b5d2-4935-87ce-5656e3ef287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:15.363681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-79a0ba85-b5d2-4935-87ce-5656e3ef287d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1290522 Feb 03 04:19:15.400834 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d727d9ad-0b9d-4b55-a772-311091977ce6 x-openstack-request-id: req-d727d9ad-0b9d-4b55-a772-311091977ce6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:15.401124 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb770932-206f-469f-be85-7bf3798aaa26", "tag": "cd7cd4d6-968e-4c7a-b978-1529fc0cc739", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:15.401379 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d727d9ad-0b9d-4b55-a772-311091977ce6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:15.401773 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb770932-206f-469f-be85-7bf3798aaa26', 'tag': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739', 'status': 'completed', 'code': 200} Feb 03 04:19:15.459257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e76565a-e55c-4647-ac9e-1d39165250ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.478190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42c6923a-4f18-48de-a0bb-5204dbc2ef0a req-08173d19-116c-4ef5-ae99-d4023f17a088 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/683ca02e-5f89-419c-8ba7-936704d3422a HTTP/1.1" status: 200 len: 1830 time: 0.1280925 Feb 03 04:19:15.601096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e76565a-e55c-4647-ac9e-1d39165250ff admin admin] Publish callbacks [] for security_group (d89b6682-c9ba-457b-a814-3e9841d6113d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.603463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3732009f-0463-4761-9745-b54c3372e37a req-09bd2d67-0770-4c21-a752-1c147177b61c tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1211153660', 'description': 'tempest-description-60818667'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:15.614180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e76565a-e55c-4647-ac9e-1d39165250ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d89b6682-c9ba-457b-a814-3e9841d6113d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.641219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-46154517-6b4f-4cab-bc40-971e0e91481d service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673767 Feb 03 04:19:15.675582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5e76565a-e55c-4647-ac9e-1d39165250ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a96f0280243c4593887cee0cb590243f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609161 Feb 03 04:19:15.677917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:15.712620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76565a-e55c-4647-ac9e-1d39165250ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89b6682-c9ba-457b-a814-3e9841d6113d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:15.742336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df037a36-6b2f-4674-a2d8-bc025e96a7c3 admin admin] Publish callbacks [] for security_group (d89b6682-c9ba-457b-a814-3e9841d6113d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.767248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df037a36-6b2f-4674-a2d8-bc025e96a7c3 admin admin] Publish callbacks [] for security_group (d89b6682-c9ba-457b-a814-3e9841d6113d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.781154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3732009f-0463-4761-9745-b54c3372e37a req-09bd2d67-0770-4c21-a752-1c147177b61c tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.814564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-66e80bd3-5751-4644-8c06-fc2818ce5eba tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:15.816218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-66e80bd3-5751-4644-8c06-fc2818ce5eba tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.3613944 Feb 03 04:19:15.819244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:15.835090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df037a36-6b2f-4674-a2d8-bc025e96a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d89b6682-c9ba-457b-a814-3e9841d6113d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.837729 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df037a36-6b2f-4674-a2d8-bc025e96a7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.841559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-df037a36-6b2f-4674-a2d8-bc025e96a7c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d89b6682-c9ba-457b-a814-3e9841d6113d HTTP/1.1" status: 204 len: 168 time: 0.1594088 Feb 03 04:19:15.842998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Request body: {'port': {'device_id': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'admin_state_up': True, 'tenant_id': '233f3e9d28df47d78abed96faed66c40'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:15.843344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b99e2184-4f7c-4f39-a4c7-d47bd17f79a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.852863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac88c1-2ce5-40b4-8be8-6921769a14e5 req-1e1637f5-a7ec-451f-af83-6833f9ce90f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:15.856183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74ac88c1-2ce5-40b4-8be8-6921769a14e5 req-1e1637f5-a7ec-451f-af83-6833f9ce90f6 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 944 time: 0.2138667 Feb 03 04:19:15.863400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df037a36-6b2f-4674-a2d8-bc025e96a7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89b6682-c9ba-457b-a814-3e9841d6113d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:15.881331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c839d8c4-7f62-47a5-9744-07589759e225 req-3b62f3fb-928e-4a82-85b2-172807494864 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213531 Feb 03 04:19:15.949811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b99e2184-4f7c-4f39-a4c7-d47bd17f79a8 admin admin] Publish callbacks [] for security_group (ce1870e4-50c7-41f8-9e58-ddb0485c6bb6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.956156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b99e2184-4f7c-4f39-a4c7-d47bd17f79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ce1870e4-50c7-41f8-9e58-ddb0485c6bb6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:15.997966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b99e2184-4f7c-4f39-a4c7-d47bd17f79a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a16483f28a734d1b93a0aad943bb7790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755939 Feb 03 04:19:15.998926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e2184-4f7c-4f39-a4c7-d47bd17f79a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1870e4-50c7-41f8-9e58-ddb0485c6bb6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:16.001285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:16.060986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4405-e024-4360-bba9-2500e9d79945 admin admin] Publish callbacks [] for security_group (ce1870e4-50c7-41f8-9e58-ddb0485c6bb6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.083732 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4405-e024-4360-bba9-2500e9d79945 admin admin] Publish callbacks [] for security_group (ce1870e4-50c7-41f8-9e58-ddb0485c6bb6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.084780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74ac88c1-2ce5-40b4-8be8-6921769a14e5 req-bc90d584-9b46-4ce5-aeb9-bd81f857779e tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175326 Feb 03 04:19:16.105058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3732009f-0463-4761-9745-b54c3372e37a req-09bd2d67-0770-4c21-a752-1c147177b61c tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (df2086ef-7156-45ad-a307-2dd051334d60), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.118709 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3732009f-0463-4761-9745-b54c3372e37a req-09bd2d67-0770-4c21-a752-1c147177b61c tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (df2086ef-7156-45ad-a307-2dd051334d60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.144097 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4405-e024-4360-bba9-2500e9d79945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ce1870e4-50c7-41f8-9e58-ddb0485c6bb6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.147989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4405-e024-4360-bba9-2500e9d79945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.150232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-f4f925d5-e1ee-47d2-ab9c-95f388191931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:16.151763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-f4f925d5-e1ee-47d2-ab9c-95f388191931 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6212a1f64b41497c8005d5c1a7733532&device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 1128 time: 0.1969788 Feb 03 04:19:16.152965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dc0f4405-e024-4360-bba9-2500e9d79945 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce1870e4-50c7-41f8-9e58-ddb0485c6bb6 HTTP/1.1" status: 204 len: 168 time: 0.1506567 Feb 03 04:19:16.161876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f4405-e024-4360-bba9-2500e9d79945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1870e4-50c7-41f8-9e58-ddb0485c6bb6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:16.175487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a86d950c-93cc-445b-9560-4457c7ec6ee7 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:16.248236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port a86d950c-93cc-445b-9560-4457c7ec6ee7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:16.253587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port a86d950c-93cc-445b-9560-4457c7ec6ee7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:16.254164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.264479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3732009f-0463-4761-9745-b54c3372e37a req-09bd2d67-0770-4c21-a752-1c147177b61c tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.280651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3732009f-0463-4761-9745-b54c3372e37a req-09bd2d67-0770-4c21-a752-1c147177b61c tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.7321925 Feb 03 04:19:16.281340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Made reservation on behalf of 233f3e9d28df47d78abed96faed66c40 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:16.284744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.286406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:16.301786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b176b5f-26d7-4fef-8fae-a8044de52e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.341105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2d67-0770-4c21-a752-1c147177b61c tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2086ef-7156-45ad-a307-2dd051334d60,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:16.384075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port a86d950c-93cc-445b-9560-4457c7ec6ee7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:16.384482 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.408024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b176b5f-26d7-4fef-8fae-a8044de52e3c admin admin] Publish callbacks [] for security_group (7ac13666-3238-4800-9473-a1fdc90019c1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.414004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:16.415788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b176b5f-26d7-4fef-8fae-a8044de52e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7ac13666-3238-4800-9473-a1fdc90019c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.416369 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bade59-2073-4dce-9cf9-3b6b091fa16e" -d '{"events": [{"server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "name": "network-vif-plugged", "status": "completed", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:16.430626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port a86d950c-93cc-445b-9560-4457c7ec6ee7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:16.439364 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.474238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3b176b5f-26d7-4fef-8fae-a8044de52e3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=454162d42485410691147bbeed54fa01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866155 Feb 03 04:19:16.475144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:16.477476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b176b5f-26d7-4fef-8fae-a8044de52e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac13666-3238-4800-9473-a1fdc90019c1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:16.511298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=a86d950c-93cc-445b-9560-4457c7ec6ee7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:16.530525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-bcf07033-ba9a-417c-be0d-3ee365523b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:16.531854 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-bcf07033-ba9a-417c-be0d-3ee365523b0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.3679965 Feb 03 04:19:16.538415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-010554fb-e97b-460c-9def-9884d11fcd46 admin admin] Publish callbacks [] for security_group (7ac13666-3238-4800-9473-a1fdc90019c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.562612 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-010554fb-e97b-460c-9def-9884d11fcd46 admin admin] Publish callbacks [] for security_group (7ac13666-3238-4800-9473-a1fdc90019c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.604183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ef207-b568-43e6-9a8c-8158047acb77 req-e8a9f7eb-b412-44a2-9824-a1781022cb0b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:16.605717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b26ef207-b568-43e6-9a8c-8158047acb77 req-e8a9f7eb-b412-44a2-9824-a1781022cb0b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 950 time: 0.4490192 Feb 03 04:19:16.636601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-03ab4b11-038d-488f-8cf8-ecd27252f123 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=cd7cd4d6-968e-4c7a-b978-1529fc0cc739 HTTP/1.1" status: 200 len: 217 time: 0.0947068 Feb 03 04:19:16.639211 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-010554fb-e97b-460c-9def-9884d11fcd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7ac13666-3238-4800-9473-a1fdc90019c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.643446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-010554fb-e97b-460c-9def-9884d11fcd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:16.644921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-010554fb-e97b-460c-9def-9884d11fcd46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ac13666-3238-4800-9473-a1fdc90019c1 HTTP/1.1" status: 204 len: 168 time: 0.1684086 Feb 03 04:19:16.653899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010554fb-e97b-460c-9def-9884d11fcd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac13666-3238-4800-9473-a1fdc90019c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:16.697574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Allocated IP 172.20.0.11 (b65dfa7b-5075-4710-a526-bbdb4aad0510/27694200-df89-4462-a195-208f94dc48cf/05e06d2c-fba0-45e2-9355-c6c5c29f1271) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:16.768284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-0100edc3-dace-4804-b04a-2c49186da775 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:16.776784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-0100edc3-dace-4804-b04a-2c49186da775 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.4135184 Feb 03 04:19:16.789681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-3781c3cc-29be-45a5-8b2d-302c235fc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:16.791137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-3781c3cc-29be-45a5-8b2d-302c235fc3f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1414301 Feb 03 04:19:16.805352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b26ef207-b568-43e6-9a8c-8158047acb77 req-584d6b8d-4904-4663-9105-65b270f27480 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657643 Feb 03 04:19:16.829919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-72e8adc5-09a2-46fb-8c64-8ea1e1953cf3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/quotas/422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 375 time: 0.0536175 Feb 03 04:19:17.006280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-8ac3b1f9-c2d7-4ccf-a802-573a37fc0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:17.007847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-8ac3b1f9-c2d7-4ccf-a802-573a37fc0566 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2060621 Feb 03 04:19:17.023173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-cc5e14dd-996a-4b07-8727-20c07c654446 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1923809 Feb 03 04:19:17.096344 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks [] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:17.115894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc520ff9-d977-4725-8dd3-8f82e0dabb73 req-e9a41e5c-1821-4151-8d86-9ba130020a35 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:17.117422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc520ff9-d977-4725-8dd3-8f82e0dabb73 req-e9a41e5c-1821-4151-8d86-9ba130020a35 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 946 time: 0.2171731 Feb 03 04:19:17.277974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:17.281027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-fd8d8cff-e76b-482b-90ef-980af45a68bc service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638285 Feb 03 04:19:17.285067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-ee5867f3-f042-4e86-9467-ab48cc78fc73 service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425730 Feb 03 04:19:17.292651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc520ff9-d977-4725-8dd3-8f82e0dabb73 req-784174a5-038f-4d1e-a4ce-a5228cbf4246 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409740 Feb 03 04:19:17.621233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:17.647289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:17.666151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:17.745928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:17.787453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92d6d335-fea0-4b6c-a21c-08303652f74f req-04a998ab-38f3-48cc-a485-6f0904089b24 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/df2086ef-7156-45ad-a307-2dd051334d60 HTTP/1.1" status: 200 len: 1828 time: 0.2146327 Feb 03 04:19:17.810073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:17.810687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:17.837228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-f092f2b6-0c61-406a-bf41-466d983ee44e service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325258 Feb 03 04:19:17.839072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5e5d257-e9bb-40bb-9c68-78037d4a7455 req-ba7677cb-0b29-4d6e-a9da-9f06140b6763 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507834 Feb 03 04:19:17.843064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-1486f4b0-2e77-4af2-b087-5e0f19c62eca tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0094049 Feb 03 04:19:17.861651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Request body: {'port': {'device_id': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:17.951666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3fc1f-2413-42c5-97e9-7a9058d2d024 req-3251bab3-293d-4171-881e-e4d2bc311750 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:17.953422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92a3fc1f-2413-42c5-97e9-7a9058d2d024 req-3251bab3-293d-4171-881e-e4d2bc311750 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 932 time: 0.1058743 Feb 03 04:19:17.956574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.000276 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fff8a7-e789-45cb-a780-bd9cd318416c x-openstack-request-id: req-94fff8a7-e789-45cb-a780-bd9cd318416c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:18.000783 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "name": "network-vif-plugged", "status": "completed", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:18.000879 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94fff8a7-e789-45cb-a780-bd9cd318416c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:18.001255 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'code': 200} Feb 03 04:19:18.050975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92a3fc1f-2413-42c5-97e9-7a9058d2d024 req-3e152a16-5470-4e0c-b21e-c6f81301690b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842326 Feb 03 04:19:18.193750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd7cd4d6-968e-4c7a-b978-1529fc0cc739 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:18.310684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cd7cd4d6-968e-4c7a-b978-1529fc0cc739, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:18.311787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521772df-9ab2-416c-9693-43d68ce0bc0a req-9d877a42-46a1-4bb1-97f9-5bba5980a637 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:18.318710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-521772df-9ab2-416c-9693-43d68ce0bc0a req-9d877a42-46a1-4bb1-97f9-5bba5980a637 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 950 time: 0.2032077 Feb 03 04:19:18.326797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739', 'mac_address': 'fa:16:3e:47:35:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:18.331742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77bde-e42b-4ebf-a668-27856ce15996 req-a396c127-d177-4db0-be2e-a0f4a57bddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:18.333205 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68f77bde-e42b-4ebf-a668-27856ce15996 req-a396c127-d177-4db0-be2e-a0f4a57bddef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 1127 time: 0.2166338 Feb 03 04:19:18.343339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48443d-455d-4a72-aba5-afd491a3af90 req-2162daa9-64f4-4823-bbaa-a368767a9d39 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:18.344849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe48443d-455d-4a72-aba5-afd491a3af90 req-2162daa9-64f4-4823-bbaa-a368767a9d39 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.1983650 Feb 03 04:19:18.376570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:18.377749 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.393469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7cd4d6-968e-4c7a-b978-1529fc0cc739 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:18.416332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cd7cd4d6-968e-4c7a-b978-1529fc0cc739, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:18.421009 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.464816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-521772df-9ab2-416c-9693-43d68ce0bc0a req-de04e1f9-7a45-4ff1-9240-c711812b64a9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448822 Feb 03 04:19:18.475456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:18.498480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe48443d-455d-4a72-aba5-afd491a3af90 req-ef3e7de1-86dc-447c-84a7-441aca78b24f tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408732 Feb 03 04:19:18.503712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68f77bde-e42b-4ebf-a668-27856ce15996 req-3f266f15-16aa-482b-a77f-f6c29b9ef897 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506236 Feb 03 04:19:18.532362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-20933057-7467-4a82-b7eb-0f182f8553dd req-1df2787a-0170-494f-857c-620a7e4d2052 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-826185135', 'description': 'tempest-description-2006778386'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:18.557899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e06d2c-fba0-45e2-9355-c6c5c29f1271 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:18.568639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Publish callbacks [] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.578435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20933057-7467-4a82-b7eb-0f182f8553dd req-1df2787a-0170-494f-857c-620a7e4d2052 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.592629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Transition to ACTIVE for port object 05e06d2c-fba0-45e2-9355-c6c5c29f1271 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:18.598710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.671292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:18.720592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cd7cd4d6-968e-4c7a-b978-1529fc0cc739'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:18.758852 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20933057-7467-4a82-b7eb-0f182f8553dd req-1df2787a-0170-494f-857c-620a7e4d2052 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (1c247814-8584-4773-bc96-59a88c44d859), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.768324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20933057-7467-4a82-b7eb-0f182f8553dd req-1df2787a-0170-494f-857c-620a7e4d2052 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1c247814-8584-4773-bc96-59a88c44d859), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.829144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:18.829871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:18.830269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:18.837273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f6f4c4c-f821-4827-903f-eecc37d1450d req-2e6b382b-d908-4f3e-bb05-3a8849ca7f42 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 210 time: 0.0483215 Feb 03 04:19:18.842314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-20933057-7467-4a82-b7eb-0f182f8553dd req-1df2787a-0170-494f-857c-620a7e4d2052 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.843494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20933057-7467-4a82-b7eb-0f182f8553dd req-1df2787a-0170-494f-857c-620a7e4d2052 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3165429 Feb 03 04:19:18.844914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2787a-0170-494f-857c-620a7e4d2052 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c247814-8584-4773-bc96-59a88c44d859,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:18.847006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:18.847398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:18.855198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:18.855575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:18.856392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:18.856392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Bound port: 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:18.856766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:18.940597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:18.968234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:18.992859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:19.077116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.077751 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:19.079141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] 10.222.0.31 "PUT /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 1092 time: 1.2216322 Feb 03 04:19:19.083140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:19.085428 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ef3892-bdec-427a-ad1b-a91953014b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:19.113342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e643e-36c2-4df8-8f87-2ea79862c971 req-312470ca-cad4-4282-9498-f508fd96bc0c tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.114843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d7e643e-36c2-4df8-8f87-2ea79862c971 req-312470ca-cad4-4282-9498-f508fd96bc0c tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 947 time: 0.1867695 Feb 03 04:19:19.121750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b8320-7fe4-4683-b5a4-bea4fcd40b84 service neutron] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:19.189836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.190185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.190689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.191156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.191653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.192116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.192574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.193034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.193543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.193981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.195993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c426367-a3b6-4599-91aa-0b3a4b0c9549 req-fbe19761-6239-492c-9db6-3bfa63463c7e tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7149 time: 0.2261944 Feb 03 04:19:19.230409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d7e643e-36c2-4df8-8f87-2ea79862c971 req-9ae83c59-dbf4-4a47-a645-514376071282 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095243 Feb 03 04:19:19.236472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-2c4d3a08-2093-4866-ae98-7b49e7134c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.238051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-2c4d3a08-2093-4866-ae98-7b49e7134c3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1126 time: 0.1135528 Feb 03 04:19:19.289030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-e4b7adfd-43be-45c5-b344-23c6fb0ca7a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 217 time: 0.0435030 Feb 03 04:19:19.405625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-dea91cd9-1d0a-4a64-9aab-6542898bb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.407344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-dea91cd9-1d0a-4a64-9aab-6542898bb06d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1106613 Feb 03 04:19:19.478868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-113fbf39-5176-4d9e-82c3-87e6c01ed768 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597942 Feb 03 04:19:19.521049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfdfde2b-eaec-4460-94ea-3a5a7edcf4b0 req-0108cb96-0b1c-441a-9b1e-88a737656a90 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/1c247814-8584-4773-bc96-59a88c44d859 HTTP/1.1" status: 200 len: 1829 time: 0.1798806 Feb 03 04:19:19.601546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-3bd93a47-773e-4647-a3e4-dfcb0a0748c1 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.602963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-3bd93a47-773e-4647-a3e4-dfcb0a0748c1 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.2492914 Feb 03 04:19:19.621912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Request body: {'port': {'device_id': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'admin_state_up': True, 'tenant_id': '422018b66bb54d64b3d7128ea7f76cc3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:19.686314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc449bd-9b45-4c76-915f-8ae453b2d920 req-eb494d17-534a-4a61-8160-637f1fb1638c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.692104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc449bd-9b45-4c76-915f-8ae453b2d920 req-eb494d17-534a-4a61-8160-637f1fb1638c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:19.694847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cc449bd-9b45-4c76-915f-8ae453b2d920 req-eb494d17-534a-4a61-8160-637f1fb1638c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4&device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 1691 time: 0.2584963 Feb 03 04:19:19.749585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-74df6248-4cc6-4599-ac0e-010d9f2d0c92 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588093 Feb 03 04:19:20.107052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4e3fb-c088-4df2-86c6-522d77a705e9 req-13a722e6-82ed-4465-bc18-196f94dbb503 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:20.108573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0bb4e3fb-c088-4df2-86c6-522d77a705e9 req-13a722e6-82ed-4465-bc18-196f94dbb503 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 944 time: 0.5160942 Feb 03 04:19:20.141278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cc449bd-9b45-4c76-915f-8ae453b2d920 req-7120c7cc-9546-4681-9847-08c410df04b1 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323735 Feb 03 04:19:20.176363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2aac26e-6300-4e8f-88f9-18a3e13e8eb6 req-a4077dd3-5521-4f59-b00b-519ef6fabb2c service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160275 Feb 03 04:19:20.178963 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804b1827-ee6b-40d0-9b91-4e8b15064bd8 x-openstack-request-id: req-804b1827-ee6b-40d0-9b91-4e8b15064bd8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:20.179252 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:20.179530 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-804b1827-ee6b-40d0-9b91-4e8b15064bd8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:20.179921 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271', 'status': 'completed', 'code': 200} Feb 03 04:19:20.205314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Made reservation on behalf of 422018b66bb54d64b3d7128ea7f76cc3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:20.210851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.211032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd7cd4d6-968e-4c7a-b978-1529fc0cc739 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:20.232671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0bb4e3fb-c088-4df2-86c6-522d77a705e9 req-2ccd1d1c-2ba7-4f55-98bb-6258593ba8b8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124246 Feb 03 04:19:20.278372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:20.283061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:20.283461 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.377529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:20.377820 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.400807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb770932-206f-469f-be85-7bf3798aaa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:20.403027 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813d9433-198f-4f83-9f29-3115ba26f42e" -d '{"events": [{"server_uuid": "fb770932-206f-469f-be85-7bf3798aaa26", "name": "network-vif-plugged", "status": "completed", "tag": "cd7cd4d6-968e-4c7a-b978-1529fc0cc739"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:20.415854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cd7cd4d6-968e-4c7a-b978-1529fc0cc739, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:20.417858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-695da1cb-f223-4d7c-8023-368356a81e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:20.419466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-695da1cb-f223-4d7c-8023-368356a81e7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1126 time: 0.1839781 Feb 03 04:19:20.421103 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.440151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c677f8-6ce6-4a55-847d-5d2fd717f1ad req-0f8f0e06-9abf-40bc-bdb2-747bb1d3cf6f tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:20.441516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83c677f8-6ce6-4a55-847d-5d2fd717f1ad req-0f8f0e06-9abf-40bc-bdb2-747bb1d3cf6f tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 886 time: 0.2518241 Feb 03 04:19:20.470460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:20.489194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b2cc42d2-234c-4803-9c88-c056e9dd6784 req-1fb01d5e-3bfb-48b9-9b23-c3c6978229b2 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-702948948', 'description': 'tempest-description-1430968788'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:20.572953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d122c-5989-488e-91cc-dfbb00ebc6fd req-254762f2-1d74-463a-9ae0-10be40cb7828 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:20.574455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-443d122c-5989-488e-91cc-dfbb00ebc6fd req-254762f2-1d74-463a-9ae0-10be40cb7828 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.2179937 Feb 03 04:19:20.582353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Allocated IP 172.20.0.5 (83bc5843-8ce4-427a-99ea-8e851077989b/6487e759-ba58-4c55-9acc-acbbe59fc8bc/5d9efd9f-0946-4ceb-a245-5f013aaab58f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:20.586824 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b2cc42d2-234c-4803-9c88-c056e9dd6784 req-1fb01d5e-3bfb-48b9-9b23-c3c6978229b2 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.633818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-91de45d0-5b62-4606-84a5-6d36a559846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:20.635295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-91de45d0-5b62-4606-84a5-6d36a559846c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2065656 Feb 03 04:19:20.741504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-6bcfea7b-0f32-4bba-91be-cda818df9dfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 217 time: 0.0908239 Feb 03 04:19:20.750142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-443d122c-5989-488e-91cc-dfbb00ebc6fd req-ed1ce94e-fff4-4978-b761-3cb3532d5fb9 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695161 Feb 03 04:19:20.903146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2acd3318-89be-4625-aadf-64310d06691c req-7a410f32-a99a-4b55-b33f-b6a579b398fb tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 210 time: 0.0834856 Feb 03 04:19:20.906942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b2cc42d2-234c-4803-9c88-c056e9dd6784 req-1fb01d5e-3bfb-48b9-9b23-c3c6978229b2 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (a8e0e77c-814a-4c21-9cf2-33021ea1c78a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.908770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-efa82743-9af8-4cd7-8014-6db5643d6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:20.910173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-efa82743-9af8-4cd7-8014-6db5643d6284 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1547222 Feb 03 04:19:20.915621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b2cc42d2-234c-4803-9c88-c056e9dd6784 req-1fb01d5e-3bfb-48b9-9b23-c3c6978229b2 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8e0e77c-814a-4c21-9cf2-33021ea1c78a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.971551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-c743135c-61d9-466c-baf6-1014afd73f32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516601 Feb 03 04:19:20.986952 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b2cc42d2-234c-4803-9c88-c056e9dd6784 req-1fb01d5e-3bfb-48b9-9b23-c3c6978229b2 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:20.988144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2cc42d2-234c-4803-9c88-c056e9dd6784 req-1fb01d5e-3bfb-48b9-9b23-c3c6978229b2 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5119634 Feb 03 04:19:21.006927 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks [] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.019027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb01d5e-3bfb-48b9-9b23-c3c6978229b2 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0e77c-814a-4c21-9cf2-33021ea1c78a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:21.071871 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79428718-17e4-46f3-8f1b-0c7a7dedc705 x-openstack-request-id: req-79428718-17e4-46f3-8f1b-0c7a7dedc705 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:21.072323 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb770932-206f-469f-be85-7bf3798aaa26", "name": "network-vif-plugged", "status": "completed", "tag": "cd7cd4d6-968e-4c7a-b978-1529fc0cc739", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:21.072670 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79428718-17e4-46f3-8f1b-0c7a7dedc705 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:21.073195 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb770932-206f-469f-be85-7bf3798aaa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739', 'code': 200} Feb 03 04:19:21.175286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9d193-a8ed-4096-ab46-6328a299f537 req-b1a0bc8f-3640-4cc7-b91d-bbb49aff82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.176910 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a8e9d193-a8ed-4096-ab46-6328a299f537 req-b1a0bc8f-3640-4cc7-b91d-bbb49aff82ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 1130 time: 0.0459878 Feb 03 04:19:21.200562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.220156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-4e82ecfa-c190-48fb-a0c8-949860e9fa46 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399495 Feb 03 04:19:21.225129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a8e9d193-a8ed-4096-ab46-6328a299f537 req-ba1a9961-cba0-4a15-b40a-2ba4c9804d7b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Feb 03 04:19:21.291767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9fbc-a239-4ead-ab74-e265d8fe41ae req-c5e5da93-1ea2-4212-a777-3e44ee8103b4 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.293287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9aa9fbc-a239-4ead-ab74-e265d8fe41ae req-c5e5da93-1ea2-4212-a777-3e44ee8103b4 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 948 time: 0.2520247 Feb 03 04:19:21.305526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Network 83bc5843-8ce4-427a-99ea-8e851077989b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:21.320325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:21.332159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:21.342164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:21.377658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:21.429728 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0071-5e32-446e-a5cf-fd64006485e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.435861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.436350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.436831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.437303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.437756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.438219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.438676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.439332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.439847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.440296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.442272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-893b84fa-01b1-4119-96ff-65ca05c940db req-11b1b965-4e09-4826-b8b5-8bf15952d4a5 tempest-NetworksTest-1334844230 tempest-NetworksTest-1334844230-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7149 time: 0.3487206 Feb 03 04:19:21.488885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9aa9fbc-a239-4ead-ab74-e265d8fe41ae req-47417d97-b4a3-4f00-bbb7-d0a18cf88eae tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822524 Feb 03 04:19:21.496194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.496817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.502164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7ef3892-bdec-427a-ad1b-a91953014b7c req-c615a6c4-9828-4367-8e65-cc408f11d18f service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586026 Feb 03 04:19:21.529485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-8540cf17-a898-4dcd-a337-f84aeca2b4a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9124160 Feb 03 04:19:21.533880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0071-5e32-446e-a5cf-fd64006485e3 admin admin] Publish callbacks [] for security_group (178a5088-8fcb-47da-b810-307d344603da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.538631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0071-5e32-446e-a5cf-fd64006485e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (178a5088-8fcb-47da-b810-307d344603da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.550452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Request body: {'port': {'device_id': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:21.585643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b2a0071-5e32-446e-a5cf-fd64006485e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a11de322436b4ae18c3ce4c9ead7cdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637882 Feb 03 04:19:21.591641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:21.620510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a0071-5e32-446e-a5cf-fd64006485e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178a5088-8fcb-47da-b810-307d344603da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:21.659711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19f43546-29a1-400b-b973-ade57ad0cbe5 admin admin] Publish callbacks [] for security_group (178a5088-8fcb-47da-b810-307d344603da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.669736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.681903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19f43546-29a1-400b-b973-ade57ad0cbe5 admin admin] Publish callbacks [] for security_group (178a5088-8fcb-47da-b810-307d344603da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.693171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f4ab-7c20-4c51-8a7a-33fb838882a0 req-79be0cf3-c499-4e00-ae78-ba0844761cc2 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.694715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8102f4ab-7c20-4c51-8a7a-33fb838882a0 req-79be0cf3-c499-4e00-ae78-ba0844761cc2 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.1602945 Feb 03 04:19:21.709672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:21.714936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Request body: {'floatingip': {'port_id': 'a86d950c-93cc-445b-9560-4457c7ec6ee7'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:21.732436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:21.748484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306284af-b85b-4de4-bc05-97c44bb5afc1 req-02e81c16-5bd7-4385-8376-6b3ecb1d4aa8 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:21.750014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-306284af-b85b-4de4-bc05-97c44bb5afc1 req-02e81c16-5bd7-4385-8376-6b3ecb1d4aa8 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 1132 time: 0.1574349 Feb 03 04:19:21.756029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.859950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19f43546-29a1-400b-b973-ade57ad0cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (178a5088-8fcb-47da-b810-307d344603da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.862743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19f43546-29a1-400b-b973-ade57ad0cbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.863922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-19f43546-29a1-400b-b973-ade57ad0cbe5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/178a5088-8fcb-47da-b810-307d344603da HTTP/1.1" status: 204 len: 168 time: 0.2706110 Feb 03 04:19:21.879280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f43546-29a1-400b-b973-ade57ad0cbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a5088-8fcb-47da-b810-307d344603da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:21.896328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53a14537-ae34-4386-818d-9bd745410c32 req-e984241e-bfa4-462e-bf53-da829c1c1c39 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/a8e0e77c-814a-4c21-9cf2-33021ea1c78a HTTP/1.1" status: 200 len: 1829 time: 0.1736369 Feb 03 04:19:21.914903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-005d87b7-ab49-4b1a-8634-ad36d008d0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:21.932238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-306284af-b85b-4de4-bc05-97c44bb5afc1 req-887b844a-e3f2-46b7-aea7-e9512d4bef59 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688070 Feb 03 04:19:22.048455 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-058620e7-ec04-4914-9a5a-5a7bbfb5e568 req-2936f219-5a89-4910-9c5c-8e6f29ccf26d tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] show failed (client error): The resource could not be found. Feb 03 04:19:22.049510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-058620e7-ec04-4914-9a5a-5a7bbfb5e568 req-2936f219-5a89-4910-9c5c-8e6f29ccf26d tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/c172c655-43eb-4d13-af9c-f3b1f3b82c95 HTTP/1.1" status: 404 len: 352 time: 0.0994875 Feb 03 04:19:22.178315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac8fc9-69dd-4a11-8ea4-8c37aa2ee981 req-0376684c-6264-4e82-a37b-58d6cc835e48 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:22.179852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5aac8fc9-69dd-4a11-8ea4-8c37aa2ee981 req-0376684c-6264-4e82-a37b-58d6cc835e48 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 944 time: 0.1809387 Feb 03 04:19:22.244683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:22.253904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9efd9f-0946-4ceb-a245-5f013aaab58f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:22.261486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e77060-bebb-453a-9eb3-1ff7027b6785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.264807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-005d87b7-ab49-4b1a-8634-ad36d008d0a9 admin admin] Publish callbacks [] for security_group (c855c8df-62fb-48ff-8317-3cdfd8ae6e90), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.266845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Publish callbacks [] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.278493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-005d87b7-ab49-4b1a-8634-ad36d008d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c855c8df-62fb-48ff-8317-3cdfd8ae6e90), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.307006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc82cf-9fea-4405-9a3d-5e8e81e11e0e req-528cf6ec-5544-4f33-9ef6-60e61c5a8b8c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:22.308515 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32cc82cf-9fea-4405-9a3d-5e8e81e11e0e req-528cf6ec-5544-4f33-9ef6-60e61c5a8b8c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 931 time: 0.1896365 Feb 03 04:19:22.320638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Transition to ACTIVE for port object 5d9efd9f-0946-4ceb-a245-5f013aaab58f will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:22.342053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.344815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.347960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.375745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5aac8fc9-69dd-4a11-8ea4-8c37aa2ee981 req-ad87190b-d5dd-464e-a2b0-dfb3fd273280 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673324 Feb 03 04:19:22.380429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-005d87b7-ab49-4b1a-8634-ad36d008d0a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28e357a0db8a4559ac401ee350f32174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6431582 Feb 03 04:19:22.380429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d87b7-ab49-4b1a-8634-ad36d008d0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855c8df-62fb-48ff-8317-3cdfd8ae6e90,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:22.403152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:22.474472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:22.485945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e77060-bebb-453a-9eb3-1ff7027b6785 admin admin] Publish callbacks [] for security_group (da206293-aef2-4eaa-adaa-fef2adef5074), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.489498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32cc82cf-9fea-4405-9a3d-5e8e81e11e0e req-8de24177-0fd9-4e7d-b180-4f38d285287a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677303 Feb 03 04:19:22.495460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e77060-bebb-453a-9eb3-1ff7027b6785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (da206293-aef2-4eaa-adaa-fef2adef5074), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.518202 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238 associated. External IP: 172.25.7.178, port: a86d950c-93cc-445b-9560-4457c7ec6ee7. Feb 03 04:19:22.572184 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-c366b478-4818-4722-8370-240ef8114111 req-6faebeb1-baeb-4915-9a95-612bd20eca48 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] show failed (client error): The resource could not be found. Feb 03 04:19:22.573206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c366b478-4818-4722-8370-240ef8114111 req-6faebeb1-baeb-4915-9a95-612bd20eca48 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-group-rules/af23fd6c-71a8-442d-af84-3d4598652b5a HTTP/1.1" status: 404 len: 361 time: 0.0466776 Feb 03 04:19:22.584652 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83e77060-bebb-453a-9eb3-1ff7027b6785 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c745a3a019194a13b485f8dacbdc558f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351891 Feb 03 04:19:22.584652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:22.585325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e77060-bebb-453a-9eb3-1ff7027b6785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da206293-aef2-4eaa-adaa-fef2adef5074,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:22.699425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e1f1f79-2274-436b-9429-966cc9f0e0f5 admin admin] Publish callbacks [] for security_group (da206293-aef2-4eaa-adaa-fef2adef5074), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.763670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e1f1f79-2274-436b-9429-966cc9f0e0f5 admin admin] Publish callbacks [] for security_group (da206293-aef2-4eaa-adaa-fef2adef5074), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.848373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Router 938aeade-b9d0-4945-b837-596e3e7e8679 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:19:22.853627 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5e39-24e2-43f3-bfe2-dd8be6273438 admin admin] Publish callbacks [] for security_group (c855c8df-62fb-48ff-8317-3cdfd8ae6e90), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.896846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e1f1f79-2274-436b-9429-966cc9f0e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (da206293-aef2-4eaa-adaa-fef2adef5074), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.899359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e1f1f79-2274-436b-9429-966cc9f0e0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.900523 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6e1f1f79-2274-436b-9429-966cc9f0e0f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da206293-aef2-4eaa-adaa-fef2adef5074 HTTP/1.1" status: 204 len: 168 time: 0.3121035 Feb 03 04:19:22.905524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:22.905856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:22.906189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:22.912276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5e39-24e2-43f3-bfe2-dd8be6273438 admin admin] Publish callbacks [] for security_group (c855c8df-62fb-48ff-8317-3cdfd8ae6e90), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.917782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f1f79-2274-436b-9429-966cc9f0e0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da206293-aef2-4eaa-adaa-fef2adef5074,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:22.924257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eab5d8-355a-4213-94e6-cf70a9681721 req-a84fba9e-60e8-40ed-aecf-a0843b30b4ab tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:22.926028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7eab5d8-355a-4213-94e6-cf70a9681721 req-a84fba9e-60e8-40ed-aecf-a0843b30b4ab tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 1132 time: 0.4605799 Feb 03 04:19:22.929540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:22.929878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:22.951728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:22.952392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:22.952953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:22.953416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Bound port: 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:22.953783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.980902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:19:22.986296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:22.998772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] Sync routers for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:19:23.002393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d717cd-58b0-4315-b922-8fbd2d5166b7 req-1e489789-8296-4151-bff1-6ae6bbd0c31a tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:23.003952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30d717cd-58b0-4315-b922-8fbd2d5166b7 req-1e489789-8296-4151-bff1-6ae6bbd0c31a tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 948 time: 0.1620219 Feb 03 04:19:23.015817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:23.016380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:23.029226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ab009651-2394-4038-97f0-6fa1e7ec8505 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "PUT /v2.0/floatingips/bc26dea6-8c28-40ee-9e34-b50a8bf52238 HTTP/1.1" status: 200 len: 991 time: 1.3182611 Feb 03 04:19:23.029919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:23.032516 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:23.074275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7eab5d8-355a-4213-94e6-cf70a9681721 req-c1b5c76a-8424-4855-ab1a-d87876e82e97 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325405 Feb 03 04:19:23.110760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5e39-24e2-43f3-bfe2-dd8be6273438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c855c8df-62fb-48ff-8317-3cdfd8ae6e90), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.113744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5e39-24e2-43f3-bfe2-dd8be6273438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.115086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac8f5e39-24e2-43f3-bfe2-dd8be6273438 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c855c8df-62fb-48ff-8317-3cdfd8ae6e90 HTTP/1.1" status: 204 len: 168 time: 0.7108676 Feb 03 04:19:23.152188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:23.156964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f5e39-24e2-43f3-bfe2-dd8be6273438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855c8df-62fb-48ff-8317-3cdfd8ae6e90,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:23.170295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:23.181885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30d717cd-58b0-4315-b922-8fbd2d5166b7 req-eaf6f4f1-d2ff-43bf-aece-024a21ee18a9 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408858 Feb 03 04:19:23.197390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:23.222287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.283581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad1ed612-647f-47bb-8097-9ad8942b507c req-b582d2e6-6152-4eb5-a509-cd8cc3e9dedb tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/a8e0e77c-814a-4c21-9cf2-33021ea1c78a HTTP/1.1" status: 200 len: 1829 time: 0.1753109 Feb 03 04:19:23.306518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:23.307442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.308965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 1091 time: 1.7635694 Feb 03 04:19:23.310115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:23.311598 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1cb02-2000-475a-ad10-79e9f83f1987" -d '{"events": [{"name": "network-changed", "server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:23.399838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ff6db-a268-473c-a115-b52eb5038905 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:23.411355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.438745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfca8f-e8de-4359-91c1-d54a213c8126 req-383c1cca-68e0-467b-abd6-eb95b4f589da tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:23.445692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25cfca8f-e8de-4359-91c1-d54a213c8126 req-383c1cca-68e0-467b-abd6-eb95b4f589da tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.1611214 Feb 03 04:19:23.468423 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.491117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad1ed612-647f-47bb-8097-9ad8942b507c req-8eec8994-6df0-41da-896b-7184d4f5f1ba tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (a8e0e77c-814a-4c21-9cf2-33021ea1c78a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.514575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-de772061-8282-4e62-afaa-82b2a33fa0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:23.516424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-de772061-8282-4e62-afaa-82b2a33fa0ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1125 time: 0.1422071 Feb 03 04:19:23.545533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad1ed612-647f-47bb-8097-9ad8942b507c req-8eec8994-6df0-41da-896b-7184d4f5f1ba tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (a8e0e77c-814a-4c21-9cf2-33021ea1c78a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.555426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bc26dea6-8c28-40ee-9e34-b50a8bf52238', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'port_id': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'mac_address': 'fa:16:3e:f6:70:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:18:10Z', 'updated_at': '2022-02-03T04:19:22Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:23.587695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-af50da32-2d9f-4227-96e6-2c30ba80ac51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 217 time: 0.0570240 Feb 03 04:19:23.591417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] Checking router: 938aeade-b9d0-4945-b837-596e3e7e8679 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:19:23.594006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25cfca8f-e8de-4359-91c1-d54a213c8126 req-9af69915-4d6c-44ee-bbef-453524c97287 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474528 Feb 03 04:19:23.603881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:23.605592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:23.657797 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b037c-467e-482f-9351-b8868a8ba0c8 x-openstack-request-id: req-0c2b037c-467e-482f-9351-b8868a8ba0c8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:23.658318 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:23.658413 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c2b037c-467e-482f-9351-b8868a8ba0c8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:23.658742 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'status': 'completed', 'code': 200} Feb 03 04:19:23.695403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-95f936a4-b7fd-42f9-b9ee-2f802c065a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:23.696950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-95f936a4-b7fd-42f9-b9ee-2f802c065a1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.1020770 Feb 03 04:19:23.711109 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad1ed612-647f-47bb-8097-9ad8942b507c req-8eec8994-6df0-41da-896b-7184d4f5f1ba tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8e0e77c-814a-4c21-9cf2-33021ea1c78a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.714391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad1ed612-647f-47bb-8097-9ad8942b507c req-8eec8994-6df0-41da-896b-7184d4f5f1ba tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.727552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad1ed612-647f-47bb-8097-9ad8942b507c req-8eec8994-6df0-41da-896b-7184d4f5f1ba tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "DELETE /v2.0/security-groups/a8e0e77c-814a-4c21-9cf2-33021ea1c78a HTTP/1.1" status: 204 len: 173 time: 0.4254296 Feb 03 04:19:23.728103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:23.772666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-4e538916-9137-4ea4-8f57-d10d35384f7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620797 Feb 03 04:19:23.773319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:23.773940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec8994-6df0-41da-896b-7184d4f5f1ba tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0e77c-814a-4c21-9cf2-33021ea1c78a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:23.776860 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a2c2f3-08ce-4bc0-889a-70471990f1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:23.818118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-e2aea9a5-57b2-47ee-8cfa-c0f656922df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:23.818118 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-e2aea9a5-57b2-47ee-8cfa-c0f656922df0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=923b41caf751437b824afe3e7e0f3052&device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 1127 time: 0.1208055 Feb 03 04:19:23.878719 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d07562-7ffe-4cdb-bff5-642112e839a1 x-openstack-request-id: req-15d07562-7ffe-4cdb-bff5-642112e839a1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:23.879879 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:23.879879 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15d07562-7ffe-4cdb-bff5-642112e839a1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:23.879879 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f', 'status': 'completed', 'code': 200} Feb 03 04:19:24.029353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-35fea0d8-34e2-4635-a13b-fdcaa5f50d1d service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452147 Feb 03 04:19:24.037082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-5a1a5243-d8df-4be3-9510-485d4405648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:24.041717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-5a1a5243-d8df-4be3-9510-485d4405648e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 200 len: 924 time: 0.2173512 Feb 03 04:19:24.120591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb1db6-7a0d-454c-9139-afbfeb5e75cd req-70685af8-4e5c-46c7-bc83-cc61deb03161 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:24.128056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7aeb1db6-7a0d-454c-9139-afbfeb5e75cd req-70685af8-4e5c-46c7-bc83-cc61deb03161 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 944 time: 0.1874964 Feb 03 04:19:24.144063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a2c2f3-08ce-4bc0-889a-70471990f1d0 admin admin] Publish callbacks [] for security_group (62a704f7-98bc-4dac-94b3-a9e197acf830), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.168760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a2c2f3-08ce-4bc0-889a-70471990f1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62a704f7-98bc-4dac-94b3-a9e197acf830), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.173984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-bcf15d8e-dbba-4653-a061-67c17b2ae807 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7 HTTP/1.1" status: 200 len: 999 time: 0.1248085 Feb 03 04:19:24.206708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-ad3aba3d-6b2f-45b6-ae97-5932556f925d req-0d71dbd7-67fb-4239-a0ac-229ff1962f04 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:19:24.207894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad3aba3d-6b2f-45b6-ae97-5932556f925d req-0d71dbd7-67fb-4239-a0ac-229ff1962f04 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177746 Feb 03 04:19:24.230258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-99e039b5-f551-442e-80eb-56759bb12c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:24.231786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-99e039b5-f551-442e-80eb-56759bb12c15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 200 len: 862 time: 0.0506189 Feb 03 04:19:24.252040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-81a2c2f3-08ce-4bc0-889a-70471990f1d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=457d058f182745658b0226dba2c0f7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136876 Feb 03 04:19:24.259693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:24.296889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2c2f3-08ce-4bc0-889a-70471990f1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a704f7-98bc-4dac-94b3-a9e197acf830,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:24.321004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0beb3b9f-c1e8-418b-990f-e88d8962113e req-79985665-15d4-44a8-8a9e-eaf8129bf3ef service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788255 Feb 03 04:19:24.332599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7aeb1db6-7a0d-454c-9139-afbfeb5e75cd req-27563275-5a87-4481-b379-dcdfa7c4ade3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033966 Feb 03 04:19:24.336505 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bc26dea6-8c28-40ee-9e34-b50a8bf52238', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'port_id': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'mac_address': 'fa:16:3e:f6:70:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:18:10Z', 'updated_at': '2022-02-03T04:19:22Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:24.394782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7078a4ee-597e-455d-bdc2-f3f8535e16cf None None] The sync data for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 is: [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bc26dea6-8c28-40ee-9e34-b50a8bf52238', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'port_id': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'mac_address': 'fa:16:3e:f6:70:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:18:10Z', 'updated_at': '2022-02-03T04:19:22Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:19:24.401594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a45f-7e5e-42f4-aa84-2637af2a7ba8 admin admin] Publish callbacks [] for security_group (62a704f7-98bc-4dac-94b3-a9e197acf830), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.404463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-ba844935-7601-4dcc-97b5-d8d2633de4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:24.405997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-ba844935-7601-4dcc-97b5-d8d2633de4f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2cb4316-7048-4d70-bd40-f8696bd4f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1640935 Feb 03 04:19:24.418459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:24.500177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-18850e04-693e-480d-8c0b-3df41f2de337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:24.502514 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-18850e04-693e-480d-8c0b-3df41f2de337 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1125 time: 0.1092257 Feb 03 04:19:24.511776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-775948fa-e6a3-410f-83c0-0ea70ff77fff req-b30c682d-ec82-49b6-afc1-99f371428899 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/1c247814-8584-4773-bc96-59a88c44d859 HTTP/1.1" status: 200 len: 1829 time: 0.0982406 Feb 03 04:19:24.521219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aaba1-f5d1-4430-8fd9-a23bbc0407b0 req-af319fc4-322a-4928-9bfa-ecc30da2ea88 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:24.523204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-223aaba1-f5d1-4430-8fd9-a23bbc0407b0 req-af319fc4-322a-4928-9bfa-ecc30da2ea88 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 943 time: 0.1726332 Feb 03 04:19:24.560174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a45f-7e5e-42f4-aa84-2637af2a7ba8 admin admin] Publish callbacks [] for security_group (62a704f7-98bc-4dac-94b3-a9e197acf830), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.581003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:24.591661 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-bd353637-71d9-4c7a-8a1b-de891bb6eafd service neutron] 10.222.0.15 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659849 Feb 03 04:19:24.594916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '05e06d2c-fba0-45e2-9355-c6c5c29f1271', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'port_id': '05e06d2c-fba0-45e2-9355-c6c5c29f1271', 'mac_address': 'fa:16:3e:7b:45:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27694200-df89-4462-a195-208f94dc48cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:24.643059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:24.643476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.660404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e06d2c-fba0-45e2-9355-c6c5c29f1271 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:24.703412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:24.713450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.716197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a45f-7e5e-42f4-aa84-2637af2a7ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62a704f7-98bc-4dac-94b3-a9e197acf830), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.719087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a45f-7e5e-42f4-aa84-2637af2a7ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.720303 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c3e9a45f-7e5e-42f4-aa84-2637af2a7ba8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62a704f7-98bc-4dac-94b3-a9e197acf830 HTTP/1.1" status: 204 len: 168 time: 0.4594028 Feb 03 04:19:24.737326 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec936717-4edc-4da9-ac8a-9ddb5f1b3dc1 req-371c4acc-9ce2-408f-afad-ac7c33581fa9 service neutron] 10.222.0.15 "GET /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365297 Feb 03 04:19:24.738060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9a45f-7e5e-42f4-aa84-2637af2a7ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a704f7-98bc-4dac-94b3-a9e197acf830,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:24.783446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-775948fa-e6a3-410f-83c0-0ea70ff77fff req-ad541032-aa56-470e-b0e3-305b24527ee6 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (1c247814-8584-4773-bc96-59a88c44d859), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.797083 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb575296-785b-4bf5-9348-5cfc1d78f21f None None] New status for floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:19:24.800532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-223aaba1-f5d1-4430-8fd9-a23bbc0407b0 req-a330130b-fbfe-44d4-8203-16a26ba05a03 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399771 Feb 03 04:19:24.840437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:24.856518 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-775948fa-e6a3-410f-83c0-0ea70ff77fff req-ad541032-aa56-470e-b0e3-305b24527ee6 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (1c247814-8584-4773-bc96-59a88c44d859), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:24.901311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-7b264890-5aa3-4056-9fce-669bc76d1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:24.903903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-7b264890-5aa3-4056-9fce-669bc76d1f2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.3796873 Feb 03 04:19:25.001894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['05e06d2c-fba0-45e2-9355-c6c5c29f1271'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:25.006908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-d2c368f3-b6ac-4de1-aa61-8fcae8b35e0d tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922496 Feb 03 04:19:25.010035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-c563ca91-0340-4342-98c8-ab8b8d0d5bc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 217 time: 0.0808268 Feb 03 04:19:25.081172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-775948fa-e6a3-410f-83c0-0ea70ff77fff req-ad541032-aa56-470e-b0e3-305b24527ee6 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1c247814-8584-4773-bc96-59a88c44d859), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:25.083844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-775948fa-e6a3-410f-83c0-0ea70ff77fff req-ad541032-aa56-470e-b0e3-305b24527ee6 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:25.092048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-775948fa-e6a3-410f-83c0-0ea70ff77fff req-ad541032-aa56-470e-b0e3-305b24527ee6 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "DELETE /v2.0/security-groups/1c247814-8584-4773-bc96-59a88c44d859 HTTP/1.1" status: 204 len: 173 time: 0.5792503 Feb 03 04:19:25.147760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad541032-aa56-470e-b0e3-305b24527ee6 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c247814-8584-4773-bc96-59a88c44d859,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:25.160026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-665326e7-ecaa-4a72-8463-82e8cad664e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:25.161655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-665326e7-ecaa-4a72-8463-82e8cad664e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.1411145 Feb 03 04:19:25.210280 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-daad7634-1014-40f4-9fd0-9a1f14d47d90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395551 Feb 03 04:19:25.267919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-6aae91a2-4d15-443e-a832-0cb7d0bb5c56 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:25.269425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-6aae91a2-4d15-443e-a832-0cb7d0bb5c56 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617400 Feb 03 04:19:25.338232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-5073aa25-45e8-4c0e-89d0-c514cdf1ee29 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/quotas/92f4ce000876469e90561ad3ddf8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0547779 Feb 03 04:19:25.358548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a399cc-449a-4227-8492-58eb85526a7a req-92729183-1996-4436-9a7d-44819454eb29 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:25.360071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94a399cc-449a-4227-8492-58eb85526a7a req-92729183-1996-4436-9a7d-44819454eb29 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 948 time: 0.1524966 Feb 03 04:19:25.409110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-10606fc1-9cab-4877-84b9-744d8b60d0ed service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845574 Feb 03 04:19:25.481323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94a399cc-449a-4227-8492-58eb85526a7a req-6d069496-b153-483d-8e11-504895b3ba7f tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066241 Feb 03 04:19:25.525626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-8de9787a-dccc-4c73-a05c-0f87d0fbf409 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1789777 Feb 03 04:19:25.551016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ed1cb02-2000-475a-ad10-79e9f83f1987 req-9de44412-c17b-4f16-8335-bf2927f1feb6 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326711 Feb 03 04:19:25.650314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359b577-70b3-4387-a483-386f425093e3 req-dc6bc2b7-581d-432a-b97f-52b7e1d10de9 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:25.651957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7359b577-70b3-4387-a483-386f425093e3 req-dc6bc2b7-581d-432a-b97f-52b7e1d10de9 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.0659485 Feb 03 04:19:25.704167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7359b577-70b3-4387-a483-386f425093e3 req-1f530b19-c4e3-4b9c-9665-03c5369b8201 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Feb 03 04:19:25.782882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96173020-2dbf-40a7-8fda-4239780796d5 req-68b48f2a-30b3-490a-b341-4f8b247950ba tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/df2086ef-7156-45ad-a307-2dd051334d60 HTTP/1.1" status: 200 len: 1828 time: 0.0448570 Feb 03 04:19:25.850575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-96173020-2dbf-40a7-8fda-4239780796d5 req-0d43a54b-44f8-46f9-af29-c643e21e67c3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (df2086ef-7156-45ad-a307-2dd051334d60), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:25.879715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-96173020-2dbf-40a7-8fda-4239780796d5 req-0d43a54b-44f8-46f9-af29-c643e21e67c3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (df2086ef-7156-45ad-a307-2dd051334d60), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:25.930583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-96173020-2dbf-40a7-8fda-4239780796d5 req-0d43a54b-44f8-46f9-af29-c643e21e67c3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (df2086ef-7156-45ad-a307-2dd051334d60), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:25.938431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-96173020-2dbf-40a7-8fda-4239780796d5 req-0d43a54b-44f8-46f9-af29-c643e21e67c3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:25.939684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96173020-2dbf-40a7-8fda-4239780796d5 req-0d43a54b-44f8-46f9-af29-c643e21e67c3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "DELETE /v2.0/security-groups/df2086ef-7156-45ad-a307-2dd051334d60 HTTP/1.1" status: 204 len: 173 time: 0.1502244 Feb 03 04:19:25.955124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43a54b-44f8-46f9-af29-c643e21e67c3 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2086ef-7156-45ad-a307-2dd051334d60,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:26.058217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567abaf5-bf46-4743-a9df-45ccfb07610a req-f64c4087-8c12-4b01-a23f-ca40fb9f1019 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:26.059810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-567abaf5-bf46-4743-a9df-45ccfb07610a req-f64c4087-8c12-4b01-a23f-ca40fb9f1019 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 945 time: 0.0832238 Feb 03 04:19:26.153637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-567abaf5-bf46-4743-a9df-45ccfb07610a req-e5610037-b739-474e-bc11-3a122431d760 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850244 Feb 03 04:19:26.264717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-53da1df8-3967-470a-8fa3-377a544447e7 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6212a1f64b41497c8005d5c1a7733532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249093 Feb 03 04:19:26.363565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-04748e2b-a677-4417-b2fa-b5c3409b421f tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a7734160bfb47ba82b4c2cdb618a749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515032 Feb 03 04:19:26.422175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:26.461916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-e3b533c8-04cc-4425-bcc9-7f933fd75d8e tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:26.463408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-e3b533c8-04cc-4425-bcc9-7f933fd75d8e tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933038 Feb 03 04:19:26.487588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-198ad6fb-3ff4-4b2c-be88-5eb7fc2d07a6 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/quotas/6212a1f64b41497c8005d5c1a7733532 HTTP/1.1" status: 200 len: 375 time: 0.0158653 Feb 03 04:19:26.494284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:26.499472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:26.500001 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:26.553178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c0674d27-c52d-4204-9a4e-a86aa05ef2fe tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:26.554964 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c0674d27-c52d-4204-9a4e-a86aa05ef2fe tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823580 Feb 03 04:19:26.578236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c315eb47-b773-4fb8-8e77-5de842b58667 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/quotas/4a7734160bfb47ba82b4c2cdb618a749 HTTP/1.1" status: 200 len: 375 time: 0.0155342 Feb 03 04:19:26.604297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cadc7fe9-b617-4ab8-a47b-da5a0cad5f5b tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6212a1f64b41497c8005d5c1a7733532&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102617 Feb 03 04:19:26.621449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-55191dee-f725-4001-8ce0-9df1326ad208 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a7734160bfb47ba82b4c2cdb618a749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343990 Feb 03 04:19:26.639354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:26.640165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:26.681885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:26.682950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:26.689690 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f705ab-92c3-47bc-8a15-cf541ae3e77e" -d '{"events": [{"server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "name": "network-vif-plugged", "status": "completed", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:26.694834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:26.795919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:26.950371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126ee3d-378c-485f-b56a-d9a504f24e43 req-a6c65153-f3ff-474c-b01f-0cc9ca6a53da tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:26.952506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8126ee3d-378c-485f-b56a-d9a504f24e43 req-a6c65153-f3ff-474c-b01f-0cc9ca6a53da tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.1049266 Feb 03 04:19:26.999966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f640bd-9213-4f7c-8bf4-554c64fa3b4a req-a5149af9-b3af-490a-b39e-42ad09e05bb8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:27.001395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92f640bd-9213-4f7c-8bf4-554c64fa3b4a req-a5149af9-b3af-490a-b39e-42ad09e05bb8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 943 time: 0.1121280 Feb 03 04:19:27.032120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8126ee3d-378c-485f-b56a-d9a504f24e43 req-ec41b009-f057-483b-9bd5-22095938c212 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729280 Feb 03 04:19:27.110115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92f640bd-9213-4f7c-8bf4-554c64fa3b4a req-1754e0e0-ba4f-4857-a420-1e66dd0db551 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823684 Feb 03 04:19:27.242650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-864e25ed-13b7-4a55-a5c0-5ac4ba2900f1 req-ab4c1bec-89f7-490f-ba90-326723d4310a tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/683ca02e-5f89-419c-8ba7-936704d3422a HTTP/1.1" status: 200 len: 1830 time: 0.0956485 Feb 03 04:19:27.295353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-6f405c14-70e4-4b6d-8617-d02f2c6df8d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228848 Feb 03 04:19:27.352831 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-864e25ed-13b7-4a55-a5c0-5ac4ba2900f1 req-dbb98769-ca55-4645-95b1-6d34c063886b tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (683ca02e-5f89-419c-8ba7-936704d3422a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:27.406695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-864e25ed-13b7-4a55-a5c0-5ac4ba2900f1 req-dbb98769-ca55-4645-95b1-6d34c063886b tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (683ca02e-5f89-419c-8ba7-936704d3422a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:27.470072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-cf6225f6-7f38-4701-b220-d72d6d4a3543 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375099 Feb 03 04:19:27.492881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-5d3c9d30-e29a-43cb-8192-40faf3537b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:27.494526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-5d3c9d30-e29a-43cb-8192-40faf3537b89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1126 time: 0.1383893 Feb 03 04:19:27.574903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-864e25ed-13b7-4a55-a5c0-5ac4ba2900f1 req-dbb98769-ca55-4645-95b1-6d34c063886b tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (683ca02e-5f89-419c-8ba7-936704d3422a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:27.577741 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-864e25ed-13b7-4a55-a5c0-5ac4ba2900f1 req-dbb98769-ca55-4645-95b1-6d34c063886b tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:27.583767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-864e25ed-13b7-4a55-a5c0-5ac4ba2900f1 req-dbb98769-ca55-4645-95b1-6d34c063886b tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "DELETE /v2.0/security-groups/683ca02e-5f89-419c-8ba7-936704d3422a HTTP/1.1" status: 204 len: 173 time: 0.3402123 Feb 03 04:19:27.624173 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263db78-c6af-4677-a278-906226fe4ee5 x-openstack-request-id: req-6263db78-c6af-4677-a278-906226fe4ee5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:27.625203 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "name": "network-vif-plugged", "status": "completed", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:27.625694 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6263db78-c6af-4677-a278-906226fe4ee5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:27.626223 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271', 'code': 200} Feb 03 04:19:27.630124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb98769-ca55-4645-95b1-6d34c063886b tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ca02e-5f89-419c-8ba7-936704d3422a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:27.759740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-6a08aca5-3947-4c8e-ae5d-2f756b05b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:27.761324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-6a08aca5-3947-4c8e-ae5d-2f756b05b206 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.1964841 Feb 03 04:19:27.800297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d1535f4-2d97-419e-896d-1382021c29fa req-a54a8eb5-54c5-4653-aacd-3c9eaaf16058 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 210 time: 0.0535154 Feb 03 04:19:27.837447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0605c7f-7ce5-4392-8009-55d3bc329b61 req-5f62e437-b413-4408-8a3b-778fdca094df tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 210 time: 0.0981390 Feb 03 04:19:27.844287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a462faf5-94b7-415b-af97-9e1829e34f15 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:27.845810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a462faf5-94b7-415b-af97-9e1829e34f15 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663094 Feb 03 04:19:27.861181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:27.877742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d89af-e328-4bba-9c46-69c3f55080e0 req-a79cc444-af4a-4a0f-8a60-9fa363befbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:27.878272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-fbbc0d35-ca62-48d6-9d2d-c8ac15993f29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 217 time: 0.0804434 Feb 03 04:19:27.880062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bb8d89af-e328-4bba-9c46-69c3f55080e0 req-a79cc444-af4a-4a0f-8a60-9fa363befbad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1128 time: 0.0761178 Feb 03 04:19:27.881423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-3eaadf46-c305-4443-b012-560779940ffd tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467889 Feb 03 04:19:27.958046 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bb8d89af-e328-4bba-9c46-69c3f55080e0 req-fe1d1c81-b48b-4c2c-9c4a-5942c1787de8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607882 Feb 03 04:19:28.240420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:28.337031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2821f85-add6-4b06-ab56-14b53db172f5 req-0155769f-dfdc-46d2-970f-352e47cf8cdd tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 210 time: 0.1068599 Feb 03 04:19:28.345618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:28.359183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '5d9efd9f-0946-4ceb-a245-5f013aaab58f', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'port_id': '5d9efd9f-0946-4ceb-a245-5f013aaab58f', 'mac_address': 'fa:16:3e:fc:22:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6487e759-ba58-4c55-9acc-acbbe59fc8bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:28.361433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-5d019cc0-cca1-47ff-b965-28806342001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:28.363144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-5d019cc0-cca1-47ff-b965-28806342001f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.4653187 Feb 03 04:19:28.404343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 5d9efd9f-0946-4ceb-a245-5f013aaab58f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:28.404909 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:28.405099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-dd29eda4-739b-4df5-9036-42a393d041be tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:28.406606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-dd29eda4-739b-4df5-9036-42a393d041be tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4939053 Feb 03 04:19:28.420209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9efd9f-0946-4ceb-a245-5f013aaab58f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:28.428150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-dddee897-832e-4671-a5e2-7c4d47ad2177 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521076 Feb 03 04:19:28.439852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:28.448918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:28.454592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:28.500231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08307b73-f40b-4d5a-b0fe-002af7f0a08c req-918535e7-eef7-4c16-81c3-c43bf9391b90 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:28.501565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08307b73-f40b-4d5a-b0fe-002af7f0a08c req-918535e7-eef7-4c16-81c3-c43bf9391b90 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 946 time: 0.2726562 Feb 03 04:19:28.507212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:28.569831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:28.573081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:28.636479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2bc685dc-4e66-4e34-b76b-a89820d252ac req-b6374c37-72d2-45dd-9a8d-d26474b30669 tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "GET /v2.0/security-groups/e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d HTTP/1.1" status: 200 len: 1828 time: 0.2548978 Feb 03 04:19:28.756449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08307b73-f40b-4d5a-b0fe-002af7f0a08c req-e949fc26-6aed-4e95-86ee-e3e2e2826f5f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363129 Feb 03 04:19:28.770042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-ad4ee0db-7c7b-48b9-8453-de4f77987907 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225389 Feb 03 04:19:28.827912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:28.831491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:28.884060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['5d9efd9f-0946-4ceb-a245-5f013aaab58f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:28.915326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2bc685dc-4e66-4e34-b76b-a89820d252ac req-af557aa2-197d-4cde-b1d4-496e31c0f47f tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:28.944965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-d36c00f7-1659-4883-9b36-049ebce0e86e tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4a7734160bfb47ba82b4c2cdb618a749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379560 Feb 03 04:19:29.003971 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2bc685dc-4e66-4e34-b76b-a89820d252ac req-af557aa2-197d-4cde-b1d4-496e31c0f47f tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.056442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.114 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/d28e53dc-847d-4401-a823-bd57beca48ee) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:29.087004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5251d6e-cf7c-45fd-87de-0ea104d17bf8 req-443717e3-f59e-42e3-9c01-0d9b8bc8ffee service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051119 Feb 03 04:19:29.153575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2bc685dc-4e66-4e34-b76b-a89820d252ac req-af557aa2-197d-4cde-b1d4-496e31c0f47f tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.156227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2bc685dc-4e66-4e34-b76b-a89820d252ac req-af557aa2-197d-4cde-b1d4-496e31c0f47f tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.157379 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2bc685dc-4e66-4e34-b76b-a89820d252ac req-af557aa2-197d-4cde-b1d4-496e31c0f47f tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] 10.222.0.35 "DELETE /v2.0/security-groups/e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d HTTP/1.1" status: 204 len: 173 time: 0.5136290 Feb 03 04:19:29.167787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:29.172116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-51a9d92e-5436-40e8-a9ee-593ef5f98a1e tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:29.173935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-51a9d92e-5436-40e8-a9ee-593ef5f98a1e tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122433 Feb 03 04:19:29.189917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af557aa2-197d-4cde-b1d4-496e31c0f47f tempest-SecurityGroupRulesNegativeTestJSON-324633880 tempest-SecurityGroupRulesNegativeTestJSON-324633880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8b68c-6d62-4e8c-9887-5bdbe0e4545d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:29.199099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Request body: {'port': {'device_id': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '4a7734160bfb47ba82b4c2cdb618a749'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:29.286084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae4eff3a-ca7a-4ba7-b477-b0526aa10ebf req-a8269c35-b78e-48e6-80a3-03a25ee9dc41 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 210 time: 0.0612178 Feb 03 04:19:29.336764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] Deleting subnet a649c64e-811f-40d1-a46e-12721186fef0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:19:29.353518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af420-71cb-4434-9cf7-1044a8c8b29b req-b6bf4031-c8dd-41d4-81df-4722ec746a5c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:29.355971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-336af420-71cb-4434-9cf7-1044a8c8b29b req-b6bf4031-c8dd-41d4-81df-4722ec746a5c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 944 time: 0.2379210 Feb 03 04:19:29.360573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Made reservation on behalf of 4a7734160bfb47ba82b4c2cdb618a749 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:29.360754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] Publish callbacks [] for subnet (a649c64e-811f-40d1-a46e-12721186fef0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.366556 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.382311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.440535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-662a7cd1-5d2e-4feb-8f74-a92fcbf5aded tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6212a1f64b41497c8005d5c1a7733532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306501 Feb 03 04:19:29.455225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ae030b7-e2da-4212-9b51-3fa2adeb116d req-8bfdc79b-036f-4f14-a2e8-b47e2216fefd tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 210 time: 0.0647888 Feb 03 04:19:29.474684 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (a649c64e-811f-40d1-a46e-12721186fef0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.524948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (d28e53dc-847d-4401-a823-bd57beca48ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.529792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks [] for security_group (b27ad401-77e2-4909-bc8f-f0aeae763a29), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.542225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b27ad401-77e2-4909-bc8f-f0aeae763a29), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.548591 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-336af420-71cb-4434-9cf7-1044a8c8b29b req-53941c03-65a4-428e-bb60-5e2480bc3a94 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785741 Feb 03 04:19:29.590511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a649c64e-811f-40d1-a46e-12721186fef0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.692644 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.698630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e265646-fc23-4336-aa09-f90bb75b0d9d req-7140154a-18dc-4d83-b232-87df6bd75b48 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 210 time: 0.0589581 Feb 03 04:19:29.704530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:29.728122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ad401-77e2-4909-bc8f-f0aeae763a29,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:29.737531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:29.752227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-db40d791-9b70-4b06-ae13-4b6b8f106817 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:29.753842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-db40d791-9b70-4b06-ae13-4b6b8f106817 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067560 Feb 03 04:19:29.770134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Request body: {'port': {'device_id': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '6212a1f64b41497c8005d5c1a7733532'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:29.799166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:29.802309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (a649c64e-811f-40d1-a46e-12721186fef0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.842223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a649c64e-811f-40d1-a46e-12721186fef0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:29.845532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:29.847759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:29.919418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:29.920379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.924330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.39 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/fc1a17e0-45bc-4e3b-a039-dd30453e0eb5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:29.932866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:29.938191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-844e80c7-b53a-4f76-a790-ec88e182a5df admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a649c64e-811f-40d1-a46e-12721186fef0 HTTP/1.1" status: 204 len: 168 time: 0.7640896 Feb 03 04:19:29.938976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=d28e53dc-847d-4401-a823-bd57beca48ee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:29.946572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:29.993220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Made reservation on behalf of 6212a1f64b41497c8005d5c1a7733532 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:29.998406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.044823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-c3b7efe9-0b9c-46dc-845c-cf54534b48ee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1873693 Feb 03 04:19:30.097125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Request body: {'port': {'device_id': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:30.160798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (971ee5f5-5946-40e7-a2ce-ee5365dda14f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.172410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc9565-2d6c-4e90-9a24-8ec5eb1740ec req-94823db6-2e9f-46a7-a97d-25c68849278f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:30.179460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61bc9565-2d6c-4e90-9a24-8ec5eb1740ec req-94823db6-2e9f-46a7-a97d-25c68849278f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 946 time: 0.2519960 Feb 03 04:19:30.183762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.15', 51711) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:30.236275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-ed1672be-1922-4bef-931c-3359ce14c659 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507414 Feb 03 04:19:30.258099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:30.302736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f61f51a7-4fa7-4726-9693-c973501ecb56 None None] Provisioning complete for port d28e53dc-847d-4401-a823-bd57beca48ee triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:30.303020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f61f51a7-4fa7-4726-9693-c973501ecb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.360100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f61f51a7-4fa7-4726-9693-c973501ecb56 None None] Port d28e53dc-847d-4401-a823-bd57beca48ee cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:30.379118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 5d9efd9f-0946-4ceb-a245-5f013aaab58f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:30.384503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 5d9efd9f-0946-4ceb-a245-5f013aaab58f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:30.384880 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.384987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (971ee5f5-5946-40e7-a2ce-ee5365dda14f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.385781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-3278491f-2607-41b6-a2ec-c89f3b8c89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:30.387349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-3278491f-2607-41b6-a2ec-c89f3b8c89ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 1132 time: 0.1001859 Feb 03 04:19:30.469779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 5d9efd9f-0946-4ceb-a245-5f013aaab58f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:30.470330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.479966 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.488566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.502618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:30.505948 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b00d47-c74b-481d-86ba-e7b0dc375f2a" -d '{"events": [{"server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:30.510799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971ee5f5-5946-40e7-a2ce-ee5365dda14f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:30.522987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:30.528485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7a772a9-f752-4120-9569-405623720f39 req-0650f228-7041-49b9-aa17-19cdd0243124 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 210 time: 0.1353230 Feb 03 04:19:30.529020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-623bbcf0-bbd4-4aa9-8466-82ea3c82beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:30.531451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-623bbcf0-bbd4-4aa9-8466-82ea3c82beb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1179299 Feb 03 04:19:30.533243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.547719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61bc9565-2d6c-4e90-9a24-8ec5eb1740ec req-173566e8-6949-47a6-a1b4-0dca13e7ecc4 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600607 Feb 03 04:19:30.563669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c7371c-cfd8-472b-a0e4-e610ce709d6c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:30.563980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c7371c-cfd8-472b-a0e4-e610ce709d6c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:30.611990 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaf6351-0518-4d06-9321-8684ed4b488a x-openstack-request-id: req-ecaf6351-0518-4d06-9321-8684ed4b488a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:30.612509 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:30.612964 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecaf6351-0518-4d06-9321-8684ed4b488a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:30.613526 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f', 'code': 200} Feb 03 04:19:30.615218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (88c7371c-cfd8-472b-a0e4-e610ce709d6c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.618014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-4627ca50-57c9-4304-b0e9-eacf0fd47600 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f0e7c263-3670-4bc3-b85b-462cc9843731 HTTP/1.1" status: 200 len: 217 time: 0.0698004 Feb 03 04:19:30.630257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:30.684092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-75d7a2dd-882c-4aa3-9a50-ae5647c26dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:30.685994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-75d7a2dd-882c-4aa3-9a50-ae5647c26dea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0528264 Feb 03 04:19:30.686573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.15', 51712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:30.689338 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (88c7371c-cfd8-472b-a0e4-e610ce709d6c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.696583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4631c8fb-03d6-4da9-b157-e6dde5c289c7 req-9f4ecbfe-92d6-4c83-862c-86e6bb76404a tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 210 time: 0.0793169 Feb 03 04:19:30.713265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:19:30.713721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (88c7371c-cfd8-472b-a0e4-e610ce709d6c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:19:30.724930 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:19:30.821981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5babc59-1792-42e3-b4a6-d9684b8235d4 req-53d89ec3-392a-41a0-957c-5f4e4aa3661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:30.823370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5babc59-1792-42e3-b4a6-d9684b8235d4 req-53d89ec3-392a-41a0-957c-5f4e4aa3661f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1127 time: 0.1298501 Feb 03 04:19:30.830600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:30.845145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:30.849716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:30.865973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Allocated IP 192.168.233.10 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/ad9a9bf3-1458-447d-a6a5-8d23a1418a6e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:30.873208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-a6afbc5a-70df-4f68-965e-c3165fd72697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:30.874715 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-a6afbc5a-70df-4f68-965e-c3165fd72697 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1463020 Feb 03 04:19:30.938795 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5babc59-1792-42e3-b4a6-d9684b8235d4 req-e0bb44b3-13b1-4133-b241-58f9ffd86eae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081626 Feb 03 04:19:31.071482 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-945cfade-97f9-45be-987b-a16b9cb128f2 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832540 Feb 03 04:19:31.166131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks [] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.216027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (971ee5f5-5946-40e7-a2ce-ee5365dda14f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.220860 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.224400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] 10.222.0.35 "DELETE /v2.0/networks/971ee5f5-5946-40e7-a2ce-ee5365dda14f HTTP/1.1" status: 204 len: 168 time: 1.2701228 Feb 03 04:19:31.266795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:31.268123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d56ff5-f0b0-450f-8580-96b105c85c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=971ee5f5-5946-40e7-a2ce-ee5365dda14f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:31.279781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:31.282175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:31.307385 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.334048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:31.334705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.350786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:31.364928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc85ba-7cbd-4e1b-b8fd-7914d55726f2 req-8e3a798f-befd-42f6-aa0d-9b264eabf3a9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:31.371922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15dc85ba-7cbd-4e1b-b8fd-7914d55726f2 req-8e3a798f-befd-42f6-aa0d-9b264eabf3a9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 945 time: 0.5427814 Feb 03 04:19:31.382781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-a149f46a-ef99-4f67-95f4-0bf7b78237c9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9571185 Feb 03 04:19:31.400122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Request body: {'port': {'device_id': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:31.446511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:31.463736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:31.466085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Pushing event updated for resources: {'Port': ['ID=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:31.474806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:31.478065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4701-8df3-4175-be81-13cea7f1f540 req-913b7176-7953-4bd0-b7f6-bc6022950205 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:31.480900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Allocated IP 192.168.233.145 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/8708ed5e-3757-4878-8ae1-28b2c56f94a0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:31.486848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d56e4701-8df3-4175-be81-13cea7f1f540 req-913b7176-7953-4bd0-b7f6-bc6022950205 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1128 time: 0.3007505 Feb 03 04:19:31.525693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d879d8d-fb11-4a3e-945e-48c7a6519bd2 req-bf6c67d9-9da1-4675-8817-d7b3387b37b7 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489687 Feb 03 04:19:31.534329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15dc85ba-7cbd-4e1b-b8fd-7914d55726f2 req-2d1002b4-45a8-4a51-be20-fada9352353c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588702 Feb 03 04:19:31.534527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:31.555481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.585691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:31.586314 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.618627 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-c168d33b-950a-498a-9c5c-ef862f649a58 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4233503 Feb 03 04:19:31.640797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Request body: {'port': {'device_id': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:31.700406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4aaba01e-d040-4f6b-beb8-2c669e0b056f None None] Provisioning complete for port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:31.700948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aaba01e-d040-4f6b-beb8-2c669e0b056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.721016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d56e4701-8df3-4175-be81-13cea7f1f540 req-c2adb475-3369-4ca6-b596-421b617fbe44 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331676 Feb 03 04:19:31.750600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4aaba01e-d040-4f6b-beb8-2c669e0b056f None None] Port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:31.754740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.773101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks [] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.833488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fcb91ac8-a893-432d-9ee1-acbac0155490 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bea8df077fec45e7848bed15c25dad56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909153 Feb 03 04:19:31.839848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:31.864911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449bdd5-4431-418b-a48f-43843ef34451 req-1a4c38ab-662b-4b4f-b313-a87c96eb2f99 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:31.872543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6449bdd5-4431-418b-a48f-43843ef34451 req-1a4c38ab-662b-4b4f-b313-a87c96eb2f99 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 935 time: 0.2633035 Feb 03 04:19:31.928638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6449bdd5-4431-418b-a48f-43843ef34451 req-d1c277de-05da-444f-a577-2792323bb807 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546172 Feb 03 04:19:31.947072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:31.964293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cd7cd4d6-968e-4c7a-b978-1529fc0cc739'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:31.998763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939324a0-b296-42cc-a92b-3f1548442b03 admin admin] Publish callbacks [] for security_group (8be9c298-41df-4a4b-aba2-45e9bc9b8c17), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.014464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:32.017785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a76b3a94-482c-4fb7-b14b-0e0d80e20c56 None None] Provisioning complete for port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:32.018379 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a76b3a94-482c-4fb7-b14b-0e0d80e20c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.024669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:32.028562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:32.031003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Pushing event updated for resources: {'Port': ['ID=8708ed5e-3757-4878-8ae1-28b2c56f94a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:32.067563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939324a0-b296-42cc-a92b-3f1548442b03 admin admin] Publish callbacks [] for security_group (8be9c298-41df-4a4b-aba2-45e9bc9b8c17), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.104132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:32.104737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.117618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a76b3a94-482c-4fb7-b14b-0e0d80e20c56 None None] Port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:32.151401 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-cbf48155-6b00-4d7d-be74-eda526475263 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3852243 Feb 03 04:19:32.171292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Request body: {'port': {'device_id': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:32.181984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939324a0-b296-42cc-a92b-3f1548442b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8be9c298-41df-4a4b-aba2-45e9bc9b8c17), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.188230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939324a0-b296-42cc-a92b-3f1548442b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.194405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-939324a0-b296-42cc-a92b-3f1548442b03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8be9c298-41df-4a4b-aba2-45e9bc9b8c17 HTTP/1.1" status: 204 len: 168 time: 0.3533540 Feb 03 04:19:32.275903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939324a0-b296-42cc-a92b-3f1548442b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be9c298-41df-4a4b-aba2-45e9bc9b8c17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:32.316670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28e53dc-847d-4401-a823-bd57beca48ee {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:32.384884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Publish callbacks [] for port (d28e53dc-847d-4401-a823-bd57beca48ee), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.387059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.412810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Transition to ACTIVE for port object d28e53dc-847d-4401-a823-bd57beca48ee will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:32.434990 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.459726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf4a13-448a-4299-86ec-e23ebf95b9c0 req-11fe6518-9822-4492-80b9-02e4d437f824 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:32.466242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a29ba5b-35e0-4d85-aac3-4ced561b2b5b None None] Provisioning complete for port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:32.466906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a29ba5b-35e0-4d85-aac3-4ced561b2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.467129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbdf4a13-448a-4299-86ec-e23ebf95b9c0 req-11fe6518-9822-4492-80b9-02e4d437f824 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 936 time: 0.2597108 Feb 03 04:19:32.527566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a29ba5b-35e0-4d85-aac3-4ced561b2b5b None None] Port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:32.619304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b3bc5-1703-419a-bf1f-242824e03a81 req-2d21604f-3e36-4079-9e08-3231fc364ea4 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:32.621113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa4b3bc5-1703-419a-bf1f-242824e03a81 req-2d21604f-3e36-4079-9e08-3231fc364ea4 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 935 time: 0.3555324 Feb 03 04:19:32.709465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Pushing event updated for resources: {'Port': ['ID=d28e53dc-847d-4401-a823-bd57beca48ee,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:32.787377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa4b3bc5-1703-419a-bf1f-242824e03a81 req-e31edbb7-155a-4243-be7e-fcf905607a09 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564999 Feb 03 04:19:32.831396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbdf4a13-448a-4299-86ec-e23ebf95b9c0 req-06849f16-b72d-4548-9a2e-f6b753986ea2 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630209 Feb 03 04:19:32.836365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:32.848521 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Publish callbacks [] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.894374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Transition to ACTIVE for port object fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:32.897034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Attempting to bind port d28e53dc-847d-4401-a823-bd57beca48ee on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:32.897537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Attempting to bind port d28e53dc-847d-4401-a823-bd57beca48ee by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:32.897870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Attempting to bind port d28e53dc-847d-4401-a823-bd57beca48ee on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:32.915386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:32.946208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Port d28e53dc-847d-4401-a823-bd57beca48ee on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:32.946542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Attempting to bind port d28e53dc-847d-4401-a823-bd57beca48ee on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:32.967171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:32.967562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:32.968191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:32.968577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Bound port: d28e53dc-847d-4401-a823-bd57beca48ee, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:32.968995 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.012093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:33.042531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fcfc0-7da7-48b1-aefe-39fc598b458d req-b838abe9-260e-4f88-91f6-4498ba86cf2e tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.052899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb1fcfc0-7da7-48b1-aefe-39fc598b458d req-b838abe9-260e-4f88-91f6-4498ba86cf2e tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1128 time: 0.1786902 Feb 03 04:19:33.098583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dc1c-8839-44ef-bab7-db91a00d740c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.131023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9a9bf3-1458-447d-a6a5-8d23a1418a6e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:33.141292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Publish callbacks [] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.157554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Transition to ACTIVE for port object ad9a9bf3-1458-447d-a6a5-8d23a1418a6e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:33.173076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.211404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:33.235583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] For port d28e53dc-847d-4401-a823-bd57beca48ee, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:33.259362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb1fcfc0-7da7-48b1-aefe-39fc598b458d req-fd38d1d1-4830-41a6-90ec-c36c72402c45 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000699 Feb 03 04:19:33.286728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] For port d28e53dc-847d-4401-a823-bd57beca48ee, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d28e53dc-847d-4401-a823-bd57beca48ee,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:33.288689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Attempting to bind port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:33.290075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Attempting to bind port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:33.296124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Attempting to bind port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:33.300360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Pushing event updated for resources: {'Port': ['ID=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:33.304190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:33.305080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Attempting to bind port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:33.327253 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.349066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:33.349256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:33.349657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:33.350147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Bound port: fc1a17e0-45bc-4e3b-a039-dd30453e0eb5, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:33.350524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.425878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.427683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.429109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] 10.222.0.31 "PUT /v2.0/ports/d28e53dc-847d-4401-a823-bd57beca48ee HTTP/1.1" status: 200 len: 1096 time: 3.3373945 Feb 03 04:19:33.437990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'tag': 'd28e53dc-847d-4401-a823-bd57beca48ee'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:33.440357 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0b3e23-67fa-4a93-8464-b049875971c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd7395d-4256-4d98-9d68-a2d521d53f75", "tag": "d28e53dc-847d-4401-a823-bd57beca48ee"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:33.451125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Attempting to bind port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:33.452072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Attempting to bind port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:33.452605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Attempting to bind port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:33.491046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1271462522-network', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:33.497414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:33.497997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Attempting to bind port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:33.506147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:33.506687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:33.507169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:33.507709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Bound port: ad9a9bf3-1458-447d-a6a5-8d23a1418a6e, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:33.508847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.579095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488865df-8c84-4a8f-92cd-c9e6f625af24 service neutron] Pushing event updated for resources: {'Port': ['ID=d28e53dc-847d-4401-a823-bd57beca48ee,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:33.590003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Made reservation on behalf of d97bfd631e4f4f61a57c227b25210ddd for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:33.595359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.597929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8708ed5e-3757-4878-8ae1-28b2c56f94a0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:33.609016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Publish callbacks [] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.613567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] For port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:33.619170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] For port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:33.628623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Transition to ACTIVE for port object 8708ed5e-3757-4878-8ae1-28b2c56f94a0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:33.630688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.631229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] For port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:33.648704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] For port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:33.653213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.668158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.668896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.669993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.670640 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] 10.222.0.15 "PUT /v2.0/ports/ad9a9bf3-1458-447d-a6a5-8d23a1418a6e HTTP/1.1" status: 200 len: 1095 time: 2.0340064 Feb 03 04:19:33.672457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'tag': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:33.674883 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962cb781-4fc3-4385-b1fb-9f10ae4c3679" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4a2495-4a9c-4239-8aaa-f0ff83372753", "tag": "ad9a9bf3-1458-447d-a6a5-8d23a1418a6e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:33.678994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.688774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716435e-066d-4e91-a836-e90bce805fc0 req-4b08ddc1-dab7-4669-8143-956a6514597d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.690636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4716435e-066d-4e91-a836-e90bce805fc0 req-4b08ddc1-dab7-4669-8143-956a6514597d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 945 time: 0.2896783 Feb 03 04:19:33.747729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-678d08ba-2fa2-40e9-975e-8cb770e4ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.749299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-678d08ba-2fa2-40e9-975e-8cb770e4ce17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 1130 time: 0.2552977 Feb 03 04:19:33.774235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.775029 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:33.777487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730be1b9-233e-4595-bd20-5c0493af0fec service neutron] Pushing event updated for resources: {'Port': ['ID=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:33.777674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 HTTP/1.1" status: 200 len: 1095 time: 2.3829300 Feb 03 04:19:33.866521 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-94c95212-c2d0-4263-92b7-09203fbe8bfc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d28e53dc-847d-4401-a823-bd57beca48ee HTTP/1.1" status: 200 len: 217 time: 0.0912797 Feb 03 04:19:33.889947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-6bc6f6af-c650-4d71-957c-83cd294dc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.891676 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-6bc6f6af-c650-4d71-957c-83cd294dc192 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7734160bfb47ba82b4c2cdb618a749&device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 1129 time: 0.1726649 Feb 03 04:19:33.894711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Pushing event updated for resources: {'Port': ['ID=8708ed5e-3757-4878-8ae1-28b2c56f94a0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:33.920337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df5cb5-9a05-4379-a2f7-b582ee591230 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:33.947464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-cb19c78f-6b40-4679-9435-05edc86fc392 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e HTTP/1.1" status: 200 len: 217 time: 0.0488436 Feb 03 04:19:33.951922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Attempting to bind port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:33.952267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Attempting to bind port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:33.952605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Attempting to bind port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:33.981485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9d96-2915-4724-a2c9-aac1babb5fac req-2894ed65-5edf-4eeb-9503-ce76a68acce1 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:33.983166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-510c9d96-2915-4724-a2c9-aac1babb5fac req-2894ed65-5edf-4eeb-9503-ce76a68acce1 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 947 time: 0.3052678 Feb 03 04:19:33.984491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:33.984827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Attempting to bind port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:33.991059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4716435e-066d-4e91-a836-e90bce805fc0 req-3043c6b7-1cb9-4e41-98d1-a4eee6fb78f0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661920 Feb 03 04:19:33.994720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:33.995110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:33.995511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:33.996009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Bound port: 8708ed5e-3757-4878-8ae1-28b2c56f94a0, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:33.997015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.040122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-daac2dd7-0aa8-4e86-bace-20fe8a960e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.041709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-daac2dd7-0aa8-4e86-bace-20fe8a960e95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1494815 Feb 03 04:19:34.054575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-e0306e75-a4bc-424b-a6b0-c447263ce2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.055948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-2924136f-88ad-47d3-93ca-1c7e5b278293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.062426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-e0306e75-a4bc-424b-a6b0-c447263ce2ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 1129 time: 0.2132888 Feb 03 04:19:34.062567 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-2924136f-88ad-47d3-93ca-1c7e5b278293 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1014824 Feb 03 04:19:34.102282 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3c07a9-de6d-466f-8879-0dd78a0d4b55 x-openstack-request-id: req-bb3c07a9-de6d-466f-8879-0dd78a0d4b55 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:34.102751 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd7395d-4256-4d98-9d68-a2d521d53f75", "tag": "d28e53dc-847d-4401-a823-bd57beca48ee", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:34.103096 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb3c07a9-de6d-466f-8879-0dd78a0d4b55 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:34.103692 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'tag': 'd28e53dc-847d-4401-a823-bd57beca48ee', 'status': 'completed', 'code': 200} Feb 03 04:19:34.107993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] For port 8708ed5e-3757-4878-8ae1-28b2c56f94a0, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:34.154444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks [] for security_group (37ebe9a7-4342-4dff-bac4-1150f2699e0b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.155968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] For port 8708ed5e-3757-4878-8ae1-28b2c56f94a0, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8708ed5e-3757-4878-8ae1-28b2c56f94a0,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:34.166540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-ef586ffb-5ed8-43f5-b8f7-bbb3b96a2a76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 HTTP/1.1" status: 200 len: 217 time: 0.0862045 Feb 03 04:19:34.169735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.171022 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (37ebe9a7-4342-4dff-bac4-1150f2699e0b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.190803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-510c9d96-2915-4724-a2c9-aac1babb5fac req-dd6c6ec9-93f2-4482-b94d-e1bc6aae7224 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845315 Feb 03 04:19:34.253344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.254128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.260145 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] 10.222.0.15 "PUT /v2.0/ports/8708ed5e-3757-4878-8ae1-28b2c56f94a0 HTTP/1.1" status: 200 len: 1096 time: 2.0947511 Feb 03 04:19:34.271938 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab3c3f8-75fa-4e7d-afba-a106f1a2ad31 x-openstack-request-id: req-9ab3c3f8-75fa-4e7d-afba-a106f1a2ad31 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:34.272424 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4a2495-4a9c-4239-8aaa-f0ff83372753", "tag": "ad9a9bf3-1458-447d-a6a5-8d23a1418a6e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:34.274297 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ab3c3f8-75fa-4e7d-afba-a106f1a2ad31 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:34.274977 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'tag': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e', 'status': 'completed', 'code': 200} Feb 03 04:19:34.285445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-354fa177-483d-4b4f-a77d-70411b8fee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.288257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-354fa177-483d-4b4f-a77d-70411b8fee55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1776111 Feb 03 04:19:34.329925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:19:34.364481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-af78582e-6f83-4b10-9bcd-73ac1ee405e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.366832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-af78582e-6f83-4b10-9bcd-73ac1ee405e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3088388 Feb 03 04:19:34.372528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ebe9a7-4342-4dff-bac4-1150f2699e0b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:34.384548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ff48-2cc1-4a10-a2bb-126a5a2bc130 service neutron] Pushing event updated for resources: {'Port': ['ID=8708ed5e-3757-4878-8ae1-28b2c56f94a0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:34.406448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d7dd3379-8983-453f-bcc7-2f7d3cc821ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.406794 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Added segment d7dd3379-8983-453f-bcc7-2f7d3cc821ee of type vlan for network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 Feb 03 04:19:34.434020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-3dadb65f-ebd8-4c10-b273-1ea772654bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.435358 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-3dadb65f-ebd8-4c10-b273-1ea772654bf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2394054 Feb 03 04:19:34.459846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-36071814-60de-424a-9dbb-b467f9dc4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.461528 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-36071814-60de-424a-9dbb-b467f9dc4641 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6212a1f64b41497c8005d5c1a7733532&device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 1130 time: 0.1307194 Feb 03 04:19:34.515068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-e54404e2-b094-41c8-a84d-ac98defc3f11 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184794 Feb 03 04:19:34.516348 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-04cfe2e9-0324-4c3c-8f0d-c72f49bc78ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8708ed5e-3757-4878-8ae1-28b2c56f94a0 HTTP/1.1" status: 200 len: 217 time: 0.0431728 Feb 03 04:19:34.579737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.619481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-fb0f4644-57de-479b-8a1b-2fd7ecde5e94 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430170 Feb 03 04:19:34.669987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47441f0c-31b8-41d8-8f29-7325095e9962 req-879ab69a-1689-4697-a1c2-f090b36720ce service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349564 Feb 03 04:19:34.686861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a720b977-9b16-4f99-b331-95a6e907f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.688357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-a720b977-9b16-4f99-b331-95a6e907f7e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0503826 Feb 03 04:19:34.734501 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:19:34.748193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8460-0de0-4cee-b8dd-7c75411b1a9c req-e60807c9-3e48-4054-9dde-44f213b2af95 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.750776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba7e8460-0de0-4cee-b8dd-7c75411b1a9c req-e60807c9-3e48-4054-9dde-44f213b2af95 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 947 time: 0.4061394 Feb 03 04:19:34.788513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-99250670-6cc9-4d3b-8ed9-5b3b30d01073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.790727 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-99250670-6cc9-4d3b-8ed9-5b3b30d01073 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0940979 Feb 03 04:19:34.793807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-2993be9d-c147-4c76-800f-8e5f0090a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.795299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-2993be9d-c147-4c76-800f-8e5f0090a883 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3438447 Feb 03 04:19:34.800109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-dfb4ff47-7b9b-45c0-9642-19a815550d06 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675670 Feb 03 04:19:34.813773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.815159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.816309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:34.863337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49368deb-e06d-47f3-978d-612893ddb66c req-5009216f-3b55-4687-9013-e5903e29322a tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.870396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49368deb-e06d-47f3-978d-612893ddb66c req-5009216f-3b55-4687-9013-e5903e29322a tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 948 time: 0.4672906 Feb 03 04:19:34.900716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-6e04b661-17fd-435b-b405-b6f36730598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:34.903025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-6e04b661-17fd-435b-b405-b6f36730598c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7734160bfb47ba82b4c2cdb618a749&device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 1129 time: 0.1319661 Feb 03 04:19:34.941189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-65e3e67c-3ad6-4352-a5e1-0946571d85e1 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246228 Feb 03 04:19:35.070579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-00c663c6-a8ad-423d-a365-0d9262105e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.071959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-00c663c6-a8ad-423d-a365-0d9262105e2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1587014 Feb 03 04:19:35.122388 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d840e6bb-4e30-4c03-bf7d-3abbff6fcbc8 req-9595632c-7cfc-4842-ac43-a5b46dbd3c4b service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703410 Feb 03 04:19:35.123776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-3c3c57ad-752e-4faf-aee0-ed6d52e10bdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e HTTP/1.1" status: 200 len: 217 time: 0.0425088 Feb 03 04:19:35.180641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-9fa1d15b-4ae0-4add-9bd2-bd740c5b93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.182144 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-9fa1d15b-4ae0-4add-9bd2-bd740c5b93d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0467327 Feb 03 04:19:35.232754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0202525 Feb 03 04:19:35.234343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-94b7e5f0-c765-4c03-b77e-cbdba63d3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.235917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-94b7e5f0-c765-4c03-b77e-cbdba63d3950 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0470362 Feb 03 04:19:35.236371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:35.240960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Request body: {'subnet': {'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1271462522-subnet', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:35.281041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Made reservation on behalf of d97bfd631e4f4f61a57c227b25210ddd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:35.283287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.291068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba7e8460-0de0-4cee-b8dd-7c75411b1a9c req-ca9b03e7-fcb2-46be-9062-9226cdab81f0 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086248 Feb 03 04:19:35.301893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81d458-82f5-45aa-b33e-5bc325ed1510 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:35.322739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:19:35.334287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49368deb-e06d-47f3-978d-612893ddb66c req-06c7aa88-b37b-4fa3-a8bf-5e2b74b175de tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629605 Feb 03 04:19:35.342494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-d4da6d6c-ff25-4806-a6ab-f3cb8d245d31 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228298 Feb 03 04:19:35.379932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-a7e52f81-c70e-4152-84df-a0d637662f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.381435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-a7e52f81-c70e-4152-84df-a0d637662f9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 1130 time: 0.5055177 Feb 03 04:19:35.403322 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-2a14dcb2-d247-4f0f-8a72-4bcd3fb12b66 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561141 Feb 03 04:19:35.473691 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db8a510b-5253-4c12-bdc1-69fdf679306f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.578167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfd9d402-ad04-44fc-b253-3ad60c1a3a22 req-96c4db51-3ec4-426c-9c53-1f63da858b4d service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252517 Feb 03 04:19:35.584873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-ef7ee589-4423-4055-930f-19d3ce469827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.586336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-ef7ee589-4423-4055-930f-19d3ce469827 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1960189 Feb 03 04:19:35.589548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a808-eb4e-414e-af10-6264102e223e req-c5af9f0e-8b3a-43bc-b4b7-81a7d9379374 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.590986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a467a808-eb4e-414e-af10-6264102e223e req-c5af9f0e-8b3a-43bc-b4b7-81a7d9379374 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1127 time: 0.1625347 Feb 03 04:19:35.605513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-962cb781-4fc3-4385-b1fb-9f10ae4c3679 req-2f8f9609-6e2b-4b83-939c-da5101496eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884363 Feb 03 04:19:35.633061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (6bbbafe6-f899-45e8-adc9-263906eeca89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.647629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-73a1275c-e440-4654-b94a-22c57e90fe70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d28e53dc-847d-4401-a823-bd57beca48ee HTTP/1.1" status: 200 len: 217 time: 0.0494099 Feb 03 04:19:35.713776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbbafe6-f899-45e8-adc9-263906eeca89,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:35.716724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Checking segment: {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:35.717320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Network hostable DHCP agents. Network: 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:19:35.724196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a467a808-eb4e-414e-af10-6264102e223e req-7423e875-63d7-40eb-a50e-ba12c6c3f4c3 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270571 Feb 03 04:19:35.745492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-3a1f048d-d470-43d8-87e2-ceac7c43816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.747299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-3a1f048d-d470-43d8-87e2-ceac7c43816b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0884044 Feb 03 04:19:35.762900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:19:35.780221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:35.788869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1570a18-dd70-4d5f-b7b2-26d3c884180d None None] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:19:35.804989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.805586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.834419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9942e7a4-4f55-486c-b780-9ff15340d0b0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5944259 Feb 03 04:19:35.835973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:35.841030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:35.862536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (90c101b6-1ca2-4f28-baf3-420494565add), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.864114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (90c101b6-1ca2-4f28-baf3-420494565add), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.897892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-410ea519-189f-4b0f-b08c-3fbc8e26e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.900453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-410ea519-189f-4b0f-b08c-3fbc8e26e93e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1462784 Feb 03 04:19:35.911047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:19:35.912104 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.921562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks [] for router_controller (90c101b6-1ca2-4f28-baf3-420494565add), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:35.953494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a256c6-332f-460b-a27c-dd4af5ec938f req-9e1019a9-3303-487b-a819-95dd734ca22a tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.955306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30a256c6-332f-460b-a27c-dd4af5ec938f req-9e1019a9-3303-487b-a819-95dd734ca22a tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1128 time: 0.1250808 Feb 03 04:19:35.964582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162d07-3f0e-4480-a60e-05b95a430fce req-71a55a1b-939d-4ee3-a018-d64a3b1d1652 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:35.966309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63162d07-3f0e-4480-a60e-05b95a430fce req-71a55a1b-939d-4ee3-a018-d64a3b1d1652 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 947 time: 0.1487095 Feb 03 04:19:36.060020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Allocated IP 172.20.0.2 (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82/6bbbafe6-f899-45e8-adc9-263906eeca89/a954fa59-b777-4179-96c8-59525166e327) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:36.066238 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks [] for router_gateway (90c101b6-1ca2-4f28-baf3-420494565add), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.098939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-4c82fa5a-563e-4ee8-85fa-56babe10dcca service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909108 Feb 03 04:19:36.102156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30a256c6-332f-460b-a27c-dd4af5ec938f req-44aada66-6257-40c8-82a8-1440023ea802 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097157 Feb 03 04:19:36.113541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63162d07-3f0e-4480-a60e-05b95a430fce req-eb5c6cbb-30c3-4f7a-b260-5be64006f4a4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176999 Feb 03 04:19:36.115399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'tag': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:36.117702 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a8801-3320-4d57-8802-70b0ac017204" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423", "tag": "fc1a17e0-45bc-4e3b-a039-dd30453e0eb5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:36.276505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'tag': '8708ed5e-3757-4878-8ae1-28b2c56f94a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:36.279049 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb824720-5227-4763-bfac-7874bbe00f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee6a391-ea66-4a26-b173-8631993a5e27", "tag": "8708ed5e-3757-4878-8ae1-28b2c56f94a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:36.295094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0b3e23-67fa-4a93-8464-b049875971c1 req-ee8bc932-fbb6-4902-baba-b11922c87f6e service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804185 Feb 03 04:19:36.297136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7727e-23da-48c7-bece-9ddb8c7b059c req-f512aa57-2327-43d8-8ee6-29a67096d787 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:36.298847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32b7727e-23da-48c7-bece-9ddb8c7b059c req-f512aa57-2327-43d8-8ee6-29a67096d787 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1127 time: 0.0789135 Feb 03 04:19:36.306504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks [] for router_gateway (90c101b6-1ca2-4f28-baf3-420494565add), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.331458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.368191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32b7727e-23da-48c7-bece-9ddb8c7b059c req-f1322b5b-bc76-46e6-96b9-886592554ec8 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616765 Feb 03 04:19:36.415703 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b748fe28-228c-4b2c-a4e0-b62f7cc06f8d x-openstack-request-id: req-b748fe28-228c-4b2c-a4e0-b62f7cc06f8d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:36.415995 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423", "tag": "fc1a17e0-45bc-4e3b-a039-dd30453e0eb5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:36.416253 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b748fe28-228c-4b2c-a4e0-b62f7cc06f8d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:36.416669 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'tag': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5', 'status': 'completed', 'code': 200} Feb 03 04:19:36.425446 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Publish callbacks [] for port (a954fa59-b777-4179-96c8-59525166e327), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.433171 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a954fa59-b777-4179-96c8-59525166e327), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.473785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:36.482957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:36.489263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:36.511275 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.512186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Pushing event updated for resources: {'Port': ['ID=a954fa59-b777-4179-96c8-59525166e327,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:36.519403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Allocated IP 172.25.7.202 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/48074227-8db0-4be4-8722-fb0b12b62bf0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:36.525957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a8801-3320-4d57-8802-70b0ac017204 req-87b3329c-cfe4-4109-9ee1-d397411885c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:36.527849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-723a8801-3320-4d57-8802-70b0ac017204 req-87b3329c-cfe4-4109-9ee1-d397411885c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 1129 time: 0.0808656 Feb 03 04:19:36.568000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Attempting to bind port a954fa59-b777-4179-96c8-59525166e327 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:36.568688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Attempting to bind port a954fa59-b777-4179-96c8-59525166e327 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:36.568869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Attempting to bind port a954fa59-b777-4179-96c8-59525166e327 on network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:36.575109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:36.575608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Checking segment: {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:36.576074 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.576488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Bound using segment: {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:36.576970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Bound port: a954fa59-b777-4179-96c8-59525166e327, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:36.577350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a954fa59-b777-4179-96c8-59525166e327), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.636937 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f95a98-e80b-4ad9-b947-fd6880a72726 x-openstack-request-id: req-e8f95a98-e80b-4ad9-b947-fd6880a72726 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:36.637370 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee6a391-ea66-4a26-b173-8631993a5e27", "tag": "8708ed5e-3757-4878-8ae1-28b2c56f94a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:36.637709 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8f95a98-e80b-4ad9-b947-fd6880a72726 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:36.638185 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'tag': '8708ed5e-3757-4878-8ae1-28b2c56f94a0', 'status': 'completed', 'code': 200} Feb 03 04:19:36.662004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] For port a954fa59-b777-4179-96c8-59525166e327, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:36.665829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] For port a954fa59-b777-4179-96c8-59525166e327, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a954fa59-b777-4179-96c8-59525166e327,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:36.674574 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a954fa59-b777-4179-96c8-59525166e327), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.722154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a8801-3320-4d57-8802-70b0ac017204 req-b5e9783e-f81b-491e-b816-cbdd2d85577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:36.723880 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-723a8801-3320-4d57-8802-70b0ac017204 req-b5e9783e-f81b-491e-b816-cbdd2d85577e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1835117 Feb 03 04:19:36.733988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks [] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.747943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f9b08-283b-4ba0-b7f7-853e3aed889e None None] Pushing event updated for resources: {'Port': ['ID=a954fa59-b777-4179-96c8-59525166e327,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:36.783536 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-723a8801-3320-4d57-8802-70b0ac017204 req-d3be0aa0-0cf2-481b-9147-745576cfefdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 HTTP/1.1" status: 200 len: 217 time: 0.0427144 Feb 03 04:19:36.783778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20403a-eab2-4017-b658-e9ea3cf9677f req-272eb2a3-46d2-4646-a7aa-edc60ead349c tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:36.785376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d20403a-eab2-4017-b658-e9ea3cf9677f req-272eb2a3-46d2-4646-a7aa-edc60ead349c tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 947 time: 0.0955293 Feb 03 04:19:36.792402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb824720-5227-4763-bfac-7874bbe00f4d req-d134986c-1f79-43c4-b568-db310a1a6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:36.793905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb824720-5227-4763-bfac-7874bbe00f4d req-d134986c-1f79-43c4-b568-db310a1a6f79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6212a1f64b41497c8005d5c1a7733532&device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 1130 time: 0.1148531 Feb 03 04:19:36.854484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a8801-3320-4d57-8802-70b0ac017204 req-5166ebec-cec6-420b-833f-15497aa1dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:36.856170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-723a8801-3320-4d57-8802-70b0ac017204 req-5166ebec-cec6-420b-833f-15497aa1dc32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0666556 Feb 03 04:19:36.863203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:36.867691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d20403a-eab2-4017-b658-e9ea3cf9677f req-675c2689-5df5-4de8-9186-4fbe2e5046e5 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727537 Feb 03 04:19:36.942377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb824720-5227-4763-bfac-7874bbe00f4d req-084feabd-5b41-437d-a888-4edf0454f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:36.944140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb824720-5227-4763-bfac-7874bbe00f4d req-084feabd-5b41-437d-a888-4edf0454f38c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1422899 Feb 03 04:19:37.022629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb824720-5227-4763-bfac-7874bbe00f4d req-89f2e5f4-1754-4a67-99a5-a323c146adca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8708ed5e-3757-4878-8ae1-28b2c56f94a0 HTTP/1.1" status: 200 len: 217 time: 0.0654497 Feb 03 04:19:37.105912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb824720-5227-4763-bfac-7874bbe00f4d req-d612573a-a58e-4b48-ad52-8e9c4edc080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:37.107418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb824720-5227-4763-bfac-7874bbe00f4d req-d612573a-a58e-4b48-ad52-8e9c4edc080b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0583053 Feb 03 04:19:37.158494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb010b-e8ec-4475-8f36-fa599e051cfd req-8ceef149-3ac0-4ba4-b995-54af936dad85 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:37.163656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fadb010b-e8ec-4475-8f36-fa599e051cfd req-8ceef149-3ac0-4ba4-b995-54af936dad85 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 948 time: 0.1440785 Feb 03 04:19:37.223584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:37.227731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:37.233687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb824720-5227-4763-bfac-7874bbe00f4d req-11e6ca36-6f0d-4e1b-83ea-dea9569a8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:37.234849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:37.235085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb824720-5227-4763-bfac-7874bbe00f4d req-11e6ca36-6f0d-4e1b-83ea-dea9569a8bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1189144 Feb 03 04:19:37.238528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fadb010b-e8ec-4475-8f36-fa599e051cfd req-65cee543-ddec-4ac6-8ff3-fc26e2f17340 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660038 Feb 03 04:19:37.263824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Pushing event updated for resources: {'Port': ['ID=48074227-8db0-4be4-8722-fb0b12b62bf0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:37.289457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a8801-3320-4d57-8802-70b0ac017204 req-b263fa92-e80c-4dce-ab67-f99ff4241c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:37.290992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-723a8801-3320-4d57-8802-70b0ac017204 req-b263fa92-e80c-4dce-ab67-f99ff4241c64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4241509 Feb 03 04:19:37.354333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb824720-5227-4763-bfac-7874bbe00f4d req-ae13c199-2374-4760-b336-26987bfc3ddb service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117785 Feb 03 04:19:37.481707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb824720-5227-4763-bfac-7874bbe00f4d req-34748b72-9152-4444-bcce-7b548562325a service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191952 Feb 03 04:19:37.486801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-723a8801-3320-4d57-8802-70b0ac017204 req-2ef9e35f-0edc-4fb0-b3c7-9fb523b7a2d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536207 Feb 03 04:19:37.667172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks [] for router_gateway (90c101b6-1ca2-4f28-baf3-420494565add), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:37.711428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-723a8801-3320-4d57-8802-70b0ac017204 req-c675d8a3-0b76-4410-8ca6-cb0dbf465360 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823273 Feb 03 04:19:37.852268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-5d35208d-f797-4632-b424-1180059c97e8 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:19:37.859847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-5d35208d-f797-4632-b424-1180059c97e8 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143116 Feb 03 04:19:37.944125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-4bb17c44-86c1-4ac2-8c62-c00b121e7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:37.946202 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:37.950787 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-4bb17c44-86c1-4ac2-8c62-c00b121e7e90 service neutron] 10.222.0.35 "GET /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 1125 time: 0.0899956 Feb 03 04:19:37.957101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Request body: {'binding': {'host': 'n-h1-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:37.957576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:19:38.015683 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (90c101b6-1ca2-4f28-baf3-420494565add), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.106225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b76b6-5f5a-4d4a-84c4-ef672febf35a None None] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:19:38.108905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f973-370f-43c9-98b9-03efeed4cbb8 req-f17f011b-4dad-4951-98bc-72d9531e51e5 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:38.110599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5406f973-370f-43c9-98b9-03efeed4cbb8 req-f17f011b-4dad-4951-98bc-72d9531e51e5 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 947 time: 0.0604877 Feb 03 04:19:38.162636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:38.180149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5406f973-370f-43c9-98b9-03efeed4cbb8 req-2b8204d3-3383-41a6-af2a-7f8877911d81 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626721 Feb 03 04:19:38.253998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0901566e-316c-44c1-88d5-aa93a528e05c None None] Provisioning complete for port a954fa59-b777-4179-96c8-59525166e327 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:38.255375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0901566e-316c-44c1-88d5-aa93a528e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a954fa59-b777-4179-96c8-59525166e327), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.312747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on host n-h1-827549-1 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:38.313669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:38.314840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:38.323285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ad9a9bf3-1458-447d-a6a5-8d23a1418a6e details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:38.325711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Router 90c101b6-1ca2-4f28-baf3-420494565add is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:19:38.332914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:38.333266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:38.342358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:38.342703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:38.343006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:38.343439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Bound port: 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:38.349005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b31cb1f-1bb0-4a4e-ab2b-22e531ea6ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.422190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a954fa59-b777-4179-96c8-59525166e327 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:38.458128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d28e53dc-847d-4401-a823-bd57beca48ee details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:38.471463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:38.485520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.492501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13476e5-3d90-4cd2-bf4c-44c703ef9571 req-c93d7dc2-42e1-4ee3-9c29-57b18315b0d0 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:38.495136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-812f6c74-79df-47bf-9c39-d099fea50577 service neutron] 10.222.0.35 "POST /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271/bindings HTTP/1.1" status: 201 len: 389 time: 0.5389032 Feb 03 04:19:38.500590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d13476e5-3d90-4cd2-bf4c-44c703ef9571 req-c93d7dc2-42e1-4ee3-9c29-57b18315b0d0 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 947 time: 0.1030669 Feb 03 04:19:38.509076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:19:38.539979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.541237 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3d4e0bfc-4def-446b-9939-db7aff554c3d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7042458 Feb 03 04:19:38.544440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:38.556229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Sync routers for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:19:38.568155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:38.602891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b31cb1f-1bb0-4a4e-ab2b-22e531ea6ae3 admin admin] Publish callbacks [] for security_group (781ad896-41ac-440e-84eb-206a29dbe914), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.617862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b31cb1f-1bb0-4a4e-ab2b-22e531ea6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (781ad896-41ac-440e-84eb-206a29dbe914), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.654024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9b31cb1f-1bb0-4a4e-ab2b-22e531ea6ae3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af37959a43fd45a6b5369d3506e2bee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727945 Feb 03 04:19:38.658827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:38.682791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d13476e5-3d90-4cd2-bf4c-44c703ef9571 req-b018db81-a812-45be-bc22-23c18d9f93e7 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811602 Feb 03 04:19:38.695451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e', 'mac_address': 'fa:16:3e:1a:94:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:38.730206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:38.731121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:38.791284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31cb1f-1bb0-4a4e-ab2b-22e531ea6ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ad896-41ac-440e-84eb-206a29dbe914,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:38.840662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0901566e-316c-44c1-88d5-aa93a528e05c None None] Current status of the port a954fa59-b777-4179-96c8-59525166e327 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:38.841209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0901566e-316c-44c1-88d5-aa93a528e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a954fa59-b777-4179-96c8-59525166e327), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.842468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f019b67-7636-4768-aea1-541d59fcba36 admin admin] Publish callbacks [] for security_group (781ad896-41ac-440e-84eb-206a29dbe914), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.846400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ccec5-d485-4252-8e9e-a2be69d622a7 req-d52568fa-1198-49a8-b328-de39a29e6593 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:38.847889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a12ccec5-d485-4252-8e9e-a2be69d622a7 req-d52568fa-1198-49a8-b328-de39a29e6593 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 948 time: 0.1620219 Feb 03 04:19:38.858039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80031b78-2156-4706-a14e-208221de0c71 req-a422f423-1cba-4c13-9648-ed0ba4d17ba9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:38.866980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80031b78-2156-4706-a14e-208221de0c71 req-a422f423-1cba-4c13-9648-ed0ba4d17ba9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1127 time: 0.0783565 Feb 03 04:19:38.878171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a954fa59-b777-4179-96c8-59525166e327 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:38.878627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a954fa59-b777-4179-96c8-59525166e327), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.896595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d28e53dc-847d-4401-a823-bd57beca48ee, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d28e53dc-847d-4401-a823-bd57beca48ee,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:38.916595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f019b67-7636-4768-aea1-541d59fcba36 admin admin] Publish callbacks [] for security_group (781ad896-41ac-440e-84eb-206a29dbe914), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.936350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a12ccec5-d485-4252-8e9e-a2be69d622a7 req-41dfb653-8702-4343-a903-d2cf701b15bd tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668154 Feb 03 04:19:38.937377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:38.937824 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:38.957166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80031b78-2156-4706-a14e-208221de0c71 req-dac305c4-13c4-4c0b-9ec2-c45e7cd1d895 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856316 Feb 03 04:19:38.989401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'd28e53dc-847d-4401-a823-bd57beca48ee', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'd28e53dc-847d-4401-a823-bd57beca48ee', 'mac_address': 'fa:16:3e:d3:7d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:39.017784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9a9bf3-1458-447d-a6a5-8d23a1418a6e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:39.024292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0901566e-316c-44c1-88d5-aa93a528e05c None None] For port a954fa59-b777-4179-96c8-59525166e327, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a954fa59-b777-4179-96c8-59525166e327,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:39.067549 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0901566e-316c-44c1-88d5-aa93a528e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a954fa59-b777-4179-96c8-59525166e327), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.094696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-3bd7fede-39da-4979-9367-e7275cb7e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:39.096243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-3bd7fede-39da-4979-9367-e7275cb7e84c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1128 time: 0.1019602 Feb 03 04:19:39.116617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f019b67-7636-4768-aea1-541d59fcba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (781ad896-41ac-440e-84eb-206a29dbe914), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.119062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f019b67-7636-4768-aea1-541d59fcba36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.122661 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8f019b67-7636-4768-aea1-541d59fcba36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/781ad896-41ac-440e-84eb-206a29dbe914 HTTP/1.1" status: 204 len: 168 time: 0.4581790 Feb 03 04:19:39.123819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55c206-928b-4956-88d6-b3b5fba39b6a req-9f028b5d-1f28-48f5-b553-71867592bd3f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:39.125721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db55c206-928b-4956-88d6-b3b5fba39b6a req-9f028b5d-1f28-48f5-b553-71867592bd3f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 946 time: 0.0927479 Feb 03 04:19:39.129182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:39.134469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:39.194056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db55c206-928b-4956-88d6-b3b5fba39b6a req-e79ccafb-e422-48ce-a165-558d8d4d325d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623808 Feb 03 04:19:39.209356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f019b67-7636-4768-aea1-541d59fcba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ad896-41ac-440e-84eb-206a29dbe914,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:39.214620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d28e53dc-847d-4401-a823-bd57beca48ee is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:39.215272 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.220074 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.220717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:39.338053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28e53dc-847d-4401-a823-bd57beca48ee {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:39.358489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.361890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-4080270b-c4f0-47d0-a261-e06f52e3497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:39.365235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-4080270b-c4f0-47d0-a261-e06f52e3497f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2580061 Feb 03 04:19:39.388968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534723-b547-4033-a63f-c51f90ec534b req-4637357a-70f1-4773-93f5-8129116b2b80 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:39.396250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901566e-316c-44c1-88d5-aa93a528e05c None None] Pushing event updated for resources: {'Port': ['ID=a954fa59-b777-4179-96c8-59525166e327,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:39.398185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29534723-b547-4033-a63f-c51f90ec534b req-4637357a-70f1-4773-93f5-8129116b2b80 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 947 time: 0.0906882 Feb 03 04:19:39.441195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-9da7224c-3ad7-4b7a-bd08-620577dad0ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 217 time: 0.0694785 Feb 03 04:19:39.464920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29534723-b547-4033-a63f-c51f90ec534b req-abd830d8-f490-4bf3-8a79-186195aeef62 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654554 Feb 03 04:19:39.524391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-d74c4187-0ae7-46e2-b11b-64ae591de8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:39.526485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-d74c4187-0ae7-46e2-b11b-64ae591de8ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0777907 Feb 03 04:19:39.533007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-935fcbc3-9baa-4810-b381-e80aaa0574aa None None] Provisioning complete for port a954fa59-b777-4179-96c8-59525166e327 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:39.533007 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-935fcbc3-9baa-4810-b381-e80aaa0574aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a954fa59-b777-4179-96c8-59525166e327), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.537801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:19:39.549446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.574270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-b8de4e4a-2ec0-4400-9fbf-e90c47f2030a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396681 Feb 03 04:19:39.606360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d28e53dc-847d-4401-a823-bd57beca48ee, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d28e53dc-847d-4401-a823-bd57beca48ee,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:39.611205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a954fa59-b777-4179-96c8-59525166e327 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:39.619403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:39.634389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:39.637502 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.649309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd52a2ac-77ca-445b-a359-352e8099317d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.667691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:39.674044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5', 'mac_address': 'fa:16:3e:fc:36:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:39.777637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-30cd6d8a-242c-4f27-96d3-4e43a2ecf93a service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868632 Feb 03 04:19:39.794753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-935fcbc3-9baa-4810-b381-e80aaa0574aa None None] Current status of the port a954fa59-b777-4179-96c8-59525166e327 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:39.811833 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd52a2ac-77ca-445b-a359-352e8099317d admin admin] Publish callbacks [] for security_group (1e0a0ea5-973a-4e9e-beb3-af53df6d32cc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.833777 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd52a2ac-77ca-445b-a359-352e8099317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1e0a0ea5-973a-4e9e-beb3-af53df6d32cc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.878823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:39.879304 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:39.882127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:37Z', 'revision_number': 3, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:39.883785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52a2ac-77ca-445b-a359-352e8099317d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0a0ea5-973a-4e9e-beb3-af53df6d32cc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:39.885820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d28e53dc-847d-4401-a823-bd57beca48ee,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:39.896984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bd52a2ac-77ca-445b-a359-352e8099317d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94d31c9d1c524991a280f063bb47ba74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721658 Feb 03 04:19:39.897293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55944) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:39.926008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0a94c-a456-4561-ac18-503831f25cd4 req-82cb1d37-8456-4da4-acdd-59c8c784e9be tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:39.927757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aef0a94c-a456-4561-ac18-503831f25cd4 req-82cb1d37-8456-4da4-acdd-59c8c784e9be tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 948 time: 0.1338985 Feb 03 04:19:39.962571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Allocated IP 172.20.0.1 (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82/6bbbafe6-f899-45e8-adc9-263906eeca89/c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:40.000513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0679-00d7-44ed-b227-304d0e72d27a admin admin] Publish callbacks [] for security_group (1e0a0ea5-973a-4e9e-beb3-af53df6d32cc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.016965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aef0a94c-a456-4561-ac18-503831f25cd4 req-5f30242c-109f-4255-a590-dcf1109c4f7a tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764747 Feb 03 04:19:40.034749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0679-00d7-44ed-b227-304d0e72d27a admin admin] Publish callbacks [] for security_group (1e0a0ea5-973a-4e9e-beb3-af53df6d32cc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.090071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-c73b4b98-6d45-49db-8d64-951fc85cfa2d service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031325 Feb 03 04:19:40.117160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d28e53dc-847d-4401-a823-bd57beca48ee'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:40.118519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0679-00d7-44ed-b227-304d0e72d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1e0a0ea5-973a-4e9e-beb3-af53df6d32cc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.121240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0679-00d7-44ed-b227-304d0e72d27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.125490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cb6d0679-00d7-44ed-b227-304d0e72d27a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e0a0ea5-973a-4e9e-beb3-af53df6d32cc HTTP/1.1" status: 204 len: 168 time: 0.2228067 Feb 03 04:19:40.126109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Checking router: 90c101b6-1ca2-4f28-baf3-420494565add for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:19:40.126109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Updating router 90c101b6-1ca2-4f28-baf3-420494565add port 48074227-8db0-4be4-8722-fb0b12b62bf0 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:19:40.150692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d0679-00d7-44ed-b227-304d0e72d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0a0ea5-973a-4e9e-beb3-af53df6d32cc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:40.152239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:40.158542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks [] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.173533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639e6ed-5819-4960-adbe-e64b7b9ceee5 req-3be2be36-3070-46f6-bf45-2b807013fd1b tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:40.174837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:40.182206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e639e6ed-5819-4960-adbe-e64b7b9ceee5 req-3be2be36-3070-46f6-bf45-2b807013fd1b tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 948 time: 0.0746095 Feb 03 04:19:40.202430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.203203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8708ed5e-3757-4878-8ae1-28b2c56f94a0 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:40.250639 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e639e6ed-5819-4960-adbe-e64b7b9ceee5 req-685e344b-a910-479d-99e0-1ad9941e28fc tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Feb 03 04:19:40.255832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-1631d5be-21f7-4a89-9ab6-798780d63acf tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:40.269608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-1631d5be-21f7-4a89-9ab6-798780d63acf tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1128 time: 0.1053829 Feb 03 04:19:40.281933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-1'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:40.303377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.361886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a954fa59-b777-4179-96c8-59525166e327 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:40.363822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.392001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822f866-30e5-4079-84b0-04fb2079bd3e req-430ced80-71d6-4fab-90a7-fb1e539fbd08 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:40.411471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2822f866-30e5-4079-84b0-04fb2079bd3e req-430ced80-71d6-4fab-90a7-fb1e539fbd08 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 946 time: 0.0943251 Feb 03 04:19:40.428542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:40.441340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:19:40.441938 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.463580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:40.464923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:40.469037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:40.482037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8708ed5e-3757-4878-8ae1-28b2c56f94a0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8708ed5e-3757-4878-8ae1-28b2c56f94a0,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:40.488704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2822f866-30e5-4079-84b0-04fb2079bd3e req-1886cede-ca6c-4ab3-babc-14298d078c5f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758805 Feb 03 04:19:40.514415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (90c101b6-1ca2-4f28-baf3-420494565add), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.519299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:40.564064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '8708ed5e-3757-4878-8ae1-28b2c56f94a0', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '8708ed5e-3757-4878-8ae1-28b2c56f94a0', 'mac_address': 'fa:16:3e:24:b6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:19:40.572548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a954fa59-b777-4179-96c8-59525166e327 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:40.572924 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a954fa59-b777-4179-96c8-59525166e327), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.704934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d11e-6816-47cf-8941-b0476c7c65c8 req-60078d8f-098f-4a3f-af60-1ce207aaf96b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:40.712685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4095d11e-6816-47cf-8941-b0476c7c65c8 req-60078d8f-098f-4a3f-af60-1ce207aaf96b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 948 time: 0.1431832 Feb 03 04:19:40.733414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:40.733774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.787114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4095d11e-6816-47cf-8941-b0476c7c65c8 req-53546e47-2617-49a3-a8d8-f37c784ec198 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646617 Feb 03 04:19:40.842614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8708ed5e-3757-4878-8ae1-28b2c56f94a0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:40.848389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:40.904448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8708ed5e-3757-4878-8ae1-28b2c56f94a0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8708ed5e-3757-4878-8ae1-28b2c56f94a0,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:40.961435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:40.990269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-09a0c13f-b117-4d15-97e6-5298f79023e9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:19:40.991585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-09a0c13f-b117-4d15-97e6-5298f79023e9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1428764 Feb 03 04:19:41.049075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.053517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a954fa59-b777-4179-96c8-59525166e327 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:41.061308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:41.092450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=8708ed5e-3757-4878-8ae1-28b2c56f94a0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:41.104421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ae34133-9e09-429d-97f3-83696d403b8d None None] Provisioning complete for port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:41.105089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ae34133-9e09-429d-97f3-83696d403b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.162644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:41.251471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ae34133-9e09-429d-97f3-83696d403b8d None None] Port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:41.279111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1a30-141a-449a-a80b-b6d04f26d2dd req-2d7756c5-0072-4cf3-bbf3-c7f964ed15ac tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:41.286694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad6a1a30-141a-449a-a80b-b6d04f26d2dd req-2d7756c5-0072-4cf3-bbf3-c7f964ed15ac tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 948 time: 0.1203206 Feb 03 04:19:41.294002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:41.296462 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a693ab34-74b6-44f4-b498-1629a3f5d045" -d '{"events": [{"server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "name": "network-vif-unplugged", "status": "completed", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:41.301968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Publish callbacks [] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.312431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['8708ed5e-3757-4878-8ae1-28b2c56f94a0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:41.319254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.321708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-2184f357-8c96-43d5-9585-5dd7059fd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:41.328817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-2184f357-8c96-43d5-9585-5dd7059fd7bf service neutron] 10.222.0.35 "GET /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 1124 time: 0.1759033 Feb 03 04:19:41.339467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Request body: {'binding': {'host': 'n-h2-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:41.340061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Unknown quota resources ['binding']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:19:41.357362 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Publish callbacks [] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.361885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ad9a9bf3-1458-447d-a6a5-8d23a1418a6e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:41.402561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:41.418947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad6a1a30-141a-449a-a80b-b6d04f26d2dd req-bf70cd96-2da1-4d94-b9a5-7c0af74f87ac tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243448 Feb 03 04:19:41.446710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks [] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.463662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on host n-h2-827549-1 for vnic_type normal with profile {"migrating_to": "n-h1-827549-1"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:41.464340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:41.464651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:41.467634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.471994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:41.483793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.503580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:41.504156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Attempting to bind port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:41.514565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.514915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.515245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.516252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.516617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.517394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.517394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.517577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.517881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.518202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.518520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.519275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.519275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:41.550794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:41.551239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:41.551610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:41.552027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Bound port: 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:41.552386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.581961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (90c101b6-1ca2-4f28-baf3-420494565add), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.592570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d13927-1175-40e8-bb6e-16ac22eda2c1 None None] Pushing event updated for resources: {'Port': ['ID=48074227-8db0-4be4-8722-fb0b12b62bf0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:41.597035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:41.598876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe6160-459d-4ade-a789-6ee32cfda643 req-b302bf61-c627-4007-8bf1-7a3bcdb931ea tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:41.600893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2fe6160-459d-4ade-a789-6ee32cfda643 req-b302bf61-c627-4007-8bf1-7a3bcdb931ea tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 949 time: 0.0809107 Feb 03 04:19:41.686540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on host n-h2-827549-1 for vnic_type normal with profile None {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:41.686846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:41.687282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:41.700417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:41.700650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:41.710603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Attempting to bind port 48074227-8db0-4be4-8722-fb0b12b62bf0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:41.710846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Attempting to bind port 48074227-8db0-4be4-8722-fb0b12b62bf0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:41.711027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Attempting to bind port 48074227-8db0-4be4-8722-fb0b12b62bf0 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:41.714688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:41.719242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:41.721046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:41.721400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:41.721796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:41.722653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Bound port: 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:41.735951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.741625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:41.743638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:41.744258 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.744738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:41.746012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Bound port: 48074227-8db0-4be4-8722-fb0b12b62bf0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:41.746478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.781482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:41.784600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2fe6160-459d-4ade-a789-6ee32cfda643 req-25491b05-0e6d-4b4e-910c-e39d664d409c tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673362 Feb 03 04:19:41.785781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:41.825624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] For port 48074227-8db0-4be4-8722-fb0b12b62bf0, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:41.829510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] For port 48074227-8db0-4be4-8722-fb0b12b62bf0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=48074227-8db0-4be4-8722-fb0b12b62bf0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:41.898071 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8267e80a-28c8-4e93-970a-67efc9e6aecb x-openstack-request-id: req-8267e80a-28c8-4e93-970a-67efc9e6aecb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:41.899735 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "name": "network-vif-unplugged", "status": "completed", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:41.899735 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8267e80a-28c8-4e93-970a-67efc9e6aecb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:41.899735 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271', 'code': 200} Feb 03 04:19:41.914642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:41.915141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.930469 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.932912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e6cce737-6d59-4878-8482-e741c9bdf9bf service neutron] 10.222.0.35 "POST /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5987172 Feb 03 04:19:41.948787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:41.950930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:41.952860 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] 10.222.0.15 "PUT /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 1122 time: 1.6765995 Feb 03 04:19:41.977420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eb9da-df6f-4661-a69b-802905f8151f service neutron] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:42.113346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['05e06d2c-fba0-45e2-9355-c6c5c29f1271'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:42.186383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Router 90c101b6-1ca2-4f28-baf3-420494565add has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:19:42.255720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:42.257155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:42.321756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d13927-1175-40e8-bb6e-16ac22eda2c1 None None] Pushing event updated for resources: {'Port': ['ID=48074227-8db0-4be4-8722-fb0b12b62bf0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:42.356886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:19:42.376139 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7d9b734d-05e3-4c03-8eae-0bed8255ea20 admin admin] 10.222.0.35 "PUT /v2.0/routers/90c101b6-1ca2-4f28-baf3-420494565add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8305304 Feb 03 04:19:42.414947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-77f3d483-1dd8-45c4-bb27-b92665794f35 None None] Provisioning complete for port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:42.415331 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77f3d483-1dd8-45c4-bb27-b92665794f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:42.494727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d28e53dc-847d-4401-a823-bd57beca48ee up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:42.500370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e899b8-9d11-49b3-9bfa-d6c0a2dce263 req-78b97575-2ab8-46fb-810e-87ef28b4f49a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:42.504994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:42.507727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21e899b8-9d11-49b3-9bfa-d6c0a2dce263 req-78b97575-2ab8-46fb-810e-87ef28b4f49a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 944 time: 0.5526803 Feb 03 04:19:42.520557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-4da1e0c1-dd78-4f26-ab79-d9d2f66dcf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:42.521785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-4da1e0c1-dd78-4f26-ab79-d9d2f66dcf81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1127 time: 0.1227326 Feb 03 04:19:42.548097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecaddf-0dce-4436-9792-5b2ea1b4cbef req-52227bb6-092e-4720-8650-1e37128b89a2 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:42.549553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3ecaddf-0dce-4436-9792-5b2ea1b4cbef req-52227bb6-092e-4720-8650-1e37128b89a2 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 948 time: 0.1493471 Feb 03 04:19:42.549686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-77f3d483-1dd8-45c4-bb27-b92665794f35 None None] Port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:42.651146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21e899b8-9d11-49b3-9bfa-d6c0a2dce263 req-3c2cfd2d-bb77-4ce3-b8af-5a1880dca40e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424747 Feb 03 04:19:42.705351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3ecaddf-0dce-4436-9792-5b2ea1b4cbef req-517f599f-3668-4ae1-9e4e-5c0974162769 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435046 Feb 03 04:19:42.712284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-85d35459-e6e7-4971-8e90-dc917e862b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:42.714304 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-85d35459-e6e7-4971-8e90-dc917e862b32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1818635 Feb 03 04:19:42.778269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-7162ed9b-5c58-4b58-a2fe-cacf710935d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 217 time: 0.0521371 Feb 03 04:19:42.877562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port d28e53dc-847d-4401-a823-bd57beca48ee completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:42.886951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-2d821f85-3a21-4442-bf3c-cb7f2241030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:42.889452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-2d821f85-3a21-4442-bf3c-cb7f2241030c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0998094 Feb 03 04:19:42.893453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port d28e53dc-847d-4401-a823-bd57beca48ee triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:42.893843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:42.911222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15639983-6d3f-4649-8908-35a8bb49c523 req-b0aee579-dca8-4c29-b5be-6194a52c5ab4 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:42.912711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15639983-6d3f-4649-8908-35a8bb49c523 req-b0aee579-dca8-4c29-b5be-6194a52c5ab4 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 948 time: 0.1440349 Feb 03 04:19:42.920908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cd6ab-4a29-482b-a0f5-00bc34e5abd1 req-18d995be-e52b-460a-ba26-87e97b2b59bc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:42.922331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f3cd6ab-4a29-482b-a0f5-00bc34e5abd1 req-18d995be-e52b-460a-ba26-87e97b2b59bc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 945 time: 0.1554999 Feb 03 04:19:42.941793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-f678f995-67b9-4f74-8ba6-10466d62eefa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452142 Feb 03 04:19:43.017255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d28e53dc-847d-4401-a823-bd57beca48ee is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:43.017645 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:43.022319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:41Z', 'revision_number': 2, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:43.057979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df427a-4b07-4270-ac52-3eff401710e2 None None] The sync data for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 is: [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:41Z', 'revision_number': 2, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:19:43.070280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28e53dc-847d-4401-a823-bd57beca48ee'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:43.072955 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed26af7-f75e-4f00-bc61-9f738c7e860c" -d '{"events": [{"server_uuid": "4bd7395d-4256-4d98-9d68-a2d521d53f75", "name": "network-vif-plugged", "status": "completed", "tag": "d28e53dc-847d-4401-a823-bd57beca48ee"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:43.080816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15639983-6d3f-4649-8908-35a8bb49c523 req-4fc5aa4e-4ee8-478a-b7be-b823ac6fa01f tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516242 Feb 03 04:19:43.083786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f3cd6ab-4a29-482b-a0f5-00bc34e5abd1 req-99aa8245-a3a7-41d2-8cb3-978049f8b7e3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450818 Feb 03 04:19:43.085952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d28e53dc-847d-4401-a823-bd57beca48ee, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d28e53dc-847d-4401-a823-bd57beca48ee,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:43.094866 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:43.117673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-affa9e24-6816-481e-b765-b2fe15726577 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655369 Feb 03 04:19:43.180302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d28e53dc-847d-4401-a823-bd57beca48ee,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:43.188750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.189127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.189472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.189810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.190144 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.192878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:43.274485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-1af7ab25-509a-43c4-82f5-798320578438 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487513 Feb 03 04:19:43.286359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8712ee-e608-45bb-8a1e-5e8913efa6a9 req-7536a47a-fcf6-4c83-8e89-aa5b9787a722 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:43.287339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c8712ee-e608-45bb-8a1e-5e8913efa6a9 req-7536a47a-fcf6-4c83-8e89-aa5b9787a722 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 949 time: 0.1135945 Feb 03 04:19:43.412402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c8712ee-e608-45bb-8a1e-5e8913efa6a9 req-8a34d8f8-82f8-4a35-bb84-a63476ed428f tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173339 Feb 03 04:19:43.426979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-a0c8dbdb-6dcd-4801-904e-600edc7e6de3 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:43.432082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-a0c8dbdb-6dcd-4801-904e-600edc7e6de3 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0886867 Feb 03 04:19:43.441842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-1'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:43.522481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:43.669313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56044) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:43.674140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7f196ee6-7833-4674-bc06-4e6927535428 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365311681', 'description': 'tempest-description--1492981880'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:43.693820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:43.702967 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b7665-49fd-4e0e-baf7-f39801f05510 x-openstack-request-id: req-410b7665-49fd-4e0e-baf7-f39801f05510 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:43.703561 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7395d-4256-4d98-9d68-a2d521d53f75", "name": "network-vif-plugged", "status": "completed", "tag": "d28e53dc-847d-4401-a823-bd57beca48ee", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:43.703680 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-410b7665-49fd-4e0e-baf7-f39801f05510 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:43.704239 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28e53dc-847d-4401-a823-bd57beca48ee', 'code': 200} Feb 03 04:19:43.735896 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f196ee6-7833-4674-bc06-4e6927535428 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:43.786630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:43.903521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:43.903521 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4037fe1-add6-4186-a3a4-40fb86591047" -d '{"events": [{"name": "network-changed", "server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:43.970607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:43.975410 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d746d3b1-98f5-48a8-a054-32715557047c" -d '{"events": [{"server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:43.978488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Publish callbacks [] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:43.999782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b78e66-aab5-4cb4-a058-397c48049b4e req-54d926cb-b34f-452a-9fc1-41a0b20fb87b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.001369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03b78e66-aab5-4cb4-a058-397c48049b4e req-54d926cb-b34f-452a-9fc1-41a0b20fb87b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 944 time: 0.2171900 Feb 03 04:19:44.012159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.027778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e89dd-111c-4e67-9828-ce881ae8697c req-93c9f7e7-b109-4c38-92e5-073a1d86a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.027778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-334e89dd-111c-4e67-9828-ce881ae8697c req-93c9f7e7-b109-4c38-92e5-073a1d86a3b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 1132 time: 0.2570734 Feb 03 04:19:44.086866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f196ee6-7833-4674-bc06-4e6927535428 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group (a9c13500-2e0f-4241-a402-196eaa9720c7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.108621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f196ee6-7833-4674-bc06-4e6927535428 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a9c13500-2e0f-4241-a402-196eaa9720c7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.155989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e102875-fb92-46d8-a186-b5c4f23950ca req-756c6447-7970-4146-ac12-a78a7abae576 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.157568 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e102875-fb92-46d8-a186-b5c4f23950ca req-756c6447-7970-4146-ac12-a78a7abae576 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 948 time: 0.2952735 Feb 03 04:19:44.212300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:44.218433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f196ee6-7833-4674-bc06-4e6927535428 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.222205 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7f196ee6-7833-4674-bc06-4e6927535428 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5492563 Feb 03 04:19:44.223252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:44.228403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1a947436-7c5c-42e0-ac92-3f32d33f8724 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Request body: {'security_group_rule': {'security_group_id': 'a9c13500-2e0f-4241-a402-196eaa9720c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:44.248501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03b78e66-aab5-4cb4-a058-397c48049b4e req-9460581d-28e3-4cf8-88a0-6c0726b49bb0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399058 Feb 03 04:19:44.249157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f196ee6-7833-4674-bc06-4e6927535428 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c13500-2e0f-4241-a402-196eaa9720c7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:44.278214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a947436-7c5c-42e0-ac92-3f32d33f8724 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group_rule (908275ad-716f-4d5b-9b67-6726355a5cb7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.280630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-334e89dd-111c-4e67-9828-ce881ae8697c req-a29b1612-f980-4ea9-a420-8a321baecaf7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214491 Feb 03 04:19:44.294084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on host n-h1-827549-1 for vnic_type normal with profile {"migrating_to": "n-h2-827549-1"} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:44.294433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:44.294779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:44.303803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:44.304140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Attempting to bind port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:44.312769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 48074227-8db0-4be4-8722-fb0b12b62bf0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:44.326380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:44.326724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:44.327119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:44.333834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Bound port: 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:44.334226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.341858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e102875-fb92-46d8-a186-b5c4f23950ca req-224e2ab9-46e5-4e10-970b-2a2bd80f7fe1 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710024 Feb 03 04:19:44.352695 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7714cc26-177f-442b-bcdf-a5587e794fe8 x-openstack-request-id: req-7714cc26-177f-442b-bcdf-a5587e794fe8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:44.353337 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:44.353740 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7714cc26-177f-442b-bcdf-a5587e794fe8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:44.354365 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271', 'status': 'completed', 'code': 200} Feb 03 04:19:44.374699 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a947436-7c5c-42e0-ac92-3f32d33f8724 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group_rule (908275ad-716f-4d5b-9b67-6726355a5cb7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.383003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a947436-7c5c-42e0-ac92-3f32d33f8724 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (908275ad-716f-4d5b-9b67-6726355a5cb7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.418146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 48074227-8db0-4be4-8722-fb0b12b62bf0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:44.418921 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.423871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:44.424314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a947436-7c5c-42e0-ac92-3f32d33f8724 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908275ad-716f-4d5b-9b67-6726355a5cb7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:44.429464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:44.439875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.448282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a947436-7c5c-42e0-ac92-3f32d33f8724 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.451730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1a947436-7c5c-42e0-ac92-3f32d33f8724 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2265315 Feb 03 04:19:44.454740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:44.466320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-53023562-f4e5-4a0a-8b00-7b750a59b82c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Request body: {'security_group_rule': {'security_group_id': 'a9c13500-2e0f-4241-a402-196eaa9720c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:44.486312 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81aaa90-d7cd-4fe5-9398-c1e0b8873bbb x-openstack-request-id: req-b81aaa90-d7cd-4fe5-9398-c1e0b8873bbb {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:44.486597 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:44.486889 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b81aaa90-d7cd-4fe5-9398-c1e0b8873bbb {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:44.487291 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f', 'code': 200} Feb 03 04:19:44.514965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53023562-f4e5-4a0a-8b00-7b750a59b82c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group_rule (2fed210d-363b-476a-9946-8f55a7a33aa1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.589564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 48074227-8db0-4be4-8722-fb0b12b62bf0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:44.590314 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.625136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 48074227-8db0-4be4-8722-fb0b12b62bf0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=48074227-8db0-4be4-8722-fb0b12b62bf0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:44.625373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.626188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.627269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] 10.222.0.31 "PUT /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 1121 time: 1.1907020 Feb 03 04:19:44.636164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.655209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1a472-0007-483a-9974-d1717b960e52 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:44.656527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53023562-f4e5-4a0a-8b00-7b750a59b82c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group_rule (2fed210d-363b-476a-9946-8f55a7a33aa1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.667055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53023562-f4e5-4a0a-8b00-7b750a59b82c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (2fed210d-363b-476a-9946-8f55a7a33aa1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.700249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53023562-f4e5-4a0a-8b00-7b750a59b82c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.702477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-a478fd8f-d5db-4cd4-a486-2f379208cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.703006 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-53023562-f4e5-4a0a-8b00-7b750a59b82c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2455249 Feb 03 04:19:44.704015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-a478fd8f-d5db-4cd4-a486-2f379208cdfd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1156 time: 0.1857095 Feb 03 04:19:44.704515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53023562-f4e5-4a0a-8b00-7b750a59b82c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fed210d-363b-476a-9946-8f55a7a33aa1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:44.705641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:44.725878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:44.730112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=48074227-8db0-4be4-8722-fb0b12b62bf0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:44.760446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd27a2-0513-4a9c-87e7-daf27b6ff326 req-a6ec4845-a664-4958-a106-6738386ab757 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.761934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69bd27a2-0513-4a9c-87e7-daf27b6ff326 req-a6ec4845-a664-4958-a106-6738386ab757 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 943 time: 0.1964116 Feb 03 04:19:44.835772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['5d9efd9f-0946-4ceb-a245-5f013aaab58f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:44.843528 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:44.954227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69bd27a2-0513-4a9c-87e7-daf27b6ff326 req-6e862441-6696-4f0e-a3d0-ac7154d338a6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616173 Feb 03 04:19:44.958653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-d2725796-a1d1-4c14-b5cc-9f7fddc0d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.960122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-d2725796-a1d1-4c14-b5cc-9f7fddc0d7be service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2281125 Feb 03 04:19:44.978730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98e1b4-ac05-49c9-b2de-b84d0dadc2b5 req-9b600a0d-d010-430b-ac45-670d85f52552 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:44.978730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c98e1b4-ac05-49c9-b2de-b84d0dadc2b5 req-9b600a0d-d010-430b-ac45-670d85f52552 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 948 time: 0.2046537 Feb 03 04:19:45.005635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:45.057441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-f058e241-1a3e-46dd-8e3a-1eeddd3ca168 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 217 time: 0.0858212 Feb 03 04:19:45.079084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8708ed5e-3757-4878-8ae1-28b2c56f94a0 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:45.137634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:45.146475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c98e1b4-ac05-49c9-b2de-b84d0dadc2b5 req-b11f8915-f356-4e1a-8650-0cfe516df45d tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690412 Feb 03 04:19:45.157965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 has no active binding in host n-h1-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:19:45.177108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:45.177444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67bcbd-eb1d-4553-a67d-5eb436c11aa1 req-e4ba0e1c-dd2e-4b2e-9e38-ef91b9e8ef9e tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:45.178971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa67bcbd-eb1d-4553-a67d-5eb436c11aa1 req-e4ba0e1c-dd2e-4b2e-9e38-ef91b9e8ef9e tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 949 time: 0.1512485 Feb 03 04:19:45.181709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:45.182176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-472e0872-0bdf-4a95-86de-d5b1a2619565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:45.182300 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.184032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-472e0872-0bdf-4a95-86de-d5b1a2619565 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1136887 Feb 03 04:19:45.236592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-d05e50c0-fc19-47db-b4b8-526708175ba4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398517 Feb 03 04:19:45.261659 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.304961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:45.305263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.360197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8708ed5e-3757-4878-8ae1-28b2c56f94a0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8708ed5e-3757-4878-8ae1-28b2c56f94a0,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:45.361758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa67bcbd-eb1d-4553-a67d-5eb436c11aa1 req-b9c86ba8-ed3a-46c3-b4b8-88e34b6d7485 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740160 Feb 03 04:19:45.369713 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.370534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:45.457381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-81b9c712-c7d5-42b7-885b-ed2f27899d05 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067797 Feb 03 04:19:45.475022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=8708ed5e-3757-4878-8ae1-28b2c56f94a0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:45.498843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:45.503764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:45.505020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.596127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:45.596639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.641812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:45.647363 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.648210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ad9a9bf3-1458-447d-a6a5-8d23a1418a6e up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:45.710013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708ed5e-3757-4878-8ae1-28b2c56f94a0'}, {'server_uuid': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:45.714698 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0192e6e2-f6b7-4621-be41-232586db42fa" -d '{"events": [{"server_uuid": "7ee6a391-ea66-4a26-b173-8631993a5e27", "name": "network-vif-plugged", "status": "completed", "tag": "8708ed5e-3757-4878-8ae1-28b2c56f94a0"}, {"server_uuid": "0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423", "name": "network-vif-plugged", "status": "completed", "tag": "fc1a17e0-45bc-4e3b-a039-dd30453e0eb5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:45.773761 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Sync routers for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:19:45.788472 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:45.791429 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:45.795409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:19:45.801488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Allocated IP 172.25.7.9 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/f9d34f11-b6b7-40e6-a43c-97e9a6615850) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:45.812541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:45.829466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:45.831752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.883612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909d65b-80e0-4806-a8cf-a16e0facc001 req-dbb9c56f-24d8-4898-9a02-567a4146a464 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:45.885212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7909d65b-80e0-4806-a8cf-a16e0facc001 req-dbb9c56f-24d8-4898-9a02-567a4146a464 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 944 time: 0.4869370 Feb 03 04:19:45.937519 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:45.952697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:45.953736 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:45.961307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a4af-bf06-4996-8705-cb438a642a92 req-b6d7f88b-432c-4e0f-864d-a53b10ade7fb tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:45.968859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7550a4af-bf06-4996-8705-cb438a642a92 req-b6d7f88b-432c-4e0f-864d-a53b10ade7fb tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 948 time: 0.5024307 Feb 03 04:19:45.998629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:46.005755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.033633 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4037fe1-add6-4186-a3a4-40fb86591047 req-052f6f29-d534-417f-919f-27c58ace4521 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661445 Feb 03 04:19:46.086836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:46.104963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7909d65b-80e0-4806-a8cf-a16e0facc001 req-9b1fe637-435d-4d6d-854a-61b46a3bbf2e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036150 Feb 03 04:19:46.135058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.139478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7550a4af-bf06-4996-8705-cb438a642a92 req-227a4631-fa3d-4216-8c89-9c4e4af46829 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697936 Feb 03 04:19:46.150162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-ba977b32-8338-4a2c-b9dd-82a0a859b9b7 service neutron] 10.222.0.31 "GET /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.1774163 Feb 03 04:19:46.186408 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c0af6-f16c-454d-bdde-aed05acec597 x-openstack-request-id: req-e18c0af6-f16c-454d-bdde-aed05acec597 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:46.186774 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee6a391-ea66-4a26-b173-8631993a5e27", "name": "network-vif-plugged", "status": "completed", "tag": "8708ed5e-3757-4878-8ae1-28b2c56f94a0", "code": 200}, {"server_uuid": "0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423", "name": "network-vif-plugged", "status": "completed", "tag": "fc1a17e0-45bc-4e3b-a039-dd30453e0eb5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:46.187285 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e18c0af6-f16c-454d-bdde-aed05acec597 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:46.189172 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708ed5e-3757-4878-8ae1-28b2c56f94a0', 'code': 200} Feb 03 04:19:46.189536 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5', 'code': 200} Feb 03 04:19:46.194359 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:41Z', 'revision_number': 2, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:46.204162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:46.273997 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Checking router: 90c101b6-1ca2-4f28-baf3-420494565add for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:19:46.274341 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Updating router 90c101b6-1ca2-4f28-baf3-420494565add port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:19:46.293529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 48074227-8db0-4be4-8722-fb0b12b62bf0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:46.313848 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.346260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b1e2-e158-437d-ad82-6d09c982a917 req-992c8e72-9eba-4f8f-b542-df8bcc280bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:46.348128 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77a7b1e2-e158-437d-ad82-6d09c982a917 req-992c8e72-9eba-4f8f-b542-df8bcc280bd6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 1131 time: 0.0595684 Feb 03 04:19:46.358910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 48074227-8db0-4be4-8722-fb0b12b62bf0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:46.359386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.424908 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.436282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f551861d-8075-4637-9b10-3b3a52e72a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.443858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c7f6-b65d-43a1-88af-f29e16499b14 req-9459d6a2-8b22-4aff-8927-406357bae7d6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:46.450076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77a7b1e2-e158-437d-ad82-6d09c982a917 req-63540349-5a0b-4ce1-92e8-7d256752b04d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943074 Feb 03 04:19:46.451374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02d4c7f6-b65d-43a1-88af-f29e16499b14 req-9459d6a2-8b22-4aff-8927-406357bae7d6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 943 time: 0.1702709 Feb 03 04:19:46.466588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 48074227-8db0-4be4-8722-fb0b12b62bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:46.495762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:46.498062 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62749f35-e4f8-4bd2-a051-d80a94ea67db" -d '{"events": [{"name": "network-changed", "server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:46.527005 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f551861d-8075-4637-9b10-3b3a52e72a79 admin admin] Publish callbacks [] for security_group (038a3f4e-75d2-4be6-9126-cae6312169ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.527675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:46.533065 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f551861d-8075-4637-9b10-3b3a52e72a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (038a3f4e-75d2-4be6-9126-cae6312169ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.545281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:46.547884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:46.571071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551861d-8075-4637-9b10-3b3a52e72a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a3f4e-75d2-4be6-9126-cae6312169ca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:46.577882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f551861d-8075-4637-9b10-3b3a52e72a79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99e53f1a30334d4bad6180a1440d9f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701267 Feb 03 04:19:46.578177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:46.610522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event updated for resources: {'Port': ['ID=f9d34f11-b6b7-40e6-a43c-97e9a6615850,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:46.635409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc385ff9-d5a8-4b98-a1a3-f5dff7fb9546 admin admin] Publish callbacks [] for security_group (038a3f4e-75d2-4be6-9126-cae6312169ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.640807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f264d-987f-451a-affa-ee079db3c0c8 req-ed970f1b-368e-494e-a4cf-c31458dd6f95 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:46.642385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b0f264d-987f-451a-affa-ee079db3c0c8 req-ed970f1b-368e-494e-a4cf-c31458dd6f95 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 949 time: 0.3625393 Feb 03 04:19:46.656555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fbe83-0a16-4673-b80d-9975e9e28655 req-305b2c9f-f04c-4f10-b6dd-09c873060643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:46.658060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b18fbe83-0a16-4673-b80d-9975e9e28655 req-305b2c9f-f04c-4f10-b6dd-09c873060643 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 1132 time: 0.3375428 Feb 03 04:19:46.659453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.659639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc385ff9-d5a8-4b98-a1a3-f5dff7fb9546 admin admin] Publish callbacks [] for security_group (038a3f4e-75d2-4be6-9126-cae6312169ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.659844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.660209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.660549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.660916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.661284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.661650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.661986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.662314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.662617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.662950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.663276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.663636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.710405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc385ff9-d5a8-4b98-a1a3-f5dff7fb9546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (038a3f4e-75d2-4be6-9126-cae6312169ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.713265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc385ff9-d5a8-4b98-a1a3-f5dff7fb9546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.713453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02d4c7f6-b65d-43a1-88af-f29e16499b14 req-3ed31cbd-3329-4f12-962f-52d693d0512a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611217 Feb 03 04:19:46.714947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bc385ff9-d5a8-4b98-a1a3-f5dff7fb9546 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/038a3f4e-75d2-4be6-9126-cae6312169ca HTTP/1.1" status: 204 len: 168 time: 0.1356649 Feb 03 04:19:46.726317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc385ff9-d5a8-4b98-a1a3-f5dff7fb9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a3f4e-75d2-4be6-9126-cae6312169ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:46.794318 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Publish callbacks [] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.803101 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.901665 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Pushing event updated for resources: {'Port': ['ID=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:46.910545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.911095 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.911475 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.911840 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.912585 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.912947 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.913349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.913870 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.914367 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.914868 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.915349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.915866 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.916433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:19:46.935800 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Attempting to bind port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:46.936467 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Attempting to bind port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:46.936992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Attempting to bind port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 on network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:46.943272 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:46.943929 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Checking segment: {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:46.944520 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.945066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Bound using segment: {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:46.945703 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Bound port: c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:46.946084 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:46.957581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b0f264d-987f-451a-affa-ee079db3c0c8 req-50bb95b6-34c6-4ced-a437-ec027a3b73ce tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812512 Feb 03 04:19:47.000091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:47.018142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b18fbe83-0a16-4673-b80d-9975e9e28655 req-05ce8673-f383-4658-908e-9d3f82023f09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356812 Feb 03 04:19:47.037357 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] For port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:47.040073 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f7113-4952-4628-b85e-d0e361639d57 x-openstack-request-id: req-4c0f7113-4952-4628-b85e-d0e361639d57 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:47.040380 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:47.040640 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c0f7113-4952-4628-b85e-d0e361639d57 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:47.041052 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f', 'status': 'completed', 'code': 200} Feb 03 04:19:47.042714 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] For port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:47.045422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for floatingip (e35a8c58-e41c-49e1-939d-048240cf0e51), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.054902 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.062824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:47.127644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-84343868-a300-4b24-b522-44dc3f5e08ee None None] Provisioning complete for port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:47.128208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84343868-a300-4b24-b522-44dc3f5e08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.133531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e06d2c-fba0-45e2-9355-c6c5c29f1271 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:47.141448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.141882 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:19:47.144472 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:19:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:47.149742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98106-c6a3-4afa-9700-b67814a365f1 req-55a3472f-9cce-4ec5-b68e-8773ed628e0f tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:47.151392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7be98106-c6a3-4afa-9700-b67814a365f1 req-55a3472f-9cce-4ec5-b68e-8773ed628e0f tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 950 time: 0.3454411 Feb 03 04:19:47.157982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:47.166072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:47.188936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-841553bb-965f-465a-9c76-57cb6a890476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.260010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84343868-a300-4b24-b522-44dc3f5e08ee None None] Current status of the port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:47.260542 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84343868-a300-4b24-b522-44dc3f5e08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.290041 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ca98a-0a58-4361-9fc8-39008da3b33d None None] Pushing event updated for resources: {'Port': ['ID=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:47.295986 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:19:47.315363 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.317892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-84343868-a300-4b24-b522-44dc3f5e08ee None None] For port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:47.327487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84343868-a300-4b24-b522-44dc3f5e08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.349924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-841553bb-965f-465a-9c76-57cb6a890476 admin admin] Publish callbacks [] for security_group (4fa0fd80-ca8b-4571-a835-60d3bfd7d449), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.360607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-841553bb-965f-465a-9c76-57cb6a890476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4fa0fd80-ca8b-4571-a835-60d3bfd7d449), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.407955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84343868-a300-4b24-b522-44dc3f5e08ee None None] Pushing event updated for resources: {'Port': ['ID=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:47.412549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-841553bb-965f-465a-9c76-57cb6a890476 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15d0fb1fea2c42c8a1ca21d2a6e5f813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453122 Feb 03 04:19:47.413184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:47.413911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841553bb-965f-465a-9c76-57cb6a890476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa0fd80-ca8b-4571-a835-60d3bfd7d449,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:47.472692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7be98106-c6a3-4afa-9700-b67814a365f1 req-2d3d58d9-036b-4a7b-9824-c28112100444 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113222 Feb 03 04:19:47.488764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5df93fb-6306-42b3-a009-a4df57a62ccc admin admin] Publish callbacks [] for security_group (4fa0fd80-ca8b-4571-a835-60d3bfd7d449), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.522632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-19ff1eae-b999-4bc7-9c1d-c95f861ab587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:47.524210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-19ff1eae-b999-4bc7-9c1d-c95f861ab587 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1155 time: 0.2912884 Feb 03 04:19:47.527046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5df93fb-6306-42b3-a009-a4df57a62ccc admin admin] Publish callbacks [] for security_group (4fa0fd80-ca8b-4571-a835-60d3bfd7d449), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.545253 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:19:47.569373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-220b9a68-9e59-4805-b0a2-8f1344017ba6 None None] Provisioning complete for port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:47.569778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-220b9a68-9e59-4805-b0a2-8f1344017ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.573882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61f46-a881-4a4b-9d79-13356187cce8 req-044836cc-ba2f-4157-b611-c201737fecc9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:47.580070 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e2d1-54be-4850-852b-bc002e5484f2 None None] The sync data for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 is: [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:19:47.583405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5dc61f46-a881-4a4b-9d79-13356187cce8 req-044836cc-ba2f-4157-b611-c201737fecc9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 944 time: 0.3195062 Feb 03 04:19:47.595398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5df93fb-6306-42b3-a009-a4df57a62ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4fa0fd80-ca8b-4571-a835-60d3bfd7d449), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.598733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5df93fb-6306-42b3-a009-a4df57a62ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.600292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d5df93fb-6306-42b3-a009-a4df57a62ccc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4fa0fd80-ca8b-4571-a835-60d3bfd7d449 HTTP/1.1" status: 204 len: 168 time: 0.1833639 Feb 03 04:19:47.621732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df93fb-6306-42b3-a009-a4df57a62ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa0fd80-ca8b-4571-a835-60d3bfd7d449,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:47.694725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-220b9a68-9e59-4805-b0a2-8f1344017ba6 None None] Current status of the port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:47.699234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] Transition to ACTIVE for port object 05e06d2c-fba0-45e2-9355-c6c5c29f1271 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:47.757166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.865832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5dc61f46-a881-4a4b-9d79-13356187cce8 req-5e1213fe-4390-405a-89d8-ed2aa85c74d9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782292 Feb 03 04:19:47.896637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.923907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] No DVR routers for this DVR port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:19:47.983882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f84f-087b-4f13-995c-612926812d2a req-6c10b13c-e8e2-4089-ae69-39e45dbf5f37 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:47.985376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43a6f84f-087b-4f13-995c-612926812d2a req-6c10b13c-e8e2-4089-ae69-39e45dbf5f37 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 949 time: 0.4260445 Feb 03 04:19:47.986342 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:47.992038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-6e21fb87-754e-493e-a78f-3720b29a1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:47.996469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-6e21fb87-754e-493e-a78f-3720b29a1a94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.4481115 Feb 03 04:19:48.047944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] Pushing event updated for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:48.067320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-27bd3bdc-efd3-43e9-96c4-4f763bd0dbce service neutron] 10.222.0.31 "PUT /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271/bindings/n-h1-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9080813 Feb 03 04:19:48.191354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:48.192280 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-e9bc3c4d-9257-4af5-b76a-cb8393d49555 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 217 time: 0.1358373 Feb 03 04:19:48.195022 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586230c6-2f20-4c6e-a6ba-c4c3e8b96678" -d '{"events": [{"server_uuid": "0e4a2495-4a9c-4239-8aaa-f0ff83372753", "name": "network-vif-plugged", "status": "completed", "tag": "ad9a9bf3-1458-447d-a6a5-8d23a1418a6e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:48.238767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event updated for resources: {'Port': ['ID=f9d34f11-b6b7-40e6-a43c-97e9a6615850,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:48.251251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-2d49622e-1e58-40a1-a488-82fdb3cde763 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:48.253625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-2d49622e-1e58-40a1-a488-82fdb3cde763 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0932136 Feb 03 04:19:48.290078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (e35a8c58-e41c-49e1-939d-048240cf0e51), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:48.337815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110780-edf6-4bed-9cbb-d3b5733b58c8 req-a5e8d7b5-df1d-480a-bd33-440897c5daa3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:48.346344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-53c58d3a-09c3-42a4-837e-31daad3aa0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:48.349000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e110780-edf6-4bed-9cbb-d3b5733b58c8 req-a5e8d7b5-df1d-480a-bd33-440897c5daa3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 943 time: 0.3740129 Feb 03 04:19:48.349176 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-53c58d3a-09c3-42a4-837e-31daad3aa0c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3&tenant_id=233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 1127 time: 0.0875587 Feb 03 04:19:48.386056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:19:48.393033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-0dca435b-a3b7-482a-bc06-68e85ae00913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:48.395177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-0dca435b-a3b7-482a-bc06-68e85ae00913 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.1834362 Feb 03 04:19:48.405382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43a6f84f-087b-4f13-995c-612926812d2a req-ef97d31c-27a3-4571-be6a-f91c3dce8ebb tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077270 Feb 03 04:19:48.458474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-c75e1453-91a4-450c-94c0-0fd0fb75a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:48.461409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-c75e1453-91a4-450c-94c0-0fd0fb75a1c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1127 time: 0.0675933 Feb 03 04:19:48.477653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:48.483712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ce310baa-105c-4edb-9676-de203a36a8d9 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7658286 Feb 03 04:19:48.522676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-13884469-6186-4abb-b999-e53a1341fc92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813434 Feb 03 04:19:48.525947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:19:48.671750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:48.672849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:48.713952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e110780-edf6-4bed-9cbb-d3b5733b58c8 req-4cd467dd-0291-4e40-9b66-b2bc20d8c535 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557360 Feb 03 04:19:48.722734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-c1a0fd9a-6ae2-47a5-bd51-5ab7bbf0f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:48.724687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-c1a0fd9a-6ae2-47a5-bd51-5ab7bbf0f4f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2490287 Feb 03 04:19:48.827805 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-f74eaf55-486b-4859-974f-362df46a842b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 217 time: 0.0933573 Feb 03 04:19:48.832181 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1c3435-a15f-4244-a3f8-621360281d10 x-openstack-request-id: req-4c1c3435-a15f-4244-a3f8-621360281d10 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:48.832773 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4a2495-4a9c-4239-8aaa-f0ff83372753", "name": "network-vif-plugged", "status": "completed", "tag": "ad9a9bf3-1458-447d-a6a5-8d23a1418a6e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:48.833189 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c1c3435-a15f-4244-a3f8-621360281d10 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:48.842439 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e', 'code': 200} Feb 03 04:19:48.847706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9beec-3142-409a-aac4-5ebde2a09b29 req-db4c866e-7bd8-4633-a4c5-6df200e76a45 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:48.849326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afd9beec-3142-409a-aac4-5ebde2a09b29 req-db4c866e-7bd8-4633-a4c5-6df200e76a45 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 949 time: 0.3253939 Feb 03 04:19:48.862478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:48.894711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f has no active binding in host n-h2-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:19:48.993055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:19:49.032547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-86ea0dad-4ebe-48fc-858f-a3e046b8a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:49.037521 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afd9beec-3142-409a-aac4-5ebde2a09b29 req-a9d1831c-f8a2-4833-b460-e8860ad7a86d tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557074 Feb 03 04:19:49.042738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-5a146c0f-06cf-411d-ad5b-9d70b5541029 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806621 Feb 03 04:19:49.047595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-86ea0dad-4ebe-48fc-858f-a3e046b8a4cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1823227 Feb 03 04:19:49.149209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83d2a3-10c7-4c5f-ba1b-e12702eb36f8 req-8606e681-6b94-43bf-81c5-6a0a3f75f847 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:49.150903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d83d2a3-10c7-4c5f-ba1b-e12702eb36f8 req-8606e681-6b94-43bf-81c5-6a0a3f75f847 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 950 time: 0.1267948 Feb 03 04:19:49.211892 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-cfbaf6c2-9385-4cb3-9871-055dd040dadf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589601 Feb 03 04:19:49.255658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c88b35-869b-4714-a165-4cb193ffd4a9 req-59f10469-0fdd-4462-b37d-f96d71e7ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:49.257177 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9c88b35-869b-4714-a165-4cb193ffd4a9 req-59f10469-0fdd-4462-b37d-f96d71e7ebf7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 1131 time: 0.2479072 Feb 03 04:19:49.288428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d83d2a3-10c7-4c5f-ba1b-e12702eb36f8 req-920c0081-ef17-4a42-9b71-da1d78f3c0fa tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268809 Feb 03 04:19:49.292404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62749f35-e4f8-4bd2-a051-d80a94ea67db req-c97413d6-b2f3-46e6-9790-41c70c261852 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327297 Feb 03 04:19:49.336843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62faefe-6dba-4af0-aae2-a3136fc8e356 req-287ebb5d-f1d4-4f4e-a971-9cf8c5c19fef tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:49.346685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e62faefe-6dba-4af0-aae2-a3136fc8e356 req-287ebb5d-f1d4-4f4e-a971-9cf8c5c19fef tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 945 time: 0.1597605 Feb 03 04:19:49.374134 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-26ecbccd-e047-4e1d-9e96-d83ad404a3a1 service neutron] 10.222.0.15 "GET /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f/bindings/n-h2-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.3742392 Feb 03 04:19:49.422822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e62faefe-6dba-4af0-aae2-a3136fc8e356 req-86fa6c15-cc3d-4e51-b9e3-1101cc8451c9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749598 Feb 03 04:19:49.550368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9c88b35-869b-4714-a165-4cb193ffd4a9 req-fafbc463-5a65-4982-bac8-f6b2b8994be3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713110 Feb 03 04:19:49.621238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-f3d32208-74cb-46a6-b9ce-9591dd635237 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787179 Feb 03 04:19:49.841771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:49.863641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:49.919263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9efd9f-0946-4ceb-a245-5f013aaab58f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:49.936588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:49.977094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:50.073421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d877476-33bd-4fae-a528-5d0b04a9a93e req-fafe106b-4898-44f8-842c-efce4e456a37 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.074992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d877476-33bd-4fae-a528-5d0b04a9a93e req-fafe106b-4898-44f8-842c-efce4e456a37 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 949 time: 0.5355804 Feb 03 04:19:50.081999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3b266-58c5-4c30-81d9-6ae08346d2cf req-a332f002-c86f-484d-a832-f2ea85976e15 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.089199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16c3b266-58c5-4c30-81d9-6ae08346d2cf req-a332f002-c86f-484d-a832-f2ea85976e15 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 950 time: 0.4466233 Feb 03 04:19:50.108224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] Transition to ACTIVE for port object 5d9efd9f-0946-4ceb-a245-5f013aaab58f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:50.119408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:50.149774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16c3b266-58c5-4c30-81d9-6ae08346d2cf req-3ecf3927-5c2e-4396-ad4d-bf84fd982a50 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595109 Feb 03 04:19:50.194122 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-b71f0f2d-f572-48d3-8993-f8131193330d service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543483 Feb 03 04:19:50.228656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] No DVR routers for this DVR port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:19:50.233185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d877476-33bd-4fae-a528-5d0b04a9a93e req-ea695fcc-470c-4451-b07f-260661eb21f9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408713 Feb 03 04:19:50.242860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:50.298428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-55ed1687-74b1-4996-bf09-41c88710fa07 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f/bindings/n-h2-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9129770 Feb 03 04:19:50.316415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca69ab8-6b75-4660-b770-c671cd6be352 req-156bc7f0-4388-4770-8ae0-d695abefb907 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.318274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ca69ab8-6b75-4660-b770-c671cd6be352 req-156bc7f0-4388-4770-8ae0-d695abefb907 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 944 time: 0.0733123 Feb 03 04:19:50.447435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ca69ab8-6b75-4660-b770-c671cd6be352 req-b12766bd-f8cf-4894-89d6-b349309ee636 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182594 Feb 03 04:19:50.476575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-9394a292-9731-4623-9414-8f83d317e066 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.480166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-9394a292-9731-4623-9414-8f83d317e066 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1126 time: 0.1159682 Feb 03 04:19:50.546764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:19:50.618910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:19:50.619833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:19:50.651151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-d8aadec3-5edf-4d5e-8534-38cce5fb0fa1 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.653753 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-d8aadec3-5edf-4d5e-8534-38cce5fb0fa1 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0661139 Feb 03 04:19:50.786912 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:19:50.812957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-790a26f9-fc20-4382-9ac6-3964b18d0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.815478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-790a26f9-fc20-4382-9ac6-3964b18d0a6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5&tenant_id=422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 1126 time: 0.3283498 Feb 03 04:19:50.844645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6fbe-2a93-45f6-924a-0fda3675e5cc req-4c36527d-8dcf-4694-bcb2-85027fc4fb56 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.857374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93ee6fbe-2a93-45f6-924a-0fda3675e5cc req-4c36527d-8dcf-4694-bcb2-85027fc4fb56 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 950 time: 0.2494037 Feb 03 04:19:50.870312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-5dae118a-8d52-44b8-a9b0-56187f9e5a28 service neutron] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:50.874622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-5dae118a-8d52-44b8-a9b0-56187f9e5a28 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:50.876264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67360bd0-97a5-4232-8fb1-8dc26c0dc53b req-5dae118a-8d52-44b8-a9b0-56187f9e5a28 service neutron] 10.222.0.15 "DELETE /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271/bindings/n-h2-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.2148881 Feb 03 04:19:50.926584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480694da-c983-48d7-9c1c-f24db0369289 req-e07bca3f-5db1-4d45-a2f7-9b2d1b2fe098 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:50.928699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-480694da-c983-48d7-9c1c-f24db0369289 req-e07bca3f-5db1-4d45-a2f7-9b2d1b2fe098 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 949 time: 0.3293948 Feb 03 04:19:50.963069 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93ee6fbe-2a93-45f6-924a-0fda3675e5cc req-68763cca-c9c9-4471-89ba-8e70858a05b8 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075852 Feb 03 04:19:50.999815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-d4eb9121-ac50-43a8-a7ce-7e2b84f4aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.001460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-d4eb9121-ac50-43a8-a7ce-7e2b84f4aef0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1126 time: 0.1405132 Feb 03 04:19:51.008853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:19:51.093609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 5d9efd9f-0946-4ceb-a245-5f013aaab58f host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:19:51.094081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:19:51.110440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-480694da-c983-48d7-9c1c-f24db0369289 req-bb4f2915-45b8-44a6-ad49-9b8e61f0244d tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513808 Feb 03 04:19:51.195806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-45739203-3530-46e8-b363-7d058f117541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.197812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-45739203-3530-46e8-b363-7d058f117541 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1797018 Feb 03 04:19:51.247649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-c64f4094-105c-43c5-90ea-b1ef7fa6a752 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 217 time: 0.0423176 Feb 03 04:19:51.313909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-d6154c11-e4b1-4ec4-86cb-f25d8ae18157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.315613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-d6154c11-e4b1-4ec4-86cb-f25d8ae18157 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0616643 Feb 03 04:19:51.362174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-748b9b4f-47c5-47ce-af6e-3fab51f1bd39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386648 Feb 03 04:19:51.533153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b183-988e-4b81-a094-d8f81bf6d435 req-06431970-d765-444b-82cf-aec60af8c41f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.534671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c70b183-988e-4b81-a094-d8f81bf6d435 req-06431970-d765-444b-82cf-aec60af8c41f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 945 time: 0.1546650 Feb 03 04:19:51.576938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-52b5eced-e7ea-4375-a062-50a12d333c65 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063360 Feb 03 04:19:51.648709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c180c-9c79-47bc-a90d-3a79847788a8 req-13f106ab-d61a-4f9f-9579-c07c9550cbc7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.654568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c180c-9c79-47bc-a90d-3a79847788a8 req-13f106ab-d61a-4f9f-9579-c07c9550cbc7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.656390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-558c180c-9c79-47bc-a90d-3a79847788a8 req-13f106ab-d61a-4f9f-9579-c07c9550cbc7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423&device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 1690 time: 0.1614048 Feb 03 04:19:51.661722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c70b183-988e-4b81-a094-d8f81bf6d435 req-5064d2a1-ae3e-45e4-935d-2c494ec851cb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071808 Feb 03 04:19:51.765244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-8194b2e4-88f7-4390-a9a6-bb86a760c152 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792979 Feb 03 04:19:51.789996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-558c180c-9c79-47bc-a90d-3a79847788a8 req-2740dd24-3761-49ee-b03a-a6460642a4f9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270921 Feb 03 04:19:51.835722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73ee5-56a7-432c-b21e-bcfd051c40e8 req-4de90bc0-9020-4cfd-b400-8b4e248caebe tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.844073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90c73ee5-56a7-432c-b21e-bcfd051c40e8 req-4de90bc0-9020-4cfd-b400-8b4e248caebe tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 950 time: 0.1013081 Feb 03 04:19:51.912969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90c73ee5-56a7-432c-b21e-bcfd051c40e8 req-bc9f9c52-a7fb-49e8-aee3-349d55d47e0b tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679972 Feb 03 04:19:51.984781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d14912-726d-4bb2-bf09-c0ff3f536507 req-5fa1bea4-cfa2-4c1d-b718-cc0038776fdc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:51.990439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56d14912-726d-4bb2-bf09-c0ff3f536507 req-5fa1bea4-cfa2-4c1d-b718-cc0038776fdc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 944 time: 0.0761454 Feb 03 04:19:52.072429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56d14912-726d-4bb2-bf09-c0ff3f536507 req-73d27957-5728-4c07-bb62-446444376b78 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802944 Feb 03 04:19:52.104084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e8ed060d-1a7b-4f14-9560-ebcc6bc87c08 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:52.105759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-e8ed060d-1a7b-4f14-9560-ebcc6bc87c08 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1126 time: 0.0701101 Feb 03 04:19:52.258328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00e88c-6b34-44a5-8513-f68f2958a940 req-f514277c-f3cb-4b10-8cdc-7954c96041c9 tempest-LiveMigrationNegativeTest-2114525269 tempest-LiveMigrationNegativeTest-2114525269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:52.259832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b00e88c-6b34-44a5-8513-f68f2958a940 req-f514277c-f3cb-4b10-8cdc-7954c96041c9 tempest-LiveMigrationNegativeTest-2114525269 tempest-LiveMigrationNegativeTest-2114525269-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 1132 time: 0.1178343 Feb 03 04:19:52.286790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c2dab-de18-4bca-9362-c936e0e0fcb3 req-7b6e78ae-27ee-47a2-a136-c6164606787b tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:52.288382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a5c2dab-de18-4bca-9362-c936e0e0fcb3 req-7b6e78ae-27ee-47a2-a136-c6164606787b tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1127 time: 0.1333423 Feb 03 04:19:52.315243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b00e88c-6b34-44a5-8513-f68f2958a940 req-9645d8d1-86b4-4781-9e36-11491a8389a2 tempest-LiveMigrationNegativeTest-2114525269 tempest-LiveMigrationNegativeTest-2114525269-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:52.375528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-8af4ed96-d794-4f43-8ec5-ba9e3a669d87 service neutron] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:52.380760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a5c2dab-de18-4bca-9362-c936e0e0fcb3 req-df18d033-cd6b-438c-913a-4a6b574a90b1 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832977 Feb 03 04:19:52.386987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-8af4ed96-d794-4f43-8ec5-ba9e3a669d87 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:52.388092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-489f9504-ef8c-42f2-b768-a81eecba58fe req-8af4ed96-d794-4f43-8ec5-ba9e3a669d87 service neutron] 10.222.0.31 "DELETE /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f/bindings/n-h1-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.2757449 Feb 03 04:19:52.457296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b00e88c-6b34-44a5-8513-f68f2958a940 req-9645d8d1-86b4-4781-9e36-11491a8389a2 tempest-LiveMigrationNegativeTest-2114525269 tempest-LiveMigrationNegativeTest-2114525269-project-admin] Publish callbacks [] for security_group (94fcd21f-6bf2-4cb3-ac55-66fca23bf104), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:52.464513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b00e88c-6b34-44a5-8513-f68f2958a940 req-9645d8d1-86b4-4781-9e36-11491a8389a2 tempest-LiveMigrationNegativeTest-2114525269 tempest-LiveMigrationNegativeTest-2114525269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (94fcd21f-6bf2-4cb3-ac55-66fca23bf104), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:52.531899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645d8d1-86b4-4781-9e36-11491a8389a2 tempest-LiveMigrationNegativeTest-2114525269 tempest-LiveMigrationNegativeTest-2114525269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fcd21f-6bf2-4cb3-ac55-66fca23bf104,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:52.537340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b00e88c-6b34-44a5-8513-f68f2958a940 req-9645d8d1-86b4-4781-9e36-11491a8389a2 tempest-LiveMigrationNegativeTest-2114525269 tempest-LiveMigrationNegativeTest-2114525269-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550795 Feb 03 04:19:52.557100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb56c8-936e-4d0a-8d96-37817933ed7e req-fdc010f9-fdd1-4c09-a402-018d0e8effe9 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:52.558611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05fb56c8-936e-4d0a-8d96-37817933ed7e req-fdc010f9-fdd1-4c09-a402-018d0e8effe9 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 1131 time: 0.0742359 Feb 03 04:19:52.616615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05fb56c8-936e-4d0a-8d96-37817933ed7e req-4ccf683e-a35a-4cd5-8744-aadee06e5001 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507832 Feb 03 04:19:52.708201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2c1ce-b53d-4747-ab35-046660b08a07 req-12b2a37a-da42-4c05-9268-57732f694786 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:52.710251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25a2c1ce-b53d-4747-ab35-046660b08a07 req-12b2a37a-da42-4c05-9268-57732f694786 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 949 time: 0.0672107 Feb 03 04:19:52.824474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25a2c1ce-b53d-4747-ab35-046660b08a07 req-e2e782d8-006a-4066-bc32-4c98b0aaa4f4 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028593 Feb 03 04:19:52.852681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-aecf41b9-d5d4-4a32-a5c5-2be722bd60d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:52.861491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-aecf41b9-d5d4-4a32-a5c5-2be722bd60d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.1501269 Feb 03 04:19:52.876110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-a22cdde9-c127-4fac-a822-dcc440d997a7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/quotas/233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 375 time: 0.0134811 Feb 03 04:19:52.946425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-26d7561e-18a6-43a7-83a7-36e8570d3208 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686674 Feb 03 04:19:53.089135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387d01e-6ee0-487f-b435-7d2ae6a14586 req-bc50d6d5-2a46-4eb2-8078-377739f1b4ce tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:53.090585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e387d01e-6ee0-487f-b435-7d2ae6a14586 req-bc50d6d5-2a46-4eb2-8078-377739f1b4ce tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 1132 time: 0.0642068 Feb 03 04:19:53.092355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-bea7b583-80b6-492a-8375-c951252f9d94 service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383700 Feb 03 04:19:53.198099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e387d01e-6ee0-487f-b435-7d2ae6a14586 req-4f9937ff-c9fe-41d7-a5d2-3d7d00e1658c tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961077 Feb 03 04:19:53.226004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-f4b22778-d0ca-4dc3-ba22-f17c5df0a5c8 service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253278 Feb 03 04:19:53.368879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:53.435366 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:53.543649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d04f0-632a-4c5d-9960-1ecdaff8824f req-6b1f01d8-c029-406f-a774-2e871a7354cd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:53.545204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-181d04f0-632a-4c5d-9960-1ecdaff8824f req-6b1f01d8-c029-406f-a774-2e871a7354cd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 944 time: 0.0714948 Feb 03 04:19:53.622242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-181d04f0-632a-4c5d-9960-1ecdaff8824f req-a942bfee-721d-4f90-870c-dd13d035634d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692341 Feb 03 04:19:53.695054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be7f8c63-f997-46cb-80a1-5f70c590482a req-b2d7a1d2-a9a7-4c18-a465-768663633f0b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 210 time: 0.0394261 Feb 03 04:19:53.780892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-75c4c0d8-4adc-4a20-863a-a8800557fcc5 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352077 Feb 03 04:19:53.934049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-71e9aa75-e887-43f7-a9e9-4245ed938e5b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:53.935568 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-71e9aa75-e887-43f7-a9e9-4245ed938e5b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538749 Feb 03 04:19:53.956066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-8cc8bde4-c7e7-4e58-9f1b-a7ea0f8b74fa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/quotas/92f4ce000876469e90561ad3ddf8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0147910 Feb 03 04:19:54.071396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dca45-1aa7-46a1-a9df-0ca4c4b6912b req-96e767ca-5aa1-4f54-b358-f9422b37fdc8 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:54.073006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d6dca45-1aa7-46a1-a9df-0ca4c4b6912b req-96e767ca-5aa1-4f54-b358-f9422b37fdc8 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 949 time: 0.1041000 Feb 03 04:19:54.092060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-efd5cd6f-a24d-4458-b403-e3e4349aba8a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1333551 Feb 03 04:19:54.165750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d6dca45-1aa7-46a1-a9df-0ca4c4b6912b req-51aae00b-59cb-4057-b19b-f20604e1323a tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721362 Feb 03 04:19:54.380041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d42d2-ac40-4878-81c0-bab8026ddbca req-d1c2a724-548d-4f3e-adbf-31bb70c33afe tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:54.381509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62d42d2-ac40-4878-81c0-bab8026ddbca req-d1c2a724-548d-4f3e-adbf-31bb70c33afe tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 950 time: 0.1026754 Feb 03 04:19:54.415986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf7eb9-c467-448d-88e7-d0607e0d7227 req-31082d4a-d48b-4130-adde-22925adc4aba tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:54.417506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4baf7eb9-c467-448d-88e7-d0607e0d7227 req-31082d4a-d48b-4130-adde-22925adc4aba tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1126 time: 0.0853074 Feb 03 04:19:54.459424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62d42d2-ac40-4878-81c0-bab8026ddbca req-a230d9f5-ce04-428e-aa86-0802574f3ffb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662487 Feb 03 04:19:54.486360 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4baf7eb9-c467-448d-88e7-d0607e0d7227 req-8199abc4-2813-44d4-a18e-b669b27cb9d4 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577223 Feb 03 04:19:54.590825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a9b3369-b999-4257-9b44-e2f1cc899dfd req-879b6e86-53c5-4fca-9da6-a1595f562e4a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 210 time: 0.0316117 Feb 03 04:19:54.908911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-464fe15b-745d-4407-9cb5-8709e10860b5 req-bc8dd153-4463-4cec-b7bf-1f18734f0011 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 210 time: 0.0599296 Feb 03 04:19:54.970266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-c86e4ce6-e3be-4e6a-b12e-7ab2c91abc79 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:54.971807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-c86e4ce6-e3be-4e6a-b12e-7ab2c91abc79 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.3703310 Feb 03 04:19:54.989146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Request body: {'port': {'device_id': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'admin_state_up': True, 'tenant_id': '233f3e9d28df47d78abed96faed66c40'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:55.044177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-086aa672-765e-4f30-934f-36c2f8cb469c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:55.045771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-086aa672-765e-4f30-934f-36c2f8cb469c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.2521839 Feb 03 04:19:55.083309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:55.096459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-483b4406-f1e2-447d-9727-bd5b0773adc2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/quotas/422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 375 time: 0.0228295 Feb 03 04:19:55.186642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Made reservation on behalf of 233f3e9d28df47d78abed96faed66c40 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:55.190277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.210260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-f16a8977-39ac-42a4-a436-80c5ad9b32ac tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:55.212379 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-f16a8977-39ac-42a4-a436-80c5ad9b32ac tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 949 time: 0.0699973 Feb 03 04:19:55.230237 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-6e5b9251-7e03-46eb-8002-dfe97feac5b3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262653 Feb 03 04:19:55.282545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd57d-09ad-4e09-b013-8d13fb0a2ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.387022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Deleting port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:19:55.387724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.453455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d28aa-1a30-4fd1-9e24-8c1fea6bf558 req-eec84fa4-abb6-4d07-a4e1-b3904b9cd298 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:55.455041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c0d28aa-1a30-4fd1-9e24-8c1fea6bf558 req-eec84fa4-abb6-4d07-a4e1-b3904b9cd298 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e4a2495-4a9c-4239-8aaa-f0ff83372753 HTTP/1.1" status: 200 len: 949 time: 0.1969447 Feb 03 04:19:55.476560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-ee4971e2-3d39-4627-b592-9067b989fd71 service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387011 Feb 03 04:19:55.481835 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd57d-09ad-4e09-b013-8d13fb0a2ca2 admin admin] Publish callbacks [] for security_group (3c0e62a4-cda6-4b0f-b7ba-079dae2cd705), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.488995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd57d-09ad-4e09-b013-8d13fb0a2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3c0e62a4-cda6-4b0f-b7ba-079dae2cd705), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.504596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Allocated IP 172.20.0.13 (b65dfa7b-5075-4710-a526-bbdb4aad0510/27694200-df89-4462-a195-208f94dc48cf/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:55.554311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] For port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:55.555044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.571417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-b051ccb1-2fb7-4c65-a242-9a3f12444a82 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817254 Feb 03 04:19:55.575037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ad1bd57d-09ad-4e09-b013-8d13fb0a2ca2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cae4cf2dd20b46b79259f93fbabe5d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895434 Feb 03 04:19:55.576867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bd57d-09ad-4e09-b013-8d13fb0a2ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e62a4-cda6-4b0f-b7ba-079dae2cd705,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:55.596186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:55.611908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Calling delete_port for ad9a9bf3-1458-447d-a6a5-8d23a1418a6e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:19:55.752223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a86451a4-4cfa-485f-8297-abcdd4b8de32 admin admin] Publish callbacks [] for security_group (3c0e62a4-cda6-4b0f-b7ba-079dae2cd705), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.779426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c0d28aa-1a30-4fd1-9e24-8c1fea6bf558 req-50c80320-35da-4302-bc9b-346d1591f6ae tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.35 "GET /v2.0/security-groups?id=b27ad401-77e2-4909-bc8f-f0aeae763a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127887 Feb 03 04:19:55.790357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a86451a4-4cfa-485f-8297-abcdd4b8de32 admin admin] Publish callbacks [] for security_group (3c0e62a4-cda6-4b0f-b7ba-079dae2cd705), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.800026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-d8fd0f8e-f9f3-4f4a-8d8c-2e0acf3b38ed tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:55.801732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-d8fd0f8e-f9f3-4f4a-8d8c-2e0acf3b38ed tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 950 time: 0.1188331 Feb 03 04:19:55.824162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-a8565d98-f627-4948-83e2-037c0a73a6e3 service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466120 Feb 03 04:19:55.964499 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks [] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:55.990687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ad9a9bf3-1458-447d-a6a5-8d23a1418a6e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:56.008802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ad9a9bf3-1458-447d-a6a5-8d23a1418a6e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:56.040982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Pushing event deleted for resources: {'Port': ['ID=ad9a9bf3-1458-447d-a6a5-8d23a1418a6e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:56.104473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-53eb4593-2940-4d6d-9bc0-8e8879701d75 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:56.104721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a86451a4-4cfa-485f-8297-abcdd4b8de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3c0e62a4-cda6-4b0f-b7ba-079dae2cd705), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:56.107102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-53eb4593-2940-4d6d-9bc0-8e8879701d75 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4767742 Feb 03 04:19:56.107405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a86451a4-4cfa-485f-8297-abcdd4b8de32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:56.108644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a86451a4-4cfa-485f-8297-abcdd4b8de32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c0e62a4-cda6-4b0f-b7ba-079dae2cd705 HTTP/1.1" status: 204 len: 168 time: 0.5064695 Feb 03 04:19:56.112127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] No DVR routers for this DVR port ad9a9bf3-1458-447d-a6a5-8d23a1418a6e on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:19:56.117248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:56.121758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab6c1625-8a1e-458b-a706-65a7dbaf71db req-fa32406a-30cd-4603-a517-c344e2d58f31 tempest-ServerDiagnosticsNegativeTest-780861505 tempest-ServerDiagnosticsNegativeTest-780861505-project] 10.222.0.15 "DELETE /v2.0/ports/ad9a9bf3-1458-447d-a6a5-8d23a1418a6e HTTP/1.1" status: 204 len: 173 time: 0.8999155 Feb 03 04:19:56.125169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'name': 'network-vif-deleted', 'tag': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:56.127720 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c56c22e-4548-4df6-b99b-b19c7de6f94b" -d '{"events": [{"server_uuid": "0e4a2495-4a9c-4239-8aaa-f0ff83372753", "name": "network-vif-deleted", "tag": "ad9a9bf3-1458-447d-a6a5-8d23a1418a6e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:56.143563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86451a4-4cfa-485f-8297-abcdd4b8de32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e62a4-cda6-4b0f-b7ba-079dae2cd705,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:56.172565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Deleting port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:19:56.174092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:56.185869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ffd24f1-f566-45d4-bdfc-6652f6806ac3 req-52f0e869-3c04-441c-aa7c-a92cc8831e58 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 210 time: 0.1101899 Feb 03 04:19:56.209510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:56.355647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e943e-03e6-4513-a648-091d84e9f4fc req-fb52d128-f4f8-4b5c-bf37-a03dba8fe412 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:56.357296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e4e943e-03e6-4513-a648-091d84e9f4fc req-fb52d128-f4f8-4b5c-bf37-a03dba8fe412 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ee6a391-ea66-4a26-b173-8631993a5e27 HTTP/1.1" status: 200 len: 950 time: 0.3773129 Feb 03 04:19:56.371600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] For port 8708ed5e-3757-4878-8ae1-28b2c56f94a0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8708ed5e-3757-4878-8ae1-28b2c56f94a0,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:19:56.372050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:56.392151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Calling delete_port for 8708ed5e-3757-4878-8ae1-28b2c56f94a0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:19:56.609157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8708ed5e-3757-4878-8ae1-28b2c56f94a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:56.635075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cd7cd4d6-968e-4c7a-b978-1529fc0cc739', '8708ed5e-3757-4878-8ae1-28b2c56f94a0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:56.861533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Pushing event deleted for resources: {'Port': ['ID=8708ed5e-3757-4878-8ae1-28b2c56f94a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:56.966047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:56.990856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] No DVR routers for this DVR port 8708ed5e-3757-4878-8ae1-28b2c56f94a0 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:19:56.994239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.000537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-339ab756-6681-4644-94c5-b5934aa31cf9 req-6303e7b5-6acf-4e28-b89e-e90ca9cd83fb tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "DELETE /v2.0/ports/8708ed5e-3757-4878-8ae1-28b2c56f94a0 HTTP/1.1" status: 204 len: 173 time: 1.1899102 Feb 03 04:19:57.008373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d244b8-1c3b-4994-836c-c601b8d26af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.121043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.161274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d244b8-1c3b-4994-836c-c601b8d26af2 admin admin] Publish callbacks [] for security_group (3354e5f0-694b-4321-9d31-f82bd9977a1a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.174059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d244b8-1c3b-4994-836c-c601b8d26af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3354e5f0-694b-4321-9d31-f82bd9977a1a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.217830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84d244b8-1c3b-4994-836c-c601b8d26af2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e1144708d49460eaf1a3a364a421224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507596 Feb 03 04:19:57.219785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d244b8-1c3b-4994-836c-c601b8d26af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3354e5f0-694b-4321-9d31-f82bd9977a1a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:57.222939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:57.256651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:57.276536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:57.278655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-290c98a1-165a-4746-b073-f35e82e75ba7 admin admin] Publish callbacks [] for security_group (3354e5f0-694b-4321-9d31-f82bd9977a1a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.279268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:57.302663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-290c98a1-165a-4746-b073-f35e82e75ba7 admin admin] Publish callbacks [] for security_group (3354e5f0-694b-4321-9d31-f82bd9977a1a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.324059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:57.338703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:57.342084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.371184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-290c98a1-165a-4746-b073-f35e82e75ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3354e5f0-694b-4321-9d31-f82bd9977a1a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.377757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e4e943e-03e6-4513-a648-091d84e9f4fc req-6bdcca95-0f93-483e-9b33-534eac443c0d tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0018435 Feb 03 04:19:57.377967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-290c98a1-165a-4746-b073-f35e82e75ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.380018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-290c98a1-165a-4746-b073-f35e82e75ba7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3354e5f0-694b-4321-9d31-f82bd9977a1a HTTP/1.1" status: 204 len: 168 time: 0.1559925 Feb 03 04:19:57.394500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c98a1-165a-4746-b073-f35e82e75ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3354e5f0-694b-4321-9d31-f82bd9977a1a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:57.402940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf8c4e-f536-4dea-b2c1-8bf893876bd0 req-7049a32f-30f2-4030-a114-a7bedac9f716 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:57.404479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ccf8c4e-f536-4dea-b2c1-8bf893876bd0 req-7049a32f-30f2-4030-a114-a7bedac9f716 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 932 time: 0.9830632 Feb 03 04:19:57.449946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:57.450944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.552378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9419262-d4f2-49d2-b0b2-959bc4c2be93 req-6872f3cf-0322-4925-bda3-49a6ddaa6d36 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 210 time: 0.0599334 Feb 03 04:19:57.569878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-375ebb9f-935b-49a8-9b82-243bdae30a6d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5870697 Feb 03 04:19:57.607650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Request body: {'port': {'device_id': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:57.628702 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a9477-01a6-40f4-ade1-f494b5934152 x-openstack-request-id: req-b51a9477-01a6-40f4-ade1-f494b5934152 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:57.629453 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4a2495-4a9c-4239-8aaa-f0ff83372753", "name": "network-vif-deleted", "tag": "ad9a9bf3-1458-447d-a6a5-8d23a1418a6e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:57.630222 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b51a9477-01a6-40f4-ade1-f494b5934152 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:57.631585 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4a2495-4a9c-4239-8aaa-f0ff83372753', 'name': 'network-vif-deleted', 'tag': 'ad9a9bf3-1458-447d-a6a5-8d23a1418a6e', 'status': 'completed', 'code': 200} Feb 03 04:19:57.659035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ccf8c4e-f536-4dea-b2c1-8bf893876bd0 req-c27db7f6-c6f0-451c-a303-71bbf7a8081e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312708 Feb 03 04:19:57.735235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:57.753008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.36 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/b7472484-3e2b-468b-ba11-f133d48fd786) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:57.868023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6935b753-e6f0-47aa-b638-1a514a1695c5 req-188f8dc0-e5ca-4b58-a886-f228432e5a7a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 210 time: 0.0650332 Feb 03 04:19:58.008813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-6c9e2710-ffce-476c-a815-f5dd114b9856 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:58.011470 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-6c9e2710-ffce-476c-a815-f5dd114b9856 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.1802518 Feb 03 04:19:58.037927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Request body: {'port': {'device_id': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'admin_state_up': True, 'tenant_id': '422018b66bb54d64b3d7128ea7f76cc3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:58.206700 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (b7472484-3e2b-468b-ba11-f133d48fd786), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.242016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Made reservation on behalf of 422018b66bb54d64b3d7128ea7f76cc3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:19:58.255920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.279085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:58.308203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:19:58.322189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.329008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Publish callbacks [] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.344209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:58.348344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9', 'd28e53dc-847d-4401-a823-bd57beca48ee'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:19:58.402825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:58.435328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:58.446661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Transition to ACTIVE for port object 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:19:58.455874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Allocated IP 172.20.0.4 (83bc5843-8ce4-427a-99ea-8e851077989b/6487e759-ba58-4c55-9acc-acbbe59fc8bc/fa2ec692-2ace-4381-9962-2b087079a92d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:19:58.462501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:58.531804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.671836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=b7472484-3e2b-468b-ba11-f133d48fd786,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:58.793330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks [] for port (fa2ec692-2ace-4381-9962-2b087079a92d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.843818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b843eaa-8eaf-43fe-9e42-ad256943242b req-946855d8-6ede-427b-b70b-107a87928b00 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 210 time: 0.1012983 Feb 03 04:19:58.895337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:58.896836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.906720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:58.929483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:58.940144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-803348ec-1ee0-4cb4-a915-4c03b4dc685d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a7734160bfb47ba82b4c2cdb618a749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581845 Feb 03 04:19:58.957510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:19:58.980327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Network 83bc5843-8ce4-427a-99ea-8e851077989b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:19:58.984252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:19:58.992094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:19:59.014399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4b5e0707-aa05-404f-9ca3-e73ed4bc3ec0 None None] Provisioning complete for port b7472484-3e2b-468b-ba11-f133d48fd786 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:19:59.014649 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0707-aa05-404f-9ca3-e73ed4bc3ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.033729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d6665de3-9a29-4d5c-bb6d-d323017f095c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8677049 Feb 03 04:19:59.042697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:19:59.069277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:59.069914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.076116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Request body: {'port': {'device_id': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:59.099073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-01e80a40-fb18-4aec-91be-d59a29cb56e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0702105 Feb 03 04:19:59.115844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Request body: {'port': {'device_id': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:19:59.134719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ad9a9bf3-1458-447d-a6a5-8d23a1418a6e no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:19:59.136984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e0707-aa05-404f-9ca3-e73ed4bc3ec0 None None] Port b7472484-3e2b-468b-ba11-f133d48fd786 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:19:59.150976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:19:59.151740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:19:59.152288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:59.194290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:19:59.198158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:19:59.205343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.216851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:19:59.217378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:19:59.217568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:19:59.218165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Bound port: 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:19:59.218538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.262158 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a52676d1-3957-4456-a058-a8e1fd79a438 admin admin] Publish callbacks [] for security_group (b27ad401-77e2-4909-bc8f-f0aeae763a29), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.316035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.331584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8232-7d76-4100-b500-08ba2b36582b req-dd30bcd4-f0bd-428a-a915-b7912de4dc2a tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:59.339067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e6b8232-7d76-4100-b500-08ba2b36582b req-dd30bcd4-f0bd-428a-a915-b7912de4dc2a tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 948 time: 0.3203328 Feb 03 04:19:59.352523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f239f-b46b-4503-b579-486aa24f30f1 req-ece01be2-54d7-4e42-a69f-b80ec417182f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:59.359426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e1f239f-b46b-4503-b579-486aa24f30f1 req-ece01be2-54d7-4e42-a69f-b80ec417182f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.3938355 Feb 03 04:19:59.362733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a52676d1-3957-4456-a058-a8e1fd79a438 admin admin] Publish callbacks [] for security_group (b27ad401-77e2-4909-bc8f-f0aeae763a29), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.376948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: ad9a9bf3-1458-447d-a6a5-8d23a1418a6e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:19:59.377604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ad9a9bf3-1458-447d-a6a5-8d23a1418a6e not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:19:59.377701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8708ed5e-3757-4878-8ae1-28b2c56f94a0 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:19:59.410214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 8708ed5e-3757-4878-8ae1-28b2c56f94a0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:19:59.410809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8708ed5e-3757-4878-8ae1-28b2c56f94a0 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:19:59.478702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:19:59.522848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:19:59.549632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e1f239f-b46b-4503-b579-486aa24f30f1 req-4fb59989-d581-4461-898d-ac549400b504 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891899 Feb 03 04:19:59.586389 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.654141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e6b8232-7d76-4100-b500-08ba2b36582b req-75ce3e63-cd23-4803-878c-63e82ef80654 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/security-groups?id=28329421-14ca-4f64-8f3b-60ef9342b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141298 Feb 03 04:19:59.723737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:19:59.724845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.726893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] 10.222.0.31 "PUT /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 1092 time: 2.1484325 Feb 03 04:19:59.756653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:59.760306 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a109dec-09b6-479c-a241-08a14e0c0656" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:19:59.904468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a52676d1-3957-4456-a058-a8e1fd79a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b27ad401-77e2-4909-bc8f-f0aeae763a29), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.907865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a52676d1-3957-4456-a058-a8e1fd79a438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:19:59.911781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a52676d1-3957-4456-a058-a8e1fd79a438 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b27ad401-77e2-4909-bc8f-f0aeae763a29 HTTP/1.1" status: 204 len: 168 time: 0.9502227 Feb 03 04:19:59.915699 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed3e23-ec84-4203-8237-8778b37ba27e x-openstack-request-id: req-0bed3e23-ec84-4203-8237-8778b37ba27e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:19:59.916265 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:19:59.916530 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bed3e23-ec84-4203-8237-8778b37ba27e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:19:59.916942 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec', 'status': 'completed', 'code': 200} Feb 03 04:19:59.933121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'name': 'network-vif-deleted', 'tag': '8708ed5e-3757-4878-8ae1-28b2c56f94a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:19:59.937749 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4e8660-b37c-445d-bd33-a6585be981c6" -d '{"events": [{"server_uuid": "7ee6a391-ea66-4a26-b173-8631993a5e27", "name": "network-vif-deleted", "tag": "8708ed5e-3757-4878-8ae1-28b2c56f94a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:00.016700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52676d1-3957-4456-a058-a8e1fd79a438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ad401-77e2-4909-bc8f-f0aeae763a29,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:00.068253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ec692-2ace-4381-9962-2b087079a92d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:00.085038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Publish callbacks [] for port (fa2ec692-2ace-4381-9962-2b087079a92d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.096651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8858469-19ab-4fa3-90b5-a5b300be9166 service neutron] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:00.101247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Transition to ACTIVE for port object fa2ec692-2ace-4381-9962-2b087079a92d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:00.109140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.164000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7723792-1214-4158-94f7-60eaa945d86b req-f8a1eb32-bd87-4eb7-9c0d-036cdb21f643 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.165572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7723792-1214-4158-94f7-60eaa945d86b req-f8a1eb32-bd87-4eb7-9c0d-036cdb21f643 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 935 time: 0.5218194 Feb 03 04:20:00.167442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-4c95c7b0-ad64-459f-8080-e95db255819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.168870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-4c95c7b0-ad64-459f-8080-e95db255819c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1126 time: 0.2511578 Feb 03 04:20:00.237833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a982-18cf-4eb0-bac6-40a54fb7139c req-328acac5-b15a-4d59-86b2-b25d809e0318 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.239411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6041a982-18cf-4eb0-bac6-40a54fb7139c req-328acac5-b15a-4d59-86b2-b25d809e0318 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 931 time: 0.2749465 Feb 03 04:20:00.245508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-e7a2168b-2f40-48dc-a1d5-50e343927ecb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 217 time: 0.0630498 Feb 03 04:20:00.248551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7472484-3e2b-468b-ba11-f133d48fd786 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:00.276935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:00.277589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:00.277589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:00.282131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:00.282466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:00.285841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:00.291751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:00.292080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:00.292469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:00.292901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Bound port: fa2ec692-2ace-4381-9962-2b087079a92d, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:00.293381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.306698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-021bd7a1-1cda-4270-844b-b7284ec1053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.308369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-021bd7a1-1cda-4270-844b-b7284ec1053a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0541544 Feb 03 04:20:00.311261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Publish callbacks [] for port (b7472484-3e2b-468b-ba11-f133d48fd786), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.370971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-370b6adc-273d-4aa7-b78d-9f3284dbbd3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558527 Feb 03 04:20:00.400437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Transition to ACTIVE for port object b7472484-3e2b-468b-ba11-f133d48fd786 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:00.406944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7723792-1214-4158-94f7-60eaa945d86b req-ce2097c4-e9e5-495b-bed0-d5a421c683b3 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320762 Feb 03 04:20:00.426176 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.430913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-0089da11-2f84-4fa6-af80-3fa069591d4e tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.432722 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-0089da11-2f84-4fa6-af80-3fa069591d4e tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 948 time: 0.1229162 Feb 03 04:20:00.434156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:00.438924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:00.471494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:00.491418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6041a982-18cf-4eb0-bac6-40a54fb7139c req-6ca722fc-2fd2-43b2-8ef2-438e53c32bff tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398028 Feb 03 04:20:00.495641 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4741b749-baba-435d-8754-79ac50bd4b16 x-openstack-request-id: req-4741b749-baba-435d-8754-79ac50bd4b16 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:00.495841 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee6a391-ea66-4a26-b173-8631993a5e27", "name": "network-vif-deleted", "tag": "8708ed5e-3757-4878-8ae1-28b2c56f94a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:00.496105 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4741b749-baba-435d-8754-79ac50bd4b16 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:00.496507 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee6a391-ea66-4a26-b173-8631993a5e27', 'name': 'network-vif-deleted', 'tag': '8708ed5e-3757-4878-8ae1-28b2c56f94a0', 'status': 'completed', 'code': 200} Feb 03 04:20:00.498659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.508263 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ba806e9-9a91-429f-9293-01014b247385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.602913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.603932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.605366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 1091 time: 1.4941044 Feb 03 04:20:00.607857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Pushing event updated for resources: {'Port': ['ID=b7472484-3e2b-468b-ba11-f133d48fd786,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:00.630236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c286f57-7db4-4c54-9734-6e2061b667b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:00.730247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Deleting port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:00.730590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.772851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-a0394aa4-6220-490e-8b96-80bd12fbc88d service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934338 Feb 03 04:20:00.785735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Attempting to bind port b7472484-3e2b-468b-ba11-f133d48fd786 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:00.786121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Attempting to bind port b7472484-3e2b-468b-ba11-f133d48fd786 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:00.786456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Attempting to bind port b7472484-3e2b-468b-ba11-f133d48fd786 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:00.805468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-c03cf81a-d794-4cef-b52c-fed9552e468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.806074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-c03cf81a-d794-4cef-b52c-fed9552e468d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1125 time: 0.1352055 Feb 03 04:20:00.824021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Port b7472484-3e2b-468b-ba11-f133d48fd786 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:00.824362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Attempting to bind port b7472484-3e2b-468b-ba11-f133d48fd786 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:00.850711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:00.851114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:00.851491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:00.852528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Bound port: b7472484-3e2b-468b-ba11-f133d48fd786, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:00.852528 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.907391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-63a5113c-ab61-4d7f-bbb0-f174c14cdee2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 217 time: 0.0678036 Feb 03 04:20:00.932773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ceb87-d8ab-436f-ad88-bb8aad64d604 req-94dbb85c-6214-4c79-a568-6c421929cc2b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:00.939891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-160ceb87-d8ab-436f-ad88-bb8aad64d604 req-94dbb85c-6214-4c79-a568-6c421929cc2b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.2620072 Feb 03 04:20:00.946018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ba806e9-9a91-429f-9293-01014b247385 admin admin] Publish callbacks [] for security_group (dccc4d0b-e284-4ce6-8e9a-555507f35daf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:00.989057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] For port cd7cd4d6-968e-4c7a-b978-1529fc0cc739, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:00.989702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.007741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-14c31ef2-8f9c-4492-934d-9fcfe98b0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:01.009234 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-14c31ef2-8f9c-4492-934d-9fcfe98b0df6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0860167 Feb 03 04:20:01.017538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Calling delete_port for cd7cd4d6-968e-4c7a-b978-1529fc0cc739 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:01.095470 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-b10906ae-b7fb-4f70-80e4-b03fcbe7739e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661600 Feb 03 04:20:01.256380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cd7cd4d6-968e-4c7a-b978-1529fc0cc739), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.296277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ba806e9-9a91-429f-9293-01014b247385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dccc4d0b-e284-4ce6-8e9a-555507f35daf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.297447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Pushing event deleted for resources: {'Port': ['ID=cd7cd4d6-968e-4c7a-b978-1529fc0cc739,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:01.329217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-078c2d87-bd93-4d8c-85ee-66fcbc501d06 req-0464a68d-3b54-497c-a616-70f07bf12f0f service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455449 Feb 03 04:20:01.369660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-6098b7ce-1124-4ff7-9fa5-cab261ec7b08 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1521bd0e5c73437980d4fe9ac15319f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806644 Feb 03 04:20:01.371950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] No DVR routers for this DVR port cd7cd4d6-968e-4c7a-b978-1529fc0cc739 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:20:01.377794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.382447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b36616de-e56d-4065-8cbe-1dddd04a4726 req-1450eaf9-c0e9-48e9-8ede-4224559319bf tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.15 "DELETE /v2.0/ports/cd7cd4d6-968e-4c7a-b978-1529fc0cc739 HTTP/1.1" status: 204 len: 173 time: 0.9392130 Feb 03 04:20:01.397233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-ac7ffa8c-aa69-4425-8b17-d64861b4582d service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918570 Feb 03 04:20:01.428125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3ba806e9-9a91-429f-9293-01014b247385 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a58062dbea0a4ae2b9fb7b7c20cc99d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9523108 Feb 03 04:20:01.436355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:01.440402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba806e9-9a91-429f-9293-01014b247385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccc4d0b-e284-4ce6-8e9a-555507f35daf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:01.494985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] For port b7472484-3e2b-468b-ba11-f133d48fd786, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:01.503743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-160ceb87-d8ab-436f-ad88-bb8aad64d604 req-4efe7f1b-2119-4825-a61a-6f717097bcc2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629232 Feb 03 04:20:01.551890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] For port b7472484-3e2b-468b-ba11-f133d48fd786, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b7472484-3e2b-468b-ba11-f133d48fd786,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:01.555056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8d67ed2-e1bf-4599-aca2-3140d30da7c2 req-5153e33b-bc80-4641-bcdb-26720b3e1e73 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402533 Feb 03 04:20:01.558587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-723b4214-0b90-4fd5-977c-5d493024d747 admin admin] Publish callbacks [] for security_group (dccc4d0b-e284-4ce6-8e9a-555507f35daf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.572364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.597630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-723b4214-0b90-4fd5-977c-5d493024d747 admin admin] Publish callbacks [] for security_group (dccc4d0b-e284-4ce6-8e9a-555507f35daf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.634869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:01.635856 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.637270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] 10.222.0.31 "PUT /v2.0/ports/b7472484-3e2b-468b-ba11-f133d48fd786 HTTP/1.1" status: 200 len: 1095 time: 2.5831892 Feb 03 04:20:01.648949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-660b66a7-7590-49c8-a051-e7b2b8da16cc tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:01.650407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-660b66a7-7590-49c8-a051-e7b2b8da16cc tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573900 Feb 03 04:20:01.655162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-3344eee4-4b93-447d-82bd-99a0dff67a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:01.656915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-3344eee4-4b93-447d-82bd-99a0dff67a3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1126 time: 0.2553599 Feb 03 04:20:01.693936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-723b4214-0b90-4fd5-977c-5d493024d747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dccc4d0b-e284-4ce6-8e9a-555507f35daf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.698222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-723b4214-0b90-4fd5-977c-5d493024d747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:01.699287 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-723b4214-0b90-4fd5-977c-5d493024d747 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dccc4d0b-e284-4ce6-8e9a-555507f35daf HTTP/1.1" status: 204 len: 168 time: 0.2622178 Feb 03 04:20:01.727245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b4214-0b90-4fd5-977c-5d493024d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccc4d0b-e284-4ce6-8e9a-555507f35daf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:01.742118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-96e1a64c-4874-4d86-beb9-d090a65a851a tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/quotas/1521bd0e5c73437980d4fe9ac15319f2 HTTP/1.1" status: 200 len: 375 time: 0.0798454 Feb 03 04:20:01.756095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54464395-17a3-4f93-89d8-0a61f3ad931c req-d0877a20-07a5-4559-8fe2-533c50fcec90 tempest-LiveMigrationNegativeTest-1380231370 tempest-LiveMigrationNegativeTest-1380231370-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb770932-206f-469f-be85-7bf3798aaa26 HTTP/1.1" status: 200 len: 210 time: 0.0840096 Feb 03 04:20:01.777903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfb5a7-b877-4dd6-ac50-d1d0e8d0f622 service neutron] Pushing event updated for resources: {'Port': ['ID=b7472484-3e2b-468b-ba11-f133d48fd786,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:01.848012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-e1752cd6-5666-4ef7-9e60-24e05b8e04ad tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1521bd0e5c73437980d4fe9ac15319f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896871 Feb 03 04:20:01.918319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-393ad9fb-8ab3-4867-b2fa-dcab70e7a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:01.920055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-393ad9fb-8ab3-4867-b2fa-dcab70e7a0e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2492194 Feb 03 04:20:01.923538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'tag': 'b7472484-3e2b-468b-ba11-f133d48fd786'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:01.928520 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cb6122-d0ec-4136-9523-884d499db37e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5fe43e-849e-462b-b09e-fb90b43f05f8", "tag": "b7472484-3e2b-468b-ba11-f133d48fd786"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:02.005351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-7432c84a-4041-488a-9da9-f89c11ebb93c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 217 time: 0.0735590 Feb 03 04:20:02.037365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-fbad82f0-00a9-453a-8daa-6219b6f17bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.038831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-fbad82f0-00a9-453a-8daa-6219b6f17bb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 1129 time: 0.3298061 Feb 03 04:20:02.118548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-aba3a808-ea3d-4b84-96bf-c766cd7c1b73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b7472484-3e2b-468b-ba11-f133d48fd786 HTTP/1.1" status: 200 len: 217 time: 0.0567431 Feb 03 04:20:02.127995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409eea-2442-4a8a-bc28-ebb20cfde0af req-0bf87dd9-8c74-48bb-a216-c63a96190dde tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.130351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8409eea-2442-4a8a-bc28-ebb20cfde0af req-0bf87dd9-8c74-48bb-a216-c63a96190dde tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 947 time: 0.2254241 Feb 03 04:20:02.190951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-fa51e800-2c1f-4a40-ad7a-b9b541543f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.192961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-fa51e800-2c1f-4a40-ad7a-b9b541543f0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1776743 Feb 03 04:20:02.249161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-f500fdc8-539f-44f1-8bd0-422bc942de0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443602 Feb 03 04:20:02.391909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-790ec931-7c04-43f8-bb22-006d11a1ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.393409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-790ec931-7c04-43f8-bb22-006d11a1ea4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2605848 Feb 03 04:20:02.414922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8409eea-2442-4a8a-bc28-ebb20cfde0af req-917658ea-ac25-4218-949a-873757277912 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678380 Feb 03 04:20:02.497185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d'}, {'server_uuid': 'fb770932-206f-469f-be85-7bf3798aaa26', 'name': 'network-vif-deleted', 'tag': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:02.500218 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5897486-433f-4b02-a4e3-2d3e3c4b200c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d"}, {"server_uuid": "fb770932-206f-469f-be85-7bf3798aaa26", "name": "network-vif-deleted", "tag": "cd7cd4d6-968e-4c7a-b978-1529fc0cc739"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:02.515844 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96afea-fffa-4cf4-920f-37938dec74b5 x-openstack-request-id: req-0e96afea-fffa-4cf4-920f-37938dec74b5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:02.516687 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5fe43e-849e-462b-b09e-fb90b43f05f8", "tag": "b7472484-3e2b-468b-ba11-f133d48fd786", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:02.516962 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e96afea-fffa-4cf4-920f-37938dec74b5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:02.517364 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'tag': 'b7472484-3e2b-468b-ba11-f133d48fd786', 'status': 'completed', 'code': 200} Feb 03 04:20:02.534260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcf169-f77c-46a4-b44b-00a3d590e4e2 req-eb7f2ebd-d876-4742-9ecd-6c20577fbb57 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.543632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46dcf169-f77c-46a4-b44b-00a3d590e4e2 req-eb7f2ebd-d876-4742-9ecd-6c20577fbb57 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.3265321 Feb 03 04:20:02.617706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc59c193-0cdc-4cb4-b42f-254a0e72e85f req-db7963c7-28d5-4a89-b665-f4554fd51027 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 210 time: 0.0713935 Feb 03 04:20:02.664372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-bf2dc154-d621-443c-be0c-732a42bf739c service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973033 Feb 03 04:20:02.680916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46dcf169-f77c-46a4-b44b-00a3d590e4e2 req-3df62e3f-e28c-4148-824c-1c7cca3618b8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340871 Feb 03 04:20:02.687139 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed15e88-519c-4c0f-8004-53a5cdaff537 x-openstack-request-id: req-9ed15e88-519c-4c0f-8004-53a5cdaff537 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:02.687442 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d", "status": "completed", "code": 200}, {"server_uuid": "fb770932-206f-469f-be85-7bf3798aaa26", "name": "network-vif-deleted", "tag": "cd7cd4d6-968e-4c7a-b978-1529fc0cc739", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:02.687763 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ed15e88-519c-4c0f-8004-53a5cdaff537 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:02.688172 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d', 'status': 'completed', 'code': 200} Feb 03 04:20:02.688462 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb770932-206f-469f-be85-7bf3798aaa26', 'name': 'network-vif-deleted', 'tag': 'cd7cd4d6-968e-4c7a-b978-1529fc0cc739', 'status': 'completed', 'code': 200} Feb 03 04:20:02.707882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-ead859d7-e7f2-4a37-be5d-3474f7d14694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.709474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-ead859d7-e7f2-4a37-be5d-3474f7d14694 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2936013 Feb 03 04:20:02.798461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-a73f6533-46bf-4642-b345-8f62a7b4ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.800313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-a73f6533-46bf-4642-b345-8f62a7b4ca8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1125 time: 0.0911376 Feb 03 04:20:02.980771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-da3730f8-dff9-4b6a-9891-1d160fd9d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:02.986050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-b5b50426-7b88-4c10-8086-69a66149f51c service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638590 Feb 03 04:20:02.986353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-da3730f8-dff9-4b6a-9891-1d160fd9d2a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1795156 Feb 03 04:20:02.987974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a109dec-09b6-479c-a241-08a14e0c0656 req-69666bf9-733a-4080-9682-e0a6defcc31b service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082535 Feb 03 04:20:03.057227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-0531e7e6-b40f-4cdd-b118-c8b73e03b6f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 217 time: 0.0639489 Feb 03 04:20:03.066480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd7cd4d6-968e-4c7a-b978-1529fc0cc739 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:03.084560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c1db-84af-406c-a7ac-a8e09b4dd017 req-1b833fdf-6df0-47ab-b2c5-ded06c2dd13b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.096288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f451c1db-84af-406c-a7ac-a8e09b4dd017 req-1b833fdf-6df0-47ab-b2c5-ded06c2dd13b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.2839894 Feb 03 04:20:03.121767 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdc4282e-2454-4960-8f52-e3e34e26c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:03.125135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: cd7cd4d6-968e-4c7a-b978-1529fc0cc739 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:03.125670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd7cd4d6-968e-4c7a-b978-1529fc0cc739 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:03.160331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-10edb22b-c5c3-482a-98a4-4157960ffb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.162769 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-10edb22b-c5c3-482a-98a4-4157960ffb11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0954864 Feb 03 04:20:03.227000 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-7bdbca87-0b0a-4cdb-81c4-1d1239a5ad6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553598 Feb 03 04:20:03.228459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f451c1db-84af-406c-a7ac-a8e09b4dd017 req-df56fa2b-878a-400b-a6db-a2a4255d0713 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298790 Feb 03 04:20:03.236346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e738a8-f4ca-4a54-8ee3-ab04d1a7d73b req-d08cb2d5-bb7e-4871-bfb5-5cab47d1b0ae service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352653 Feb 03 04:20:03.366879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb6122-d0ec-4136-9523-884d499db37e req-b84383e0-2808-424d-9d96-34acb5bd1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.368818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cb6122-d0ec-4136-9523-884d499db37e req-b84383e0-2808-424d-9d96-34acb5bd1107 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 1129 time: 0.0608788 Feb 03 04:20:03.371440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56616) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:03.384307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-f0789884-b2f6-4b39-8e1f-a0ae7e94cdf6 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412189 Feb 03 04:20:03.509256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb6122-d0ec-4136-9523-884d499db37e req-daaa791c-33a9-4c08-98f8-bba107a27454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.514600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cb6122-d0ec-4136-9523-884d499db37e req-daaa791c-33a9-4c08-98f8-bba107a27454 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1370947 Feb 03 04:20:03.537922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5897486-433f-4b02-a4e3-2d3e3c4b200c req-9f8bf857-827c-45f4-9704-bc7b82eb2f4b service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406991 Feb 03 04:20:03.590054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cb6122-d0ec-4136-9523-884d499db37e req-a8ba4018-5404-40b4-b291-df4c81c96eb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b7472484-3e2b-468b-ba11-f133d48fd786 HTTP/1.1" status: 200 len: 217 time: 0.0677941 Feb 03 04:20:03.636967 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-e5890403-93f3-4516-931c-6c758e6b84a3 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1521bd0e5c73437980d4fe9ac15319f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363054 Feb 03 04:20:03.702518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b23edb5f-447c-47e4-8b65-5e66896d42ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6212a1f64b41497c8005d5c1a7733532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298700 Feb 03 04:20:03.706747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:03.731962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb6122-d0ec-4136-9523-884d499db37e req-bbd2096a-1f04-448e-af63-60720aacaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.733956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cb6122-d0ec-4136-9523-884d499db37e req-bbd2096a-1f04-448e-af63-60720aacaa65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1356943 Feb 03 04:20:03.746604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd10e2c-b57f-4261-b362-b8dce1756c6f req-331b3552-5b07-4c56-bccd-b0a768ac276a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.753705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcd10e2c-b57f-4261-b362-b8dce1756c6f req-331b3552-5b07-4c56-bccd-b0a768ac276a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 947 time: 0.1725602 Feb 03 04:20:03.833225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-546b18b0-4051-4f88-a4a2-03c06ac12591 admin admin] Publish callbacks [] for security_group (28329421-14ca-4f64-8f3b-60ef9342b8ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:03.843430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e0b9371-924d-4b5b-8714-c1a9f8cd38f6 req-4a449402-bfab-45a4-953f-f1c3efff137e tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 210 time: 0.0859418 Feb 03 04:20:03.888575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcd10e2c-b57f-4261-b362-b8dce1756c6f req-b7a03747-8396-483b-8ab8-e30b636db140 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335921 Feb 03 04:20:03.894384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb6122-d0ec-4136-9523-884d499db37e req-ed4abd96-38dc-45f4-8ef1-e487eb6cf813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.896250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cb6122-d0ec-4136-9523-884d499db37e req-ed4abd96-38dc-45f4-8ef1-e487eb6cf813 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1404493 Feb 03 04:20:03.907122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-f3267fa0-18a6-4d0f-a18f-94dee94deedd tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:03.908625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-f3267fa0-18a6-4d0f-a18f-94dee94deedd tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657278 Feb 03 04:20:03.932546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Request body: {'port': {'device_id': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '1521bd0e5c73437980d4fe9ac15319f2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:03.940541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-546b18b0-4051-4f88-a4a2-03c06ac12591 admin admin] Publish callbacks [] for security_group (28329421-14ca-4f64-8f3b-60ef9342b8ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.046251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b6c0-fc7e-493d-bcc8-85c8226b9bf5 req-f1acfdee-133f-4106-9ae5-fb25341a3c4d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:04.047601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da33b6c0-fc7e-493d-bcc8-85c8226b9bf5 req-f1acfdee-133f-4106-9ae5-fb25341a3c4d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.1174064 Feb 03 04:20:04.050499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cb6122-d0ec-4136-9523-884d499db37e req-0ff8f91b-7451-4c62-888a-400ffaa49268 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423337 Feb 03 04:20:04.077314 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-546b18b0-4051-4f88-a4a2-03c06ac12591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (28329421-14ca-4f64-8f3b-60ef9342b8ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.079862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-546b18b0-4051-4f88-a4a2-03c06ac12591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.083457 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-546b18b0-4051-4f88-a4a2-03c06ac12591 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28329421-14ca-4f64-8f3b-60ef9342b8ca HTTP/1.1" status: 204 len: 168 time: 0.3729115 Feb 03 04:20:04.106730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b18b0-4051-4f88-a4a2-03c06ac12591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28329421-14ca-4f64-8f3b-60ef9342b8ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:04.145278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Made reservation on behalf of 1521bd0e5c73437980d4fe9ac15319f2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:04.149416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.162080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.192451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da33b6c0-fc7e-493d-bcc8-85c8226b9bf5 req-034718a6-1abc-4959-87c9-8eafc3ff80da tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343248 Feb 03 04:20:04.224897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cb6122-d0ec-4136-9523-884d499db37e req-8d6101c0-2341-4ae3-93a1-3e7dfbde83f2 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652913 Feb 03 04:20:04.292803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks [] for security_group (95669870-5037-45a9-a265-a37e12a4beb2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.300673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (95669870-5037-45a9-a265-a37e12a4beb2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.397165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95669870-5037-45a9-a265-a37e12a4beb2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:04.458996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866362ce-0e88-40dc-9631-918cc11d3da0 req-2cdedaa8-1e61-4880-ad80-308d01ed6209 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:04.469068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-866362ce-0e88-40dc-9631-918cc11d3da0 req-2cdedaa8-1e61-4880-ad80-308d01ed6209 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.1424556 Feb 03 04:20:04.485878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Allocated IP 192.168.233.86 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/d429ca4c-00fb-4011-a5f6-82d16cdc3228) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:04.546698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-866362ce-0e88-40dc-9631-918cc11d3da0 req-9aefb5b5-d82b-43fc-9226-0a513fff8f1f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765486 Feb 03 04:20:04.619066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:04.624652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:04.664597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c9a367e-12fc-4f4a-a6d2-1f63b90fc358 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ed4945596414d9ba13e1ede2e086db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441337 Feb 03 04:20:04.667041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:04.703833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks [] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.748692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:04.749890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.762587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4cb-c499-452b-8f26-cf482aaaf254 admin admin] Publish callbacks [] for security_group (94fcd21f-6bf2-4cb3-ac55-66fca23bf104), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.764274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'port_id': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec', 'mac_address': 'fa:16:3e:ae:5e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27694200-df89-4462-a195-208f94dc48cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:04.805591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:04.806017 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.813187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4cb-c499-452b-8f26-cf482aaaf254 admin admin] Publish callbacks [] for security_group (94fcd21f-6bf2-4cb3-ac55-66fca23bf104), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.824526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:04.841921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:04.845814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:04.848759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:04.852384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:04.854703 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.857436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Pushing event updated for resources: {'Port': ['ID=d429ca4c-00fb-4011-a5f6-82d16cdc3228,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:04.897761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4cb-c499-452b-8f26-cf482aaaf254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (94fcd21f-6bf2-4cb3-ac55-66fca23bf104), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.903421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4cb-c499-452b-8f26-cf482aaaf254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.909498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4bc7c4cb-c499-452b-8f26-cf482aaaf254 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94fcd21f-6bf2-4cb3-ac55-66fca23bf104 HTTP/1.1" status: 204 len: 168 time: 0.2389266 Feb 03 04:20:04.919429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:04.919827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:04.936642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7c4cb-c499-452b-8f26-cf482aaaf254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fcd21f-6bf2-4cb3-ac55-66fca23bf104,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:04.955304 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-657b6eaa-190e-4df7-9e9f-e788fc9be4ea tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0276408 Feb 03 04:20:04.968558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Request body: {'port': {'device_id': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:05.012609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:05.063537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fa2ec692-2ace-4381-9962-2b087079a92d details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:05.125392 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.168020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:05.199820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:05.283834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c336d8-be4f-4d2d-9ddd-49971f79410f req-fcdbee1f-b9fa-4b6b-854b-08804ffdff40 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:05.285723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00c336d8-be4f-4d2d-9ddd-49971f79410f req-fcdbee1f-b9fa-4b6b-854b-08804ffdff40 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 935 time: 0.2319167 Feb 03 04:20:05.299083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0d101-0c87-4049-903e-afc368324113 req-db80a5d6-c912-44a9-85d0-4ba621fcac2f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:05.306717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15c0d101-0c87-4049-903e-afc368324113 req-db80a5d6-c912-44a9-85d0-4ba621fcac2f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 947 time: 0.1844122 Feb 03 04:20:05.395554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00c336d8-be4f-4d2d-9ddd-49971f79410f req-81713cc2-b15a-424e-9f90-500f92b8d8ac tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861154 Feb 03 04:20:05.464737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15c0d101-0c87-4049-903e-afc368324113 req-c2faba83-4989-4672-adae-0973e9afad5c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496205 Feb 03 04:20:05.472246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-850400bd-0129-4fb1-b91a-ada06abc0150 None None] Provisioning complete for port d429ca4c-00fb-4011-a5f6-82d16cdc3228 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:05.484081 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-850400bd-0129-4fb1-b91a-ada06abc0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.554370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c98c7-dde5-4194-b9bc-85e0d5d930fa req-5bac51fc-412c-4216-b76c-9c671b2cc559 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:05.564239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-597c98c7-dde5-4194-b9bc-85e0d5d930fa req-5bac51fc-412c-4216-b76c-9c671b2cc559 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.0653284 Feb 03 04:20:05.589121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-850400bd-0129-4fb1-b91a-ada06abc0150 None None] Port d429ca4c-00fb-4011-a5f6-82d16cdc3228 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:05.610413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-796a40c7-b6b8-46f2-9cc3-7533088c1a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.617381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:05.670806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'fa2ec692-2ace-4381-9962-2b087079a92d', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'port_id': 'fa2ec692-2ace-4381-9962-2b087079a92d', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6487e759-ba58-4c55-9acc-acbbe59fc8bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:05.690629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-816394f1-8b39-4baa-909b-5c294a9c487e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.694385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d429ca4c-00fb-4011-a5f6-82d16cdc3228 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:05.703585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Publish callbacks [] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.715156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-597c98c7-dde5-4194-b9bc-85e0d5d930fa req-18253a79-073d-4f80-b3eb-730b66e0f343 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499984 Feb 03 04:20:05.717995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Transition to ACTIVE for port object d429ca4c-00fb-4011-a5f6-82d16cdc3228 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:05.730046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.814572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fa2ec692-2ace-4381-9962-2b087079a92d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:05.815203 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.826669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Pushing event updated for resources: {'Port': ['ID=d429ca4c-00fb-4011-a5f6-82d16cdc3228,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:05.829817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0ab1c-9fd9-4df6-868b-19c60f4d8aa0 req-cc5e29bb-3050-438b-b9a8-7fd2dc58d18a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:05.831459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28d0ab1c-9fd9-4df6-868b-19c60f4d8aa0 req-cc5e29bb-3050-438b-b9a8-7fd2dc58d18a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 945 time: 0.1642699 Feb 03 04:20:05.873695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ec692-2ace-4381-9962-2b087079a92d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:05.926414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:05.936386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:05.960421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Attempting to bind port d429ca4c-00fb-4011-a5f6-82d16cdc3228 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:05.960746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Attempting to bind port d429ca4c-00fb-4011-a5f6-82d16cdc3228 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:05.961739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Attempting to bind port d429ca4c-00fb-4011-a5f6-82d16cdc3228 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:05.966204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Port d429ca4c-00fb-4011-a5f6-82d16cdc3228 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:05.966538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Attempting to bind port d429ca4c-00fb-4011-a5f6-82d16cdc3228 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:05.972027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:05.972027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:05.972456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:05.973018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Bound port: d429ca4c-00fb-4011-a5f6-82d16cdc3228, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:05.973707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.005640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:06.043210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28d0ab1c-9fd9-4df6-868b-19c60f4d8aa0 req-ac3450d9-a62f-4578-9f47-3ffa73532be2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885931 Feb 03 04:20:06.063583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] For port d429ca4c-00fb-4011-a5f6-82d16cdc3228, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:06.066841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] For port d429ca4c-00fb-4011-a5f6-82d16cdc3228, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d429ca4c-00fb-4011-a5f6-82d16cdc3228,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:06.075804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.081849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-816394f1-8b39-4baa-909b-5c294a9c487e admin admin] Publish callbacks [] for security_group (c2883b28-bb3c-4b87-8b49-85d746322bcc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.090362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-816394f1-8b39-4baa-909b-5c294a9c487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c2883b28-bb3c-4b87-8b49-85d746322bcc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.113922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:06.115035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.116192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] 10.222.0.15 "PUT /v2.0/ports/d429ca4c-00fb-4011-a5f6-82d16cdc3228 HTTP/1.1" status: 200 len: 1095 time: 1.1528926 Feb 03 04:20:06.116725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'tag': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:06.119115 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb5c820-7274-4880-9cab-222cafdd9f95" -d '{"events": [{"name": "network-changed", "server_uuid": "1f68164a-78e9-416f-9fb2-d5044713b06a", "tag": "d429ca4c-00fb-4011-a5f6-82d16cdc3228"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:06.133775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816394f1-8b39-4baa-909b-5c294a9c487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2883b28-bb3c-4b87-8b49-85d746322bcc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:06.158969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-816394f1-8b39-4baa-909b-5c294a9c487e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63d9acce8f7d4a0ba864a88b97c9a44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9528511 Feb 03 04:20:06.162854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:06.181773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34db0de-c7a0-4d65-a63b-8a0f16acf9ba service neutron] Pushing event updated for resources: {'Port': ['ID=d429ca4c-00fb-4011-a5f6-82d16cdc3228,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:06.218514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['fa2ec692-2ace-4381-9962-2b087079a92d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:06.228002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1bc2-0656-4e44-ae04-ba6483fd2b21 admin admin] Publish callbacks [] for security_group (c2883b28-bb3c-4b87-8b49-85d746322bcc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.269694 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37afe5a-228c-4736-8b07-69b91d6bd60e x-openstack-request-id: req-b37afe5a-228c-4736-8b07-69b91d6bd60e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:06.269943 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f68164a-78e9-416f-9fb2-d5044713b06a", "tag": "d429ca4c-00fb-4011-a5f6-82d16cdc3228", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:06.275394 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b37afe5a-228c-4736-8b07-69b91d6bd60e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:06.276509 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'tag': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228', 'status': 'completed', 'code': 200} Feb 03 04:20:06.278737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1bc2-0656-4e44-ae04-ba6483fd2b21 admin admin] Publish callbacks [] for security_group (c2883b28-bb3c-4b87-8b49-85d746322bcc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.403627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-9e7d01e4-30e3-4e78-a4fb-4957ab29771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:06.405904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-9e7d01e4-30e3-4e78-a4fb-4957ab29771d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1521bd0e5c73437980d4fe9ac15319f2&device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 1129 time: 0.1178176 Feb 03 04:20:06.431459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1bc2-0656-4e44-ae04-ba6483fd2b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c2883b28-bb3c-4b87-8b49-85d746322bcc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.435076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1bc2-0656-4e44-ae04-ba6483fd2b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.436269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c6ce1bc2-0656-4e44-ae04-ba6483fd2b21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2883b28-bb3c-4b87-8b49-85d746322bcc HTTP/1.1" status: 204 len: 168 time: 0.2726772 Feb 03 04:20:06.473793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce1bc2-0656-4e44-ae04-ba6483fd2b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2883b28-bb3c-4b87-8b49-85d746322bcc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:06.482690 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.488311 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-872330cc-717e-495a-b489-93f848fd1ed1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d429ca4c-00fb-4011-a5f6-82d16cdc3228 HTTP/1.1" status: 200 len: 217 time: 0.0683644 Feb 03 04:20:06.592439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-a897e9b6-3cfd-4337-9da4-8cf50f3c3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:06.594632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-a897e9b6-3cfd-4337-9da4-8cf50f3c3817 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0995622 Feb 03 04:20:06.638262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b7472484-3e2b-468b-ba11-f133d48fd786 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:06.642655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:06.649559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5363f-fea5-4f6a-a14c-747c2b422929 req-c22090e4-4c5d-4d54-a9d1-8305e2425c9b tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:06.651952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ca5363f-fea5-4f6a-a14c-747c2b422929 req-c22090e4-4c5d-4d54-a9d1-8305e2425c9b tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 947 time: 0.1524925 Feb 03 04:20:06.684815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab0428-6c45-42fe-8afa-baa9a81c9ea1 req-470e7e49-970e-4852-937c-17a1db405d95 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:06.686301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdab0428-6c45-42fe-8afa-baa9a81c9ea1 req-470e7e49-970e-4852-937c-17a1db405d95 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 947 time: 0.1010697 Feb 03 04:20:06.706390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-55d15f41-fab6-43d3-87d5-296d2a5633ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:06.709513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-55d15f41-fab6-43d3-87d5-296d2a5633ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1079154 Feb 03 04:20:06.745796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:06.780321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:06.788697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:06.792352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ca5363f-fea5-4f6a-a14c-747c2b422929 req-2948f7a2-08c5-491f-bcc0-eae1b913ce9f tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049314 Feb 03 04:20:06.834371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdab0428-6c45-42fe-8afa-baa9a81c9ea1 req-49527209-b168-4e62-937d-e43776272b3c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242378 Feb 03 04:20:06.879211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-4c03e955-9312-415c-bfba-20601a8c4ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586373 Feb 03 04:20:06.941162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b7472484-3e2b-468b-ba11-f133d48fd786, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b7472484-3e2b-468b-ba11-f133d48fd786,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:06.950189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e22d-56a8-407d-ba10-3ec6056b696b req-20eff508-114a-4b1b-9b2a-b9c7a66c64ea tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:06.959737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4078e22d-56a8-407d-ba10-3ec6056b696b req-20eff508-114a-4b1b-9b2a-b9c7a66c64ea tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 944 time: 0.0850580 Feb 03 04:20:06.976640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b7472484-3e2b-468b-ba11-f133d48fd786', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'b7472484-3e2b-468b-ba11-f133d48fd786', 'mac_address': 'fa:16:3e:08:e7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:07.038143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4078e22d-56a8-407d-ba10-3ec6056b696b req-5d58c33e-ebf7-403a-b03d-26b5fb9712a7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772750 Feb 03 04:20:07.064328 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2b548b4-a30a-4f13-9fb2-a4a2d9796d82 req-c912cda2-a36e-41f5-9a29-cdcb63361c0c service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770070 Feb 03 04:20:07.134292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:07.138643 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.154886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b7472484-3e2b-468b-ba11-f133d48fd786 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:07.155368 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.213036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:07.216290 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce79e0b-f02a-4cb8-b00d-5b27e2c1f559" -d '{"events": [{"server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "name": "network-vif-plugged", "status": "completed", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:07.216428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-7bfe89e2-28ce-415f-b6da-0a856e10b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:07.218428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-7bfe89e2-28ce-415f-b6da-0a856e10b7db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1521bd0e5c73437980d4fe9ac15319f2&device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 1129 time: 0.0915208 Feb 03 04:20:07.221263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56744) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:07.241325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7472484-3e2b-468b-ba11-f133d48fd786 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:07.249044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d4fa8-e30a-4be5-a01f-35910dfb8f0c req-2bd15395-2add-4ca3-842f-f24af545d38e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:07.251340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-008d4fa8-e30a-4be5-a01f-35910dfb8f0c req-2bd15395-2add-4ca3-842f-f24af545d38e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 945 time: 0.0856566 Feb 03 04:20:07.272012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:07.287825 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42872333-8f57-4571-833e-c33084194485 x-openstack-request-id: req-42872333-8f57-4571-833e-c33084194485 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:07.287989 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "name": "network-vif-plugged", "status": "completed", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:07.288305 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42872333-8f57-4571-833e-c33084194485 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:07.288765 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec', 'code': 200} Feb 03 04:20:07.294606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.328562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b7472484-3e2b-468b-ba11-f133d48fd786, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b7472484-3e2b-468b-ba11-f133d48fd786,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:07.340332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-008d4fa8-e30a-4be5-a01f-35910dfb8f0c req-12109117-16cf-4ac9-aa93-d488430862c7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831180 Feb 03 04:20:07.383117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:07.386816 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.447695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f4b2e-6c57-4e3a-a909-9c60cb5a6784 req-9c03527e-2759-4556-abf2-508c13abde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:07.449131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d52f4b2e-6c57-4e3a-a909-9c60cb5a6784 req-9c03527e-2759-4556-abf2-508c13abde3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1128 time: 0.0806050 Feb 03 04:20:07.454851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b7472484-3e2b-468b-ba11-f133d48fd786,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:07.469223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc00db3-cb58-4872-a58e-f93ecfc3a67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.479321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-c201446d-fdab-42a1-b6b4-9ce863c57567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:07.480848 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-c201446d-fdab-42a1-b6b4-9ce863c57567 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2510612 Feb 03 04:20:07.513964 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d52f4b2e-6c57-4e3a-a909-9c60cb5a6784 req-33ee2a5a-3fdf-43c5-9180-b5e54abe0efb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569901 Feb 03 04:20:07.542393 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-4c14af0a-49a7-455c-b923-8e69c6108f3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d429ca4c-00fb-4011-a5f6-82d16cdc3228 HTTP/1.1" status: 200 len: 217 time: 0.0490265 Feb 03 04:20:07.612118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-eede220d-c884-43c8-ba07-abdde962bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:07.614448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-eede220d-c884-43c8-ba07-abdde962bf7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0650558 Feb 03 04:20:07.666260 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc00db3-cb58-4872-a58e-f93ecfc3a67e admin admin] Publish callbacks [] for security_group (de289080-3775-4549-ad87-bdaca2b71483), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.674108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc00db3-cb58-4872-a58e-f93ecfc3a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (de289080-3775-4549-ad87-bdaca2b71483), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.677631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b7472484-3e2b-468b-ba11-f133d48fd786'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:07.716600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-ec4e35e3-8fbd-4c2b-aaf8-54123c6b52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:07.718021 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-ec4e35e3-8fbd-4c2b-aaf8-54123c6b52eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0976057 Feb 03 04:20:07.725099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bbc00db3-cb58-4872-a58e-f93ecfc3a67e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c068448c3dc461aaeede2bab1a29337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960048 Feb 03 04:20:07.725099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc00db3-cb58-4872-a58e-f93ecfc3a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de289080-3775-4549-ad87-bdaca2b71483,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:07.726520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56754) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:07.856959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-8d654b8b-c458-4d2a-bc21-c7f29f700f42 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224852 Feb 03 04:20:07.873710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b0118f-9c40-4ae4-a25e-0a8f42a09d92 admin admin] Publish callbacks [] for security_group (de289080-3775-4549-ad87-bdaca2b71483), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.940248 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.943124 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b0118f-9c40-4ae4-a25e-0a8f42a09d92 admin admin] Publish callbacks [] for security_group (de289080-3775-4549-ad87-bdaca2b71483), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:07.976733 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8eb5c820-7274-4880-9cab-222cafdd9f95 req-1703bee2-14eb-4f5f-8d9d-7dcdeedd0918 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113131 Feb 03 04:20:07.999001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e2292-707e-4ba4-9797-dd47a020f0fd req-1a7ee2c4-48c6-4959-b06b-db8662161fba tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:08.000559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-583e2292-707e-4ba4-9797-dd47a020f0fd req-1a7ee2c4-48c6-4959-b06b-db8662161fba tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 947 time: 0.1045477 Feb 03 04:20:08.030899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Request body: {'security_group': {'name': 'tempest-securitygroup-563275838', 'description': 'tempest-description-1474638309'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:08.053547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b0118f-9c40-4ae4-a25e-0a8f42a09d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (de289080-3775-4549-ad87-bdaca2b71483), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.056358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b0118f-9c40-4ae4-a25e-0a8f42a09d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.057611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74b0118f-9c40-4ae4-a25e-0a8f42a09d92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de289080-3775-4549-ad87-bdaca2b71483 HTTP/1.1" status: 204 len: 168 time: 0.3293843 Feb 03 04:20:08.081963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0118f-9c40-4ae4-a25e-0a8f42a09d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de289080-3775-4549-ad87-bdaca2b71483,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:08.088576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-583e2292-707e-4ba4-9797-dd47a020f0fd req-9be839b6-e893-4dbd-933e-e8c8d4a96bfd tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Feb 03 04:20:08.089826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.098825 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.196548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (d38ba3d4-9abe-44b7-9a13-f488df58ce64), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.205474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d38ba3d4-9abe-44b7-9a13-f488df58ce64), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.273994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ba3d4-9abe-44b7-9a13-f488df58ce64,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:08.309970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3d1d2-8b4a-4d9c-a851-7cb6a8a559df req-8a0ea751-b4fb-4542-b10d-80e304e452ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:08.311588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62a3d1d2-8b4a-4d9c-a851-7cb6a8a559df req-8a0ea751-b4fb-4542-b10d-80e304e452ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 948 time: 0.1089787 Feb 03 04:20:08.351242 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (72261aae-a72d-49c9-8811-b76dcfb76da3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.359833 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (72261aae-a72d-49c9-8811-b76dcfb76da3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.408526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62a3d1d2-8b4a-4d9c-a851-7cb6a8a559df req-fc84ad9b-938b-430d-ac04-200b0776aca9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837584 Feb 03 04:20:08.409582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72261aae-a72d-49c9-8811-b76dcfb76da3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:08.413978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:08.415157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8ea122e-3bfc-420c-99dd-5d6e27986aea req-6a8d097f-372b-490a-ab1e-df3ddd0921b9 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3902311 Feb 03 04:20:08.615488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf7ca-eb37-45ff-a45c-27b9a9419314 req-ccbe3f1c-ab7e-4da2-aefa-eba8923cb1b5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:08.617289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-803bf7ca-eb37-45ff-a45c-27b9a9419314 req-ccbe3f1c-ab7e-4da2-aefa-eba8923cb1b5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1280234 Feb 03 04:20:08.624009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3538d3-d7ba-427b-8b60-25beecf17a4d req-cd188cbe-405a-4fdf-94d5-49a2d410cc06 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:08.626570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf3538d3-d7ba-427b-8b60-25beecf17a4d req-cd188cbe-405a-4fdf-94d5-49a2d410cc06 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 944 time: 0.1256280 Feb 03 04:20:08.981307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-803bf7ca-eb37-45ff-a45c-27b9a9419314 req-f48cb49e-8181-40fd-8231-eb85191ec583 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534913 Feb 03 04:20:08.997606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf3538d3-d7ba-427b-8b60-25beecf17a4d req-a771192f-a305-45eb-ae46-9d71274bf59e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545959 Feb 03 04:20:09.023998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-499bbfcc-5916-47c1-845e-17b1dbc90b0c req-2eac1084-057d-4b6f-bf80-3b278e057e32 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Request body: {'security_group': {'name': 'tempest-securitygroup-483265523', 'description': 'tempest-description-787135673'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:09.046731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-499bbfcc-5916-47c1-845e-17b1dbc90b0c req-2eac1084-057d-4b6f-bf80-3b278e057e32 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.065713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fa2ec692-2ace-4381-9962-2b087079a92d up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:09.127266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port fa2ec692-2ace-4381-9962-2b087079a92d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:09.133493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port fa2ec692-2ace-4381-9962-2b087079a92d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:09.134554 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.136906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-499bbfcc-5916-47c1-845e-17b1dbc90b0c req-2eac1084-057d-4b6f-bf80-3b278e057e32 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (6b3450d5-1c43-4084-b229-e55b2af690f5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.143688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-499bbfcc-5916-47c1-845e-17b1dbc90b0c req-2eac1084-057d-4b6f-bf80-3b278e057e32 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6b3450d5-1c43-4084-b229-e55b2af690f5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.184999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac1084-057d-4b6f-bf80-3b278e057e32 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3450d5-1c43-4084-b229-e55b2af690f5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:09.193890 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-499bbfcc-5916-47c1-845e-17b1dbc90b0c req-2eac1084-057d-4b6f-bf80-3b278e057e32 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.206891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-499bbfcc-5916-47c1-845e-17b1dbc90b0c req-2eac1084-057d-4b6f-bf80-3b278e057e32 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1871991 Feb 03 04:20:09.272809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fa2ec692-2ace-4381-9962-2b087079a92d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:09.272954 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.284645 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.289673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1831d58-7e5e-4339-8880-e8a5ffcf7282 req-7fd46c5c-9647-4be1-ab0b-bbced2bbca11 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:09.291617 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1831d58-7e5e-4339-8880-e8a5ffcf7282 req-7fd46c5c-9647-4be1-ab0b-bbced2bbca11 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 947 time: 0.0650353 Feb 03 04:20:09.306576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:09.308815 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36aae14-5542-40cd-9ba8-f2ca1c259956" -d '{"events": [{"server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:09.322206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:09.328901 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.353800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1831d58-7e5e-4339-8880-e8a5ffcf7282 req-61a97576-3ad4-43c6-a089-ffeb9defe963 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564950 Feb 03 04:20:09.416025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:09.418166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1536322376', 'description': 'tempest-description-360332941'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:09.457751 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba60dfbd-c70b-46ae-a27c-54a5e215737b x-openstack-request-id: req-ba60dfbd-c70b-46ae-a27c-54a5e215737b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:09.458084 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:09.458350 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba60dfbd-c70b-46ae-a27c-54a5e215737b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:09.458457 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.458762 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d', 'code': 200} Feb 03 04:20:09.469394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.580761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a6d8c-a4a7-4c36-b017-67b81b2991f2 req-d90a229b-8de6-456f-9954-7436b2f84e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:09.583896 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c08a6d8c-a4a7-4c36-b017-67b81b2991f2 req-d90a229b-8de6-456f-9954-7436b2f84e66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1127 time: 0.0521557 Feb 03 04:20:09.620206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec80e14-2bb7-4861-870f-f6a7e403351d req-dda5999c-1135-4cf2-8916-a8aa9103aaaa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:09.621703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bec80e14-2bb7-4861-870f-f6a7e403351d req-dda5999c-1135-4cf2-8916-a8aa9103aaaa tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 948 time: 0.0948224 Feb 03 04:20:09.632310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (cebb18e3-b6d2-4056-b406-9ded70e87799), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.634445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c08a6d8c-a4a7-4c36-b017-67b81b2991f2 req-63bccb24-c98d-4b3f-9d47-854e0ff1db81 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Feb 03 04:20:09.639609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cebb18e3-b6d2-4056-b406-9ded70e87799), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.705953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebb18e3-b6d2-4056-b406-9ded70e87799,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:09.723327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bec80e14-2bb7-4861-870f-f6a7e403351d req-dfb2bdbb-2168-4b9f-94f4-bad77b1a4096 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933352 Feb 03 04:20:09.752140 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (2a455b75-414d-48a7-a74f-76bdb26da6fb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.759210 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2a455b75-414d-48a7-a74f-76bdb26da6fb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.794587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.796018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5075a4c6-4589-459a-a1bd-5430cfbdc555 req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3838408 Feb 03 04:20:09.800414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621fc09-57b8-445b-b22a-46a0de6dd85b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a455b75-414d-48a7-a74f-76bdb26da6fb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:09.830346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d7aca143-a596-4742-b7e8-95c20a77593c req-5c9b21c0-2d08-4035-bff3-78e92f516101 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1699028227', 'description': 'tempest-description-1843830311'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:09.849607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7aca143-a596-4742-b7e8-95c20a77593c req-5c9b21c0-2d08-4035-bff3-78e92f516101 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.918420 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7aca143-a596-4742-b7e8-95c20a77593c req-5c9b21c0-2d08-4035-bff3-78e92f516101 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (907e0a79-ed75-4ad8-ac61-7f1c940dbd1b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.923579 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7aca143-a596-4742-b7e8-95c20a77593c req-5c9b21c0-2d08-4035-bff3-78e92f516101 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (907e0a79-ed75-4ad8-ac61-7f1c940dbd1b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.954619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7aca143-a596-4742-b7e8-95c20a77593c req-5c9b21c0-2d08-4035-bff3-78e92f516101 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:09.957251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7aca143-a596-4742-b7e8-95c20a77593c req-5c9b21c0-2d08-4035-bff3-78e92f516101 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1322207 Feb 03 04:20:09.967071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b21c0-2d08-4035-bff3-78e92f516101 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e0a79-ed75-4ad8-ac61-7f1c940dbd1b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:10.144662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd178968-e7ae-4c82-8f1d-d604826a9711 req-5758904e-2188-4727-be81-3d225d4a9edb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:10.146163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd178968-e7ae-4c82-8f1d-d604826a9711 req-5758904e-2188-4727-be81-3d225d4a9edb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.0911579 Feb 03 04:20:10.229213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd178968-e7ae-4c82-8f1d-d604826a9711 req-3e211d4b-f29a-4602-a9e5-7943388fedc8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757155 Feb 03 04:20:10.320547 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-966462c6-0b6c-4c01-8379-2062a0034f6d tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53689 time: 0.3336575 Feb 03 04:20:10.389142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-ab507843-bc9c-41ff-9290-264b69f78357 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/091e76b2-d3dd-4d1e-887c-49961bbeb9fe HTTP/1.1" status: 200 len: 2998 time: 0.0576897 Feb 03 04:20:10.400774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637303a4-359d-4e20-90ef-1e536bf0613a req-19a9a211-63c6-4996-909a-005032e0e0b8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:10.402146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-637303a4-359d-4e20-90ef-1e536bf0613a req-19a9a211-63c6-4996-909a-005032e0e0b8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.0806653 Feb 03 04:20:10.475115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-74def8d0-dac5-4734-9fd0-f1b1b06c9868 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/091e76b2-d3dd-4d1e-887c-49961bbeb9fe HTTP/1.1" status: 200 len: 2998 time: 0.0720143 Feb 03 04:20:10.479538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-637303a4-359d-4e20-90ef-1e536bf0613a req-54d6b61c-550c-47a4-af67-db5f25ea5806 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710502 Feb 03 04:20:10.530032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-221f0959-673f-4ae0-a0b8-3685e0d5489e tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/166419e8-e68a-4dc8-ae49-1bedeb39dbe0 HTTP/1.1" status: 200 len: 2998 time: 0.0373251 Feb 03 04:20:10.600925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-0c96ca8d-5e9c-4983-b2f8-b65ab2ef3974 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/166419e8-e68a-4dc8-ae49-1bedeb39dbe0 HTTP/1.1" status: 200 len: 2998 time: 0.0652747 Feb 03 04:20:10.641721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a92f5f-335c-476a-9a19-ec3108babd98 req-d11563c7-7b30-49e9-9b86-293c468738a5 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:10.643280 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65a92f5f-335c-476a-9a19-ec3108babd98 req-d11563c7-7b30-49e9-9b86-293c468738a5 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1128 time: 0.0809793 Feb 03 04:20:10.665184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b7472484-3e2b-468b-ba11-f133d48fd786 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:10.666302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-90a0472d-d22c-4635-ae7b-7a545036fc70 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/168b662b-91db-45f8-86e2-ad06463dd266 HTTP/1.1" status: 200 len: 2990 time: 0.0574477 Feb 03 04:20:10.719743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65a92f5f-335c-476a-9a19-ec3108babd98 req-7f42c276-ccc4-45f1-84b7-bfd68203ad5a tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704582 Feb 03 04:20:10.721901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port b7472484-3e2b-468b-ba11-f133d48fd786 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:10.726037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b7472484-3e2b-468b-ba11-f133d48fd786 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:10.726397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:10.735795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-1f811d21-294b-4f2b-9cf6-6e5053c0231b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/168b662b-91db-45f8-86e2-ad06463dd266 HTTP/1.1" status: 200 len: 2990 time: 0.0607183 Feb 03 04:20:10.807607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-bf61ef11-eb7f-48d5-8d01-aebfe681404e tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/37ebe9a7-4342-4dff-bac4-1150f2699e0b HTTP/1.1" status: 200 len: 2998 time: 0.0631435 Feb 03 04:20:10.818596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b7472484-3e2b-468b-ba11-f133d48fd786 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:10.819256 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:10.869166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b7472484-3e2b-468b-ba11-f133d48fd786, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b7472484-3e2b-468b-ba11-f133d48fd786,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:10.880680 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:10.892249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-c1cb7c78-de8a-4ccf-94a0-08e7a8c9f16b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/37ebe9a7-4342-4dff-bac4-1150f2699e0b HTTP/1.1" status: 200 len: 2998 time: 0.0769005 Feb 03 04:20:10.929769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78da9-a63e-476e-8618-1984d1a13a48 req-70b472c6-97be-4de5-9fa7-2197f9e3c17e tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:10.931192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ac78da9-a63e-476e-8618-1984d1a13a48 req-70b472c6-97be-4de5-9fa7-2197f9e3c17e tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 947 time: 0.0932529 Feb 03 04:20:10.940920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b7472484-3e2b-468b-ba11-f133d48fd786,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:10.969202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-07aded97-4fe4-4ca9-9387-b66c1783411c tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/7be9df34-2bc8-4935-b666-d8420d4fc0e8 HTTP/1.1" status: 200 len: 2994 time: 0.0670683 Feb 03 04:20:11.012195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ac78da9-a63e-476e-8618-1984d1a13a48 req-736fa4fd-5efb-441f-8827-80844e993353 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716279 Feb 03 04:20:11.044562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-8a298c7f-084c-4e81-b929-7db16fac1086 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/7be9df34-2bc8-4935-b666-d8420d4fc0e8 HTTP/1.1" status: 200 len: 2994 time: 0.0614748 Feb 03 04:20:11.082706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d429ca4c-00fb-4011-a5f6-82d16cdc3228 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:11.089793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-345613b6-e9d9-4dc2-b44b-78a98611970b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/95669870-5037-45a9-a265-a37e12a4beb2 HTTP/1.1" status: 200 len: 2998 time: 0.0393102 Feb 03 04:20:11.140308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-0c0172ea-ffb1-4b30-84c5-3775ff98517b tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/95669870-5037-45a9-a265-a37e12a4beb2 HTTP/1.1" status: 200 len: 2998 time: 0.0428641 Feb 03 04:20:11.216060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-18d16241-8271-44b8-90db-f98c9586ae5a tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/983454a2-603a-4463-999d-35c60708e70c HTTP/1.1" status: 200 len: 2994 time: 0.0675731 Feb 03 04:20:11.239085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d429ca4c-00fb-4011-a5f6-82d16cdc3228, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d429ca4c-00fb-4011-a5f6-82d16cdc3228,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:11.251482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228', 'mac_address': 'fa:16:3e:db:b7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:11.288850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-d489eb14-fe92-496d-a405-41cd0f621c01 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/983454a2-603a-4463-999d-35c60708e70c HTTP/1.1" status: 200 len: 2994 time: 0.0646017 Feb 03 04:20:11.293438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d429ca4c-00fb-4011-a5f6-82d16cdc3228 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:11.293839 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:11.307728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d429ca4c-00fb-4011-a5f6-82d16cdc3228 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:11.328022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d429ca4c-00fb-4011-a5f6-82d16cdc3228, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d429ca4c-00fb-4011-a5f6-82d16cdc3228,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:11.332880 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:11.337952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea2992-7cf1-46f1-a1f3-50f41d59c43f req-1ef8e24d-9133-488e-913b-d3a57a77e426 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:11.339970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cea2992-7cf1-46f1-a1f3-50f41d59c43f req-1ef8e24d-9133-488e-913b-d3a57a77e426 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 949 time: 0.0932271 Feb 03 04:20:11.374029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-9499691f-62ed-418d-b4ee-320798cb58ce tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/9dee1d32-9699-44ee-9a30-249307385500 HTTP/1.1" status: 200 len: 2998 time: 0.0730176 Feb 03 04:20:11.383422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d429ca4c-00fb-4011-a5f6-82d16cdc3228,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:11.418927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cea2992-7cf1-46f1-a1f3-50f41d59c43f req-a2bf9980-32b9-4ab7-8826-2492734db012 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698347 Feb 03 04:20:11.438724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-ede5dd28-7e71-475f-a9a2-6568b7402c6e tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/9dee1d32-9699-44ee-9a30-249307385500 HTTP/1.1" status: 200 len: 2998 time: 0.0531383 Feb 03 04:20:11.459879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7472484-3e2b-468b-ba11-f133d48fd786'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:11.462252 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b237af-926a-4efa-a434-cf2930422602" -d '{"events": [{"server_uuid": "3a5fe43e-849e-462b-b09e-fb90b43f05f8", "name": "network-vif-plugged", "status": "completed", "tag": "b7472484-3e2b-468b-ba11-f133d48fd786"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:11.491838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-5a54adab-88bd-4dfa-9495-59167d289983 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b05fad1f-176b-4f6b-92fb-31860827fb74 HTTP/1.1" status: 200 len: 2998 time: 0.0459177 Feb 03 04:20:11.550367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-22bcdf86-a6f9-47a7-b310-969e8bf59c6c tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b05fad1f-176b-4f6b-92fb-31860827fb74 HTTP/1.1" status: 200 len: 2998 time: 0.0508618 Feb 03 04:20:11.620068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d429ca4c-00fb-4011-a5f6-82d16cdc3228'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:11.648083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-05b11494-3caa-4637-994a-084f442e4f0a tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c6da8cf6-17e6-481c-8f3c-a4dc2dd74132 HTTP/1.1" status: 200 len: 2998 time: 0.0867598 Feb 03 04:20:11.692547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32547e36-d71a-4705-af3b-29c0997ef692 req-3b278595-87f4-4577-a3f7-e356bcb031cf tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:11.695542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32547e36-d71a-4705-af3b-29c0997ef692 req-3b278595-87f4-4577-a3f7-e356bcb031cf tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.1088884 Feb 03 04:20:11.734369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-1c8d4faa-e30a-4110-8efc-7a154de9f16d tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c6da8cf6-17e6-481c-8f3c-a4dc2dd74132 HTTP/1.1" status: 200 len: 2998 time: 0.0787857 Feb 03 04:20:11.765115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32547e36-d71a-4705-af3b-29c0997ef692 req-dd9726bf-3249-47ce-91c6-4af83d509b02 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639575 Feb 03 04:20:11.815110 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba46069-5f30-4958-bfb7-4dd3603e946d x-openstack-request-id: req-9ba46069-5f30-4958-bfb7-4dd3603e946d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:11.816304 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5fe43e-849e-462b-b09e-fb90b43f05f8", "name": "network-vif-plugged", "status": "completed", "tag": "b7472484-3e2b-468b-ba11-f133d48fd786", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:11.816304 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ba46069-5f30-4958-bfb7-4dd3603e946d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:11.816523 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7472484-3e2b-468b-ba11-f133d48fd786', 'code': 200} Feb 03 04:20:11.851967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-5ccacdd9-ed79-4431-8f5e-6646bfcb4c29 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cc1876d3-770e-4428-9a33-419d4813a5d9 HTTP/1.1" status: 200 len: 2998 time: 0.0902646 Feb 03 04:20:11.967974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-18a90b95-a9e8-4c37-ba64-3ba74aede44a tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cc1876d3-770e-4428-9a33-419d4813a5d9 HTTP/1.1" status: 200 len: 2998 time: 0.1093967 Feb 03 04:20:11.984546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a99f-340e-4a68-9e76-90d56d699bf9 req-c2637855-a2fe-42d0-b216-989a43c207e0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:11.986193 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0585a99f-340e-4a68-9e76-90d56d699bf9 req-c2637855-a2fe-42d0-b216-989a43c207e0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1166511 Feb 03 04:20:12.010775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4eade-6e4c-426d-ab29-110df8c3b722 req-2cc6fcc9-b17e-4d93-a247-5f773a328659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:12.012221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cdf4eade-6e4c-426d-ab29-110df8c3b722 req-2cc6fcc9-b17e-4d93-a247-5f773a328659 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 1131 time: 0.1279640 Feb 03 04:20:12.087490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-a5e50345-7119-49a3-870a-303e20416a1c tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac HTTP/1.1" status: 200 len: 2998 time: 0.0989916 Feb 03 04:20:12.097941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0585a99f-340e-4a68-9e76-90d56d699bf9 req-2d08c86e-5b02-4888-88e1-fa1ced808b16 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010141 Feb 03 04:20:12.125324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cdf4eade-6e4c-426d-ab29-110df8c3b722 req-cbdbbe1e-09aa-4427-b359-451505ffd894 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017492 Feb 03 04:20:12.147089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-6d340b29-1ecd-4faf-8822-a9f0cf4c9882 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac HTTP/1.1" status: 200 len: 2998 time: 0.0526335 Feb 03 04:20:12.204348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-632c2d80-d9eb-4efc-9282-8ed4b0d17bf5 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cebb18e3-b6d2-4056-b406-9ded70e87799 HTTP/1.1" status: 200 len: 2998 time: 0.0512066 Feb 03 04:20:12.281250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-5c24bf8d-0c8a-481a-8f3f-72f5e5d38e4d tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cebb18e3-b6d2-4056-b406-9ded70e87799 HTTP/1.1" status: 200 len: 2998 time: 0.0758224 Feb 03 04:20:12.292653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38e99b-9abb-4905-a6ce-4dcc7d2994b6 req-56633c84-ac8c-4c7e-b324-56bb91ec0141 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:12.294099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de38e99b-9abb-4905-a6ce-4dcc7d2994b6 req-56633c84-ac8c-4c7e-b324-56bb91ec0141 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 948 time: 0.0871224 Feb 03 04:20:12.361091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-0b0d0c25-30c6-4bc0-a6d9-2826359bff0e tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d38ba3d4-9abe-44b7-9a13-f488df58ce64 HTTP/1.1" status: 200 len: 2998 time: 0.0660200 Feb 03 04:20:12.368710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de38e99b-9abb-4905-a6ce-4dcc7d2994b6 req-975858e1-91aa-475d-aede-77a8481ddce0 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679967 Feb 03 04:20:12.405928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-618d9669-69ba-403b-a304-5220cac93343 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d38ba3d4-9abe-44b7-9a13-f488df58ce64 HTTP/1.1" status: 200 len: 2998 time: 0.0362644 Feb 03 04:20:12.473000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-dbde7222-9b44-405a-9ea6-bdacd4112ea4 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fdfd31d9-6c7d-423c-9b27-f1da3dd70322 HTTP/1.1" status: 200 len: 2994 time: 0.0603950 Feb 03 04:20:12.511876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1b64-f3c6-4224-840b-b6d41c04c748 req-1be74dee-6818-4d7b-8135-3c9c7999d701 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:12.513465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-458d1b64-f3c6-4224-840b-b6d41c04c748 req-1be74dee-6818-4d7b-8135-3c9c7999d701 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1127 time: 0.0672467 Feb 03 04:20:12.532585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e93f39a-0d5c-46d4-a426-3eb7b7bab5a9 req-348cfbce-34c3-4655-9a4f-1e344b065b63 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fdfd31d9-6c7d-423c-9b27-f1da3dd70322 HTTP/1.1" status: 200 len: 2994 time: 0.0493462 Feb 03 04:20:12.581698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-458d1b64-f3c6-4224-840b-b6d41c04c748 req-8b4358cf-5bf6-48da-881d-a3b826d698e2 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590246 Feb 03 04:20:12.764691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ae51a47-9794-4b5c-a75c-26213048fc01 req-dac35ff2-600c-4c77-b13a-8d1c8b16bb3e tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=178ed1be1467432396b6a8c5294976fb HTTP/1.1" status: 200 len: 6152 time: 0.1012690 Feb 03 04:20:12.772401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbf9c8-8b3b-4ea5-8e6c-4fb7a8a1ccba req-67d96e5f-e0f2-41a0-adef-c06f9f26eaad tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:12.773792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ccbf9c8-8b3b-4ea5-8e6c-4fb7a8a1ccba req-67d96e5f-e0f2-41a0-adef-c06f9f26eaad tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 949 time: 0.0913911 Feb 03 04:20:12.839322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ae51a47-9794-4b5c-a75c-26213048fc01 req-74542e23-1e74-42b8-9fb4-68efea3db9e2 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "GET /v2.0/security-groups/d38ba3d4-9abe-44b7-9a13-f488df58ce64 HTTP/1.1" status: 200 len: 2998 time: 0.0645108 Feb 03 04:20:12.906193 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ccbf9c8-8b3b-4ea5-8e6c-4fb7a8a1ccba req-a1e01a6d-9472-4f1a-9806-6cde83b591d7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248124 Feb 03 04:20:12.917906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ae51a47-9794-4b5c-a75c-26213048fc01 req-def7a32b-66c8-4f47-b272-88dc434a7053 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "GET /v2.0/security-groups/d38ba3d4-9abe-44b7-9a13-f488df58ce64 HTTP/1.1" status: 200 len: 2998 time: 0.0721886 Feb 03 04:20:13.085958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d429ca4c-00fb-4011-a5f6-82d16cdc3228 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:13.219616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b7a654b-5e4f-4696-ac75-b31b6e3cdbc8 req-69ecb40e-2794-433b-a70d-fb617342796d tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/907e0a79-ed75-4ad8-ac61-7f1c940dbd1b HTTP/1.1" status: 200 len: 1795 time: 0.2113016 Feb 03 04:20:13.227692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e58a04-432d-4697-a57f-579a980eeea9 req-8824656b-a813-4d9b-a404-ccacfef14224 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:13.230084 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e58a04-432d-4697-a57f-579a980eeea9 req-8824656b-a813-4d9b-a404-ccacfef14224 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.15 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.4272692 Feb 03 04:20:13.234343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port d429ca4c-00fb-4011-a5f6-82d16cdc3228 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:13.242980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port d429ca4c-00fb-4011-a5f6-82d16cdc3228 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:13.243557 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.315711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ebf7a-128d-4e18-873f-ac8a5ace409d req-d7651bf3-db10-4109-9a38-ce762daafb31 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:13.330027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f3ebf7a-128d-4e18-873f-ac8a5ace409d req-d7651bf3-db10-4109-9a38-ce762daafb31 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 945 time: 0.2949970 Feb 03 04:20:13.403712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d429ca4c-00fb-4011-a5f6-82d16cdc3228 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:13.404160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.411867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Deleting port a86d950c-93cc-445b-9560-4457c7ec6ee7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:13.412251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.447750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b7a654b-5e4f-4696-ac75-b31b6e3cdbc8 req-dc5b40e3-7d6b-4b36-9490-ef892250cba9 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (907e0a79-ed75-4ad8-ac61-7f1c940dbd1b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.468193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d429ca4c-00fb-4011-a5f6-82d16cdc3228, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d429ca4c-00fb-4011-a5f6-82d16cdc3228,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:13.480851 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.505351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f3ebf7a-128d-4e18-873f-ac8a5ace409d req-e72cc340-47d6-42b3-a562-ddb70a42af6a tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups?id=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628673 Feb 03 04:20:13.528717 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b7a654b-5e4f-4696-ac75-b31b6e3cdbc8 req-dc5b40e3-7d6b-4b36-9490-ef892250cba9 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (907e0a79-ed75-4ad8-ac61-7f1c940dbd1b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.548507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] For port a86d950c-93cc-445b-9560-4457c7ec6ee7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a86d950c-93cc-445b-9560-4457c7ec6ee7,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:13.548877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.627249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d429ca4c-00fb-4011-a5f6-82d16cdc3228,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:13.673027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b7a654b-5e4f-4696-ac75-b31b6e3cdbc8 req-dc5b40e3-7d6b-4b36-9490-ef892250cba9 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (907e0a79-ed75-4ad8-ac61-7f1c940dbd1b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.676332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b7a654b-5e4f-4696-ac75-b31b6e3cdbc8 req-dc5b40e3-7d6b-4b36-9490-ef892250cba9 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.677582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b7a654b-5e4f-4696-ac75-b31b6e3cdbc8 req-dc5b40e3-7d6b-4b36-9490-ef892250cba9 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/907e0a79-ed75-4ad8-ac61-7f1c940dbd1b HTTP/1.1" status: 204 len: 173 time: 0.4471078 Feb 03 04:20:13.698737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b40e3-7d6b-4b36-9490-ef892250cba9 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e0a79-ed75-4ad8-ac61-7f1c940dbd1b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:13.817604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:13.820031 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f8c75-a0d3-400e-99f2-3bc05fa824bd" -d '{"events": [{"server_uuid": "1f68164a-78e9-416f-9fb2-d5044713b06a", "name": "network-vif-plugged", "status": "completed", "tag": "d429ca4c-00fb-4011-a5f6-82d16cdc3228"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:13.839181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ba59358-7194-4c22-8fed-aa568400f71b req-49003a2f-1d28-40ff-8cde-b949466c0129 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2a455b75-414d-48a7-a74f-76bdb26da6fb HTTP/1.1" status: 200 len: 1794 time: 0.1152782 Feb 03 04:20:13.898981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0e7ae-7d59-4d1b-96a9-42de0fff8d20 req-483e6fa7-5f97-478d-9588-55b2b4c9b2e9 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:13.907850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6eb0e7ae-7d59-4d1b-96a9-42de0fff8d20 req-483e6fa7-5f97-478d-9588-55b2b4c9b2e9 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 949 time: 0.1257389 Feb 03 04:20:13.969939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ba59358-7194-4c22-8fed-aa568400f71b req-7cdaecfe-0ac0-4651-b43b-4939c96d5c46 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (2a455b75-414d-48a7-a74f-76bdb26da6fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:13.990730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6eb0e7ae-7d59-4d1b-96a9-42de0fff8d20 req-a58d63fe-5557-4201-ae0a-b8bdf473a8ad tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818977 Feb 03 04:20:14.021430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ba59358-7194-4c22-8fed-aa568400f71b req-7cdaecfe-0ac0-4651-b43b-4939c96d5c46 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (2a455b75-414d-48a7-a74f-76bdb26da6fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.056572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.056944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.058366 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238 disassociated. External IP: 172.25.7.178, port: a86d950c-93cc-445b-9560-4457c7ec6ee7. Feb 03 04:20:14.058783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Calling delete_port for a86d950c-93cc-445b-9560-4457c7ec6ee7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:14.064024 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775525de-6379-46d5-8b3d-4a706fa1e124 x-openstack-request-id: req-775525de-6379-46d5-8b3d-4a706fa1e124 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:14.064537 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f68164a-78e9-416f-9fb2-d5044713b06a", "name": "network-vif-plugged", "status": "completed", "tag": "d429ca4c-00fb-4011-a5f6-82d16cdc3228", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:14.064942 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-775525de-6379-46d5-8b3d-4a706fa1e124 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:14.065651 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228', 'code': 200} Feb 03 04:20:14.119517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ba59358-7194-4c22-8fed-aa568400f71b req-7cdaecfe-0ac0-4651-b43b-4939c96d5c46 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2a455b75-414d-48a7-a74f-76bdb26da6fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.123624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2ba59358-7194-4c22-8fed-aa568400f71b req-7cdaecfe-0ac0-4651-b43b-4939c96d5c46 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.124834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ba59358-7194-4c22-8fed-aa568400f71b req-7cdaecfe-0ac0-4651-b43b-4939c96d5c46 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a455b75-414d-48a7-a74f-76bdb26da6fb HTTP/1.1" status: 204 len: 173 time: 0.2786376 Feb 03 04:20:14.147402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaecfe-0ac0-4651-b43b-4939c96d5c46 tempest-SecurityGroupsTestAdminJSON-248267325 tempest-SecurityGroupsTestAdminJSON-248267325-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a455b75-414d-48a7-a74f-76bdb26da6fb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:14.149233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56948) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:14.207452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ee18f7b-03ae-4ca5-919a-f9ffe0320fe4 req-83cb36e6-ddb7-44e2-a259-36eb87196c6e tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "GET /v2.0/security-groups/6b3450d5-1c43-4084-b229-e55b2af690f5 HTTP/1.1" status: 200 len: 1793 time: 0.0572050 Feb 03 04:20:14.246273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0c6da-8a60-4fa7-bb75-e63f2056a3ea req-ec669920-b5db-4be2-a791-d1e089a29513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:14.248924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1c0c6da-8a60-4fa7-bb75-e63f2056a3ea req-ec669920-b5db-4be2-a791-d1e089a29513 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 1131 time: 0.0927782 Feb 03 04:20:14.320726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ee18f7b-03ae-4ca5-919a-f9ffe0320fe4 req-7bc7d020-574d-4aa6-a47c-0a31b86c07e5 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (6b3450d5-1c43-4084-b229-e55b2af690f5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.345916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9e884-092b-4d98-8327-bfaefd9658f2 req-7daee145-1535-42f8-b2a5-4ebd9828b1b3 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:14.350033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1c0c6da-8a60-4fa7-bb75-e63f2056a3ea req-6b2c4291-de9a-44cf-8f18-f622cc2d6dc3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910857 Feb 03 04:20:14.352336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a86d950c-93cc-445b-9560-4457c7ec6ee7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.354324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33f9e884-092b-4d98-8327-bfaefd9658f2 req-7daee145-1535-42f8-b2a5-4ebd9828b1b3 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 949 time: 0.1273489 Feb 03 04:20:14.383288 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ee18f7b-03ae-4ca5-919a-f9ffe0320fe4 req-7bc7d020-574d-4aa6-a47c-0a31b86c07e5 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (6b3450d5-1c43-4084-b229-e55b2af690f5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.388931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event deleted for resources: {'Port': ['ID=a86d950c-93cc-445b-9560-4457c7ec6ee7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:14.424695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c923b52-803c-4c9c-8cbf-25e3c51272c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.461875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33f9e884-092b-4d98-8327-bfaefd9658f2 req-64819ff8-3989-4c86-837b-63f2c6f0bc58 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066618 Feb 03 04:20:14.517889 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ee18f7b-03ae-4ca5-919a-f9ffe0320fe4 req-7bc7d020-574d-4aa6-a47c-0a31b86c07e5 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6b3450d5-1c43-4084-b229-e55b2af690f5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.526150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ee18f7b-03ae-4ca5-919a-f9ffe0320fe4 req-7bc7d020-574d-4aa6-a47c-0a31b86c07e5 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.527315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ee18f7b-03ae-4ca5-919a-f9ffe0320fe4 req-7bc7d020-574d-4aa6-a47c-0a31b86c07e5 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "DELETE /v2.0/security-groups/6b3450d5-1c43-4084-b229-e55b2af690f5 HTTP/1.1" status: 204 len: 173 time: 0.3120379 Feb 03 04:20:14.559543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7d020-574d-4aa6-a47c-0a31b86c07e5 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3450d5-1c43-4084-b229-e55b2af690f5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:14.625192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Router 938aeade-b9d0-4945-b837-596e3e7e8679 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:20:14.671861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c923b52-803c-4c9c-8cbf-25e3c51272c7 admin admin] Publish callbacks [] for security_group (a3afc001-8f95-48db-9c59-e3d33cbf6492), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.685907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c923b52-803c-4c9c-8cbf-25e3c51272c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a3afc001-8f95-48db-9c59-e3d33cbf6492), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.829367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:20:14.843023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] Sync routers for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:20:14.851894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c923b52-803c-4c9c-8cbf-25e3c51272c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26255e5bf9644ef4a540c120f9c6f574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6889591 Feb 03 04:20:14.869485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:14.877513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:14.878171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:14.940596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c923b52-803c-4c9c-8cbf-25e3c51272c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3afc001-8f95-48db-9c59-e3d33cbf6492,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:14.959921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] No DVR routers for this DVR port a86d950c-93cc-445b-9560-4457c7ec6ee7 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:20:14.964900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:14.968693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976236f-378a-446b-83fc-b7e4c39ec2ce req-29ac116e-3fd8-4453-8819-8d3d09403389 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:14.973479 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e58a04-432d-4697-a57f-579a980eeea9 req-52248851-d76d-49e1-b875-33bbdec8a3d5 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.15 "DELETE /v2.0/ports/a86d950c-93cc-445b-9560-4457c7ec6ee7 HTTP/1.1" status: 204 len: 173 time: 1.7368100 Feb 03 04:20:14.973992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'name': 'network-vif-deleted', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:14.981950 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98828ae5-3ae7-495d-a2a5-81b8e3634e1a" -d '{"events": [{"server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "name": "network-vif-deleted", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:14.984423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7976236f-378a-446b-83fc-b7e4c39ec2ce req-29ac116e-3fd8-4453-8819-8d3d09403389 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 1131 time: 0.2994676 Feb 03 04:20:15.081689 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f317dd59-352e-424c-9316-93db1656881f admin admin] Publish callbacks [] for security_group (a3afc001-8f95-48db-9c59-e3d33cbf6492), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.107442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f317dd59-352e-424c-9316-93db1656881f admin admin] Publish callbacks [] for security_group (a3afc001-8f95-48db-9c59-e3d33cbf6492), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.177777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7976236f-378a-446b-83fc-b7e4c39ec2ce req-e25fb6e0-c576-456b-bef1-06137378f6f5 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913376 Feb 03 04:20:15.182353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f317dd59-352e-424c-9316-93db1656881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a3afc001-8f95-48db-9c59-e3d33cbf6492), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.187657 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f317dd59-352e-424c-9316-93db1656881f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.189169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f317dd59-352e-424c-9316-93db1656881f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3afc001-8f95-48db-9c59-e3d33cbf6492 HTTP/1.1" status: 204 len: 168 time: 0.2978599 Feb 03 04:20:15.229842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317dd59-352e-424c-9316-93db1656881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3afc001-8f95-48db-9c59-e3d33cbf6492,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:15.346304 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1639ee66-9ed8-409b-8c34-4d72d01d4f96 req-37506edf-0592-44db-bac7-20294b2119c4 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "GET /v2.0/security-groups/72261aae-a72d-49c9-8811-b76dcfb76da3 HTTP/1.1" status: 200 len: 1794 time: 0.1176331 Feb 03 04:20:15.520601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f46f86fe-def3-4f4b-bb68-4208944d08a8 req-a3559f23-fc65-4a5e-99e7-40b0dac38439 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/ports?device_id=e32f057e-9370-4c8f-8b06-b3da2880c875 HTTP/1.1" status: 200 len: 210 time: 0.0841186 Feb 03 04:20:15.531713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:15.629436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1639ee66-9ed8-409b-8c34-4d72d01d4f96 req-e15b4a81-4679-47e8-8cb0-8870ed3e2139 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (72261aae-a72d-49c9-8811-b76dcfb76da3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.692410 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35149b-706d-436e-865e-df92f41ffd08 x-openstack-request-id: req-7f35149b-706d-436e-865e-df92f41ffd08 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:15.692903 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32f057e-9370-4c8f-8b06-b3da2880c875", "name": "network-vif-deleted", "tag": "a86d950c-93cc-445b-9560-4457c7ec6ee7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:15.693221 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f35149b-706d-436e-865e-df92f41ffd08 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:15.693718 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f057e-9370-4c8f-8b06-b3da2880c875', 'name': 'network-vif-deleted', 'tag': 'a86d950c-93cc-445b-9560-4457c7ec6ee7', 'status': 'completed', 'code': 200} Feb 03 04:20:15.740069 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1639ee66-9ed8-409b-8c34-4d72d01d4f96 req-e15b4a81-4679-47e8-8cb0-8870ed3e2139 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (72261aae-a72d-49c9-8811-b76dcfb76da3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.861952 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1639ee66-9ed8-409b-8c34-4d72d01d4f96 req-e15b4a81-4679-47e8-8cb0-8870ed3e2139 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (72261aae-a72d-49c9-8811-b76dcfb76da3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.864764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1639ee66-9ed8-409b-8c34-4d72d01d4f96 req-e15b4a81-4679-47e8-8cb0-8870ed3e2139 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:15.865980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1639ee66-9ed8-409b-8c34-4d72d01d4f96 req-e15b4a81-4679-47e8-8cb0-8870ed3e2139 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] 10.222.0.35 "DELETE /v2.0/security-groups/72261aae-a72d-49c9-8811-b76dcfb76da3 HTTP/1.1" status: 204 len: 173 time: 0.5188339 Feb 03 04:20:16.012965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b4a81-4679-47e8-8cb0-8870ed3e2139 tempest-SecurityGroupsTestAdminJSON-262262485 tempest-SecurityGroupsTestAdminJSON-262262485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72261aae-a72d-49c9-8811-b76dcfb76da3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:16.081273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:16.096348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-8322cef8-fb8d-408a-a956-708f984624eb tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550022 Feb 03 04:20:16.136933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7d980-3175-4946-853e-069c7524c729 req-4f4a506d-fa49-4a1e-a8ce-69d9e5293707 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:16.140146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffd7d980-3175-4946-853e-069c7524c729 req-4f4a506d-fa49-4a1e-a8ce-69d9e5293707 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 949 time: 0.2732041 Feb 03 04:20:16.162067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] Checking router: 938aeade-b9d0-4945-b837-596e3e7e8679 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:20:16.177070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:16.177768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:16.309429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffd7d980-3175-4946-853e-069c7524c729 req-638e1fa6-dd3a-4f64-a4ec-806e592bf186 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536798 Feb 03 04:20:16.331400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:16.361859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-96351409-b460-4ddb-8ac9-19276910860e tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:16.363485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-96351409-b460-4ddb-8ac9-19276910860e tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450664 Feb 03 04:20:16.381942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:16.391588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-36c577b7-d883-42e5-aee0-7757846f93b9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/quotas/92f4ce000876469e90561ad3ddf8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0214796 Feb 03 04:20:16.515453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-facb52f9-7eec-4515-b8da-7b6887dcd801 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1177769 Feb 03 04:20:16.617165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-409b76c2-dc67-4e94-b7fa-f7377edc1ef3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=178ed1be1467432396b6a8c5294976fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871740 Feb 03 04:20:16.619821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:16.729667 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4afe8fb5-1d0a-4965-aeee-1212b0aca261 admin admin] Publish callbacks [] for security_group (d38ba3d4-9abe-44b7-9a13-f488df58ce64), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:16.754326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:16.783441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298765b-e7f8-4c12-b99b-9a793583b503 None None] The sync data for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 is: [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:17:45Z', 'revision_number': 4, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '58c60b93-18ad-45bc-a43a-1681c4dbe814', 'name': '', 'network_id': 'c2cb4316-7048-4d70-bd40-f8696bd4f0ca', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'mac_address': 'fa:16:3e:ed:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:44Z', 'updated_at': '2022-02-03T04:17:55Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'subnets': [{'id': '61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:20:16.830467 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4afe8fb5-1d0a-4965-aeee-1212b0aca261 admin admin] Publish callbacks [] for security_group (d38ba3d4-9abe-44b7-9a13-f488df58ce64), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:16.939890 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4afe8fb5-1d0a-4965-aeee-1212b0aca261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d38ba3d4-9abe-44b7-9a13-f488df58ce64), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:16.943773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4afe8fb5-1d0a-4965-aeee-1212b0aca261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:16.945304 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4afe8fb5-1d0a-4965-aeee-1212b0aca261 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d38ba3d4-9abe-44b7-9a13-f488df58ce64 HTTP/1.1" status: 204 len: 168 time: 0.3242571 Feb 03 04:20:16.958241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe8fb5-1d0a-4965-aeee-1212b0aca261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ba3d4-9abe-44b7-9a13-f488df58ce64,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:17.056172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d0220a2-734c-4b4d-addd-b033cc2349c5 req-64b41e11-19f0-43dd-b2da-91b954e861ab tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 210 time: 0.0556796 Feb 03 04:20:17.095216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a86d950c-93cc-445b-9560-4457c7ec6ee7 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:17.192577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: a86d950c-93cc-445b-9560-4457c7ec6ee7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:17.194460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a86d950c-93cc-445b-9560-4457c7ec6ee7 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:17.410908 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4650730-9b91-4892-a3a1-9a0f57b47ec4 None None] New status for floating IP bc26dea6-8c28-40ee-9e34-b50a8bf52238: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:20:17.458360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:17.621468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a395302-5bf0-4c5e-8b21-57b0e77dc113 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group (13c7c46e-ad5e-411b-b970-4f7d85d0c4cf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:17.655165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a395302-5bf0-4c5e-8b21-57b0e77dc113 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group (13c7c46e-ad5e-411b-b970-4f7d85d0c4cf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:17.684227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:17.746732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a395302-5bf0-4c5e-8b21-57b0e77dc113 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (13c7c46e-ad5e-411b-b970-4f7d85d0c4cf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:17.760374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a395302-5bf0-4c5e-8b21-57b0e77dc113 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:17.768541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:17.769935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8a395302-5bf0-4c5e-8b21-57b0e77dc113 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "DELETE /v2.0/security-groups/13c7c46e-ad5e-411b-b970-4f7d85d0c4cf HTTP/1.1" status: 204 len: 168 time: 0.3078878 Feb 03 04:20:17.808634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a395302-5bf0-4c5e-8b21-57b0e77dc113 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c7c46e-ad5e-411b-b970-4f7d85d0c4cf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:17.863025 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-d63e50f3-bf12-46d4-879d-9a39f6bc6fff tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] show failed (client error): The resource could not be found. Feb 03 04:20:17.869997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57104) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:17.914111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d63e50f3-bf12-46d4-879d-9a39f6bc6fff tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "GET /v2.0/security-groups/13c7c46e-ad5e-411b-b970-4f7d85d0c4cf HTTP/1.1" status: 404 len: 347 time: 0.1031542 Feb 03 04:20:17.955546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-50d1e96d-8861-4125-8deb-7da136bf6324 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ecb4456fd6249ddb8e10ae54e26f10d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682459 Feb 03 04:20:17.964342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:18.132135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6c52012-88e4-49a6-baeb-7d5085b222b7 admin admin] Publish callbacks [] for security_group (cebb18e3-b6d2-4056-b406-9ded70e87799), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:18.211684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6c52012-88e4-49a6-baeb-7d5085b222b7 admin admin] Publish callbacks [] for security_group (cebb18e3-b6d2-4056-b406-9ded70e87799), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:18.217247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6019f5-aa5a-4bc4-ab1c-4769b8e397ac req-5f31c558-4110-4d6b-9425-0822d8364b0a tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:18.219128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b6019f5-aa5a-4bc4-ab1c-4769b8e397ac req-5f31c558-4110-4d6b-9425-0822d8364b0a tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 949 time: 0.2529833 Feb 03 04:20:18.254379 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0e9dce5-67ee-4036-9d97-4460e1cfd9f3 req-563f29d0-7845-4515-b48b-1f8bdd6304bf tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 210 time: 0.0744414 Feb 03 04:20:18.297386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Deleting port 7cce547c-83a1-405a-b9f5-a6d17e6bf1c1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:18.297764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:18.317527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6c52012-88e4-49a6-baeb-7d5085b222b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cebb18e3-b6d2-4056-b406-9ded70e87799), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:18.320911 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6c52012-88e4-49a6-baeb-7d5085b222b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:18.323282 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b6c52012-88e4-49a6-baeb-7d5085b222b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cebb18e3-b6d2-4056-b406-9ded70e87799 HTTP/1.1" status: 204 len: 168 time: 0.3576050 Feb 03 04:20:18.356820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c52012-88e4-49a6-baeb-7d5085b222b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebb18e3-b6d2-4056-b406-9ded70e87799,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:18.655957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b6019f5-aa5a-4bc4-ab1c-4769b8e397ac req-ca806300-c6e4-4426-849e-2a968f6999b6 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174285 Feb 03 04:20:18.668146 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:18.669476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:18.689688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Calling delete_port for 7cce547c-83a1-405a-b9f5-a6d17e6bf1c1 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:18.917412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-73b79e66-e652-408f-a4ca-c745c3048663 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672245 Feb 03 04:20:19.195948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-3c16a5ad-c30e-4f35-b35c-b36a93ec1b9e tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:19.214666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-3c16a5ad-c30e-4f35-b35c-b36a93ec1b9e tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771761 Feb 03 04:20:19.230409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': 'ff145656-359e-4bda-9579-2f088495e44a', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:19.295572 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7cce547c-83a1-405a-b9f5-a6d17e6bf1c1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:19.404893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Pushing event deleted for resources: {'Port': ['ID=7cce547c-83a1-405a-b9f5-a6d17e6bf1c1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:19.449073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90ed4-2724-4535-9d40-8388c16720af req-a03bc006-6d71-4792-bc33-21af355f1209 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:19.453996 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8cf90ed4-2724-4535-9d40-8388c16720af req-a03bc006-6d71-4792-bc33-21af355f1209 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 949 time: 0.1541805 Feb 03 04:20:19.481542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f18bf8f-f5c3-4ee2-9558-76f3cc8cc8b0 req-f348ef76-a8c0-4669-b924-32bf53e02f25 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 210 time: 0.1096261 Feb 03 04:20:19.661899 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks [] for floatingip (bc26dea6-8c28-40ee-9e34-b50a8bf52238), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:19.670331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:19.675022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-566853aa-823d-4ca0-92c6-22a914a04d28 tempest-ServersWithSpecificFlavorTestJSON-1996626061 tempest-ServersWithSpecificFlavorTestJSON-1996626061-project] 10.222.0.35 "DELETE /v2.0/floatingips/bc26dea6-8c28-40ee-9e34-b50a8bf52238 HTTP/1.1" status: 204 len: 168 time: 1.8015423 Feb 03 04:20:19.688280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Deleting port d429ca4c-00fb-4011-a5f6-82d16cdc3228 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:19.688891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:19.723224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:19.727012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:19.906159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] For port d429ca4c-00fb-4011-a5f6-82d16cdc3228, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d429ca4c-00fb-4011-a5f6-82d16cdc3228,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:19.906779 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:19.937137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Calling delete_port for d429ca4c-00fb-4011-a5f6-82d16cdc3228 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:20.167583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d429ca4c-00fb-4011-a5f6-82d16cdc3228), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:20.184474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d429ca4c-00fb-4011-a5f6-82d16cdc3228'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:20.277331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Pushing event deleted for resources: {'Port': ['ID=d429ca4c-00fb-4011-a5f6-82d16cdc3228,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:20.340219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.31 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:20.364145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246a604-954e-45ed-887f-9061d6aa6f97 req-c9cfcf05-a0d7-4c41-a627-087b29494f16 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:20.373315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] No DVR routers for this DVR port d429ca4c-00fb-4011-a5f6-82d16cdc3228 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:20:20.378523 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:20.379439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2246a604-954e-45ed-887f-9061d6aa6f97 req-c9cfcf05-a0d7-4c41-a627-087b29494f16 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f68164a-78e9-416f-9fb2-d5044713b06a HTTP/1.1" status: 200 len: 867 time: 0.3123522 Feb 03 04:20:20.391069 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8cf90ed4-2724-4535-9d40-8388c16720af req-6a0c898a-0972-46ef-8432-8807b36855f7 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.15 "DELETE /v2.0/ports/d429ca4c-00fb-4011-a5f6-82d16cdc3228 HTTP/1.1" status: 204 len: 173 time: 0.9304981 Feb 03 04:20:20.392356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'name': 'network-vif-deleted', 'tag': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:20.407349 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3742b2-a29b-437b-8dc0-e086708c0184" -d '{"events": [{"server_uuid": "1f68164a-78e9-416f-9fb2-d5044713b06a", "name": "network-vif-deleted", "tag": "d429ca4c-00fb-4011-a5f6-82d16cdc3228"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:20.554564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2246a604-954e-45ed-887f-9061d6aa6f97 req-5bb18156-cabc-40e8-8a7c-be5e3b8eb561 tempest-TenantUsagesTestJSON-320772214 tempest-TenantUsagesTestJSON-320772214-project] 10.222.0.35 "GET /v2.0/security-groups?id=95669870-5037-45a9-a265-a37e12a4beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732333 Feb 03 04:20:20.772966 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c116c974-0429-4f64-8e01-d7a36c19fb61 x-openstack-request-id: req-c116c974-0429-4f64-8e01-d7a36c19fb61 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:20.774596 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f68164a-78e9-416f-9fb2-d5044713b06a", "name": "network-vif-deleted", "tag": "d429ca4c-00fb-4011-a5f6-82d16cdc3228", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:20.775021 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c116c974-0429-4f64-8e01-d7a36c19fb61 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:20.775644 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f68164a-78e9-416f-9fb2-d5044713b06a', 'name': 'network-vif-deleted', 'tag': 'd429ca4c-00fb-4011-a5f6-82d16cdc3228', 'status': 'completed', 'code': 200} Feb 03 04:20:20.793845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:20.854902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:20.869030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:20.888107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9', 'd28e53dc-847d-4401-a823-bd57beca48ee', 'b7472484-3e2b-468b-ba11-f133d48fd786'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:20.969622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:20.987875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:21.053678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:21.068052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:21.262462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:21.263112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:21.295596 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-79d36755-387a-4381-842d-17723e5c02f6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0718484 Feb 03 04:20:21.308822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e5eca-1f8c-4699-ae9a-753b13e3eacf req-55476c14-a0a1-482d-b796-6e0fa0c32039 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:21.318826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-266e5eca-1f8c-4699-ae9a-753b13e3eacf req-55476c14-a0a1-482d-b796-6e0fa0c32039 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 935 time: 0.4173748 Feb 03 04:20:21.335059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Request body: {'port': {'device_id': 'ff145656-359e-4bda-9579-2f088495e44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:21.428947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:21.505293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7544b782-be68-42a6-9c64-bf0afa5b5c7f None None] Provisioning complete for port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:21.505875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7544b782-be68-42a6-9c64-bf0afa5b5c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:21.523602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-266e5eca-1f8c-4699-ae9a-753b13e3eacf req-1e542421-6563-4963-81b4-de4b1ea59816 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036166 Feb 03 04:20:21.577297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7544b782-be68-42a6-9c64-bf0afa5b5c7f None None] Port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:21.765708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:22.087645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-a4de53a5-2321-418c-9c58-2393b92f4d48 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c345aff1268946839a96581f2d008016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1394377 Feb 03 04:20:22.353727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:22.435213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-9e1d76ac-7315-4eaf-9a64-e443da560d30 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:22.449169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-9e1d76ac-7315-4eaf-9a64-e443da560d30 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3471982 Feb 03 04:20:22.504475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-26b85434-47b8-40c1-99ee-39abf00775bd tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/quotas/c345aff1268946839a96581f2d008016 HTTP/1.1" status: 200 len: 375 time: 0.0276592 Feb 03 04:20:22.533171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:22.602401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-24b7f490-0e62-430c-9774-1e834b740bc2 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969179 Feb 03 04:20:22.605767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Publish callbacks [] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:22.625750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (938aeade-b9d0-4945-b837-596e3e7e8679), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:22.637283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Transition to ACTIVE for port object ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:22.646833 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:22.760287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:22.818239 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f97c1f0b-8397-4722-b312-cf79cd5a875e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1521bd0e5c73437980d4fe9ac15319f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626420 Feb 03 04:20:22.827022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:23.357211 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.369808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Deleting port 58c60b93-18ad-45bc-a43a-1681c4dbe814 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:23.370742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.442263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.490516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-a3b9463c-89ab-4246-8065-82cbe0b1ffca tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c345aff1268946839a96581f2d008016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764821 Feb 03 04:20:23.491714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] For port 58c60b93-18ad-45bc-a43a-1681c4dbe814, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=58c60b93-18ad-45bc-a43a-1681c4dbe814,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:23.492127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.494556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Attempting to bind port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:23.495011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Attempting to bind port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:23.495515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Attempting to bind port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:23.509238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Calling delete_port for 58c60b93-18ad-45bc-a43a-1681c4dbe814 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:23.537320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:23.537813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Attempting to bind port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:23.573154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:23.573679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:23.574192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:23.579930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Bound port: ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:23.580586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.599179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bf8af81-83f3-46de-a751-74c4c4cb7c7d admin admin] Publish callbacks [] for security_group (95669870-5037-45a9-a265-a37e12a4beb2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.665616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc09f9-d081-48fc-8910-176cc6114ab2 req-4c957a1e-7b42-406c-b662-bdcfbd7b85ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:23.672594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35cc09f9-d081-48fc-8910-176cc6114ab2 req-4c957a1e-7b42-406c-b662-bdcfbd7b85ba tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 947 time: 0.7262721 Feb 03 04:20:23.719345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bf8af81-83f3-46de-a751-74c4c4cb7c7d admin admin] Publish callbacks [] for security_group (95669870-5037-45a9-a265-a37e12a4beb2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.748092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (58c60b93-18ad-45bc-a43a-1681c4dbe814), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.786629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Pushing event deleted for resources: {'Port': ['ID=58c60b93-18ad-45bc-a43a-1681c4dbe814,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:23.806026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-1ed36693-49d4-4c5e-93f5-5df9bb379a1a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:23.816013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-1ed36693-49d4-4c5e-93f5-5df9bb379a1a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244801 Feb 03 04:20:23.841787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8f76fb95-d2c1-4ba7-93fe-87679ba1202d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/quotas/c345aff1268946839a96581f2d008016 HTTP/1.1" status: 200 len: 375 time: 0.0248663 Feb 03 04:20:23.866449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35cc09f9-d081-48fc-8910-176cc6114ab2 req-66109e52-5750-4e14-a5d7-9ccc0508e0e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929748 Feb 03 04:20:23.881003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] For port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:23.895132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-7c47ce15-baf6-4c6f-b1a7-0a6780f0e214 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524068 Feb 03 04:20:23.915125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] For port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:23.935207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:23.998425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:23.999082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:24.000578 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] 10.222.0.31 "PUT /v2.0/ports/ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 HTTP/1.1" status: 200 len: 1095 time: 2.6710918 Feb 03 04:20:24.001018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff145656-359e-4bda-9579-2f088495e44a', 'tag': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:24.003492 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4059a8c0-4c92-4a5a-876c-06535f8c7680" -d '{"events": [{"name": "network-changed", "server_uuid": "ff145656-359e-4bda-9579-2f088495e44a", "tag": "ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:24.018573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bf8af81-83f3-46de-a751-74c4c4cb7c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (95669870-5037-45a9-a265-a37e12a4beb2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:24.021467 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bf8af81-83f3-46de-a751-74c4c4cb7c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:24.031597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8bf8af81-83f3-46de-a751-74c4c4cb7c7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95669870-5037-45a9-a265-a37e12a4beb2 HTTP/1.1" status: 204 len: 168 time: 1.2016490 Feb 03 04:20:24.052063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8af81-83f3-46de-a751-74c4c4cb7c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95669870-5037-45a9-a265-a37e12a4beb2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:24.054398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7182e2-7025-418f-849c-48ca41f23a3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:24.125059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (938aeade-b9d0-4945-b837-596e3e7e8679), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:24.165290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-a121086a-42a5-4744-83b6-b4cdcd8efd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:24.172706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-a121086a-42a5-4744-83b6-b4cdcd8efd58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 1129 time: 0.1151609 Feb 03 04:20:24.307606 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9ffa5-30de-44c9-a7cf-55e11572a2df x-openstack-request-id: req-ffb9ffa5-30de-44c9-a7cf-55e11572a2df {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:24.308160 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff145656-359e-4bda-9579-2f088495e44a", "tag": "ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:24.308515 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffb9ffa5-30de-44c9-a7cf-55e11572a2df {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:24.309029 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff145656-359e-4bda-9579-2f088495e44a', 'tag': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8', 'status': 'completed', 'code': 200} Feb 03 04:20:24.312102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-091d0767-f95e-4c5a-938f-d995199b60b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 HTTP/1.1" status: 200 len: 217 time: 0.1308825 Feb 03 04:20:24.456958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a96c232-2253-4078-9564-d83f38589bb1 req-affa8e61-5d3b-4a01-af38-141dc00ccd50 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 210 time: 0.0525591 Feb 03 04:20:24.479905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-bc4439ec-5c7b-48a1-b826-51cead94ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:24.484243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-bc4439ec-5c7b-48a1-b826-51cead94ee8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1637628 Feb 03 04:20:24.521382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-1a2bc99c-9207-413f-841e-27dfed9a25ce tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c345aff1268946839a96581f2d008016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1665819 Feb 03 04:20:24.594758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487292-658c-4c8d-9664-722076990e5e req-16a43c2d-7ad6-4027-b899-b23e7aa77d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:24.596419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-16a43c2d-7ad6-4027-b899-b23e7aa77d20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1032355 Feb 03 04:20:24.788135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-d5d96323-c108-4754-9469-5bf226c09b80 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:24.789542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-2bb470dd-465f-4603-99aa-9a43ad411126 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840961 Feb 03 04:20:24.792043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-d5d96323-c108-4754-9469-5bf226c09b80 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632010 Feb 03 04:20:24.826092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:24.841946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Request body: {'port': {'device_id': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': 'c345aff1268946839a96581f2d008016'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:25.013065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2487292-658c-4c8d-9664-722076990e5e req-886ba4db-563e-4d71-8513-de37181f39b5 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152615 Feb 03 04:20:25.041229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11831-30e6-499f-8028-6719966bf7ad req-9aa58964-e18a-40f4-84ef-513525af4e1a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:25.043348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2e11831-30e6-499f-8028-6719966bf7ad req-9aa58964-e18a-40f4-84ef-513525af4e1a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 947 time: 0.0760777 Feb 03 04:20:25.146690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d429ca4c-00fb-4011-a5f6-82d16cdc3228 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:25.165333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2e11831-30e6-499f-8028-6719966bf7ad req-1175aaa2-7f10-445e-bcb1-8d93a577b94b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144598 Feb 03 04:20:25.202730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-08999f4d-8ca8-427f-bd83-f779722a9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:25.205179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-08999f4d-8ca8-427f-bd83-f779722a9603 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 1129 time: 0.1201384 Feb 03 04:20:25.216913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: d429ca4c-00fb-4011-a5f6-82d16cdc3228 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:25.217399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d429ca4c-00fb-4011-a5f6-82d16cdc3228 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:25.277599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90a66271-716f-4d33-8d79-b6fba4cccd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:25.381028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-a18df08d-14ba-4bf8-91d3-e06e10e0e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:25.384779 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-a18df08d-14ba-4bf8-91d3-e06e10e0e310 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1721404 Feb 03 04:20:25.474653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90a66271-716f-4d33-8d79-b6fba4cccd2a admin admin] Publish callbacks [] for security_group (69ddc9ef-5dbe-49ac-949f-220d52534c21), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:25.493153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-430bfc7e-a5dc-4a1a-88a7-b97bb906a3f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0975962 Feb 03 04:20:25.494430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90a66271-716f-4d33-8d79-b6fba4cccd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (69ddc9ef-5dbe-49ac-949f-220d52534c21), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:25.563200 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-90a66271-716f-4d33-8d79-b6fba4cccd2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d0456ccf20e4b56843deb18a7dcc9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258215 Feb 03 04:20:25.566405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Router 938aeade-b9d0-4945-b837-596e3e7e8679 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:20:25.569422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a66271-716f-4d33-8d79-b6fba4cccd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ddc9ef-5dbe-49ac-949f-220d52534c21,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:25.571954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:25.604065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Made reservation on behalf of c345aff1268946839a96581f2d008016 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:25.607538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:25.620231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-fe2ee9b8-2fa2-4b9f-b505-1327f385f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:25.621736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-fe2ee9b8-2fa2-4b9f-b505-1327f385f66c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1172628 Feb 03 04:20:25.649130 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:25.658671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4aff4f3-ca99-4902-af33-3cf8e1ba11d9 req-6decdb9b-419e-401b-9cc5-dfae81a2c9f3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 210 time: 0.0356083 Feb 03 04:20:25.724968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-c2acb1be-d82a-4427-9f0c-cf8426d53d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:25.727495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-c2acb1be-d82a-4427-9f0c-cf8426d53d2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0665801 Feb 03 04:20:25.808495 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks [] for security_group (f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:25.871734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:25.896272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-2f7e22e8-a632-4dc7-a02a-71d343b9259a service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613369 Feb 03 04:20:25.997646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:25.999086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4059a8c0-4c92-4a5a-876c-06535f8c7680 req-957f410b-5e86-4c68-81e3-5f1d5899441b service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949180 Feb 03 04:20:26.000068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d59e97d-e793-4738-b69b-edf93c884eea admin admin] Publish callbacks [] for security_group (69ddc9ef-5dbe-49ac-949f-220d52534c21), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.052291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d59e97d-e793-4738-b69b-edf93c884eea admin admin] Publish callbacks [] for security_group (69ddc9ef-5dbe-49ac-949f-220d52534c21), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.072295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:20:26.085758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] Sync routers for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:20:26.090139 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2b3e5b9d-4e5f-4e3c-920e-b998482e69ba admin admin] 10.222.0.35 "PUT /v2.0/routers/938aeade-b9d0-4945-b837-596e3e7e8679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3204570 Feb 03 04:20:26.090770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:26.118232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:26.119177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:26.131897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Allocated IP 192.168.233.214 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/ccfc1ed7-429c-45de-9671-7d16d82bf265) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:26.174111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-396de7ad-0e55-4cdb-b885-909789dbf7e5 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c345aff1268946839a96581f2d008016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361552 Feb 03 04:20:26.214669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d59e97d-e793-4738-b69b-edf93c884eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (69ddc9ef-5dbe-49ac-949f-220d52534c21), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.247447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d59e97d-e793-4738-b69b-edf93c884eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.251038 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1d59e97d-e793-4738-b69b-edf93c884eea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69ddc9ef-5dbe-49ac-949f-220d52534c21 HTTP/1.1" status: 204 len: 168 time: 0.6673870 Feb 03 04:20:26.362941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59e97d-e793-4738-b69b-edf93c884eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ddc9ef-5dbe-49ac-949f-220d52534c21,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:26.405561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks [] for router (938aeade-b9d0-4945-b837-596e3e7e8679), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.405820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:26.457766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c24b-01d0-4c00-8ef2-63a2ee284fdc req-488f112b-29b2-4f68-b8a0-8b975991fdfe tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:26.459644 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a71c24b-01d0-4c00-8ef2-63a2ee284fdc req-488f112b-29b2-4f68-b8a0-8b975991fdfe tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 947 time: 0.1389687 Feb 03 04:20:26.652767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:20:23Z', 'revision_number': 5, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port': {'id': 'e5cd3406-9669-414f-84e3-50dc473aea00', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:42Z', 'updated_at': '2022-02-03T04:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:26.658846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a71c24b-01d0-4c00-8ef2-63a2ee284fdc req-a752ced9-e0c7-4f68-8a87-a0c0e2cbf5a3 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920292 Feb 03 04:20:26.666100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks [] for router_gateway (938aeade-b9d0-4945-b837-596e3e7e8679), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.738666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] Checking router: 938aeade-b9d0-4945-b837-596e3e7e8679 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:20:26.766947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] Routers {'938aeade-b9d0-4945-b837-596e3e7e8679'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:26.768186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['938aeade-b9d0-4945-b837-596e3e7e8679'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:26.786163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Deleting port e5cd3406-9669-414f-84e3-50dc473aea00 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:26.786506 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.823374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-e8f01f46-3369-4a87-91d8-ad8cf5b8a1c3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:26.824924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-e8f01f46-3369-4a87-91d8-ad8cf5b8a1c3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6449652 Feb 03 04:20:26.853698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb0dc368-6596-4210-89b7-f69339a80cce req-bc1000fb-de93-4497-8e27-31e98220eaa7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 210 time: 0.0385785 Feb 03 04:20:26.888637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks [] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:26.921579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] Set router 938aeade-b9d0-4945-b837-596e3e7e8679 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:26.923813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Request body: {'port': {'device_id': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': 'c345aff1268946839a96581f2d008016'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:26.965590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.009599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:20:26Z', 'revision_number': 6, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:27.058608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] For port e5cd3406-9669-414f-84e3-50dc473aea00, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5cd3406-9669-414f-84e3-50dc473aea00,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:27.059277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.073873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Calling delete_port for e5cd3406-9669-414f-84e3-50dc473aea00 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:27.088732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfd006-cdf2-408f-af3f-269aae1fab91 None None] The sync data for ids ['938aeade-b9d0-4945-b837-596e3e7e8679'] in n-d-827549-1 is: [{'id': '938aeade-b9d0-4945-b837-596e3e7e8679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-716350336-router', 'tenant_id': '923b41caf751437b824afe3e7e0f3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:41Z', 'updated_at': '2022-02-03T04:20:26Z', 'revision_number': 6, 'project_id': '923b41caf751437b824afe3e7e0f3052', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:20:27.116675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:27.121053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:27.159933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:27.227041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:27.296001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:27.296927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.354483 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-169d44d8-9778-46fc-b8e3-0e327f365981 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5293832 Feb 03 04:20:27.374072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Request body: {'port': {'device_id': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:27.391563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e5cd3406-9669-414f-84e3-50dc473aea00), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.423661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Made reservation on behalf of c345aff1268946839a96581f2d008016 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:27.427808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.466073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cd3406-9669-414f-84e3-50dc473aea00,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:27.502066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.606386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (938aeade-b9d0-4945-b837-596e3e7e8679), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.622540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-42b9c102-7850-46e6-b037-cea78620c755 None None] Provisioning complete for port ccfc1ed7-429c-45de-9671-7d16d82bf265 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:27.636065 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42b9c102-7850-46e6-b037-cea78620c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.720405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-42b9c102-7850-46e6-b037-cea78620c755 None None] Port ccfc1ed7-429c-45de-9671-7d16d82bf265 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:27.757799 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (938aeade-b9d0-4945-b837-596e3e7e8679), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.760555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks [] for router_controller (938aeade-b9d0-4945-b837-596e3e7e8679), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.772852 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:20:27.831248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Allocated IP 192.168.233.87 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/0fe70f4c-5670-45ee-8e4d-04216cce2e80) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:27.842668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:27.843978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (938aeade-b9d0-4945-b837-596e3e7e8679), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.844682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 938aeade-b9d0-4945-b837-596e3e7e8679 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:20:27.876051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:27.877780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c15e7340-7129-4968-a167-e72b4fd96f66 admin admin] 10.222.0.35 "DELETE /v2.0/routers/938aeade-b9d0-4945-b837-596e3e7e8679 HTTP/1.1" status: 204 len: 168 time: 1.7860863 Feb 03 04:20:27.880823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57766) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:28.025479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] Deleting subnet 61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:20:28.051854 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] Publish callbacks [] for subnet (61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.058380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks [] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.101625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.121993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.171640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-network', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:28.198856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:28.234446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Made reservation on behalf of 9b19a85672fa462caaf0d2eb391a775e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:28.239452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.241820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:28.251204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:28.295164 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.299034 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.304848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Pushing event updated for resources: {'Port': ['ID=0fe70f4c-5670-45ee-8e4d-04216cce2e80,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:28.343404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 58c60b93-18ad-45bc-a43a-1681c4dbe814 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:28.405748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:28.406521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.415598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 58c60b93-18ad-45bc-a43a-1681c4dbe814 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:28.416340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 58c60b93-18ad-45bc-a43a-1681c4dbe814 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:28.418342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5cd3406-9669-414f-84e3-50dc473aea00 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:28.434845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.479836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e5cd3406-9669-414f-84e3-50dc473aea00 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:28.480442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5cd3406-9669-414f-84e3-50dc473aea00 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:28.496114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-8ad151f0-9ab0-4004-ae38-3d06b680b226 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5789425 Feb 03 04:20:28.509233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca28da8-2ef1-4789-9fa5-470f85d96be3 req-c550f53c-671b-4290-8dbc-f52b6d32b85b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:28.511628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ca28da8-2ef1-4789-9fa5-470f85d96be3 req-c550f53c-671b-4290-8dbc-f52b6d32b85b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 947 time: 0.6895142 Feb 03 04:20:28.512479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Request body: {'port': {'device_id': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:28.554690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.560568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a05ca-d51a-4a57-950c-a1e8cf2c33ea None None] Network c2cb4316-7048-4d70-bd40-f8696bd4f0ca requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:20:28.574762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3 HTTP/1.1" status: 204 len: 168 time: 0.6905270 Feb 03 04:20:28.586507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:28.613550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3094df-14f9-400d-8a5e-1cb211320b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c24d9e-e7e6-4db8-b08d-bbe3b8e1eab3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:28.627591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:28.676137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfc1ed7-429c-45de-9671-7d16d82bf265 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:28.680844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ca28da8-2ef1-4789-9fa5-470f85d96be3 req-13493b78-7926-4c73-a8d0-ee888682fb1c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028974 Feb 03 04:20:28.689261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8ce54-daad-4c17-b616-54847ec4ffc6 req-d5701359-a952-4682-9974-0e9f075f6dfa tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:28.698543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74f8ce54-daad-4c17-b616-54847ec4ffc6 req-d5701359-a952-4682-9974-0e9f075f6dfa tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 935 time: 0.5320296 Feb 03 04:20:28.764928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74f8ce54-daad-4c17-b616-54847ec4ffc6 req-c494e45d-68c3-41cd-95a1-394ca7c20382 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653584 Feb 03 04:20:28.783607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Publish callbacks [] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.820028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.835429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a76f90c-efb0-4dc8-9d69-948310b6a899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.836961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-aec50a33-11e2-44f8-9f7c-6e3be09cc012 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526555 Feb 03 04:20:28.840205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks [] for security_group (be5bc941-e61b-47aa-acd8-ec497be5fccf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.864183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:28.913859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-d7d74a28-3e14-4274-8d1c-177c8c28dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:28.915831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-d7d74a28-3e14-4274-8d1c-177c8c28dd38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 1132 time: 0.0530472 Feb 03 04:20:28.920797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7ba7ccca-11f0-411d-9b61-2f8c89bf18de None None] Provisioning complete for port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:28.921277 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ccca-11f0-411d-9b61-2f8c89bf18de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.941863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c2cb4316-7048-4d70-bd40-f8696bd4f0ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:28.959857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (be5bc941-e61b-47aa-acd8-ec497be5fccf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.006916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7ccca-11f0-411d-9b61-2f8c89bf18de None None] Port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:29.009152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:20:29.015782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Transition to ACTIVE for port object ccfc1ed7-429c-45de-9671-7d16d82bf265 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:29.036726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5bc941-e61b-47aa-acd8-ec497be5fccf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:29.062806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.068069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b8606c6d-776b-4630-894c-42ec35662f27), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.068751 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Added segment b8606c6d-776b-4630-894c-42ec35662f27 of type vlan for network 329a3ee3-af3f-4721-88e5-84e3d705cab7 Feb 03 04:20:29.088567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-45438f33-b95b-4554-802d-d021687508ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:29.091404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-45438f33-b95b-4554-802d-d021687508ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1468174 Feb 03 04:20:29.123116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:29.137496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8', 'mac_address': 'fa:16:3e:ab:3b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:29.155660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-1914f8eb-9234-491c-b2e9-d988419f2422 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a HTTP/1.1" status: 200 len: 217 time: 0.0497646 Feb 03 04:20:29.188487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:29.188898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.191912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] DHCP port deletion for c2cb4316-7048-4d70-bd40-f8696bd4f0ca request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:20:29.218099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-71c9e40f-2694-4582-846a-66bc9da416c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:29.219757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-71c9e40f-2694-4582-846a-66bc9da416c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0571961 Feb 03 04:20:29.270438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:29.295553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:29.304146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-a2287f52-e869-45d3-89ef-bf76a072e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:29.306931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:29.307238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-a2287f52-e869-45d3-89ef-bf76a072e090 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0796554 Feb 03 04:20:29.312137 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.345433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (329a3ee3-af3f-4721-88e5-84e3d705cab7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.406069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:29.413783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] Deleting port e4f6f93f-cae5-4306-9581-e7ff882eb5dc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:29.414521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.496775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Deleting port e4f6f93f-cae5-4306-9581-e7ff882eb5dc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:29.502817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.517089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (329a3ee3-af3f-4721-88e5-84e3d705cab7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.518479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:29.519274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.553253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] For port e4f6f93f-cae5-4306-9581-e7ff882eb5dc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:29.553671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.578948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a76f90c-efb0-4dc8-9d69-948310b6a899 admin admin] Publish callbacks [] for security_group (8502aee2-b88c-4230-8735-fc094bfa461c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.579169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] Calling delete_port for e4f6f93f-cae5-4306-9581-e7ff882eb5dc owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:29.608336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a76f90c-efb0-4dc8-9d69-948310b6a899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8502aee2-b88c-4230-8735-fc094bfa461c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.670269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:29.679374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76f90c-efb0-4dc8-9d69-948310b6a899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502aee2-b88c-4230-8735-fc094bfa461c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:29.777084 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9331651 Feb 03 04:20:29.787300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:29.795361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19203f-006e-4ea3-993b-0512099bdfa6 admin admin] Pushing event updated for resources: {'Network': ['ID=329a3ee3-af3f-4721-88e5-84e3d705cab7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:29.817364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Request body: {'subnet': {'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-subnet', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:29.819107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-a855796f-f703-4e4c-afea-1029f633b50b service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031836 Feb 03 04:20:29.826666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:20:29.856930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] For port e4f6f93f-cae5-4306-9581-e7ff882eb5dc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,segment=NetworkSegment(6240fdff-70b7-4791-9b7f-818a292bfebf),segment_id=6240fdff-70b7-4791-9b7f-818a292bfebf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:29.858842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.883401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Attempting to bind port ccfc1ed7-429c-45de-9671-7d16d82bf265 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:29.883810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Attempting to bind port ccfc1ed7-429c-45de-9671-7d16d82bf265 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:29.884309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Attempting to bind port ccfc1ed7-429c-45de-9671-7d16d82bf265 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:29.907299 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2a76f90c-efb0-4dc8-9d69-948310b6a899 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=942816f4ed2945b59b6395d9fb51b78d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2776051 Feb 03 04:20:29.925149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:29.930230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Calling delete_port for e4f6f93f-cae5-4306-9581-e7ff882eb5dc owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:29.932800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Made reservation on behalf of 9b19a85672fa462caaf0d2eb391a775e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:29.937098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.946916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Port ccfc1ed7-429c-45de-9671-7d16d82bf265 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:29.947298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Attempting to bind port ccfc1ed7-429c-45de-9671-7d16d82bf265 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:29.947600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:29.973446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] No DVR routers for this DVR port e4f6f93f-cae5-4306-9581-e7ff882eb5dc on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:20:29.995198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc20f7-686b-43cb-9cde-4bd21c51c0ab None None] Pushing event deleted for resources: {'Port': ['ID=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:30.031016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eba4d-0eee-4b8e-801e-b4b6f8fc4af1 req-27d21c42-423c-4256-a689-8ff8175bdb01 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:30.033046 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa9eba4d-0eee-4b8e-801e-b4b6f8fc4af1 req-27d21c42-423c-4256-a689-8ff8175bdb01 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 948 time: 0.2129507 Feb 03 04:20:30.038870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:30.039456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:30.039909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:30.040616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Bound port: ccfc1ed7-429c-45de-9671-7d16d82bf265, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:30.040973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.105616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cb214-d482-4979-96de-8de0e8a57eb2 req-dc5de200-2530-4a5a-96ac-20a50cdb0172 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:30.107236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad4cb214-d482-4979-96de-8de0e8a57eb2 req-dc5de200-2530-4a5a-96ac-20a50cdb0172 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 935 time: 0.2283466 Feb 03 04:20:30.123214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe70f4c-5670-45ee-8e4d-04216cce2e80 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:30.137804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Publish callbacks [] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.158352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32e2eac3-e440-4c5a-b778-1976de0a073b req-8fdeb131-7671-42bb-aecd-ff007e55503b service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204422 Feb 03 04:20:30.191215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa9eba4d-0eee-4b8e-801e-b4b6f8fc4af1 req-078cac4e-089e-48af-a5f6-92b6f83c624d tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488104 Feb 03 04:20:30.195713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Transition to ACTIVE for port object 0fe70f4c-5670-45ee-8e4d-04216cce2e80 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:30.219723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.232928 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69d38f2-3274-4d54-affe-a8be1c22b066 admin admin] Publish callbacks [] for security_group (8502aee2-b88c-4230-8735-fc094bfa461c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.258064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad4cb214-d482-4979-96de-8de0e8a57eb2 req-3eccf4ed-2d84-4bd6-8968-7d772391d2ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408272 Feb 03 04:20:30.278508 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69d38f2-3274-4d54-affe-a8be1c22b066 admin admin] Publish callbacks [] for security_group (8502aee2-b88c-4230-8735-fc094bfa461c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.331769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e4f6f93f-cae5-4306-9581-e7ff882eb5dc no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:30.348842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69d38f2-3274-4d54-affe-a8be1c22b066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8502aee2-b88c-4230-8735-fc094bfa461c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.352163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69d38f2-3274-4d54-affe-a8be1c22b066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.358303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e4f6f93f-cae5-4306-9581-e7ff882eb5dc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:30.358844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c69d38f2-3274-4d54-affe-a8be1c22b066 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8502aee2-b88c-4230-8735-fc094bfa461c HTTP/1.1" status: 204 len: 168 time: 0.3972619 Feb 03 04:20:30.358984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e4f6f93f-cae5-4306-9581-e7ff882eb5dc not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:30.386205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d38f2-3274-4d54-affe-a8be1c22b066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502aee2-b88c-4230-8735-fc094bfa461c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:30.588966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:30.638265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:30.639924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe70f4c-5670-45ee-8e4d-04216cce2e80,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:30.642294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e4f6f93f-cae5-4306-9581-e7ff882eb5dc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.686860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.688890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f6f93f-cae5-4306-9581-e7ff882eb5dc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:30.690963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] No DVR routers for this DVR port e4f6f93f-cae5-4306-9581-e7ff882eb5dc on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:20:30.843657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:30.844505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:30.845709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] 10.222.0.15 "PUT /v2.0/ports/ccfc1ed7-429c-45de-9671-7d16d82bf265 HTTP/1.1" status: 200 len: 1096 time: 3.4805088 Feb 03 04:20:30.853017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:30.855910 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832e4bbc-1381-45d0-8181-a39b33ff775d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:30.918959 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d85dc-1518-40bc-aaa7-960c4740f062 x-openstack-request-id: req-842d85dc-1518-40bc-aaa7-960c4740f062 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:30.920450 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:30.920450 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-842d85dc-1518-40bc-aaa7-960c4740f062 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:30.920606 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'status': 'completed', 'code': 200} Feb 03 04:20:30.925241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (60e25890-9807-4098-823d-1cccdefabdc2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.002035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c2cb4316-7048-4d70-bd40-f8696bd4f0ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.005746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbc506-dd30-423b-8a8a-0126e00a3bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:31.082924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Attempting to bind port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:31.083316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Attempting to bind port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:31.083627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Attempting to bind port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:31.106855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cb4316-7048-4d70-bd40-f8696bd4f0ca']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:31.126617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:31.126913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Attempting to bind port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:31.130189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6240fdff-70b7-4791-9b7f-818a292bfebf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:31.130486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6240fdff-70b7-4791-9b7f-818a292bfebf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:31.138791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e25890-9807-4098-823d-1cccdefabdc2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:31.156383 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (6240fdff-70b7-4791-9b7f-818a292bfebf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.158163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:31.158507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:31.158897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:31.159418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Bound port: 0fe70f4c-5670-45ee-8e4d-04216cce2e80, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:31.159796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.197240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-f9e6b5dd-b738-415e-91a7-ea9c264ca244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:31.198727 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-f9e6b5dd-b738-415e-91a7-ea9c264ca244 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1130 time: 0.2816944 Feb 03 04:20:31.201650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Checking segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:31.202016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Network hostable DHCP agents. Network: 329a3ee3-af3f-4721-88e5-84e3d705cab7, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:20:31.225253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6240fdff-70b7-4791-9b7f-818a292bfebf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.266761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:20:31.267174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (6240fdff-70b7-4791-9b7f-818a292bfebf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:20:31.282157 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:20:31.343830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-9fc3836f-4fa6-4359-9ee2-290128cf6e11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265 HTTP/1.1" status: 200 len: 217 time: 0.1163795 Feb 03 04:20:31.434069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] For port 0fe70f4c-5670-45ee-8e4d-04216cce2e80, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:31.437504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] For port 0fe70f4c-5670-45ee-8e4d-04216cce2e80, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0fe70f4c-5670-45ee-8e4d-04216cce2e80,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:31.465667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a43e5-ca50-43fc-9974-48ce7bf6ff8d req-1b2e428b-ecf7-4c0b-8fba-e117d9531994 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:31.467240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae7a43e5-ca50-43fc-9974-48ce7bf6ff8d req-1b2e428b-ecf7-4c0b-8fba-e117d9531994 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 948 time: 0.1260154 Feb 03 04:20:31.483766 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c2cb4316-7048-4d70-bd40-f8696bd4f0ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.498952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.505210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.508553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c2cb4316-7048-4d70-bd40-f8696bd4f0ca HTTP/1.1" status: 204 len: 168 time: 2.9197519 Feb 03 04:20:31.521855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90359493-bdb4-4b81-a4a3-be976f91e8f5 req-e71df482-8084-436f-9ae9-a05cbdbb43df tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:31.526485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:20:31.529518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90359493-bdb4-4b81-a4a3-be976f91e8f5 req-e71df482-8084-436f-9ae9-a05cbdbb43df tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 947 time: 0.1093199 Feb 03 04:20:31.531820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:31.564378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbec28-0765-418e-87ca-80d563e27e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cb4316-7048-4d70-bd40-f8696bd4f0ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:31.576411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae7a43e5-ca50-43fc-9974-48ce7bf6ff8d req-a1f9929f-f519-4f3d-9b37-64a9bd35bdb0 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979323 Feb 03 04:20:31.610749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90359493-bdb4-4b81-a4a3-be976f91e8f5 req-e922eb6c-01fe-49b6-8695-e6f0281e94bd tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803626 Feb 03 04:20:31.616041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-69684cca-24fc-4071-ae70-a9bb1f50919f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4321823 Feb 03 04:20:31.622674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-1ab06884-8ce3-4557-b4e6-6e54c4501aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:31.624323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-1ab06884-8ce3-4557-b4e6-6e54c4501aff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1804726 Feb 03 04:20:31.625019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 329a3ee3-af3f-4721-88e5-84e3d705cab7) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:31.646668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:31.647168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5263aa-c374-41fb-a44d-0ad4488833d4 None None] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:20:31.647639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.655624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:31.656230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.657637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] 10.222.0.15 "PUT /v2.0/ports/0fe70f4c-5670-45ee-8e4d-04216cce2e80 HTTP/1.1" status: 200 len: 1095 time: 3.1526997 Feb 03 04:20:31.798178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:31.802680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:31.806578 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-74362f7a-aa70-4302-aafb-5efd67f0f016 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0124083 Feb 03 04:20:31.854632 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (3852b75f-8c45-4a80-9833-4e77ce28de52), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.858290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-329a3ee3-af3f-4721-88e5-84e3d705cab7', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:20:31.859560 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.861690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (3852b75f-8c45-4a80-9833-4e77ce28de52), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:31.932434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cfaaa-737d-4917-aabb-8824cce7a384 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe70f4c-5670-45ee-8e4d-04216cce2e80,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:31.976323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks [] for router_controller (3852b75f-8c45-4a80-9833-4e77ce28de52), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.010830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-f356682d-75a7-4502-8830-4505547f45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.012802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-f356682d-75a7-4502-8830-4505547f45c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 1129 time: 0.2629158 Feb 03 04:20:32.016376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-39f77b52-33d9-4c92-b14e-ff791ac2be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.018462 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-39f77b52-33d9-4c92-b14e-ff791ac2be1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3678114 Feb 03 04:20:32.089293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-a8185236-381e-4986-a9d2-e68fa93b4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.091599 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-a8185236-381e-4986-a9d2-e68fa93b4847 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1127 time: 0.3994591 Feb 03 04:20:32.147859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-dbdd85e1-ea9f-413b-8000-7c462287c98d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=0fe70f4c-5670-45ee-8e4d-04216cce2e80 HTTP/1.1" status: 200 len: 217 time: 0.0803876 Feb 03 04:20:32.184298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks [] for router_gateway (3852b75f-8c45-4a80-9833-4e77ce28de52), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.202844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Allocated IP 172.20.0.2 (329a3ee3-af3f-4721-88e5-84e3d705cab7/60e25890-9807-4098-823d-1cccdefabdc2/35538301-4ceb-498b-8e8c-f6728f33bfb4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:32.356582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-67449852-4c3e-49da-a914-37d19fd587aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.358827 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-67449852-4c3e-49da-a914-37d19fd587aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1925457 Feb 03 04:20:32.432394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-f68156b9-926f-4292-a123-ce1cb92fd049 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623471 Feb 03 04:20:32.441150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-c01e4dc3-5e7e-4ac3-ba0c-ddd1f4a5639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.442632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-c01e4dc3-5e7e-4ac3-ba0c-ddd1f4a5639c service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.3073776 Feb 03 04:20:32.511955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks [] for router_gateway (3852b75f-8c45-4a80-9833-4e77ce28de52), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.514515 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Publish callbacks [] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.532204 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.534584 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.549553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-b3c1adf9-77f5-46ae-b65b-91410d87b16e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.0910761 Feb 03 04:20:32.574200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:32.610597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:32.623960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:32.643946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-d2e31409-5c2a-4e82-a6ba-bbf4162a747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.645990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-d2e31409-5c2a-4e82-a6ba-bbf4162a747e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2719607 Feb 03 04:20:32.676020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Allocated IP 172.25.7.173 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/df193dc1-7a2f-4f30-9f21-d47327d01bcd) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:32.689417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:32.718390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-df65950f-8016-4d63-b64b-ce7e0506bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.719578 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-df65950f-8016-4d63-b64b-ce7e0506bdfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.1354814 Feb 03 04:20:32.731625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef2a1b9c-6d5b-4fc6-9e35-9d0d2354d451 req-27d91a00-6317-418d-9698-431b0214170d service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854338 Feb 03 04:20:32.789729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Pushing event updated for resources: {'Port': ['ID=35538301-4ceb-498b-8e8c-f6728f33bfb4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:32.800297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks [] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.850476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:32.922202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785739c-7768-4faf-bbe7-24eb5c7220ef req-254162f8-732b-4c18-853d-4b723d0c8219 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.927122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c785739c-7768-4faf-bbe7-24eb5c7220ef req-254162f8-732b-4c18-853d-4b723d0c8219 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 948 time: 0.1337490 Feb 03 04:20:32.948970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Attempting to bind port 35538301-4ceb-498b-8e8c-f6728f33bfb4 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:32.949202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330c8f5-e546-4745-b2f4-e6009271b350 req-f9c10ec2-f150-4209-9cea-14353896c216 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:32.949348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Attempting to bind port 35538301-4ceb-498b-8e8c-f6728f33bfb4 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:32.949720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Attempting to bind port 35538301-4ceb-498b-8e8c-f6728f33bfb4 on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:32.951264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9330c8f5-e546-4745-b2f4-e6009271b350 req-f9c10ec2-f150-4209-9cea-14353896c216 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 947 time: 0.1490910 Feb 03 04:20:32.954009 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.968472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:32.968986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Checking segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:32.969402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:32.969804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Bound using segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:32.970299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Bound port: 35538301-4ceb-498b-8e8c-f6728f33bfb4, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:32.970682 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.020264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:33.029049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:33.030057 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.047594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:33.059019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Pushing event updated for resources: {'Port': ['ID=df193dc1-7a2f-4f30-9f21-d47327d01bcd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:33.067406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:33.070041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:33.120359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c785739c-7768-4faf-bbe7-24eb5c7220ef req-6b3c6ddb-6de6-4e5c-b971-8e3d69df6714 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678922 Feb 03 04:20:33.126857 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4667126-c98c-46c5-a4d9-ef049434e537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.142379 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9330c8f5-e546-4745-b2f4-e6009271b350 req-164951f5-9965-4c48-a40a-2194b69e6b17 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842737 Feb 03 04:20:33.145028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] For port 35538301-4ceb-498b-8e8c-f6728f33bfb4, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:33.151248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] For port 35538301-4ceb-498b-8e8c-f6728f33bfb4, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=35538301-4ceb-498b-8e8c-f6728f33bfb4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:33.168089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.227558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-cea19b95-8034-4308-8fd0-0c5ccf0b8d86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4948430 Feb 03 04:20:33.228116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'tag': '0fe70f4c-5670-45ee-8e4d-04216cce2e80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:33.231103 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c93811-3a14-4580-8cdd-9acb957f2ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a35fa93-83c3-4b32-ae06-1b97b7f49f0e", "tag": "0fe70f4c-5670-45ee-8e4d-04216cce2e80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:33.288699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046d13-98f7-4f2a-9c9a-c37de119f815 None None] Pushing event updated for resources: {'Port': ['ID=35538301-4ceb-498b-8e8c-f6728f33bfb4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:33.299379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:33.299837 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.317007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4d60-fd05-4026-a145-e36a24eba8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.335168 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d141a074-4aad-4fc2-a199-082fcd39bc50 x-openstack-request-id: req-d141a074-4aad-4fc2-a199-082fcd39bc50 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:33.338594 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a35fa93-83c3-4b32-ae06-1b97b7f49f0e", "tag": "0fe70f4c-5670-45ee-8e4d-04216cce2e80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:33.339044 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d141a074-4aad-4fc2-a199-082fcd39bc50 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:33.339607 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'tag': '0fe70f4c-5670-45ee-8e4d-04216cce2e80', 'status': 'completed', 'code': 200} Feb 03 04:20:33.341568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:33.342563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff145656-359e-4bda-9579-2f088495e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:33.348376 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf54bbab-c589-44a7-8a25-1b23cb36b78d" -d '{"events": [{"server_uuid": "ff145656-359e-4bda-9579-2f088495e44a", "name": "network-vif-plugged", "status": "completed", "tag": "ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:33.353501 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.420912 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609abf92-d3d1-48e9-ab87-5e5ceecaaad7 x-openstack-request-id: req-609abf92-d3d1-48e9-ab87-5e5ceecaaad7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:33.421525 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff145656-359e-4bda-9579-2f088495e44a", "name": "network-vif-plugged", "status": "completed", "tag": "ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:33.421784 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-609abf92-d3d1-48e9-ab87-5e5ceecaaad7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:33.422620 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff145656-359e-4bda-9579-2f088495e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8', 'code': 200} Feb 03 04:20:33.423333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:33.467524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks [] for router_gateway (3852b75f-8c45-4a80-9833-4e77ce28de52), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.608432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd34f4-ee31-46d2-a87e-69bc97d63338 req-aca9a9bc-0556-4d8d-90a2-329535ea4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:33.609950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08cd34f4-ee31-46d2-a87e-69bc97d63338 req-aca9a9bc-0556-4d8d-90a2-329535ea4c01 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 1131 time: 0.1033740 Feb 03 04:20:33.665937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-0839b7f9-0806-43b2-9c54-5512d91aac17 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0080857 Feb 03 04:20:33.690481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4d60-fd05-4026-a145-e36a24eba8de admin admin] Publish callbacks [] for security_group (acaa289e-e275-4154-ac32-6197c9e05655), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.727307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08cd34f4-ee31-46d2-a87e-69bc97d63338 req-e55d14d6-447c-48d7-8eae-74672e43ac7b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051166 Feb 03 04:20:33.773499 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-6fcff5e3-277a-4bde-ad6c-f4fe58c5cd32 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343096 Feb 03 04:20:33.777251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4d60-fd05-4026-a145-e36a24eba8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (acaa289e-e275-4154-ac32-6197c9e05655), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.784491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (3852b75f-8c45-4a80-9833-4e77ce28de52), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.816896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-e8d818e5-eefe-4085-9038-0b43631e64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:33.818407 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-e8d818e5-eefe-4085-9038-0b43631e64b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1130 time: 0.5412805 Feb 03 04:20:33.875748 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5e9d4d60-fd05-4026-a145-e36a24eba8de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88a5ba33ce1b459d9877eb833ef4eb9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1824644 Feb 03 04:20:33.876609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57876) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:33.894818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72c627e-4f86-4121-91dd-e9de9c6cb906 req-4cd0e273-78cf-4147-a03c-baf23d1ac5f3 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085626 Feb 03 04:20:33.933152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (a020b5e1-5c32-411d-a15b-40365bb38a91), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.946359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3b26720-e9af-49d2-aa6d-9395478aad12 admin admin] Publish callbacks [] for security_group (acaa289e-e275-4154-ac32-6197c9e05655), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.977884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3b26720-e9af-49d2-aa6d-9395478aad12 admin admin] Publish callbacks [] for security_group (acaa289e-e275-4154-ac32-6197c9e05655), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:33.982013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d4d60-fd05-4026-a145-e36a24eba8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaa289e-e275-4154-ac32-6197c9e05655,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:33.986648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:20:34.101205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3b26720-e9af-49d2-aa6d-9395478aad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (acaa289e-e275-4154-ac32-6197c9e05655), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:34.103808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3b26720-e9af-49d2-aa6d-9395478aad12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:34.104961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b3b26720-e9af-49d2-aa6d-9395478aad12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acaa289e-e275-4154-ac32-6197c9e05655 HTTP/1.1" status: 204 len: 168 time: 0.2274570 Feb 03 04:20:34.118853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4dc5f7f3-68e5-499d-8b67-411dfde00af1 req-1ed4bbc7-de35-40da-ad2d-779a74de9d0f service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283749 Feb 03 04:20:34.122196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b26720-e9af-49d2-aa6d-9395478aad12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaa289e-e275-4154-ac32-6197c9e05655,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:34.128069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:20:34.142659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:20:34.159242 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:34.163198 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:34.164158 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:34.167961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e93269cf-27d9-4e00-a3a2-0ba157011940 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.3686116 Feb 03 04:20:34.170582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57882) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:34.298385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-e727bf8f-0705-4e23-b8dd-6880ef0cbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:34.310086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-e727bf8f-0705-4e23-b8dd-6880ef0cbbe2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.4601395 Feb 03 04:20:34.397861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-a1b9cf8d-cfef-4c71-8e2d-5e7ece98226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:34.401524 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-a1b9cf8d-cfef-4c71-8e2d-5e7ece98226e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 1129 time: 0.4235523 Feb 03 04:20:34.481205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-212fbd92-24e8-49f0-ac04-2291460ae295 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265 HTTP/1.1" status: 200 len: 217 time: 0.0946822 Feb 03 04:20:34.483402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 35538301-4ceb-498b-8e8c-f6728f33bfb4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:34.523943 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:34.615875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 35538301-4ceb-498b-8e8c-f6728f33bfb4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:34.616251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:34.671039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-c50ae4b5-7dfb-45d3-9d1a-661c93f3c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:34.679601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-c50ae4b5-7dfb-45d3-9d1a-661c93f3c528 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2339776 Feb 03 04:20:34.704057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-835a5cd6-8cd9-4d10-b599-cd106afe7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:34.705577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-835a5cd6-8cd9-4d10-b599-cd106afe7e5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2064683 Feb 03 04:20:34.767552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-fa17cbec-1628-4848-8848-034ce7efe384 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=0fe70f4c-5670-45ee-8e4d-04216cce2e80 HTTP/1.1" status: 200 len: 217 time: 0.0771637 Feb 03 04:20:34.787856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 35538301-4ceb-498b-8e8c-f6728f33bfb4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:34.788703 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:34.896275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 35538301-4ceb-498b-8e8c-f6728f33bfb4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=35538301-4ceb-498b-8e8c-f6728f33bfb4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:34.903023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03246a-9ade-473b-b3f7-c52ed69a78f8 None None] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:20:34.928910 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:33Z', 'revision_number': 3, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:34.943948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:34.979781 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:20:34.980432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Updating router 3852b75f-8c45-4a80-9833-4e77ce28de52 port df193dc1-7a2f-4f30-9f21-d47327d01bcd binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:20:34.993291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-f3e2f049-8e11-4084-b2c5-78480efa0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:34.995483 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-f3e2f049-8e11-4084-b2c5-78480efa0b95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2006156 Feb 03 04:20:35.014525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-3d41a3dc-ca9c-4e45-8675-d0012d3a1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:35.016168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-3d41a3dc-ca9c-4e45-8675-d0012d3a1bad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2682059 Feb 03 04:20:35.067103 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.184339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Deleting port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:35.184736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.196208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8567671b-6d4c-4031-b393-f753df5e4bba None None] Provisioning complete for port 35538301-4ceb-498b-8e8c-f6728f33bfb4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:35.196627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8567671b-6d4c-4031-b393-f753df5e4bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.299283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-69cb11dd-436a-4632-a7bf-4d6455345fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:35.313787 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-69cb11dd-436a-4632-a7bf-4d6455345fc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3048718 Feb 03 04:20:35.314005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=35538301-4ceb-498b-8e8c-f6728f33bfb4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:35.361672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ea86d-c528-4808-9c53-cd1c8d616f60 req-6db67ba7-03c8-4a9e-b38c-caf713173974 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:35.363387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-493ea86d-c528-4808-9c53-cd1c8d616f60 req-6db67ba7-03c8-4a9e-b38c-caf713173974 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 947 time: 1.0400159 Feb 03 04:20:35.436763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f197e-7111-45d9-bc9d-99dbc08f21fd req-526e0558-637c-4110-bed7-fa98dd218172 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:35.443320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-943f197e-7111-45d9-bc9d-99dbc08f21fd req-526e0558-637c-4110-bed7-fa98dd218172 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 949 time: 1.1100008 Feb 03 04:20:35.491977 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Publish callbacks [] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.500501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8567671b-6d4c-4031-b393-f753df5e4bba None None] Current status of the port 35538301-4ceb-498b-8e8c-f6728f33bfb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:35.512799 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3309b70-fd0d-4c82-880a-b93d4d19cc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.513399 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.514754 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-bfa066da-9855-4f97-9839-9dd05c60b820 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327374 Feb 03 04:20:35.539572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-493ea86d-c528-4808-9c53-cd1c8d616f60 req-3e5f33cc-5309-4b63-ad16-53c9b59f08a3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646938 Feb 03 04:20:35.543141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-943f197e-7111-45d9-bc9d-99dbc08f21fd req-432b7b06-b5ee-4d1c-8778-288fb8a485a6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948889 Feb 03 04:20:35.594765 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba09e5-2b34-475d-9a5a-8ac6e0b0c794 None None] Pushing event updated for resources: {'Port': ['ID=df193dc1-7a2f-4f30-9f21-d47327d01bcd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:35.624445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-4635f90d-f2d9-4fd6-8622-110334c9ecf8 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974415 Feb 03 04:20:35.629357 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Attempting to bind port df193dc1-7a2f-4f30-9f21-d47327d01bcd on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:35.634278 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Attempting to bind port df193dc1-7a2f-4f30-9f21-d47327d01bcd by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:35.634708 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Attempting to bind port df193dc1-7a2f-4f30-9f21-d47327d01bcd on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:35.643767 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:35.644194 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:35.644554 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.644953 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:35.645483 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Bound port: df193dc1-7a2f-4f30-9f21-d47327d01bcd, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:35.645879 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.760341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] For port 8e77adf0-439c-42e4-8f69-bbe0a6d7a029, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,segment=NetworkSegment(6c2c4273-603b-4d4e-a052-12b862cddb69),segment_id=6c2c4273-603b-4d4e-a052-12b862cddb69)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:35.760695 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.814704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Calling delete_port for 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:35.838239 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] For port df193dc1-7a2f-4f30-9f21-d47327d01bcd, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:35.841599 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] For port df193dc1-7a2f-4f30-9f21-d47327d01bcd, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=df193dc1-7a2f-4f30-9f21-d47327d01bcd,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:35.852803 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.854255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75c93811-3a14-4580-8cdd-9acb957f2ee9 req-832b0459-d1bc-442a-a565-5c1dd0acb137 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163079 Feb 03 04:20:35.908522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-832e4bbc-1381-45d0-8181-a39b33ff775d req-34172f4f-8923-48d6-ab02-bd4f637987c4 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758675 Feb 03 04:20:35.910279 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.940190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6c8d7428-095c-4482-a624-3018b2d55437 None None] Provisioning complete for port 35538301-4ceb-498b-8e8c-f6728f33bfb4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:35.940583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7428-095c-4482-a624-3018b2d55437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:35.968213 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba09e5-2b34-475d-9a5a-8ac6e0b0c794 None None] Pushing event updated for resources: {'Port': ['ID=df193dc1-7a2f-4f30-9f21-d47327d01bcd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:35.997082 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:36.000753 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:36.075820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8e77adf0-439c-42e4-8f69-bbe0a6d7a029), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.098977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d7428-095c-4482-a624-3018b2d55437 None None] Current status of the port 35538301-4ceb-498b-8e8c-f6728f33bfb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:36.119650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e77adf0-439c-42e4-8f69-bbe0a6d7a029,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:36.181183 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:36.239890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Allocated IP 172.20.0.1 (329a3ee3-af3f-4721-88e5-84e3d705cab7/60e25890-9807-4098-823d-1cccdefabdc2/3ad21782-7f0f-444f-a3f4-4df344f9bb0a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:36.385153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (a020b5e1-5c32-411d-a15b-40365bb38a91), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.436810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 35538301-4ceb-498b-8e8c-f6728f33bfb4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:36.448427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks [] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.511766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:33Z', 'revision_number': 3, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:36.530500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.534542 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.543168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 35538301-4ceb-498b-8e8c-f6728f33bfb4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:36.543609 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.582648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:36.590315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:36.591077 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed0278-3444-4333-b71c-5fc29e233fd0 None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:33Z', 'revision_number': 3, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:20:36.594096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:36.630457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:36.681324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (3852b75f-8c45-4a80-9833-4e77ce28de52), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.715952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 35538301-4ceb-498b-8e8c-f6728f33bfb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:36.756350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Router a020b5e1-5c32-411d-a15b-40365bb38a91 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:20:36.932569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e046f-2521-4d07-9c8b-2f1a3891f957 req-aae1e426-641b-45fa-8a7d-6b4354320091 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:36.934392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d3e046f-2521-4d07-9c8b-2f1a3891f957 req-aae1e426-641b-45fa-8a7d-6b4354320091 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 949 time: 0.1742284 Feb 03 04:20:36.946792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3992e1f3-8de0-4671-b239-3f42742189a0 None None] Provisioning complete for port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:36.947639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3992e1f3-8de0-4671-b239-3f42742189a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:36.970072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72961b-fad6-4807-a5a8-546fe8ca4100 req-0e5e97fb-09bc-4389-8d4c-07f7ad517431 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:36.972892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c72961b-fad6-4807-a5a8-546fe8ca4100 req-0e5e97fb-09bc-4389-8d4c-07f7ad517431 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 947 time: 0.2104511 Feb 03 04:20:37.031337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3992e1f3-8de0-4671-b239-3f42742189a0 None None] Port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:37.077785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d3e046f-2521-4d07-9c8b-2f1a3891f957 req-95af41b4-bb54-427b-9066-1315e503d864 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264439 Feb 03 04:20:37.117261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:37.137425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c72961b-fad6-4807-a5a8-546fe8ca4100 req-d1dddda0-f0b8-466d-970e-5022564bb94e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544025 Feb 03 04:20:37.219426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0fe70f4c-5670-45ee-8e4d-04216cce2e80 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:37.350610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63d64-93bb-4f47-94bb-7d9c2b3766b8 req-479b870e-ae52-4203-8827-3211d28834d3 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:37.351993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3b63d64-93bb-4f47-94bb-7d9c2b3766b8 req-479b870e-ae52-4203-8827-3211d28834d3 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 1131 time: 0.0886338 Feb 03 04:20:37.376662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0fe70f4c-5670-45ee-8e4d-04216cce2e80, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0fe70f4c-5670-45ee-8e4d-04216cce2e80,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:37.416113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '0fe70f4c-5670-45ee-8e4d-04216cce2e80', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '0fe70f4c-5670-45ee-8e4d-04216cce2e80', 'mac_address': 'fa:16:3e:98:59:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:37.443442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks [] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:37.457526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:37.502920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:37.503363 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:37.519408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe70f4c-5670-45ee-8e4d-04216cce2e80 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:37.545486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:37.552975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0fe70f4c-5670-45ee-8e4d-04216cce2e80, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0fe70f4c-5670-45ee-8e4d-04216cce2e80,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:37.562659 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:37.563647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:37.575019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3b63d64-93bb-4f47-94bb-7d9c2b3766b8 req-7b8c78dc-1a57-46ae-9149-ff558a694611 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173777 Feb 03 04:20:37.601059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (3852b75f-8c45-4a80-9833-4e77ce28de52), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:37.654537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:37.667723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:20:37.673083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-897c6f05-e385-4874-815c-d1afe15f6076 admin admin] 10.222.0.35 "PUT /v2.0/routers/a020b5e1-5c32-411d-a15b-40365bb38a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371989 Feb 03 04:20:37.675775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:37.690240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] Sync routers for ids ['a020b5e1-5c32-411d-a15b-40365bb38a91'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:20:37.759400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'mac_address': 'fa:16:3e:25:c1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:37.772159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] Routers {'a020b5e1-5c32-411d-a15b-40365bb38a91'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:37.772961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a020b5e1-5c32-411d-a15b-40365bb38a91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:37.792472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:37.795696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:37.841734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks [] for router (a020b5e1-5c32-411d-a15b-40365bb38a91), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:37.966918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-f4e89516-1a5e-44da-9bae-3c0cb2614a47 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528381 Feb 03 04:20:38.038912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks [] for router_gateway (a020b5e1-5c32-411d-a15b-40365bb38a91), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.070897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0fe70f4c-5670-45ee-8e4d-04216cce2e80,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:38.099793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] Set router a020b5e1-5c32-411d-a15b-40365bb38a91 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:38.160385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Deleting port 86700819-7b97-442c-834a-8f598b9aefef {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:38.163991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (86700819-7b97-442c-834a-8f598b9aefef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.219122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:20:38.219973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:38.220382 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.240606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-d30b685a-60ca-4651-a135-e88c37d0d365 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:38.242321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-d30b685a-60ca-4651-a135-e88c37d0d365 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745554 Feb 03 04:20:38.300470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-2defbc9d-c4c3-4044-9383-a7cd20ce5c17 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/quotas/92f4ce000876469e90561ad3ddf8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0506921 Feb 03 04:20:38.318155 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.330354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] For port 86700819-7b97-442c-834a-8f598b9aefef, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=86700819-7b97-442c-834a-8f598b9aefef,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:38.330768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (86700819-7b97-442c-834a-8f598b9aefef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.353192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Calling delete_port for 86700819-7b97-442c-834a-8f598b9aefef owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:38.375613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-772d1b85-6fa3-42c2-9f4c-e4515c1b93c5 None None] Provisioning complete for port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:38.375988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-772d1b85-6fa3-42c2-9f4c-e4515c1b93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.378334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfc1ed7-429c-45de-9671-7d16d82bf265 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:38.430432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:38.456676 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.463934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df193dc1-7a2f-4f30-9f21-d47327d01bcd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:38.477722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:20:38.494185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-72975cc0-8ebf-44cd-86eb-c671cdedb4a5 admin admin] 10.222.0.35 "PUT /v2.0/routers/3852b75f-8c45-4a80-9833-4e77ce28de52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3145452 Feb 03 04:20:38.506924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-52d0d98c-ec5b-48da-87e4-a89c30c0a854 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1930397 Feb 03 04:20:38.523961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f9c1-24fc-4c55-b926-6599423e8ab8 req-784ac938-0471-4e1e-9ee1-333a4d70479f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:38.532849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd80f9c1-24fc-4c55-b926-6599423e8ab8 req-784ac938-0471-4e1e-9ee1-333a4d70479f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 948 time: 0.1727483 Feb 03 04:20:38.594052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '86700819-7b97-442c-834a-8f598b9aefef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 5, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port': {'id': '86700819-7b97-442c-834a-8f598b9aefef', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:17:54Z', 'updated_at': '2022-02-03T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:38.605756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd80f9c1-24fc-4c55-b926-6599423e8ab8 req-259ed38e-0ea7-4ea9-b0b9-ca8b02d06b55 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660665 Feb 03 04:20:38.657169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-772d1b85-6fa3-42c2-9f4c-e4515c1b93c5 None None] Port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:38.664603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] Checking router: a020b5e1-5c32-411d-a15b-40365bb38a91 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:20:38.685440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] Routers {'a020b5e1-5c32-411d-a15b-40365bb38a91'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:38.686086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a020b5e1-5c32-411d-a15b-40365bb38a91'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:38.738486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (86700819-7b97-442c-834a-8f598b9aefef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:38.866753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86700819-7b97-442c-834a-8f598b9aefef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:38.937169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d93274b-eade-46bf-8efb-0f350e55fd80 req-21a4a0ae-d90e-4eaf-8207-64b08f3ae6ad tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 210 time: 0.0783226 Feb 03 04:20:39.030317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (a020b5e1-5c32-411d-a15b-40365bb38a91), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.044769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ccfc1ed7-429c-45de-9671-7d16d82bf265'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:39.143606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0fe70f4c-5670-45ee-8e4d-04216cce2e80'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:39.146801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port df193dc1-7a2f-4f30-9f21-d47327d01bcd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:39.147382 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.313840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:39.323286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (a020b5e1-5c32-411d-a15b-40365bb38a91), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.326227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks [] for router_controller (a020b5e1-5c32-411d-a15b-40365bb38a91), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.435454 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (a020b5e1-5c32-411d-a15b-40365bb38a91), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.436026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a020b5e1-5c32-411d-a15b-40365bb38a91 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:20:39.451002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.452227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3ac95950-023d-4e9f-b483-d04ccf2924c1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a020b5e1-5c32-411d-a15b-40365bb38a91 HTTP/1.1" status: 204 len: 168 time: 1.7754552 Feb 03 04:20:39.456200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:39.473366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] Set router a020b5e1-5c32-411d-a15b-40365bb38a91 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:39.474660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a9f63d91-aec0-4250-8d93-c33d3fbd667c tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:39.476310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a9f63d91-aec0-4250-8d93-c33d3fbd667c tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 821 time: 0.1995201 Feb 03 04:20:39.476489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.501451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-32f933d0-ceba-4052-a2f7-48d22e401930 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/quotas/9b19a85672fa462caaf0d2eb391a775e HTTP/1.1" status: 200 len: 375 time: 0.0185432 Feb 03 04:20:39.513726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] Deleting subnet 162ae9cb-e4d7-44ea-b7b7-1a55201b92e0 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:20:39.517769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] Publish callbacks [] for subnet (162ae9cb-e4d7-44ea-b7b7-1a55201b92e0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.539081 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:20:39.555368 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:39.557459 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:39.607708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (162ae9cb-e4d7-44ea-b7b7-1a55201b92e0), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.622359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:20:38Z', 'revision_number': 6, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:39.634480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-c3cc8acd-0518-4ec2-98f5-0a2c78804a78 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224105 Feb 03 04:20:39.658265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02a483-45c6-4375-8bc8-f077d8eef29f None None] The sync data for ids ['a020b5e1-5c32-411d-a15b-40365bb38a91'] in n-d-827549-1 is: [{'id': 'a020b5e1-5c32-411d-a15b-40365bb38a91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583854964-router', 'tenant_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:17:52Z', 'updated_at': '2022-02-03T04:20:38Z', 'revision_number': 6, 'project_id': 'c3d2d97ed99e4fdaa396c9bf69a01875', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:20:39.718386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port df193dc1-7a2f-4f30-9f21-d47327d01bcd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:39.718831 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.796448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port df193dc1-7a2f-4f30-9f21-d47327d01bcd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=df193dc1-7a2f-4f30-9f21-d47327d01bcd,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:39.809927 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.839471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (162ae9cb-e4d7-44ea-b7b7-1a55201b92e0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:39.860925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:39.883333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-feb2773b-df75-4e80-b600-799d0912b4bc service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478867 Feb 03 04:20:39.886934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=df193dc1-7a2f-4f30-9f21-d47327d01bcd,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:39.932722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cb42-3ca1-40c6-b4d6-1ae7559f2b55 req-8133f98d-54e9-40d3-93cd-065361d21c00 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:39.934287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17b1cb42-3ca1-40c6-b4d6-1ae7559f2b55 req-8133f98d-54e9-40d3-93cd-065361d21c00 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 948 time: 0.1750352 Feb 03 04:20:39.968793 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (162ae9cb-e4d7-44ea-b7b7-1a55201b92e0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.024582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162ae9cb-e4d7-44ea-b7b7-1a55201b92e0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:40.028327 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.037165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ea20c12a-fd25-45ae-bf6f-8f850e82e9c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/162ae9cb-e4d7-44ea-b7b7-1a55201b92e0 HTTP/1.1" status: 204 len: 168 time: 0.5797763 Feb 03 04:20:40.037911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:40.039287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebba0e6-4f7d-4152-8715-d09aa4ec7f20 None None] Network f374b55b-b396-44d3-82fd-71ca26c8e594 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:20:40.084136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-37a24cbd-04da-40ca-beba-2d9ccfd3a9f4 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996300 Feb 03 04:20:40.187923 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:37Z', 'revision_number': 2, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:40.197330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17b1cb42-3ca1-40c6-b4d6-1ae7559f2b55 req-b150d8e7-c176-49fc-b3c4-b53c1a34acd9 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189627 Feb 03 04:20:40.290514 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f374b55b-b396-44d3-82fd-71ca26c8e594), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.303446 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:20:40.304292 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Updating router 3852b75f-8c45-4a80-9833-4e77ce28de52 port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:20:40.347831 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.444598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-088740a4-1bbc-40ad-9408-b486676f7b43 req-934a9424-5273-448f-b21b-27d15de1a48c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 210 time: 0.1087341 Feb 03 04:20:40.478546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Deleting port 21f17679-5360-47b8-afa1-53e5e41f8810 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:40.478892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.499177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e20673de-079d-43d9-844a-edbc13fed219 req-7f75ab85-26db-4bca-9b3d-358d759693d6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 210 time: 0.1297770 Feb 03 04:20:40.616360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658480e-9498-435b-896a-8f148c949db8 None None] DHCP port deletion for f374b55b-b396-44d3-82fd-71ca26c8e594 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:20:40.644827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] For port 21f17679-5360-47b8-afa1-53e5e41f8810, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21f17679-5360-47b8-afa1-53e5e41f8810,segment=NetworkSegment(6c2c4273-603b-4d4e-a052-12b862cddb69),segment_id=6c2c4273-603b-4d4e-a052-12b862cddb69)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:40.649791 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.722373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-5f4098d5-83d7-405b-b65b-cd3300110ac1 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=92f4ce000876469e90561ad3ddf8cd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352876 Feb 03 04:20:40.725639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Calling delete_port for 21f17679-5360-47b8-afa1-53e5e41f8810 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:40.843380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4658480e-9498-435b-896a-8f148c949db8 None None] Deleting port 21f17679-5360-47b8-afa1-53e5e41f8810 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:20:40.843953 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4658480e-9498-435b-896a-8f148c949db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.877600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df193dc1-7a2f-4f30-9f21-d47327d01bcd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:40.941091 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Publish callbacks [] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:40.952280 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.002676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-dc7143d4-9b06-461c-89d0-d1851ba8c330 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:41.006903 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-dc7143d4-9b06-461c-89d0-d1851ba8c330 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828741 Feb 03 04:20:41.022803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Request body: {'port': {'device_id': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '92f4ce000876469e90561ad3ddf8cd18'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:41.060440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.116609 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ffed-33ad-43a4-be85-def6c377f571 None None] Pushing event updated for resources: {'Port': ['ID=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:41.156204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f17679-5360-47b8-afa1-53e5e41f8810,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:41.198954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4658480e-9498-435b-896a-8f148c949db8 None None] For port 21f17679-5360-47b8-afa1-53e5e41f8810, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21f17679-5360-47b8-afa1-53e5e41f8810,segment=NetworkSegment(6c2c4273-603b-4d4e-a052-12b862cddb69),segment_id=6c2c4273-603b-4d4e-a052-12b862cddb69)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:41.199185 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4658480e-9498-435b-896a-8f148c949db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.231422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4658480e-9498-435b-896a-8f148c949db8 None None] Calling delete_port for 21f17679-5360-47b8-afa1-53e5e41f8810 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:20:41.260400 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Attempting to bind port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:41.260848 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Attempting to bind port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:41.261244 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Attempting to bind port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:41.268889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0fe70f4c-5670-45ee-8e4d-04216cce2e80 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:41.281253 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:41.281627 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Checking segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:41.284582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] No DVR routers for this DVR port 21f17679-5360-47b8-afa1-53e5e41f8810 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:20:41.286614 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.287263 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Bound using segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:41.287858 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Bound port: 3ad21782-7f0f-444f-a3f4-4df344f9bb0a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:41.288316 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.462274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port df193dc1-7a2f-4f30-9f21-d47327d01bcd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:41.464369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.476492 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] For port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:41.481581 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] For port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:41.482729 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f374b55b-b396-44d3-82fd-71ca26c8e594), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.505219 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.587120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2c9c4fa1-1b69-453c-b6f5-250ef239af24 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa1ec3b038a445288146bba3147957bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984933 Feb 03 04:20:41.590302 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ffed-33ad-43a4-be85-def6c377f571 None None] Pushing event updated for resources: {'Port': ['ID=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:41.593088 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:20:41.593693 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:20:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:41.631817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edefd0-e632-4cd6-8996-0abec7bdbf11 req-b0d972b8-35e6-4b2d-b593-79aafbfca019 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:41.633701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32edefd0-e632-4cd6-8996-0abec7bdbf11 req-b0d972b8-35e6-4b2d-b593-79aafbfca019 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 948 time: 0.2065437 Feb 03 04:20:41.637745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f374b55b-b396-44d3-82fd-71ca26c8e594']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:41.660183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2c4273-603b-4d4e-a052-12b862cddb69') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:41.660479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2c4273-603b-4d4e-a052-12b862cddb69') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:41.670008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Made reservation on behalf of 92f4ce000876469e90561ad3ddf8cd18 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:41.675052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.690286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (6c2c4273-603b-4d4e-a052-12b862cddb69), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.712766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:41.721640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6c2c4273-603b-4d4e-a052-12b862cddb69), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.742627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:41.743024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.794972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-488ba09b-83db-4621-a274-b0b86122444b None None] Provisioning complete for port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:41.797477 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:20:41.800037 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-488ba09b-83db-4621-a274-b0b86122444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.809858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:20:41.810500 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (6c2c4273-603b-4d4e-a052-12b862cddb69), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:20:41.812651 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:20:41.932674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port df193dc1-7a2f-4f30-9f21-d47327d01bcd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:41.945786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f374b55b-b396-44d3-82fd-71ca26c8e594), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.953284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:41.957185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f374b55b-b396-44d3-82fd-71ca26c8e594 HTTP/1.1" status: 204 len: 168 time: 1.9168856 Feb 03 04:20:41.984749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Pushing event deleted for resources: {'Network': ['ID=f374b55b-b396-44d3-82fd-71ca26c8e594,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:42.009015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.010050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.010541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.011049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.011562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.012631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.013117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.013597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.014091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.014556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.015033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.015529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.016029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1202c-9c60-4747-8a78-cdd52d744340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:42.016600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:42.025412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-47e056d5-f7f8-4860-84a0-90968037319b tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:42.027875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-488ba09b-83db-4621-a274-b0b86122444b None None] Current status of the port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:42.028427 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-488ba09b-83db-4621-a274-b0b86122444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.033402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-47e056d5-f7f8-4860-84a0-90968037319b tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4164629 Feb 03 04:20:42.061768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-f1339831-1f26-47f7-a177-a24d9f9472c6 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/quotas/fa1ec3b038a445288146bba3147957bb HTTP/1.1" status: 200 len: 375 time: 0.0273805 Feb 03 04:20:42.068484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Allocated IP 192.168.233.66 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/80a0ec92-7342-402a-95c4-a1270a10b56f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:42.103486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-22cbf97f-b04a-443e-a013-7b25c238d078 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa1ec3b038a445288146bba3147957bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404644 Feb 03 04:20:42.147797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32edefd0-e632-4cd6-8996-0abec7bdbf11 req-f6f53704-a71f-4d10-8b28-4987688a3ef0 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827139 Feb 03 04:20:42.171539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:42.179760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.183127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:42.184410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8e77adf0-439c-42e4-8f69-bbe0a6d7a029 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:42.205422 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4658480e-9498-435b-896a-8f148c949db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (21f17679-5360-47b8-afa1-53e5e41f8810), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.262020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4658480e-9498-435b-896a-8f148c949db8 None None] Network f374b55b-b396-44d3-82fd-71ca26c8e594 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:20:42.262206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658480e-9498-435b-896a-8f148c949db8 None None] No DVR routers for this DVR port 21f17679-5360-47b8-afa1-53e5e41f8810 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:20:42.277153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58122) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:42.331242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-488ba09b-83db-4621-a274-b0b86122444b None None] For port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:42.391219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-488ba09b-83db-4621-a274-b0b86122444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.394182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658480e-9498-435b-896a-8f148c949db8 None None] Pushing event deleted for resources: {'Port': ['ID=21f17679-5360-47b8-afa1-53e5e41f8810,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:42.492815 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks [] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.528326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-a6ffe5fd-790b-4d60-81f4-34b9adb9add8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1365311681&fields=id&tenant_id=d97bfd631e4f4f61a57c227b25210ddd HTTP/1.1" status: 200 len: 267 time: 0.1924787 Feb 03 04:20:42.530406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ba09b-83db-4621-a274-b0b86122444b None None] Pushing event updated for resources: {'Port': ['ID=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:42.535803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21f17679-5360-47b8-afa1-53e5e41f8810 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:42.568043 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:41Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:20:42.568695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe70f4c-5670-45ee-8e4d-04216cce2e80'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:42.571082 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b8be73-58b1-4e68-bd19-80ad5837adf8" -d '{"events": [{"server_uuid": "2a35fa93-83c3-4b32-ae06-1b97b7f49f0e", "name": "network-vif-plugged", "status": "completed", "tag": "0fe70f4c-5670-45ee-8e4d-04216cce2e80"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:42.583821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 21f17679-5360-47b8-afa1-53e5e41f8810 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:42.583821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21f17679-5360-47b8-afa1-53e5e41f8810 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:42.586166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 86700819-7b97-442c-834a-8f598b9aefef no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:20:42.609119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 86700819-7b97-442c-834a-8f598b9aefef {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:20:42.609397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 86700819-7b97-442c-834a-8f598b9aefef not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:20:42.623296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.637339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0fe70f4c-5670-45ee-8e4d-04216cce2e80, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0fe70f4c-5670-45ee-8e4d-04216cce2e80,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:42.665985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:42.671841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9', 'd28e53dc-847d-4401-a823-bd57beca48ee', 'b7472484-3e2b-468b-ba11-f133d48fd786', 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:42.695365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:42.699012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:42.702236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:42.725165 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ece68-a0d1-4fec-97b5-471e9d2196b9 None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:41Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:20:42.761014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event updated for resources: {'Port': ['ID=80a0ec92-7342-402a-95c4-a1270a10b56f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:42.822253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-282e628a-8d51-4aea-8a4b-a9d84d5fe04a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=923b41caf751437b824afe3e7e0f3052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5479751 Feb 03 04:20:42.826645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:42.855465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:42.856256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.930424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-a039e30d-66fa-44f2-a6c3-a30bf4e1fa14 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9130104 Feb 03 04:20:42.959596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Request body: {'port': {'device_id': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:42.964763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:42.967681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:43.031347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4977857-9254-4916-8032-4fb62e82447d admin admin] Publish callbacks [] for security_group (983454a2-603a-4463-999d-35c60708e70c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.091001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b2bedbb4-4ec4-4603-9e52-8fe5c85e76fa None None] Provisioning complete for port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:43.091575 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2bedbb4-4ec4-4603-9e52-8fe5c85e76fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.114385 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4977857-9254-4916-8032-4fb62e82447d admin admin] Publish callbacks [] for security_group (983454a2-603a-4463-999d-35c60708e70c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.200549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.511716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b2bedbb4-4ec4-4603-9e52-8fe5c85e76fa None None] Current status of the port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:43.557593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a0ec92-7342-402a-95c4-a1270a10b56f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:43.566988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Publish callbacks [] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.584832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Transition to ACTIVE for port object 80a0ec92-7342-402a-95c4-a1270a10b56f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:43.587032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863ba0-0978-464f-b278-58176755cb05 req-f199978d-589e-4dee-9194-99704e012365 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:43.589462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f863ba0-0978-464f-b278-58176755cb05 req-f199978d-589e-4dee-9194-99704e012365 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 935 time: 0.9660456 Feb 03 04:20:43.598698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.626138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0fe70f4c-5670-45ee-8e4d-04216cce2e80,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:43.662971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4977857-9254-4916-8032-4fb62e82447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (983454a2-603a-4463-999d-35c60708e70c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.666530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4977857-9254-4916-8032-4fb62e82447d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.671026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c4977857-9254-4916-8032-4fb62e82447d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/983454a2-603a-4463-999d-35c60708e70c HTTP/1.1" status: 204 len: 168 time: 0.8413885 Feb 03 04:20:43.740277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f863ba0-0978-464f-b278-58176755cb05 req-34c2b024-df8a-4505-917f-1831275555ac tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295960 Feb 03 04:20:43.755474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=80a0ec92-7342-402a-95c4-a1270a10b56f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:43.759612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-4aec05f7-874d-487c-a8cb-0d4ed0f0ac09 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:43.761626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4977857-9254-4916-8032-4fb62e82447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983454a2-603a-4463-999d-35c60708e70c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:43.774227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-4aec05f7-874d-487c-a8cb-0d4ed0f0ac09 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/networks?id=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 HTTP/1.1" status: 200 len: 816 time: 1.2446871 Feb 03 04:20:43.793189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.795182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.796026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.796450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.798423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.798774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.799149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.799488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.801105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.801495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.801813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.802156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.802485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:43.823368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-ba921a8b-8767-421f-947d-c250ed47b2af tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/quotas/d97bfd631e4f4f61a57c227b25210ddd HTTP/1.1" status: 200 len: 375 time: 0.0442233 Feb 03 04:20:43.834966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-5933e517-0da8-4006-882a-8548895bd201 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:43.853875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-5933e517-0da8-4006-882a-8548895bd201 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.31 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 821 time: 1.3506534 Feb 03 04:20:43.881293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port ccfc1ed7-429c-45de-9671-7d16d82bf265 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:43.906859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'port': {'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'admin_state_up': True, 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:43.932145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ccfc1ed7-429c-45de-9671-7d16d82bf265 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:43.932599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:43.937081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Attempting to bind port 80a0ec92-7342-402a-95c4-a1270a10b56f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:43.937499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Attempting to bind port 80a0ec92-7342-402a-95c4-a1270a10b56f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:43.937839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Attempting to bind port 80a0ec92-7342-402a-95c4-a1270a10b56f on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:43.950610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Port 80a0ec92-7342-402a-95c4-a1270a10b56f on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:43.957304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Attempting to bind port 80a0ec92-7342-402a-95c4-a1270a10b56f on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:43.966712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:43.967120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:43.967529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:43.968063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Bound port: 80a0ec92-7342-402a-95c4-a1270a10b56f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:43.968486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:44.129948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c83d8cc8-c1fc-421a-ad25-d52cad8e84db req-2cbdfc68-18ea-4339-bd13-17921a1e0f1b tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 210 time: 0.1256020 Feb 03 04:20:44.185476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] For port 80a0ec92-7342-402a-95c4-a1270a10b56f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:44.193981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] For port 80a0ec92-7342-402a-95c4-a1270a10b56f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=80a0ec92-7342-402a-95c4-a1270a10b56f,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:44.210287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:44.285911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:44.286806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:44.310033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] 10.222.0.15 "PUT /v2.0/ports/80a0ec92-7342-402a-95c4-a1270a10b56f HTTP/1.1" status: 200 len: 1095 time: 1.3708191 Feb 03 04:20:44.310562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'tag': '80a0ec92-7342-402a-95c4-a1270a10b56f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:44.312986 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765def3c-d2a2-4e45-9971-9a1b7fd01936" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbd8701-e277-4cdf-a6d6-62114892a509", "tag": "80a0ec92-7342-402a-95c4-a1270a10b56f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:44.318551 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57feb05c-6a50-4df0-bc7f-a574beef4d58 x-openstack-request-id: req-57feb05c-6a50-4df0-bc7f-a574beef4d58 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:44.319040 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a35fa93-83c3-4b32-ae06-1b97b7f49f0e", "name": "network-vif-plugged", "status": "completed", "tag": "0fe70f4c-5670-45ee-8e4d-04216cce2e80", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:44.319138 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57feb05c-6a50-4df0-bc7f-a574beef4d58 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:44.319539 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe70f4c-5670-45ee-8e4d-04216cce2e80', 'code': 200} Feb 03 04:20:44.362029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-2114538a-5d7f-4fd5-8369-e29a0fedb95e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d97bfd631e4f4f61a57c227b25210ddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5375397 Feb 03 04:20:44.572199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3ad21782-7f0f-444f-a3f4-4df344f9bb0a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:44.655946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:44.685362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de5159-61b5-408e-bbbc-791ccb6ef1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=80a0ec92-7342-402a-95c4-a1270a10b56f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:44.765505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7718-2991-44f8-a737-58b6a53c3da0 req-6fa22ec0-2e01-424b-96bf-d3fa64a5e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:44.767354 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aa9b7718-2991-44f8-a737-58b6a53c3da0 req-6fa22ec0-2e01-424b-96bf-d3fa64a5e1e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 1131 time: 0.3659263 Feb 03 04:20:44.770431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-0f161675-6118-43af-9383-388660f394a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:44.772372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-0f161675-6118-43af-9383-388660f394a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 1129 time: 0.2186728 Feb 03 04:20:44.775639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-654537c5-9307-4b52-bd6f-bdc562f21174 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3d2d97ed99e4fdaa396c9bf69a01875&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1130490 Feb 03 04:20:44.777990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:44.779712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a0a2fdd7-8edd-4af5-9891-f87556cb110a tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa1ec3b038a445288146bba3147957bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2728074 Feb 03 04:20:44.791469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-7bf18f5c-d893-40fa-b0c4-1018247b10da tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fa1ec3b038a445288146bba3147957bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2421529 Feb 03 04:20:44.870136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-567f551c-a4df-496a-9898-91302dda3286 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=80a0ec92-7342-402a-95c4-a1270a10b56f HTTP/1.1" status: 200 len: 217 time: 0.0802515 Feb 03 04:20:44.985321 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aa9b7718-2991-44f8-a737-58b6a53c3da0 req-bccd9932-fc70-4f54-a359-d890b3efb730 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962709 Feb 03 04:20:44.991732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-ee620b93-50df-4b4a-a00e-4ef4a6b570df tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:44.992597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-de5eafb5-ad59-4f1b-a334-a0f5ab0d6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:44.994980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-de5eafb5-ad59-4f1b-a334-a0f5ab0d6f4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1136155 Feb 03 04:20:44.996479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-ee620b93-50df-4b4a-a00e-4ef4a6b570df tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986506 Feb 03 04:20:45.001652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9548c1d9-7532-4c57-91aa-63706df997aa admin admin] Publish callbacks [] for security_group (fdfd31d9-6c7d-423c-9b27-f1da3dd70322), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.003419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:45.003992 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.027826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9548c1d9-7532-4c57-91aa-63706df997aa admin admin] Publish callbacks [] for security_group (fdfd31d9-6c7d-423c-9b27-f1da3dd70322), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.063965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-d1be3c6a-3bc5-4b05-a5ae-9560131a732c tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/quotas/fa1ec3b038a445288146bba3147957bb HTTP/1.1" status: 200 len: 375 time: 0.0460393 Feb 03 04:20:45.105017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-9274a389-f83b-4569-a3ff-e1331e5091de tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa1ec3b038a445288146bba3147957bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331473 Feb 03 04:20:45.126417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9548c1d9-7532-4c57-91aa-63706df997aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fdfd31d9-6c7d-423c-9b27-f1da3dd70322), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.127889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Made reservation on behalf of 9b19a85672fa462caaf0d2eb391a775e for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:45.129138 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9548c1d9-7532-4c57-91aa-63706df997aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.132764 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9548c1d9-7532-4c57-91aa-63706df997aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdfd31d9-6c7d-423c-9b27-f1da3dd70322 HTTP/1.1" status: 204 len: 168 time: 0.3511064 Feb 03 04:20:45.132964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.153435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548c1d9-7532-4c57-91aa-63706df997aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd31d9-6c7d-423c-9b27-f1da3dd70322,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:45.178334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-6d6e3258-1a0b-4b91-b513-d2e4c066e1cc service neutron] 10.222.0.35 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153162 Feb 03 04:20:45.229836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:45.271932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-328f887f-dade-4911-bad9-96c1bc5b4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:45.275950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-328f887f-dade-4911-bad9-96c1bc5b4b36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0994725 Feb 03 04:20:45.288846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:45.289361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.313294 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.415651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-a0c9f257-f9ed-4108-ac3f-bec650b4fcae tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:45.417192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-a0c9f257-f9ed-4108-ac3f-bec650b4fcae tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4198055 Feb 03 04:20:45.454219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Request body: {'port': {'device_id': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': 'fa1ec3b038a445288146bba3147957bb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:45.492305 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-db3f976a-2d85-43a1-bfd0-ea6bdc03e6a8 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065296 Feb 03 04:20:45.554135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:45.645441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:45.723537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-86b743a3-cbed-4b4e-8604-3c0345149b7f service neutron] 10.222.0.35 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442810 Feb 03 04:20:45.780599 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8d88656-88ed-4a33-9e98-444feaab8fba req-61c6b33c-bd71-4b0d-a53c-ef7263e8b530 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774179 Feb 03 04:20:45.800819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2bbcb-4f21-4cf1-a5a3-d189812113b2 req-20bd8faa-1bf1-46f1-849d-96f1a08ee869 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:45.820054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee2bbcb-4f21-4cf1-a5a3-d189812113b2 req-20bd8faa-1bf1-46f1-849d-96f1a08ee869 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 949 time: 0.2785842 Feb 03 04:20:45.890511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Allocated IP 172.20.0.7 (329a3ee3-af3f-4721-88e5-84e3d705cab7/60e25890-9807-4098-823d-1cccdefabdc2/3ad3a6de-80b8-49ba-ac3c-fd72a1e25238) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:45.952312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Made reservation on behalf of fa1ec3b038a445288146bba3147957bb for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:45.956228 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:45.994227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:46.016386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee2bbcb-4f21-4cf1-a5a3-d189812113b2 req-7da42836-6374-4585-aa6c-d8c2e4d5dcef tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935196 Feb 03 04:20:46.149528 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b85452c-c158-404a-8e4c-bb29ed6aaa1b x-openstack-request-id: req-4b85452c-c158-404a-8e4c-bb29ed6aaa1b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:46.150069 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbd8701-e277-4cdf-a6d6-62114892a509", "tag": "80a0ec92-7342-402a-95c4-a1270a10b56f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:46.150506 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b85452c-c158-404a-8e4c-bb29ed6aaa1b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:46.151144 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'tag': '80a0ec92-7342-402a-95c4-a1270a10b56f', 'status': 'completed', 'code': 200} Feb 03 04:20:46.321311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:46.326565 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9fe696-aa54-4e01-a813-a3fea78dbf3b" -d '{"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:46.388677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-6a255330-f81d-436d-a78e-b0c3d848e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:46.391023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-6a255330-f81d-436d-a78e-b0c3d848e700 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f4ce000876469e90561ad3ddf8cd18&device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 1129 time: 0.1299047 Feb 03 04:20:46.455767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc7ce63f-e884-4b0c-b647-a179f57f5cfe req-01e11792-809a-449f-ad83-b3ab7f65cb91 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 210 time: 0.0409420 Feb 03 04:20:46.584009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-05408807-1d48-42d0-a578-2845930eb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:46.586894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-05408807-1d48-42d0-a578-2845930eb943 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1881104 Feb 03 04:20:46.641842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-9fa43b2a-1e45-4243-a9d9-70868d4338bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=80a0ec92-7342-402a-95c4-a1270a10b56f HTTP/1.1" status: 200 len: 217 time: 0.0471032 Feb 03 04:20:46.643189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks [] for security_group (9d2b4de0-831b-4504-83fc-1dd49de6e50b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:46.646050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b26b858-ddf4-4929-9dbe-b2bfceda2ab7 req-c0184cca-5e34-4a6c-a7ab-3e230f4af16b tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 210 time: 0.0668504 Feb 03 04:20:46.663599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:46.699160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9d2b4de0-831b-4504-83fc-1dd49de6e50b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:46.730857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-cc8d5788-20f3-4c1f-a98f-fe138c47d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:46.733773 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-cc8d5788-20f3-4c1f-a98f-fe138c47d045 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0831141 Feb 03 04:20:46.778168 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:46.791650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33cb5c-0efd-40c5-9476-40fff5c85d55 req-c4db097f-2be4-4d72-89f5-f6c2a503aa89 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:46.808502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e33cb5c-0efd-40c5-9476-40fff5c85d55 req-c4db097f-2be4-4d72-89f5-f6c2a503aa89 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 947 time: 0.4231052 Feb 03 04:20:46.811984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-fff61a8a-0307-4d09-aa0c-732225e32eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:46.813633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-fff61a8a-0307-4d09-aa0c-732225e32eed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0700247 Feb 03 04:20:46.934012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b659c0a-f100-4c87-8d76-f8985cb563ea req-4885f356-6b97-4406-906f-add762fbc4c5 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.1606901 Feb 03 04:20:46.974709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:46.988969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:46.991163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2b4de0-831b-4504-83fc-1dd49de6e50b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:47.000246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:47.023305 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc982d5f-dc38-4474-b029-9642fcb54491 x-openstack-request-id: req-dc982d5f-dc38-4474-b029-9642fcb54491 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:47.023801 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:47.023961 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc982d5f-dc38-4474-b029-9642fcb54491 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:47.025182 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'code': 200} Feb 03 04:20:47.055255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-7680ef7d-4f61-482e-831f-14b7b3ef5360 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281470 Feb 03 04:20:47.080252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-c849be2e-d57f-4748-8b97-8caa44eec2d6 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fa1ec3b038a445288146bba3147957bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234182 Feb 03 04:20:47.152864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Pushing event updated for resources: {'Port': ['ID=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:47.155768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.156122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.156475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.156814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.157153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.157486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.157816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.158144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.158547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.158875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.159206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.174467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.175120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.286153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Allocated IP 192.168.233.165 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/91ca8dbe-5686-44b1-9e4b-3e0045d79abb) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:47.309481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e33cb5c-0efd-40c5-9476-40fff5c85d55 req-69ecfc21-d59b-4df6-afe5-ab2c9b207d1c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916883 Feb 03 04:20:47.375888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.376379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.376743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.377180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.377486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.377825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.378159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.378498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.378831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.379702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.379702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.380056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.380152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:20:47.434285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:47.434989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:47.437907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0de15989-f690-4663-9724-bed163abf7b9 None None] Provisioning complete for port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:47.450271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de15989-f690-4663-9724-bed163abf7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:47.497336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-4f75736a-7c6e-4113-b6e8-7daebaff7ebd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6111407 Feb 03 04:20:47.507275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-765def3c-d2a2-4e45-9971-9a1b7fd01936 req-49ba7938-b19d-4992-9af8-d3794bd7e1cc service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251502 Feb 03 04:20:47.511624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0de15989-f690-4663-9724-bed163abf7b9 None None] Port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:47.512703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd33a9-ea2b-4ce6-af58-10b888e85ea0 req-ec6b1e47-c20c-477a-b6ff-d7fc86e92362 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:47.520792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cdbd33a9-ea2b-4ce6-af58-10b888e85ea0 req-ec6b1e47-c20c-477a-b6ff-d7fc86e92362 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 949 time: 0.2901442 Feb 03 04:20:47.532399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Request body: {'port': {'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:47.557027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-db5d82d6-fda6-48cc-862a-9c7a5ee0e214 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:47.558816 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-db5d82d6-fda6-48cc-862a-9c7a5ee0e214 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4610195 Feb 03 04:20:47.580843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Request body: {'port': {'device_id': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': 'fa1ec3b038a445288146bba3147957bb'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:47.586282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7a208-9cd7-4b8d-9d96-96eeef210e87 req-c0420678-8dd8-4a7c-ab22-6ba407934e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:47.588327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-79d7a208-9cd7-4b8d-9d96-96eeef210e87 req-c0420678-8dd8-4a7c-ab22-6ba407934e24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1132 time: 0.2926877 Feb 03 04:20:47.685077 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-79d7a208-9cd7-4b8d-9d96-96eeef210e87 req-1c0e2518-8e6d-4524-ad3e-3cd4020710a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717852 Feb 03 04:20:47.708116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:47.792576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cdbd33a9-ea2b-4ce6-af58-10b888e85ea0 req-8a089622-5668-47a3-bb01-c43f50bc1672 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707176 Feb 03 04:20:47.825546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ece3d-4e33-4bd1-94f0-f77a85bf9e02 req-dbbf423b-af8a-46af-a8c3-72ce62569c95 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:47.827105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-439ece3d-4e33-4bd1-94f0-f77a85bf9e02 req-dbbf423b-af8a-46af-a8c3-72ce62569c95 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 931 time: 0.2290576 Feb 03 04:20:47.845754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Made reservation on behalf of fa1ec3b038a445288146bba3147957bb for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:47.851839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:47.958783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks [] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:48.016536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c5235aa-cb0b-4a6c-ae1f-91102f6a134a req-734550ae-d28d-41cf-a137-f0eaf840f103 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 210 time: 0.1171412 Feb 03 04:20:48.031848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-439ece3d-4e33-4bd1-94f0-f77a85bf9e02 req-0386bd92-9883-4d98-86c9-adc7ac6d3aa6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945446 Feb 03 04:20:48.197741 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:48.252520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9843b7a-a7fe-4904-877c-ad9f0a80844d req-db01392e-a5af-4c0b-90f5-d14ecc3b0bec tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.0860093 Feb 03 04:20:48.330912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:48.363810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:48.378227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:48.382832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:48.517021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-66123355-bc64-4780-9808-0891b6c65fa1 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:48.518971 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-66123355-bc64-4780-9808-0891b6c65fa1 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.15 "GET /v2.0/networks?id=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 HTTP/1.1" status: 200 len: 816 time: 0.2844257 Feb 03 04:20:48.528791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Allocated IP 192.168.233.116 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/7727b629-f7fa-4666-b353-c3b2b41a008a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:48.703830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-35ab91d7-1340-4e84-b6e9-d6571e5dcb9f tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d97bfd631e4f4f61a57c227b25210ddd HTTP/1.1" status: 200 len: 380 time: 0.1726384 Feb 03 04:20:48.728168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Request body: {'port': {'device_id': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'admin_state_up': True, 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'security_groups': ['a9c13500-2e0f-4241-a402-196eaa9720c7']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:48.753325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8f275205-c4e9-4853-a85f-08fd72f8028c None None] Provisioning complete for port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:48.753882 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f275205-c4e9-4853-a85f-08fd72f8028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:48.798985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8f275205-c4e9-4853-a85f-08fd72f8028c None None] Port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:48.938693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:48.947993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Publish callbacks [] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:48.960588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks [] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:48.978715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Transition to ACTIVE for port object 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:48.999453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Made reservation on behalf of d97bfd631e4f4f61a57c227b25210ddd for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:49.003312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.009150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:49.009824 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.037756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.062649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d836b9-8b0c-4382-b842-10a0b24b62d9 req-3a95eeaf-1e2b-4517-bad6-daa4c0a2748d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:49.064224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9d836b9-8b0c-4382-b842-10a0b24b62d9 req-3a95eeaf-1e2b-4517-bad6-daa4c0a2748d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.8992000 Feb 03 04:20:49.076005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-94acc2b1-2f7a-4f7e-9843-5e7d0b49c399 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6265197 Feb 03 04:20:49.082917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.116433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Request body: {'port': {'device_id': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:49.124963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:49.132421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:49.141130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:49.272422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 80a0ec92-7342-402a-95c4-a1270a10b56f details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:49.292041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:49.295995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.378578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:49.457116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-a02ecc26-0a21-46b8-bc62-8852e67c39b9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8806746 Feb 03 04:20:49.460926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.473900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Request body: {'port': {'device_id': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:49.476617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:49.488405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9d836b9-8b0c-4382-b842-10a0b24b62d9 req-00bb9f1f-11b8-4eea-a359-052beea1e6cf tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885229 Feb 03 04:20:49.523193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797dabc-b3fa-4796-9701-b414ef55afd4 req-c7ef56b2-4f95-462a-b707-d98ba7d3652b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:49.532062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6797dabc-b3fa-4796-9701-b414ef55afd4 req-c7ef56b2-4f95-462a-b707-d98ba7d3652b tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 947 time: 0.4932206 Feb 03 04:20:49.573353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Allocated IP 172.20.0.4 (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82/6bbbafe6-f899-45e8-adc9-263906eeca89/edf5f665-584d-4fbb-a719-d9677b2b4a06) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:49.594116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Attempting to bind port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:49.594515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Attempting to bind port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:49.594854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Attempting to bind port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:49.598978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 80a0ec92-7342-402a-95c4-a1270a10b56f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=80a0ec92-7342-402a-95c4-a1270a10b56f,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:49.627151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7d560e04-6c99-415b-999e-de4a2094d38c None None] Provisioning complete for port 7727b629-f7fa-4666-b353-c3b2b41a008a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:49.627582 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d560e04-6c99-415b-999e-de4a2094d38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.665789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7d560e04-6c99-415b-999e-de4a2094d38c None None] Port 7727b629-f7fa-4666-b353-c3b2b41a008a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:49.669401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '80a0ec92-7342-402a-95c4-a1270a10b56f', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '80a0ec92-7342-402a-95c4-a1270a10b56f', 'mac_address': 'fa:16:3e:15:36:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:49.717585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6797dabc-b3fa-4796-9701-b414ef55afd4 req-ed9a8a0b-8161-475c-914b-e4c064383fef tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753795 Feb 03 04:20:49.731879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 80a0ec92-7342-402a-95c4-a1270a10b56f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:49.732273 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.751032 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.761040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a0ec92-7342-402a-95c4-a1270a10b56f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:49.799619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 80a0ec92-7342-402a-95c4-a1270a10b56f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=80a0ec92-7342-402a-95c4-a1270a10b56f,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:49.814331 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.823586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:49.823922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Attempting to bind port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:49.833212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:49.833567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Checking segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:49.833967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Bound using segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:49.834413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Bound port: 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:49.834780 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:49.924081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=80a0ec92-7342-402a-95c4-a1270a10b56f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:50.094665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a27be-6f7b-4733-bc68-69ef3b5e7e53 req-0951b794-e9bd-4070-aa48-dbee3170af65 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:50.096554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-512a27be-6f7b-4733-bc68-69ef3b5e7e53 req-0951b794-e9bd-4070-aa48-dbee3170af65 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1128 time: 0.4186463 Feb 03 04:20:50.108368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['80a0ec92-7342-402a-95c4-a1270a10b56f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:50.153829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.174511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:50.225799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.227681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] For port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:50.239172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da277236-9615-403c-9e74-e8a4781be6c3 req-15916c63-c399-4e50-b2b6-7313b8d9a50c tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:50.246059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da277236-9615-403c-9e74-e8a4781be6c3 req-15916c63-c399-4e50-b2b6-7313b8d9a50c tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 936 time: 0.3458362 Feb 03 04:20:50.257756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:50.268446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] For port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:50.290228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:50.304973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:50.313126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.392920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event updated for resources: {'Port': ['ID=edf5f665-584d-4fbb-a719-d9677b2b4a06,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:50.412525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:50.413588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.432474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-512a27be-6f7b-4733-bc68-69ef3b5e7e53 req-9ec71585-d940-4973-a756-806b49e0e2a3 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179977 Feb 03 04:20:50.450476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-638c1d65-4ffc-4986-936e-050489f45781 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7278028 Feb 03 04:20:50.470705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:50.470864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Request body: {'port': {'device_id': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:50.471264 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.476913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] 10.222.0.31 "PUT /v2.0/ports/3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 1091 time: 2.9534655 Feb 03 04:20:50.483986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:50.486497 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77" -d '{"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:50.634413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.656176 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12340b1-c315-44cb-b9f6-cc4a511d12b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.679781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48e55-23c1-48e4-a4bb-07db73a54b34 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:50.723433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ca8dbe-5686-44b1-9e4b-3e0045d79abb {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:50.733117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Publish callbacks [] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.740467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d22b269e-907a-4739-ba14-3c1abda9d6e3 None None] Provisioning complete for port edf5f665-584d-4fbb-a719-d9677b2b4a06 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:50.740850 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d22b269e-907a-4739-ba14-3c1abda9d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.748483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Transition to ACTIVE for port object 91ca8dbe-5686-44b1-9e4b-3e0045d79abb will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:50.771440 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:50.844315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d22b269e-907a-4739-ba14-3c1abda9d6e3 None None] Port edf5f665-584d-4fbb-a719-d9677b2b4a06 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:50.856744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da277236-9615-403c-9e74-e8a4781be6c3 req-b7b23854-4221-419c-8b9f-9f6e26606e89 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098008 Feb 03 04:20:51.072428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:51.164243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12340b1-c315-44cb-b9f6-cc4a511d12b3 admin admin] Publish callbacks [] for security_group (d8860544-f907-4159-948d-b9afc72d3357), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.191315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-6592e1f7-5892-48e3-a6d9-aae5fed7adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:51.195530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-6592e1f7-5892-48e3-a6d9-aae5fed7adb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1125 time: 0.6312871 Feb 03 04:20:51.219693 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b12340b1-c315-44cb-b9f6-cc4a511d12b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d8860544-f907-4159-948d-b9afc72d3357), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.264171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7727b629-f7fa-4666-b353-c3b2b41a008a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:51.274682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Publish callbacks [] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.302635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Transition to ACTIVE for port object 7727b629-f7fa-4666-b353-c3b2b41a008a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:51.304073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-6a2a7109-fe75-4bf3-9b86-3442e81b5f5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.0661695 Feb 03 04:20:51.350131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf5f665-584d-4fbb-a719-d9677b2b4a06 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:51.366143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Publish callbacks [] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.371175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a9e03-2353-42af-9862-f322517f6042 req-8064ff0d-ddcf-4abb-a60a-c89f810b1e85 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:51.372761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d54a9e03-2353-42af-9862-f322517f6042 req-8064ff0d-ddcf-4abb-a60a-c89f810b1e85 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 943 time: 0.6173890 Feb 03 04:20:51.386193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.428572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b12340b1-c315-44cb-b9f6-cc4a511d12b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59f93f01e0b643928a9ef68c024640e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2414162 Feb 03 04:20:51.429297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Transition to ACTIVE for port object edf5f665-584d-4fbb-a719-d9677b2b4a06 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:20:51.437633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:51.452390 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.456788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12340b1-c315-44cb-b9f6-cc4a511d12b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8860544-f907-4159-948d-b9afc72d3357,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:51.489951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-b8e2f8e2-a021-4785-b98c-b272e1402c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:51.492206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-b8e2f8e2-a021-4785-b98c-b272e1402c3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1488545 Feb 03 04:20:51.528632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d02e-9327-47e2-9087-f3108e981cb4 req-566ea9d6-90fb-487b-8a01-a2e8b5f5a0cc tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:51.530753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cd9d02e-9327-47e2-9087-f3108e981cb4 req-566ea9d6-90fb-487b-8a01-a2e8b5f5a0cc tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 931 time: 0.4974189 Feb 03 04:20:51.544694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:51.560835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Attempting to bind port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:51.561175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Attempting to bind port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:51.561513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Attempting to bind port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:51.625377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d54a9e03-2353-42af-9862-f322517f6042 req-9f24b9db-1836-4894-910d-99372a73901f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185178 Feb 03 04:20:51.628778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:51.629107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Attempting to bind port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:51.644176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:51.644523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:51.644973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:51.645434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Bound port: 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:51.645797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.653135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=edf5f665-584d-4fbb-a719-d9677b2b4a06,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:51.659037 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4e32-56a9-487a-8086-61e479539272 admin admin] Publish callbacks [] for security_group (d8860544-f907-4159-948d-b9afc72d3357), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.669511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a89f60aa-e069-4ca2-a75e-b135b32f0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:51.671004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-a89f60aa-e069-4ca2-a75e-b135b32f0fab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1618733 Feb 03 04:20:51.725945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4e32-56a9-487a-8086-61e479539272 admin admin] Publish callbacks [] for security_group (d8860544-f907-4159-948d-b9afc72d3357), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.834338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cd9d02e-9327-47e2-9087-f3108e981cb4 req-7d5f6bbd-ab6d-4a72-8ae0-37ef5f5ef725 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760091 Feb 03 04:20:51.857356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-046e8d02-c461-495b-82b8-8d06e6a1f501 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774702 Feb 03 04:20:51.872013 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4e32-56a9-487a-8086-61e479539272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d8860544-f907-4159-948d-b9afc72d3357), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.884074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4e32-56a9-487a-8086-61e479539272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:51.885323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d5e4e32-56a9-487a-8086-61e479539272 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8860544-f907-4159-948d-b9afc72d3357 HTTP/1.1" status: 204 len: 168 time: 0.4463618 Feb 03 04:20:51.925041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e4e32-56a9-487a-8086-61e479539272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8860544-f907-4159-948d-b9afc72d3357,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:52.046061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Attempting to bind port 7727b629-f7fa-4666-b353-c3b2b41a008a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:52.047682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Attempting to bind port 7727b629-f7fa-4666-b353-c3b2b41a008a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:52.048311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Attempting to bind port 7727b629-f7fa-4666-b353-c3b2b41a008a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:52.057596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:52.074971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Port 7727b629-f7fa-4666-b353-c3b2b41a008a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:52.077131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Attempting to bind port 7727b629-f7fa-4666-b353-c3b2b41a008a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:52.087768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:52.105897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:52.106279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:52.107030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:52.107833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Bound port: 7727b629-f7fa-4666-b353-c3b2b41a008a, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:52.107833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.113845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.124689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f9fe-c2c8-4ba4-8797-04f298e8c1ab req-5447546b-80cd-4568-8952-31026bdec718 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.131903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9356f9fe-c2c8-4ba4-8797-04f298e8c1ab req-5447546b-80cd-4568-8952-31026bdec718 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1980321 Feb 03 04:20:52.140103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5afb8271-3639-4b1b-b56e-c7bde67cfe9c req-67b61651-7422-4694-9cad-fa1f13478012 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655649 Feb 03 04:20:52.183546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.184166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.185529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] 10.222.0.31 "PUT /v2.0/ports/91ca8dbe-5686-44b1-9e4b-3e0045d79abb HTTP/1.1" status: 200 len: 1096 time: 3.0842676 Feb 03 04:20:52.227828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481922f-1e99-4f23-a7a7-6ce19d441d31 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:52.246298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9356f9fe-c2c8-4ba4-8797-04f298e8c1ab req-bda2291d-815b-47ab-99a5-448f44329a2b tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135054 Feb 03 04:20:52.317579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Attempting to bind port edf5f665-584d-4fbb-a719-d9677b2b4a06 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:52.320420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Attempting to bind port edf5f665-584d-4fbb-a719-d9677b2b4a06 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:52.321901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Attempting to bind port edf5f665-584d-4fbb-a719-d9677b2b4a06 on network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:52.332408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Port edf5f665-584d-4fbb-a719-d9677b2b4a06 on network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:52.333013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Attempting to bind port edf5f665-584d-4fbb-a719-d9677b2b4a06 on network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:52.336227 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a705ceee-0c3e-4a5b-9639-0e07c62a7a36 x-openstack-request-id: req-a705ceee-0c3e-4a5b-9639-0e07c62a7a36 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:52.336959 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:52.336959 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a705ceee-0c3e-4a5b-9639-0e07c62a7a36 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:52.337611 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'status': 'completed', 'code': 200} Feb 03 04:20:52.383809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:52.385148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Checking segment: {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:52.387268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Bound using segment: {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:52.388570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Bound port: edf5f665-584d-4fbb-a719-d9677b2b4a06, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:52.388941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.433916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:52.454101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-a3c285ec-013d-4a5d-9f64-b8a8bc68acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.456048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-a3c285ec-013d-4a5d-9f64-b8a8bc68acb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa1ec3b038a445288146bba3147957bb&device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 1130 time: 0.2029905 Feb 03 04:20:52.494949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58322) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:52.519468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] For port edf5f665-584d-4fbb-a719-d9677b2b4a06, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:20:52.528950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] For port edf5f665-584d-4fbb-a719-d9677b2b4a06, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:52.550490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.562740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:52.600762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.630928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.631737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.633331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] 10.222.0.15 "PUT /v2.0/ports/edf5f665-584d-4fbb-a719-d9677b2b4a06 HTTP/1.1" status: 200 len: 1091 time: 2.1738174 Feb 03 04:20:52.638250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:52.641597 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096124aa-2f25-497b-96d1-08e8b6307fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:52.645224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.645886 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.647371 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] 10.222.0.15 "PUT /v2.0/ports/7727b629-f7fa-4666-b353-c3b2b41a008a HTTP/1.1" status: 200 len: 1096 time: 3.1809204 Feb 03 04:20:52.664301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-3b461970-36d2-469b-b9a0-d2ee6e0e134a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb HTTP/1.1" status: 200 len: 217 time: 0.1731110 Feb 03 04:20:52.665647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f228-f0f7-4a74-b734-3c554a24ad91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:52.676507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d04319-27d5-4ed1-abd7-b707fa557bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=edf5f665-584d-4fbb-a719-d9677b2b4a06,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:52.744236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-e3288c09-91ad-42fb-9398-3f4c3e874137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.746544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-e3288c09-91ad-42fb-9398-3f4c3e874137 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1125 time: 0.3788786 Feb 03 04:20:52.816205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10ee13-956d-4276-a2f5-f543aedd5bc4 req-fe2ec16a-a1e7-4312-8549-abc25e54bcfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.818368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d10ee13-956d-4276-a2f5-f543aedd5bc4 req-fe2ec16a-a1e7-4312-8549-abc25e54bcfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 948 time: 0.3607402 Feb 03 04:20:52.821079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-82cad5ea-365f-4101-b3dd-22cec6fa71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:52.822459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-82cad5ea-365f-4101-b3dd-22cec6fa71f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1443214 Feb 03 04:20:52.845590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b4177-441c-4c9d-8b3c-7ccb5b487157 service neutron] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:52.935815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f228-f0f7-4a74-b734-3c554a24ad91 admin admin] Publish callbacks [] for security_group (bf4d0ce1-5023-40fc-a8e1-3a063b382855), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.022004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f228-f0f7-4a74-b734-3c554a24ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bf4d0ce1-5023-40fc-a8e1-3a063b382855), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.065697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-769b568a-434e-41c9-931d-06950bbfd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.067479 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-769b568a-434e-41c9-931d-06950bbfd7b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d97bfd631e4f4f61a57c227b25210ddd&device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 1125 time: 0.2821596 Feb 03 04:20:53.070762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-6d7b98b6-b67b-4e81-a247-a4776107ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.072414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-6d7b98b6-b67b-4e81-a247-a4776107ff37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa1ec3b038a445288146bba3147957bb&device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 1130 time: 0.3332431 Feb 03 04:20:53.079560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ab0f228-f0f7-4a74-b734-3c554a24ad91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cdf5be29554465486d2f5dec1753355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815997 Feb 03 04:20:53.080718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:20:53.173211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0f228-f0f7-4a74-b734-3c554a24ad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d0ce1-5023-40fc-a8e1-3a063b382855,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:53.174558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-cc6086d6-543a-4477-b623-85aaebbf9cf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06 HTTP/1.1" status: 200 len: 217 time: 0.0799432 Feb 03 04:20:53.179353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-300638a3-7b3d-490c-9393-3a2111a89630 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7727b629-f7fa-4666-b353-c3b2b41a008a HTTP/1.1" status: 200 len: 217 time: 0.0858102 Feb 03 04:20:53.227732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d10ee13-956d-4276-a2f5-f543aedd5bc4 req-670f59c6-b196-4cca-9b5b-d55f1d0e5ba0 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890797 Feb 03 04:20:53.253891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-37a7b063-4f53-4237-bd53-71d4b23f3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.255459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-37a7b063-4f53-4237-bd53-71d4b23f3ef5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3074608 Feb 03 04:20:53.296405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-34ffa952-0a6c-43d6-9380-351aeed1ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.297978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-34ffa952-0a6c-43d6-9380-351aeed1ae9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bbbafe6-f899-45e8-adc9-263906eeca89 HTTP/1.1" status: 200 len: 855 time: 0.1166615 Feb 03 04:20:53.300226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 80a0ec92-7342-402a-95c4-a1270a10b56f up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:53.300724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-392f2505-976f-4283-9fd4-ba493b994a10 admin admin] Publish callbacks [] for security_group (bf4d0ce1-5023-40fc-a8e1-3a063b382855), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.323925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-7d807e9c-d8a3-4f15-82dd-e790106f76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.325683 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-7d807e9c-d8a3-4f15-82dd-e790106f76a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1321242 Feb 03 04:20:53.374235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.375993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 80a0ec92-7342-402a-95c4-a1270a10b56f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:53.394372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 80a0ec92-7342-402a-95c4-a1270a10b56f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:53.395211 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.398486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-a95588bd-e42f-43fd-b67f-0e9a6645365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.401151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-a95588bd-e42f-43fd-b67f-0e9a6645365e service neutron] 10.222.0.31 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.6449871 Feb 03 04:20:53.439398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-392f2505-976f-4283-9fd4-ba493b994a10 admin admin] Publish callbacks [] for security_group (bf4d0ce1-5023-40fc-a8e1-3a063b382855), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.518878 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.520999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-392f2505-976f-4283-9fd4-ba493b994a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bf4d0ce1-5023-40fc-a8e1-3a063b382855), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.524171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-392f2505-976f-4283-9fd4-ba493b994a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.528064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-392f2505-976f-4283-9fd4-ba493b994a10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf4d0ce1-5023-40fc-a8e1-3a063b382855 HTTP/1.1" status: 204 len: 168 time: 0.4437499 Feb 03 04:20:53.568117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-0669a0f7-fbf9-46f4-8137-5ee779ae4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.569666 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-0669a0f7-fbf9-46f4-8137-5ee779ae4f72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2652607 Feb 03 04:20:53.570644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f2505-976f-4283-9fd4-ba493b994a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d0ce1-5023-40fc-a8e1-3a063b382855,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:53.580162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-6a725aaf-b403-42ac-b0ca-88fb28a0dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.580162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-6a725aaf-b403-42ac-b0ca-88fb28a0dc3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1981871 Feb 03 04:20:53.626770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 80a0ec92-7342-402a-95c4-a1270a10b56f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:53.630908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.724598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 80a0ec92-7342-402a-95c4-a1270a10b56f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=80a0ec92-7342-402a-95c4-a1270a10b56f,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:53.727495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a0ec92-7342-402a-95c4-a1270a10b56f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:53.729577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-68e1bec0-1af9-437d-b46f-27e1c735d82d tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:20:53.730745 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-68e1bec0-1af9-437d-b46f-27e1c735d82d tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371892 Feb 03 04:20:53.734487 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f020fc-20c0-4d0e-8a32-c5af5f6c62d4" -d '{"events": [{"server_uuid": "3fbd8701-e277-4cdf-a6d6-62114892a509", "name": "network-vif-plugged", "status": "completed", "tag": "80a0ec92-7342-402a-95c4-a1270a10b56f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:53.746822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:53.797325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-74a2a9eb-e375-4831-8ae4-3b6b09e4a22f service neutron] 10.222.0.15 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147100 Feb 03 04:20:53.801152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=80a0ec92-7342-402a-95c4-a1270a10b56f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:53.815310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-7f30595e-b8b1-4b55-a7c7-df0d64305edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:53.816871 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-7f30595e-b8b1-4b55-a7c7-df0d64305edd service neutron] 10.222.0.35 "GET /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 1125 time: 0.0752196 Feb 03 04:20:53.840937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-7d324a35-6eb6-4547-b3f1-de9f6c3c886d service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491288 Feb 03 04:20:53.844370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Request body: {'binding': {'host': 'n-h1-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:53.845065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:20:53.939428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-5e397c5f-cb24-4eb4-9696-58de6ca25d55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.5298276 Feb 03 04:20:53.963401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-b66bd882-6de3-4c0b-ac5a-f6beaa63fb35 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963382 Feb 03 04:20:54.002637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20559456-cf82-46a5-b505-5abb4776652e req-43fa72cc-556b-48f4-8b66-e090b964aa84 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:54.004266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20559456-cf82-46a5-b505-5abb4776652e req-43fa72cc-556b-48f4-8b66-e090b964aa84 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 948 time: 0.6813381 Feb 03 04:20:54.118846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-80eab4d7-b07d-4715-bfc6-8ee4ee6fb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:54.120369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-80eab4d7-b07d-4715-bfc6-8ee4ee6fb06f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1720660 Feb 03 04:20:54.135015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a77eb050-4e64-4bbc-8d37-e31921c57471 req-51459e11-c6e7-4371-8717-5fa47412e409 service neutron] 10.222.0.15 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299763 Feb 03 04:20:54.167131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on host n-h1-827549-1 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:54.167533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:54.168382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:54.186186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:54.186566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:54.201318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20559456-cf82-46a5-b505-5abb4776652e req-088a8f74-4b1b-402a-9295-51379db10cce tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855090 Feb 03 04:20:54.208056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46697758-1bf0-4909-a4c9-9fb4b9e119b6 req-4e7c280d-9407-4d45-a9ec-bd898b8b1a65 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456176 Feb 03 04:20:54.215625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:54.216439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:54.216852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:54.217324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Bound port: 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:54.226950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6686f6-4074-4622-b87d-c32d0cf2850c req-03f90478-feea-4935-99a5-f078255bb0d9 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454567 Feb 03 04:20:54.240503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-98e27aab-e4d3-427b-b059-5b3703ad929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:54.242223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-98e27aab-e4d3-427b-b059-5b3703ad929f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1003108 Feb 03 04:20:54.320030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:54.327489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:54.328820 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-2cdba519-5978-4a12-b2a7-4f7477a6e165 service neutron] 10.222.0.35 "POST /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.4905379 Feb 03 04:20:54.349278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:54.351657 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88693dc9-52fe-4157-8ccb-40f35831f10b" -d '{"events": [{"name": "network-changed", "server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:54.390602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-aee00c3e-fd1e-47a4-8575-eb9d50ad0eee tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c345aff1268946839a96581f2d008016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352244 Feb 03 04:20:54.478837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-809b087d-04dd-4f25-b9da-b89ac390baf1 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272098 Feb 03 04:20:54.731321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-7b0e371e-d170-421d-8fd5-c317fa925af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:54.733753 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-7b0e371e-d170-421d-8fd5-c317fa925af9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1128 time: 0.0869999 Feb 03 04:20:54.747620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-85cb254d-8b7a-4fbf-8c7a-cf0a8c10cffc tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:54.758241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-85cb254d-8b7a-4fbf-8c7a-cf0a8c10cffc tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671179 Feb 03 04:20:54.769103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19c640-3982-475d-a9b8-a71d117efdab req-4caf6d25-48b2-4703-bb3f-202c91bf8697 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:54.771032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b19c640-3982-475d-a9b8-a71d117efdab req-4caf6d25-48b2-4703-bb3f-202c91bf8697 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 943 time: 0.2782815 Feb 03 04:20:54.817649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-5b46d1e8-5076-47f2-8bfb-f04deb8a8720 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/quotas/c345aff1268946839a96581f2d008016 HTTP/1.1" status: 200 len: 375 time: 0.0578587 Feb 03 04:20:54.821008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61ff5b29-fbb3-4ab4-b6d4-01c0045d4f77 req-d13e96a5-624c-4808-9211-1234c2c2752b service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134646 Feb 03 04:20:54.883370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:54.888268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b19c640-3982-475d-a9b8-a71d117efdab req-894e0a1f-2944-4df7-8cc4-d5327e63dedf tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057088 Feb 03 04:20:54.917792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-580cf24b-133f-4642-8f4d-79a9182f345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:54.921016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-580cf24b-133f-4642-8f4d-79a9182f345c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.1796248 Feb 03 04:20:54.938691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-9a75699c-0212-4da1-bc16-89ad0ab14770 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203191 Feb 03 04:20:55.021069 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541daf5d-84ab-4864-a4c0-4b6f14ed34f9 x-openstack-request-id: req-541daf5d-84ab-4864-a4c0-4b6f14ed34f9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:55.021415 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:55.021644 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-541daf5d-84ab-4864-a4c0-4b6f14ed34f9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:55.021984 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'status': 'completed', 'code': 200} Feb 03 04:20:55.045044 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-f47ab9b3-e9bf-4db1-b609-9519f1ee0fe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 217 time: 0.1158512 Feb 03 04:20:55.085087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430231e7-277c-407a-b7e6-221153314817 req-3af5d572-0c56-4f83-a2ae-671aa6a427db tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.093649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-430231e7-277c-407a-b7e6-221153314817 req-3af5d572-0c56-4f83-a2ae-671aa6a427db tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0697577 Feb 03 04:20:55.121537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:55.177147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-90f319c3-0149-45b4-b129-4df589c80e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.179165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-90f319c3-0149-45b4-b129-4df589c80e1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0978825 Feb 03 04:20:55.182245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'mac_address': 'fa:16:3e:3e:80:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:55.220811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-d5301adc-7c00-480c-b1b9-6712d15a7bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326331 Feb 03 04:20:55.223075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-bdd64e15-9d3b-4390-82dd-8448bfbeef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.224645 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-bdd64e15-9d3b-4390-82dd-8448bfbeef96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d97bfd631e4f4f61a57c227b25210ddd&device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 1125 time: 0.2016532 Feb 03 04:20:55.246094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-430231e7-277c-407a-b7e6-221153314817 req-b249faa4-d823-489d-afe5-500c883c5be0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489117 Feb 03 04:20:55.272982 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d73ac7-10b2-472c-b601-a7b600d120f7 x-openstack-request-id: req-76d73ac7-10b2-472c-b601-a7b600d120f7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:55.273545 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbd8701-e277-4cdf-a6d6-62114892a509", "name": "network-vif-plugged", "status": "completed", "tag": "80a0ec92-7342-402a-95c4-a1270a10b56f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:55.274133 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76d73ac7-10b2-472c-b601-a7b600d120f7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:55.275000 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a0ec92-7342-402a-95c4-a1270a10b56f', 'code': 200} Feb 03 04:20:55.296634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:55.297318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:55.323156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:55.357198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:55.368910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:55.435173 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3b0bdc-99b0-40a3-8b29-3c8af950e824 x-openstack-request-id: req-5a3b0bdc-99b0-40a3-8b29-3c8af950e824 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:55.435763 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:55.441199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:55.441815 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a3b0bdc-99b0-40a3-8b29-3c8af950e824 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:55.442633 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'status': 'completed', 'code': 200} Feb 03 04:20:55.579416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764895d-6d51-4558-b603-96933d9c7967 req-ca3ee5f5-3b88-47dc-9cce-143031e48fe9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.588397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a764895d-6d51-4558-b603-96933d9c7967 req-ca3ee5f5-3b88-47dc-9cce-143031e48fe9 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 949 time: 0.2135098 Feb 03 04:20:55.594407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7c653-49e4-45d3-bc81-d211e14232cf req-8f436776-9f2c-4d34-863f-ab13cfdbd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.596089 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-edb7c653-49e4-45d3-bc81-d211e14232cf req-8f436776-9f2c-4d34-863f-ab13cfdbd76e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 1131 time: 0.2434068 Feb 03 04:20:55.626853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de17d-d679-4b9b-8ba4-c1dcc478dca8 req-2dae79bd-580e-4198-a90e-5e46528244fb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.628604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-028de17d-d679-4b9b-8ba4-c1dcc478dca8 req-2dae79bd-580e-4198-a90e-5e46528244fb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1117482 Feb 03 04:20:55.632760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-21ff9c1b-133d-4f65-a912-66ac7715f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.634246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-21ff9c1b-133d-4f65-a912-66ac7715f772 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa1ec3b038a445288146bba3147957bb&device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 1130 time: 0.1886086 Feb 03 04:20:55.656906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-b943ccbe-7cf6-4bd7-b2cb-af6906cf40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:55.666724 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-b943ccbe-7cf6-4bd7-b2cb-af6906cf40b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 HTTP/1.1" status: 200 len: 917 time: 0.4180658 Feb 03 04:20:55.678041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-1ca55758-0ccd-471f-b22d-d600fd3a8c38 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454284 Feb 03 04:20:55.746031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:55.773274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a764895d-6d51-4558-b603-96933d9c7967 req-4b0c0fc0-b45e-47c9-9b72-dc30f3d8ac26 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820118 Feb 03 04:20:55.815138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-028de17d-d679-4b9b-8ba4-c1dcc478dca8 req-d96bbdc0-6594-4c1d-bbeb-9794893b5a49 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797893 Feb 03 04:20:55.958787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3bd1818-27b5-4da4-905b-87ebcec0ce30 req-fdc2ad8b-d7b7-4192-8387-8f972e6ccb1c tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 210 time: 0.0694296 Feb 03 04:20:55.993207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-74d1d8e9-141f-4f49-bdbb-2cd176576984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.000705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-74d1d8e9-141f-4f49-bdbb-2cd176576984 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.3568537 Feb 03 04:20:56.132654 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-356a2ff9-629b-4417-9cd5-f613375ddcb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb HTTP/1.1" status: 200 len: 217 time: 0.0956974 Feb 03 04:20:56.195132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-be95bf58-b755-4402-908d-47c22bd43616 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06 HTTP/1.1" status: 200 len: 217 time: 0.5159440 Feb 03 04:20:56.203793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-edb7c653-49e4-45d3-bc81-d211e14232cf req-e123d7d7-6021-491c-bc5e-445b18605aab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991800 Feb 03 04:20:56.239829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd329f-7233-4c83-9d7f-cf46f2d87476 req-f57242bd-ece1-4ce5-bb98-05acbf47460b tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.241789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4bd329f-7233-4c83-9d7f-cf46f2d87476 req-f57242bd-ece1-4ce5-bb98-05acbf47460b tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 948 time: 0.2798131 Feb 03 04:20:56.271919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-f9fec45f-ee5f-4086-84a8-ef75cafa764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.273549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-f9fec45f-ee5f-4086-84a8-ef75cafa764b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1171577 Feb 03 04:20:56.278285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761365-9fe6-49c5-8e74-bd11a84da059 req-b6d1b91a-02a6-4328-8b93-8f0ecfc8e0a3 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.279919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11761365-9fe6-49c5-8e74-bd11a84da059 req-b6d1b91a-02a6-4328-8b93-8f0ecfc8e0a3 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1127 time: 0.2093740 Feb 03 04:20:56.287760 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-ac55e164-4515-4bc4-87ae-86d3d400a8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915065 Feb 03 04:20:56.304614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-ae4da90d-ebd2-4d61-b86b-fe792e97eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.306333 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-ae4da90d-ebd2-4d61-b86b-fe792e97eccd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bbbafe6-f899-45e8-adc9-263906eeca89 HTTP/1.1" status: 200 len: 855 time: 0.1001985 Feb 03 04:20:56.351996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4bd329f-7233-4c83-9d7f-cf46f2d87476 req-d7fb24eb-00e8-460a-81f4-fbde919889bb tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035490 Feb 03 04:20:56.377387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11761365-9fe6-49c5-8e74-bd11a84da059 req-fe67f4f6-aa17-4fa9-b5df-d67ae173db67 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868442 Feb 03 04:20:56.385991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-ff212dac-23bf-49fd-b3db-586829a80407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.388249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-ff212dac-23bf-49fd-b3db-586829a80407 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0967331 Feb 03 04:20:56.488299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-98d01a76-203b-4535-8f73-9fa7f2527835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.489821 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-98d01a76-203b-4535-8f73-9fa7f2527835 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786057 Feb 03 04:20:56.597223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-b2b1f670-caad-44f3-87aa-3c9813bde7e0 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953924 Feb 03 04:20:56.605344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a22c52-2eb7-418d-b58e-6733a1a9f594 req-f35d54e5-ffc3-40d1-b157-a4c02baae06a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.606832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86a22c52-2eb7-418d-b58e-6733a1a9f594 req-f35d54e5-ffc3-40d1-b157-a4c02baae06a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 944 time: 0.1466918 Feb 03 04:20:56.679081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-1dfd061f-8f39-46ed-90d7-575306fc8e50 service neutron] 10.222.0.15 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792974 Feb 03 04:20:56.746319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-108f4f8d-f150-4a72-982b-46afda4253f1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427239 Feb 03 04:20:56.771008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86a22c52-2eb7-418d-b58e-6733a1a9f594 req-74c482af-7a62-4b08-b44c-ebd7f944457e tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423836 Feb 03 04:20:56.811196 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-096124aa-2f25-497b-96d1-08e8b6307fe3 req-8d3bd0f7-dcd6-4069-b05d-b66f23d8a48a service neutron] 10.222.0.15 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130364 Feb 03 04:20:56.842226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88693dc9-52fe-4157-8ccb-40f35831f10b req-df7df544-2a91-43ee-925b-22d9fc740c15 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344069 Feb 03 04:20:56.907033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:56.954890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8fbfc-853e-4632-a1c6-b177b07f6f73 req-be13f623-6779-4ea8-a5b3-e139e6eb0684 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.956591 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dec8fbfc-853e-4632-a1c6-b177b07f6f73 req-be13f623-6779-4ea8-a5b3-e139e6eb0684 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.1133318 Feb 03 04:20:56.965241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-c30bcdb4-352d-4a93-a17d-4a0c55f6f2a4 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:56.966853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-c30bcdb4-352d-4a93-a17d-4a0c55f6f2a4 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948490 Feb 03 04:20:56.992929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-22cef3e6-b514-45ed-ae99-807b049fec45 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/quotas/09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 375 time: 0.0189307 Feb 03 04:20:57.022831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:57.025401 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e498c-39ce-4993-9355-43a0924518f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:57.029829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dec8fbfc-853e-4632-a1c6-b177b07f6f73 req-0a384a6b-7d88-4609-b7f7-63a1d310b3d2 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618284 Feb 03 04:20:57.037909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:57.053429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'mac_address': 'fa:16:3e:e6:a6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:57.097098 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-6d8cd2b2-b0a1-45b6-b8c3-58ca40f1adb0 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c345aff1268946839a96581f2d008016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338464 Feb 03 04:20:57.105718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-9b95c444-2f06-425c-b348-a8d5a70ceb63 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843418 Feb 03 04:20:57.172669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:57.173067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:57.217285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ca8dbe-5686-44b1-9e4b-3e0045d79abb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:57.282982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:57.299831 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:57.396616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7727b629-f7fa-4666-b353-c3b2b41a008a details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:20:57.479736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-1c159a1e-126e-4179-93dd-8c44d3f5ac84 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:57.481459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-1c159a1e-126e-4179-93dd-8c44d3f5ac84 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650393 Feb 03 04:20:57.510930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Request body: {'port': {'device_id': '80122df7-c5f8-46e8-8093-962787191b87', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': 'c345aff1268946839a96581f2d008016'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:57.547148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:57.578585 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:20:57.648608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5846a87-f268-4857-9acc-b083b340bf77 req-b35543a6-dfbb-4d55-a116-2e96c2f15c59 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:57.659405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5846a87-f268-4857-9acc-b083b340bf77 req-b35543a6-dfbb-4d55-a116-2e96c2f15c59 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 949 time: 0.1932392 Feb 03 04:20:57.722632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5846a87-f268-4857-9acc-b083b340bf77 req-65f127b0-9915-4f93-8741-84b66604c718 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619404 Feb 03 04:20:57.824538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['91ca8dbe-5686-44b1-9e4b-3e0045d79abb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:57.854124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5efd81-a135-44df-bffb-85ae3449ce43 req-3be85ad1-5eaf-4148-a17a-83d4aa216c47 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:57.863414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e5efd81-a135-44df-bffb-85ae3449ce43 req-3be85ad1-5eaf-4148-a17a-83d4aa216c47 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.0789909 Feb 03 04:20:57.955278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Made reservation on behalf of c345aff1268946839a96581f2d008016 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:57.958602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:57.966254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e5efd81-a135-44df-bffb-85ae3449ce43 req-ccc552f8-9ce4-4883-a757-b92888edecff tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993023 Feb 03 04:20:58.085351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:58.115824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79d458a3-a87c-4065-a6bb-b4d706b84b3f req-f291c685-9d33-40a8-9325-dd44ccf4918e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 210 time: 0.0473819 Feb 03 04:20:58.150991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'mac_address': 'fa:16:3e:ae:04:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:20:58.222015 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca4d00f-db35-4c1e-9ca9-cd3af3eac2b2 x-openstack-request-id: req-bca4d00f-db35-4c1e-9ca9-cd3af3eac2b2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:20:58.222374 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:20:58.222588 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bca4d00f-db35-4c1e-9ca9-cd3af3eac2b2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:20:58.223008 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'status': 'completed', 'code': 200} Feb 03 04:20:58.247774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7727b629-f7fa-4666-b353-c3b2b41a008a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:58.248722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:58.256363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f4ea379-21d2-4f1a-947b-639d2079f124 req-e32ccd6f-ee11-48ba-b26e-a6f55f3fce2c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 210 time: 0.0558798 Feb 03 04:20:58.330509 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7727b629-f7fa-4666-b353-c3b2b41a008a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:20:58.357147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:58.368147 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:58.438165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Allocated IP 192.168.233.107 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/ec0a55d4-678d-4e39-82bc-880d69a9db54) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:20:58.463211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:58.508345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e498c-39ce-4993-9355-43a0924518f6 req-9a908ecf-723e-4c77-b091-7c38c545494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:58.510105 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-079e498c-39ce-4993-9355-43a0924518f6 req-9a908ecf-723e-4c77-b091-7c38c545494a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa1ec3b038a445288146bba3147957bb&device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 1130 time: 0.2862902 Feb 03 04:20:58.517905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ca7ff-ab33-438c-89ef-ec3a2699d37a req-8cd03693-46cf-4cb6-9542-9fbe7f14eb62 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:58.526519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129ca7ff-ab33-438c-89ef-ec3a2699d37a req-8cd03693-46cf-4cb6-9542-9fbe7f14eb62 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 949 time: 0.1736174 Feb 03 04:20:58.605724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129ca7ff-ab33-438c-89ef-ec3a2699d37a req-a45d4850-587c-4e96-b69b-d57b39e1cca1 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776834 Feb 03 04:20:58.679990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e498c-39ce-4993-9355-43a0924518f6 req-1d3f3c28-b639-4006-9313-1080a56c2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:58.681580 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-079e498c-39ce-4993-9355-43a0924518f6 req-1d3f3c28-b639-4006-9313-1080a56c2aee service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1611314 Feb 03 04:20:58.697584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks [] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:58.727964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7727b629-f7fa-4666-b353-c3b2b41a008a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:58.748152 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-079e498c-39ce-4993-9355-43a0924518f6 req-d1f71b44-28d4-444b-831c-be724d476584 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7727b629-f7fa-4666-b353-c3b2b41a008a HTTP/1.1" status: 200 len: 217 time: 0.0470803 Feb 03 04:20:58.771668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b00c2-49ef-432a-80b3-cb857dee232b req-a1a43550-126c-4e4d-9fa5-6d7c278f3e21 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:58.774396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab4b00c2-49ef-432a-80b3-cb857dee232b req-a1a43550-126c-4e4d-9fa5-6d7c278f3e21 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 944 time: 0.0954721 Feb 03 04:20:58.802843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-140d6298-f633-439b-8deb-0b5ca12ed54c tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:20:58.803925 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-140d6298-f633-439b-8deb-0b5ca12ed54c tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132203 Feb 03 04:20:58.846570 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:58.849199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e498c-39ce-4993-9355-43a0924518f6 req-140a5f5f-5830-4401-abf4-44d27c0560d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:58.850809 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-079e498c-39ce-4993-9355-43a0924518f6 req-140a5f5f-5830-4401-abf4-44d27c0560d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0960536 Feb 03 04:20:58.862248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab4b00c2-49ef-432a-80b3-cb857dee232b req-e805a975-c2d9-45e8-89c8-fed961000563 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814178 Feb 03 04:20:58.897625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ccfc1ed7-429c-45de-9671-7d16d82bf265', '0fe70f4c-5670-45ee-8e4d-04216cce2e80'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:20:58.930622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-21e3bf75-408c-40ea-87f6-1ad19c32cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:58.938670 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-21e3bf75-408c-40ea-87f6-1ad19c32cec8 service neutron] 10.222.0.35 "GET /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 1124 time: 0.1247232 Feb 03 04:20:58.946246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Request body: {'binding': {'host': 'n-h2-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:58.946847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:20:58.964464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:20:58.990239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:20:59.002062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:20:59.007270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:20:59.013067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bf4a7-4f19-4069-a9b1-938d7836fe87 req-f621958f-86a9-4d12-8c8f-977ef18f8e0d tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:59.014747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Pushing event updated for resources: {'Port': ['ID=ec0a55d4-678d-4e39-82bc-880d69a9db54,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:59.031009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d8bf4a7-4f19-4069-a9b1-938d7836fe87 req-f621958f-86a9-4d12-8c8f-977ef18f8e0d tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0877573 Feb 03 04:20:59.099494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d8bf4a7-4f19-4069-a9b1-938d7836fe87 req-5c2be121-629d-43cd-9486-e9dadcc8be3f tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671351 Feb 03 04:20:59.147408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:20:59.180289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:59.180672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.189612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e498c-39ce-4993-9355-43a0924518f6 req-5540a946-9b85-4b25-8596-cb10f7034c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:59.191842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-079e498c-39ce-4993-9355-43a0924518f6 req-5540a946-9b85-4b25-8596-cb10f7034c12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3280840 Feb 03 04:20:59.218595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:59.219631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.235799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae3b3-3d09-4fa4-bb50-e9d9278ad19d req-45e3eedd-d89e-4942-94e2-06e7daaf366f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:59.237468 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f20ae3b3-3d09-4fa4-bb50-e9d9278ad19d req-45e3eedd-d89e-4942-94e2-06e7daaf366f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 949 time: 0.0681849 Feb 03 04:20:59.356055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f20ae3b3-3d09-4fa4-bb50-e9d9278ad19d req-d3ff6a09-d9dc-42aa-9a01-4d4fb0a1c1d8 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112747 Feb 03 04:20:59.363089 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-903a1c66-c84c-4277-b168-fdebe2e80f45 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8560736 Feb 03 04:20:59.387575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Request body: {'port': {'device_id': '80122df7-c5f8-46e8-8093-962787191b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:59.425935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on host n-h2-827549-1 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:20:59.426953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:20:59.437940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:59.440876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-79ca8d40-aacc-426c-9ae3-e7a5a361b4fc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507081 Feb 03 04:20:59.484551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:20:59.489786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:20:59.510763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:20:59.511306 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.541189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8b681c89-e64b-4c8b-ba93-a1ecff00a3a3 None None] Provisioning complete for port ec0a55d4-678d-4e39-82bc-880d69a9db54 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:20:59.541694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b681c89-e64b-4c8b-ba93-a1ecff00a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.551593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:20:59.554042 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17cbc0b-a150-4c84-a5a9-e34216772774" -d '{"events": [{"server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "name": "network-vif-plugged", "status": "completed", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:20:59.585063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.590646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-079e498c-39ce-4993-9355-43a0924518f6 req-f7335816-44bf-4aa9-a78a-0569d1805624 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890729 Feb 03 04:20:59.590825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:20:59.591702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:20:59.591977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:20:59.592459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:20:59.592978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Bound port: fa2ec692-2ace-4381-9962-2b087079a92d, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:20:59.603992 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.611064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b681c89-e64b-4c8b-ba93-a1ecff00a3a3 None None] Port ec0a55d4-678d-4e39-82bc-880d69a9db54 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:20:59.665762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:20:59.726274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-38e330ca-c98b-4dfa-b244-285776600982 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:59.727997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-38e330ca-c98b-4dfa-b244-285776600982 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812626 Feb 03 04:20:59.735896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b3a5b-a1e1-41fc-8ccf-b1a101e7b29c req-29f1f9cd-33da-4de0-932e-afb18ce0ae43 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:20:59.740019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27b3a5b-a1e1-41fc-8ccf-b1a101e7b29c req-29f1f9cd-33da-4de0-932e-afb18ce0ae43 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.2426219 Feb 03 04:20:59.747155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Request body: {'port': {'device_id': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '09ee2d373fa94a7db158b1b8b5f63d5c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:20:59.789504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:20:59.841412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.842858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9f737390-a894-4c84-b359-07d7948861b1 service neutron] 10.222.0.35 "POST /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d/bindings HTTP/1.1" status: 201 len: 389 time: 0.9028828 Feb 03 04:20:59.854549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27b3a5b-a1e1-41fc-8ccf-b1a101e7b29c req-3d88fe65-fa22-4d70-b558-2c8dc5d3e77f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034787 Feb 03 04:20:59.890854 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-079e498c-39ce-4993-9355-43a0924518f6 req-67c5ee1d-b95f-4c98-a5bb-543d9930c9b0 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327974 Feb 03 04:20:59.891136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Made reservation on behalf of 09ee2d373fa94a7db158b1b8b5f63d5c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:20:59.895377 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:20:59.905863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.030665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks [] for security_group (6f1a1413-b649-43f5-a522-109380994bd3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.069298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6f1a1413-b649-43f5-a522-109380994bd3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.120721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0a55d4-678d-4e39-82bc-880d69a9db54 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:00.129078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Publish callbacks [] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.140529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36fba218-fc9d-4a9f-9e48-ea44fc2e66c2 req-6d29947a-8641-490b-828b-850747058827 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 210 time: 0.0627120 Feb 03 04:21:00.145219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Transition to ACTIVE for port object ec0a55d4-678d-4e39-82bc-880d69a9db54 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:21:00.153400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.224726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21095d87-68ad-4bf7-91eb-72799e47708b req-8973c6c6-351f-439f-9dab-fcfad0d01be0 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:00.233114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a55d4-678d-4e39-82bc-880d69a9db54,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:00.235999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21095d87-68ad-4bf7-91eb-72799e47708b req-8973c6c6-351f-439f-9dab-fcfad0d01be0 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 936 time: 0.2021632 Feb 03 04:21:00.238656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1a1413-b649-43f5-a522-109380994bd3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:00.344264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Attempting to bind port ec0a55d4-678d-4e39-82bc-880d69a9db54 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:00.344598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Attempting to bind port ec0a55d4-678d-4e39-82bc-880d69a9db54 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:00.344943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Attempting to bind port ec0a55d4-678d-4e39-82bc-880d69a9db54 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:00.350313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Port ec0a55d4-678d-4e39-82bc-880d69a9db54 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:21:00.350640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Attempting to bind port ec0a55d4-678d-4e39-82bc-880d69a9db54 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:00.357311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:00.357676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:00.358024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:00.358465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Bound port: ec0a55d4-678d-4e39-82bc-880d69a9db54, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:00.358818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.447475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] For port ec0a55d4-678d-4e39-82bc-880d69a9db54, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:00.451437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] For port ec0a55d4-678d-4e39-82bc-880d69a9db54, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec0a55d4-678d-4e39-82bc-880d69a9db54,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:00.463103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.506751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:00.507429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:00.508738 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-098d0911-b78f-477a-9470-32b88b621826 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec0a55d4-678d-4e39-82bc-880d69a9db54 HTTP/1.1" status: 200 len: 1096 time: 1.1260121 Feb 03 04:21:00.509209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80122df7-c5f8-46e8-8093-962787191b87', 'tag': 'ec0a55d4-678d-4e39-82bc-880d69a9db54'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:00.511561 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "80122df7-c5f8-46e8-8093-962787191b87", "tag": "ec0a55d4-678d-4e39-82bc-880d69a9db54"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:00.554765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d0911-b78f-477a-9470-32b88b621826 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a55d4-678d-4e39-82bc-880d69a9db54,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:00.625995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-d8271f36-702e-402a-a795-1263d6301694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:00.627727 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-d8271f36-702e-402a-a795-1263d6301694 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 1130 time: 0.0657599 Feb 03 04:21:00.686584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-c5980ac0-563d-48ec-9067-16c35be88d3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ec0a55d4-678d-4e39-82bc-880d69a9db54 HTTP/1.1" status: 200 len: 217 time: 0.0443981 Feb 03 04:21:00.754196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-c3f43479-9418-49ca-a768-c0c2843825c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:00.755953 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-c3f43479-9418-49ca-a768-c0c2843825c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0621760 Feb 03 04:21:00.770663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21095d87-68ad-4bf7-91eb-72799e47708b req-86061bad-8620-4d97-83c4-22e9f86b7993 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335524 Feb 03 04:21:00.791553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Allocated IP 192.168.233.63 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/9730b1d1-6c11-4b91-b7b6-87ee2ee3a676) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:21:00.808510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b000eba-2fc4-4d3f-b103-4b655f85a64f req-8426b9c1-e584-45dc-a884-66caa19e66f3 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:00.810833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b000eba-2fc4-4d3f-b103-4b655f85a64f req-8426b9c1-e584-45dc-a884-66caa19e66f3 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 1131 time: 0.5364261 Feb 03 04:21:00.823032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ccd1a-f284-4778-9953-c21e99936798 req-540009f8-be67-4f6e-8de6-92f57fa862df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:00.824957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bce30a34-8d55-4016-a4fc-9a189c7af268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:00.825657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-540009f8-be67-4f6e-8de6-92f57fa862df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0628269 Feb 03 04:21:00.826764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bce30a34-8d55-4016-a4fc-9a189c7af268 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1127 time: 0.4695461 Feb 03 04:21:00.841867 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80928a2e-a496-44c8-bc9f-a0da07426bdc x-openstack-request-id: req-80928a2e-a496-44c8-bc9f-a0da07426bdc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:00.842379 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "name": "network-vif-plugged", "status": "completed", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:00.842690 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80928a2e-a496-44c8-bc9f-a0da07426bdc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:00.843183 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'code': 200} Feb 03 04:21:00.880306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b000eba-2fc4-4d3f-b103-4b655f85a64f req-69a3b078-fbcc-424c-89f9-e4eb97844136 tempest-ServersOnMultiNodesTest-961437506 tempest-ServersOnMultiNodesTest-961437506-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525219 Feb 03 04:21:00.932300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:01.015800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:21:01.020686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:01.021494 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.041961 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-9c229ee3-042e-4c35-b3c7-4a7b4993d65c service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976583 Feb 03 04:21:01.044560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43e153-f15b-4842-a2c9-356e8bf4634f req-8eabe526-13f2-409e-9746-0b252342c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.045929 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d43e153-f15b-4842-a2c9-356e8bf4634f req-8eabe526-13f2-409e-9746-0b252342c614 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.0683677 Feb 03 04:21:01.062909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-a72e3b2d-309f-4bd3-9942-89247c610d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.064550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-a72e3b2d-309f-4bd3-9942-89247c610d11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1868906 Feb 03 04:21:01.109701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:01.110345 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.110595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d43e153-f15b-4842-a2c9-356e8bf4634f req-3745bf7d-46b3-4b0f-9a16-f75c6a3b7126 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Feb 03 04:21:01.130765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-70950395-c4e7-402c-80a6-56558dd27232 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 217 time: 0.0568285 Feb 03 04:21:01.148060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:01.157110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.213290 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-948ccd1a-f284-4778-9953-c21e99936798 req-8f4a1c20-ec2f-45d9-8a26-dfccdc951f4b service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345479 Feb 03 04:21:01.214739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:01.224193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c987f-c344-4696-a071-18adc77b203a req-18058036-4740-4dd1-ae5c-eb0e187d18f6 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.231430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f00c987f-c344-4696-a071-18adc77b203a req-18058036-4740-4dd1-ae5c-eb0e187d18f6 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 949 time: 0.2503870 Feb 03 04:21:01.240328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81996ad8-e9dc-4ce6-ac68-25885c2b65c8 req-eb17823b-a716-457b-92ee-b513e6528813 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.241922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81996ad8-e9dc-4ce6-ac68-25885c2b65c8 req-eb17823b-a716-457b-92ee-b513e6528813 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 945 time: 0.2552779 Feb 03 04:21:01.334416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7727b629-f7fa-4666-b353-c3b2b41a008a up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:01.347005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks [] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.383103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f00c987f-c344-4696-a071-18adc77b203a req-1dcbb7db-613d-47d7-8342-d6bec4e071ae tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507604 Feb 03 04:21:01.388851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81996ad8-e9dc-4ce6-ac68-25885c2b65c8 req-ee97f8c6-2290-4729-b6c5-38b49a8e5bb7 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353133 Feb 03 04:21:01.395424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 7727b629-f7fa-4666-b353-c3b2b41a008a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:21:01.401723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 7727b629-f7fa-4666-b353-c3b2b41a008a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:01.402263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.402886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-90e3abc1-1b47-4313-a92d-e14fb061b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.404450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-90e3abc1-1b47-4313-a92d-e14fb061b3b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0887103 Feb 03 04:21:01.452323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.477045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-cfa02bd6-55ef-40ea-a175-3136a45394ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486486 Feb 03 04:21:01.491678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7727b629-f7fa-4666-b353-c3b2b41a008a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:01.492146 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.533898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:01.538973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.604152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:01.610500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:21:01.649222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:01.654026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:01.660129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:21:01.746092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-b6561b96-fa91-4a9e-9a8a-41354823c0da service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600369 Feb 03 04:21:01.756651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874c7b5-6dbd-4722-9f37-99837997c737 req-abef6048-56da-4bc5-adbe-7d77a7c20793 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.758635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4874c7b5-6dbd-4722-9f37-99837997c737 req-abef6048-56da-4bc5-adbe-7d77a7c20793 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.2323396 Feb 03 04:21:01.767564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64836d-553f-43aa-b254-8dc0bcce5dc9 req-504c956a-0fc4-4b48-a93f-6229fb314bce tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.769207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d64836d-553f-43aa-b254-8dc0bcce5dc9 req-504c956a-0fc4-4b48-a93f-6229fb314bce tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.2192626 Feb 03 04:21:01.782151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:01.782934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.852057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-204a4048-6a71-4cc9-958f-fa7bfd54f7bd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1104524 Feb 03 04:21:01.896156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e7df441d-79a5-42dd-8a44-d6ec7ffd5a4b None None] Provisioning complete for port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:01.896759 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7df441d-79a5-42dd-8a44-d6ec7ffd5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:01.896859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Request body: {'port': {'device_id': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:01.932403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e7df441d-79a5-42dd-8a44-d6ec7ffd5a4b None None] Port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:21:01.950805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4874c7b5-6dbd-4722-9f37-99837997c737 req-422dac1a-039d-4b61-b1a8-d1478737c876 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742072 Feb 03 04:21:01.956727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d64836d-553f-43aa-b254-8dc0bcce5dc9 req-edb12852-b065-438e-b74a-1765244b6f94 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697617 Feb 03 04:21:02.003979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-d115e889-4ce7-43c6-b3cf-f56fdf97c1e5 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441835 Feb 03 04:21:02.008877 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:02.009250 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6270e4d-3514-49a4-9416-a4a1ee499821 x-openstack-request-id: req-f6270e4d-3514-49a4-9416-a4a1ee499821 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:02.009755 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80122df7-c5f8-46e8-8093-962787191b87", "tag": "ec0a55d4-678d-4e39-82bc-880d69a9db54", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:02.009974 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6270e4d-3514-49a4-9416-a4a1ee499821 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:02.010993 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80122df7-c5f8-46e8-8093-962787191b87', 'tag': 'ec0a55d4-678d-4e39-82bc-880d69a9db54', 'status': 'completed', 'code': 200} Feb 03 04:21:02.117621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-fde3924b-d86e-4eda-8d38-857ea63b1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.119153 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-fde3924b-d86e-4eda-8d38-857ea63b1696 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c345aff1268946839a96581f2d008016&device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 1130 time: 0.0693181 Feb 03 04:21:02.233216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-c60c2b89-5f7b-4fdb-bdfe-cac2430f0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.234713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-c60c2b89-5f7b-4fdb-bdfe-cac2430f0671 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1053872 Feb 03 04:21:02.269221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3150083-6ad4-4fcc-88a3-c849c7ba38f4 req-a968ad16-a99e-40a8-a77e-d2dd0ee6a562 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.271975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3150083-6ad4-4fcc-88a3-c849c7ba38f4 req-a968ad16-a99e-40a8-a77e-d2dd0ee6a562 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1794293 Feb 03 04:21:02.282223 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-51c8bfe3-be11-4fbd-988c-4c3f9d1cd168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ec0a55d4-678d-4e39-82bc-880d69a9db54 HTTP/1.1" status: 200 len: 217 time: 0.0397263 Feb 03 04:21:02.342557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-718a0636-1bb2-4621-901a-7d0cbc201624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.344087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-718a0636-1bb2-4621-901a-7d0cbc201624 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0524802 Feb 03 04:21:02.386892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7020c-e079-448c-9dcf-578e3b948b17 req-d845ccff-34db-4973-bfba-96eef9ade8e9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.394265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fb7020c-e079-448c-9dcf-578e3b948b17 req-d845ccff-34db-4973-bfba-96eef9ade8e9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 935 time: 0.1788201 Feb 03 04:21:02.431429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-470793fe-0136-46a5-8577-fc0b39ab3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.435236 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-470793fe-0136-46a5-8577-fc0b39ab3ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0774174 Feb 03 04:21:02.457621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3150083-6ad4-4fcc-88a3-c849c7ba38f4 req-56c60168-f983-4bf8-b6be-e730256d5746 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778452 Feb 03 04:21:02.488190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fb7020c-e079-448c-9dcf-578e3b948b17 req-ee7022cd-2cf2-4161-a897-edb3a03feba2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927756 Feb 03 04:21:02.570206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-33a33185-e778-4b80-a685-ccbdb70c908a service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252365 Feb 03 04:21:02.686739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:02.697154 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5407cd0e-5eef-425e-950f-5e3a5e4ffb9a req-657f146e-f7da-47e9-9550-f8eef582f61a service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100791 Feb 03 04:21:02.701396 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Publish callbacks [] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:02.722727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64457a-ed5a-4eaf-a086-15fe81cb14e3 req-d6335704-c70f-4db9-96f3-829500e99e51 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.724271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e64457a-ed5a-4eaf-a086-15fe81cb14e3 req-d6335704-c70f-4db9-96f3-829500e99e51 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 948 time: 0.1209917 Feb 03 04:21:02.734996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Transition to ACTIVE for port object 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:21:02.753702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:02.768794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ad3d5-6b2d-4032-aae5-da177c1386f6 req-5ca4d343-d76a-476c-b362-05f141d5d22c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:02.770325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d8ad3d5-6b2d-4032-aae5-da177c1386f6 req-5ca4d343-d76a-476c-b362-05f141d5d22c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 949 time: 0.1687019 Feb 03 04:21:02.844089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb'}, {'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:02.846416 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdadd17e-2177-4553-bd9e-67d087efe19a" -d '{"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb"}, {"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-plugged", "status": "completed", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:02.873380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e64457a-ed5a-4eaf-a086-15fe81cb14e3 req-0653354a-9087-4132-85bf-e2114af51cca tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396539 Feb 03 04:21:02.875253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:02.883430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d8ad3d5-6b2d-4032-aae5-da177c1386f6 req-35a6f8af-95ac-49cd-be6e-ad747d408433 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901935 Feb 03 04:21:02.963556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:02.964258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:02.964471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:02.974808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:21:02.975299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:02.982321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:02.982819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:02.983319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:02.983897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Bound port: 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:02.984383 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:03.097279 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04cbf7dc-e4ce-4a38-9cb3-3c58af8a08c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:03.129104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07497898-cfa2-4fc1-94a7-ff5a0e2785e7 req-647e0a8c-2642-4f2e-a562-55d614130f45 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.130595 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07497898-cfa2-4fc1-94a7-ff5a0e2785e7 req-647e0a8c-2642-4f2e-a562-55d614130f45 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 945 time: 0.1419880 Feb 03 04:21:03.169345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:03.178109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3575e64-5b50-4fb9-a2e0-c1e99c9c05b1 req-e6cd1042-97a5-4a95-9d80-7e68a89c8d67 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.179650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3575e64-5b50-4fb9-a2e0-c1e99c9c05b1 req-e6cd1042-97a5-4a95-9d80-7e68a89c8d67 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 950 time: 0.1742139 Feb 03 04:21:03.199379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:03.223307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:03.262197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07497898-cfa2-4fc1-94a7-ff5a0e2785e7 req-aca64dbb-51d4-488c-a771-d7a9bfa639cf tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235814 Feb 03 04:21:03.273934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.274575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:03.275960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] 10.222.0.31 "PUT /v2.0/ports/9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 1095 time: 1.4136524 Feb 03 04:21:03.278114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:03.280360 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54514d27-bd5f-4551-a07a-2dad4a8a6490" -d '{"events": [{"name": "network-changed", "server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:03.313129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3575e64-5b50-4fb9-a2e0-c1e99c9c05b1 req-6123d563-f929-465b-9e77-c9328b78aea2 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225388 Feb 03 04:21:03.316494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5a5bc-6459-434f-a3b6-5f9881030a2d service neutron] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:03.374200 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e61d18-734f-4589-a87f-4a0a5716dceb x-openstack-request-id: req-f6e61d18-734f-4589-a87f-4a0a5716dceb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:03.375538 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb", "code": 200}, {"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-plugged", "status": "completed", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:03.376041 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6e61d18-734f-4589-a87f-4a0a5716dceb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:03.377403 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'code': 200} Feb 03 04:21:03.377750 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'code': 200} Feb 03 04:21:03.457422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-de7a9000-cf3e-4a10-9f10-a21469a56a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.458932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-de7a9000-cf3e-4a10-9f10-a21469a56a06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1129 time: 0.0963924 Feb 03 04:21:03.562103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe4d57-43fc-4dc2-bc3e-0fd472965d78 req-4a4f7dab-c937-428a-837d-7e0557994047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.563855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcfe4d57-43fc-4dc2-bc3e-0fd472965d78 req-4a4f7dab-c937-428a-837d-7e0557994047 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 1132 time: 0.0804636 Feb 03 04:21:03.635246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-6eccc170-64c6-4d42-a32b-968e6d0b362d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.1607971 Feb 03 04:21:03.644796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcfe4d57-43fc-4dc2-bc3e-0fd472965d78 req-71d484f7-b8e0-4ed2-804b-1639edbd913e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705931 Feb 03 04:21:03.729901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-6d937e88-9e24-431b-befe-2e0ca7edfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.731377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-6d937e88-9e24-431b-befe-2e0ca7edfbcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0705929 Feb 03 04:21:03.745138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdec38-8d66-4299-baa3-00b113873a5d req-3945c256-bf9c-4d7f-827a-6b19f0138a5c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.746768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ecdec38-8d66-4299-baa3-00b113873a5d req-3945c256-bf9c-4d7f-827a-6b19f0138a5c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.2815382 Feb 03 04:21:03.748503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bff2a1-9f10-4061-9391-54f6923d6183 req-99ed38bf-9e8e-4897-976c-48f0e3501d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.749854 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6bff2a1-9f10-4061-9391-54f6923d6183 req-99ed38bf-9e8e-4897-976c-48f0e3501d8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 1132 time: 0.2068026 Feb 03 04:21:03.802055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629904c-6b1d-42af-b44a-d8d9504c1c58 req-5648c0cb-12a5-4844-a341-779553667a90 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.803581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3629904c-6b1d-42af-b44a-d8d9504c1c58 req-5648c0cb-12a5-4844-a341-779553667a90 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.2072573 Feb 03 04:21:03.880224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ecdec38-8d66-4299-baa3-00b113873a5d req-4235a8ac-da5a-4454-a0d6-e3402518cd6b tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200051 Feb 03 04:21:03.895775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6bff2a1-9f10-4061-9391-54f6923d6183 req-537aecd7-b0eb-485a-8623-09c367a9fc37 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365824 Feb 03 04:21:03.904970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cf72-109d-4def-8840-a1454b24c806 req-2810c74e-8334-4438-be4d-630e810a3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.909214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-2810c74e-8334-4438-be4d-630e810a3f2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1556351 Feb 03 04:21:03.928472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3629904c-6b1d-42af-b44a-d8d9504c1c58 req-3cac1f15-1e18-4fdd-b675-579148c9ab32 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110992 Feb 03 04:21:03.978168 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef2381-e951-4c9f-ae6e-63c55d37af97 x-openstack-request-id: req-cfef2381-e951-4c9f-ae6e-63c55d37af97 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:03.979315 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:03.979551 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfef2381-e951-4c9f-ae6e-63c55d37af97 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:03.979917 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'status': 'completed', 'code': 200} Feb 03 04:21:03.992670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-18c49b14-7a61-4844-944e-2654905bc401 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:03.995773 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-18c49b14-7a61-4844-944e-2654905bc401 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fbd8701-e277-4cdf-a6d6-62114892a509 HTTP/1.1" status: 200 len: 949 time: 0.1007814 Feb 03 04:21:04.121321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port 80a0ec92-7342-402a-95c4-a1270a10b56f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:04.121941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:04.221794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port 80a0ec92-7342-402a-95c4-a1270a10b56f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=80a0ec92-7342-402a-95c4-a1270a10b56f,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:04.222248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:04.238415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for 80a0ec92-7342-402a-95c4-a1270a10b56f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:04.387801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (80a0ec92-7342-402a-95c4-a1270a10b56f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:04.403237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5', '80a0ec92-7342-402a-95c4-a1270a10b56f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:04.406396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9', 'd28e53dc-847d-4401-a823-bd57beca48ee', 'b7472484-3e2b-468b-ba11-f133d48fd786', 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:04.417917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=80a0ec92-7342-402a-95c4-a1270a10b56f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:04.486941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port 80a0ec92-7342-402a-95c4-a1270a10b56f on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:04.489972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:04.493527 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90bd8b63-0f8f-401f-8468-063bc7196773 req-abfebf94-95be-45b6-8e37-442754a8834c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "DELETE /v2.0/ports/80a0ec92-7342-402a-95c4-a1270a10b56f HTTP/1.1" status: 204 len: 173 time: 0.4911683 Feb 03 04:21:04.496333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'name': 'network-vif-deleted', 'tag': '80a0ec92-7342-402a-95c4-a1270a10b56f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:04.502893 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6279a017-5a65-4b2a-9e7f-b0e4f197ef9a" -d '{"events": [{"server_uuid": "3fbd8701-e277-4cdf-a6d6-62114892a509", "name": "network-vif-deleted", "tag": "80a0ec92-7342-402a-95c4-a1270a10b56f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:04.547112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-8ed09c20-090b-49a6-b367-4b008dad7277 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5908654 Feb 03 04:21:04.552231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:04.586028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecbecd-1446-4652-b9a2-a5293b88dcfe req-1a75b44b-5d23-4b2c-827d-14de1e53b220 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:04.590670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12ecbecd-1446-4652-b9a2-a5293b88dcfe req-1a75b44b-5d23-4b2c-827d-14de1e53b220 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.5669432 Feb 03 04:21:04.631353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:04.682945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-3f2fa049-dae3-4233-a4ad-3d7449b26acb service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023484 Feb 03 04:21:04.772009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:21:04.772839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12ecbecd-1446-4652-b9a2-a5293b88dcfe req-06b4dc92-490e-4fe8-9e4f-422d2d5171df tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553607 Feb 03 04:21:04.916477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38f2cf72-109d-4def-8840-a1454b24c806 req-0d444197-e64c-4f80-ad35-fb45c2232c4d service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237535 Feb 03 04:21:04.949688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5cc33-b725-471a-adee-0c0f66914750 req-392d7f71-f508-4278-b509-74c98901ac1a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:04.951282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3a5cc33-b725-471a-adee-0c0f66914750 req-392d7f71-f508-4278-b509-74c98901ac1a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 947 time: 0.0964167 Feb 03 04:21:04.983662 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:05.104333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3a5cc33-b725-471a-adee-0c0f66914750 req-96c13dbc-7fa5-4c14-ae2c-2505b5e012c7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395421 Feb 03 04:21:05.168495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-4804a063-36d6-41ee-a267-8aec5bb5d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:05.171096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-4804a063-36d6-41ee-a267-8aec5bb5d0dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1129 time: 0.1894321 Feb 03 04:21:05.285494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Allocated IP 172.25.7.129 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/bc437556-2d25-4542-b8f0-4f9cac556f33) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:21:05.361744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ec0a55d4-678d-4e39-82bc-880d69a9db54 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:05.397195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-2a6b8f4e-d73c-4741-971a-72a9de27425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:05.398811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-2a6b8f4e-d73c-4741-971a-72a9de27425f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2162406 Feb 03 04:21:05.403735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d322dac-30d6-4677-b990-e5f6d8dec399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:05.471274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-34d17582-23b8-4d9b-84a6-664c6c32aae6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.0500727 Feb 03 04:21:05.550268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ec0a55d4-678d-4e39-82bc-880d69a9db54, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec0a55d4-678d-4e39-82bc-880d69a9db54,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:05.552259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223c52b-42d5-44a9-a276-a057c8416746 req-98fa021a-5cf4-44d7-bc2f-fd79bb039dc3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:05.554163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6223c52b-42d5-44a9-a276-a057c8416746 req-98fa021a-5cf4-44d7-bc2f-fd79bb039dc3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 948 time: 0.3191228 Feb 03 04:21:05.570333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ec0a55d4-678d-4e39-82bc-880d69a9db54', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'ec0a55d4-678d-4e39-82bc-880d69a9db54', 'mac_address': 'fa:16:3e:8b:da:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:21:05.598450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-4cbd104d-e604-4101-856f-bcdbd122eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:05.599918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-4cbd104d-e604-4101-856f-bcdbd122eb24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1025598 Feb 03 04:21:05.615782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ec0a55d4-678d-4e39-82bc-880d69a9db54 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:05.616232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:05.625356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:05.631022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0a55d4-678d-4e39-82bc-880d69a9db54 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:05.651645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ec0a55d4-678d-4e39-82bc-880d69a9db54, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec0a55d4-678d-4e39-82bc-880d69a9db54,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:05.657656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:05.672236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6223c52b-42d5-44a9-a276-a057c8416746 req-e6f8d410-6265-46db-999a-e409f80befae tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020679 Feb 03 04:21:05.704205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-22b658cd-74b1-4342-8202-12fc0ee49953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:05.705805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-22b658cd-74b1-4342-8202-12fc0ee49953 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0955212 Feb 03 04:21:05.708409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:05.714057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ec0a55d4-678d-4e39-82bc-880d69a9db54,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:05.763705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:21:05.769417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:05.781420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:21:05.843242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Pushing event updated for resources: {'Port': ['ID=bc437556-2d25-4542-b8f0-4f9cac556f33,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:05.916853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-670229ba-0a9d-474b-9b01-4ca90845a083 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808126 Feb 03 04:21:05.983521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335908c-7f15-4114-aa19-1b894f6e6554 req-e4352019-ca51-4870-9415-59e65e4de26d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:05.984912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2335908c-7f15-4114-aa19-1b894f6e6554 req-e4352019-ca51-4870-9415-59e65e4de26d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 950 time: 0.1939166 Feb 03 04:21:06.026448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:06.041614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec0a55d4-678d-4e39-82bc-880d69a9db54'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:06.086521 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:06.153795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2335908c-7f15-4114-aa19-1b894f6e6554 req-cff30974-b149-48ff-b321-2f7f73adf57a tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599627 Feb 03 04:21:06.163972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54514d27-bd5f-4551-a07a-2dad4a8a6490 req-3c33953e-e982-4c23-b233-6774965d5a85 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241848 Feb 03 04:21:06.227020 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cec5767-db1a-4c51-842b-97a1bbf28273 x-openstack-request-id: req-5cec5767-db1a-4c51-842b-97a1bbf28273 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:06.227545 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbd8701-e277-4cdf-a6d6-62114892a509", "name": "network-vif-deleted", "tag": "80a0ec92-7342-402a-95c4-a1270a10b56f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:06.227644 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cec5767-db1a-4c51-842b-97a1bbf28273 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:06.228010 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbd8701-e277-4cdf-a6d6-62114892a509', 'name': 'network-vif-deleted', 'tag': '80a0ec92-7342-402a-95c4-a1270a10b56f', 'status': 'completed', 'code': 200} Feb 03 04:21:06.323895 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:06.332517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:06.416129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486aea1-0e99-4e98-a223-7ea994304bae req-8e51da4f-ebb1-475c-ac55-0386f3e117db tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:06.417520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d486aea1-0e99-4e98-a223-7ea994304bae req-8e51da4f-ebb1-475c-ac55-0386f3e117db tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.1400702 Feb 03 04:21:06.434336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Pushing event updated for resources: {'Port': ['ID=bc437556-2d25-4542-b8f0-4f9cac556f33,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:06.450728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:06.477508 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:06.481902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:06.483156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-b4260f93-fb1b-4dd0-8ace-e2d6d03db873 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9351702 Feb 03 04:21:06.490989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d486aea1-0e99-4e98-a223-7ea994304bae req-4eb05c7f-ed30-4d39-ba71-9babe87bd0a6 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655138 Feb 03 04:21:06.589702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-45899aa3-f0ec-454e-9d77-198843d7d605 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0976460 Feb 03 04:21:06.681744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55957-04ba-477c-a163-12b4b9760dcc req-46d932a8-a775-46ea-98b6-cd8a1919876d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:06.683231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57e55957-04ba-477c-a163-12b4b9760dcc req-46d932a8-a775-46ea-98b6-cd8a1919876d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1301591 Feb 03 04:21:06.739388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-e2f9cf44-5ef9-484c-8986-64f7ef3f5c2b tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:06.740759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-e2f9cf44-5ef9-484c-8986-64f7ef3f5c2b tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1459384 Feb 03 04:21:06.755924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-f46638bf-067a-4d6e-bd46-dc0ea299a674 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:21:06.756820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39b4a7de-f521-4a4b-82a0-a4489ed3651c req-f46638bf-067a-4d6e-bd46-dc0ea299a674 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104775 Feb 03 04:21:06.769359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57e55957-04ba-477c-a163-12b4b9760dcc req-11cc1f62-6b88-4db4-9007-65470e804902 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762677 Feb 03 04:21:06.894722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd6bb3-ac45-4de4-bee7-692e10cecc03 req-7770eaac-8d69-436e-aa7c-374ab6ff9ea6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:06.896730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cbd6bb3-ac45-4de4-bee7-692e10cecc03 req-7770eaac-8d69-436e-aa7c-374ab6ff9ea6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.0586698 Feb 03 04:21:06.951573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cbd6bb3-ac45-4de4-bee7-692e10cecc03 req-768bc8c4-1528-45ef-a448-34d5b0089963 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491209 Feb 03 04:21:07.016215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cab52-d27f-48c5-a315-30ea0c7bd649 req-3f00d7f6-31e2-40c5-8c8c-0741f51f0017 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:07.017632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f9cab52-d27f-48c5-a315-30ea0c7bd649 req-3f00d7f6-31e2-40c5-8c8c-0741f51f0017 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 947 time: 0.0599883 Feb 03 04:21:07.091103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f9cab52-d27f-48c5-a315-30ea0c7bd649 req-3574d69c-fdfa-49a7-8389-7aba21e429b8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645180 Feb 03 04:21:07.098540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea300-ae0d-4a43-9c2b-1e2d0585b30b req-26d52283-4b4c-437e-bbfd-f6e6d7d2dacf tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:07.099984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71bea300-ae0d-4a43-9c2b-1e2d0585b30b req-26d52283-4b4c-437e-bbfd-f6e6d7d2dacf tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 950 time: 0.0814888 Feb 03 04:21:07.152377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71bea300-ae0d-4a43-9c2b-1e2d0585b30b req-d77a547d-9dbb-429e-91df-c282fec07202 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Feb 03 04:21:07.209817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314934e-8cbf-4f62-9eee-97cd1137d6a5 req-1e092b28-eaab-48de-a123-f543b4d353b9 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:07.212439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c314934e-8cbf-4f62-9eee-97cd1137d6a5 req-1e092b28-eaab-48de-a123-f543b4d353b9 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 949 time: 0.0586765 Feb 03 04:21:07.317325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c314934e-8cbf-4f62-9eee-97cd1137d6a5 req-29d2fdb0-3893-4ca9-b2df-df07d4b2a7e9 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996759 Feb 03 04:21:07.357380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-1b79f322-86bc-49fa-a7fe-d2d7368fe49a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:07.358964 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-1b79f322-86bc-49fa-a7fe-d2d7368fe49a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 821 time: 0.1257994 Feb 03 04:21:07.359205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ec0a55d4-678d-4e39-82bc-880d69a9db54 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:07.376574 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-989a4cdd-073e-4a20-9531-6cd4044dbd29 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/quotas/9b19a85672fa462caaf0d2eb391a775e HTTP/1.1" status: 200 len: 375 time: 0.0098381 Feb 03 04:21:07.418002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port ec0a55d4-678d-4e39-82bc-880d69a9db54 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:21:07.423483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ec0a55d4-678d-4e39-82bc-880d69a9db54 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:07.423483 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:07.470160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-b73540b4-e5ad-4895-a2bf-ebf5e93f5412 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880048 Feb 03 04:21:07.482330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0fbb-7fff-4e5a-b31b-36bd27932c11 req-8b7b0c21-588b-4e66-907a-ab08e4ea46a0 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:07.483954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c02f0fbb-7fff-4e5a-b31b-36bd27932c11 req-8b7b0c21-588b-4e66-907a-ab08e4ea46a0 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 949 time: 0.0917058 Feb 03 04:21:07.504552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ec0a55d4-678d-4e39-82bc-880d69a9db54 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:07.505096 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:07.528455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80122df7-c5f8-46e8-8093-962787191b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a55d4-678d-4e39-82bc-880d69a9db54'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:07.530712 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7310fa3-897f-4674-9d27-85a117598d6a" -d '{"events": [{"server_uuid": "80122df7-c5f8-46e8-8093-962787191b87", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a55d4-678d-4e39-82bc-880d69a9db54"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:07.543427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ec0a55d4-678d-4e39-82bc-880d69a9db54, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec0a55d4-678d-4e39-82bc-880d69a9db54,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:07.548605 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:07.549429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 80a0ec92-7342-402a-95c4-a1270a10b56f no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:07.592476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 80a0ec92-7342-402a-95c4-a1270a10b56f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:07.592776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 80a0ec92-7342-402a-95c4-a1270a10b56f not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:07.600107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c02f0fbb-7fff-4e5a-b31b-36bd27932c11 req-4a8b1b7f-e15d-4333-b3a3-f7d2b3dc308a tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067960 Feb 03 04:21:07.614946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-29808b36-63b4-4bcd-a4d3-946f1150a56d service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297874 Feb 03 04:21:07.619649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ec0a55d4-678d-4e39-82bc-880d69a9db54,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:07.721467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-365c730f-103c-4a2c-b43e-34f840201ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972517 Feb 03 04:21:07.951204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de7ae-872c-4e7f-b66a-fb5267ef809a req-f1346448-4266-4b0a-9d05-5edfe6f6f815 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:07.953173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-369de7ae-872c-4e7f-b66a-fb5267ef809a req-f1346448-4266-4b0a-9d05-5edfe6f6f815 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0755816 Feb 03 04:21:07.974778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:08.044850 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1ff0f-1b60-4d80-8a2b-d122948efccb x-openstack-request-id: req-24c1ff0f-1b60-4d80-8a2b-d122948efccb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:08.045363 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80122df7-c5f8-46e8-8093-962787191b87", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a55d4-678d-4e39-82bc-880d69a9db54", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:08.045919 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24c1ff0f-1b60-4d80-8a2b-d122948efccb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:08.046342 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80122df7-c5f8-46e8-8093-962787191b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a55d4-678d-4e39-82bc-880d69a9db54', 'code': 200} Feb 03 04:21:08.065142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-369de7ae-872c-4e7f-b66a-fb5267ef809a req-7a00fbf5-0592-4d9a-bf55-a0c16fe9a3e7 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017101 Feb 03 04:21:08.141346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b9506ce-27df-408d-8161-5622e6a46cde req-32c6ce08-556c-421d-ab01-6021f9d175fc tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 210 time: 0.0425169 Feb 03 04:21:08.225373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb691a-6bee-4875-9468-f2ae7d70b970 req-0865a6da-578f-4e61-bbf0-3e9406bb85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:08.228887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54cb691a-6bee-4875-9468-f2ae7d70b970 req-0865a6da-578f-4e61-bbf0-3e9406bb85c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 1132 time: 0.0684061 Feb 03 04:21:08.292874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a3b16-cb20-429c-ba4a-7365c27b3967 req-5b79f59a-4297-421e-93ad-a38efd91955b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:08.294782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e93a3b16-cb20-429c-ba4a-7365c27b3967 req-5b79f59a-4297-421e-93ad-a38efd91955b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1261487 Feb 03 04:21:08.314446 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54cb691a-6bee-4875-9468-f2ae7d70b970 req-ea00a331-5865-458b-a39a-3aeb1d01766f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780697 Feb 03 04:21:08.626997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983737c-3e28-4c91-b345-587137f672d6 req-5733ab2f-e41d-486a-9349-710c0ca65d0c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:08.628541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1983737c-3e28-4c91-b345-587137f672d6 req-5733ab2f-e41d-486a-9349-710c0ca65d0c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.3800130 Feb 03 04:21:08.669953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e93a3b16-cb20-429c-ba4a-7365c27b3967 req-6ac15356-ad96-443e-b49a-4ed59e22c500 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663249 Feb 03 04:21:08.701033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-2ba36e52-ab2e-4abc-9146-da0939cc93e8 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:08.702546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-2ba36e52-ab2e-4abc-9146-da0939cc93e8 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 949 time: 0.1138730 Feb 03 04:21:08.724044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1983737c-3e28-4c91-b345-587137f672d6 req-5c1cd0ad-ba86-428f-93dd-f9c220bb9b74 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838995 Feb 03 04:21:08.913798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:08.914064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:08.960581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1d70e-e6b1-4e07-9190-f5a481667c11 req-e7fb67fe-d84b-4723-a113-f498a0a0e72c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:08.962432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbe1d70e-e6b1-4e07-9190-f5a481667c11 req-e7fb67fe-d84b-4723-a113-f498a0a0e72c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 947 time: 0.1395280 Feb 03 04:21:09.012657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925446b-347c-4b39-b786-aeab5b330f1a req-d4cbf179-2f5a-4e0d-b903-760a9d02895e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:09.014151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9925446b-347c-4b39-b786-aeab5b330f1a req-d4cbf179-2f5a-4e0d-b903-760a9d02895e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 950 time: 0.1598783 Feb 03 04:21:09.023093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:09.082167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:09.082745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:09.124118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9925446b-347c-4b39-b786-aeab5b330f1a req-00a3ba6a-a9c3-4003-adb2-fb87847dffe7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957718 Feb 03 04:21:09.143008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:09.157133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'mac_address': 'fa:16:3e:53:60:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:21:09.167282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbe1d70e-e6b1-4e07-9190-f5a481667c11 req-bbf267f5-9f4c-4133-a062-1f15b5b6f83d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695504 Feb 03 04:21:09.169264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:09.218801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:09.219295 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:09.235438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:09.269615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:09.278442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:09.289958 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:09.343072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:09.356710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b0d03-9461-4e72-ad49-0c8ad5083f27 req-626a9e9c-7cff-4d25-a921-828dc4e69828 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:09.358317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab4b0d03-9461-4e72-ad49-0c8ad5083f27 req-626a9e9c-7cff-4d25-a921-828dc4e69828 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 949 time: 0.1163850 Feb 03 04:21:09.429659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e8670-2136-441c-93d6-2c01e934d940 req-5f845962-630e-4927-9de2-0062751d9e36 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:09.442293 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a17e8670-2136-441c-93d6-2c01e934d940 req-5f845962-630e-4927-9de2-0062751d9e36 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.1947763 Feb 03 04:21:09.455877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab4b0d03-9461-4e72-ad49-0c8ad5083f27 req-2386d870-a12c-468e-94f8-c13fec190385 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897453 Feb 03 04:21:09.540795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-72be655d-a184-4e5e-832a-e7edc690e575 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:09.542620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-72be655d-a184-4e5e-832a-e7edc690e575 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.15 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 821 time: 0.2045269 Feb 03 04:21:09.563849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'port': {'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'admin_state_up': True, 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:09.602151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a17e8670-2136-441c-93d6-2c01e934d940 req-a14cc7b9-90b6-4125-821a-1faa2c1a4199 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575422 Feb 03 04:21:09.615485 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:09.629861 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9', 'd28e53dc-847d-4401-a823-bd57beca48ee', 'b7472484-3e2b-468b-ba11-f133d48fd786', 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:09.632428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:09.673896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6dccab0-4bdd-4cde-8a27-c8ee95164d08 req-946863d0-741a-42df-bcd7-060dfca67fa6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 210 time: 0.0763915 Feb 03 04:21:09.694685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Made reservation on behalf of 9b19a85672fa462caaf0d2eb391a775e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:21:09.697466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:09.699225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:09.736105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:09.816156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:09.864279 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:09.869668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f983803-bc61-4bca-b5b9-7541817541e1 req-39d1dd81-49e6-4bce-b6f9-571ad513e015 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "DELETE /v2.0/ports/ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 HTTP/1.1" status: 204 len: 173 time: 1.1583726 Feb 03 04:21:09.870273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff145656-359e-4bda-9579-2f088495e44a', 'name': 'network-vif-deleted', 'tag': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:09.873651 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b657740-1900-4cee-89f3-700a69e219fb" -d '{"events": [{"server_uuid": "ff145656-359e-4bda-9579-2f088495e44a", "name": "network-vif-deleted", "tag": "ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:09.925345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Allocated IP 172.20.0.9 (329a3ee3-af3f-4721-88e5-84e3d705cab7/60e25890-9807-4098-823d-1cccdefabdc2/b8b1b8cc-6cab-4903-8fdb-fda8deb265d4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:21:09.992806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a56d2a-9eda-4529-8dbc-8b2fe2799ee0 req-9d7ebf92-f43b-4a66-b4a4-c16316ac59f7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:09.996045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46a56d2a-9eda-4529-8dbc-8b2fe2799ee0 req-9d7ebf92-f43b-4a66-b4a4-c16316ac59f7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1768150 Feb 03 04:21:10.008027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365b9a7-f926-49bd-900f-5d8b4370b5cf req-aad86844-21a8-4434-9ee8-49660734e130 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:10.017431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c365b9a7-f926-49bd-900f-5d8b4370b5cf req-aad86844-21a8-4434-9ee8-49660734e130 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1301060 Feb 03 04:21:10.107070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c365b9a7-f926-49bd-900f-5d8b4370b5cf req-3aa7459b-1c82-4203-a287-e6ced58a431d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885742 Feb 03 04:21:10.162470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46a56d2a-9eda-4529-8dbc-8b2fe2799ee0 req-5fb1e6a5-d57c-475c-9293-98bd8f7d16da tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331878 Feb 03 04:21:10.165984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:10.226640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:10.280617 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb227003-4a98-4b08-a47a-c8ce0ae7d3a9 x-openstack-request-id: req-cb227003-4a98-4b08-a47a-c8ce0ae7d3a9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:10.280941 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff145656-359e-4bda-9579-2f088495e44a", "name": "network-vif-deleted", "tag": "ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:10.281208 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb227003-4a98-4b08-a47a-c8ce0ae7d3a9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:10.281317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:10.281783 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff145656-359e-4bda-9579-2f088495e44a', 'name': 'network-vif-deleted', 'tag': 'ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8', 'status': 'completed', 'code': 200} Feb 03 04:21:10.334056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Pushing event updated for resources: {'Port': ['ID=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:10.374319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:21:10.377942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:10.383739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:21:10.394342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287556f6-0ca2-49cb-8338-0aacca860e08 req-ed2b72d0-22d0-4a19-b731-ad123ca5378d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:10.406747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-287556f6-0ca2-49cb-8338-0aacca860e08 req-ed2b72d0-22d0-4a19-b731-ad123ca5378d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 950 time: 0.1046028 Feb 03 04:21:10.442547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:10.443656 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:10.467050 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dcf96f55-e3e0-4a21-8f5a-160c7d3f1fb4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073200 Feb 03 04:21:10.482707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Request body: {'port': {'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:10.526619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-287556f6-0ca2-49cb-8338-0aacca860e08 req-fef0523c-f7b2-4bda-8509-8b606012b3e7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181993 Feb 03 04:21:10.557098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee465e0-639b-4f5e-9841-643e7322a03d req-ab27b7a0-237e-4b54-82d6-ef67b17d81dd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:10.558731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ee465e0-639b-4f5e-9841-643e7322a03d req-ab27b7a0-237e-4b54-82d6-ef67b17d81dd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 948 time: 0.1330543 Feb 03 04:21:10.663407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ee465e0-639b-4f5e-9841-643e7322a03d req-403add86-0da5-4462-a962-1cd3ff7d92f2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967419 Feb 03 04:21:10.681191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:10.733398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4d3dfb3-c286-44e7-a2c8-c995ac2da7c7 req-f00020ab-8a20-4031-add3-c538cd84f596 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff145656-359e-4bda-9579-2f088495e44a HTTP/1.1" status: 200 len: 210 time: 0.0688658 Feb 03 04:21:10.815481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ab768739-9da9-4ce3-9953-15db9e94eaf6 None None] Provisioning complete for port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:10.815874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab768739-9da9-4ce3-9953-15db9e94eaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:10.885176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab768739-9da9-4ce3-9953-15db9e94eaf6 None None] Port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:21:10.965527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b189e2-1fd5-4d9a-a32f-dd7bfb1f9a01 req-d5a5f1d3-1546-4c58-ba15-87e1e05f7142 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:10.967953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55b189e2-1fd5-4d9a-a32f-dd7bfb1f9a01 req-d5a5f1d3-1546-4c58-ba15-87e1e05f7142 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0908852 Feb 03 04:21:11.022244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55b189e2-1fd5-4d9a-a32f-dd7bfb1f9a01 req-20151404-9496-4cfe-af8f-f113b31718b6 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481629 Feb 03 04:21:11.030435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:11.245299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:11.275571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'mac_address': 'fa:16:3e:e6:a6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:21:11.318912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5c7c-a381-4dd1-8e0f-c5ee336bcbc0 req-cb30e967-b1ad-47a3-895f-a507e4962c6e tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:11.321396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-383f5c7c-a381-4dd1-8e0f-c5ee336bcbc0 req-cb30e967-b1ad-47a3-895f-a507e4962c6e tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 931 time: 0.1769915 Feb 03 04:21:11.367567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:11.368790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:11.387775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91ca8dbe-5686-44b1-9e4b-3e0045d79abb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:11.397666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-383f5c7c-a381-4dd1-8e0f-c5ee336bcbc0 req-d339dc57-29a9-4025-b67e-e6689071cc28 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689101 Feb 03 04:21:11.411068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:11.414540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0097d-4e63-4140-834b-ace6a5e36395 req-c048ec89-c96e-44ec-a5cf-659c99ea02e2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:11.416144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80b0097d-4e63-4140-834b-ace6a5e36395 req-c048ec89-c96e-44ec-a5cf-659c99ea02e2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1594744 Feb 03 04:21:11.429028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:11.482226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:11.503441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80b0097d-4e63-4140-834b-ace6a5e36395 req-99a92f10-e4b8-4a04-8c25-d9e8425a07f9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746961 Feb 03 04:21:11.652805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['91ca8dbe-5686-44b1-9e4b-3e0045d79abb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:11.657224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2dd56-ad85-48d9-93d3-9aea5533ece4 req-ed653f5a-b5ae-4258-bbe8-eac35ba780b8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:11.659086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f2dd56-ad85-48d9-93d3-9aea5533ece4 req-ed653f5a-b5ae-4258-bbe8-eac35ba780b8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.0860641 Feb 03 04:21:11.728542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:11.749041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Publish callbacks [] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:11.767781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Transition to ACTIVE for port object b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:21:11.775924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:11.790910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f2dd56-ad85-48d9-93d3-9aea5533ece4 req-111111bd-a786-48d3-97ad-cbc03762e45f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261907 Feb 03 04:21:11.872423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Pushing event updated for resources: {'Port': ['ID=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:12.123108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Attempting to bind port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:12.124212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Attempting to bind port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:12.124759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Attempting to bind port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:12.130808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d622b4-1a46-4b3b-b516-45a23393f60e req-c3e0efc7-48e5-459e-98c9-d4920e078bd2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.133415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:21:12.133995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Attempting to bind port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 on network 329a3ee3-af3f-4721-88e5-84e3d705cab7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:12.139436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8d622b4-1a46-4b3b-b516-45a23393f60e req-c3e0efc7-48e5-459e-98c9-d4920e078bd2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 948 time: 0.1129754 Feb 03 04:21:12.145433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:12.146562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Checking segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:12.147665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Bound using segment: {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:12.148351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Bound port: b8b1b8cc-6cab-4903-8fdb-fda8deb265d4, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8606c6d-776b-4630-894c-42ec35662f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:12.150100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:12.219579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8d622b4-1a46-4b3b-b516-45a23393f60e req-5dff1cde-ccbe-4da1-a165-40c3d2755ce1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780559 Feb 03 04:21:12.249198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] For port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:12.254782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] For port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:12.269689 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:12.320960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.321608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.321813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.322549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.323029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.323536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.324667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.325149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.325622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.326155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.326635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.327115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.328348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.328886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.332923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.333447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.333941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.334705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.335190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.335794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.336324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.347552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-b20c71e4-26ca-412b-8199-edad3645972e tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364&device_id=80122df7-c5f8-46e8-8093-962787191b87&device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf&device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0&device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19&device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e&device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b&device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c&device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8&device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0&device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423&device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5&device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3&device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4&device_id=51c36f98-7c66-4076-bd97-2582d7ecae17&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&device_id=b5285950-9440-4ab3-9062-3fb94a77964d&device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 19475 time: 0.2271950 Feb 03 04:21:12.373057 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-8f39bc2d-31f7-4a16-86cf-81a0c73137ae tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:12.376792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.379334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:12.384344 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-53e21398-0985-429e-8a81-5cce2253538a service neutron] 10.222.0.15 "PUT /v2.0/ports/b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 1091 time: 1.9071524 Feb 03 04:21:12.384934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:12.404260 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0aada5-55cf-4729-9f2d-2330c75a5501" -d '{"events": [{"name": "network-changed", "server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:12.522376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21398-0985-429e-8a81-5cce2253538a service neutron] Pushing event updated for resources: {'Port': ['ID=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:12.544073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-d8b035e6-148c-4ddf-9f9c-5b67ce870027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.546203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-d8b035e6-148c-4ddf-9f9c-5b67ce870027 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 1125 time: 0.0984445 Feb 03 04:21:12.608947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bebfb-0e23-4445-8e2c-7d53e468f416 req-b8f119db-dca3-4287-99f7-fbf6086f96a5 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.617414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-16fec53d-457e-4096-83ba-db5d86a88e9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 217 time: 0.0561457 Feb 03 04:21:12.618050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-522bebfb-0e23-4445-8e2c-7d53e468f416 req-b8f119db-dca3-4287-99f7-fbf6086f96a5 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.1404340 Feb 03 04:21:12.630473 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-8f39bc2d-31f7-4a16-86cf-81a0c73137ae tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Publish callbacks [] for security_group (474cd4e8-2a29-46c3-8632-66f45a19c026), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:12.648127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-8f39bc2d-31f7-4a16-86cf-81a0c73137ae tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (474cd4e8-2a29-46c3-8632-66f45a19c026), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:12.715415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-c5ea5c82-203a-4a3b-a5c2-02a7fa2be9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.718247 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-c5ea5c82-203a-4a3b-a5c2-02a7fa2be9dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.0878820 Feb 03 04:21:12.747827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-522bebfb-0e23-4445-8e2c-7d53e468f416 req-d2ff76cd-be48-4361-b1d4-642221bfc0b5 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267819 Feb 03 04:21:12.753300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39bc2d-31f7-4a16-86cf-81a0c73137ae tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474cd4e8-2a29-46c3-8632-66f45a19c026,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:12.828260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-f1b5fa84-a77c-4636-8ecc-c33550011249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:12.831835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-f1b5fa84-a77c-4636-8ecc-c33550011249 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032772 Feb 03 04:21:12.892416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42ecdffd-f09c-4f7d-93da-630a8af72afb req-8f39bc2d-31f7-4a16-86cf-81a0c73137ae tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&id=6f1a1413-b649-43f5-a522-109380994bd3&id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&id=a9c13500-2e0f-4241-a402-196eaa9720c7&id=cc1876d3-770e-4428-9a33-419d4813a5d9&id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&id=9dee1d32-9699-44ee-9a30-249307385500&id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.5438173 Feb 03 04:21:12.997206 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fefd66-cc71-4e9f-a9c6-2ef91d578bec x-openstack-request-id: req-72fefd66-cc71-4e9f-a9c6-2ef91d578bec {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:12.997501 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:12.997810 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72fefd66-cc71-4e9f-a9c6-2ef91d578bec {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:12.998278 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'status': 'completed', 'code': 200} Feb 03 04:21:13.056159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:13.104310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-dc074b85-b693-4c26-b1e2-f4440ed4f994 service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653167 Feb 03 04:21:13.168737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:21:13.177094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:13.181318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:13.201413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc5fe0-7ea3-41a6-9da8-ec89d2b6fe68 req-c401ec26-d513-4b47-918d-1fc00540db08 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:13.209016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3dc5fe0-7ea3-41a6-9da8-ec89d2b6fe68 req-c401ec26-d513-4b47-918d-1fc00540db08 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 943 time: 0.1359162 Feb 03 04:21:13.310624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3dc5fe0-7ea3-41a6-9da8-ec89d2b6fe68 req-0921b6b8-d42a-4245-92a6-40b186b67a7b tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963871 Feb 03 04:21:13.319395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:13.319813 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:13.322120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e078bc8a-5162-4c5b-8804-d4f7dfcfcad5 req-359d0a2b-3cf7-44bc-a5f4-aa4fa11fbfc6 service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101846 Feb 03 04:21:13.331822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95e810-babe-4391-9f45-f38b885a04c6 req-8c1f8992-9309-400d-8bca-9b7a9be53622 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:13.337794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae95e810-babe-4391-9f45-f38b885a04c6 req-8c1f8992-9309-400d-8bca-9b7a9be53622 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1992989 Feb 03 04:21:13.399586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:13.401708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:13.403804 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b18cd7-499f-405f-b510-e42e4859ff0e" -d '{"events": [{"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-plugged", "status": "completed", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:13.409847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:13.411665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:13.463414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae95e810-babe-4391-9f45-f38b885a04c6 req-9e823872-b1fd-4e0e-baa5-82f30dc973fd tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199679 Feb 03 04:21:13.478955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-fb4fdff4-449b-4ed2-861d-5cf1c2cda5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:13.490892 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-fb4fdff4-449b-4ed2-861d-5cf1c2cda5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 1125 time: 0.0910110 Feb 03 04:21:13.526230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86788a9a-40d1-48e4-ab88-6e6e351929b9 req-c69a882c-a9a7-4fed-8284-c2f1102feaa6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:13.528172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86788a9a-40d1-48e4-ab88-6e6e351929b9 req-c69a882c-a9a7-4fed-8284-c2f1102feaa6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1198587 Feb 03 04:21:13.552070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:13.664128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86788a9a-40d1-48e4-ab88-6e6e351929b9 req-35cf7fc7-57c2-432c-b8e1-8e8fbf67662f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158876 Feb 03 04:21:13.683696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-e3b21a52-7af1-4b04-8b1e-807f9c646674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:13.685629 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-e3b21a52-7af1-4b04-8b1e-807f9c646674 service neutron] 10.222.0.15 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.1958437 Feb 03 04:21:13.691582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:13.692167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:13.749348 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-58f41196-08af-4023-8762-7b6d90a889a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 217 time: 0.0484443 Feb 03 04:21:13.827078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dd41b-3458-4c9d-8bba-9cbe954fbeab req-71e2642a-665c-4186-8328-e3a4bcc8f8d6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:13.839747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-281dd41b-3458-4c9d-8bba-9cbe954fbeab req-71e2642a-665c-4186-8328-e3a4bcc8f8d6 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 949 time: 0.1061196 Feb 03 04:21:13.905476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:13.905878 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:13.907492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-e8208a70-a71a-45e3-83d2-2590711d5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:13.912429 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-e8208a70-a71a-45e3-83d2-2590711d5030 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1473813 Feb 03 04:21:13.949774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-281dd41b-3458-4c9d-8bba-9cbe954fbeab req-51a2c5e1-f075-4c6b-9f3f-6dff9b580274 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089258 Feb 03 04:21:13.965891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:13.971356 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:13.972411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:14.000642 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:14.001077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ab7e8aca-44d1-4c08-8e37-6ce792d5d2d8 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:14.008011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0357-6dfc-4ab2-8171-49cbc3ac606c req-80b858d2-6529-4d3a-9ed5-bfac53be13be tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.014069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-06a8c3a0-e3c5-4d07-9fb3-c75f097f8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.015637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-06a8c3a0-e3c5-4d07-9fb3-c75f097f8559 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0868177 Feb 03 04:21:14.016249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5aee0357-6dfc-4ab2-8171-49cbc3ac606c req-80b858d2-6529-4d3a-9ed5-bfac53be13be tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.2306244 Feb 03 04:21:14.051583 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71257002-1b39-44c7-9c12-b41c8623dbf5 x-openstack-request-id: req-71257002-1b39-44c7-9c12-b41c8623dbf5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:14.052500 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-plugged", "status": "completed", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:14.052767 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71257002-1b39-44c7-9c12-b41c8623dbf5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:14.054322 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'code': 200} Feb 03 04:21:14.071396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:14.108333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5aee0357-6dfc-4ab2-8171-49cbc3ac606c req-57dd2902-a3e5-4b10-a325-a8e43a3a2e61 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903528 Feb 03 04:21:14.212762 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-cf06b362-6d2a-4938-ab88-9b2fc1046611 service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822510 Feb 03 04:21:14.241235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d94f4-4998-48d2-9b36-d43316d88ba6 req-3d98a49c-0d3d-4bb2-b4cf-afd486d40e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.247446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e68d94f4-4998-48d2-9b36-d43316d88ba6 req-3d98a49c-0d3d-4bb2-b4cf-afd486d40e91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1131 time: 0.1140037 Feb 03 04:21:14.361718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0aada5-55cf-4729-9f2d-2330c75a5501 req-6a5276e4-9729-438e-846c-72dac7bf3f19 service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332431 Feb 03 04:21:14.369250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e68d94f4-4998-48d2-9b36-d43316d88ba6 req-4d9f7d65-32e2-4593-9bbb-d18d0003a5f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181421 Feb 03 04:21:14.389656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c157be-30a0-4201-9374-da51e42cfd18 req-49cf4073-d8c1-4c0f-9244-eea8dd832f46 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.391646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06c157be-30a0-4201-9374-da51e42cfd18 req-49cf4073-d8c1-4c0f-9244-eea8dd832f46 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.1428666 Feb 03 04:21:14.503530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06c157be-30a0-4201-9374-da51e42cfd18 req-eb3cb873-cb7f-4df9-b389-769be22ae1b3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046538 Feb 03 04:21:14.510942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7117be-35ff-4420-8eec-b800759d0aad req-7735eafa-9bb7-45c4-a6de-7ab9aca39dda tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.511976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7117be-35ff-4420-8eec-b800759d0aad req-7735eafa-9bb7-45c4-a6de-7ab9aca39dda tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.511976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7117be-35ff-4420-8eec-b800759d0aad req-7735eafa-9bb7-45c4-a6de-7ab9aca39dda tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.513657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d7117be-35ff-4420-8eec-b800759d0aad req-7735eafa-9bb7-45c4-a6de-7ab9aca39dda tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87&device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e&device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 2976 time: 0.0872779 Feb 03 04:21:14.610439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d7117be-35ff-4420-8eec-b800759d0aad req-09e6d432-15f9-4ee2-97e5-be3b52a37815 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858717 Feb 03 04:21:14.762253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b042-5320-4f4a-8a46-451997f06c02 req-dbf5adb3-d8ef-407a-8db9-a91a3b7cfa2d tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.763714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1f7b042-5320-4f4a-8a46-451997f06c02 req-dbf5adb3-d8ef-407a-8db9-a91a3b7cfa2d tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 943 time: 0.1838391 Feb 03 04:21:14.770687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0799e-8fe8-482a-a0f4-35ee91214d54 req-a0a40b49-5460-4f42-9750-47f34a258df5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.772132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2af0799e-8fe8-482a-a0f4-35ee91214d54 req-a0a40b49-5460-4f42-9750-47f34a258df5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.0921335 Feb 03 04:21:14.781719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ea64b-780c-4d90-8245-e82093a757c9 req-3761b509-82e4-4243-b835-114660926790 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:14.783172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-501ea64b-780c-4d90-8245-e82093a757c9 req-3761b509-82e4-4243-b835-114660926790 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 949 time: 0.1755695 Feb 03 04:21:14.917446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2af0799e-8fe8-482a-a0f4-35ee91214d54 req-e9c1c58a-41c1-4d47-9c54-09b4aeb41e15 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330774 Feb 03 04:21:14.950067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1f7b042-5320-4f4a-8a46-451997f06c02 req-a5e03ef5-f33f-483b-9fe7-e5e9324134a4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761312 Feb 03 04:21:15.000298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port b7472484-3e2b-468b-ba11-f133d48fd786 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:15.000647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:15.231977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec223-ec95-43e9-a3c5-6c9a72f50048 req-7a3cb3ce-b0ae-4609-8bae-37e91720142c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:15.233496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa3ec223-ec95-43e9-a3c5-6c9a72f50048 req-7a3cb3ce-b0ae-4609-8bae-37e91720142c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1434021 Feb 03 04:21:15.236080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port b7472484-3e2b-468b-ba11-f133d48fd786, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b7472484-3e2b-468b-ba11-f133d48fd786,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:15.236521 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:15.267303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for b7472484-3e2b-468b-ba11-f133d48fd786 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:15.284451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1117-fc26-49d3-8a62-bf6bf4424b26 req-e0973e9c-3d92-4381-a37d-1e820da06ca4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:15.285939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-100c1117-fc26-49d3-8a62-bf6bf4424b26 req-e0973e9c-3d92-4381-a37d-1e820da06ca4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5fe43e-849e-462b-b09e-fb90b43f05f8 HTTP/1.1" status: 200 len: 949 time: 0.1584094 Feb 03 04:21:15.370440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa3ec223-ec95-43e9-a3c5-6c9a72f50048 req-e8740952-69e0-46ea-9227-6138a06df656 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257019 Feb 03 04:21:15.499789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-100c1117-fc26-49d3-8a62-bf6bf4424b26 req-c5e6bdb9-12c8-4a07-a7a4-4e8ff736d878 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031455 Feb 03 04:21:15.568185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b7472484-3e2b-468b-ba11-f133d48fd786), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:15.584809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:15.590728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9', 'd28e53dc-847d-4401-a823-bd57beca48ee', 'b7472484-3e2b-468b-ba11-f133d48fd786'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:15.618205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=b7472484-3e2b-468b-ba11-f133d48fd786,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:15.632820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d1646-3ff3-498b-8df6-fd9e1fd64911 req-201933c6-8ba7-47d7-b137-396f16eb2636 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:15.633957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b40d1646-3ff3-498b-8df6-fd9e1fd64911 req-201933c6-8ba7-47d7-b137-396f16eb2636 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1532602 Feb 03 04:21:15.693422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port b7472484-3e2b-468b-ba11-f133d48fd786 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:15.697771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:15.703248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-501ea64b-780c-4d90-8245-e82093a757c9 req-d368f3b8-6d93-45ea-8834-45fd5bac79ec tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "DELETE /v2.0/ports/b7472484-3e2b-468b-ba11-f133d48fd786 HTTP/1.1" status: 204 len: 173 time: 0.9134719 Feb 03 04:21:15.706844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'name': 'network-vif-deleted', 'tag': 'b7472484-3e2b-468b-ba11-f133d48fd786'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:15.710037 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ed4805-e34a-4c02-a49b-bb345c4036da" -d '{"events": [{"server_uuid": "3a5fe43e-849e-462b-b09e-fb90b43f05f8", "name": "network-vif-deleted", "tag": "b7472484-3e2b-468b-ba11-f133d48fd786"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:15.786026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b40d1646-3ff3-498b-8df6-fd9e1fd64911 req-36750de2-a95e-4c3e-8d53-261a713b05a2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278255 Feb 03 04:21:15.831766 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53dab2-44bc-4605-877e-ed41f9dbb8ea x-openstack-request-id: req-6b53dab2-44bc-4605-877e-ed41f9dbb8ea {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:15.832999 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5fe43e-849e-462b-b09e-fb90b43f05f8", "name": "network-vif-deleted", "tag": "b7472484-3e2b-468b-ba11-f133d48fd786", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:15.833644 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b53dab2-44bc-4605-877e-ed41f9dbb8ea {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:15.834208 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5fe43e-849e-462b-b09e-fb90b43f05f8', 'name': 'network-vif-deleted', 'tag': 'b7472484-3e2b-468b-ba11-f133d48fd786', 'status': 'completed', 'code': 200} Feb 03 04:21:15.994388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90420-cb8c-4fc1-97bd-8f35891363b6 req-1b859c51-7add-41f7-911d-f64fe37317bd tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:15.996281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ed90420-cb8c-4fc1-97bd-8f35891363b6 req-1b859c51-7add-41f7-911d-f64fe37317bd tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0975893 Feb 03 04:21:16.095818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:16.099535 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981a8c0-17f4-4b46-ae20-f98da15b774a" -d '{"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:16.105093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ed90420-cb8c-4fc1-97bd-8f35891363b6 req-f89d2148-328e-48b2-8a08-a23b204c0fbd tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911229 Feb 03 04:21:16.360516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf1c8c-6a15-4ad9-8d04-bc7893d32e58 req-f5acdc16-c479-4070-be9c-c2760a57d924 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:16.371110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bcf1c8c-6a15-4ad9-8d04-bc7893d32e58 req-f5acdc16-c479-4070-be9c-c2760a57d924 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1553195 Feb 03 04:21:16.472119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bcf1c8c-6a15-4ad9-8d04-bc7893d32e58 req-7fcbe13b-2ae9-4487-b145-5ab6b8f9f418 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992637 Feb 03 04:21:16.501949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0f85e-0bb6-48e8-9845-7851c7e1253b req-9ae24ed8-6169-4491-8367-29d3ffb7ac63 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:16.504509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aad0f85e-0bb6-48e8-9845-7851c7e1253b req-9ae24ed8-6169-4491-8367-29d3ffb7ac63 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 943 time: 0.1937418 Feb 03 04:21:16.634799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aad0f85e-0bb6-48e8-9845-7851c7e1253b req-d2e03c76-a5e2-40f9-a25a-a876f7aef455 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237121 Feb 03 04:21:16.693496 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee76f0c6-1058-41eb-af8c-d9dc25661b02 x-openstack-request-id: req-ee76f0c6-1058-41eb-af8c-d9dc25661b02 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:16.694039 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:16.694039 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee76f0c6-1058-41eb-af8c-d9dc25661b02 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:16.694630 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'code': 200} Feb 03 04:21:16.850604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c57bc-2f57-46dc-b562-68bbc8b41523 req-cdf7ff9d-14cb-4920-b5d9-2351b69113d9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:16.860246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-445c57bc-2f57-46dc-b562-68bbc8b41523 req-cdf7ff9d-14cb-4920-b5d9-2351b69113d9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1086540 Feb 03 04:21:16.924166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-445c57bc-2f57-46dc-b562-68bbc8b41523 req-8029771c-3ba1-4b3a-a9e8-5562be0f6385 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625186 Feb 03 04:21:17.036903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030f73-61b0-4aa0-96de-05823999176a req-ed244b7b-fee2-4df4-8b17-311268e9c477 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:17.038533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d030f73-61b0-4aa0-96de-05823999176a req-ed244b7b-fee2-4df4-8b17-311268e9c477 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.0975952 Feb 03 04:21:17.110403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d030f73-61b0-4aa0-96de-05823999176a req-8728176f-e92a-4a90-9be7-7a533108e008 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538642 Feb 03 04:21:17.114939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061210d-a362-4068-9609-6c3e3e490a5e req-cf7efd7f-e85b-4f1e-937f-18b2238d59a3 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:17.116480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c061210d-a362-4068-9609-6c3e3e490a5e req-cf7efd7f-e85b-4f1e-937f-18b2238d59a3 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1132 time: 0.0942852 Feb 03 04:21:17.215181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c061210d-a362-4068-9609-6c3e3e490a5e req-03cfa629-bd17-4a9c-b257-91b88303dfb1 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730882 Feb 03 04:21:17.381712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60bda3-b37e-4d92-8bcc-8cfe3b0470d8 req-2f36bbd2-5e4a-4b31-8c08-d6699c5b0d73 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:17.389677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c60bda3-b37e-4d92-8bcc-8cfe3b0470d8 req-2f36bbd2-5e4a-4b31-8c08-d6699c5b0d73 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0959384 Feb 03 04:21:17.440151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:17.456679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c60bda3-b37e-4d92-8bcc-8cfe3b0470d8 req-dc42a49a-617c-4cb2-98a4-8815eb5d2b63 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561948 Feb 03 04:21:17.554033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:17.569426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'mac_address': 'fa:16:3e:86:e0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:21:17.572396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597c865-df2e-4888-bafa-f11578f38c16 req-5cec1438-cb2f-488c-b11c-648c90b8c1bc tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:17.580602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1597c865-df2e-4888-bafa-f11578f38c16 req-5cec1438-cb2f-488c-b11c-648c90b8c1bc tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1132 time: 0.0853763 Feb 03 04:21:17.602352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d388af-96da-45ef-a063-852da2d2ede8 req-a03e70a0-403e-4748-a1e2-56605f68bb2d tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:17.603903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1d388af-96da-45ef-a063-852da2d2ede8 req-a03e70a0-403e-4748-a1e2-56605f68bb2d tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1131 time: 0.0825381 Feb 03 04:21:17.617215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:17.617954 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:17.633676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:17.645771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1d388af-96da-45ef-a063-852da2d2ede8 req-6e5968f2-d786-417f-b88c-8d8b6681e10a tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:17.667722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:17.676493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1597c865-df2e-4888-bafa-f11578f38c16 req-93efa79c-bf70-43b8-a96f-8bd1934e0f17 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943930 Feb 03 04:21:17.689361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:17.758220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:17.789232 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1d388af-96da-45ef-a063-852da2d2ede8 req-6e5968f2-d786-417f-b88c-8d8b6681e10a tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Publish callbacks [] for security_group (4f862c98-f910-4810-92f6-1c98fb665fd8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:17.798673 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1d388af-96da-45ef-a063-852da2d2ede8 req-6e5968f2-d786-417f-b88c-8d8b6681e10a tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4f862c98-f910-4810-92f6-1c98fb665fd8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:17.860500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1d388af-96da-45ef-a063-852da2d2ede8 req-6e5968f2-d786-417f-b88c-8d8b6681e10a tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405822 Feb 03 04:21:17.862031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5968f2-d786-417f-b88c-8d8b6681e10a tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f862c98-f910-4810-92f6-1c98fb665fd8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:17.983408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e07610-d51d-4a18-afc0-269814fd4aac req-87c0e848-15e6-423a-98fc-475b729b054e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:17.985120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88e07610-d51d-4a18-afc0-269814fd4aac req-87c0e848-15e6-423a-98fc-475b729b054e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.0679903 Feb 03 04:21:18.055125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88e07610-d51d-4a18-afc0-269814fd4aac req-8dddc5c7-db94-43af-a794-dfdb271b0eef tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599284 Feb 03 04:21:18.079333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8b1b8cc-6cab-4903-8fdb-fda8deb265d4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:18.206050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44351052-3ba8-48e3-bbcc-f98e11722930 req-f13bef96-545e-4396-934d-51b35e161fa7 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:18.214517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44351052-3ba8-48e3-bbcc-f98e11722930 req-f13bef96-545e-4396-934d-51b35e161fa7 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 944 time: 0.1106677 Feb 03 04:21:18.284589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44351052-3ba8-48e3-bbcc-f98e11722930 req-09b157b2-5624-4671-b976-480e22c9d1f1 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683393 Feb 03 04:21:18.456556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aea12-ecbc-48a6-be7a-fc6c4910aa41 req-c5795aa7-cd50-49c6-a992-73160b13aaef tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:18.466184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27aea12-ecbc-48a6-be7a-fc6c4910aa41 req-c5795aa7-cd50-49c6-a992-73160b13aaef tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1186318 Feb 03 04:21:18.536131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27aea12-ecbc-48a6-be7a-fc6c4910aa41 req-6c8d20cd-6b39-49bf-a43b-98c7496fa7a2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688109 Feb 03 04:21:18.683922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e66e7-3cc2-4875-a6b9-a0acb38bcb5f req-041c6c5c-a973-4672-af99-29e11a35dbee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:18.685584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d9e66e7-3cc2-4875-a6b9-a0acb38bcb5f req-041c6c5c-a973-4672-af99-29e11a35dbee tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 950 time: 0.0814660 Feb 03 04:21:18.756444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d9e66e7-3cc2-4875-a6b9-a0acb38bcb5f req-64e3d243-8020-49c9-8757-17a26f777146 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651329 Feb 03 04:21:19.078477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-0950cd26-953d-4631-87d3-4c8499222fff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1785004 Feb 03 04:21:19.083609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-cdb80257-f90d-46a0-8ac9-3ab8d07bbf43 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:21:19.084028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b7472484-3e2b-468b-ba11-f133d48fd786 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:19.096002 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-cdb80257-f90d-46a0-8ac9-3ab8d07bbf43 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110626 Feb 03 04:21:19.126644 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333284d2-d3ca-406d-a6b1-78302b037875 req-fe60e701-9bdb-45f3-9a3d-0b555d231d1e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:19.126892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: b7472484-3e2b-468b-ba11-f133d48fd786 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:19.127001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b7472484-3e2b-468b-ba11-f133d48fd786 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:19.146608 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-333284d2-d3ca-406d-a6b1-78302b037875 req-fe60e701-9bdb-45f3-9a3d-0b555d231d1e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.1997650 Feb 03 04:21:19.158881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-72b53608-dff7-44ca-9aba-534a0263a3da tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:19.165077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-72b53608-dff7-44ca-9aba-534a0263a3da tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 950 time: 0.1579616 Feb 03 04:21:19.338728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fa781-c44f-4a0f-91bf-736ed93634b2 req-1cfe3437-e931-4aa8-b970-c8523d80423e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:19.347543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-881fa781-c44f-4a0f-91bf-736ed93634b2 req-1cfe3437-e931-4aa8-b970-c8523d80423e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.2491624 Feb 03 04:21:19.388220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-333284d2-d3ca-406d-a6b1-78302b037875 req-a67960c4-c07c-45aa-9c35-56ac37107485 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971762 Feb 03 04:21:19.531531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-881fa781-c44f-4a0f-91bf-736ed93634b2 req-68f9e75b-8753-456d-964a-95c32e3f539b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829381 Feb 03 04:21:19.546227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port d28e53dc-847d-4401-a823-bd57beca48ee {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:19.546736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:19.860433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-e7a6cbfd-d61a-44c8-9346-11312bea5a0c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:19.861978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-e7a6cbfd-d61a-44c8-9346-11312bea5a0c tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423 HTTP/1.1" status: 200 len: 949 time: 0.1339345 Feb 03 04:21:19.969531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port d28e53dc-847d-4401-a823-bd57beca48ee, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d28e53dc-847d-4401-a823-bd57beca48ee,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:19.969917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:19.998203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for d28e53dc-847d-4401-a823-bd57beca48ee owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:20.027296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cca54-29af-4421-8b16-6cece79a28b2 req-dc91a2ac-a1cf-46d0-8412-59bdeceececa tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:20.036950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e77cca54-29af-4421-8b16-6cece79a28b2 req-dc91a2ac-a1cf-46d0-8412-59bdeceececa tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.2097795 Feb 03 04:21:20.039831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:20.041947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:20.109282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6605dea-0f5b-483a-9d25-85a7bbd4b49a req-d3bb8b03-cefb-4d9a-87d3-56343cc48e90 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:20.116478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6605dea-0f5b-483a-9d25-85a7bbd4b49a req-d3bb8b03-cefb-4d9a-87d3-56343cc48e90 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 944 time: 0.2505610 Feb 03 04:21:20.207262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:20.207397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:20.215295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e77cca54-29af-4421-8b16-6cece79a28b2 req-ea9d7be1-72aa-4228-a77a-f1ced6905666 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761036 Feb 03 04:21:20.227130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:20.258615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6605dea-0f5b-483a-9d25-85a7bbd4b49a req-30686723-82da-4dfa-8429-9c1335a25100 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411726 Feb 03 04:21:20.505596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fc1a17e0-45bc-4e3b-a039-dd30453e0eb5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:20.523440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9', 'd28e53dc-847d-4401-a823-bd57beca48ee'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:20.526718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:20.600073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=fc1a17e0-45bc-4e3b-a039-dd30453e0eb5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:20.759979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:20.766949 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:20.793270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa21c8e0-993c-48f1-a710-aa700a6340ea req-771e0d1e-39e8-4e8e-b754-472850630a27 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "DELETE /v2.0/ports/fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 HTTP/1.1" status: 204 len: 173 time: 0.9160106 Feb 03 04:21:20.795737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'name': 'network-vif-deleted', 'tag': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:20.801816 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d8f22-6d56-4d89-b797-476be4345e0b" -d '{"events": [{"server_uuid": "0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423", "name": "network-vif-deleted", "tag": "fc1a17e0-45bc-4e3b-a039-dd30453e0eb5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:21.168159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d28e53dc-847d-4401-a823-bd57beca48ee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:21.196726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731', 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:21.198668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5355f0f1-61ab-4edc-a0d3-51564f21546a', '81972097-eb5f-426a-b86b-be5f174e8fc9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:21.202864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562858ce-274e-487d-bfb8-0931ebaaeb35 req-68716621-4d07-4316-9aa6-9f9f6c5b356a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:21.210421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-562858ce-274e-487d-bfb8-0931ebaaeb35 req-68716621-4d07-4316-9aa6-9f9f6c5b356a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.8310137 Feb 03 04:21:21.293515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=d28e53dc-847d-4401-a823-bd57beca48ee,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:21.337746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b2d58-b83c-4317-88fd-410a8f0c44c5 req-ae28889c-6830-4138-8f83-4024b1bf78e4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:21.345388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-237b2d58-b83c-4317-88fd-410a8f0c44c5 req-ae28889c-6830-4138-8f83-4024b1bf78e4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd7395d-4256-4d98-9d68-a2d521d53f75 HTTP/1.1" status: 200 len: 950 time: 0.2755165 Feb 03 04:21:21.406387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port d28e53dc-847d-4401-a823-bd57beca48ee on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:21.416498 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:21.419953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d0a46f5-58d9-413c-9fa3-68603d2d70cf req-3cdb781e-2ed1-4942-bc46-fee7f15516e7 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "DELETE /v2.0/ports/d28e53dc-847d-4401-a823-bd57beca48ee HTTP/1.1" status: 204 len: 173 time: 2.2205846 Feb 03 04:21:21.420432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'name': 'network-vif-deleted', 'tag': 'd28e53dc-847d-4401-a823-bd57beca48ee'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:21.422859 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e73735-c683-4812-9b33-d8d3f35819e7" -d '{"events": [{"server_uuid": "4bd7395d-4256-4d98-9d68-a2d521d53f75", "name": "network-vif-deleted", "tag": "d28e53dc-847d-4401-a823-bd57beca48ee"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:21.438856 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-562858ce-274e-487d-bfb8-0931ebaaeb35 req-9229a9b7-68a9-4e58-9c0c-28c828c03616 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278712 Feb 03 04:21:21.473772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-237b2d58-b83c-4317-88fd-410a8f0c44c5 req-22b061e7-41a8-44eb-b941-5e71a3f936bf tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274202 Feb 03 04:21:21.713601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:21.811924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-334cb191-0ac8-4c82-9a16-662eb51ff1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:21.824001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-334cb191-0ac8-4c82-9a16-662eb51ff1b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1131 time: 0.3017516 Feb 03 04:21:21.890221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7e520-6956-41b8-92c6-c1192c74b03e req-3321cb78-ff29-4daf-bd5e-c8bbd3ac12d2 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:21.892000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49d7e520-6956-41b8-92c6-c1192c74b03e req-3321cb78-ff29-4daf-bd5e-c8bbd3ac12d2 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.2828596 Feb 03 04:21:21.957070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a025d0-c79d-45d5-83dc-e92f6e9c8acb req-5c5fecd9-28c6-4b9f-896d-137deec88394 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:21.966364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53a025d0-c79d-45d5-83dc-e92f6e9c8acb req-5c5fecd9-28c6-4b9f-896d-137deec88394 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.3408043 Feb 03 04:21:22.079575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:21:22.087962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53a025d0-c79d-45d5-83dc-e92f6e9c8acb req-a7da30d9-7df3-44da-a579-7a0822b7f8e4 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159298 Feb 03 04:21:22.150151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49d7e520-6956-41b8-92c6-c1192c74b03e req-432df114-da60-411e-a42a-a615aeca21eb tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247136 Feb 03 04:21:22.154702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-8ec25546-38d3-4b96-9e26-f05c9d0bab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:22.158753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-8ec25546-38d3-4b96-9e26-f05c9d0bab31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.3337312 Feb 03 04:21:22.199083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:22.199667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:22.243092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-426e99a8-6c77-45c1-88cf-cf13eb0ce65f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.0655737 Feb 03 04:21:22.322503 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0414161-206a-44d4-9781-b44d541dfdb1 x-openstack-request-id: req-e0414161-206a-44d4-9781-b44d541dfdb1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:22.323342 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423", "name": "network-vif-deleted", "tag": "fc1a17e0-45bc-4e3b-a039-dd30453e0eb5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:22.323806 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0414161-206a-44d4-9781-b44d541dfdb1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:22.324374 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf10d1b-aa6c-44bb-8007-ef4bd1ff1423', 'name': 'network-vif-deleted', 'tag': 'fc1a17e0-45bc-4e3b-a039-dd30453e0eb5', 'status': 'completed', 'code': 200} Feb 03 04:21:22.369498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-37a6c138-ed16-4fbc-a9a4-739d3d233d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:22.373155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-37a6c138-ed16-4fbc-a9a4-739d3d233d58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0870426 Feb 03 04:21:22.406545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51badeab-d328-41c3-a68b-e9092ed5a52b req-988bb699-35e8-43e7-9f7a-38be86e3b020 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:22.413897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51badeab-d328-41c3-a68b-e9092ed5a52b req-988bb699-35e8-43e7-9f7a-38be86e3b020 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1642566 Feb 03 04:21:22.428579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:22.429254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:22.502597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:22.507321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:22.510521 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e601369c-5af6-412c-b2ec-038c422b0556" -d '{"events": [{"server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "name": "network-vif-plugged", "status": "completed", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:22.517115 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:22.558363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eb396-1808-4ce5-bc1c-eb85fb5f23fa req-e965ba7b-85a0-4269-87e3-4bede2fc0551 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:22.567226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e92eb396-1808-4ce5-bc1c-eb85fb5f23fa req-e965ba7b-85a0-4269-87e3-4bede2fc0551 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.1311235 Feb 03 04:21:22.601295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51badeab-d328-41c3-a68b-e9092ed5a52b req-5063c845-0602-483c-a4f6-42b74fd683dc tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864078 Feb 03 04:21:22.659971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-f5c58549-7c5a-45e9-a599-49467c98f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:22.661533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-f5c58549-7c5a-45e9-a599-49467c98f02b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2364366 Feb 03 04:21:22.677263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:22.801072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e92eb396-1808-4ce5-bc1c-eb85fb5f23fa req-e665afcd-0e56-4c01-ae15-43d1ef1ae7d8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328184 Feb 03 04:21:22.847920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-5a5da26f-36a4-4c8d-af84-bfe32fec5c08 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769886 Feb 03 04:21:22.851850 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab36d148-181d-4bf9-9959-9b70cb663b77 x-openstack-request-id: req-ab36d148-181d-4bf9-9959-9b70cb663b77 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:22.852147 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7395d-4256-4d98-9d68-a2d521d53f75", "name": "network-vif-deleted", "tag": "d28e53dc-847d-4401-a823-bd57beca48ee", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:22.852407 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab36d148-181d-4bf9-9959-9b70cb663b77 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:22.852809 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7395d-4256-4d98-9d68-a2d521d53f75', 'name': 'network-vif-deleted', 'tag': 'd28e53dc-847d-4401-a823-bd57beca48ee', 'status': 'completed', 'code': 200} Feb 03 04:21:22.878690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0569e-5cf0-473e-8d0b-a930ee329cfd req-564a1189-be88-4128-83ca-42c436c4e4b0 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:22.880536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7e0569e-5cf0-473e-8d0b-a930ee329cfd req-564a1189-be88-4128-83ca-42c436c4e4b0 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 945 time: 0.1622391 Feb 03 04:21:23.057415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-fbbe00cb-7767-4a80-a32f-8dd93baac9fb service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976430 Feb 03 04:21:23.065161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7e0569e-5cf0-473e-8d0b-a930ee329cfd req-b6c89902-73c7-45a9-82e0-18c4f77e3425 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722279 Feb 03 04:21:23.082980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b3010-03ee-4e93-8497-9be8d88af795 req-39d9fc45-8e8b-4a79-89fa-4ebce60a25c6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:23.084889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-719b3010-03ee-4e93-8497-9be8d88af795 req-39d9fc45-8e8b-4a79-89fa-4ebce60a25c6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1720037 Feb 03 04:21:23.106721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d28e53dc-847d-4401-a823-bd57beca48ee no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:23.139138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: d28e53dc-847d-4401-a823-bd57beca48ee {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:23.139886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d28e53dc-847d-4401-a823-bd57beca48ee not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:23.184720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-719b3010-03ee-4e93-8497-9be8d88af795 req-c465b9f3-fdc2-45a2-89f5-e7735280031b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918143 Feb 03 04:21:23.195611 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5552df22-088f-42e7-84c7-13b0ab2e85fe x-openstack-request-id: req-5552df22-088f-42e7-84c7-13b0ab2e85fe {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:23.195915 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "name": "network-vif-plugged", "status": "completed", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:23.196191 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5552df22-088f-42e7-84c7-13b0ab2e85fe {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:23.196572 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'code': 200} Feb 03 04:21:23.368810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc346e02-3664-4634-948a-bc793006e678 req-e6b24789-11c4-4716-956f-8a4b8b5a0036 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:23.368810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc346e02-3664-4634-948a-bc793006e678 req-e6b24789-11c4-4716-956f-8a4b8b5a0036 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1301634 Feb 03 04:21:23.382695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5e51-1189-404f-ac98-14b7f3660d46 req-e556ed5b-aa24-4e36-b2c7-a495c3f7ef85 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:23.384879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-063e5e51-1189-404f-ac98-14b7f3660d46 req-e556ed5b-aa24-4e36-b2c7-a495c3f7ef85 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0878630 Feb 03 04:21:23.420539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92619710-8794-4225-b73e-cbc206ec2e74 req-ce8236fa-cfcb-4cd8-be81-7cd3230a1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:23.422882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92619710-8794-4225-b73e-cbc206ec2e74 req-ce8236fa-cfcb-4cd8-be81-7cd3230a1ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 1127 time: 0.0873904 Feb 03 04:21:23.466881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-063e5e51-1189-404f-ac98-14b7f3660d46 req-37c44c34-71ce-40b3-8364-a4fe4674651e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650465 Feb 03 04:21:23.483529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc346e02-3664-4634-948a-bc793006e678 req-97c70b0f-cd5c-43f7-aa12-13d972ae3ffd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973835 Feb 03 04:21:23.548384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92619710-8794-4225-b73e-cbc206ec2e74 req-9e1d141b-198f-4976-abe9-a8a705ef3205 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174095 Feb 03 04:21:23.554615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:23.622566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:23.624319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fc1a17e0-45bc-4e3b-a039-dd30453e0eb5 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:23.630833 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:23.632131 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:23.782404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7731249-ecaf-463e-90d4-2e975f867e4b req-b30b3679-8673-4d9a-95a0-7b2066cb695a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:23.784352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7731249-ecaf-463e-90d4-2e975f867e4b req-b30b3679-8673-4d9a-95a0-7b2066cb695a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.0668540 Feb 03 04:21:23.855400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7731249-ecaf-463e-90d4-2e975f867e4b req-9facea8f-4cda-4abb-af41-0f8cc88ab9cc tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572639 Feb 03 04:21:24.049948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdafc21-8882-4021-9c0c-bd1f737f1f89 req-47d19c7d-76f2-45e7-919f-c92989e02ddb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:24.052576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcdafc21-8882-4021-9c0c-bd1f737f1f89 req-47d19c7d-76f2-45e7-919f-c92989e02ddb tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.0694945 Feb 03 04:21:24.154978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcdafc21-8882-4021-9c0c-bd1f737f1f89 req-d01d50ba-0091-4f75-bd23-4dd560cc9d45 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904832 Feb 03 04:21:24.199144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351320-69e2-4bab-9814-a9d2c1184cc3 req-554c1adc-2d38-4c53-a674-4f2832cbf691 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:24.200768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2351320-69e2-4bab-9814-a9d2c1184cc3 req-554c1adc-2d38-4c53-a674-4f2832cbf691 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 950 time: 0.1173930 Feb 03 04:21:24.319476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2351320-69e2-4bab-9814-a9d2c1184cc3 req-d73c835a-90b6-4911-95bc-fede8497cf34 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129062 Feb 03 04:21:24.339609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa0808-c8ce-49de-9085-433854c4755f req-f5ce7efd-e2b3-4ce6-9499-ebd5d1377006 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:24.348680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90fa0808-c8ce-49de-9085-433854c4755f req-f5ce7efd-e2b3-4ce6-9499-ebd5d1377006 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 945 time: 0.1151609 Feb 03 04:21:24.426848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90fa0808-c8ce-49de-9085-433854c4755f req-06793176-24fd-4c8e-813d-80bf860df81f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769136 Feb 03 04:21:24.492585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65b43d-7094-4b0a-98e2-675dc0b3e078 req-7ed64d44-7812-40b3-b82e-590e2474fb8e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:24.494299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf65b43d-7094-4b0a-98e2-675dc0b3e078 req-7ed64d44-7812-40b3-b82e-590e2474fb8e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.0869994 Feb 03 04:21:24.615640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf65b43d-7094-4b0a-98e2-675dc0b3e078 req-7f961dab-054b-41a1-bc77-2986de6adcea tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079519 Feb 03 04:21:24.649478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daf3c9-2289-4cb3-9439-d82eca5f1373 req-af7acc49-ecec-4a6e-9084-f078655a35a7 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:24.651939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88daf3c9-2289-4cb3-9439-d82eca5f1373 req-af7acc49-ecec-4a6e-9084-f078655a35a7 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0877924 Feb 03 04:21:24.766396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88daf3c9-2289-4cb3-9439-d82eca5f1373 req-ddae39fb-89dc-4423-8a2a-44e5a4e4ac19 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972617 Feb 03 04:21:24.826482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824365d-e75b-46c3-8561-3fefecffeaa3 req-73962423-6deb-48b6-99f2-b95c3483d5bc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:24.844848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5824365d-e75b-46c3-8561-3fefecffeaa3 req-73962423-6deb-48b6-99f2-b95c3483d5bc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1256170 Feb 03 04:21:24.912321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5824365d-e75b-46c3-8561-3fefecffeaa3 req-e0f6cb3c-e89f-4815-8f30-4438d2c29bf6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 Feb 03 04:21:25.005905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972439f5-1b8b-4b2f-a391-fc1fdb510824 req-c740066e-0ae8-4d1a-a770-9f6a3bf4fb05 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:25.007809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-972439f5-1b8b-4b2f-a391-fc1fdb510824 req-c740066e-0ae8-4d1a-a770-9f6a3bf4fb05 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.0591927 Feb 03 04:21:25.068664 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-972439f5-1b8b-4b2f-a391-fc1fdb510824 req-8c77f523-8456-4a45-8124-96ca0b818915 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525107 Feb 03 04:21:25.283141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70cf4c-9008-45ca-ae7d-c0999c423504 req-8c988ad2-8659-4244-9844-d9d272062f71 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:25.284602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e70cf4c-9008-45ca-ae7d-c0999c423504 req-8c988ad2-8659-4244-9844-d9d272062f71 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 946 time: 0.0578842 Feb 03 04:21:25.340605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e70cf4c-9008-45ca-ae7d-c0999c423504 req-e9ae78ce-51a2-4fe2-b8f8-76cb875fc213 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496657 Feb 03 04:21:25.483395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd7924-d579-49f7-9750-296c2ece1b9c req-fe609bea-e9a4-4e61-a6c4-6159ba015e21 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:25.488015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fddd7924-d579-49f7-9750-296c2ece1b9c req-fe609bea-e9a4-4e61-a6c4-6159ba015e21 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 950 time: 0.0822947 Feb 03 04:21:25.566054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fddd7924-d579-49f7-9750-296c2ece1b9c req-06b44fca-1f50-4b67-93c5-f84e465a0cd4 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714095 Feb 03 04:21:25.593382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15759-d612-45d7-8246-868077649246 req-1be1f997-3362-45f9-9cc8-faed18169d23 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:25.595251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dd15759-d612-45d7-8246-868077649246 req-1be1f997-3362-45f9-9cc8-faed18169d23 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 945 time: 0.0861220 Feb 03 04:21:25.684427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dd15759-d612-45d7-8246-868077649246 req-5edd3967-0c3a-45ff-9e9e-31b71e647a3d tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656276 Feb 03 04:21:25.766754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7bf6c-2221-420f-a8d7-1f00cf3d2f73 req-42a43aaf-f391-448f-9d6f-f6fc6ab16dfe tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:25.772002 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cf7bf6c-2221-420f-a8d7-1f00cf3d2f73 req-42a43aaf-f391-448f-9d6f-f6fc6ab16dfe tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.0734568 Feb 03 04:21:25.931176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cf7bf6c-2221-420f-a8d7-1f00cf3d2f73 req-6ad75bb8-9674-4cb9-96c9-167bc2939c32 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475730 Feb 03 04:21:25.983567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-ac122e1d-3ddd-49f2-9bb0-453084b4da7a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:25.990749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-ac122e1d-3ddd-49f2-9bb0-453084b4da7a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1766746 Feb 03 04:21:26.055390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b7fef8f6-d62c-404c-a255-3eaf11eeae05 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:26.057032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b7fef8f6-d62c-404c-a255-3eaf11eeae05 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 950 time: 0.2838056 Feb 03 04:21:26.061411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-236e7f1c-4ba8-45fc-878e-c8cef0433efb tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0695961 Feb 03 04:21:26.107235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'floatingip': {'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:26.209024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:26.327143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165c47f-d8b5-4073-94aa-ea49f9c36723 req-085a640e-0116-402f-8f9a-4daef4d983cb tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:26.334263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b165c47f-d8b5-4073-94aa-ea49f9c36723 req-085a640e-0116-402f-8f9a-4daef4d983cb tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.3004274 Feb 03 04:21:26.401769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-f5db602c-4f85-4dd9-9fad-736edb98b3ab tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:26.403229 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-f5db602c-4f85-4dd9-9fad-736edb98b3ab tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "GET /v2.0/ports?device_id=51c36f98-7c66-4076-bd97-2582d7ecae17 HTTP/1.1" status: 200 len: 950 time: 0.3252540 Feb 03 04:21:26.498050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-a5291c4d-a77d-4826-a19e-3319a4902912 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:26.499791 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-a5291c4d-a77d-4826-a19e-3319a4902912 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1128 time: 0.0535424 Feb 03 04:21:26.512323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-1'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:26.520943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port 5355f0f1-61ab-4edc-a0d3-51564f21546a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:26.521505 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:26.545517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b165c47f-d8b5-4073-94aa-ea49f9c36723 req-22d67358-91b9-4ac7-a6ae-cb74a5c6a848 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064462 Feb 03 04:21:26.598809 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:26.915865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:26.958462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:27.011763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:27.014619 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340458d1-9963-4f9f-97af-547a634c178a" -d '{"events": [{"server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:27.019018 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Publish callbacks [] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.032406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.105819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:27.152857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on host n-h2-827549-1 for vnic_type normal with profile {"migrating_to": "n-h1-827549-1"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:27.153370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:27.153507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port 81972097-eb5f-426a-b86b-be5f174e8fc9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:27.155551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.155704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:27.163005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:21:27.163472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Attempting to bind port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:27.169605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:27.170105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:27.170587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:27.171139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Bound port: 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:27.171624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.244425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:27.248379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:27.259357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.328913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port 5355f0f1-61ab-4edc-a0d3-51564f21546a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5355f0f1-61ab-4edc-a0d3-51564f21546a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:27.329296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.340619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b81f1c-8751-46f0-bd73-01e61758456d req-1af3340e-2e19-4994-a01f-d842a3751363 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:27.347619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3b81f1c-8751-46f0-bd73-01e61758456d req-1af3340e-2e19-4994-a01f-d842a3751363 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.3373990 Feb 03 04:21:27.356252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:27.356989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.358911 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] 10.222.0.15 "PUT /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 1122 time: 0.8513613 Feb 03 04:21:27.365334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43d073-ad81-4b7b-92a4-5b8f29614c8e service neutron] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:27.397097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port 81972097-eb5f-426a-b86b-be5f174e8fc9, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=81972097-eb5f-426a-b86b-be5f174e8fc9,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:27.397477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:27.419721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for 5355f0f1-61ab-4edc-a0d3-51564f21546a owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:27.461282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for 81972097-eb5f-426a-b86b-be5f174e8fc9 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:27.474499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:27.489477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:27.523632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:27.694413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3b81f1c-8751-46f0-bd73-01e61758456d req-cc7f3564-46a8-4def-bf35-b1fc20d62d21 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458149 Feb 03 04:21:27.742912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:27.770056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec has no active binding in host n-h1-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:21:27.858482 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:21:27.994849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:28.013526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:28.063336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32413e-5547-45ef-bb21-344fc8c3d072 req-9dcd0804-5040-4d3d-8686-f8827c8e75c1 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:28.064870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b32413e-5547-45ef-bb21-344fc8c3d072 req-9dcd0804-5040-4d3d-8686-f8827c8e75c1 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2760108 Feb 03 04:21:28.065473 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5355f0f1-61ab-4edc-a0d3-51564f21546a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:28.079305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:28.084541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (81972097-eb5f-426a-b86b-be5f174e8fc9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:28.108199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:28.133169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=5355f0f1-61ab-4edc-a0d3-51564f21546a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:28.243969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=81972097-eb5f-426a-b86b-be5f174e8fc9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:28.282207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port 5355f0f1-61ab-4edc-a0d3-51564f21546a on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:28.289881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port 81972097-eb5f-426a-b86b-be5f174e8fc9 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:28.293734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:28.297176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85d65ca4-4b30-429d-a766-ca4f50e48954 req-b158c885-c14a-4e8f-b7ac-2f223b68e1df tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "DELETE /v2.0/ports/5355f0f1-61ab-4edc-a0d3-51564f21546a HTTP/1.1" status: 204 len: 173 time: 2.2152221 Feb 03 04:21:28.304434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'name': 'network-vif-deleted', 'tag': '5355f0f1-61ab-4edc-a0d3-51564f21546a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:28.306797 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f88954-8fe1-4a28-8d7c-e76e534bad45" -d '{"events": [{"server_uuid": "085d0c44-09bd-40ea-9c66-149ecac2e7b4", "name": "network-vif-deleted", "tag": "5355f0f1-61ab-4edc-a0d3-51564f21546a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:28.312527 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:28.315971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c90daa85-409c-4a6c-b257-952ead3cc612 req-e27a1175-e605-488d-aebd-9e4750ae7bfc tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.31 "DELETE /v2.0/ports/81972097-eb5f-426a-b86b-be5f174e8fc9 HTTP/1.1" status: 204 len: 173 time: 1.9052038 Feb 03 04:21:28.321279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b32413e-5547-45ef-bb21-344fc8c3d072 req-a21b4798-e53d-4a0a-8347-61595866e9e3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438796 Feb 03 04:21:28.322544 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a associated. External IP: 172.25.7.129, port: 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238. Feb 03 04:21:28.511815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487edd2-9d51-4590-bf32-6c20663dcfbe req-4dca5066-60fb-4929-851c-fdc9e7909afd tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:28.513228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4487edd2-9d51-4590-bf32-6c20663dcfbe req-4dca5066-60fb-4929-851c-fdc9e7909afd tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.1160204 Feb 03 04:21:28.636650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4487edd2-9d51-4590-bf32-6c20663dcfbe req-930e4d59-0884-4ebe-9f8a-d81859b02964 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907748 Feb 03 04:21:28.652603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:28.744386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97781d4f-fc49-4751-81f9-f06f591ff011 req-2345aabd-7868-4fac-aa8a-ec0b150f8050 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=085d0c44-09bd-40ea-9c66-149ecac2e7b4 HTTP/1.1" status: 200 len: 210 time: 0.0351331 Feb 03 04:21:28.804442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:28.818421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:28.819049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:28.841593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:28.844124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:28.900119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-044478dc-ec77-4457-a476-f27ebfd72146 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "PUT /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 200 len: 996 time: 2.8197165 Feb 03 04:21:28.924515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7df5-8a43-43c1-b125-e1e37f5c1dac req-2e91adf3-ce79-493a-bc57-800263692084 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:28.933307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a54d7df5-8a43-43c1-b125-e1e37f5c1dac req-2e91adf3-ce79-493a-bc57-800263692084 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.1312428 Feb 03 04:21:29.001079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:29.059792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a54d7df5-8a43-43c1-b125-e1e37f5c1dac req-32f8c035-2593-417e-8299-40154c60a496 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246922 Feb 03 04:21:29.065748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-c2b3ddf1-d238-408b-9e45-8b974e917be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:29.067274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-c2b3ddf1-d238-408b-9e45-8b974e917be1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.1164458 Feb 03 04:21:29.105811 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66537183-928b-43d5-aefe-ee3db24de3a3 x-openstack-request-id: req-66537183-928b-43d5-aefe-ee3db24de3a3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:29.106353 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:29.106353 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66537183-928b-43d5-aefe-ee3db24de3a3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:29.106773 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec', 'code': 200} Feb 03 04:21:29.138029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5355f0f1-61ab-4edc-a0d3-51564f21546a no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:29.166996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 5355f0f1-61ab-4edc-a0d3-51564f21546a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:29.167339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5355f0f1-61ab-4edc-a0d3-51564f21546a not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:29.167790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 81972097-eb5f-426a-b86b-be5f174e8fc9 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:29.206911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 81972097-eb5f-426a-b86b-be5f174e8fc9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:29.207263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 81972097-eb5f-426a-b86b-be5f174e8fc9 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:29.337113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:3e:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:27Z', 'revision_number': 1, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:29.363972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:29.372718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:29.373340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:29.481950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:29.483586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-58d3254d-d172-4569-858d-624d0d7106d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:29.485122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-58d3254d-d172-4569-858d-624d0d7106d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.4120550 Feb 03 04:21:29.506152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9951-2dfc-4d7a-87c7-ef2b4285e24d req-d9e86136-5cd0-4330-b5f4-6509a267b3d2 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:29.507587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d85a9951-2dfc-4d7a-87c7-ef2b4285e24d req-d9e86136-5cd0-4330-b5f4-6509a267b3d2 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 943 time: 0.0800211 Feb 03 04:21:29.510518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device edf5f665-584d-4fbb-a719-d9677b2b4a06 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:29.613852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-6f3c8714-54bb-4d80-8012-3f42211baf3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 999 time: 0.1210015 Feb 03 04:21:29.633374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d85a9951-2dfc-4d7a-87c7-ef2b4285e24d req-5b626503-6508-4d95-9b63-84a702f9379d tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933223 Feb 03 04:21:29.669885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-3addca28-d99a-443c-a342-110305f0d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:29.671486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-3addca28-d99a-443c-a342-110305f0d552 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.0503404 Feb 03 04:21:29.746327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-43842f21-3c95-4407-8a70-5fbd1e81ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:29.748086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-43842f21-3c95-4407-8a70-5fbd1e81ef59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0699556 Feb 03 04:21:29.757328 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf41b9-b1c7-40fb-83e6-9565444ce1b8 x-openstack-request-id: req-77bf41b9-b1c7-40fb-83e6-9565444ce1b8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:29.757729 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085d0c44-09bd-40ea-9c66-149ecac2e7b4", "name": "network-vif-deleted", "tag": "5355f0f1-61ab-4edc-a0d3-51564f21546a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:29.758048 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77bf41b9-b1c7-40fb-83e6-9565444ce1b8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:29.758608 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085d0c44-09bd-40ea-9c66-149ecac2e7b4', 'name': 'network-vif-deleted', 'tag': '5355f0f1-61ab-4edc-a0d3-51564f21546a', 'status': 'completed', 'code': 200} Feb 03 04:21:29.764279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-9c836ef5-3ff8-4a29-b139-10d6033449eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:21:29.766285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-9c836ef5-3ff8-4a29-b139-10d6033449eb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056734 Feb 03 04:21:29.866544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port edf5f665-584d-4fbb-a719-d9677b2b4a06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:29.882703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'port_id': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'mac_address': 'fa:16:3e:2a:c6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:21:29.893580 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-1766656b-cd2c-4694-ba8a-1f1e88039be3 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195538 Feb 03 04:21:29.904387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5a579-ec06-4ddc-91d6-2f6eb116f2ac req-64450cf2-1d0c-460a-8b0c-fc67517acf98 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:29.905811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eaa5a579-ec06-4ddc-91d6-2f6eb116f2ac req-64450cf2-1d0c-460a-8b0c-fc67517acf98 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1001902 Feb 03 04:21:29.958276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port edf5f665-584d-4fbb-a719-d9677b2b4a06 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:29.958666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:29.975787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf5f665-584d-4fbb-a719-d9677b2b4a06 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:29.999331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port edf5f665-584d-4fbb-a719-d9677b2b4a06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:30.005083 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:30.012268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eaa5a579-ec06-4ddc-91d6-2f6eb116f2ac req-e79f4b66-739d-4ff3-88e5-7011d397673a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965905 Feb 03 04:21:30.013520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:3e:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:27Z', 'revision_number': 1, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:30.040631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4aaf1a-8d46-465c-9760-d4e5a765d84f req-76cb6ac4-9101-4c30-8e96-cd610788f1dc service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334841 Feb 03 04:21:30.058618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c7e99-418a-430f-8bfb-47eb91cb07aa None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:3e:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:27Z', 'revision_number': 1, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:30.098304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=edf5f665-584d-4fbb-a719-d9677b2b4a06,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:30.183205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed590c-8b09-4e51-9bbc-4e474a07e2da req-4eecb495-5e24-49f5-956f-f2b03e4cd3c5 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:30.184965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caed590c-8b09-4e51-9bbc-4e474a07e2da req-4eecb495-5e24-49f5-956f-f2b03e4cd3c5 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.0963657 Feb 03 04:21:30.204420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea31d78-68f7-4dd2-b8cf-9f114f4eafa7 req-4b2ff537-d8b8-4711-986c-4bb90907f3d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:30.205956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dea31d78-68f7-4dd2-b8cf-9f114f4eafa7 req-4b2ff537-d8b8-4711-986c-4bb90907f3d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.0775323 Feb 03 04:21:30.266340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caed590c-8b09-4e51-9bbc-4e474a07e2da req-b1cc42a8-a24f-4f05-9b11-04a5589bdad0 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747657 Feb 03 04:21:30.281105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dea31d78-68f7-4dd2-b8cf-9f114f4eafa7 req-ad7ce0b3-64ce-4348-9aea-38605fc2eeff tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667763 Feb 03 04:21:30.285954 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59abcbf-5b96-45dd-8836-7beb5e4c94c3 None None] New status for floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:21:30.501071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147afa43-e18e-436a-82b5-670c204c4ccb req-23191f1f-2a0a-4631-91f4-e79a6ed00660 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:30.502829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-147afa43-e18e-436a-82b5-670c204c4ccb req-23191f1f-2a0a-4631-91f4-e79a6ed00660 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 945 time: 0.0959494 Feb 03 04:21:30.523326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-14d2c6db-2143-43ac-9357-110eec29be00 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:30.524754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-14d2c6db-2143-43ac-9357-110eec29be00 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0854843 Feb 03 04:21:30.609332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['edf5f665-584d-4fbb-a719-d9677b2b4a06'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:30.627811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-147afa43-e18e-436a-82b5-670c204c4ccb req-4561c61f-ccba-4f0d-b676-216e6ee51908 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189246 Feb 03 04:21:30.639604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-fff96c36-77be-4d78-9016-b0c8cce41a8a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 1001 time: 0.1087472 Feb 03 04:21:30.650680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'floatingip': {'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:30.708766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:30.855189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873bdeb-ebd2-4c13-ab8d-78ed4f10acf6 req-ce423629-f332-424f-b9d7-06a3ef7091d0 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:30.856705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f873bdeb-ebd2-4c13-ab8d-78ed4f10acf6 req-ce423629-f332-424f-b9d7-06a3ef7091d0 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 950 time: 0.1133120 Feb 03 04:21:30.959072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f873bdeb-ebd2-4c13-ab8d-78ed4f10acf6 req-a6b81793-2bb6-4166-aa03-0af13cf3b6ae tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962353 Feb 03 04:21:31.108434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:31.111012 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb32f7d-de96-49f9-920f-e12fde9b1245" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:31.146198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:31.148888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c350f-f68c-46f1-88f4-149ebedacc77 req-de3d4a68-720a-460b-b72f-fbcaae401138 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:31.150361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-806c350f-f68c-46f1-88f4-149ebedacc77 req-de3d4a68-720a-460b-b72f-fbcaae401138 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 944 time: 0.1101651 Feb 03 04:21:31.233576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:31.233922 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:31.257167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:31.258840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-806c350f-f68c-46f1-88f4-149ebedacc77 req-167997bf-be4c-4d82-b9a2-bf5a8045d351 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811026 Feb 03 04:21:31.259446 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d93ca57-e9f5-4f83-ba5f-3434fd8a1805" -d '{"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:31.280778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:31.280778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:31.328778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:31.330405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:31.334352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:31.435237 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a associated. External IP: 172.25.7.129, port: 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238. Feb 03 04:21:31.683969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:31.762553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'name': 'network-vif-deleted', 'tag': '81972097-eb5f-426a-b86b-be5f174e8fc9'}, {'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:31.768114 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7368e830-87a2-4d77-9403-df2df8a5a355" -d '{"events": [{"server_uuid": "51c36f98-7c66-4076-bd97-2582d7ecae17", "name": "network-vif-deleted", "tag": "81972097-eb5f-426a-b86b-be5f174e8fc9"}, {"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:31.793152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a215-938c-4619-b86f-943074e9c4af req-3b9b510a-9013-4da3-81c5-c656c863f3b1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:31.794686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0791a215-938c-4619-b86f-943074e9c4af req-3b9b510a-9013-4da3-81c5-c656c863f3b1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1243279 Feb 03 04:21:31.873345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:31.883642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0791a215-938c-4619-b86f-943074e9c4af req-084249eb-51fe-45f1-8beb-1ab6d16f6337 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833185 Feb 03 04:21:31.884026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:31.906510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:31.907329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:31.929749 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e09f92b-dd74-4ccb-9840-12901e5fcd94 x-openstack-request-id: req-3e09f92b-dd74-4ccb-9840-12901e5fcd94 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:31.930050 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:31.930307 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e09f92b-dd74-4ccb-9840-12901e5fcd94 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:31.930736 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec', 'status': 'completed', 'code': 200} Feb 03 04:21:31.999282 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedd0f1a-b3a4-4fe0-bac6-7b04ea66cb49 x-openstack-request-id: req-cedd0f1a-b3a4-4fe0-bac6-7b04ea66cb49 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:31.999665 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:32.000104 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cedd0f1a-b3a4-4fe0-bac6-7b04ea66cb49 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:32.000700 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'code': 200} Feb 03 04:21:32.031431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:32.059900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-011fce1e-d990-4c49-bbdc-372017902802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:32.061365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-011fce1e-d990-4c49-bbdc-372017902802 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1156 time: 0.0945606 Feb 03 04:21:32.272412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:86:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:31Z', 'revision_number': 3, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:32.299961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:32.309201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:32.309924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:32.419677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:32.503982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-32d01367-e584-4e6b-a428-1f550fa96a78 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:32.505469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-32d01367-e584-4e6b-a428-1f550fa96a78 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.4879825 Feb 03 04:21:32.515249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccedaeb-4a54-44ba-8bea-6f6ef15ccfd4 req-8db6a1f7-1607-4cfd-99b2-fe4a93f0951a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:32.516763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cccedaeb-4a54-44ba-8bea-6f6ef15ccfd4 req-8db6a1f7-1607-4cfd-99b2-fe4a93f0951a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.4940493 Feb 03 04:21:32.552880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-1'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:32.610706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-08f99d7f-f088-4170-bd77-d211ae8077b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:32.612231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-08f99d7f-f088-4170-bd77-d211ae8077b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.5287993 Feb 03 04:21:32.655033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:86:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:31Z', 'revision_number': 3, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:32.680669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7be72-8996-4eba-b55a-43335eee9503 None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:86:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:31Z', 'revision_number': 3, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:32.697094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-ceeef126-ff20-4588-bd6f-26c5a8c6745a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 217 time: 0.0719609 Feb 03 04:21:32.719857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cccedaeb-4a54-44ba-8bea-6f6ef15ccfd4 req-0200bb93-9586-470f-98ce-b02f48365f33 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763437 Feb 03 04:21:32.723060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:32.748532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:32.808910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-103e2782-6546-46b4-a6ea-70e619cb4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:32.810238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-103e2782-6546-46b4-a6ea-70e619cb4cf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1044617 Feb 03 04:21:32.868283 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed71c1-16ab-4f81-942c-5a8023926080 None None] New status for floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:21:32.905367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-fbad10c7-94a6-4a39-b281-e380a018f6d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614429 Feb 03 04:21:33.075789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:33.085197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:33.092520 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-243e2470-5cb6-4ab2-aae2-45ee25851ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:33.096314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75425-8b08-49dd-b1e6-55b186bf0d60 req-98288eb2-de13-412e-81a9-aae6d4622fa7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:33.097860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caa75425-8b08-49dd-b1e6-55b186bf0d60 req-98288eb2-de13-412e-81a9-aae6d4622fa7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.3177500 Feb 03 04:21:33.136740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:33.148852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:33.149677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:33.170757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:33.186437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fa2ec692-2ace-4381-9962-2b087079a92d details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:33.230909 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-0edd6f5e-dc92-4075-8dc5-fec3b4210b3d service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899458 Feb 03 04:21:33.252791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-57668e2d-d483-4d08-b9eb-7924ac340e3f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "PUT /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 200 len: 998 time: 2.6063735 Feb 03 04:21:33.269250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caa75425-8b08-49dd-b1e6-55b186bf0d60 req-57fad93c-dba0-4529-b7d2-93ea9e946091 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497395 Feb 03 04:21:33.322974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:33.366563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:33.385471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:33.398099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-558066c9-d802-4b72-9c72-d6647facc133 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:33.399543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-558066c9-d802-4b72-9c72-d6647facc133 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports/3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 942 time: 0.1239450 Feb 03 04:21:33.434844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fa2ec692-2ace-4381-9962-2b087079a92d has no active binding in host n-h2-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:21:33.436983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb32f7d-de96-49f9-920f-e12fde9b1245 req-b16039a8-f617-4ba2-bbb1-7db83088b2f7 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943877 Feb 03 04:21:33.439351 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Publish callbacks [] for port (fa2ec692-2ace-4381-9962-2b087079a92d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:33.448160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:33.551582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:33.590903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on host n-h1-827549-1 for vnic_type normal with profile {"migrating_to": "n-h2-827549-1"} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:33.591284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:33.591598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:33.615267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:21:33.615622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Attempting to bind port fa2ec692-2ace-4381-9962-2b087079a92d on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:33.629605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:33.629945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:33.630345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:33.630789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Bound port: fa2ec692-2ace-4381-9962-2b087079a92d, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:33.631150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:33.635650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device edf5f665-584d-4fbb-a719-d9677b2b4a06 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:33.656745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-846ebca5-071a-4194-80b5-4c59d18a8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:33.658287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-846ebca5-071a-4194-80b5-4c59d18a8cff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.1170790 Feb 03 04:21:33.666099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfc9ff-54e2-4123-91f0-a9003ecdaa15 req-04d315e8-8724-49ef-b998-68334c1fab13 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:33.667530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67bfc9ff-54e2-4123-91f0-a9003ecdaa15 req-04d315e8-8724-49ef-b998-68334c1fab13 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.0943358 Feb 03 04:21:33.761374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port edf5f665-584d-4fbb-a719-d9677b2b4a06 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:21:33.769854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port edf5f665-584d-4fbb-a719-d9677b2b4a06 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:33.770782 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:33.823123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:33.826732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:86:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:32Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:33.832622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67bfc9ff-54e2-4123-91f0-a9003ecdaa15 req-25d85182-bd3a-4686-8749-ea10bf38ce57 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437771 Feb 03 04:21:33.848373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:33.851667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-1c6eefa9-c616-4e58-9e79-7273dd565cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:33.853400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-1c6eefa9-c616-4e58-9e79-7273dd565cae service neutron] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.1658947 Feb 03 04:21:33.855279 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:33.856277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:33.893164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:33.893838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:33.918896 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b2b9c-569f-4f20-ac4e-a17e36877bbe x-openstack-request-id: req-151b2b9c-569f-4f20-ac4e-a17e36877bbe {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:33.919554 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c36f98-7c66-4076-bd97-2582d7ecae17", "name": "network-vif-deleted", "tag": "81972097-eb5f-426a-b86b-be5f174e8fc9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:33.919554 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-151b2b9c-569f-4f20-ac4e-a17e36877bbe {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:33.919846 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c36f98-7c66-4076-bd97-2582d7ecae17', 'name': 'network-vif-deleted', 'tag': '81972097-eb5f-426a-b86b-be5f174e8fc9', 'status': 'completed', 'code': 200} Feb 03 04:21:33.920104 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'status': 'completed', 'code': 200} Feb 03 04:21:33.925259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-4325f0b6-02b3-44b1-9e10-9970cab90315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.0618188 Feb 03 04:21:33.933050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port edf5f665-584d-4fbb-a719-d9677b2b4a06 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:33.933385 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:34.005570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:34.007792 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a49ff1-85d5-443b-b0cf-49393a34128b" -d '{"events": [{"server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "name": "network-vif-plugged", "status": "completed", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:34.014474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port edf5f665-584d-4fbb-a719-d9677b2b4a06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:34.022464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:34.028063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:34.060240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:34.064748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.065375 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:34.066772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-bf94d3f0-8676-4d2e-8e7b-12b50cef92b2 service neutron] 10.222.0.31 "PUT /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 1121 time: 1.5222919 Feb 03 04:21:34.085728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-eb1ece49-e18f-4675-86e9-7fc44322ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.087585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-eb1ece49-e18f-4675-86e9-7fc44322ea5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1559312 Feb 03 04:21:34.097696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-bbd3187e-f140-48cf-9907-1a6e82562469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.098894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-bbd3187e-f140-48cf-9907-1a6e82562469 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.1684000 Feb 03 04:21:34.116476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=edf5f665-584d-4fbb-a719-d9677b2b4a06,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:34.144738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836bb5b-cf4d-4a80-9ce0-ce505727c2f6 req-1658bcad-97be-4565-a8f6-27129ff23405 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.146274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3836bb5b-cf4d-4a80-9ce0-ce505727c2f6 req-1658bcad-97be-4565-a8f6-27129ff23405 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.1471081 Feb 03 04:21:34.251061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fa2ec692-2ace-4381-9962-2b087079a92d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:34.255835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-ab81a557-c5be-413e-ac2e-7d1fc38de029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.257268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-ab81a557-c5be-413e-ac2e-7d1fc38de029 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1554883 Feb 03 04:21:34.276324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-907fd57f-2b8f-464f-acb7-19a1817f391d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:21:34.277344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-907fd57f-2b8f-464f-acb7-19a1817f391d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108440 Feb 03 04:21:34.282632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3836bb5b-cf4d-4a80-9ce0-ce505727c2f6 req-be755f26-70cb-4a12-98ac-c52df0592252 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226218 Feb 03 04:21:34.293603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-351e3565-3ef2-4d9d-89dd-93d840d6dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.295042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-351e3565-3ef2-4d9d-89dd-93d840d6dcfa service neutron] 10.222.0.31 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.1833019 Feb 03 04:21:34.354607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-e0812c53-3762-41db-bcdc-4361ce6a4b71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.0493629 Feb 03 04:21:34.408361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:86:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:32Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:34.445455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dffae7-b53e-47dd-bae8-9cd27b6bf9d3 None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:86:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c026f52-344d-43fe-836f-a3c552c35ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:32Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:34.469006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['fa2ec692-2ace-4381-9962-2b087079a92d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:34.482278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-5662fbeb-fc30-4593-8daa-95c9006c5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.483772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-5662fbeb-fc30-4593-8daa-95c9006c5ff7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.0988030 Feb 03 04:21:34.486816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-c352fada-ef21-4d9d-a64c-3438cc062355 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019033 Feb 03 04:21:34.501730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9cc10-1395-4545-90e2-07e35ae60828 req-db934b10-cbcf-467c-ab2a-f23e935c22bb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.503268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37a9cc10-1395-4545-90e2-07e35ae60828 req-db934b10-cbcf-467c-ab2a-f23e935c22bb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1200290 Feb 03 04:21:34.653689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-b8cdb6ac-76f9-428c-a6ef-e57d20f9fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.655310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-b8cdb6ac-76f9-428c-a6ef-e57d20f9fa0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1619067 Feb 03 04:21:34.660702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37a9cc10-1395-4545-90e2-07e35ae60828 req-c94ca88e-5482-418e-817f-68754611e8ac tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242194 Feb 03 04:21:34.693863 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-114c86d0-4f03-433f-b7f0-cdacf53574f6 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880708 Feb 03 04:21:34.823007 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-0cb20ff3-8abe-4cbb-a552-80e2f97257d1 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579595 Feb 03 04:21:34.843543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-b4d0a677-ba02-4312-82d6-0613d3b1b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.845078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-b4d0a677-ba02-4312-82d6-0613d3b1b6c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 1127 time: 0.1133378 Feb 03 04:21:34.872862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629b817-dc1c-45d0-a047-a96973acf75b req-e7c89bcd-795e-432d-94f5-670619b6a56f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:34.874408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c629b817-dc1c-45d0-a047-a96973acf75b req-e7c89bcd-795e-432d-94f5-670619b6a56f tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 950 time: 0.1437585 Feb 03 04:21:35.021978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7368e830-87a2-4d77-9403-df2df8a5a355 req-894ba93b-be45-402d-a112-87ba3d09b77f service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908786 Feb 03 04:21:35.037858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c629b817-dc1c-45d0-a047-a96973acf75b req-6c98932a-9a85-4801-b876-5a71cde3db78 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc1876d3-770e-4428-9a33-419d4813a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439347 Feb 03 04:21:35.042735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-73488ee9-abdb-45ca-9efa-4ba9862f89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:35.044230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-73488ee9-abdb-45ca-9efa-4ba9862f89f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.1867316 Feb 03 04:21:35.139383 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-82e98cfa-552c-4123-976a-740c1f44911c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 1001 time: 0.0865543 Feb 03 04:21:35.191366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd70f45-87ed-4ee8-a798-44d02f9aa904 req-a980a50e-903c-4800-bbdc-8360f278b349 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:35.192908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cd70f45-87ed-4ee8-a798-44d02f9aa904 req-a980a50e-903c-4800-bbdc-8360f278b349 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.0892076 Feb 03 04:21:35.203670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-d540b52b-176e-4220-8e2d-7340f5d23a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:35.205692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-d540b52b-176e-4220-8e2d-7340f5d23a79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.0597947 Feb 03 04:21:35.280141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cd70f45-87ed-4ee8-a798-44d02f9aa904 req-5d3fe389-62ba-4125-b512-8eb97bbdb57e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733521 Feb 03 04:21:35.287061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-69a50d43-c4ec-4392-a1f4-017de9ff4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:35.288934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-69a50d43-c4ec-4392-a1f4-017de9ff4aeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757728 Feb 03 04:21:35.328758 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd4f578-2aea-4eba-bd94-0d261f0909ed x-openstack-request-id: req-3fd4f578-2aea-4eba-bd94-0d261f0909ed {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:35.330064 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "name": "network-vif-plugged", "status": "completed", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:35.330687 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fd4f578-2aea-4eba-bd94-0d261f0909ed {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:35.331632 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'code': 200} Feb 03 04:21:35.374955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d826b2f-3c82-4305-92e3-cb3406d8a6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:35.441669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-5ff8f746-1dc2-41d1-86e7-c58f1aeba35a service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459062 Feb 03 04:21:35.464601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4ed9-3465-4a39-b9dd-8ffa23cbd322 req-af8c7718-3f71-4569-90af-31e8347fbdae tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:35.466060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-754d4ed9-3465-4a39-b9dd-8ffa23cbd322 req-af8c7718-3f71-4569-90af-31e8347fbdae tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.0840356 Feb 03 04:21:35.468232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46028a31-0467-479a-9973-5129e2eb889d req-8639399a-0648-4f5f-aeb9-4d97e3355da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:35.470383 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46028a31-0467-479a-9973-5129e2eb889d req-8639399a-0648-4f5f-aeb9-4d97e3355da1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 1127 time: 0.0458925 Feb 03 04:21:35.517381 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46028a31-0467-479a-9973-5129e2eb889d req-39ea0dbd-56c9-47d4-ac48-2b4731df12e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370061 Feb 03 04:21:35.554111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7727b629-f7fa-4666-b353-c3b2b41a008a details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:35.558635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-754d4ed9-3465-4a39-b9dd-8ffa23cbd322 req-78f5201a-1484-4982-b91d-bf6fd002f638 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825102 Feb 03 04:21:35.574258 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72322804-d4d2-4b80-8436-63bfea4a1cbd req-d0cbbbc7-4290-45d4-bd66-5c083486d567 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261375 Feb 03 04:21:35.701654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:35.713714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'mac_address': 'fa:16:3e:ae:04:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:21:35.753462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7727b629-f7fa-4666-b353-c3b2b41a008a is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:35.754002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:35.768162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7727b629-f7fa-4666-b353-c3b2b41a008a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:35.793763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:35.798881 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:35.852424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:36.027391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'}, {'name': 'network-changed', 'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4'}, {'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d'}, {'name': 'network-changed', 'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:36.029565 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f4961a-1aaa-47f3-a347-d8696e4763d9" -d '{"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238"}, {"name": "network-changed", "server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4"}, {"server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d"}, {"name": "network-changed", "server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:36.040887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3802-736b-4046-9637-e53a18752442 req-68570f35-0228-4c28-8223-10538aaf1dbd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:36.042234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e3a3802-736b-4046-9637-e53a18752442 req-68570f35-0228-4c28-8223-10538aaf1dbd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.3843417 Feb 03 04:21:36.089914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ee56c-fe88-424d-9f7e-958cc2154028 req-820449c5-ce13-4ac1-8b50-5e5f18c4c94e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:36.091382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e99ee56c-fe88-424d-9f7e-958cc2154028 req-820449c5-ce13-4ac1-8b50-5e5f18c4c94e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.3931797 Feb 03 04:21:36.115662 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e3a3802-736b-4046-9637-e53a18752442 req-162b644d-765a-499a-8d85-329e81cb18cc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Feb 03 04:21:36.124553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7727b629-f7fa-4666-b353-c3b2b41a008a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:36.154997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e99ee56c-fe88-424d-9f7e-958cc2154028 req-99d2bbde-a791-46c1-b05b-46b8a00ac2c7 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524771 Feb 03 04:21:36.191857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-9c7a687d-0046-4f72-8054-b67a7f7e3ce3 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:36.195117 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-9c7a687d-0046-4f72-8054-b67a7f7e3ce3 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 950 time: 0.0864296 Feb 03 04:21:36.257722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6996dcd9-1281-4515-a39f-5fd97d3edd6c req-aaed416b-d5dc-428e-a53e-94c9fce9f20d tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 1001 time: 0.0734463 Feb 03 04:21:36.369152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Deleting port f0e7c263-3670-4bc3-b85b-462cc9843731 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:36.369839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:36.386249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996dcd9-1281-4515-a39f-5fd97d3edd6c req-14c3cde6-cef0-451b-8cc7-a4c894a53a42 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:36.387972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6996dcd9-1281-4515-a39f-5fd97d3edd6c req-14c3cde6-cef0-451b-8cc7-a4c894a53a42 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports/b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 942 time: 0.1244540 Feb 03 04:21:36.419964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e597-fff3-4383-b228-0b79fed49888 req-8feee4bd-a112-4368-927d-ab7142d4ec18 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:36.427173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2691e597-fff3-4383-b228-0b79fed49888 req-8feee4bd-a112-4368-927d-ab7142d4ec18 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.0774496 Feb 03 04:21:36.492207 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:36.513037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] For port f0e7c263-3670-4bc3-b85b-462cc9843731, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f0e7c263-3670-4bc3-b85b-462cc9843731,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:36.513637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:36.530585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Calling delete_port for f0e7c263-3670-4bc3-b85b-462cc9843731 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:36.541424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2691e597-fff3-4383-b228-0b79fed49888 req-32d87a18-306d-4ce4-8b4f-14de9ae465c3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083791 Feb 03 04:21:36.562379 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6996dcd9-1281-4515-a39f-5fd97d3edd6c req-5e67ed7d-5927-4229-8518-e53e919049c7 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 1001 time: 0.1169002 Feb 03 04:21:36.702208 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd38b71d-95bf-4b7c-abbe-e84af876d5d2 x-openstack-request-id: req-bd38b71d-95bf-4b7c-abbe-e84af876d5d2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:36.706656 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4", "status": "completed", "code": 200}, {"server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d", "code": 200}, {"name": "network-changed", "server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:36.706914 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd38b71d-95bf-4b7c-abbe-e84af876d5d2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:36.707190 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'status': 'completed', 'code': 200} Feb 03 04:21:36.707444 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'status': 'completed', 'code': 200} Feb 03 04:21:36.707724 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d', 'code': 200} Feb 03 04:21:36.707976 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d', 'status': 'completed', 'code': 200} Feb 03 04:21:36.817254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f0e7c263-3670-4bc3-b85b-462cc9843731), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:36.831423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f0e7c263-3670-4bc3-b85b-462cc9843731'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:36.849479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996dcd9-1281-4515-a39f-5fd97d3edd6c req-6044c4f1-3cdc-41b7-8968-cbf3e2852de6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:36.863447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6996dcd9-1281-4515-a39f-5fd97d3edd6c req-6044c4f1-3cdc-41b7-8968-cbf3e2852de6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2947557 Feb 03 04:21:36.899078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Pushing event deleted for resources: {'Port': ['ID=f0e7c263-3670-4bc3-b85b-462cc9843731,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:36.909316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-e4222992-8193-422e-8821-064bec9e3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:36.911457 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-e4222992-8193-422e-8821-064bec9e3419 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 1127 time: 0.1961162 Feb 03 04:21:36.948872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f03f80e-81be-42b5-8efc-031bfcc4ba0b req-1b1ee740-68d8-4fee-b9b9-358ee66ac4ef tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.35 "GET /v2.0/ports?device_id=c478f45e-2444-42f1-b323-c68eaa8093f9 HTTP/1.1" status: 200 len: 210 time: 0.1200526 Feb 03 04:21:37.002816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-fac0d594-cce7-487b-a93b-041461e6cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.004555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-fac0d594-cce7-487b-a93b-041461e6cfac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.2851517 Feb 03 04:21:37.070450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] No DVR routers for this DVR port f0e7c263-3670-4bc3-b85b-462cc9843731 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:37.077383 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:37.081851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1af8fe42-de69-4212-8754-e8e9e7b73a1f req-3f981ef3-ffd1-41ed-837e-4daa59973446 tempest-ServersOnMultiNodesTest-2014816364 tempest-ServersOnMultiNodesTest-2014816364-project] 10.222.0.15 "DELETE /v2.0/ports/f0e7c263-3670-4bc3-b85b-462cc9843731 HTTP/1.1" status: 204 len: 173 time: 0.8692353 Feb 03 04:21:37.082874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'name': 'network-vif-deleted', 'tag': 'f0e7c263-3670-4bc3-b85b-462cc9843731'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:37.085521 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5d6629-d50e-4138-a8df-328dc5d64ca6" -d '{"events": [{"server_uuid": "c478f45e-2444-42f1-b323-c68eaa8093f9", "name": "network-vif-deleted", "tag": "f0e7c263-3670-4bc3-b85b-462cc9843731"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:37.141076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-ebb064a5-569a-436d-9b28-62e56ff63e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.143657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-ebb064a5-569a-436d-9b28-62e56ff63e25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.2024257 Feb 03 04:21:37.161469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-dc6cc531-294a-4ee4-85a3-65337b74d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.162914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-dc6cc531-294a-4ee4-85a3-65337b74d7b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.1102848 Feb 03 04:21:37.165798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:37.334721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:37.343139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-eb4d523d-ddd6-4d26-ab73-f8319b92237a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.1370487 Feb 03 04:21:37.357042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5de41-1a0b-470c-8658-ffe7603f13f8 req-a6aa1cf9-8591-4637-a9cb-aee85ccd1856 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.359544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50f5de41-1a0b-470c-8658-ffe7603f13f8 req-a6aa1cf9-8591-4637-a9cb-aee85ccd1856 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.3603156 Feb 03 04:21:37.386417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-3dda2acc-4261-4574-ae55-b3a722a47971 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 1001 time: 0.2268686 Feb 03 04:21:37.467254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488779df-9ac1-4390-86de-0091575d5114 req-39df0afb-8e75-4e36-84eb-b9446a573918 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.474421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-488779df-9ac1-4390-86de-0091575d5114 req-39df0afb-8e75-4e36-84eb-b9446a573918 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 944 time: 0.3272283 Feb 03 04:21:37.490476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-5b0902b7-ce77-4ea9-b277-f87df316734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.493889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-5b0902b7-ce77-4ea9-b277-f87df316734a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.0948918 Feb 03 04:21:37.512357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-987b2585-1c3d-4e08-9149-68af0b5f91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.513831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-987b2585-1c3d-4e08-9149-68af0b5f91c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1530020 Feb 03 04:21:37.580839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7727b629-f7fa-4666-b353-c3b2b41a008a up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:37.595830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-38bff7c2-b95e-46a7-823b-f2346f8a9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.598211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-38bff7c2-b95e-46a7-823b-f2346f8a9ccd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867209 Feb 03 04:21:37.611992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50f5de41-1a0b-470c-8658-ffe7603f13f8 req-495c3e65-cad0-4f65-89e8-fa54d512a516 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308712 Feb 03 04:21:37.623052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-488779df-9ac1-4390-86de-0091575d5114 req-cdd22e0d-6e66-45b9-80d0-05dd27ff8e17 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477110 Feb 03 04:21:37.654640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-c2789399-1656-4346-8296-8cc88f4108b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:37.662330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-c2789399-1656-4346-8296-8cc88f4108b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1272125 Feb 03 04:21:37.697913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 7727b629-f7fa-4666-b353-c3b2b41a008a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:37.699865 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:37.760829 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-986abcd2-8085-4dd9-836e-ed51d6239dc6 service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475122 Feb 03 04:21:37.809020 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f14e4b-2ed5-4c2a-9dc3-e8ba552dd46c x-openstack-request-id: req-48f14e4b-2ed5-4c2a-9dc3-e8ba552dd46c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:37.809421 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c478f45e-2444-42f1-b323-c68eaa8093f9", "name": "network-vif-deleted", "tag": "f0e7c263-3670-4bc3-b85b-462cc9843731", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:37.809789 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48f14e4b-2ed5-4c2a-9dc3-e8ba552dd46c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:37.810276 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c478f45e-2444-42f1-b323-c68eaa8093f9', 'name': 'network-vif-deleted', 'tag': 'f0e7c263-3670-4bc3-b85b-462cc9843731', 'status': 'completed', 'code': 200} Feb 03 04:21:37.898846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7727b629-f7fa-4666-b353-c3b2b41a008a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:37.899393 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:37.927887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-04e46691-a6ab-4f14-a727-275f9bb3d54b service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538460 Feb 03 04:21:37.955753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:37.958215 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d90f6e6-fca6-46b6-ba7d-0e486b2c8d46" -d '{"events": [{"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-plugged", "status": "completed", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:37.971529 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:37.976044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:37.984700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:38.004702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-ed833a45-cee6-445a-924b-dcd97f742634 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 1001 time: 0.3412719 Feb 03 04:21:38.078577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-425d5a59-89ca-4afc-b9c2-921b268115d9 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:38.079444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-96c9ce18-1571-4eaa-af55-fd754f96bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:38.080986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-96c9ce18-1571-4eaa-af55-fd754f96bd9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1155 time: 0.0898867 Feb 03 04:21:38.091110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-425d5a59-89ca-4afc-b9c2-921b268115d9 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports/b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 942 time: 0.0663049 Feb 03 04:21:38.119135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:38.163681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93abeed-4861-48ec-8e53-8ecd6be33281 req-416c1551-d047-457a-83c3-d32e3a1deb87 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:38.167303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e93abeed-4861-48ec-8e53-8ecd6be33281 req-416c1551-d047-457a-83c3-d32e3a1deb87 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.2824898 Feb 03 04:21:38.217139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-27044afe-0e31-4e3b-9c42-ff97abd9eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:38.219444 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-27044afe-0e31-4e3b-9c42-ff97abd9eb51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1300011 Feb 03 04:21:38.271313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-87644ab6-c206-47e2-b487-cf62524315ef tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 1001 time: 0.1027968 Feb 03 04:21:38.291382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-3d55b09d-e5b0-4ab3-80be-ba8708827c97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 217 time: 0.0602310 Feb 03 04:21:38.355125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-e6e42cc4-f97c-4b67-913f-33ef7cb33259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:38.356651 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-e6e42cc4-f97c-4b67-913f-33ef7cb33259 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0491853 Feb 03 04:21:38.372968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-394d736c-f0f1-4e87-ba7a-7862705024ba service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025983 Feb 03 04:21:38.426900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-f20f73ec-25a3-4444-8e91-c284e8069ece service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595567 Feb 03 04:21:38.501342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-068dda5e-465e-4e96-a973-0f1174da7f65 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050279 Feb 03 04:21:38.514190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-df122c53-647b-4732-a81a-06f7f81a30a4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:38.523418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-df122c53-647b-4732-a81a-06f7f81a30a4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2511141 Feb 03 04:21:38.570188 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-48525b1a-97cc-4f04-acc2-17092da50186 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336577 Feb 03 04:21:38.623371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e93abeed-4861-48ec-8e53-8ecd6be33281 req-969e53ce-3b0e-4a6d-9e25-b6d6638ba6cd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500973 Feb 03 04:21:38.644452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-3fc2b0dc-0313-45c7-acd3-84b3d2ce669d tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 1001 time: 0.1198769 Feb 03 04:21:38.649524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:38.752295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:38.758803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5f4961a-1aaa-47f3-a347-d8696e4763d9 req-664f1f3d-7619-4bdd-91b6-0d86ac88ee31 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791112 Feb 03 04:21:38.824459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b791142-a6b8-4574-a6f6-a6058eaf73f0 req-1a4f55a9-547d-48c1-bcfd-fdf6a7378197 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:38.825994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b791142-a6b8-4574-a6f6-a6058eaf73f0 req-1a4f55a9-547d-48c1-bcfd-fdf6a7378197 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.1140702 Feb 03 04:21:38.990080 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:38.993759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b791142-a6b8-4574-a6f6-a6058eaf73f0 req-a99588b7-3194-4ac7-9ad6-e733cb9a64e7 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547942 Feb 03 04:21:39.003490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:39.003802 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a disassociated. External IP: 172.25.7.129, port: b8b1b8cc-6cab-4903-8fdb-fda8deb265d4. Feb 03 04:21:39.069822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-ed3110e1-e8c6-442b-91e7-1c3f3d46bf18 service neutron] 10.222.0.31 "GET /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.1575458 Feb 03 04:21:39.271203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298ef19-c4bb-4b06-87cc-d7ac77aa2f44 req-88e8af16-cb39-4383-8cf0-284fc75c6803 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:39.272679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f298ef19-c4bb-4b06-87cc-d7ac77aa2f44 req-88e8af16-cb39-4383-8cf0-284fc75c6803 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1601248 Feb 03 04:21:39.280061 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:39.438035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f298ef19-c4bb-4b06-87cc-d7ac77aa2f44 req-cc808c92-124b-4060-b390-94a64de9b7c0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567228 Feb 03 04:21:39.454171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:39.477013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:39.510184 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0234a793-749f-4828-862e-6aa83e6aefec x-openstack-request-id: req-0234a793-749f-4828-862e-6aa83e6aefec {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:39.510863 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-plugged", "status": "completed", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:39.511412 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0234a793-749f-4828-862e-6aa83e6aefec {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:39.512055 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'code': 200} Feb 03 04:21:39.537663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:39.584936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f0e7c263-3670-4bc3-b85b-462cc9843731 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:39.620312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: f0e7c263-3670-4bc3-b85b-462cc9843731 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:39.620967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f0e7c263-3670-4bc3-b85b-462cc9843731 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:39.624898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:39.643568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:39.661655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:39.667059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:39.677724 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:39.687412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:39.699487 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:39.700787 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:39.748019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-89df2cd1-b220-4461-a39f-8d1e1fc36e0f tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "PUT /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 200 len: 695 time: 1.0959446 Feb 03 04:21:39.768541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:39.770821 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920" -d '{"events": [{"name": "network-changed", "server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:39.867543 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:40.037091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:40.141641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:40.160451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247992f-b85f-4b5f-bc72-9fbb96c7a758 req-949f2516-6b41-4b3f-bc3b-526692ac882f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.167188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2247992f-b85f-4b5f-bc72-9fbb96c7a758 req-949f2516-6b41-4b3f-bc3b-526692ac882f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.4750750 Feb 03 04:21:40.179613 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:40.194500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] Transition to ACTIVE for port object 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:21:40.202721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:40.205905 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:40.206800 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:40.210154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-6de423aa-5266-455e-992f-8b0fb1e72124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.217447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-6de423aa-5266-455e-992f-8b0fb1e72124 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 1127 time: 0.4411170 Feb 03 04:21:40.223761 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a5ffbaa9-a591-44db-b65f-1c1c5dc4dfc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92f4ce000876469e90561ad3ddf8cd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848488 Feb 03 04:21:40.224630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:40.298624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897d27d9-87f4-4a60-b381-c96ac2f34b06 admin admin] Publish callbacks [] for security_group (cc1876d3-770e-4428-9a33-419d4813a5d9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:40.324973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897d27d9-87f4-4a60-b381-c96ac2f34b06 admin admin] Publish callbacks [] for security_group (cc1876d3-770e-4428-9a33-419d4813a5d9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:40.366692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] No DVR routers for this DVR port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:40.382391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2247992f-b85f-4b5f-bc72-9fbb96c7a758 req-51a499ce-1216-4a3d-80a7-3605926e242a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134407 Feb 03 04:21:40.386028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] Pushing event updated for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:40.418641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:40.423245 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897d27d9-87f4-4a60-b381-c96ac2f34b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cc1876d3-770e-4428-9a33-419d4813a5d9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:40.432867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-897d27d9-87f4-4a60-b381-c96ac2f34b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:40.455566 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-897d27d9-87f4-4a60-b381-c96ac2f34b06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc1876d3-770e-4428-9a33-419d4813a5d9 HTTP/1.1" status: 204 len: 168 time: 0.2296207 Feb 03 04:21:40.485524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-dbdb681e-9309-4be2-b17b-5f2f1cc5e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.493986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-dbdb681e-9309-4be2-b17b-5f2f1cc5e886 service neutron] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.2756455 Feb 03 04:21:40.502875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d27d9-87f4-4a60-b381-c96ac2f34b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1876d3-770e-4428-9a33-419d4813a5d9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:40.512156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-551d9e2f-e0b2-4424-a8a7-81a39b99b73b service neutron] 10.222.0.31 "PUT /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec/bindings/n-h1-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4339938 Feb 03 04:21:40.570952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-ba4e268b-cc5f-4241-966f-cc39fae04da4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 217 time: 0.0750022 Feb 03 04:21:40.681753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-3cf5d50e-43f7-48a8-ab66-d216398d3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.683386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-3cf5d50e-43f7-48a8-ab66-d216398d3509 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1112807 Feb 03 04:21:40.809959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b74c38-535f-4e5e-a466-6e1fba239b34 req-665fb41b-7c8a-48b0-be34-9780c21365f8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.811492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20b74c38-535f-4e5e-a466-6e1fba239b34 req-665fb41b-7c8a-48b0-be34-9780c21365f8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 945 time: 0.3293002 Feb 03 04:21:40.867295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-45a942e7-a6a9-4844-92c1-8ecfb2cf1038 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.868939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-45a942e7-a6a9-4844-92c1-8ecfb2cf1038 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.1743784 Feb 03 04:21:40.885829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-f60a61d8-0106-41a3-b0ac-855974a4fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.888706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-f60a61d8-0106-41a3-b0ac-855974a4fb3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1971512 Feb 03 04:21:40.939478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20b74c38-535f-4e5e-a466-6e1fba239b34 req-89d5e57c-fc95-430d-b810-d6571ea2fd5a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203303 Feb 03 04:21:40.948988 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:40.984430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-e7c6df86-9363-4e2c-9d7c-9fa72683889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:40.986163 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-e7c6df86-9363-4e2c-9d7c-9fa72683889d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0&tenant_id=233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 1127 time: 0.1040697 Feb 03 04:21:41.064470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-e207a67f-8296-42af-8f5d-ba11d46390ae service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655805 Feb 03 04:21:41.125131 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27627e0-4737-4baf-8a04-0e2db130e7f4 None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:41.154766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-e49e0d53-4b49-4eb6-ad89-69658b9c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.156525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-e49e0d53-4b49-4eb6-ad89-69658b9c32d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1127 time: 0.1284881 Feb 03 04:21:41.243127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92ce40b6-7a68-431c-b3c7-02a4ce0520ad req-124a3924-08e3-4015-beb9-44a07377309d service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729040 Feb 03 04:21:41.250096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4eb5-cfed-49d5-94a6-3f46f8ca188c req-1e9fb0e2-6ce2-4545-b9e8-6fa1b9670980 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.262336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-666d4eb5-cfed-49d5-94a6-3f46f8ca188c req-1e9fb0e2-6ce2-4545-b9e8-6fa1b9670980 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.1314569 Feb 03 04:21:41.262876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:41.270898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Request body: {'floatingip': {'port_id': 'edf5f665-584d-4fbb-a719-d9677b2b4a06'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:41.326341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:41.346955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for floatingip (e35a8c58-e41c-49e1-939d-048240cf0e51), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:41.366767 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825df14a-dad3-4add-b74d-c2960c8d56f5 x-openstack-request-id: req-825df14a-dad3-4add-b74d-c2960c8d56f5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:41.367426 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:41.367426 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-825df14a-dad3-4add-b74d-c2960c8d56f5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:41.367676 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'status': 'completed', 'code': 200} Feb 03 04:21:41.404766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-b38ecfde-e970-4f41-8636-c2096edb5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.406522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-b38ecfde-e970-4f41-8636-c2096edb5ab5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2414603 Feb 03 04:21:41.500402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-8c98e8d0-692b-46ba-b0ce-2e752b695c8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 217 time: 0.0554001 Feb 03 04:21:41.522181 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9508182-159a-4021-8139-5764060cce41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d4ed8a42bdf40ba94f2de16db0e3032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945362 Feb 03 04:21:41.525499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:41.546112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3400a95-c681-4ef2-9ae3-00b007b1237d None None] New status for floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:21:41.608311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-1e182cfc-1ceb-4d20-b8e3-ae425e53c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.609878 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-1e182cfc-1ceb-4d20-b8e3-ae425e53c26b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 1127 time: 0.2024748 Feb 03 04:21:41.675773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa4a-29f1-4657-8886-58ff6bb0eede req-0e1178a8-1aad-49c7-9a8d-9eb092de134b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.689561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e74fa4a-29f1-4657-8886-58ff6bb0eede req-0e1178a8-1aad-49c7-9a8d-9eb092de134b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.3242347 Feb 03 04:21:41.725388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-02a119bc-64bb-4b63-a4ec-2a10c9855dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.726945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-02a119bc-64bb-4b63-a4ec-2a10c9855dd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.2022858 Feb 03 04:21:41.762525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8e2a-e968-4443-b2a3-35a2bf0e7fd3 req-71ccf6a6-85b6-4b21-ae67-8d79de5b0174 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.764134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-941b8e2a-e968-4443-b2a3-35a2bf0e7fd3 req-71ccf6a6-85b6-4b21-ae67-8d79de5b0174 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.3132088 Feb 03 04:21:41.780423 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:21:41.862808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-75d1a1e2-27a0-4570-82a2-9995f03c8d76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864382 Feb 03 04:21:41.871863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Publish callbacks [] for security_group (166419e8-e68a-4dc8-ae49-1bedeb39dbe0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:41.878071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e74fa4a-29f1-4657-8886-58ff6bb0eede req-774fb6d3-d5d8-4b9a-9d71-c00dbd67db27 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682999 Feb 03 04:21:41.937018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-b3072c51-0da9-401e-9d2e-44ed7a3b17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:41.938685 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-b3072c51-0da9-401e-9d2e-44ed7a3b17ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.3036919 Feb 03 04:21:41.953274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Publish callbacks [] for security_group (166419e8-e68a-4dc8-ae49-1bedeb39dbe0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:41.963273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-941b8e2a-e968-4443-b2a3-35a2bf0e7fd3 req-337bb8f6-7fd3-4f9d-ba74-2a2493988672 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877084 Feb 03 04:21:42.038534 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-a3a65906-fc84-492d-a69b-f5dc8c15319f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 200 len: 217 time: 0.0875049 Feb 03 04:21:42.357757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b54f-fc8b-4fbd-aa86-4f6f6149e9ed req-099506f4-7db8-453c-a205-c94452dcf536 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:42.359566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b668b54f-fc8b-4fbd-aa86-4f6f6149e9ed req-099506f4-7db8-453c-a205-c94452dcf536 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2238309 Feb 03 04:21:42.437802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9880-da4f-4a0b-87ba-d5c0e7acc9b3 req-0de30816-168f-45b0-b43f-1bdf260d36f9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:42.445218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec9b9880-da4f-4a0b-87ba-d5c0e7acc9b3 req-0de30816-168f-45b0-b43f-1bdf260d36f9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 945 time: 0.1969090 Feb 03 04:21:42.508563 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-dfeb4a9b-b091-4af6-82b9-371f2d4a4ebc service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312273 Feb 03 04:21:42.512162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:42.531488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b668b54f-fc8b-4fbd-aa86-4f6f6149e9ed req-e63a03fb-6a4e-41f1-867e-39b6ec4f02d3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640193 Feb 03 04:21:42.533827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (e35a8c58-e41c-49e1-939d-048240cf0e51), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:42.584521 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec9b9880-da4f-4a0b-87ba-d5c0e7acc9b3 req-9b3467ae-c9b4-47f3-aebf-fdd4236289f4 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383462 Feb 03 04:21:42.633072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (166419e8-e68a-4dc8-ae49-1bedeb39dbe0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:42.636478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:42.637798 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/166419e8-e68a-4dc8-ae49-1bedeb39dbe0 HTTP/1.1" status: 204 len: 168 time: 1.1035135 Feb 03 04:21:42.675812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-ec16b823-66e8-4f42-a41d-be09ffc3e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:42.677921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-ec16b823-66e8-4f42-a41d-be09ffc3e399 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1398742 Feb 03 04:21:42.694005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166419e8-e68a-4dc8-ae49-1bedeb39dbe0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:42.749233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.749798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.750254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.750686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.751112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.751612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.752065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.752462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.752884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.753306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.753724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.754158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.754708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efdd403-4676-40d5-aa27-584608248e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:42.829926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-ad606089-775f-4baa-ab00-fb9473259ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823038 Feb 03 04:21:42.832380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-0f2a87c0-a319-4d40-8a9f-e9085a124ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:42.834483 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-0f2a87c0-a319-4d40-8a9f-e9085a124ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250479 Feb 03 04:21:42.863312 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Floating IP e35a8c58-e41c-49e1-939d-048240cf0e51 associated. External IP: 172.25.7.9, port: edf5f665-584d-4fbb-a719-d9677b2b4a06. Feb 03 04:21:42.996284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-0ba57a96-780e-433d-ac25-20451dadb6ed tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:43.006755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-0ba57a96-780e-433d-ac25-20451dadb6ed tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2314789 Feb 03 04:21:43.017450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-9e9f2e8c-fcda-48fa-a2a6-22be284c553f service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753421 Feb 03 04:21:43.269242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-b2fcc562-e0a7-4569-80d0-ffc48347c3d8 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.2612114 Feb 03 04:21:43.273842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72a36f02-c8eb-4e9a-b4f3-8eaf2dfff920 req-2de3cc55-6de0-47fd-a3c9-29587b5457ef service neutron] 10.222.0.15 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431540 Feb 03 04:21:43.278196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'floatingip': {'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:43.279714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-d4cc1bac-c628-4de1-ab81-fda11808f364 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:43.293636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-d4cc1bac-c628-4de1-ab81-fda11808f364 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.1050270 Feb 03 04:21:43.347613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:43.474050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-aa0445b8-f7cc-4f15-a4d3-fb684f557f15 service neutron] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:43.480108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-aa0445b8-f7cc-4f15-a4d3-fb684f557f15 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:43.481559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bda41e22-6845-4b5e-b4e1-c10a4b1a7d6d req-aa0445b8-f7cc-4f15-a4d3-fb684f557f15 service neutron] 10.222.0.15 "DELETE /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec/bindings/n-h2-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.1772821 Feb 03 04:21:43.489240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0912-0c77-4001-a973-9402c5070696 req-496fbcc5-fc47-4aa8-8d24-dcd327f75a6a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:43.497587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-013c0912-0c77-4001-a973-9402c5070696 req-496fbcc5-fc47-4aa8-8d24-dcd327f75a6a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.3226144 Feb 03 04:21:43.622107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:21:43.626852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:43.693415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-013c0912-0c77-4001-a973-9402c5070696 req-6076254d-d682-42c5-b168-a8fe1a30e5da tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961370 Feb 03 04:21:43.705070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Router 90c101b6-1ca2-4f28-baf3-420494565add has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:43.828857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:43.829259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:43.879661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:43.882077 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe4626a-043e-48f2-84eb-fc1a8ff42964" -d '{"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:43.886373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:43.907852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:43.909409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'mac_address': 'fa:16:3e:25:c1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:21:43.951397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.015231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:44.025060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.025453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.025802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.026594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.026933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.027263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.027621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.027949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.028276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.028599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.029017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.029356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.029677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:44.058993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:44.059582 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.103380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccfc1ed7-429c-45de-9671-7d16d82bf265 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:44.165608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:21:44.166499 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:21:44.246868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:44.272357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-d832dd66-6236-480b-8e01-4a8e78b79626 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:44.273992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-d832dd66-6236-480b-8e01-4a8e78b79626 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c026f52-344d-43fe-836f-a3c552c35ace HTTP/1.1" status: 200 len: 945 time: 0.0943327 Feb 03 04:21:44.426380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Deleting port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:44.427050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.518780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] For port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:44.519458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.533035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Calling delete_port for b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:21:44.684023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-network', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:44.689589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b8b1b8cc-6cab-4903-8fdb-fda8deb265d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.709680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:44.736789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Pushing event deleted for resources: {'Port': ['ID=b8b1b8cc-6cab-4903-8fdb-fda8deb265d4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:44.799847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] No DVR routers for this DVR port b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:44.811291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.822699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f593fd9d-88d2-40c6-b912-b7c1d6f0d8b4 req-a90535a1-43d9-4f1d-b968-245736722793 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.15 "DELETE /v2.0/ports/b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 HTTP/1.1" status: 204 len: 173 time: 0.5329943 Feb 03 04:21:44.823281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'name': 'network-vif-deleted', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:44.825057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8b1b8cc-6cab-4903-8fdb-fda8deb265d4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:44.833541 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9085a-7699-459e-b1eb-f3faaacf80f5" -d '{"events": [{"server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "name": "network-vif-deleted", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:44.845957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Made reservation on behalf of 6919af89228c4ae2a3effbd243d9f9f7 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:21:44.862479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.868031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:21:44.896524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.927713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:44.935029 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:44.995683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfc1ed7-429c-45de-9671-7d16d82bf265 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:45.054871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742fac-79ae-43c6-9733-276cd5539154 req-d0b9f1af-c422-4502-9818-4629137f67f6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:45.054871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f742fac-79ae-43c6-9733-276cd5539154 req-d0b9f1af-c422-4502-9818-4629137f67f6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 1.2498479 Feb 03 04:21:45.103258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:45.117766 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.123752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks [] for security_group (1e8d88b7-c581-45b3-a523-471ca2bd72d2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.131668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1e8d88b7-c581-45b3-a523-471ca2bd72d2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.132557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:45.147753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.152960 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] Sync routers for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:45.158275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:21:45.183654 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:45.184704 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:45.191215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1cbe845b-2a78-4fee-a928-5a6a281f22e3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.191578 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Added segment 1cbe845b-2a78-4fee-a928-5a6a281f22e3 of type vlan for network 70468ef4-9fb7-4b41-9f44-569d0571b733 Feb 03 04:21:45.193650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d88b7-c581-45b3-a523-471ca2bd72d2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:45.222362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.245751 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.295681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5a2e66d-2fc1-4a3c-8b72-758b084de7d3 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "PUT /v2.0/floatingips/e35a8c58-e41c-49e1-939d-048240cf0e51 HTTP/1.1" status: 200 len: 989 time: 4.0313406 Feb 03 04:21:45.299047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:45.301857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (70468ef4-9fb7-4b41-9f44-569d0571b733), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.302373 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc301fa3-f592-4f1b-9297-0bf535a55a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:45.304185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:45.307311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f742fac-79ae-43c6-9733-276cd5539154 req-4170f46f-d4a0-4f12-855b-a0ef86327910 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440031 Feb 03 04:21:45.412134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (70468ef4-9fb7-4b41-9f44-569d0571b733), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.413072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:45.413664 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.435585 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a associated. External IP: 172.25.7.129, port: 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238. Feb 03 04:21:45.450726 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:45.489939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2380242 Feb 03 04:21:45.494856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:45.502873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Request body: {'subnet': {'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-subnet', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:45.548216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ccfc1ed7-429c-45de-9671-7d16d82bf265'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:21:45.562569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Made reservation on behalf of 6919af89228c4ae2a3effbd243d9f9f7 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:21:45.567967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:45.664023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fa2ec692-2ace-4381-9962-2b087079a92d no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:45.665852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438c5d-069f-46f2-ad8b-3870309d0653 req-9d211c84-7231-4a2c-910a-5a36aed92477 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:45.674103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94438c5d-069f-46f2-ad8b-3870309d0653 req-9d211c84-7231-4a2c-910a-5a36aed92477 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 949 time: 0.1867464 Feb 03 04:21:45.707071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58db254-83b1-4a4b-b2be-f6098080a380 admin admin] Pushing event updated for resources: {'Network': ['ID=70468ef4-9fb7-4b41-9f44-569d0571b733,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:45.754106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:21:45.896326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:45.955323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94438c5d-069f-46f2-ad8b-3870309d0653 req-e583b910-6e46-4865-b7b8-1ccfe5ab6455 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752826 Feb 03 04:21:46.007102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (30a6cc5a-67c9-4f10-be1c-feb890ea5172), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.070804 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'e35a8c58-e41c-49e1-939d-048240cf0e51', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'port_id': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'mac_address': 'fa:16:3e:2a:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:19:46Z', 'updated_at': '2022-02-03T04:21:42Z', 'revision_number': 1, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 5, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:46.107410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:46.125144 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.137503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:46.148751 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] Checking router: 90c101b6-1ca2-4f28-baf3-420494565add for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:46.153586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:46.154304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:46.160869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fa2ec692-2ace-4381-9962-2b087079a92d is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:46.161984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:46.175830 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:46.176659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:46.214513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-5c57e0b6-46a5-4907-8501-603ea8cf76e6 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "PUT /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 200 len: 996 time: 2.9437923 Feb 03 04:21:46.230085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:21:46.230428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8b1b8cc-6cab-4903-8fdb-fda8deb265d4 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:46.240108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57f3a3-b83e-4526-947a-da0ca358a4d6 req-1b932bd9-cedb-4098-af51-5816a42eb4b1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:46.241931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b57f3a3-b83e-4526-947a-da0ca358a4d6 req-1b932bd9-cedb-4098-af51-5816a42eb4b1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 945 time: 0.1119037 Feb 03 04:21:46.286166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Checking segment: {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:46.286538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Network hostable DHCP agents. Network: 70468ef4-9fb7-4b41-9f44-569d0571b733, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:21:46.329499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-d31092a8-4b55-4e16-9492-46000ccfa9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:46.331171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-d31092a8-4b55-4e16-9492-46000ccfa9c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.0882690 Feb 03 04:21:46.334638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b57f3a3-b83e-4526-947a-da0ca358a4d6 req-c6d5f120-35f8-413e-bc49-89f2cd4d2b4a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820906 Feb 03 04:21:46.337191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:46.355787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a6cc5a-67c9-4f10-be1c-feb890ea5172,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:46.422797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:21:46.441399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 70468ef4-9fb7-4b41-9f44-569d0571b733) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:46.452837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:46.454751 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.488823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-34a8deda-4121-4026-88cf-5e51a0b0e2a1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9925928 Feb 03 04:21:46.495802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:46.508383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:46.509422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:46.553944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d18304-de8d-4605-8ba4-28596ef1306c None None] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:21:46.564217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.565814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.568353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-ec707478-1d33-4da6-91b2-c8075bd0301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:46.571019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-ec707478-1d33-4da6-91b2-c8075bd0301b service neutron] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.2285254 Feb 03 04:21:46.663102 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa168d9e-60c6-4f7d-9f72-03163d38eec4 x-openstack-request-id: req-aa168d9e-60c6-4f7d-9f72-03163d38eec4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:46.663704 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:46.664123 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa168d9e-60c6-4f7d-9f72-03163d38eec4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:46.664672 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'code': 200} Feb 03 04:21:46.705017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks [] for router_controller (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.770059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-157b6137-5b27-4314-bd7e-583dd7a9d80e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 999 time: 0.1917403 Feb 03 04:21:46.847955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-90886045-3f6f-45d3-b09f-1eb75b8d229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:46.856551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-90886045-3f6f-45d3-b09f-1eb75b8d229e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.0855837 Feb 03 04:21:46.911330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'e35a8c58-e41c-49e1-939d-048240cf0e51', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'port_id': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'mac_address': 'fa:16:3e:2a:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:19:46Z', 'updated_at': '2022-02-03T04:21:42Z', 'revision_number': 1, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 5, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:46.911863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks [] for router_gateway (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.940281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67ded7-8636-4b0f-820d-f34c845e97de req-82b93753-fc64-4716-acc1-6f2e7071a0b2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:46.943401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a67ded7-8636-4b0f-820d-f34c845e97de req-82b93753-fc64-4716-acc1-6f2e7071a0b2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.1712902 Feb 03 04:21:46.949315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-70468ef4-9fb7-4b41-9f44-569d0571b733', 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733', 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'fixed_ips': [{'subnet_id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:21:46.950830 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243c3dd-36d4-49bc-9f44-607efc178b8b None None] The sync data for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 is: [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'e35a8c58-e41c-49e1-939d-048240cf0e51', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'port_id': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'mac_address': 'fa:16:3e:2a:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:19:46Z', 'updated_at': '2022-02-03T04:21:42Z', 'revision_number': 1, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 5, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:46.962188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:46.986523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-d11a9635-2601-4348-8e0e-b137236e4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:46.999983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-d11a9635-2601-4348-8e0e-b137236e4dba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1405745 Feb 03 04:21:47.114835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-af7df9b2-fce3-42c6-a0c2-84a87370e7ca service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128151 Feb 03 04:21:47.121606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:3e:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:44Z', 'revision_number': 8, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:47.238581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2e95ed7-2be1-4f79-b2f8-8931ed005b09 req-b90fc5d1-a174-4576-b406-427cf64d6d78 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225622 Feb 03 04:21:47.294697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a67ded7-8636-4b0f-820d-f34c845e97de req-1fa0c70e-5ad5-4b37-b81b-e76beee40f50 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424487 Feb 03 04:21:47.327115 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks [] for router_gateway (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:47.381764 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f91563-356e-4547-aec2-ded7b745f806 x-openstack-request-id: req-b3f91563-356e-4547-aec2-ded7b745f806 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:47.382436 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c026f52-344d-43fe-836f-a3c552c35ace", "name": "network-vif-deleted", "tag": "b8b1b8cc-6cab-4903-8fdb-fda8deb265d4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:47.382436 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3f91563-356e-4547-aec2-ded7b745f806 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:47.382773 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c026f52-344d-43fe-836f-a3c552c35ace', 'name': 'network-vif-deleted', 'tag': 'b8b1b8cc-6cab-4903-8fdb-fda8deb265d4', 'status': 'completed', 'code': 200} Feb 03 04:21:47.388550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:47.421961 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5c6877-0b6b-4a87-bfdb-6131eed5cbec x-openstack-request-id: req-4f5c6877-0b6b-4a87-bfdb-6131eed5cbec {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:47.422566 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:47.422989 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f5c6877-0b6b-4a87-bfdb-6131eed5cbec {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:47.423763 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'status': 'completed', 'code': 200} Feb 03 04:21:47.442227 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e1cda-24ad-4591-8b45-56a3f44d0432 None None] New status for floating IP e35a8c58-e41c-49e1-939d-048240cf0e51: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:21:47.478392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:47.535219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:47.535854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:47.556499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a1f58-023b-4200-9ce1-9cf77016d774 req-d76e31f4-b7e4-491b-94d9-fd85b37bbfc8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:47.569091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a71a1f58-023b-4200-9ce1-9cf77016d774 req-d76e31f4-b7e4-491b-94d9-fd85b37bbfc8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.1282444 Feb 03 04:21:47.617414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-1110a3be-29f6-4831-ab3a-9d0854174aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:47.619272 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-1110a3be-29f6-4831-ab3a-9d0854174aa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d97bfd631e4f4f61a57c227b25210ddd&device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 1127 time: 0.1287003 Feb 03 04:21:47.646068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Allocated IP 172.20.0.2 (70468ef4-9fb7-4b41-9f44-569d0571b733/30a6cc5a-67c9-4f10-be1c-feb890ea5172/72b348fe-f85b-495a-9d3e-39b37672d2c8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:21:47.648360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:47.666975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Allocated IP 172.25.7.172 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d13c3d20-9abf-4d91-a7cc-fd119c8a3b11) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:21:47.710807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a71a1f58-023b-4200-9ce1-9cf77016d774 req-f4e730a8-7446-4a63-8c22-44bc16e07bcd tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371200 Feb 03 04:21:47.937393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks [] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:47.950977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee36c0-12a4-4ef6-9a3e-d13a1f99ace0 req-749709d4-90aa-49b9-a12b-6f0e47aaa99d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:47.963170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afee36c0-12a4-4ef6-9a3e-d13a1f99ace0 req-749709d4-90aa-49b9-a12b-6f0e47aaa99d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.3855064 Feb 03 04:21:48.015854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:48.065372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:21:48.069933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:48.072972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:21:48.099805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afee36c0-12a4-4ef6-9a3e-d13a1f99ace0 req-9b74df6a-7284-4fff-8ed6-e3fec51c2878 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253920 Feb 03 04:21:48.173462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-e7c62594-eb65-4ed2-a550-f85dbb12dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:48.174951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-e7c62594-eb65-4ed2-a550-f85dbb12dc12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 HTTP/1.1" status: 200 len: 917 time: 0.5438292 Feb 03 04:21:48.175623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Pushing event updated for resources: {'Port': ['ID=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:48.261742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-d4b1d5ec-6b25-4d0e-8946-fe192c97b53e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06 HTTP/1.1" status: 200 len: 999 time: 0.0710635 Feb 03 04:21:48.308932 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Publish callbacks [] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:48.328466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6137082a-6fc7-4a07-be86-69a3769bb59e req-ebdb1a60-ea3a-449d-8034-72771411c3cd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 200 len: 996 time: 0.1748433 Feb 03 04:21:48.353070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9697a-948d-406d-97f4-4de384ff22de req-8c318f54-26ac-4f99-92f5-5642f8e402f4 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:48.360675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46b9697a-948d-406d-97f4-4de384ff22de req-8c318f54-26ac-4f99-92f5-5642f8e402f4 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 949 time: 0.2972131 Feb 03 04:21:48.418977 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:48.466179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46b9697a-948d-406d-97f4-4de384ff22de req-7f1c437d-fe45-43df-826d-2f1bbd0cbf3c tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997391 Feb 03 04:21:48.543238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:21:48.547657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ccfc1ed7-429c-45de-9671-7d16d82bf265 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:48.548040 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:48.588542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:48.591648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:21:48.602493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:48.639233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137082a-6fc7-4a07-be86-69a3769bb59e req-5cdf19bb-f8c7-435a-99aa-a3c27999f931 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:48.646552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6137082a-6fc7-4a07-be86-69a3769bb59e req-5cdf19bb-f8c7-435a-99aa-a3c27999f931 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.3090882 Feb 03 04:21:48.656316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Pushing event updated for resources: {'Port': ['ID=72b348fe-f85b-495a-9d3e-39b37672d2c8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:48.664889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-6137082a-6fc7-4a07-be86-69a3769bb59e req-0e06d9eb-13e3-428b-bb76-7c694c0ad0fc tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:21:48.673901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6137082a-6fc7-4a07-be86-69a3769bb59e req-0e06d9eb-13e3-428b-bb76-7c694c0ad0fc tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260987 Feb 03 04:21:48.709384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks [] for router_gateway (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:48.862643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-23f7c6af-a4b7-4621-b564-8057e3305403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:48.863362 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-23f7c6af-a4b7-4621-b564-8057e3305403 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bbbafe6-f899-45e8-adc9-263906eeca89 HTTP/1.1" status: 200 len: 855 time: 0.4617162 Feb 03 04:21:48.868477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fe73-8ace-4af8-ba28-70e802b2ef30 req-6f2baa66-9a43-44a4-96a4-6f309a7e58bb tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:48.870594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4500fe73-8ace-4af8-ba28-70e802b2ef30 req-6f2baa66-9a43-44a4-96a4-6f309a7e58bb tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1127 time: 0.1562304 Feb 03 04:21:48.876610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Attempting to bind port 72b348fe-f85b-495a-9d3e-39b37672d2c8 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:48.876986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Attempting to bind port 72b348fe-f85b-495a-9d3e-39b37672d2c8 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:48.877377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Attempting to bind port 72b348fe-f85b-495a-9d3e-39b37672d2c8 on network 70468ef4-9fb7-4b41-9f44-569d0571b733 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:48.889195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c47056-2306-423f-b312-b68a78a0ec89 req-02ea86e3-8ccb-498a-abb8-92a4b52762a6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:48.891097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8c47056-2306-423f-b312-b68a78a0ec89 req-02ea86e3-8ccb-498a-abb8-92a4b52762a6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 943 time: 0.1074605 Feb 03 04:21:48.973335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-affbe79b-6896-4ae5-9188-45ce1534080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:48.974813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-affbe79b-6896-4ae5-9188-45ce1534080a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0692580 Feb 03 04:21:49.024672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:49.025511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Checking segment: {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:49.026700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:49.027334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Bound using segment: {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:49.028082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Bound port: 72b348fe-f85b-495a-9d3e-39b37672d2c8, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:49.028708 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:49.052783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8c47056-2306-423f-b312-b68a78a0ec89 req-f5591065-0640-433c-8e73-75c0cada19b0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433794 Feb 03 04:21:49.071611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4500fe73-8ace-4af8-ba28-70e802b2ef30 req-832a288e-a4ff-4e14-ab9c-7c9943b90fc4 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793697 Feb 03 04:21:49.143462 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-6de3e925-2fc1-43db-b230-dbacada47b02 service neutron] 10.222.0.15 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196740 Feb 03 04:21:49.363086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-a414de1a-1246-417e-9cc5-4d0f6c611621 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 999 time: 0.2573340 Feb 03 04:21:49.455897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:49.461621 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8579ed-ee35-4f75-ba19-be54a174ad60" -d '{"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:49.463195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:49.463889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:49.511729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38717-e835-45cf-bb21-b921313b9090 req-780cd989-c893-4358-8225-4cb11d93e9b3 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:49.512046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] For port 72b348fe-f85b-495a-9d3e-39b37672d2c8, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:49.516919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] For port 72b348fe-f85b-495a-9d3e-39b37672d2c8, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72b348fe-f85b-495a-9d3e-39b37672d2c8,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:49.524276 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-780cd989-c893-4358-8225-4cb11d93e9b3 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports/3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 942 time: 0.1510241 Feb 03 04:21:49.565080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fd8d-9b19-44e2-88a1-34547f909db8 req-68b751f8-a565-4f13-9955-26d22415d5b4 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:49.573350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:49.585004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a300fd8d-9b19-44e2-88a1-34547f909db8 req-68b751f8-a565-4f13-9955-26d22415d5b4 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.1933880 Feb 03 04:21:49.601790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:49.605158 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbda4f7-08ae-4162-a443-7b2b63f9a5e3" -d '{"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:49.610213 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:49.703215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:49.709478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c05c-d022-4726-8102-1dea80df49d1 None None] Pushing event updated for resources: {'Port': ['ID=72b348fe-f85b-495a-9d3e-39b37672d2c8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:49.724656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-47019718-69c0-456e-b0c1-e8d4ab7188c4 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 999 time: 0.1043341 Feb 03 04:21:49.783834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:49.815154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:3e:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:44Z', 'revision_number': 8, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:49.862876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ca203-5173-4e78-887d-23c21a74a715 None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '96ac9e1a-f901-4109-b3b3-d1937c42368a', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'port_id': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'mac_address': 'fa:16:3e:3e:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:21:05Z', 'updated_at': '2022-02-03T04:21:44Z', 'revision_number': 8, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:49.869939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:49.880792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc301fa3-f592-4f1b-9297-0bf535a55a2d req-2344cb50-61a6-4277-b0d8-971848134f07 service neutron] 10.222.0.15 "GET /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287107 Feb 03 04:21:49.883616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-629e9ee9-fb90-4ca9-b189-658bd22067d5 service neutron] 10.222.0.15 "GET /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d/bindings/n-h2-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.1742015 Feb 03 04:21:49.922578 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a300fd8d-9b19-44e2-88a1-34547f909db8 req-3b592eac-7a55-4c19-93bf-6613d008ba85 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335006 Feb 03 04:21:49.999073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38717-e835-45cf-bb21-b921313b9090 req-24a5e7e8-1785-495a-b371-800dcb32cc09 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:50.001458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-24a5e7e8-1785-495a-b371-800dcb32cc09 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2757773 Feb 03 04:21:50.281303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-6d0dfeb9-52fd-43c5-bf87-7e7f73e66c99 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 999 time: 0.2725365 Feb 03 04:21:50.293460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:50.367877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae28c5-d951-44bd-ad6d-2f8880957b94 None None] New status for floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:21:50.407543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35ae3d-dec7-4e2b-83c2-e14fb205f988 req-940d3454-fd57-46d8-9953-7eea5f0bbc08 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:50.419879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c35ae3d-dec7-4e2b-83c2-e14fb205f988 req-940d3454-fd57-46d8-9953-7eea5f0bbc08 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.2606394 Feb 03 04:21:50.456572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:50.489748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:50.522638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:50.556322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ec692-2ace-4381-9962-2b087079a92d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:21:50.567924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:50.590315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:50.653134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72b348fe-f85b-495a-9d3e-39b37672d2c8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:50.686072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] Transition to ACTIVE for port object fa2ec692-2ace-4381-9962-2b087079a92d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:21:50.690366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:21:50.698830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:50.755803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.api [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:21:50.756019 n-d-827549-1 neutron-server[103323]: DEBUG oslo_db.api [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:21:50.782810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c35ae3d-dec7-4e2b-83c2-e14fb205f988 req-c6fac469-c85b-4e86-bdbc-c7ed11de7638 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600006 Feb 03 04:21:50.788955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:50.804186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 72b348fe-f85b-495a-9d3e-39b37672d2c8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:50.804613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:50.954200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 72b348fe-f85b-495a-9d3e-39b37672d2c8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:50.954908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:50.962016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e48435-96f3-418e-81a9-1c1caad044c8 req-c834f8d1-843b-40ab-b599-c5732d952e5a tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:50.969028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3e48435-96f3-418e-81a9-1c1caad044c8 req-c834f8d1-843b-40ab-b599-c5732d952e5a tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0928473 Feb 03 04:21:51.015888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:51.031603 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Sync routers for ids ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:51.059676 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Routers {'0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:51.060662 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:51.066868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3e48435-96f3-418e-81a9-1c1caad044c8 req-1033fc05-ce97-4d09-8ded-9acfa485c7a5 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880122 Feb 03 04:21:51.073835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 72b348fe-f85b-495a-9d3e-39b37672d2c8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72b348fe-f85b-495a-9d3e-39b37672d2c8,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:51.086725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] No DVR routers for this DVR port fa2ec692-2ace-4381-9962-2b087079a92d on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:51.089878 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:51.109808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:51.111272 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-42e9e3d8-8b16-4a3e-bc8f-d27de86d1546 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6143463 Feb 03 04:21:51.114515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:21:51.234258 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-c4108411-e270-44b2-af52-a2dace3bc91a service neutron] 10.222.0.15 "PUT /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d/bindings/n-h2-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2800603 Feb 03 04:21:51.255750 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aaee01-8c2e-4778-9f94-4ca7805efe36 x-openstack-request-id: req-b8aaee01-8c2e-4778-9f94-4ca7805efe36 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:51.256282 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:51.256960 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8aaee01-8c2e-4778-9f94-4ca7805efe36 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:51.257616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=72b348fe-f85b-495a-9d3e-39b37672d2c8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:51.258327 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'status': 'completed', 'code': 200} Feb 03 04:21:51.259042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:51.325875 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Set router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:51.603121 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:21:48Z', 'revision_number': 3, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port': {'id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:47Z', 'updated_at': '2022-02-03T04:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:51.614349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529a9fa-37b6-45c0-98db-6ee7685eed80 None None] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:21:51.711439 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Checking router: 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:51.712021 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Updating router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:21:51.792743 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:51.898882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5b0b5da5-f037-47ac-99f9-b9766a99e6ff None None] Provisioning complete for port 72b348fe-f85b-495a-9d3e-39b37672d2c8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:51.901080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5da5-f037-47ac-99f9-b9766a99e6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:51.957446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.063624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.064377 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a disassociated. External IP: 172.25.7.129, port: 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238. Feb 03 04:21:52.249860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b5da5-f037-47ac-99f9-b9766a99e6ff None None] Current status of the port 72b348fe-f85b-495a-9d3e-39b37672d2c8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:52.256896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-f53d201f-417e-4bbb-b167-13a9e8e9c394 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:52.258598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-f53d201f-417e-4bbb-b167-13a9e8e9c394 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1126 time: 0.2686741 Feb 03 04:21:52.333887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a7b4f-162e-47bc-97c4-a126ae1f24e8 req-9a242471-a213-4a32-825a-f39d478c7c24 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:52.342057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba9a7b4f-162e-47bc-97c4-a126ae1f24e8 req-9a242471-a213-4a32-825a-f39d478c7c24 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.3408105 Feb 03 04:21:52.388286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-1a28bea0-2a8d-4c48-a088-2156ba798592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:52.389908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-1a28bea0-2a8d-4c48-a088-2156ba798592 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.4295177 Feb 03 04:21:52.400651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72b348fe-f85b-495a-9d3e-39b37672d2c8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:52.439431 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Publish callbacks [] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.453329 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.509071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba9a7b4f-162e-47bc-97c4-a126ae1f24e8 req-91fc65e5-e7d8-493c-9ab2-68c2ab254042 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660333 Feb 03 04:21:52.525040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 72b348fe-f85b-495a-9d3e-39b37672d2c8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:52.525424 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.529187 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Pushing event updated for resources: {'Port': ['ID=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:52.555521 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.556241 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.556780 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.557220 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.557677 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.558114 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.558593 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.559023 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.559460 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.559925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.560486 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.560915 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.561341 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:52.590762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-42732d25-b84c-47f5-b6ab-27b3ed322d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:52.592529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-42732d25-b84c-47f5-b6ab-27b3ed322d18 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c&tenant_id=422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 1126 time: 0.3197255 Feb 03 04:21:52.603599 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Attempting to bind port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:52.603983 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Attempting to bind port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:52.604327 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Attempting to bind port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:52.630295 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:52.630784 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:52.631327 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.631671 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:52.632166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Bound port: d13c3d20-9abf-4d91-a7cc-fd119c8a3b11, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:52.632548 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.705501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 72b348fe-f85b-495a-9d3e-39b37672d2c8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:52.720706 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374062f4-a3c0-4103-8d99-e0c81e23e81c x-openstack-request-id: req-374062f4-a3c0-4103-8d99-e0c81e23e81c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:52.721230 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:52.721546 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-374062f4-a3c0-4103-8d99-e0c81e23e81c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:52.724530 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'code': 200} Feb 03 04:21:52.777261 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] For port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:52.782184 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] For port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:52.791237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3db3d057-30a9-4a1a-a93f-edbd1a57bd2f None None] Provisioning complete for port 72b348fe-f85b-495a-9d3e-39b37672d2c8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:52.792098 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3db3d057-30a9-4a1a-a93f-edbd1a57bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.799178 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:52.920543 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Routers {'0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:52.923554 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:52.979198 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ade2d8-c48f-487b-b242-8283850cbe17 None None] Pushing event updated for resources: {'Port': ['ID=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:53.014337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3db3d057-30a9-4a1a-a93f-edbd1a57bd2f None None] Current status of the port 72b348fe-f85b-495a-9d3e-39b37672d2c8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:53.024904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-4da796c6-6688-4377-9518-3e8065d6828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.027326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-4da796c6-6688-4377-9518-3e8065d6828f service neutron] 10.222.0.31 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.6204448 Feb 03 04:21:53.081981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbf63d-9b9a-4e10-849f-372feeaba550 req-c613130f-39cd-4680-b1a7-faef37db9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.085574 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-14bbf63d-9b9a-4e10-849f-372feeaba550 req-c613130f-39cd-4680-b1a7-faef37db9fad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1132 time: 0.1031933 Feb 03 04:21:53.129318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-f4c6bfd1-be45-440b-b56e-d23e568ad5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.130892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-f4c6bfd1-be45-440b-b56e-d23e568ad5ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1126 time: 0.4305029 Feb 03 04:21:53.137859 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] Set router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:53.148581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-14bbf63d-9b9a-4e10-849f-372feeaba550 req-d4da17a3-4170-46c6-83c6-fefaab59ab2a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Feb 03 04:21:53.172445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-c0cb7c87-a500-470c-83d0-17b0574c0340 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.1303821 Feb 03 04:21:53.320961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05c80c-b484-4cea-a015-c13d2db54cca req-5ed56e6b-bf54-451b-9edd-4a7b54dd7df9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.322787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce05c80c-b484-4cea-a015-c13d2db54cca req-5ed56e6b-bf54-451b-9edd-4a7b54dd7df9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 944 time: 0.4571538 Feb 03 04:21:53.359815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:53.399315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:53.428335 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:21:48Z', 'revision_number': 3, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port': {'id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:47Z', 'updated_at': '2022-02-03T04:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:53.440862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce05c80c-b484-4cea-a015-c13d2db54cca req-e483a8c0-fd42-4288-8c4b-4a58190c451a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824473 Feb 03 04:21:53.448183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-2d3c3f44-2897-487f-b875-a9d9f7133cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.450493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-2d3c3f44-2897-487f-b875-a9d9f7133cc6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.2740605 Feb 03 04:21:53.452069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-cfecb52e-49de-49d4-9116-5a8078a462ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.453767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-cfecb52e-49de-49d4-9116-5a8078a462ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.2385745 Feb 03 04:21:53.486565 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:53.489270 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6940cb7-1b5f-4f87-806f-46521ee43926 None None] The sync data for ids ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'] in n-d-827549-1 is: [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:21:48Z', 'revision_number': 3, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port': {'id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:47Z', 'updated_at': '2022-02-03T04:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:53.602157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-7f0ce0dc-0be8-4ead-8f1a-badf642334e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 217 time: 0.1367607 Feb 03 04:21:53.821199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-e40c7861-2983-4458-9252-e3f88fa79b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.823830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-e40c7861-2983-4458-9252-e3f88fa79b80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3522754 Feb 03 04:21:53.843915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-e84331d9-8ece-4d36-9e39-a3ae2a982bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:53.843915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-e84331d9-8ece-4d36-9e39-a3ae2a982bd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.1971595 Feb 03 04:21:53.926700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-96db4d71-8803-406b-adb3-0b525dd9606c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559893 Feb 03 04:21:53.927866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:53.954631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:53.967106 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:53.973012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:53.974328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:54.074452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac51a29-cbde-44f4-8ee4-f12e081aa5c5 req-14b27b0e-911b-4db2-9aec-9c74dc747c90 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:54.078230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ac51a29-cbde-44f4-8ee4-f12e081aa5c5 req-14b27b0e-911b-4db2-9aec-9c74dc747c90 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.4779751 Feb 03 04:21:54.112684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:54.204287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-43d51897-8d2d-4d89-9d41-2cfd2eb21299 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358953 Feb 03 04:21:54.206392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:54.348055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-8a6ec727-4ece-4163-9aca-c97d98bb0887 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "PUT /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 200 len: 696 time: 4.0578160 Feb 03 04:21:54.513015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:54.602794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:54.636702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:54.640497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:54.640917 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:54.670611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:54.671338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:54.850687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:54.882951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:54.883365 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:54.922177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:54.959580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:54.968788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:54.971127 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11834fc-80af-477d-8a5a-3de4240a9fab" -d '{"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:55.101081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:55.186935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-cfa682e3-697a-49b2-8154-d185a4145ca4 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2296591 Feb 03 04:21:55.211740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ac51a29-cbde-44f4-8ee4-f12e081aa5c5 req-71a7b634-dd53-4e11-a6e3-63e92b7a74ee tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0990539 Feb 03 04:21:55.292341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:55.319950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c8579ed-ee35-4f75-ba19-be54a174ad60 req-3660b265-cc5d-4e00-9335-432968f9f549 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0898254 Feb 03 04:21:55.335182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb83ded-be6e-4467-8cd5-73a7fe8b1a70 None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:20:36Z', 'revision_number': 4, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3ad21782-7f0f-444f-a3f4-4df344f9bb0a', 'name': '', 'network_id': '329a3ee3-af3f-4721-88e5-84e3d705cab7', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'mac_address': 'fa:16:3e:49:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60e25890-9807-4098-823d-1cccdefabdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:35Z', 'updated_at': '2022-02-03T04:20:42Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'subnets': [{'id': '60e25890-9807-4098-823d-1cccdefabdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:21:55.423343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38717-e835-45cf-bb21-b921313b9090 req-7d5aff4d-8784-4a5f-b68f-750e93d57db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:55.424990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-7d5aff4d-8784-4a5f-b68f-750e93d57db7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.4511652 Feb 03 04:21:55.437087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Allocated IP 172.20.0.1 (70468ef4-9fb7-4b41-9f44-569d0571b733/30a6cc5a-67c9-4f10-be1c-feb890ea5172/9b72d68c-66b3-4b05-8616-92e6b5980243) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:21:55.596410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-9aab8e6f-9a22-469d-b199-3da828ceac22 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995903 Feb 03 04:21:55.828745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38717-e835-45cf-bb21-b921313b9090 req-c32e77ed-9f2a-4e01-be3e-996be157a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:55.837056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-c32e77ed-9f2a-4e01-be3e-996be157a692 service neutron] 10.222.0.35 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.4019313 Feb 03 04:21:55.884770 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f95d9-dd1e-4e02-9112-d0a07cd1258f None None] New status for floating IP 96ac9e1a-f901-4109-b3b3-d1937c42368a: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:21:55.924861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-80761a56-f62f-4b6a-9465-5d51b5f59fda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.0867670 Feb 03 04:21:56.011147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks [] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:56.072776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686606-c484-4896-aba5-c6cfbf318da3 req-348acb2f-291d-4b3b-afc6-5bfc051fd2b1 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:56.074421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-348acb2f-291d-4b3b-afc6-5bfc051fd2b1 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1126 time: 0.1464567 Feb 03 04:21:56.089095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ee753-cfb9-4473-aa7b-0e4bc782c6b9 req-db61636e-244f-444c-b176-282aaacb91bc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:56.091081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a5ee753-cfb9-4473-aa7b-0e4bc782c6b9 req-db61636e-244f-444c-b176-282aaacb91bc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.3853753 Feb 03 04:21:56.092063 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-dc2d17ed-364d-472c-b46f-e0da7cb7c089 service neutron] show failed (client error): The resource could not be found. Feb 03 04:21:56.093113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-dc2d17ed-364d-472c-b46f-e0da7cb7c089 service neutron] 10.222.0.31 "GET /v2.0/ports/9730b1d1-6c11-4b91-b7b6-87ee2ee3a676/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.5546858 Feb 03 04:21:56.112027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38717-e835-45cf-bb21-b921313b9090 req-60aa5e91-e3b2-456b-88d8-a2eec3d807ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:56.113660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-60aa5e91-e3b2-456b-88d8-a2eec3d807ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1585476 Feb 03 04:21:56.252106 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:56.271004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a5ee753-cfb9-4473-aa7b-0e4bc782c6b9 req-175df072-e6c3-44b5-8f76-f9c820db5e0b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562572 Feb 03 04:21:56.299439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38717-e835-45cf-bb21-b921313b9090 req-43bbc9d1-c6ba-42b8-9a68-6730c9c1e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:56.301000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-43bbc9d1-c6ba-42b8-9a68-6730c9c1e8bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1480954 Feb 03 04:21:56.418371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:21:56.434048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:21:56.461864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:56.475740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:56.476721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:56.479952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:21:56.486490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b72d68c-66b3-4b05-8616-92e6b5980243,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:56.503894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-39bcb4cc-bf85-450d-b0c4-981b821b29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:56.506407 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-39bcb4cc-bf85-450d-b0c4-981b821b29e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 1131 time: 0.0784454 Feb 03 04:21:56.522516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:21:56.606998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:56.620310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:21:56.636551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-14ccbf17-314f-4448-8432-0c00b409ac3e service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877710 Feb 03 04:21:56.644384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.644732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.645137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.645484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.645839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.646161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.646486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.646813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.647282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.647650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.647980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.648328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.648647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:21:56.669440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-01686606-c484-4896-aba5-c6cfbf318da3 req-3f8fb2b4-2692-47d9-a9b1-7324d687bd3a service neutron] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:56.690088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-01686606-c484-4896-aba5-c6cfbf318da3 req-3f8fb2b4-2692-47d9-a9b1-7324d687bd3a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:56.691210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01686606-c484-4896-aba5-c6cfbf318da3 req-3f8fb2b4-2692-47d9-a9b1-7324d687bd3a service neutron] 10.222.0.31 "DELETE /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d/bindings/n-h1-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.5971043 Feb 03 04:21:56.715738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0af81-6b36-4c34-823f-ec85d80eb8cc req-7549cbcc-db9f-4618-a548-f6d062628435 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:56.725561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cf0af81-6b36-4c34-823f-ec85d80eb8cc req-7549cbcc-db9f-4618-a548-f6d062628435 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.3273640 Feb 03 04:21:56.797508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-075baf19-6b45-438d-a5d1-0fd0929ab6b5 None None] Provisioning complete for port 9b72d68c-66b3-4b05-8616-92e6b5980243 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:56.798167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-075baf19-6b45-438d-a5d1-0fd0929ab6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:56.834741 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:56.841624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a38717-e835-45cf-bb21-b921313b9090 req-b96ecc13-b309-4166-bdf0-8791addd9db8 service neutron] 10.222.0.35 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892517 Feb 03 04:21:56.869887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-075baf19-6b45-438d-a5d1-0fd0929ab6b5 None None] Port 9b72d68c-66b3-4b05-8616-92e6b5980243 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:21:56.909562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:21:56.962717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cf0af81-6b36-4c34-823f-ec85d80eb8cc req-67c77569-b27a-4d8c-bde5-d0a5533f57d7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165666 Feb 03 04:21:56.970597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:57.027447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:57.029825 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f4bdc8-313d-46a6-b4bc-c29a006a7bb6" -d '{"events": [{"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-unplugged", "status": "completed", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:57.034254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Publish callbacks [] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:57.055160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Transition to ACTIVE for port object 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:21:57.060921 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:57.063746 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf3561-a9b1-4b82-93cc-3d336055a2e1 x-openstack-request-id: req-19bf3561-a9b1-4b82-93cc-3d336055a2e1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:57.064047 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:57.064301 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19bf3561-a9b1-4b82-93cc-3d336055a2e1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:57.064706 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'status': 'completed', 'code': 200} Feb 03 04:21:57.142243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:57.181556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:57.187199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] No DVR routers for this DVR port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:21:57.197515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3a633-1967-41b1-9bbe-7dda031a12df req-91676658-12e1-4a36-8352-6cf47d71ccff tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.199081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27d3a633-1967-41b1-9bbe-7dda031a12df req-91676658-12e1-4a36-8352-6cf47d71ccff tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 944 time: 0.1762211 Feb 03 04:21:57.235520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:21:57.236155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:21:57.236782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:57.242285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:21:57.243050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Attempting to bind port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:21:57.255443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:21:57.256131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:21:57.257729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:21:57.258210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Bound port: 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:21:57.258707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:57.277105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-86e28924-2277-4867-8870-44b382a227e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.279599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-86e28924-2277-4867-8870-44b382a227e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b19a85672fa462caaf0d2eb391a775e&device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 1127 time: 0.1890490 Feb 03 04:21:57.353074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f1062-07d7-4612-b7c6-2e4ccd432cfe req-1a86641e-6690-4569-99d1-0b4e7c2a88c1 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.361673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f09f1062-07d7-4612-b7c6-2e4ccd432cfe req-1a86641e-6690-4569-99d1-0b4e7c2a88c1 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.2340219 Feb 03 04:21:57.371273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:21:57.374893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:21:57.383447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:57.419008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.419681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:57.421382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] 10.222.0.15 "PUT /v2.0/ports/9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 1095 time: 0.9043324 Feb 03 04:21:57.450256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b401b-576d-4ed5-b414-8e5b0754e873 service neutron] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:57.517279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27d3a633-1967-41b1-9bbe-7dda031a12df req-87d7f2b8-dab4-4aaa-be84-f4106cdb1e6b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870157 Feb 03 04:21:57.529411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-de1385df-ddcd-46a6-b57b-5154362c95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.532051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-de1385df-ddcd-46a6-b57b-5154362c95cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1129 time: 0.0635254 Feb 03 04:21:57.628539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f09f1062-07d7-4612-b7c6-2e4ccd432cfe req-11eb8477-3f29-4297-b074-bf28e9530ff5 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600152 Feb 03 04:21:57.659922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-a1e1f182-01f3-4b00-91d7-2d78abd0d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.661656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-a1e1f182-01f3-4b00-91d7-2d78abd0d994 service neutron] 10.222.0.31 "GET /v2.0/networks?id=329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 200 len: 922 time: 0.3717363 Feb 03 04:21:57.793850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-a32e0142-a2e2-4fb8-b901-29c72b9aa33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.795368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-a32e0142-a2e2-4fb8-b901-29c72b9aa33d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2555418 Feb 03 04:21:57.805161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-bdc10c78-235e-41ad-a747-55d59d09a3b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 200 len: 217 time: 0.1339252 Feb 03 04:21:57.858454 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173392b-aa09-4a77-9638-646006de36db x-openstack-request-id: req-e173392b-aa09-4a77-9638-646006de36db {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:21:57.858748 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-unplugged", "status": "completed", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:21:57.858998 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e173392b-aa09-4a77-9638-646006de36db {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:21:57.859393 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'code': 200} Feb 03 04:21:57.861559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-d54df977-cc48-438c-850e-9b0d92dddc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.0548286 Feb 03 04:21:57.947122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-d5cda6c2-c2c9-453c-900a-bbd90ee18fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:57.948648 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-d5cda6c2-c2c9-453c-900a-bbd90ee18fdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0769143 Feb 03 04:21:58.018838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-590ab144-9e17-468c-b0ad-0fe6e4b04391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:58.021977 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-590ab144-9e17-468c-b0ad-0fe6e4b04391 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0644329 Feb 03 04:21:58.032931 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks [] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:58.043896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a8bc5-2ef6-43cf-9c1a-3f8ab5307627 req-cb196698-a842-4d58-b416-023ba7de8518 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:58.045518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-598a8bc5-2ef6-43cf-9c1a-3f8ab5307627 req-cb196698-a842-4d58-b416-023ba7de8518 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2553320 Feb 03 04:21:58.046918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-d585dd77-9303-4416-a3b6-936e16f29433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:58.048259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-d585dd77-9303-4416-a3b6-936e16f29433 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 200 len: 860 time: 0.1960540 Feb 03 04:21:58.054636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e16a27-73cd-4ae9-85fb-d861ce076357 req-4b286b39-3670-46b2-affb-f7c26d60d730 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:58.061565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6e16a27-73cd-4ae9-85fb-d861ce076357 req-4b286b39-3670-46b2-affb-f7c26d60d730 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 947 time: 0.1340990 Feb 03 04:21:58.094343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:58.129392 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-6dec2dbe-6bc8-4d4e-b34a-557be2038ca7 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984473 Feb 03 04:21:58.236086 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:58.241520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b72d68c-66b3-4b05-8616-92e6b5980243,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:21:58.254544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6e16a27-73cd-4ae9-85fb-d861ce076357 req-89183f21-93b3-4b41-b451-e5accb6e7dcc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920733 Feb 03 04:21:58.256990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2b81706-a3ab-4861-b2aa-7fafff5397e8 req-87e98588-734d-437f-986d-d27c9c1bf141 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121933 Feb 03 04:21:58.262515 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-598a8bc5-2ef6-43cf-9c1a-3f8ab5307627 req-97b69fb1-b2f3-44aa-a52a-ae372a5d1605 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940889 Feb 03 04:21:58.278579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-302a70c3-6869-4fc2-91ad-74ba68ea1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:58.280266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-302a70c3-6869-4fc2-91ad-74ba68ea1f72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=329a3ee3-af3f-4721-88e5-84e3d705cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2020845 Feb 03 04:21:58.493581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-d401dff0-816d-47a7-9d54-f63160dbdd39 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016735 Feb 03 04:21:58.529580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:21:58.536822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:21:58.562454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a53890-f586-49a1-8d34-fb4006f32865 req-ac537b8a-0a0a-4da6-8e92-b8192a0fc71d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:58.564094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24a53890-f586-49a1-8d34-fb4006f32865 req-ac537b8a-0a0a-4da6-8e92-b8192a0fc71d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 950 time: 0.1351218 Feb 03 04:21:58.861233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-12f5db8b-efa4-474f-8e40-1e1b322844e7 None None] Provisioning complete for port 9b72d68c-66b3-4b05-8616-92e6b5980243 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:21:58.861808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12f5db8b-efa4-474f-8e40-1e1b322844e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:58.899430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12f5db8b-efa4-474f-8e40-1e1b322844e7 None None] Port 9b72d68c-66b3-4b05-8616-92e6b5980243 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:21:59.106749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f11834fc-80af-477d-8a5a-3de4240a9fab req-5cb4eb0c-c898-4fbc-aa0d-5f275eb43305 service neutron] 10.222.0.31 "GET /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050301 Feb 03 04:21:59.126455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:21:59.133748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24a53890-f586-49a1-8d34-fb4006f32865 req-e2932939-4933-43e3-a5bd-ade5b86367b5 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355897 Feb 03 04:21:59.166082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99e929-e2ff-49db-b090-85d550ffef2b req-7af0b726-6504-4169-b89a-fd051e93d056 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:59.167542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad99e929-e2ff-49db-b090-85d550ffef2b req-7af0b726-6504-4169-b89a-fd051e93d056 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1126 time: 0.1299787 Feb 03 04:21:59.245684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-3e49f151-69f7-4fc1-9607-a60178568b86 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 200 len: 694 time: 0.0892191 Feb 03 04:21:59.331411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:21:59.371547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:21:59.371858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:21:59.393014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad99e929-e2ff-49db-b090-85d550ffef2b req-eb892b27-e7dd-4cd9-b933-656e1cd5c805 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651485 Feb 03 04:21:59.400368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:21:59.407903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1c0dd992-021c-4340-9d77-a32914fd70c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/0bf6b0b2-18f7-4c1c-bc1b-e495b9290762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2924647 Feb 03 04:21:59.427277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-be851891-d8da-4b92-83aa-ffa66883bbdd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:59.429003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-be851891-d8da-4b92-83aa-ffa66883bbdd tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1694896 Feb 03 04:21:59.436825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Sync routers for ids ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:21:59.441957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-aac10d9c-ece8-4bee-9b63-2b13a3cf660d tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:21:59.443277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-aac10d9c-ece8-4bee-9b63-2b13a3cf660d tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068858 Feb 03 04:21:59.463237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Routers {'0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:21:59.464184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:59.508954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-e3edefe7-3b8b-4f7f-8a75-89e54695b2ea tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 697 time: 0.0581849 Feb 03 04:21:59.592679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-b8f76e30-bc76-4c75-87dd-026db0f60997 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 697 time: 0.0774620 Feb 03 04:21:59.654851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Set router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:21:59.774570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Deleting port bc437556-2d25-4542-b8f0-4f9cac556f33 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:21:59.775010 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:59.860705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:21:59.864783 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632bcf7a-7b63-448b-92af-7247210688c6" -d '{"events": [{"name": "network-changed", "server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:21:59.936152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:21:57Z', 'revision_number': 4, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port': {'id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:47Z', 'updated_at': '2022-02-03T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9b72d68c-66b3-4b05-8616-92e6b5980243', 'name': '', 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'mac_address': 'fa:16:3e:e2:8e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:54Z', 'updated_at': '2022-02-03T04:21:57Z', 'revision_number': 2, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'subnets': [{'id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:21:59.958436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:59.959281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (bc437556-2d25-4542-b8f0-4f9cac556f33), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:21:59.969658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Checking router: 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:21:59.970283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Updating router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 port 9b72d68c-66b3-4b05-8616-92e6b5980243 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:21:59.975024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59057af-d8b3-44fe-88e0-579351d68dd5 req-b3825490-19ff-443d-baea-0528e35ac739 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:21:59.976664 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d59057af-d8b3-44fe-88e0-579351d68dd5 req-b3825490-19ff-443d-baea-0528e35ac739 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1433785 Feb 03 04:21:59.982872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Calling delete_port for bc437556-2d25-4542-b8f0-4f9cac556f33 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:00.002695 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.085363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:00.091372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-network', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:00.118904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d59057af-d8b3-44fe-88e0-579351d68dd5 req-e460d9c3-b6e4-4705-bfe1-9f55217e72b0 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311409 Feb 03 04:22:00.133352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Made reservation on behalf of a1e5457037b341ee98d4aafc29f21b7d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:22:00.138360 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.160336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.262128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bc437556-2d25-4542-b8f0-4f9cac556f33), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.283910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks [] for security_group (fee6e813-d00d-4201-ae6b-6846854b6a2b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.293200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fee6e813-d00d-4201-ae6b-6846854b6a2b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.319254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Pushing event deleted for resources: {'Port': ['ID=bc437556-2d25-4542-b8f0-4f9cac556f33,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:00.329268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee6e813-d00d-4201-ae6b-6846854b6a2b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:00.346303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:22:00.368387 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (13233f23-76ff-48fe-aeba-7699f8cf693a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.368847 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Added segment 13233f23-76ff-48fe-aeba-7699f8cf693a of type vlan for network 0b1404bf-1fdb-49c0-ab96-b75bc123225c Feb 03 04:22:00.401692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks [] for floatingip (96ac9e1a-f901-4109-b3b3-d1937c42368a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.404848 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.406243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635cf2-90dd-4aee-b5ed-6fd336046359 req-0d82ddeb-4ded-45d2-ad52-943595c7196a tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "DELETE /v2.0/floatingips/96ac9e1a-f901-4109-b3b3-d1937c42368a HTTP/1.1" status: 204 len: 173 time: 0.8125727 Feb 03 04:22:00.465526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (0b1404bf-1fdb-49c0-ab96-b75bc123225c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.534413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (0b1404bf-1fdb-49c0-ab96-b75bc123225c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.535532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:00.536227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.563973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585a977-4232-4a7d-b9bd-c20fde4289af req-7b1b22f0-0eb0-4530-ae68-58f154b1b8a9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:00.566249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3585a977-4232-4a7d-b9bd-c20fde4289af req-7b1b22f0-0eb0-4530-ae68-58f154b1b8a9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 947 time: 0.0944345 Feb 03 04:22:00.601957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5147760 Feb 03 04:22:00.626026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:00.638418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Request body: {'subnet': {'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-subnet', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:00.648374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc66bc-3941-4b83-beb9-e148f3ed34ad admin admin] Pushing event updated for resources: {'Network': ['ID=0b1404bf-1fdb-49c0-ab96-b75bc123225c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:00.669442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:22:00.680357 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3585a977-4232-4a7d-b9bd-c20fde4289af req-3661939f-1b49-4e27-8d8b-649f584326ad tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073802 Feb 03 04:22:00.727176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Made reservation on behalf of a1e5457037b341ee98d4aafc29f21b7d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:22:00.730217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.761413 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1555e-fd0a-4660-ace9-3841fcb296c1 x-openstack-request-id: req-8da1555e-fd0a-4660-ace9-3841fcb296c1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:00.761772 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:00.762103 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8da1555e-fd0a-4660-ace9-3841fcb296c1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:00.762846 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'status': 'completed', 'code': 200} Feb 03 04:22:00.791541 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Publish callbacks [] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.802310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06843b7-8361-4519-bc04-2e4bc815664d req-8f27f980-a636-42b5-a01b-c457381f530e tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:00.811156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b06843b7-8361-4519-bc04-2e4bc815664d req-8f27f980-a636-42b5-a01b-c457381f530e tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1126 time: 0.1299961 Feb 03 04:22:00.832255 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:00.883413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b06843b7-8361-4519-bc04-2e4bc815664d req-07939aa8-d6e0-4a07-9e26-e5f83c7917cd tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711215 Feb 03 04:22:00.906199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-cfe4fc19-75d3-4753-b73c-07706dc25bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:00.908826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-cfe4fc19-75d3-4753-b73c-07706dc25bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1129 time: 0.1082621 Feb 03 04:22:00.987805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eac36-18b8-478f-9962-f367f8efd54d None None] Pushing event updated for resources: {'Port': ['ID=9b72d68c-66b3-4b05-8616-92e6b5980243,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:01.059294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Attempting to bind port 9b72d68c-66b3-4b05-8616-92e6b5980243 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:22:01.059765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Attempting to bind port 9b72d68c-66b3-4b05-8616-92e6b5980243 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:22:01.060234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Attempting to bind port 9b72d68c-66b3-4b05-8616-92e6b5980243 on network 70468ef4-9fb7-4b41-9f44-569d0571b733 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:01.069239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:22:01.069934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Checking segment: {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:01.071373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.072430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Bound using segment: {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:22:01.073756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Bound port: 9b72d68c-66b3-4b05-8616-92e6b5980243, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:22:01.074422 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.145254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-a37772ac-bc7b-472d-b641-e1b5363fd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.147540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-a37772ac-bc7b-472d-b641-e1b5363fd84c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2213807 Feb 03 04:22:01.167307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] For port 9b72d68c-66b3-4b05-8616-92e6b5980243, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:22:01.173020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] For port 9b72d68c-66b3-4b05-8616-92e6b5980243, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9b72d68c-66b3-4b05-8616-92e6b5980243,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:22:01.194308 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.223703 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-bb1aaaf0-7157-4798-a8d0-bbfaf8d9e291 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.0667179 Feb 03 04:22:01.224735 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (9cf2543a-db32-4516-8c26-8493ba55f426), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.296080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Routers {'0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:01.296748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:01.315692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-d512530f-91ad-4cec-8ec5-5255466c845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.317370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-d512530f-91ad-4cec-8ec5-5255466c845b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1129 time: 0.4517555 Feb 03 04:22:01.340842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-bffa2ffe-8d1c-473a-88de-d9612f99140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.343608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-bffa2ffe-8d1c-473a-88de-d9612f99140e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1054130 Feb 03 04:22:01.405918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759e0c-bcaf-456a-b804-d53235a7764b req-45028015-5446-4a1a-b9c9-36b8e3bcbc2b tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.413454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a759e0c-bcaf-456a-b804-d53235a7764b req-45028015-5446-4a1a-b9c9-36b8e3bcbc2b tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 945 time: 0.2095771 Feb 03 04:22:01.416257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eac36-18b8-478f-9962-f367f8efd54d None None] Pushing event updated for resources: {'Port': ['ID=9b72d68c-66b3-4b05-8616-92e6b5980243,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:01.417846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf2543a-db32-4516-8c26-8493ba55f426,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:01.437709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-9104634a-258a-4ac4-bfd2-7ade8e317e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.440255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-9104634a-258a-4ac4-bfd2-7ade8e317e17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0887802 Feb 03 04:22:01.445824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4dfaf6be-2ee7-4e49-ad80-de71f8d825aa None None] Provisioning complete for port 9b72d68c-66b3-4b05-8616-92e6b5980243 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:01.446519 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf6be-2ee7-4e49-ad80-de71f8d825aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.562921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-6f0a26e9-f796-4547-874a-eaeef080b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.565255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-6f0a26e9-f796-4547-874a-eaeef080b642 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2363687 Feb 03 04:22:01.570526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Checking segment: {'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:01.570920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Network hostable DHCP agents. Network: 0b1404bf-1fdb-49c0-ab96-b75bc123225c, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:22:01.615972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-3b09f147-2259-4d4f-b11c-ed6c564c8958 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677716 Feb 03 04:22:01.642417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] Set router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:01.680897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4dfaf6be-2ee7-4e49-ad80-de71f8d825aa None None] Current status of the port 9b72d68c-66b3-4b05-8616-92e6b5980243 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:01.681210 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf6be-2ee7-4e49-ad80-de71f8d825aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.684947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-7be505de-c8da-417f-b1b1-594c1da3d73f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.1099842 Feb 03 04:22:01.690381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a759e0c-bcaf-456a-b804-d53235a7764b req-ed78d7b0-c70a-4bd2-9b79-dab0469da8f3 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760084 Feb 03 04:22:01.745117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:22:01.747097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7727b629-f7fa-4666-b353-c3b2b41a008a no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:01.766461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-9786baf8-7887-4786-a82c-c6892527c359 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415381 Feb 03 04:22:01.773821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:22:01.789177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-34135cd6-5d0a-425a-82a5-b9f66b73d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.790673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-34135cd6-5d0a-425a-82a5-b9f66b73d864 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0994077 Feb 03 04:22:01.798372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4427d-4249-4748-8e6e-0b43fa695fbf req-d0a43820-3107-4a4f-b5ed-12e5cfda60b8 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.804033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49e4427d-4249-4748-8e6e-0b43fa695fbf req-d0a43820-3107-4a4f-b5ed-12e5cfda60b8 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2378738 Feb 03 04:22:01.807819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 0b1404bf-1fdb-49c0-ab96-b75bc123225c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:01.856140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6674a-5204-473f-af7f-b1f2f533d779 None None] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:22:01.857353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.858300 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.906332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4dfaf6be-2ee7-4e49-ad80-de71f8d825aa None None] For port 9b72d68c-66b3-4b05-8616-92e6b5980243, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9b72d68c-66b3-4b05-8616-92e6b5980243,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:01.911794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:01.912606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d591e38-31ce-4b09-88fa-fcb5a21bd777 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2848794 Feb 03 04:22:01.920976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:01.935066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49e4427d-4249-4748-8e6e-0b43fa695fbf req-6a314b04-25da-4512-8179-650eae7250ec tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916417 Feb 03 04:22:01.943577 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf6be-2ee7-4e49-ad80-de71f8d825aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.949522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf7a-7b63-448b-92af-7247210688c6 req-1201c925-267e-4d2c-9605-f3471c3d7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:01.952311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-1201c925-267e-4d2c-9605-f3471c3d7455 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1457348 Feb 03 04:22:01.955181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (719e10a6-c538-4f69-bef8-fe8a76467b19), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:01.957072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (719e10a6-c538-4f69-bef8-fe8a76467b19), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.075235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks [] for router_controller (719e10a6-c538-4f69-bef8-fe8a76467b19), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.192116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4008ac-a977-4715-90e2-afbf370fff5e req-6df5b60c-a48d-4337-a024-3b16f35e8d9b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:02.195201 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb4008ac-a977-4715-90e2-afbf370fff5e req-6df5b60c-a48d-4337-a024-3b16f35e8d9b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 947 time: 0.2399762 Feb 03 04:22:02.228352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-efe93bb6-3bc6-4d00-adfa-870f467e0603 None None] Provisioning complete for port 9b72d68c-66b3-4b05-8616-92e6b5980243 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:02.228963 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efe93bb6-3bc6-4d00-adfa-870f467e0603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.265456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaf6be-2ee7-4e49-ad80-de71f8d825aa None None] Pushing event updated for resources: {'Port': ['ID=9b72d68c-66b3-4b05-8616-92e6b5980243,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:02.268069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7727b629-f7fa-4666-b353-c3b2b41a008a is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:02.268461 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.270917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb4008ac-a977-4715-90e2-afbf370fff5e req-e52ace22-c327-411f-924b-b1b72ab0f953 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Feb 03 04:22:02.286506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-f9b29ac1-c49e-458f-a07f-aebc49641622 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194478 Feb 03 04:22:02.298674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks [] for router_gateway (719e10a6-c538-4f69-bef8-fe8a76467b19), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.339196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-0b1404bf-1fdb-49c0-ab96-b75bc123225c', 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c', 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'fixed_ips': [{'subnet_id': '9cf2543a-db32-4516-8c26-8493ba55f426'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:22:02.340215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.396508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:02.402060 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063e083-85ce-4688-8f01-3fb43b6cf43a" -d '{"events": [{"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:02.455058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:02.468971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-632bcf7a-7b63-448b-92af-7247210688c6 req-98d9fdaf-8c56-4c9f-a340-a6bafd2af291 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734064 Feb 03 04:22:02.487995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'mac_address': 'fa:16:3e:53:60:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:22:02.513250 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c52fdf-e375-4c58-b2f8-d246d3729f59 x-openstack-request-id: req-27c52fdf-e375-4c58-b2f8-d246d3729f59 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:02.513641 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:02.513876 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27c52fdf-e375-4c58-b2f8-d246d3729f59 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:02.514305 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'code': 200} Feb 03 04:22:02.547588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:02.617902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks [] for router_gateway (719e10a6-c538-4f69-bef8-fe8a76467b19), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.640014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.649830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994317d-c934-4851-9c23-452c0561385a req-049939c1-cabd-4153-82b2-24dd7c824e0c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:02.651493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9994317d-c934-4851-9c23-452c0561385a req-049939c1-cabd-4153-82b2-24dd7c824e0c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 947 time: 0.1917322 Feb 03 04:22:02.652511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:02.653165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.677239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:22:02.699282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:02.700507 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.745310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-fcbfa926-c69c-4dec-925e-3c824b162d9c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:02.746940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-fcbfa926-c69c-4dec-925e-3c824b162d9c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 947 time: 0.2015224 Feb 03 04:22:02.776946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Allocated IP 172.25.7.211 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/a0c10a98-1e14-4795-a885-44e15919169f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:02.788750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.804091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:02.837937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-d43ecc4e-b745-41f7-a7ed-406fa92219f2 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:02.839486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-d43ecc4e-b745-41f7-a7ed-406fa92219f2 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.31 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 945 time: 0.1769147 Feb 03 04:22:02.852771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9994317d-c934-4851-9c23-452c0561385a req-773d63ee-8230-408f-a406-848e5b18a5f9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887021 Feb 03 04:22:02.915045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:21:57Z', 'revision_number': 4, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port': {'id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:47Z', 'updated_at': '2022-02-03T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9b72d68c-66b3-4b05-8616-92e6b5980243', 'name': '', 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'mac_address': 'fa:16:3e:e2:8e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:54Z', 'updated_at': '2022-02-03T04:22:01Z', 'revision_number': 4, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'subnets': [{'id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:02.916753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-efe93bb6-3bc6-4d00-adfa-870f467e0603 None None] Current status of the port 9b72d68c-66b3-4b05-8616-92e6b5980243 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:02.929436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks [] for port (a0c10a98-1e14-4795-a885-44e15919169f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.974808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1675-47f6-497b-b4e3-6562f5f7ae9a None None] The sync data for ids ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'] in n-d-827549-1 is: [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:21:57Z', 'revision_number': 4, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port': {'id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:47Z', 'updated_at': '2022-02-03T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9b72d68c-66b3-4b05-8616-92e6b5980243', 'name': '', 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'mac_address': 'fa:16:3e:e2:8e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:54Z', 'updated_at': '2022-02-03T04:22:01Z', 'revision_number': 4, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'subnets': [{'id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:22:02.976300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a0c10a98-1e14-4795-a885-44e15919169f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:02.990927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620ceaa-c116-45c0-b937-e67ff0710a34 req-1ca6ffe0-c630-4abe-9694-00af0ccd2f73 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:02.995669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:03.011781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b620ceaa-c116-45c0-b937-e67ff0710a34 req-1ca6ffe0-c630-4abe-9694-00af0ccd2f73 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 945 time: 0.1920187 Feb 03 04:22:03.022400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Allocated IP 172.20.0.2 (0b1404bf-1fdb-49c0-ab96-b75bc123225c/9cf2543a-db32-4516-8c26-8493ba55f426/7e906d19-6950-4ed0-8616-b19fd6f2b559) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:03.090033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:03.101344 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-3009d641-a894-4c75-8e04-c9c4d0f5b740 service neutron] delete failed (client error): The resource could not be found. Feb 03 04:22:03.102311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-3009d641-a894-4c75-8e04-c9c4d0f5b740 service neutron] 10.222.0.31 "DELETE /v2.0/ports/9730b1d1-6c11-4b91-b7b6-87ee2ee3a676/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.3430357 Feb 03 04:22:03.104675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:03.108577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:03.135608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-689ae821-4487-4ac0-8364-f144f2182eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:03.270306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Pushing event updated for resources: {'Port': ['ID=a0c10a98-1e14-4795-a885-44e15919169f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:03.279731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b620ceaa-c116-45c0-b937-e67ff0710a34 req-89099dfd-b26d-43eb-9f6d-d313143b6e69 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/security-groups?id=be5bc941-e61b-47aa-acd8-ec497be5fccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615073 Feb 03 04:22:03.354212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Deleting port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:03.354562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:03.432114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:22:03.435137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:22:03.472335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f91f3-35a7-4869-a8ff-7ebf95a84617 req-19c122cd-ac97-47f1-b8d0-49fa9d735d18 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:03.474040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b5f91f3-35a7-4869-a8ff-7ebf95a84617 req-19c122cd-ac97-47f1-b8d0-49fa9d735d18 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2865505 Feb 03 04:22:03.480059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-4bb66124-a479-401e-81fa-89411bc08557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:03.481521 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-4bb66124-a479-401e-81fa-89411bc08557 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1130 time: 0.2004039 Feb 03 04:22:03.580329 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks [] for router_gateway (719e10a6-c538-4f69-bef8-fe8a76467b19), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:03.652217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-37c01bde-5276-4dce-978a-d25d72c2797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:03.653765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-37c01bde-5276-4dce-978a-d25d72c2797c service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1300583 Feb 03 04:22:03.738785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-c9cce6aa-bdd4-40ce-af72-6bb12c8ea11b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.0729237 Feb 03 04:22:03.740476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Publish callbacks [] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:03.744937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] For port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:03.745311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:03.755102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:03.800638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b5f91f3-35a7-4869-a8ff-7ebf95a84617 req-569bd255-a7d7-4fde-8c15-9ff503c4106f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137183 Feb 03 04:22:03.817262 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:03.825165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Calling delete_port for 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:03.854958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-b437fe04-2989-4de2-934a-2a3789e4be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:03.856572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-b437fe04-2989-4de2-934a-2a3789e4be8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1083205 Feb 03 04:22:03.895880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Pushing event updated for resources: {'Port': ['ID=7e906d19-6950-4ed0-8616-b19fd6f2b559,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:03.905303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'mac_address': 'fa:16:3e:e6:a6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:22:03.922274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:03.926025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:03.930031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:04.126523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3ad3a6de-80b8-49ba-ac3c-fd72a1e25238), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.151072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Attempting to bind port 7e906d19-6950-4ed0-8616-b19fd6f2b559 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:22:04.155526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Attempting to bind port 7e906d19-6950-4ed0-8616-b19fd6f2b559 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:22:04.156122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Attempting to bind port 7e906d19-6950-4ed0-8616-b19fd6f2b559 on network 0b1404bf-1fdb-49c0-ab96-b75bc123225c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:04.160481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:22:04.217861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Pushing event deleted for resources: {'Port': ['ID=3ad3a6de-80b8-49ba-ac3c-fd72a1e25238,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:04.237826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:04.238959 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.262573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:22:04.263258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Checking segment: {'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:04.263892 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.264770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Bound using segment: {'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:22:04.265489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Bound port: 7e906d19-6950-4ed0-8616-b19fd6f2b559, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:22:04.266995 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.280727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (719e10a6-c538-4f69-bef8-fe8a76467b19), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.310907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ca8dbe-5686-44b1-9e4b-3e0045d79abb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:22:04.337914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-20d582e4-ad52-4d84-a20e-7122c4780450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:04.341575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-20d582e4-ad52-4d84-a20e-7122c4780450 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4332049 Feb 03 04:22:04.342690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] No DVR routers for this DVR port 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:22:04.346015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.351127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af9f0972-3a7e-48fc-828a-6feadf4f36d0 req-2c9809be-faea-4b9f-b777-fa79b615c814 tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.31 "DELETE /v2.0/ports/3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 HTTP/1.1" status: 204 len: 173 time: 1.4964209 Feb 03 04:22:04.351127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'name': 'network-vif-deleted', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:04.361581 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a70fe5-1550-40f1-a5ea-f9e238999a8f" -d '{"events": [{"server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "name": "network-vif-deleted", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:04.391632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cd27-c121-458f-818f-6fb6073c70df req-a442f986-05e1-46e3-944f-f5ad8eddbab6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:04.403226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e99cd27-c121-458f-818f-6fb6073c70df req-a442f986-05e1-46e3-944f-f5ad8eddbab6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 948 time: 0.2991505 Feb 03 04:22:04.525854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:04.537460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] For port 7e906d19-6950-4ed0-8616-b19fd6f2b559, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:22:04.544539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.549317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] For port 7e906d19-6950-4ed0-8616-b19fd6f2b559, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7e906d19-6950-4ed0-8616-b19fd6f2b559,segment=NetworkSegment(13233f23-76ff-48fe-aeba-7699f8cf693a),segment_id=13233f23-76ff-48fe-aeba-7699f8cf693a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:22:04.655845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:04.664613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9b72d68c-66b3-4b05-8616-92e6b5980243 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:04.692909 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:04.754092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Router 719e10a6-c538-4f69-bef8-fe8a76467b19 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:22:04.761703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['91ca8dbe-5686-44b1-9e4b-3e0045d79abb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:22:05.031625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:22:05.044905 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Sync routers for ids ['719e10a6-c538-4f69-bef8-fe8a76467b19'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:22:05.061349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Routers {'719e10a6-c538-4f69-bef8-fe8a76467b19'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:05.063495 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:21:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['719e10a6-c538-4f69-bef8-fe8a76467b19'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:05.074058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:05.077925 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-95589b95-95ce-483d-b977-1aa56ec6b03a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1602125 Feb 03 04:22:05.079929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:05.223938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa842fa-1ebd-4eb1-8d8e-4d0f33739a71 None None] Pushing event updated for resources: {'Port': ['ID=7e906d19-6950-4ed0-8616-b19fd6f2b559,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:05.255875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 9b72d68c-66b3-4b05-8616-92e6b5980243 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:05.256262 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:05.330181 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Set router 719e10a6-c538-4f69-bef8-fe8a76467b19 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:05.431093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:05.513215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:05.513607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3ad3a6de-80b8-49ba-ac3c-fd72a1e25238 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:05.564226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-535b2038-9719-4b0a-a999-7b747a0a763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:05.666685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 9b72d68c-66b3-4b05-8616-92e6b5980243 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:05.740261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:05.755592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb54d52a-34c7-4dbb-a95e-4fd95893cd6f req-676ec132-2ecc-4cf9-b1d2-f46a07b78eae tempest-FloatingIPsAssociationTestJSON-70416062 tempest-FloatingIPsAssociationTestJSON-70416062-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e260c0-7cc8-4bdd-8b24-850f69aeab19 HTTP/1.1" status: 200 len: 210 time: 1.1460943 Feb 03 04:22:05.770010 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:22:03Z', 'revision_number': 3, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port': {'id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:02Z', 'updated_at': '2022-02-03T04:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:05.775366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-30757902-bf90-4cd1-a736-b53f07359c9e service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4052260 Feb 03 04:22:05.816885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e99cd27-c121-458f-818f-6fb6073c70df req-aaf35269-cf7a-4523-bea2-f40afcac2380 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4124496 Feb 03 04:22:05.840285 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Checking router: 719e10a6-c538-4f69-bef8-fe8a76467b19 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:22:05.841555 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Updating router 719e10a6-c538-4f69-bef8-fe8a76467b19 port a0c10a98-1e14-4795-a885-44e15919169f binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:22:05.874995 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed97650e-8e46-4a1f-8f7c-cd459a92bd09 x-openstack-request-id: req-ed97650e-8e46-4a1f-8f7c-cd459a92bd09 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:05.875634 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e260c0-7cc8-4bdd-8b24-850f69aeab19", "name": "network-vif-deleted", "tag": "3ad3a6de-80b8-49ba-ac3c-fd72a1e25238", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:05.878212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:22:05.886933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:05.890373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:05.894911 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed97650e-8e46-4a1f-8f7c-cd459a92bd09 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:05.895673 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e260c0-7cc8-4bdd-8b24-850f69aeab19', 'name': 'network-vif-deleted', 'tag': '3ad3a6de-80b8-49ba-ac3c-fd72a1e25238', 'status': 'completed', 'code': 200} Feb 03 04:22:05.933107 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a0c10a98-1e14-4795-a885-44e15919169f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.106662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:06.107132 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.182952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:06.189046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:06.194039 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b39eee0-8a91-4d73-bd53-49341e322fba" -d '{"events": [{"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-plugged", "status": "completed", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:06.203067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.259113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613720a8-1596-4db7-807a-c71d67341521 req-4be2da89-80e5-413f-9f8d-45792246b90b tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:06.263142 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.269098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-613720a8-1596-4db7-807a-c71d67341521 req-4be2da89-80e5-413f-9f8d-45792246b90b tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2285359 Feb 03 04:22:06.294119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bdfdbd4-6c6e-4e94-88bb-ec4541368466 req-940d3bc8-26e6-4817-bcc1-d0aab3293b86 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103860 Feb 03 04:22:06.348447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:06.393430 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffbc27b-8487-4c9f-9f20-2f360c43fc0e x-openstack-request-id: req-0ffbc27b-8487-4c9f-9f20-2f360c43fc0e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:06.393739 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-plugged", "status": "completed", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:06.393999 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ffbc27b-8487-4c9f-9f20-2f360c43fc0e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:06.394410 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'code': 200} Feb 03 04:22:06.471990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-613720a8-1596-4db7-807a-c71d67341521 req-73287b02-0a70-40e1-b647-fe38d8476793 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013793 Feb 03 04:22:06.514092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.598730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e906d19-6950-4ed0-8616-b19fd6f2b559 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:06.624005 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Publish callbacks [] for port (a0c10a98-1e14-4795-a885-44e15919169f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.635815 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a0c10a98-1e14-4795-a885-44e15919169f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.660679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Allocated IP 172.20.0.1 (0b1404bf-1fdb-49c0-ab96-b75bc123225c/9cf2543a-db32-4516-8c26-8493ba55f426/5586bf5e-2449-4af8-8d27-8771537eca9f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:06.691417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7e906d19-6950-4ed0-8616-b19fd6f2b559 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:06.691941 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.701291 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077fe9e-c802-48a4-b86b-2c25ec326a35 None None] Pushing event updated for resources: {'Port': ['ID=a0c10a98-1e14-4795-a885-44e15919169f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:06.787619 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Attempting to bind port a0c10a98-1e14-4795-a885-44e15919169f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:22:06.788009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Attempting to bind port a0c10a98-1e14-4795-a885-44e15919169f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:22:06.792330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Attempting to bind port a0c10a98-1e14-4795-a885-44e15919169f on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:06.808183 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:22:06.808447 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:06.808854 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.809245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:22:06.809922 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Bound port: a0c10a98-1e14-4795-a885-44e15919169f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:22:06.810487 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a0c10a98-1e14-4795-a885-44e15919169f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.840462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7e906d19-6950-4ed0-8616-b19fd6f2b559 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:06.841084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.888665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7e906d19-6950-4ed0-8616-b19fd6f2b559, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7e906d19-6950-4ed0-8616-b19fd6f2b559,segment=NetworkSegment(13233f23-76ff-48fe-aeba-7699f8cf693a),segment_id=13233f23-76ff-48fe-aeba-7699f8cf693a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:06.894577 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.929644 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59614) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:06.963846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] For port a0c10a98-1e14-4795-a885-44e15919169f, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:22:06.966321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7e906d19-6950-4ed0-8616-b19fd6f2b559,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:06.967131 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] For port a0c10a98-1e14-4795-a885-44e15919169f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a0c10a98-1e14-4795-a885-44e15919169f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:22:06.978168 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a0c10a98-1e14-4795-a885-44e15919169f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:06.997181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39a9412-2909-455d-81ce-182c8005c49c None None] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:22:07.037427 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Routers {'719e10a6-c538-4f69-bef8-fe8a76467b19'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:07.038228 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['719e10a6-c538-4f69-bef8-fe8a76467b19'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:07.084048 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks [] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:07.157346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] Set router 719e10a6-c538-4f69-bef8-fe8a76467b19 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:07.232305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-44304396-7f0a-43b0-a5d4-9665fe7168f1 None None] Provisioning complete for port 7e906d19-6950-4ed0-8616-b19fd6f2b559 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:07.236185 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44304396-7f0a-43b0-a5d4-9665fe7168f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:07.241133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:07.362330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077fe9e-c802-48a4-b86b-2c25ec326a35 None None] Pushing event updated for resources: {'Port': ['ID=a0c10a98-1e14-4795-a885-44e15919169f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:07.395305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:07.400212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:07.400212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:07.407753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:07.511146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Pushing event updated for resources: {'Port': ['ID=5586bf5e-2449-4af8-8d27-8771537eca9f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:07.525656 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (719e10a6-c538-4f69-bef8-fe8a76467b19), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:07.558338 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:22:03Z', 'revision_number': 3, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port': {'id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:02Z', 'updated_at': '2022-02-03T04:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:07.618534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cacb4-9eba-4a0b-9b21-496015300612 None None] The sync data for ids ['719e10a6-c538-4f69-bef8-fe8a76467b19'] in n-d-827549-1 is: [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:22:03Z', 'revision_number': 3, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port': {'id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:02Z', 'updated_at': '2022-02-03T04:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:22:07.633457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603ddb0-9295-4975-a1a1-44db53cedd8d req-40e57d63-0dc7-40f4-90b0-cda9e1ae02f5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:07.635208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3603ddb0-9295-4975-a1a1-44db53cedd8d req-40e57d63-0dc7-40f4-90b0-cda9e1ae02f5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.5365496 Feb 03 04:22:07.700892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:07.701669 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:07.820827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:07.858456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cdf8c-a586-4376-9384-6bca251e319c req-7283edae-07dd-4bca-865e-fdeb03bbd4f6 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:07.872150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd4cdf8c-a586-4376-9384-6bca251e319c req-7283edae-07dd-4bca-865e-fdeb03bbd4f6 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2916975 Feb 03 04:22:07.881326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-44304396-7f0a-43b0-a5d4-9665fe7168f1 None None] Current status of the port 7e906d19-6950-4ed0-8616-b19fd6f2b559 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:08.055758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3603ddb0-9295-4975-a1a1-44db53cedd8d req-781b99a4-52ee-414d-8003-e1022ae578f1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487089 Feb 03 04:22:08.067697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:08.068389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.096034 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.206260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd4cdf8c-a586-4376-9384-6bca251e319c req-f9969e73-34a6-44ad-9487-8060acc4c18c tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328881 Feb 03 04:22:08.214667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-57960d77-e708-49da-bdb9-154346922081 None None] Provisioning complete for port 7e906d19-6950-4ed0-8616-b19fd6f2b559 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:08.215241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57960d77-e708-49da-bdb9-154346922081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.238857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks [] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.252580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.353240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:08.370402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.404171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (719e10a6-c538-4f69-bef8-fe8a76467b19), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.426067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:08.429862 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddd2876-8030-48d2-bfbb-4bf20b2e72c7" -d '{"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:08.540123 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c3e0a1-f34b-443c-9e88-a8bfc97d865c x-openstack-request-id: req-b3c3e0a1-f34b-443c-9e88-a8bfc97d865c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:08.540677 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:08.541234 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3c3e0a1-f34b-443c-9e88-a8bfc97d865c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:08.541816 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'code': 200} Feb 03 04:22:08.569711 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (3852b75f-8c45-4a80-9833-4e77ce28de52), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.632262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:08.680106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-57960d77-e708-49da-bdb9-154346922081 None None] Current status of the port 7e906d19-6950-4ed0-8616-b19fd6f2b559 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:08.718787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Pushing event updated for resources: {'Port': ['ID=5586bf5e-2449-4af8-8d27-8771537eca9f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:08.749541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a0c10a98-1e14-4795-a885-44e15919169f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:08.775988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:08.780493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:08.878870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5033cc42-5b0b-4949-97f2-4f4face92d7e None None] Provisioning complete for port 5586bf5e-2449-4af8-8d27-8771537eca9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:08.879271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5033cc42-5b0b-4949-97f2-4f4face92d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.953954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a0c10a98-1e14-4795-a885-44e15919169f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:08.954338 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a0c10a98-1e14-4795-a885-44e15919169f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:08.995097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Router 719e10a6-c538-4f69-bef8-fe8a76467b19 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:22:09.015426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5033cc42-5b0b-4949-97f2-4f4face92d7e None None] Port 5586bf5e-2449-4af8-8d27-8771537eca9f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:22:09.175965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a0c10a98-1e14-4795-a885-44e15919169f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:09.177318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a0c10a98-1e14-4795-a885-44e15919169f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:09.236788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port a0c10a98-1e14-4795-a885-44e15919169f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a0c10a98-1e14-4795-a885-44e15919169f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:09.269314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:22:09.283913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f3542eca-ec73-42cd-b114-c633e99f688c admin admin] 10.222.0.35 "PUT /v2.0/routers/719e10a6-c538-4f69-bef8-fe8a76467b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2026446 Feb 03 04:22:09.319635 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a0c10a98-1e14-4795-a885-44e15919169f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:09.323312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e906d19-6950-4ed0-8616-b19fd6f2b559 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:09.439103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a0c10a98-1e14-4795-a885-44e15919169f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:09.444883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:09.491471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8afcb1fa-4fc5-460c-9ee5-5e5c8c3c07f5 None None] Provisioning complete for port 5586bf5e-2449-4af8-8d27-8771537eca9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:09.491970 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8afcb1fa-4fc5-460c-9ee5-5e5c8c3c07f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:09.548015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6013b7-1dc3-4ec6-9388-8cb7914b13b6 req-cf8930ae-b499-450d-bc76-df8edb5d204b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:09.551579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7e906d19-6950-4ed0-8616-b19fd6f2b559 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:09.552038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:09.559946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b6013b7-1dc3-4ec6-9388-8cb7914b13b6 req-cf8930ae-b499-450d-bc76-df8edb5d204b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.3085938 Feb 03 04:22:09.595969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8afcb1fa-4fc5-460c-9ee5-5e5c8c3c07f5 None None] Port 5586bf5e-2449-4af8-8d27-8771537eca9f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:22:09.627726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Deleting port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:09.628059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:09.667253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073947d-7a4b-4886-a252-9526fed16ea0 req-a0eefa2e-467c-4af0-99ae-c6921b7d3182 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:09.675439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d073947d-7a4b-4886-a252-9526fed16ea0 req-a0eefa2e-467c-4af0-99ae-c6921b7d3182 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.3218334 Feb 03 04:22:09.693414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7e906d19-6950-4ed0-8616-b19fd6f2b559 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:09.802161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b6013b7-1dc3-4ec6-9388-8cb7914b13b6 req-e3df4a73-1b07-44d8-8fdf-369fb908751b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362487 Feb 03 04:22:09.879603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d073947d-7a4b-4886-a252-9526fed16ea0 req-751d5367-85eb-4bb5-8874-dd6f6819a31d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970317 Feb 03 04:22:09.901213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] For port 3ad21782-7f0f-444f-a3f4-4df344f9bb0a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:09.901855 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:09.935141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Calling delete_port for 3ad21782-7f0f-444f-a3f4-4df344f9bb0a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:10.369440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95b359-50a1-4e30-a168-cf9701cf3bd9 req-d4509e38-85c7-4b5e-894e-e9356f0e05a4 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:10.371087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a95b359-50a1-4e30-a168-cf9701cf3bd9 req-d4509e38-85c7-4b5e-894e-e9356f0e05a4 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1131 time: 0.1607742 Feb 03 04:22:10.388432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3ad21782-7f0f-444f-a3f4-4df344f9bb0a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:10.429758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad21782-7f0f-444f-a3f4-4df344f9bb0a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:10.522399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a0c10a98-1e14-4795-a885-44e15919169f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:10.695901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a0c10a98-1e14-4795-a885-44e15919169f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:10.696276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a0c10a98-1e14-4795-a885-44e15919169f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:10.706007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Sync routers for ids ['719e10a6-c538-4f69-bef8-fe8a76467b19'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:22:10.715141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a95b359-50a1-4e30-a168-cf9701cf3bd9 req-68c4d009-db87-47e2-8c9f-026a4ce8c590 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346066 Feb 03 04:22:10.753127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Routers {'719e10a6-c538-4f69-bef8-fe8a76467b19'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:10.754236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['719e10a6-c538-4f69-bef8-fe8a76467b19'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:11.114434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (3852b75f-8c45-4a80-9833-4e77ce28de52), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:11.142817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Set router 719e10a6-c538-4f69-bef8-fe8a76467b19 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:11.146544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a0c10a98-1e14-4795-a885-44e15919169f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:11.320298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d57ed1-d171-42f4-b8b0-489a19c12cdb req-eb5bed37-5da3-494a-8520-e4159073350a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:11.441567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99d57ed1-d171-42f4-b8b0-489a19c12cdb req-eb5bed37-5da3-494a-8520-e4159073350a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.4189191 Feb 03 04:22:11.764714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99d57ed1-d171-42f4-b8b0-489a19c12cdb req-8b9eb8ed-1846-4f3c-9db6-1b70c94d2f38 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222313 Feb 03 04:22:11.999941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Router 3852b75f-8c45-4a80-9833-4e77ce28de52 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:22:12.167815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:22:12.181527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e6135c77-3c87-4947-8930-25f9b67049bf admin admin] 10.222.0.35 "PUT /v2.0/routers/3852b75f-8c45-4a80-9833-4e77ce28de52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2475085 Feb 03 04:22:12.181936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:12.184618 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] Sync routers for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:22:12.226732 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:12.230083 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:12.442809 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:12.488093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks [] for router (3852b75f-8c45-4a80-9833-4e77ce28de52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:12.720214 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:22:10Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:12.736411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:22:07Z', 'revision_number': 4, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port': {'id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:02Z', 'updated_at': '2022-02-03T04:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '5586bf5e-2449-4af8-8d27-8771537eca9f', 'name': '', 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'mac_address': 'fa:16:3e:5d:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9cf2543a-db32-4516-8c26-8493ba55f426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:06Z', 'updated_at': '2022-02-03T04:22:07Z', 'revision_number': 2, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'subnets': [{'id': '9cf2543a-db32-4516-8c26-8493ba55f426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:12.751028 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] Checking router: 3852b75f-8c45-4a80-9833-4e77ce28de52 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:22:12.772799 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] Routers {'3852b75f-8c45-4a80-9833-4e77ce28de52'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:12.773467 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3852b75f-8c45-4a80-9833-4e77ce28de52'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:12.805867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Checking router: 719e10a6-c538-4f69-bef8-fe8a76467b19 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:22:12.808747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Updating router 719e10a6-c538-4f69-bef8-fe8a76467b19 port 5586bf5e-2449-4af8-8d27-8771537eca9f binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:22:12.833753 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks [] for router_gateway (3852b75f-8c45-4a80-9833-4e77ce28de52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:12.898061 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] Set router 3852b75f-8c45-4a80-9833-4e77ce28de52 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:12.900303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:13.036301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Deleting port df193dc1-7a2f-4f30-9f21-d47327d01bcd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:13.037303 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:13.124191 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:22:10Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:13.160448 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64207f1-0b5e-4589-a4ee-277be2b0d4df None None] The sync data for ids ['3852b75f-8c45-4a80-9833-4e77ce28de52'] in n-d-827549-1 is: [{'id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1782585843-router', 'tenant_id': '9b19a85672fa462caaf0d2eb391a775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:20:31Z', 'updated_at': '2022-02-03T04:22:10Z', 'revision_number': 5, 'project_id': '9b19a85672fa462caaf0d2eb391a775e', 'gw_port': {'id': 'df193dc1-7a2f-4f30-9f21-d47327d01bcd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:be:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852b75f-8c45-4a80-9833-4e77ce28de52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:20:32Z', 'updated_at': '2022-02-03T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:22:13.286434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] For port df193dc1-7a2f-4f30-9f21-d47327d01bcd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=df193dc1-7a2f-4f30-9f21-d47327d01bcd,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:13.287545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:13.302160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Calling delete_port for df193dc1-7a2f-4f30-9f21-d47327d01bcd owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:13.514446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (df193dc1-7a2f-4f30-9f21-d47327d01bcd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:13.697644 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Publish callbacks [] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:13.715554 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:13.819044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Pushing event deleted for resources: {'Port': ['ID=df193dc1-7a2f-4f30-9f21-d47327d01bcd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:13.928314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e25be-b10d-4db9-9985-03d0f7af865c None None] Pushing event updated for resources: {'Port': ['ID=5586bf5e-2449-4af8-8d27-8771537eca9f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:13.999442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (3852b75f-8c45-4a80-9833-4e77ce28de52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.063033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Attempting to bind port 5586bf5e-2449-4af8-8d27-8771537eca9f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:22:14.063479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Attempting to bind port 5586bf5e-2449-4af8-8d27-8771537eca9f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:22:14.063949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Attempting to bind port 5586bf5e-2449-4af8-8d27-8771537eca9f on network 0b1404bf-1fdb-49c0-ab96-b75bc123225c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:14.077411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:22:14.077411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Checking segment: {'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:14.077411 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.077411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Bound using segment: {'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:22:14.077411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Bound port: 5586bf5e-2449-4af8-8d27-8771537eca9f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13233f23-76ff-48fe-aeba-7699f8cf693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:22:14.077411 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.226208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (3852b75f-8c45-4a80-9833-4e77ce28de52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.230801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks [] for router_controller (3852b75f-8c45-4a80-9833-4e77ce28de52), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.255250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] For port 5586bf5e-2449-4af8-8d27-8771537eca9f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:22:14.260012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] For port 5586bf5e-2449-4af8-8d27-8771537eca9f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5586bf5e-2449-4af8-8d27-8771537eca9f,segment=NetworkSegment(13233f23-76ff-48fe-aeba-7699f8cf693a),segment_id=13233f23-76ff-48fe-aeba-7699f8cf693a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:22:14.276603 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.368410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (3852b75f-8c45-4a80-9833-4e77ce28de52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.371791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3852b75f-8c45-4a80-9833-4e77ce28de52 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:22:14.389652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.393735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Routers {'719e10a6-c538-4f69-bef8-fe8a76467b19'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:14.393735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['719e10a6-c538-4f69-bef8-fe8a76467b19'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:14.395182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59708) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:14.405851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1dc19634-a3c8-4a16-846a-a69b92ab7972 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3852b75f-8c45-4a80-9833-4e77ce28de52 HTTP/1.1" status: 204 len: 168 time: 2.2227368 Feb 03 04:22:14.569579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] Deleting subnet 60e25890-9807-4098-823d-1cccdefabdc2 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:22:14.579831 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] Publish callbacks [] for subnet (60e25890-9807-4098-823d-1cccdefabdc2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:14.720517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3ad21782-7f0f-444f-a3f4-4df344f9bb0a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:14.759057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] Set router 719e10a6-c538-4f69-bef8-fe8a76467b19 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:14.910512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ec2ff7c4-80f7-466f-b638-cc63c57e760f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1806848 Feb 03 04:22:15.061093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (60e25890-9807-4098-823d-1cccdefabdc2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:15.290234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3ad21782-7f0f-444f-a3f4-4df344f9bb0a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:15.290870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3ad21782-7f0f-444f-a3f4-4df344f9bb0a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:15.301894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e25be-b10d-4db9-9985-03d0f7af865c None None] Pushing event updated for resources: {'Port': ['ID=5586bf5e-2449-4af8-8d27-8771537eca9f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:15.342350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6bc8adf7-4ed3-42fa-b0d7-626c1044d2e5 None None] Provisioning complete for port 5586bf5e-2449-4af8-8d27-8771537eca9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:15.342350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bc8adf7-4ed3-42fa-b0d7-626c1044d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:15.521236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:22:07Z', 'revision_number': 4, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port': {'id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:02Z', 'updated_at': '2022-02-03T04:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '5586bf5e-2449-4af8-8d27-8771537eca9f', 'name': '', 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'mac_address': 'fa:16:3e:5d:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9cf2543a-db32-4516-8c26-8493ba55f426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:06Z', 'updated_at': '2022-02-03T04:22:14Z', 'revision_number': 4, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'subnets': [{'id': '9cf2543a-db32-4516-8c26-8493ba55f426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:15.524670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-b83fecf7-1d09-410d-9608-113c82a422cd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:15.526641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-b83fecf7-1d09-410d-9608-113c82a422cd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6061528 Feb 03 04:22:15.632599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-6246440e-deed-49e9-b0ce-aa6b6ab616e3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/quotas/09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 375 time: 0.0900412 Feb 03 04:22:15.638964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (60e25890-9807-4098-823d-1cccdefabdc2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:15.777097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971939a2-db16-4406-8821-b8b1cd950272 req-1cb6e02b-8a71-4e8b-a390-6153c478ee69 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:15.781871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6bc8adf7-4ed3-42fa-b0d7-626c1044d2e5 None None] Current status of the port 5586bf5e-2449-4af8-8d27-8771537eca9f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:15.782390 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bc8adf7-4ed3-42fa-b0d7-626c1044d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:15.784090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-971939a2-db16-4406-8821-b8b1cd950272 req-1cb6e02b-8a71-4e8b-a390-6153c478ee69 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.7157440 Feb 03 04:22:15.828088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6bc8adf7-4ed3-42fa-b0d7-626c1044d2e5 None None] For port 5586bf5e-2449-4af8-8d27-8771537eca9f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5586bf5e-2449-4af8-8d27-8771537eca9f,segment=NetworkSegment(13233f23-76ff-48fe-aeba-7699f8cf693a),segment_id=13233f23-76ff-48fe-aeba-7699f8cf693a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:15.829699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e80351-1433-4051-94f1-31fc4f6584b3 None None] The sync data for ids ['719e10a6-c538-4f69-bef8-fe8a76467b19'] in n-d-827549-1 is: [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:22:07Z', 'revision_number': 4, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port': {'id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:02Z', 'updated_at': '2022-02-03T04:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '5586bf5e-2449-4af8-8d27-8771537eca9f', 'name': '', 'network_id': '0b1404bf-1fdb-49c0-ab96-b75bc123225c', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'mac_address': 'fa:16:3e:5d:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9cf2543a-db32-4516-8c26-8493ba55f426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:06Z', 'updated_at': '2022-02-03T04:22:14Z', 'revision_number': 4, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'subnets': [{'id': '9cf2543a-db32-4516-8c26-8493ba55f426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:22:15.843690 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bc8adf7-4ed3-42fa-b0d7-626c1044d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:15.890823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-c1791df5-dacb-40a6-a6dd-fd35a7a31296 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2474577 Feb 03 04:22:16.026698 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (60e25890-9807-4098-823d-1cccdefabdc2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:16.058456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ab30102c-909a-44c0-9e16-a951634e4660 None None] Provisioning complete for port 5586bf5e-2449-4af8-8d27-8771537eca9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:16.059218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab30102c-909a-44c0-9e16-a951634e4660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:16.228888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e25890-9807-4098-823d-1cccdefabdc2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:16.245611 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:16.260558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e333a8df-3fea-445c-a5b4-97de627c9c54 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/60e25890-9807-4098-823d-1cccdefabdc2 HTTP/1.1" status: 204 len: 168 time: 1.8634849 Feb 03 04:22:16.261114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b3cce-e634-419f-9424-b8aae83f332c None None] Network 329a3ee3-af3f-4721-88e5-84e3d705cab7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:22:16.263832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:16.282446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-971939a2-db16-4406-8821-b8b1cd950272 req-0bc74a53-19fb-4a58-a18e-ba5b3a5b060b tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730923 Feb 03 04:22:16.308395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8adf7-4ed3-42fa-b0d7-626c1044d2e5 None None] Pushing event updated for resources: {'Port': ['ID=5586bf5e-2449-4af8-8d27-8771537eca9f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:16.603839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (329a3ee3-af3f-4721-88e5-84e3d705cab7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:16.750687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab30102c-909a-44c0-9e16-a951634e4660 None None] Current status of the port 5586bf5e-2449-4af8-8d27-8771537eca9f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:16.873986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Deleting port 35538301-4ceb-498b-8e8c-f6728f33bfb4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:16.875860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:16.913793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11f0b41f-32e2-407c-ab75-da71edf731fd req-9790198c-2344-4768-951f-3f55d7f02d28 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 210 time: 0.1394429 Feb 03 04:22:17.044454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5586bf5e-2449-4af8-8d27-8771537eca9f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:17.171311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] For port 35538301-4ceb-498b-8e8c-f6728f33bfb4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=35538301-4ceb-498b-8e8c-f6728f33bfb4,segment=NetworkSegment(b8606c6d-776b-4630-894c-42ec35662f27),segment_id=b8606c6d-776b-4630-894c-42ec35662f27)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:17.175044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:17.201273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Calling delete_port for 35538301-4ceb-498b-8e8c-f6728f33bfb4 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:17.326411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 5586bf5e-2449-4af8-8d27-8771537eca9f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:17.326894 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:17.403184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (35538301-4ceb-498b-8e8c-f6728f33bfb4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:17.557837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] No DVR routers for this DVR port 35538301-4ceb-498b-8e8c-f6728f33bfb4 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:22:17.596861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35538301-4ceb-498b-8e8c-f6728f33bfb4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:17.680699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 5586bf5e-2449-4af8-8d27-8771537eca9f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:17.699588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c514ae-853d-4d59-82d6-128d6643db9c None None] DHCP port deletion for 329a3ee3-af3f-4721-88e5-84e3d705cab7 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:22:17.717523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df193dc1-7a2f-4f30-9f21-d47327d01bcd no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:17.763611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7d1b-7627-4789-b14e-81439b4ca672 req-2618c16e-eaa4-4d44-bc08-a6abbe21a207 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:17.774781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb6d7d1b-7627-4789-b14e-81439b4ca672 req-2618c16e-eaa4-4d44-bc08-a6abbe21a207 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2143285 Feb 03 04:22:17.847382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: df193dc1-7a2f-4f30-9f21-d47327d01bcd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:17.847382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df193dc1-7a2f-4f30-9f21-d47327d01bcd not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:17.975742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (329a3ee3-af3f-4721-88e5-84e3d705cab7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:18.005420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb6d7d1b-7627-4789-b14e-81439b4ca672 req-effa04e0-193b-4e32-bfb9-ea6abc3b2bd4 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277584 Feb 03 04:22:18.048472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329a3ee3-af3f-4721-88e5-84e3d705cab7']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:18.083556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8606c6d-776b-4630-894c-42ec35662f27') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:18.088903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8606c6d-776b-4630-894c-42ec35662f27') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:18.144567 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (b8606c6d-776b-4630-894c-42ec35662f27), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:18.201225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b8606c6d-776b-4630-894c-42ec35662f27), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:18.226857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:22:18.229012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (b8606c6d-776b-4630-894c-42ec35662f27), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:22:18.240264 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:22:18.511760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5586bf5e-2449-4af8-8d27-8771537eca9f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:18.563112 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (329a3ee3-af3f-4721-88e5-84e3d705cab7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:18.570453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:18.578325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/329a3ee3-af3f-4721-88e5-84e3d705cab7 HTTP/1.1" status: 204 len: 168 time: 2.3127410 Feb 03 04:22:18.642075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf827c1-0084-4aa3-8106-ab6cbcaa1de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=329a3ee3-af3f-4721-88e5-84e3d705cab7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:18.770287 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:22:19.032701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 5586bf5e-2449-4af8-8d27-8771537eca9f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:19.033085 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:19.184287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:19.325948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-422fa5dd-de81-4c36-b800-e71041463243 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b19a85672fa462caaf0d2eb391a775e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322713 Feb 03 04:22:19.327271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:19.458932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 5586bf5e-2449-4af8-8d27-8771537eca9f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:19.632338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 35538301-4ceb-498b-8e8c-f6728f33bfb4 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:19.675193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-358c10ab-6a9b-4881-aca8-e290a6433fd2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2739706 Feb 03 04:22:19.759202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 35538301-4ceb-498b-8e8c-f6728f33bfb4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:19.759589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 35538301-4ceb-498b-8e8c-f6728f33bfb4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:19.854855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a43f7d0c-764e-4ff2-8c7c-245e87d98fa2 req-161204db-008d-4b88-832a-79499944e6e5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 210 time: 1.5918431 Feb 03 04:22:20.104393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66766bcd-543c-4d5b-b14c-07ac0a4084eb admin admin] Publish callbacks [] for security_group (be5bc941-e61b-47aa-acd8-ec497be5fccf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:20.127116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3f00a-94e1-4ac0-83c6-e8c955236efe req-134fe66d-c815-4c8a-bacf-f17fd6bbdc9a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:20.139213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2eb3f00a-94e1-4ac0-83c6-e8c955236efe req-134fe66d-c815-4c8a-bacf-f17fd6bbdc9a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1345716 Feb 03 04:22:20.251791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2eb3f00a-94e1-4ac0-83c6-e8c955236efe req-4a83c1b7-31ce-473a-9f4c-1ef72e945ec6 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096044 Feb 03 04:22:20.368841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-078ca70b-614d-4e1d-9d9c-77c38b0f6397 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:20.373350 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-078ca70b-614d-4e1d-9d9c-77c38b0f6397 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6889145 Feb 03 04:22:20.380954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66766bcd-543c-4d5b-b14c-07ac0a4084eb admin admin] Publish callbacks [] for security_group (be5bc941-e61b-47aa-acd8-ec497be5fccf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:20.540999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Request body: {'port': {'device_id': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '09ee2d373fa94a7db158b1b8b5f63d5c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:20.696365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Made reservation on behalf of 09ee2d373fa94a7db158b1b8b5f63d5c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:22:20.703416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:20.797644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66766bcd-543c-4d5b-b14c-07ac0a4084eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (be5bc941-e61b-47aa-acd8-ec497be5fccf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:20.802894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66766bcd-543c-4d5b-b14c-07ac0a4084eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:20.805103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-66766bcd-543c-4d5b-b14c-07ac0a4084eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be5bc941-e61b-47aa-acd8-ec497be5fccf HTTP/1.1" status: 204 len: 168 time: 1.4765911 Feb 03 04:22:20.876363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66766bcd-543c-4d5b-b14c-07ac0a4084eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5bc941-e61b-47aa-acd8-ec497be5fccf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:21.115168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Allocated IP 192.168.233.14 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/b4d84658-9c72-4e84-8dae-278047acce64) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:21.144830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-672107fb-456f-427d-9e4d-800fbbdcd8fb req-9c72e72c-62b4-4aa6-b4e2-7a835b49be41 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 210 time: 0.0884330 Feb 03 04:22:21.541910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643e94-7076-49f5-a758-4a8dca9567a8 req-47029813-5cba-4d38-9a59-2a1cbd78c2b5 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:21.553405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63643e94-7076-49f5-a758-4a8dca9567a8 req-47029813-5cba-4d38-9a59-2a1cbd78c2b5 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1478319 Feb 03 04:22:21.626659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63643e94-7076-49f5-a758-4a8dca9567a8 req-27531dc5-0974-4a2b-865d-125037c817c2 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Feb 03 04:22:21.767945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks [] for port (b4d84658-9c72-4e84-8dae-278047acce64), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:21.882636 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:21.902863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:22:22.043943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:22.060930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:22.080203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:22.271181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:22.300787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:22.308769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:22.376239 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-fd0899fe-36ed-4f5d-a3b1-9e87969772ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8389249 Feb 03 04:22:22.437303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Request body: {'port': {'device_id': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:22.532237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2503e-2b49-4230-9e14-22ab7170e96a req-fe1bdc74-c84a-4c98-bd08-835625e4e1c5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:22.546190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4a2503e-2b49-4230-9e14-22ab7170e96a req-fe1bdc74-c84a-4c98-bd08-835625e4e1c5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 935 time: 0.1702402 Feb 03 04:22:22.725773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:22.834748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4a2503e-2b49-4230-9e14-22ab7170e96a req-92a8ccf7-7849-4a62-adda-52c06f462dcb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864988 Feb 03 04:22:22.928775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-308767e9-8cb5-417a-bd9f-bb43d0c6c9ed None None] Provisioning complete for port b4d84658-9c72-4e84-8dae-278047acce64 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:22.930334 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308767e9-8cb5-417a-bd9f-bb43d0c6c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b4d84658-9c72-4e84-8dae-278047acce64), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.064315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-308767e9-8cb5-417a-bd9f-bb43d0c6c9ed None None] Port b4d84658-9c72-4e84-8dae-278047acce64 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:22:23.093466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759dda4-edac-446e-a0cc-6a5e08fb9971 req-7d6c768b-3569-49c7-ad72-40870db54e9a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:23.108681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3759dda4-edac-446e-a0cc-6a5e08fb9971 req-7d6c768b-3569-49c7-ad72-40870db54e9a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1289635 Feb 03 04:22:23.174899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59880) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:23.257484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3759dda4-edac-446e-a0cc-6a5e08fb9971 req-ea7c4bf2-cb86-4117-9e49-0493d6766c0a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460299 Feb 03 04:22:23.376622 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.491679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.571980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-network', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:23.631030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Made reservation on behalf of 20ce3ac8fcfe4c49903cf64180310bab for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:22:23.634292 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.646598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.819149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks [] for security_group (dda72b46-c599-4526-bfe8-2d618ef6f326), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.827714 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dda72b46-c599-4526-bfe8-2d618ef6f326), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.848228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:22:23.884423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (45747db8-5e35-4c4a-b654-76a41f25dd9e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:23.884774 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Added segment 45747db8-5e35-4c4a-b654-76a41f25dd9e of type vlan for network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 Feb 03 04:22:23.977514 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d6ac8b7c-8b89-44eb-8192-9f3f571a4866), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.043664 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d6ac8b7c-8b89-44eb-8192-9f3f571a4866), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.044549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:24.045175 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.083177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda72b46-c599-4526-bfe8-2d618ef6f326,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:24.101158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9248238 Feb 03 04:22:24.112848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:24.124691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Request body: {'subnet': {'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-subnet', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:24.145967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d84658-9c72-4e84-8dae-278047acce64 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:22:24.151604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ced8-81ea-4ce6-a7fd-76934e0b06c5 req-a1d4c8cb-1593-44d6-812e-086c577e6ed7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:24.152948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eb3ced8-81ea-4ce6-a7fd-76934e0b06c5 req-a1d4c8cb-1593-44d6-812e-086c577e6ed7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 935 time: 0.1460066 Feb 03 04:22:24.164841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Publish callbacks [] for port (b4d84658-9c72-4e84-8dae-278047acce64), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.181697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Made reservation on behalf of 20ce3ac8fcfe4c49903cf64180310bab for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:22:24.184302 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.188502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Transition to ACTIVE for port object b4d84658-9c72-4e84-8dae-278047acce64 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:22:24.198598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.217701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768d7d-9f77-4453-9cd8-70095414391d admin admin] Pushing event updated for resources: {'Network': ['ID=d6ac8b7c-8b89-44eb-8192-9f3f571a4866,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:24.234851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:22:24.368174 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:24.444140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eb3ced8-81ea-4ce6-a7fd-76934e0b06c5 req-323be5df-82f2-4479-8ce6-4bc863bda4ea tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547247 Feb 03 04:22:24.498025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:22:24.498647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:22:24.499148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:24.505315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Port b4d84658-9c72-4e84-8dae-278047acce64 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:22:24.505687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:24.514460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:22:24.514820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:24.515961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:22:24.516381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Bound port: b4d84658-9c72-4e84-8dae-278047acce64, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:22:24.516754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.634059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:22:24.637725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:22:24.646053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.698445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:24.705973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.707461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] 10.222.0.15 "PUT /v2.0/ports/b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 1095 time: 2.3045788 Feb 03 04:22:24.707976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:24.727302 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb73ff-982e-4a10-b4de-83bc05747d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "tag": "b4d84658-9c72-4e84-8dae-278047acce64"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:24.774496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebede310-bbc2-4526-825a-72a76ea9572c service neutron] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:24.816867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbde6e0-5fb6-401a-93c6-66b639743c02 req-9a6aafe3-ce98-4c97-b65f-8e1fe2dd6377 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:24.824404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cbde6e0-5fb6-401a-93c6-66b639743c02 req-9a6aafe3-ce98-4c97-b65f-8e1fe2dd6377 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2163796 Feb 03 04:22:24.892082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-694cdb24-d333-4ac3-b2c0-77b625c96178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:24.893324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (60a36b7b-d234-4d83-b0b5-8307355eb0c4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:24.896982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-694cdb24-d333-4ac3-b2c0-77b625c96178 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1129 time: 0.1322212 Feb 03 04:22:24.999546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-77669bab-696e-48e9-a99c-b93910f1779d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 217 time: 0.0836260 Feb 03 04:22:25.101103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a36b7b-d234-4d83-b0b5-8307355eb0c4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:25.103941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-3d56d267-25f9-4080-b38c-f27f088ab371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:25.105505 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-3d56d267-25f9-4080-b38c-f27f088ab371 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1031127 Feb 03 04:22:25.123343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cbde6e0-5fb6-401a-93c6-66b639743c02 req-2102979a-8e11-4ea4-9fcc-22b85c88605d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869833 Feb 03 04:22:25.142940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Checking segment: {'id': '45747db8-5e35-4c4a-b654-76a41f25dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:25.147540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Network hostable DHCP agents. Network: d6ac8b7c-8b89-44eb-8192-9f3f571a4866, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:22:25.198072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:22:25.220750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d6ac8b7c-8b89-44eb-8192-9f3f571a4866) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:25.228064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:25.228608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-3716855f-4b2f-4f19-997f-c656eee3aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:25.230320 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:25.236236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317485ad-e6ee-4d9e-95f6-bfd65217569f None None] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:22:25.250353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-3716855f-4b2f-4f19-997f-c656eee3aef3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1368957 Feb 03 04:22:25.268933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0938dd1e-2a42-46a1-9e2e-0c19b200d538 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1540627 Feb 03 04:22:25.269947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:25.281702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-router', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:25.341071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (2f192d8d-4cca-4b82-afa9-d61bb076450a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:25.342291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (2f192d8d-4cca-4b82-afa9-d61bb076450a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:25.476586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d6ac8b7c-8b89-44eb-8192-9f3f571a4866', 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866', 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'fixed_ips': [{'subnet_id': '60a36b7b-d234-4d83-b0b5-8307355eb0c4'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:22:25.477642 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:25.492230 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b043e-bfff-461e-b105-5877f8f17400 x-openstack-request-id: req-1c7b043e-bfff-461e-b105-5877f8f17400 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:25.492588 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "tag": "b4d84658-9c72-4e84-8dae-278047acce64", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:25.494916 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks [] for router_controller (2f192d8d-4cca-4b82-afa9-d61bb076450a), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:25.496292 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c7b043e-bfff-461e-b105-5877f8f17400 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:25.497656 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64', 'status': 'completed', 'code': 200} Feb 03 04:22:25.612072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-ae7ccd15-3170-4a56-bb4c-08bf2b0cc832 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551905 Feb 03 04:22:25.759364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks [] for router_gateway (2f192d8d-4cca-4b82-afa9-d61bb076450a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:25.778485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3092dc2a-dc91-419b-848c-ffedb6cc6a09 req-b3a7562c-7f1c-4b63-92a3-2c2780221137 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594346 Feb 03 04:22:25.796175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Allocated IP 172.20.0.2 (d6ac8b7c-8b89-44eb-8192-9f3f571a4866/60a36b7b-d234-4d83-b0b5-8307355eb0c4/93767c02-02f5-473a-9dd8-8907ed41af72) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:25.839127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52b67-e8ed-4ddd-8d0b-aebba45cef09 req-f0d45553-5c9a-467e-baaf-629f14617333 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:25.860967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82a52b67-e8ed-4ddd-8d0b-aebba45cef09 req-f0d45553-5c9a-467e-baaf-629f14617333 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 947 time: 0.2206757 Feb 03 04:22:25.938906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-092be79b-7271-4dfc-937f-a386cc6c08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:25.945434 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-092be79b-7271-4dfc-937f-a386cc6c08a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1129 time: 0.1041551 Feb 03 04:22:26.122814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82a52b67-e8ed-4ddd-8d0b-aebba45cef09 req-83fa85a2-f7f4-43af-91c3-75b11d0d771f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604072 Feb 03 04:22:26.199083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-5d009ee5-84ec-4433-ac2d-e2ec5e889eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:26.201187 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-5d009ee5-84ec-4433-ac2d-e2ec5e889eec service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2408245 Feb 03 04:22:26.270664 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-436b25de-5f8a-4bec-b440-b3edc56037fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 217 time: 0.0621769 Feb 03 04:22:26.275341 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Publish callbacks [] for port (93767c02-02f5-473a-9dd8-8907ed41af72), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.295555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.370390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:26.376923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:26.383601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:26.401288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Pushing event updated for resources: {'Port': ['ID=93767c02-02f5-473a-9dd8-8907ed41af72,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:26.458348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks [] for router_gateway (2f192d8d-4cca-4b82-afa9-d61bb076450a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.483120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-751776a9-05d6-4754-9e0c-2aa5c5aa5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:26.487086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-751776a9-05d6-4754-9e0c-2aa5c5aa5a38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2087834 Feb 03 04:22:26.495108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Attempting to bind port 93767c02-02f5-473a-9dd8-8907ed41af72 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:22:26.495601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Attempting to bind port 93767c02-02f5-473a-9dd8-8907ed41af72 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '45747db8-5e35-4c4a-b654-76a41f25dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:22:26.496035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Attempting to bind port 93767c02-02f5-473a-9dd8-8907ed41af72 on network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:26.506755 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.522317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7c518-3935-44ef-bde1-8ff0cb216ea4 req-bcb2a7bc-5767-4748-9c93-4ada39c11fcd tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:26.529206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85b7c518-3935-44ef-bde1-8ff0cb216ea4 req-bcb2a7bc-5767-4748-9c93-4ada39c11fcd tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2852476 Feb 03 04:22:26.541661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:22:26.543710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Checking segment: {'id': '45747db8-5e35-4c4a-b654-76a41f25dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:26.544135 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.546068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Bound using segment: {'id': '45747db8-5e35-4c4a-b654-76a41f25dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:22:26.547588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Bound port: 93767c02-02f5-473a-9dd8-8907ed41af72, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45747db8-5e35-4c4a-b654-76a41f25dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:22:26.548013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.578255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-63146fa6-2c47-40c1-97ae-bee24dcdb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:26.580693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-63146fa6-2c47-40c1-97ae-bee24dcdb93e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0859725 Feb 03 04:22:26.677654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Allocated IP 172.25.7.221 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/a17aa7a1-491f-4306-8b87-6452f7dcbc67) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:26.702799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] For port 93767c02-02f5-473a-9dd8-8907ed41af72, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:22:26.709099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] For port 93767c02-02f5-473a-9dd8-8907ed41af72, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=93767c02-02f5-473a-9dd8-8907ed41af72,segment=NetworkSegment(45747db8-5e35-4c4a-b654-76a41f25dd9e),segment_id=45747db8-5e35-4c4a-b654-76a41f25dd9e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:22:26.727097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.794205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-ed648e3d-cb4a-4afa-8c93-61e29a0b1c09 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041774 Feb 03 04:22:26.839977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd67c-a5ed-4115-aff7-f5187856f91f None None] Pushing event updated for resources: {'Port': ['ID=93767c02-02f5-473a-9dd8-8907ed41af72,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:26.957832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks [] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:26.969290 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67fb73ff-982e-4a10-b4de-83bc05747d5d req-cb30bddc-ec5b-403b-8a24-df98a3fceda8 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593087 Feb 03 04:22:26.982955 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85b7c518-3935-44ef-bde1-8ff0cb216ea4 req-36319a9d-519a-4e14-a6c4-e675085e3d6e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527855 Feb 03 04:22:27.065421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:27.178388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:27.186866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:27.204964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:27.292246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Pushing event updated for resources: {'Port': ['ID=a17aa7a1-491f-4306-8b87-6452f7dcbc67,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:27.494226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6b89-24ee-4e9b-9d7c-70dc7637d75e req-ee11376a-2a73-4efc-8a6e-96128614ad49 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:27.495859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aebf6b89-24ee-4e9b-9d7c-70dc7637d75e req-ee11376a-2a73-4efc-8a6e-96128614ad49 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 947 time: 0.2349031 Feb 03 04:22:27.675143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aebf6b89-24ee-4e9b-9d7c-70dc7637d75e req-50408958-0d0c-4ca5-90d0-615d9793f678 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181445 Feb 03 04:22:27.803482 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks [] for router_gateway (2f192d8d-4cca-4b82-afa9-d61bb076450a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:27.855526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b4d84658-9c72-4e84-8dae-278047acce64 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:22:28.140810 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (2f192d8d-4cca-4b82-afa9-d61bb076450a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:28.438168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbe147-157f-4881-924e-fdb51b864e21 req-c276aabe-3f92-4fe4-b3ba-d83371780001 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:28.440425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68bbe147-157f-4881-924e-fdb51b864e21 req-c276aabe-3f92-4fe4-b3ba-d83371780001 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2968938 Feb 03 04:22:28.489521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Router 2f192d8d-4cca-4b82-afa9-d61bb076450a is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:22:28.543893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68bbe147-157f-4881-924e-fdb51b864e21 req-4729a63f-de15-460f-b904-0b2a5cd762c2 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953999 Feb 03 04:22:28.550025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:28.628229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 93767c02-02f5-473a-9dd8-8907ed41af72 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:28.707812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:22:28.730692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'b4d84658-9c72-4e84-8dae-278047acce64', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'b4d84658-9c72-4e84-8dae-278047acce64', 'mac_address': 'fa:16:3e:b2:fe:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:22:28.763223 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:28.766424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Sync routers for ids ['2f192d8d-4cca-4b82-afa9-d61bb076450a'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:22:28.770557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a2677665-ebec-46b8-adca-82fc6b6e50fd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4970026 Feb 03 04:22:28.772710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:28.845849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e35c7e-830f-48ec-94ec-673f94ff1115 None None] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:22:29.009205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85232bb9-e65d-43f4-b306-47fff8d22d3c req-86b3689d-3db2-46e2-850a-c7c842f107a2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:29.014306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85232bb9-e65d-43f4-b306-47fff8d22d3c req-86b3689d-3db2-46e2-850a-c7c842f107a2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 947 time: 0.1219668 Feb 03 04:22:29.099153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Routers {'2f192d8d-4cca-4b82-afa9-d61bb076450a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:29.099860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2f192d8d-4cca-4b82-afa9-d61bb076450a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:29.131314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85232bb9-e65d-43f4-b306-47fff8d22d3c req-6d683613-4d96-4df8-aaab-2195fa824465 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080980 Feb 03 04:22:29.251537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d2424626-dbe9-4ccf-86b4-480f5ae0cb50 None None] Provisioning complete for port 93767c02-02f5-473a-9dd8-8907ed41af72 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:29.252503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2424626-dbe9-4ccf-86b4-480f5ae0cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:29.256995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b4d84658-9c72-4e84-8dae-278047acce64 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:29.257404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:29.275491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d84658-9c72-4e84-8dae-278047acce64 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:22:29.306673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 93767c02-02f5-473a-9dd8-8907ed41af72 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:29.307101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:29.496007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:29.512925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Set router 2f192d8d-4cca-4b82-afa9-d61bb076450a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:29.531340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:29.572677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:29.867463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f9da0-0d8d-4b19-8efc-53c1627f836f req-fabf225f-a762-4412-a6da-36efca87ac6a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:29.880991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a83f9da0-0d8d-4b19-8efc-53c1627f836f req-fabf225f-a762-4412-a6da-36efca87ac6a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1294239 Feb 03 04:22:29.908799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Allocated IP 172.20.0.1 (d6ac8b7c-8b89-44eb-8192-9f3f571a4866/60a36b7b-d234-4d83-b0b5-8307355eb0c4/8dfb3270-0970-4303-bc42-a24629f7fc0a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:29.951618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b4d84658-9c72-4e84-8dae-278047acce64'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:22:30.010290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 93767c02-02f5-473a-9dd8-8907ed41af72 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:30.010950 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:30.015116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a83f9da0-0d8d-4b19-8efc-53c1627f836f req-2dd38638-dac9-4c70-894b-e9d45ab978bf tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239161 Feb 03 04:22:30.058704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:30.068554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d2424626-dbe9-4ccf-86b4-480f5ae0cb50 None None] Current status of the port 93767c02-02f5-473a-9dd8-8907ed41af72 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:30.069289 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2424626-dbe9-4ccf-86b4-480f5ae0cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:30.117367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 93767c02-02f5-473a-9dd8-8907ed41af72, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=93767c02-02f5-473a-9dd8-8907ed41af72,segment=NetworkSegment(45747db8-5e35-4c4a-b654-76a41f25dd9e),segment_id=45747db8-5e35-4c4a-b654-76a41f25dd9e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:30.118976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks [] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:30.139656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:30.275263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:30.321027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=93767c02-02f5-473a-9dd8-8907ed41af72,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:30.335748 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-d2424626-dbe9-4ccf-86b4-480f5ae0cb50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:22:30.336328 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-d2424626-dbe9-4ccf-86b4-480f5ae0cb50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:22:30.390630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:30.395974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:30.399296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:30.404034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-00f99a65-4bfe-4e75-b534-c872861d2b64 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1389966 Feb 03 04:22:30.460340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-router', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:25Z', 'updated_at': '2022-02-03T04:22:27Z', 'revision_number': 3, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'gw_port': {'id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:26Z', 'updated_at': '2022-02-03T04:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:30.494269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (2f192d8d-4cca-4b82-afa9-d61bb076450a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:30.577536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Checking router: 2f192d8d-4cca-4b82-afa9-d61bb076450a for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:22:30.578773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Updating router 2f192d8d-4cca-4b82-afa9-d61bb076450a port a17aa7a1-491f-4306-8b87-6452f7dcbc67 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:22:30.634264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb636d-c320-41bd-9e86-056470b2cc32 req-5ed124a8-6b29-4db3-9e85-5c9e5cd3d782 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:30.635848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-addb636d-c320-41bd-9e86-056470b2cc32 req-5ed124a8-6b29-4db3-9e85-5c9e5cd3d782 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 948 time: 0.1913388 Feb 03 04:22:30.718613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:30.732079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-50877707-2e33-4bed-90e4-f58439f79ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:30.733745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-50877707-2e33-4bed-90e4-f58439f79ad1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 1126 time: 0.2265425 Feb 03 04:22:30.750392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfb3270-0970-4303-bc42-a24629f7fc0a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:30.973678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.002144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-3db99714-97f4-4883-95d8-038d12ae19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:31.003712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-3db99714-97f4-4883-95d8-038d12ae19bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2445498 Feb 03 04:22:31.026039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d2424626-dbe9-4ccf-86b4-480f5ae0cb50 None None] Current status of the port 93767c02-02f5-473a-9dd8-8907ed41af72 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:31.070244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-fa1292f8-ad7f-4c0c-91ae-8ac23f6aa3c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 200 len: 217 time: 0.0582895 Feb 03 04:22:31.083777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-addb636d-c320-41bd-9e86-056470b2cc32 req-de241411-f25a-43c9-a9ef-505795aca36b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290581 Feb 03 04:22:31.210483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-83f1e11f-f031-4538-af87-d2e4d5717dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:31.217065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-83f1e11f-f031-4538-af87-d2e4d5717dfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1285169 Feb 03 04:22:31.281435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-1a306163-fce1-4e5d-9d2f-ccc9f93a9031 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591795 Feb 03 04:22:31.324748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f5aa8-df8d-49d9-81ec-76c8081f4e1f req-9c788ca5-9451-491a-837f-9c1beff2a902 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:31.332829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-402f5aa8-df8d-49d9-81ec-76c8081f4e1f req-9c788ca5-9451-491a-837f-9c1beff2a902 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.0987823 Feb 03 04:22:31.395705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Publish callbacks [] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.401734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-402f5aa8-df8d-49d9-81ec-76c8081f4e1f req-4ff4eee9-8735-46da-8ec3-dc4c287aaa2b tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633845 Feb 03 04:22:31.416165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.437018 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks [] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.447484 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.469131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c8da5475-ddb7-4893-8fe2-01437beec693 None None] Provisioning complete for port 8dfb3270-0970-4303-bc42-a24629f7fc0a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:31.469672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8da5475-ddb7-4893-8fe2-01437beec693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.523970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Attempting to bind port a17aa7a1-491f-4306-8b87-6452f7dcbc67 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:22:31.524471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Attempting to bind port a17aa7a1-491f-4306-8b87-6452f7dcbc67 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:22:31.524948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Attempting to bind port a17aa7a1-491f-4306-8b87-6452f7dcbc67 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:22:31.531193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc4458-c3a1-4aa6-8d2c-d43b449998e8 None None] Pushing event updated for resources: {'Port': ['ID=a17aa7a1-491f-4306-8b87-6452f7dcbc67,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:31.536747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-7f3d942c-66c0-4879-b4f6-4e92e59201b5 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450726 Feb 03 04:22:31.545283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:22:31.545796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:22:31.546338 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.547089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:22:31.548226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Bound port: a17aa7a1-491f-4306-8b87-6452f7dcbc67, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:22:31.548720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.610219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] For port a17aa7a1-491f-4306-8b87-6452f7dcbc67, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:22:31.617183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] For port a17aa7a1-491f-4306-8b87-6452f7dcbc67, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a17aa7a1-491f-4306-8b87-6452f7dcbc67,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:22:31.633680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c8da5475-ddb7-4893-8fe2-01437beec693 None None] Port 8dfb3270-0970-4303-bc42-a24629f7fc0a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:22:31.642578 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.660982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfb3270-0970-4303-bc42-a24629f7fc0a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:31.681898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (2f192d8d-4cca-4b82-afa9-d61bb076450a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.702776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c8da5475-ddb7-4893-8fe2-01437beec693 None None] Provisioning complete for port 93767c02-02f5-473a-9dd8-8907ed41af72 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:31.703694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8da5475-ddb7-4893-8fe2-01437beec693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:31.782064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Routers {'2f192d8d-4cca-4b82-afa9-d61bb076450a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:31.785256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3eaee52-1ed5-452b-a4a3-43a5ede4ae95 req-b375ba23-aee1-4134-a77d-94fdd7efcf23 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385314 Feb 03 04:22:31.786083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2f192d8d-4cca-4b82-afa9-d61bb076450a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:31.807475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc4458-c3a1-4aa6-8d2c-d43b449998e8 None None] Pushing event updated for resources: {'Port': ['ID=a17aa7a1-491f-4306-8b87-6452f7dcbc67,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:31.896215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:31.901128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:32.094982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b4d84658-9c72-4e84-8dae-278047acce64 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:32.121017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Router 2f192d8d-4cca-4b82-afa9-d61bb076450a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:22:32.388590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c3908-ecee-4f60-a31f-207e6eef5b8a req-1f630f79-2132-431e-90c0-cba3850d18a7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:32.390329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff3c3908-ecee-4f60-a31f-207e6eef5b8a req-1f630f79-2132-431e-90c0-cba3850d18a7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 948 time: 0.1546741 Feb 03 04:22:32.451052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:22:32.478383 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-99648b87-85bf-41ce-a60b-5625050f82f1 admin admin] 10.222.0.35 "PUT /v2.0/routers/2f192d8d-4cca-4b82-afa9-d61bb076450a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6964672 Feb 03 04:22:32.488260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c8da5475-ddb7-4893-8fe2-01437beec693 None None] Current status of the port 93767c02-02f5-473a-9dd8-8907ed41af72 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:32.579572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 93767c02-02f5-473a-9dd8-8907ed41af72 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:32.610567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff3c3908-ecee-4f60-a31f-207e6eef5b8a req-eb5466da-66c5-4f12-98de-0293072d22d0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120540 Feb 03 04:22:32.772746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port b4d84658-9c72-4e84-8dae-278047acce64 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:22:32.800331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port b4d84658-9c72-4e84-8dae-278047acce64 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:32.802251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b4d84658-9c72-4e84-8dae-278047acce64), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:32.828320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] Set router 2f192d8d-4cca-4b82-afa9-d61bb076450a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:32.899494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6cba4-2dfc-48f0-9561-a18ffc171f4b req-ce09eeca-cc47-4b5a-abde-4807636e7dc7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:32.910394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4f6cba4-2dfc-48f0-9561-a18ffc171f4b req-ce09eeca-cc47-4b5a-abde-4807636e7dc7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1001823 Feb 03 04:22:32.960985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d33decc9-33c3-4a1c-b747-c1bdbfef5864 None None] Provisioning complete for port 8dfb3270-0970-4303-bc42-a24629f7fc0a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:32.961352 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d33decc9-33c3-4a1c-b747-c1bdbfef5864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:33.012650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4f6cba4-2dfc-48f0-9561-a18ffc171f4b req-9224c734-cafb-4489-9f7d-e06f2649e219 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994856 Feb 03 04:22:33.081265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 93767c02-02f5-473a-9dd8-8907ed41af72 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:33.081807 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:33.089171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d33decc9-33c3-4a1c-b747-c1bdbfef5864 None None] Port 8dfb3270-0970-4303-bc42-a24629f7fc0a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:22:33.201149 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-088ca35c-a50d-467d-bb38-80762c1ddfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:33.254344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b4d84658-9c72-4e84-8dae-278047acce64 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:33.254745 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:33.329307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:33.331675 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac807260-f1df-4b69-a841-018ffbc1d03b" -d '{"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-plugged", "status": "completed", "tag": "b4d84658-9c72-4e84-8dae-278047acce64"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:33.423934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:33.426083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 93767c02-02f5-473a-9dd8-8907ed41af72 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:33.435185 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:33.436051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:33.501269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bbc9c01-ab2f-4459-98a5-2de415920191 req-26145708-e262-40b9-a708-e486039e5bf2 tempest-FloatingIPsNegativeTestJSON-1753542223 tempest-FloatingIPsNegativeTestJSON-1753542223-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=20ce3ac8fcfe4c49903cf64180310bab HTTP/1.1" status: 200 len: 217 time: 0.1494198 Feb 03 04:22:33.588832 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee907ec6-a076-462b-a118-64386158511d x-openstack-request-id: req-ee907ec6-a076-462b-a118-64386158511d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:33.589450 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-plugged", "status": "completed", "tag": "b4d84658-9c72-4e84-8dae-278047acce64", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:33.589450 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee907ec6-a076-462b-a118-64386158511d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:33.589773 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64', 'code': 200} Feb 03 04:22:33.592246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:33.607523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf60c4f7-5e7c-4e43-9b9c-450c8b9c6688 req-ea993a2d-6b95-4230-bdf4-b0331b6f4b30 tempest-FloatingIPsNegativeTestJSON-1753542223 tempest-FloatingIPsNegativeTestJSON-1753542223-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0595722 Feb 03 04:22:33.689535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217c086-5feb-4629-b1b2-5a2f08832847 req-1e68671d-e7a5-4ce5-9ae2-b3efeca98114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:33.692509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2217c086-5feb-4629-b1b2-5a2f08832847 req-1e68671d-e7a5-4ce5-9ae2-b3efeca98114 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1131 time: 0.0636988 Feb 03 04:22:33.705539 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-60aceca0-c379-4d35-94d3-84f0cec43b04 req-4344f404-be42-4d1e-82fb-2dc7e3dc7b83 tempest-FloatingIPsNegativeTestJSON-1753542223 tempest-FloatingIPsNegativeTestJSON-1753542223-project] show failed (client error): The resource could not be found. Feb 03 04:22:33.705791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-router', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:25Z', 'updated_at': '2022-02-03T04:22:30Z', 'revision_number': 4, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'gw_port': {'id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:26Z', 'updated_at': '2022-02-03T04:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8dfb3270-0970-4303-bc42-a24629f7fc0a', 'name': '', 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'mac_address': 'fa:16:3e:2d:72:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '60a36b7b-d234-4d83-b0b5-8307355eb0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:29Z', 'updated_at': '2022-02-03T04:22:31Z', 'revision_number': 2, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'subnets': [{'id': '60a36b7b-d234-4d83-b0b5-8307355eb0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:33.716773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:33.719573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60aceca0-c379-4d35-94d3-84f0cec43b04 req-4344f404-be42-4d1e-82fb-2dc7e3dc7b83 tempest-FloatingIPsNegativeTestJSON-1753542223 tempest-FloatingIPsNegativeTestJSON-1753542223-project] 10.222.0.35 "GET /v2.0/floatingips/3f13ffba-00cd-4c85-80da-feedbac27d62 HTTP/1.1" status: 404 len: 350 time: 0.0931814 Feb 03 04:22:33.822717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:33.823116 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:33.825437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662d3a6-6020-4b7c-9469-d32f3dffcc87 None None] The sync data for ids ['2f192d8d-4cca-4b82-afa9-d61bb076450a'] in n-d-827549-1 is: [{'id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-router', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:25Z', 'updated_at': '2022-02-03T04:22:30Z', 'revision_number': 4, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'gw_port': {'id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:26Z', 'updated_at': '2022-02-03T04:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8dfb3270-0970-4303-bc42-a24629f7fc0a', 'name': '', 'network_id': 'd6ac8b7c-8b89-44eb-8192-9f3f571a4866', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'mac_address': 'fa:16:3e:2d:72:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '60a36b7b-d234-4d83-b0b5-8307355eb0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:29Z', 'updated_at': '2022-02-03T04:22:31Z', 'revision_number': 2, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'subnets': [{'id': '60a36b7b-d234-4d83-b0b5-8307355eb0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:22:33.910238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:33.915009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:22:34.046613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:34.134615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:34.170645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:34.199350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'mac_address': 'fa:16:3e:25:c1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:22:34.254359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:34.254840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:34.271809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfc1ed7-429c-45de-9671-7d16d82bf265 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:22:34.344085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:34.353568 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:34.465581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:34.547280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59726065-5b48-40eb-ad70-9bb55205234f req-c2b271b4-bb8b-43a3-a1ad-945a7b3a678a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:34.554328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59726065-5b48-40eb-ad70-9bb55205234f req-c2b271b4-bb8b-43a3-a1ad-945a7b3a678a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.7693040 Feb 03 04:22:34.601372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2217c086-5feb-4629-b1b2-5a2f08832847 req-4b926c3a-2594-4b99-9fe1-1f0dc1448bdf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8962626 Feb 03 04:22:34.628475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59726065-5b48-40eb-ad70-9bb55205234f req-b9d4a1e3-73ea-4b3e-9f1c-670b0f80e58c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731432 Feb 03 04:22:34.654319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-8d8f5c24-413b-40c3-bb95-0977c9bcde33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3018157 Feb 03 04:22:34.695781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ccfc1ed7-429c-45de-9671-7d16d82bf265'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:22:34.757240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (2f192d8d-4cca-4b82-afa9-d61bb076450a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:34.868491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915819a-b78c-4314-ac5f-dd499e285cd8 req-10f25e29-6f4b-4115-977f-dd447d40cbcb tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:34.872022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4915819a-b78c-4314-ac5f-dd499e285cd8 req-10f25e29-6f4b-4115-977f-dd447d40cbcb tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1124134 Feb 03 04:22:34.999853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4915819a-b78c-4314-ac5f-dd499e285cd8 req-7cc3a89d-7445-4bc2-b6af-07b373330fb0 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024392 Feb 03 04:22:35.389456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1904a92-a30b-47f8-91b5-8cacc5158023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:35.485870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-710a35d8-0361-410e-a2c8-0a340cd67920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:35.487771 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-710a35d8-0361-410e-a2c8-0a340cd67920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1127 time: 0.1076350 Feb 03 04:22:35.590831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:35.593236 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05176c4-613f-4713-918d-c3753f16e99f" -d '{"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:35.657823 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc83d901-404e-43ef-95b1-6e80eb79e4af x-openstack-request-id: req-dc83d901-404e-43ef-95b1-6e80eb79e4af {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:35.658221 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:35.658574 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc83d901-404e-43ef-95b1-6e80eb79e4af {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:35.659074 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'code': 200} Feb 03 04:22:35.744289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Deleting port 8dfb3270-0970-4303-bc42-a24629f7fc0a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:35.744289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:35.774110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-94c8b1da-2115-4fd9-9a71-77d496ff4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:35.775879 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-94c8b1da-2115-4fd9-9a71-77d496ff4da1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.2647822 Feb 03 04:22:35.863010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71f251-2b6c-4777-b3d9-c4e26de4b5c7 req-b15b4e72-a434-4ce1-aba0-13a2a80013dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:35.865828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af71f251-2b6c-4777-b3d9-c4e26de4b5c7 req-b15b4e72-a434-4ce1-aba0-13a2a80013dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1106045 Feb 03 04:22:35.896597 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-191daf35-da26-4e45-a8f2-5d3594f7d85f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.0661423 Feb 03 04:22:35.942199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af71f251-2b6c-4777-b3d9-c4e26de4b5c7 req-59d507bc-5094-46e5-b8ae-66a4179fd243 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672429 Feb 03 04:22:35.944776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:35.966121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Calling delete_port for 8dfb3270-0970-4303-bc42-a24629f7fc0a owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:35.983337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-196fbabe-7918-4af1-adeb-4eb6536731ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:35.985370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-196fbabe-7918-4af1-adeb-4eb6536731ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0751739 Feb 03 04:22:36.064683 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-764c5415-e102-49c3-b383-720c6fdb09f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344734 Feb 03 04:22:36.204661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fde3b-06db-4ec0-895b-c1acf8eb20ad req-6acd5316-30e5-4f12-913e-8a71a46f9c43 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:36.209667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-097fde3b-06db-4ec0-895b-c1acf8eb20ad req-6acd5316-30e5-4f12-913e-8a71a46f9c43 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.1126122 Feb 03 04:22:36.331062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-d3836f11-6b76-4ef7-98df-7dec10913c5a service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447076 Feb 03 04:22:36.332493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-097fde3b-06db-4ec0-895b-c1acf8eb20ad req-a2972621-7b5e-4406-ab69-b29b3ac3163d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156030 Feb 03 04:22:36.505846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:36.506810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a17aa7a1-491f-4306-8b87-6452f7dcbc67 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:36.507278 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c7aef96-bf12-4fda-81b9-4e2b99a1e5af req-6842736a-4504-4885-82df-4ae4677aabac service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526825 Feb 03 04:22:36.515626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8dfb3270-0970-4303-bc42-a24629f7fc0a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:36.574181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfb3270-0970-4303-bc42-a24629f7fc0a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:36.579701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a17aa7a1-491f-4306-8b87-6452f7dcbc67 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:36.581481 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:36.723032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a17aa7a1-491f-4306-8b87-6452f7dcbc67 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:36.723469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:36.745597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port a17aa7a1-491f-4306-8b87-6452f7dcbc67, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a17aa7a1-491f-4306-8b87-6452f7dcbc67,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:36.753074 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:36.828057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a17aa7a1-491f-4306-8b87-6452f7dcbc67,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:36.847521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (2f192d8d-4cca-4b82-afa9-d61bb076450a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:37.136398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fa1ab-a3c8-4ad6-87fc-932b953db3ef req-c5f7a607-a547-4456-8b44-73ad9da931e8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:37.150249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee9fa1ab-a3c8-4ad6-87fc-932b953db3ef req-c5f7a607-a547-4456-8b44-73ad9da931e8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1062768 Feb 03 04:22:37.162963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Router 2f192d8d-4cca-4b82-afa9-d61bb076450a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:22:37.255478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee9fa1ab-a3c8-4ad6-87fc-932b953db3ef req-eeb044f2-5811-4f1f-9c94-b448b0b68e87 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035373 Feb 03 04:22:37.396750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-25e23077-037f-4e05-9524-6dce3175b7e7 req-c8e08da7-f0e0-4ec6-9c9d-9f6395a85a91 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:22:37.399041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25e23077-037f-4e05-9524-6dce3175b7e7 req-c8e08da7-f0e0-4ec6-9c9d-9f6395a85a91 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097170 Feb 03 04:22:37.407022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:22:37.416960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f809e391-404c-47ab-b8fe-d286ae2ba91f admin admin] 10.222.0.35 "PUT /v2.0/routers/2f192d8d-4cca-4b82-afa9-d61bb076450a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6939509 Feb 03 04:22:37.416960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:37.511584 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] Sync routers for ids ['2f192d8d-4cca-4b82-afa9-d61bb076450a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:22:37.553125 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] Routers {'2f192d8d-4cca-4b82-afa9-d61bb076450a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:37.555417 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2f192d8d-4cca-4b82-afa9-d61bb076450a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:37.654525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks [] for router (2f192d8d-4cca-4b82-afa9-d61bb076450a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:37.722762 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] Set router 2f192d8d-4cca-4b82-afa9-d61bb076450a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:37.803661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-fb9e1869-78a1-44c7-9425-1303d68ded16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012859 Feb 03 04:22:37.824715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks [] for router_gateway (2f192d8d-4cca-4b82-afa9-d61bb076450a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:37.861546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfaf46-70e6-4905-b6cb-6f88440bf326 req-6a04e4b8-6daf-4494-95a1-53e487a158b7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:37.869720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bebfaf46-70e6-4905-b6cb-6f88440bf326 req-6a04e4b8-6daf-4494-95a1-53e487a158b7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.0710602 Feb 03 04:22:37.916641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:37.980170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Deleting port a17aa7a1-491f-4306-8b87-6452f7dcbc67 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:37.984347 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-router', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:25Z', 'updated_at': '2022-02-03T04:22:36Z', 'revision_number': 5, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'gw_port': {'id': 'a17aa7a1-491f-4306-8b87-6452f7dcbc67', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:26Z', 'updated_at': '2022-02-03T04:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:37.984586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:38.007930 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bebfaf46-70e6-4905-b6cb-6f88440bf326 req-f7af8c70-8c8b-4c7d-9c0e-9c68b730e2ce tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299605 Feb 03 04:22:38.035909 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] Checking router: 2f192d8d-4cca-4b82-afa9-d61bb076450a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:22:38.049294 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] Routers {'2f192d8d-4cca-4b82-afa9-d61bb076450a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:38.050574 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2f192d8d-4cca-4b82-afa9-d61bb076450a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:38.273112 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:38.283391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ccfc1ed7-429c-45de-9671-7d16d82bf265 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:38.285122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:38.317286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] For port a17aa7a1-491f-4306-8b87-6452f7dcbc67, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a17aa7a1-491f-4306-8b87-6452f7dcbc67,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:38.317663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:38.366017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Calling delete_port for a17aa7a1-491f-4306-8b87-6452f7dcbc67 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:38.462704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749ba94-09b6-4019-9b95-a1586418fa06 req-bd729ff2-e658-4b66-92f9-20a85fd6e0d4 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:38.471136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0749ba94-09b6-4019-9b95-a1586418fa06 req-bd729ff2-e658-4b66-92f9-20a85fd6e0d4 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.2214711 Feb 03 04:22:38.482385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f04c4-3519-4fb9-801e-ea2e5d6983c0 req-a7a56ed4-0f0a-482d-916e-c0972c8b593d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:38.483998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c21f04c4-3519-4fb9-801e-ea2e5d6983c0 req-a7a56ed4-0f0a-482d-916e-c0972c8b593d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 951 time: 0.1252987 Feb 03 04:22:38.550029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0749ba94-09b6-4019-9b95-a1586418fa06 req-33476d2f-1aa0-409a-b784-74c44c3875d5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725362 Feb 03 04:22:38.556457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ccfc1ed7-429c-45de-9671-7d16d82bf265 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:38.556849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:38.621830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:38.632006 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dca84da-03cf-455b-a9f1-d19e6171edaa" -d '{"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:38.634123 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] Set router 2f192d8d-4cca-4b82-afa9-d61bb076450a gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:38.681188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a17aa7a1-491f-4306-8b87-6452f7dcbc67 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:22:38.738498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c21f04c4-3519-4fb9-801e-ea2e5d6983c0 req-2534b034-b509-4d59-a0a0-ff6fb26887c4 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038524 Feb 03 04:22:38.822508 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-router', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:25Z', 'updated_at': '2022-02-03T04:22:37Z', 'revision_number': 6, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:38.983826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a17aa7a1-491f-4306-8b87-6452f7dcbc67), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.023775 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38217a21-ff15-4d83-8190-a5c2f8b31c60 None None] The sync data for ids ['2f192d8d-4cca-4b82-afa9-d61bb076450a'] in n-d-827549-1 is: [{'id': '2f192d8d-4cca-4b82-afa9-d61bb076450a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106643416-router', 'tenant_id': '20ce3ac8fcfe4c49903cf64180310bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:25Z', 'updated_at': '2022-02-03T04:22:37Z', 'revision_number': 6, 'project_id': '20ce3ac8fcfe4c49903cf64180310bab', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:22:39.056413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a17aa7a1-491f-4306-8b87-6452f7dcbc67,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:39.156222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (2f192d8d-4cca-4b82-afa9-d61bb076450a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.184860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:39.202593 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2facb56d-55b7-454f-ac03-575787997aa6 x-openstack-request-id: req-2facb56d-55b7-454f-ac03-575787997aa6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:39.202940 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:39.203200 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2facb56d-55b7-454f-ac03-575787997aa6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:39.203621 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'code': 200} Feb 03 04:22:39.212654 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.338685 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.366904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No active binding found for port a17aa7a1-491f-4306-8b87-6452f7dcbc67 {{(pid=103325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 04:22:39.367283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] The host n-d-827549-1 is not matching for port a17aa7a1-491f-4306-8b87-6452f7dcbc67 host None! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:22:39.367709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a17aa7a1-491f-4306-8b87-6452f7dcbc67 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 04:22:39.383888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf46740-ef41-4f95-85ce-ae449b3e7578 req-0964400c-b054-438b-a8d1-e783a2952e3f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:39.387324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecf46740-ef41-4f95-85ce-ae449b3e7578 req-0964400c-b054-438b-a8d1-e783a2952e3f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 950 time: 0.2378516 Feb 03 04:22:39.425862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (2f192d8d-4cca-4b82-afa9-d61bb076450a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.433249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Port a17aa7a1-491f-4306-8b87-6452f7dcbc67 not found, will not notify nova. {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 04:22:39.443409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks [] for router_controller (2f192d8d-4cca-4b82-afa9-d61bb076450a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.445825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:39.585871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecf46740-ef41-4f95-85ce-ae449b3e7578 req-751bed91-00e9-44fd-8a21-dd01e26b925c tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913655 Feb 03 04:22:39.726161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (2f192d8d-4cca-4b82-afa9-d61bb076450a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.727243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f192d8d-4cca-4b82-afa9-d61bb076450a {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:22:39.734673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.736216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dead3c2a-a56f-4314-8ad2-842231060d0b admin admin] 10.222.0.35 "DELETE /v2.0/routers/2f192d8d-4cca-4b82-afa9-d61bb076450a HTTP/1.1" status: 204 len: 168 time: 2.3185372 Feb 03 04:22:39.738725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:39.788783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] Deleting subnet 60a36b7b-d234-4d83-b0b5-8307355eb0c4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:22:39.796867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] Publish callbacks [] for subnet (60a36b7b-d234-4d83-b0b5-8307355eb0c4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.830387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1d1e-b518-4f10-8af5-096383835111 req-3abaf4db-5fea-4822-b2b7-0036aeec1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:39.832289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-94ac1d1e-b518-4f10-8af5-096383835111 req-3abaf4db-5fea-4822-b2b7-0036aeec1aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1133 time: 0.4351726 Feb 03 04:22:39.833778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88a8a-341a-4f16-a683-369c2a4a77ea req-271a6da7-088d-4c05-a7fb-6348443dc53d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:39.837662 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62b88a8a-341a-4f16-a683-369c2a4a77ea req-271a6da7-088d-4c05-a7fb-6348443dc53d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1663167 Feb 03 04:22:39.858603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (60a36b7b-d234-4d83-b0b5-8307355eb0c4), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:39.938040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-94ac1d1e-b518-4f10-8af5-096383835111 req-7643f355-8fec-415d-b9aa-b107f92521ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910652 Feb 03 04:22:39.963536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62b88a8a-341a-4f16-a683-369c2a4a77ea req-8cb07c16-f28b-4d63-b98b-05dcbe80c110 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186051 Feb 03 04:22:40.030795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (60a36b7b-d234-4d83-b0b5-8307355eb0c4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.109429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9a2b-da20-4fa7-994d-4d22adbccbc9 req-d9627367-110e-42fd-87f2-aaa8855d0c6f tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:40.127679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-120a9a2b-da20-4fa7-994d-4d22adbccbc9 req-d9627367-110e-42fd-87f2-aaa8855d0c6f tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 951 time: 0.1583903 Feb 03 04:22:40.153169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (60a36b7b-d234-4d83-b0b5-8307355eb0c4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.212746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a36b7b-d234-4d83-b0b5-8307355eb0c4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:40.227815 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.234647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b7a44-71e0-4c43-9516-dbb514ecea52 None None] Network d6ac8b7c-8b89-44eb-8192-9f3f571a4866 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:22:40.250789 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0f9d122d-d869-4c1a-90b5-faafdb89a4cb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/60a36b7b-d234-4d83-b0b5-8307355eb0c4 HTTP/1.1" status: 204 len: 168 time: 0.5086725 Feb 03 04:22:40.261722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:40.265545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-120a9a2b-da20-4fa7-994d-4d22adbccbc9 req-fac8738c-b76b-461c-8949-90e4a14b548e tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322234 Feb 03 04:22:40.448045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d6ac8b7c-8b89-44eb-8192-9f3f571a4866), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.462946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a17aa7a1-491f-4306-8b87-6452f7dcbc67 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:40.509912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a17aa7a1-491f-4306-8b87-6452f7dcbc67 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:40.510263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a17aa7a1-491f-4306-8b87-6452f7dcbc67 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:40.514402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8dfb3270-0970-4303-bc42-a24629f7fc0a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:40.562188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8dfb3270-0970-4303-bc42-a24629f7fc0a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:40.562546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8dfb3270-0970-4303-bc42-a24629f7fc0a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:40.589213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Deleting port 93767c02-02f5-473a-9dd8-8907ed41af72 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:40.589593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.604448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] DHCP port deletion for d6ac8b7c-8b89-44eb-8192-9f3f571a4866 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:22:40.771771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] For port 93767c02-02f5-473a-9dd8-8907ed41af72, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=93767c02-02f5-473a-9dd8-8907ed41af72,segment=NetworkSegment(45747db8-5e35-4c4a-b654-76a41f25dd9e),segment_id=45747db8-5e35-4c4a-b654-76a41f25dd9e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:40.774637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.806156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] Deleting port 93767c02-02f5-473a-9dd8-8907ed41af72 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:40.806156 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.898253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] For port 93767c02-02f5-473a-9dd8-8907ed41af72, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=93767c02-02f5-473a-9dd8-8907ed41af72,segment=NetworkSegment(45747db8-5e35-4c4a-b654-76a41f25dd9e),segment_id=45747db8-5e35-4c4a-b654-76a41f25dd9e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:40.899153 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:40.916188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Calling delete_port for 93767c02-02f5-473a-9dd8-8907ed41af72 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:40.924831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0a79-9281-4a3b-948b-c206171b4d3d req-49b6ffdd-2f00-4795-9d49-21bfdec3f396 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:40.935968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcbd0a79-9281-4a3b-948b-c206171b4d3d req-49b6ffdd-2f00-4795-9d49-21bfdec3f396 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 951 time: 0.1952546 Feb 03 04:22:40.937999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] Calling delete_port for 93767c02-02f5-473a-9dd8-8907ed41af72 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:41.048342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcbd0a79-9281-4a3b-948b-c206171b4d3d req-5d3c28b2-0cde-4e45-adac-26122ee3170d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987155 Feb 03 04:22:41.099279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-546a3706-aeeb-4fa7-b7fc-aee54fc91977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:41.104518 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-546a3706-aeeb-4fa7-b7fc-aee54fc91977 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1131 time: 0.2808702 Feb 03 04:22:41.127476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.201621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] Pushing event deleted for resources: {'Port': ['ID=93767c02-02f5-473a-9dd8-8907ed41af72,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:41.204904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0f891-3a92-4dfa-a1f6-1d45ff1b57e3 None None] No DVR routers for this DVR port 93767c02-02f5-473a-9dd8-8907ed41af72 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:22:41.325425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6a0d3-422b-4776-84f1-94af0d6a0a09 req-cfdac950-51e1-4995-9d2d-9f20e10a3998 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:41.335227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70e6a0d3-422b-4776-84f1-94af0d6a0a09 req-cfdac950-51e1-4995-9d2d-9f20e10a3998 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1505246 Feb 03 04:22:41.362262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-4d967c02-4449-43cd-a3a3-60882d501ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:41.363782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-4d967c02-4449-43cd-a3a3-60882d501ea5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2505090 Feb 03 04:22:41.365239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (93767c02-02f5-473a-9dd8-8907ed41af72), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.402194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=93767c02-02f5-473a-9dd8-8907ed41af72,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:41.414465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] No DVR routers for this DVR port 93767c02-02f5-473a-9dd8-8907ed41af72 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:22:41.462118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70e6a0d3-422b-4776-84f1-94af0d6a0a09 req-5a2601ff-4854-4578-816d-245d4b0cc568 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255405 Feb 03 04:22:41.492551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-29af9ed9-80da-479d-8179-e1df8a458473 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 217 time: 0.0985482 Feb 03 04:22:41.550099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:41.576120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-4ca15c17-b781-4446-95fb-a8cae7d5d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:41.577975 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-4ca15c17-b781-4446-95fb-a8cae7d5d50e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0668933 Feb 03 04:22:41.629517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d6ac8b7c-8b89-44eb-8192-9f3f571a4866), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.713520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ac8b7c-8b89-44eb-8192-9f3f571a4866']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:41.768620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45747db8-5e35-4c4a-b654-76a41f25dd9e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:41.768919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45747db8-5e35-4c4a-b654-76a41f25dd9e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:41.780389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:22:41.781149 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.817354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (45747db8-5e35-4c4a-b654-76a41f25dd9e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.842205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:41.845376 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554bc03e-94d2-4f3d-b76f-9f9d710e476f" -d '{"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:41.846832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-0731e2d2-37d3-453e-814c-b7bd74d4737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:41.850903 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-0731e2d2-37d3-453e-814c-b7bd74d4737e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2356431 Feb 03 04:22:41.851911 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (45747db8-5e35-4c4a-b654-76a41f25dd9e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.861951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:41.864802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:22:41.867016 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.868094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (45747db8-5e35-4c4a-b654-76a41f25dd9e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:22:41.870780 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:22:41.881532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a5d6-b20e-4a5d-abf6-4f055c08fd00 req-48a58ff9-f2c9-4158-b5d9-cb90cf2723d6 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:41.892787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4121a5d6-b20e-4a5d-abf6-4f055c08fd00 req-48a58ff9-f2c9-4158-b5d9-cb90cf2723d6 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.1140084 Feb 03 04:22:41.942283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:41.995443 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4121a5d6-b20e-4a5d-abf6-4f055c08fd00 req-12a1d83c-c6ba-4c48-9747-f639ff1f3d62 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016486 Feb 03 04:22:42.119845 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058e9020-8bea-4196-98f1-644247d7eb5b x-openstack-request-id: req-058e9020-8bea-4196-98f1-644247d7eb5b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:42.120161 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:42.120424 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-058e9020-8bea-4196-98f1-644247d7eb5b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:42.120878 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'code': 200} Feb 03 04:22:42.370416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca6cd5-bebb-4bdb-9b9c-1d210bb633b5 req-f6f49452-8322-4013-9aa2-8e7e91bf67f3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:42.372816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cca6cd5-bebb-4bdb-9b9c-1d210bb633b5 req-f6f49452-8322-4013-9aa2-8e7e91bf67f3 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 951 time: 0.1199336 Feb 03 04:22:42.414264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 93767c02-02f5-473a-9dd8-8907ed41af72 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:42.443914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d6ac8b7c-8b89-44eb-8192-9f3f571a4866), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:42.456903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:42.461512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cca6cd5-bebb-4bdb-9b9c-1d210bb633b5 req-f2556082-223f-4631-b173-380219297fee tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791552 Feb 03 04:22:42.476192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 93767c02-02f5-473a-9dd8-8907ed41af72 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:42.476542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 93767c02-02f5-473a-9dd8-8907ed41af72 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:42.478576 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] 10.222.0.35 "DELETE /v2.0/networks/d6ac8b7c-8b89-44eb-8192-9f3f571a4866 HTTP/1.1" status: 204 len: 168 time: 2.2157257 Feb 03 04:22:42.527121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-be8b9a08-65f9-4639-97b7-027a53893a70 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646941 Feb 03 04:22:42.547735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b0d28-e3b5-45cd-8834-fed2552b8ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ac8b7c-8b89-44eb-8192-9f3f571a4866,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:42.684620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-0e23d7db-45ae-4942-b426-382658458935 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343007 Feb 03 04:22:42.710886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:42.821329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f75ab552-6cc8-42fa-95cc-0a56933b8d1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20ce3ac8fcfe4c49903cf64180310bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1085970 Feb 03 04:22:42.823683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60218) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:42.865586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27c49-6268-4805-a33f-0372dce91199 req-5db6c230-39f4-49b5-a42b-869958676e2b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:42.867839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48d27c49-6268-4805-a33f-0372dce91199 req-5db6c230-39f4-49b5-a42b-869958676e2b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1277668 Feb 03 04:22:42.922412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b516604-da72-4959-943d-35aeb06cf721 admin admin] Publish callbacks [] for security_group (dda72b46-c599-4526-bfe8-2d618ef6f326), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:42.946976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48d27c49-6268-4805-a33f-0372dce91199 req-a107d10d-4709-4014-ba21-72cbcc82d771 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Feb 03 04:22:42.962731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b516604-da72-4959-943d-35aeb06cf721 admin admin] Publish callbacks [] for security_group (dda72b46-c599-4526-bfe8-2d618ef6f326), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:43.071538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b516604-da72-4959-943d-35aeb06cf721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dda72b46-c599-4526-bfe8-2d618ef6f326), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:43.075355 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b516604-da72-4959-943d-35aeb06cf721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:43.078837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0b516604-da72-4959-943d-35aeb06cf721 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dda72b46-c599-4526-bfe8-2d618ef6f326 HTTP/1.1" status: 204 len: 168 time: 0.2518229 Feb 03 04:22:43.149585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b516604-da72-4959-943d-35aeb06cf721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda72b46-c599-4526-bfe8-2d618ef6f326,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:43.201842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864f3a-a2bb-4e8e-a64f-97f4f2f8f665 req-87155475-034f-4780-85b5-c63e2be0bcff tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:43.203245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16864f3a-a2bb-4e8e-a64f-97f4f2f8f665 req-87155475-034f-4780-85b5-c63e2be0bcff tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1133 time: 0.1429763 Feb 03 04:22:43.646619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16864f3a-a2bb-4e8e-a64f-97f4f2f8f665 req-76cd4dc8-fd97-4a27-a7bf-dbcc5dc9dd89 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358139 Feb 03 04:22:44.112475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8860-9d61-43d8-9ff6-6fb8c6d31a0f req-e796c2c4-47be-4262-ae86-1fc1907338df tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:44.121123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb3c8860-9d61-43d8-9ff6-6fb8c6d31a0f req-e796c2c4-47be-4262-ae86-1fc1907338df tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.1025927 Feb 03 04:22:44.182957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb3c8860-9d61-43d8-9ff6-6fb8c6d31a0f req-f982c261-32a1-4e58-9684-4ff4c98a645b tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c13500-2e0f-4241-a402-196eaa9720c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607266 Feb 03 04:22:44.311909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411485-8390-42d2-a193-c4405b113de8 req-d9693c67-b1a8-456e-a5d5-6d105f12c521 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:44.319073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e411485-8390-42d2-a193-c4405b113de8 req-d9693c67-b1a8-456e-a5d5-6d105f12c521 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 1133 time: 0.0584211 Feb 03 04:22:44.362952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e411485-8390-42d2-a193-c4405b113de8 req-a4152e9c-51fa-4260-aceb-1f88428ced58 tempest-ServersAdminTestJSON-647244926 tempest-ServersAdminTestJSON-647244926-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426688 Feb 03 04:22:44.527796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269483e-57fb-436d-8575-ea7598cc01c7 req-0f2a45b5-53e1-4e16-b787-b029c43c8f4b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:44.535199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1269483e-57fb-436d-8575-ea7598cc01c7 req-0f2a45b5-53e1-4e16-b787-b029c43c8f4b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1056354 Feb 03 04:22:44.604109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1269483e-57fb-436d-8575-ea7598cc01c7 req-f9d54d0a-0101-4ce1-be1b-e68f7928c88e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658450 Feb 03 04:22:45.703489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-e182695d-1ed9-4817-85cd-9a4461f1b753 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:45.707424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-e182695d-1ed9-4817-85cd-9a4461f1b753 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 945 time: 0.0630372 Feb 03 04:22:45.822918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Deleting port edf5f665-584d-4fbb-a719-d9677b2b4a06 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:45.823183 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:45.942398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] For port edf5f665-584d-4fbb-a719-d9677b2b4a06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=edf5f665-584d-4fbb-a719-d9677b2b4a06,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:45.942398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:46.170080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:46.173366 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (e35a8c58-e41c-49e1-939d-048240cf0e51), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:46.173826 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Floating IP e35a8c58-e41c-49e1-939d-048240cf0e51 disassociated. External IP: 172.25.7.9, port: edf5f665-584d-4fbb-a719-d9677b2b4a06. Feb 03 04:22:46.174503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Calling delete_port for edf5f665-584d-4fbb-a719-d9677b2b4a06 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:46.349020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (edf5f665-584d-4fbb-a719-d9677b2b4a06), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:46.391122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event deleted for resources: {'Port': ['ID=edf5f665-584d-4fbb-a719-d9677b2b4a06,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:46.403287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.403882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.404453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.405030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.405545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.407130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.407130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.407130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.407130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.407736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.408093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.408503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.408970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:46.572468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Router 90c101b6-1ca2-4f28-baf3-420494565add has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:22:46.767227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:22:46.827690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] Sync routers for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:22:46.836235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] No DVR routers for this DVR port edf5f665-584d-4fbb-a719-d9677b2b4a06 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:22:46.840915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:46.842584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:46.844332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:46.850363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b13bd13-089c-4253-ad05-3a2a49a963b8 req-5227371c-dfc3-4043-9e7e-923cefbbd5c8 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.15 "DELETE /v2.0/ports/edf5f665-584d-4fbb-a719-d9677b2b4a06 HTTP/1.1" status: 204 len: 173 time: 1.1365662 Feb 03 04:22:46.850853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'name': 'network-vif-deleted', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:46.854010 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08cb2c-7dad-45d6-8798-55441f4a8ead" -d '{"events": [{"server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "name": "network-vif-deleted", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:46.987884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:47.278340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 5, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:47.319193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] Checking router: 90c101b6-1ca2-4f28-baf3-420494565add for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:22:47.331166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:22:47.332076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:22:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:47.464147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:22:47.759408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 5, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:22:47.802938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff665bc-5996-42f9-94fb-8a4a516448ad None None] The sync data for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 is: [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:19:40Z', 'revision_number': 4, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94', 'name': '', 'network_id': '4aa72370-1cb0-40dc-8fc1-f37e51c2ab82', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'mac_address': 'fa:16:3e:0d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:39Z', 'updated_at': '2022-02-03T04:19:47Z', 'revision_number': 5, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'subnets': [{'id': '6bbbafe6-f899-45e8-adc9-263906eeca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:22:48.239325 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac55490-9649-41f2-baf0-e9757623880f None None] New status for floating IP e35a8c58-e41c-49e1-939d-048240cf0e51: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:22:49.963387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device edf5f665-584d-4fbb-a719-d9677b2b4a06 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:50.000936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: edf5f665-584d-4fbb-a719-d9677b2b4a06 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:50.001184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device edf5f665-584d-4fbb-a719-d9677b2b4a06 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:52.544973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f38e4a9-1d2d-4424-b3e8-a8492eca825d req-ec44c9e9-a464-4a37-9727-5b9773b558b6 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.0542469 Feb 03 04:22:52.707365 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00d2891-de67-4457-a44b-974cb58c52de x-openstack-request-id: req-e00d2891-de67-4457-a44b-974cb58c52de {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:52.708426 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff91e5f-9577-44f1-8171-690691b7c3bf", "name": "network-vif-deleted", "tag": "edf5f665-584d-4fbb-a719-d9677b2b4a06", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:52.708859 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e00d2891-de67-4457-a44b-974cb58c52de {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:52.710179 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff91e5f-9577-44f1-8171-690691b7c3bf', 'name': 'network-vif-deleted', 'tag': 'edf5f665-584d-4fbb-a719-d9677b2b4a06', 'status': 'completed', 'code': 200} Feb 03 04:22:52.754568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc9386-2445-48e1-88df-fa2150d51e82 req-9f2ab8fa-d317-4096-a096-b50234412296 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:52.756425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cddc9386-2445-48e1-88df-fa2150d51e82 req-9f2ab8fa-d317-4096-a096-b50234412296 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.0732548 Feb 03 04:22:52.858184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cddc9386-2445-48e1-88df-fa2150d51e82 req-2d6fbec6-b281-4679-b62f-fbe25f62e408 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949540 Feb 03 04:22:52.903053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:53.123417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-627ef8b7-5832-44a0-81fb-d4f6e4b82d8d tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:53.125027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-627ef8b7-5832-44a0-81fb-d4f6e4b82d8d tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/networks?id=70468ef4-9fb7-4b41-9f44-569d0571b733 HTTP/1.1" status: 200 len: 815 time: 0.2614119 Feb 03 04:22:53.139523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c870d-e665-4c42-96f5-dce72e29af7d req-7863cbbc-eb4c-4a7e-83cf-78c305d6329f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:53.139523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-508c870d-e665-4c42-96f5-dce72e29af7d req-7863cbbc-eb4c-4a7e-83cf-78c305d6329f tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 950 time: 0.0979540 Feb 03 04:22:53.139849 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6564943-c25d-4af2-a898-1d1135321f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.162734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-d15e3f8c-92e5-4622-9a76-298d1b23a91c tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/quotas/6919af89228c4ae2a3effbd243d9f9f7 HTTP/1.1" status: 200 len: 375 time: 0.0269949 Feb 03 04:22:53.256966 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6564943-c25d-4af2-a898-1d1135321f66 admin admin] Publish callbacks [] for security_group (bdd35d92-a4f1-4dc4-99ba-6a2585070c99), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.264529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6564943-c25d-4af2-a898-1d1135321f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bdd35d92-a4f1-4dc4-99ba-6a2585070c99), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.268926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-508c870d-e665-4c42-96f5-dce72e29af7d req-6146cb37-d389-41df-a4bc-23a88fbe6d92 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253135 Feb 03 04:22:53.304976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-1df19751-ae82-467f-9f14-9885e9d09a6e tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6919af89228c4ae2a3effbd243d9f9f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411314 Feb 03 04:22:53.332017 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f6564943-c25d-4af2-a898-1d1135321f66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6c2352eda934a559115940cca8a9914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274158 Feb 03 04:22:53.333490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6564943-c25d-4af2-a898-1d1135321f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd35d92-a4f1-4dc4-99ba-6a2585070c99,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:53.338429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60374) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:22:53.395800 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.493998 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.591267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-65769570-6747-4600-ab02-675939945b37 service neutron] 10.222.0.35 "GET /v2.0/networks/70468ef4-9fb7-4b41-9f44-569d0571b733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853277 Feb 03 04:22:53.638225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eedd9c1-2817-46b5-b3d4-9369bf89bff8 admin admin] Publish callbacks [] for security_group (bdd35d92-a4f1-4dc4-99ba-6a2585070c99), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.661749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eedd9c1-2817-46b5-b3d4-9369bf89bff8 admin admin] Publish callbacks [] for security_group (bdd35d92-a4f1-4dc4-99ba-6a2585070c99), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.749447 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eedd9c1-2817-46b5-b3d4-9369bf89bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bdd35d92-a4f1-4dc4-99ba-6a2585070c99), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.753234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eedd9c1-2817-46b5-b3d4-9369bf89bff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:53.756939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8eedd9c1-2817-46b5-b3d4-9369bf89bff8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdd35d92-a4f1-4dc4-99ba-6a2585070c99 HTTP/1.1" status: 204 len: 168 time: 0.4151719 Feb 03 04:22:53.780754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7569cd1-d9c3-4de3-aa69-9db26bdefe57 req-20a18e94-8472-47e8-b233-baf4bd8f8304 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.0418613 Feb 03 04:22:53.787357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedd9c1-2817-46b5-b3d4-9369bf89bff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd35d92-a4f1-4dc4-99ba-6a2585070c99,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:53.853171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-e879e915-6166-47d2-be55-65c44427e330 service neutron] 10.222.0.35 "GET /v2.0/networks/70468ef4-9fb7-4b41-9f44-569d0571b733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608767 Feb 03 04:22:54.237425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1291789-35d6-4d84-ad13-2bb1cb2d0644 req-676d9c05-0571-4f63-81cb-41b1ded72010 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:54.246292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1291789-35d6-4d84-ad13-2bb1cb2d0644 req-676d9c05-0571-4f63-81cb-41b1ded72010 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.2101953 Feb 03 04:22:54.287347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c094a90-4fd8-49b2-a4b5-9ebbb4e66a35 req-3b531c61-651b-46dd-951e-2954123c45af tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 210 time: 0.0982318 Feb 03 04:22:54.428260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f0b098f6-a184-4e12-bef6-b1112da42b29 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:54.429704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1291789-35d6-4d84-ad13-2bb1cb2d0644 req-6e9da4da-eaeb-493f-8919-5e28d87c1825 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820564 Feb 03 04:22:54.430633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f0b098f6-a184-4e12-bef6-b1112da42b29 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 950 time: 0.1429627 Feb 03 04:22:54.753463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Deleting port ec0a55d4-678d-4e39-82bc-880d69a9db54 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:22:54.756002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:54.776312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32959403-fee5-406b-98e5-428298cb2908 req-79d42b9c-e889-46b2-8b5f-a283c84ffd64 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:54.780846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32959403-fee5-406b-98e5-428298cb2908 req-79d42b9c-e889-46b2-8b5f-a283c84ffd64 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 950 time: 0.2183926 Feb 03 04:22:55.000479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32959403-fee5-406b-98e5-428298cb2908 req-dea953d1-ea93-4f72-a382-3d30f45c07b7 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121267 Feb 03 04:22:55.002368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] For port ec0a55d4-678d-4e39-82bc-880d69a9db54, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec0a55d4-678d-4e39-82bc-880d69a9db54,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:22:55.002750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:55.039301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Calling delete_port for ec0a55d4-678d-4e39-82bc-880d69a9db54 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:22:55.108553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ce12666-ed9f-4158-8232-f4393c02f435 req-72b47668-eec2-42a0-94a6-854e487ad27c tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.0859418 Feb 03 04:22:55.371976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ec0a55d4-678d-4e39-82bc-880d69a9db54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:55.387563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0fe70f4c-5670-45ee-8e4d-04216cce2e80', 'ec0a55d4-678d-4e39-82bc-880d69a9db54', 'ccfc1ed7-429c-45de-9671-7d16d82bf265'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:22:55.432579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Pushing event deleted for resources: {'Port': ['ID=ec0a55d4-678d-4e39-82bc-880d69a9db54,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:55.498979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] No DVR routers for this DVR port ec0a55d4-678d-4e39-82bc-880d69a9db54 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:22:55.501639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:55.505564 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2937b23-1d46-4ea1-9021-3154f3b7eca8 req-f82c1cfb-9037-4576-8b5c-be48757344ed tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "DELETE /v2.0/ports/ec0a55d4-678d-4e39-82bc-880d69a9db54 HTTP/1.1" status: 204 len: 173 time: 1.0686252 Feb 03 04:22:55.506930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80122df7-c5f8-46e8-8093-962787191b87', 'name': 'network-vif-deleted', 'tag': 'ec0a55d4-678d-4e39-82bc-880d69a9db54'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:22:55.509309 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2f6a0e-21b3-486e-8427-b7fde84b385b" -d '{"events": [{"server_uuid": "80122df7-c5f8-46e8-8093-962787191b87", "name": "network-vif-deleted", "tag": "ec0a55d4-678d-4e39-82bc-880d69a9db54"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:22:55.568231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9975443d-5187-4b74-8ba1-f160b4a2cd3a req-6fcbb9b9-9eb8-4b8b-8efe-0d1d4b283a2c tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 210 time: 0.1603179 Feb 03 04:22:55.748252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8ee70-35b1-44c7-868e-cfd5a038170c req-1355c04b-86b6-476a-a80e-05e0e6f1dfbb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:55.757407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40d8ee70-35b1-44c7-868e-cfd5a038170c req-1355c04b-86b6-476a-a80e-05e0e6f1dfbb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1343088 Feb 03 04:22:55.799085 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:22:55.949790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40d8ee70-35b1-44c7-868e-cfd5a038170c req-d89562ba-6ca6-48cb-9638-58b8cc3d6e84 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766717 Feb 03 04:22:56.049886 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb2231d-a0a9-4bf3-9bed-866ae23dfb14 x-openstack-request-id: req-3cb2231d-a0a9-4bf3-9bed-866ae23dfb14 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:22:56.050460 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80122df7-c5f8-46e8-8093-962787191b87", "name": "network-vif-deleted", "tag": "ec0a55d4-678d-4e39-82bc-880d69a9db54", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:22:56.050974 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cb2231d-a0a9-4bf3-9bed-866ae23dfb14 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:22:56.051928 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80122df7-c5f8-46e8-8093-962787191b87', 'name': 'network-vif-deleted', 'tag': 'ec0a55d4-678d-4e39-82bc-880d69a9db54', 'status': 'completed', 'code': 200} Feb 03 04:22:56.348910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-646ea366-ecc9-46c0-be51-e5646fe704f2 req-bd8a4686-dc06-40cf-b80c-5f7ae3faea9e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=80122df7-c5f8-46e8-8093-962787191b87 HTTP/1.1" status: 200 len: 210 time: 0.0877562 Feb 03 04:22:56.693686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-1aab2d13-213c-4785-99dd-d9b910029932 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:56.702993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-1aab2d13-213c-4785-99dd-d9b910029932 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.31 "GET /v2.0/networks?id=70468ef4-9fb7-4b41-9f44-569d0571b733 HTTP/1.1" status: 200 len: 815 time: 0.3837094 Feb 03 04:22:56.724574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Request body: {'port': {'device_id': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733', 'admin_state_up': True, 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:56.816004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c610c2a2-b9fa-44ee-8ddd-ade99707277c req-800f15dc-fd88-4600-a77c-d810a6fe2c02 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.1116891 Feb 03 04:22:56.917026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69f927d6-cd53-4250-8308-2da066950dbc req-95b72f5b-398c-4a2b-af77-8d101f3db364 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 210 time: 0.0550661 Feb 03 04:22:57.049458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Made reservation on behalf of 6919af89228c4ae2a3effbd243d9f9f7 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:22:57.054783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:57.306062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Allocated IP 172.20.0.12 (70468ef4-9fb7-4b41-9f44-569d0571b733/30a6cc5a-67c9-4f10-be1c-feb890ea5172/a7b95001-15af-4654-8f0f-33f8c9546e05) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:22:57.638449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ea84-b7e5-4b3c-a909-522f81d1c6f2 req-ae129c11-fce1-4dea-bf2a-c3d74572f07c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:57.646653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89e4ea84-b7e5-4b3c-a909-522f81d1c6f2 req-ae129c11-fce1-4dea-bf2a-c3d74572f07c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.3624284 Feb 03 04:22:57.653944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks [] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:57.716966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89e4ea84-b7e5-4b3c-a909-522f81d1c6f2 req-2ade80b9-a865-4dcc-baf1-76408f7e1b4e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692260 Feb 03 04:22:57.787258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:57.843000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:22:57.847752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:22:57.851098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:22:57.915973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:57.916617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:57.972113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2512147 Feb 03 04:22:58.018251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ec0a55d4-678d-4e39-82bc-880d69a9db54 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:22:58.018844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Pushing event updated for resources: {'Port': ['ID=a7b95001-15af-4654-8f0f-33f8c9546e05,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:22:58.093089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: ec0a55d4-678d-4e39-82bc-880d69a9db54 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:22:58.094343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ec0a55d4-678d-4e39-82bc-880d69a9db54 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:22:58.155630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b51ffd86-1af2-4bc4-bf7d-2a1a92ba58f1 req-62347183-7de3-4889-9a3c-7f432f24bcaa tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.1546233 Feb 03 04:22:58.157309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.157670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.158024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.158371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.158711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.161532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.161888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.165791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.166160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.166509 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.166863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.167226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.167584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8685e-597e-49fe-836a-e0f873995463 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:22:58.353191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Request body: {'port': {'device_id': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:22:58.380785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-31b77442-99c6-47f5-aa2a-fe3d93d3ed79 None None] Provisioning complete for port a7b95001-15af-4654-8f0f-33f8c9546e05 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:22:58.381166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b77442-99c6-47f5-aa2a-fe3d93d3ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:58.572569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-31b77442-99c6-47f5-aa2a-fe3d93d3ed79 None None] Port a7b95001-15af-4654-8f0f-33f8c9546e05 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:22:58.770892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676266e-c161-4ef1-9c36-5050661d2b98 req-a294f887-cea4-42c6-932b-8b69b52ac412 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:58.787730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c676266e-c161-4ef1-9c36-5050661d2b98 req-a294f887-cea4-42c6-932b-8b69b52ac412 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 932 time: 0.3210630 Feb 03 04:22:58.847430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:58.912444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c676266e-c161-4ef1-9c36-5050661d2b98 req-0dc59724-2168-4956-aaeb-944e34cb0102 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238129 Feb 03 04:22:59.370074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923cee2-565d-4da1-a96a-96cf908042cf req-b3ff7f97-63cd-4ed7-8dbd-8569eff67b2d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:22:59.382567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b923cee2-565d-4da1-a96a-96cf908042cf req-b3ff7f97-63cd-4ed7-8dbd-8569eff67b2d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 949 time: 0.3025017 Feb 03 04:22:59.517934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b923cee2-565d-4da1-a96a-96cf908042cf req-8ac96936-3880-49f5-a5e2-fbd85884c17d tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329858 Feb 03 04:22:59.592797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b95001-15af-4654-8f0f-33f8c9546e05 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:22:59.626024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Publish callbacks [] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:59.660182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Transition to ACTIVE for port object a7b95001-15af-4654-8f0f-33f8c9546e05 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:22:59.668722 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:22:59.947272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b95001-15af-4654-8f0f-33f8c9546e05,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:00.079657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-50d826fa-4463-4356-8c8b-040ec7c11cb1 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:00.081304 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-50d826fa-4463-4356-8c8b-040ec7c11cb1 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 949 time: 0.1200576 Feb 03 04:23:00.196378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfd32e7a-bab9-444a-bdad-40514c03ff9d req-cf762877-c88a-4e9a-99d8-1de229c93e63 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff91e5f-9577-44f1-8171-690691b7c3bf HTTP/1.1" status: 200 len: 210 time: 0.1036825 Feb 03 04:23:00.219098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb1321-eb8d-49f8-8173-9e5389b12bd8 req-e1b40645-64fb-4d69-bbb2-ac57c289900c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:00.233000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75eb1321-eb8d-49f8-8173-9e5389b12bd8 req-e1b40645-64fb-4d69-bbb2-ac57c289900c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.4327383 Feb 03 04:23:00.390903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Deleting port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:00.391401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:00.412998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Attempting to bind port a7b95001-15af-4654-8f0f-33f8c9546e05 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:00.414280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Attempting to bind port a7b95001-15af-4654-8f0f-33f8c9546e05 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:00.415475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Attempting to bind port a7b95001-15af-4654-8f0f-33f8c9546e05 on network 70468ef4-9fb7-4b41-9f44-569d0571b733 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:00.438101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75eb1321-eb8d-49f8-8173-9e5389b12bd8 req-d0ff8a72-59cb-47eb-8c6e-915295950cd7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039480 Feb 03 04:23:00.440887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Port a7b95001-15af-4654-8f0f-33f8c9546e05 on network 70468ef4-9fb7-4b41-9f44-569d0571b733 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:00.442803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Attempting to bind port a7b95001-15af-4654-8f0f-33f8c9546e05 on network 70468ef4-9fb7-4b41-9f44-569d0571b733 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:00.453413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:00.453990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Checking segment: {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:00.454571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Bound using segment: {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:00.455206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Bound port: a7b95001-15af-4654-8f0f-33f8c9546e05, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbe845b-2a78-4fee-a928-5a6a281f22e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:00.461525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:00.647021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] For port 0fe70f4c-5670-45ee-8e4d-04216cce2e80, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0fe70f4c-5670-45ee-8e4d-04216cce2e80,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:00.647731 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:00.678724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Calling delete_port for 0fe70f4c-5670-45ee-8e4d-04216cce2e80 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:00.737471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] For port a7b95001-15af-4654-8f0f-33f8c9546e05, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:00.779138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] For port a7b95001-15af-4654-8f0f-33f8c9546e05, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a7b95001-15af-4654-8f0f-33f8c9546e05,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:00.821162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:00.980973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:00.983879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:00.995994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/a7b95001-15af-4654-8f0f-33f8c9546e05 HTTP/1.1" status: 200 len: 1092 time: 2.9903824 Feb 03 04:23:01.000196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'tag': 'a7b95001-15af-4654-8f0f-33f8c9546e05'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:01.004503 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "07c6d442-163b-4c75-9b0c-79bf00610ea1", "tag": "a7b95001-15af-4654-8f0f-33f8c9546e05"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:01.021517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0fe70f4c-5670-45ee-8e4d-04216cce2e80), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:01.036298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0fe70f4c-5670-45ee-8e4d-04216cce2e80', 'ccfc1ed7-429c-45de-9671-7d16d82bf265'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:01.065072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e4851-71cd-4c5a-8417-033d2c210ba4 req-2197c24b-5098-4969-a57d-4672c079e28f tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:01.084616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-547e4851-71cd-4c5a-8417-033d2c210ba4 req-2197c24b-5098-4969-a57d-4672c079e28f tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 944 time: 0.4439440 Feb 03 04:23:01.094454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Pushing event deleted for resources: {'Port': ['ID=0fe70f4c-5670-45ee-8e4d-04216cce2e80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:01.224028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:01.225090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] No DVR routers for this DVR port 0fe70f4c-5670-45ee-8e4d-04216cce2e80 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:23:01.244398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:01.255369 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb9d3347-dcfa-4acb-bcfa-863fbbad1c95 req-424bb56c-215b-4c05-8def-8c96dbe551da tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "DELETE /v2.0/ports/0fe70f4c-5670-45ee-8e4d-04216cce2e80 HTTP/1.1" status: 204 len: 173 time: 1.1652985 Feb 03 04:23:01.258285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'name': 'network-vif-deleted', 'tag': '0fe70f4c-5670-45ee-8e4d-04216cce2e80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:01.260726 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6a4799-f9e6-4229-bb65-0eabba64f406" -d '{"events": [{"server_uuid": "2a35fa93-83c3-4b32-ae06-1b97b7f49f0e", "name": "network-vif-deleted", "tag": "0fe70f4c-5670-45ee-8e4d-04216cce2e80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:01.313766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991beaa-533e-43cb-ae47-8be60f1d77e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b95001-15af-4654-8f0f-33f8c9546e05,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:01.361445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-c415e88e-5305-423a-81e6-6f8ec43d62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:01.364978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-c415e88e-5305-423a-81e6-6f8ec43d62f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6919af89228c4ae2a3effbd243d9f9f7&device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 1126 time: 0.2476881 Feb 03 04:23:01.383907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-547e4851-71cd-4c5a-8417-033d2c210ba4 req-2af06580-1eeb-4e1e-847a-a9a3e941fc88 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948067 Feb 03 04:23:01.605691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674e45c2-657f-4c55-8f3d-abf626d05275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:01.638742 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-62bbb541-9555-4256-849e-6653f70da525 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b95001-15af-4654-8f0f-33f8c9546e05 HTTP/1.1" status: 200 len: 217 time: 0.2522547 Feb 03 04:23:01.966414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674e45c2-657f-4c55-8f3d-abf626d05275 admin admin] Publish callbacks [] for security_group (571c807b-dbe2-42bd-816c-6ba0190c4c36), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:01.967813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ccb6eef-87ef-4ac0-868c-ed277a08f343 req-ea8799c6-54bc-4c57-b50b-5f5277965bfb tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a35fa93-83c3-4b32-ae06-1b97b7f49f0e HTTP/1.1" status: 200 len: 210 time: 0.2333407 Feb 03 04:23:01.980802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674e45c2-657f-4c55-8f3d-abf626d05275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (571c807b-dbe2-42bd-816c-6ba0190c4c36), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:01.999092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-023533f9-39fd-445f-8098-2c321ac4fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:02.002836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-023533f9-39fd-445f-8098-2c321ac4fa49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30a6cc5a-67c9-4f10-be1c-feb890ea5172 HTTP/1.1" status: 200 len: 854 time: 0.3518336 Feb 03 04:23:02.083652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e45c2-657f-4c55-8f3d-abf626d05275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571c807b-dbe2-42bd-816c-6ba0190c4c36,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:02.186453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-66e55b85-3944-42e3-9dd7-cd7803aea484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:02.188753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-66e55b85-3944-42e3-9dd7-cd7803aea484 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70468ef4-9fb7-4b41-9f44-569d0571b733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1786275 Feb 03 04:23:02.192416 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d0e10-b990-4bae-8555-547ce4c4b220 x-openstack-request-id: req-446d0e10-b990-4bae-8555-547ce4c4b220 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:02.193324 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c6d442-163b-4c75-9b0c-79bf00610ea1", "tag": "a7b95001-15af-4654-8f0f-33f8c9546e05", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:02.195189 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-446d0e10-b990-4bae-8555-547ce4c4b220 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:02.196511 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'tag': 'a7b95001-15af-4654-8f0f-33f8c9546e05', 'status': 'completed', 'code': 200} Feb 03 04:23:02.199899 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-674e45c2-657f-4c55-8f3d-abf626d05275 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc9af95ada8d43afa369516884faa620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9704783 Feb 03 04:23:02.200577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:02.225543 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf686b91-eb4a-4306-8fa4-f53f87d474b2 x-openstack-request-id: req-bf686b91-eb4a-4306-8fa4-f53f87d474b2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:02.225901 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a35fa93-83c3-4b32-ae06-1b97b7f49f0e", "name": "network-vif-deleted", "tag": "0fe70f4c-5670-45ee-8e4d-04216cce2e80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:02.226159 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf686b91-eb4a-4306-8fa4-f53f87d474b2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:02.227426 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35fa93-83c3-4b32-ae06-1b97b7f49f0e', 'name': 'network-vif-deleted', 'tag': '0fe70f4c-5670-45ee-8e4d-04216cce2e80', 'status': 'completed', 'code': 200} Feb 03 04:23:02.375254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c157e91-fa31-4a55-b9e5-714999f39814 admin admin] Publish callbacks [] for security_group (571c807b-dbe2-42bd-816c-6ba0190c4c36), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.407333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-8629c18c-6ad2-4366-ad24-b0df4bc6e4b3 service neutron] 10.222.0.31 "GET /v2.0/networks/70468ef4-9fb7-4b41-9f44-569d0571b733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052186 Feb 03 04:23:02.436829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c157e91-fa31-4a55-b9e5-714999f39814 admin admin] Publish callbacks [] for security_group (571c807b-dbe2-42bd-816c-6ba0190c4c36), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.514858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c157e91-fa31-4a55-b9e5-714999f39814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (571c807b-dbe2-42bd-816c-6ba0190c4c36), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.521257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c157e91-fa31-4a55-b9e5-714999f39814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.537963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c157e91-fa31-4a55-b9e5-714999f39814 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/571c807b-dbe2-42bd-816c-6ba0190c4c36 HTTP/1.1" status: 204 len: 168 time: 0.3273621 Feb 03 04:23:02.568935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c157e91-fa31-4a55-b9e5-714999f39814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c807b-dbe2-42bd-816c-6ba0190c4c36,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:02.594794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:02.742587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5390cc0-c150-4e38-8e57-e16658298f6e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group (a9c13500-2e0f-4241-a402-196eaa9720c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.786989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ddff-0dbe-440b-8736-6dda8a3bffd1 req-0f9ba1e2-4678-4ab8-b7bb-50d45a3f4512 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:02.793540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5390cc0-c150-4e38-8e57-e16658298f6e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group (a9c13500-2e0f-4241-a402-196eaa9720c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.795727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f23ddff-0dbe-440b-8736-6dda8a3bffd1 req-0f9ba1e2-4678-4ab8-b7bb-50d45a3f4512 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.3830643 Feb 03 04:23:02.832297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32f3abb8-29ab-422f-9f4e-b6f7471baab5 req-bf79f8c1-d6fa-46c5-a38c-8afc97e7dac1 service neutron] 10.222.0.31 "GET /v2.0/networks/70468ef4-9fb7-4b41-9f44-569d0571b733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178021 Feb 03 04:23:02.885159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5390cc0-c150-4e38-8e57-e16658298f6e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a9c13500-2e0f-4241-a402-196eaa9720c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.888635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5390cc0-c150-4e38-8e57-e16658298f6e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:02.891981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d5390cc0-c150-4e38-8e57-e16658298f6e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "DELETE /v2.0/security-groups/a9c13500-2e0f-4241-a402-196eaa9720c7 HTTP/1.1" status: 204 len: 168 time: 0.2939970 Feb 03 04:23:02.896400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:02.903807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f23ddff-0dbe-440b-8736-6dda8a3bffd1 req-3e2a6add-2a92-4a16-8c72-3337931d0736 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068840 Feb 03 04:23:02.927924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5390cc0-c150-4e38-8e57-e16658298f6e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c13500-2e0f-4241-a402-196eaa9720c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:02.930337 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-f8d8aa86-9907-49f8-aa4c-777e88961f5e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] show failed (client error): The resource could not be found. Feb 03 04:23:02.932099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f8d8aa86-9907-49f8-aa4c-777e88961f5e tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "GET /v2.0/security-groups/a9c13500-2e0f-4241-a402-196eaa9720c7 HTTP/1.1" status: 404 len: 347 time: 0.0329745 Feb 03 04:23:02.934904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:02.971607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec5dc-aec4-4260-872d-aca93002c83b req-ddea54e2-81e3-4616-84b5-9006b00b07c1 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:02.998104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f20ec5dc-aec4-4260-872d-aca93002c83b req-ddea54e2-81e3-4616-84b5-9006b00b07c1 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 944 time: 0.2604065 Feb 03 04:23:03.121427 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f938d795-9932-467f-a943-985be0161e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:03.220871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f20ec5dc-aec4-4260-872d-aca93002c83b req-35b33317-4685-4c56-8070-861f05e9e9a8 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217731 Feb 03 04:23:03.249008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-68772294-0be3-465c-a46e-0c0b104c7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:03.252506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-68772294-0be3-465c-a46e-0c0b104c7816 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6919af89228c4ae2a3effbd243d9f9f7&device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 1126 time: 0.3341405 Feb 03 04:23:03.313929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Deleting port f9d34f11-b6b7-40e6-a43c-97e9a6615850 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:03.314463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:03.346309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4de60-f11a-4c34-ad1d-5797f74e0aa2 req-52270614-0223-4e07-9a3e-35d1379dcfb2 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:03.361211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bf4de60-f11a-4c34-ad1d-5797f74e0aa2 req-52270614-0223-4e07-9a3e-35d1379dcfb2 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 948 time: 0.2300122 Feb 03 04:23:03.594921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-0b0257e6-99db-422c-b5ed-20579ac7a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:03.596612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-0b0257e6-99db-422c-b5ed-20579ac7a682 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70468ef4-9fb7-4b41-9f44-569d0571b733 HTTP/1.1" status: 200 len: 916 time: 0.3354547 Feb 03 04:23:03.622569 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:03.624526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for floatingip (f9d34f11-b6b7-40e6-a43c-97e9a6615850), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:03.643910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bf4de60-f11a-4c34-ad1d-5797f74e0aa2 req-1fccd414-18ea-4dd6-8269-328e8e8a9490 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638535 Feb 03 04:23:03.687381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Calling delete_port for f9d34f11-b6b7-40e6-a43c-97e9a6615850 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:03.801598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-823ac181-8f6c-41a4-91fd-bb2e40a40182 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b95001-15af-4654-8f0f-33f8c9546e05 HTTP/1.1" status: 200 len: 217 time: 0.1770260 Feb 03 04:23:03.902293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f9d34f11-b6b7-40e6-a43c-97e9a6615850), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:03.997199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Pushing event deleted for resources: {'Port': ['ID=f9d34f11-b6b7-40e6-a43c-97e9a6615850,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:04.033038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0fe70f4c-5670-45ee-8e4d-04216cce2e80 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:04.085811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-0648d480-8a1f-4606-aac3-df472941bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:04.101127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-0648d480-8a1f-4606-aac3-df472941bd29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30a6cc5a-67c9-4f10-be1c-feb890ea5172 HTTP/1.1" status: 200 len: 854 time: 0.2887986 Feb 03 04:23:04.111865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 0fe70f4c-5670-45ee-8e4d-04216cce2e80 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:23:04.112127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0fe70f4c-5670-45ee-8e4d-04216cce2e80 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:23:04.200598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks [] for floatingip (e35a8c58-e41c-49e1-939d-048240cf0e51), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:04.205228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:04.212027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-140eec30-76c0-4e14-bfe4-6c6c65caf6a0 tempest-ServersTestBootFromVolume-957063277 tempest-ServersTestBootFromVolume-957063277-project] 10.222.0.35 "DELETE /v2.0/floatingips/e35a8c58-e41c-49e1-939d-048240cf0e51 HTTP/1.1" status: 204 len: 168 time: 1.2757926 Feb 03 04:23:04.215039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:04.397617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b693263-e8fe-469c-be53-3ac6413a4a92 req-712894c9-6f19-48d3-8f9f-ddce056eec9e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:04.400551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b693263-e8fe-469c-be53-3ac6413a4a92 req-712894c9-6f19-48d3-8f9f-ddce056eec9e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 951 time: 0.4632661 Feb 03 04:23:04.551993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:04.634445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922f71-0f3f-40dd-a43f-8131f653dd90 req-11b6a9e3-db21-4561-959a-011e0b4bebf8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:04.648794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83922f71-0f3f-40dd-a43f-8131f653dd90 req-11b6a9e3-db21-4561-959a-011e0b4bebf8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.5257993 Feb 03 04:23:04.662545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b693263-e8fe-469c-be53-3ac6413a4a92 req-cef268dc-92e2-4ec3-b2c3-f67e21ccde96 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489436 Feb 03 04:23:04.737126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-af750702-0a1f-4560-a867-ce89b7efd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:04.742655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-af750702-0a1f-4560-a867-ce89b7efd6e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70468ef4-9fb7-4b41-9f44-569d0571b733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6187432 Feb 03 04:23:04.784193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-df8b081f-7e84-48b8-9a42-b257f1c09b1d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:04.790467 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-df8b081f-7e84-48b8-9a42-b257f1c09b1d tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 948 time: 0.3827353 Feb 03 04:23:04.889797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1005960074-network', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:04.974924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:04.992654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:05.030299 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:05.050241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83922f71-0f3f-40dd-a43f-8131f653dd90 req-f03716db-4091-4bc8-ae87-93638b7f69a2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978357 Feb 03 04:23:05.142942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Deleting port 7727b629-f7fa-4666-b353-c3b2b41a008a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:05.143194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:05.379260 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c24cd9a6-875b-4e4b-93c6-b74c69365f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:05.647777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-47cf19df-54cc-4a2e-8304-318194e01989 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:05.649626 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-47cf19df-54cc-4a2e-8304-318194e01989 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 951 time: 0.4059336 Feb 03 04:23:05.761294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] For port 7727b629-f7fa-4666-b353-c3b2b41a008a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7727b629-f7fa-4666-b353-c3b2b41a008a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:05.762066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:05.803741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Calling delete_port for 7727b629-f7fa-4666-b353-c3b2b41a008a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:06.070179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8148e9-1f12-43b5-b6cb-5b355de87702 req-0346bea7-b4b4-4507-ab55-9ed69601ad5c tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:06.078265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d8148e9-1f12-43b5-b6cb-5b355de87702 req-0346bea7-b4b4-4507-ab55-9ed69601ad5c tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 944 time: 1.2158751 Feb 03 04:23:06.094675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Deleting port ccfc1ed7-429c-45de-9671-7d16d82bf265 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:06.095331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.105977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-66a0dd02-30ec-4307-a288-4a263ca782b2 service neutron] 10.222.0.31 "GET /v2.0/networks/70468ef4-9fb7-4b41-9f44-569d0571b733?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3490896 Feb 03 04:23:06.355138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83ca66cc-ba39-4dbe-aba2-09cc768f9d1d req-245b10b2-0486-4691-b4b8-bde30fa876f3 service neutron] 10.222.0.31 "GET /v2.0/networks/70468ef4-9fb7-4b41-9f44-569d0571b733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349691 Feb 03 04:23:06.447137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597abc8-6f3f-4fe3-9f8d-3244694b1767 req-fdc18545-1f50-42c7-a0e7-09eac89d7673 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:06.469803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7597abc8-6f3f-4fe3-9f8d-3244694b1767 req-fdc18545-1f50-42c7-a0e7-09eac89d7673 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 948 time: 0.5911565 Feb 03 04:23:06.506517 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.583811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks [] for security_group (76ac08e5-1139-4033-ad11-54ff6818397b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.588083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d8148e9-1f12-43b5-b6cb-5b355de87702 req-18a2aed0-d3b7-4034-9a04-2dc402351efa tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086617 Feb 03 04:23:06.605625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (76ac08e5-1139-4033-ad11-54ff6818397b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.636579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:23:06.647004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7011dba7-1db4-4b23-9800-1da03347eb6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.647463 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Added segment 7011dba7-1db4-4b23-9800-1da03347eb6c of type vlan for network c691947f-7fd9-46f9-a10d-d6fcc8e779ae Feb 03 04:23:06.735531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c691947f-7fd9-46f9-a10d-d6fcc8e779ae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.803494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ac08e5-1139-4033-ad11-54ff6818397b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:06.806165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c691947f-7fd9-46f9-a10d-d6fcc8e779ae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.807262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:06.807811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.905676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7597abc8-6f3f-4fe3-9f8d-3244694b1767 req-d2a459c6-b7c0-415c-8005-d43a88de4ead tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348521 Feb 03 04:23:06.916294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3518591 Feb 03 04:23:06.922384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:06.928134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] For port ccfc1ed7-429c-45de-9671-7d16d82bf265, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ccfc1ed7-429c-45de-9671-7d16d82bf265,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:06.928864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.944034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Request body: {'subnet': {'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1005960074-subnet', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:06.957717 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7727b629-f7fa-4666-b353-c3b2b41a008a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:06.973040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Calling delete_port for ccfc1ed7-429c-45de-9671-7d16d82bf265 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:06.977792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (90c101b6-1ca2-4f28-baf3-420494565add), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:07.075538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Pushing event deleted for resources: {'Port': ['ID=7727b629-f7fa-4666-b353-c3b2b41a008a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:07.152903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a45751-9837-47e7-a178-42b549deefda admin admin] Pushing event updated for resources: {'Network': ['ID=c691947f-7fd9-46f9-a10d-d6fcc8e779ae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:07.164723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:23:07.208814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d05d9-a032-43c2-9e2f-70c66cf913a3 req-925d8d59-28d5-4714-b3ce-3cecadb3f989 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:07.216868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b0d05d9-a032-43c2-9e2f-70c66cf913a3 req-925d8d59-28d5-4714-b3ce-3cecadb3f989 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 951 time: 0.4163275 Feb 03 04:23:07.239384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:07.241723 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:07.447530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ccfc1ed7-429c-45de-9671-7d16d82bf265), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:07.544885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b0d05d9-a032-43c2-9e2f-70c66cf913a3 req-5a4d3000-3f5c-41c9-b93e-1e5a28b53a4a tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/security-groups?id=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253801 Feb 03 04:23:07.626527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3a3ea-dc2d-4ae9-aeb0-cab23e8bf0be req-e879ba12-f52e-4ab2-be9d-6d1acf15358f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:07.644617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] No DVR routers for this DVR port 7727b629-f7fa-4666-b353-c3b2b41a008a on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:23:07.647894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:07.651453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74e3a3ea-dc2d-4ae9-aeb0-cab23e8bf0be req-e879ba12-f52e-4ab2-be9d-6d1acf15358f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.5843289 Feb 03 04:23:07.652259 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31543491-f6ab-4fe4-a680-8fafc05bea67 req-fcc03bea-42b0-4c34-bff9-fe8582d0e475 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.15 "DELETE /v2.0/ports/7727b629-f7fa-4666-b353-c3b2b41a008a HTTP/1.1" status: 204 len: 173 time: 2.8491724 Feb 03 04:23:07.681442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (9444dd9a-b85c-4860-9c8d-ccd4c7884158), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:07.761360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-deleted', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:07.769536 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19fcdcb-62c0-4d40-9bcd-2ca43274dd0a" -d '{"events": [{"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-deleted", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:07.775900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Pushing event deleted for resources: {'Port': ['ID=ccfc1ed7-429c-45de-9671-7d16d82bf265,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:07.876798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9444dd9a-b85c-4860-9c8d-ccd4c7884158,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:08.020846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:08.064225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7727b629-f7fa-4666-b353-c3b2b41a008a no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:08.143055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] No DVR routers for this DVR port ccfc1ed7-429c-45de-9671-7d16d82bf265 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:23:08.159410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:08.165936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74e3a3ea-dc2d-4ae9-aeb0-cab23e8bf0be req-4a8a2f61-31d5-42d1-81c2-b460d9a7a63d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133345 Feb 03 04:23:08.196621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37450474-4d19-49dc-bb2e-8d12a28de197 req-9db4f848-2001-4474-aa40-fba00beff53e tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.15 "DELETE /v2.0/ports/ccfc1ed7-429c-45de-9671-7d16d82bf265 HTTP/1.1" status: 204 len: 173 time: 2.5290456 Feb 03 04:23:08.224661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 7727b629-f7fa-4666-b353-c3b2b41a008a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:23:08.235950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7727b629-f7fa-4666-b353-c3b2b41a008a not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:23:08.236750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:08.275060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89e548-5736-424e-9ed8-b71a30c11640 req-ce4a5e03-aa07-4fde-aad0-cdf0ddbc6a26 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:08.281292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e89e548-5736-424e-9ed8-b71a30c11640 req-ce4a5e03-aa07-4fde-aad0-cdf0ddbc6a26 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 944 time: 0.3822556 Feb 03 04:23:08.315925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Checking segment: {'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:08.317265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Network hostable DHCP agents. Network: c691947f-7fd9-46f9-a10d-d6fcc8e779ae, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:23:08.342858 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c8af6d-e6a5-40a9-bca6-071b9c4d34cc x-openstack-request-id: req-d0c8af6d-e6a5-40a9-bca6-071b9c4d34cc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:08.349889 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80ea62-c5d0-4717-8799-63d37172c4a0", "name": "network-vif-deleted", "tag": "7727b629-f7fa-4666-b353-c3b2b41a008a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:08.351453 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0c8af6d-e6a5-40a9-bca6-071b9c4d34cc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:08.353150 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80ea62-c5d0-4717-8799-63d37172c4a0', 'name': 'network-vif-deleted', 'tag': '7727b629-f7fa-4666-b353-c3b2b41a008a', 'status': 'completed', 'code': 200} Feb 03 04:23:08.493917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: ccfc1ed7-429c-45de-9671-7d16d82bf265 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:23:08.497469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ccfc1ed7-429c-45de-9671-7d16d82bf265 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:23:08.501310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e89e548-5736-424e-9ed8-b71a30c11640 req-9dae9720-b92f-4840-ad97-52f86abaaed8 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138309 Feb 03 04:23:08.621585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f269a8a5-68f3-4139-8106-c39feaeb6df2 req-622bd681-a071-4e5c-931b-f257556fa0ba tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80ea62-c5d0-4717-8799-63d37172c4a0 HTTP/1.1" status: 200 len: 210 time: 0.1401746 Feb 03 04:23:08.647490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:23:08.679484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c691947f-7fd9-46f9-a10d-d6fcc8e779ae) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:08.692980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f935b3b-64bd-4c5a-812e-57df3583aaef None None] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:08.696925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:08.697702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:08.770441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2aa6fb69-7f7f-4b2f-9679-59c229b2f957 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8414073 Feb 03 04:23:08.784607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:08.816501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:08.873729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Deleting port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:08.874575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:08.943465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95442890-7f31-4f3f-ae7d-2cacd2765c91 req-0d3e90bd-4a0c-4d8a-979e-9a5f65f9b188 tempest-ServersAdminTestJSON-447284168 tempest-ServersAdminTestJSON-447284168-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dab2d14-5e1a-4a9c-99ce-8c7432812a6b HTTP/1.1" status: 200 len: 210 time: 0.1663876 Feb 03 04:23:08.977992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:08.979592 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:09.028529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c691947f-7fd9-46f9-a10d-d6fcc8e779ae', 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae', 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'fixed_ips': [{'subnet_id': '9444dd9a-b85c-4860-9c8d-ccd4c7884158'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:23:09.029454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:09.122221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks [] for router_controller (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:09.138008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] For port c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:09.138872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:09.184994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Calling delete_port for c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:09.454038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:09.583374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Allocated IP 172.20.0.2 (c691947f-7fd9-46f9-a10d-d6fcc8e779ae/9444dd9a-b85c-4860-9c8d-ccd4c7884158/3419e599-6124-423f-931d-dccddf7faaad) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:09.617033 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:09.640037 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks [] for router_gateway (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:09.731694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:09.740529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa64bd8-12f1-414a-be34-3a986f17d909 req-d6ceb030-b850-43e0-9fc6-baed374cd1bf tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:09.761745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6aa64bd8-12f1-414a-be34-3a986f17d909 req-d6ceb030-b850-43e0-9fc6-baed374cd1bf tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.4192667 Feb 03 04:23:09.992416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6aa64bd8-12f1-414a-be34-3a986f17d909 req-fad7ab55-5145-4203-bb7c-e079ca1cd8c5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257318 Feb 03 04:23:10.072064 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Publish callbacks [] for port (3419e599-6124-423f-931d-dccddf7faaad), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:10.082429 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (3419e599-6124-423f-931d-dccddf7faaad), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:10.155245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc915b2-4f97-4e5d-a4c3-88e4a4e80df2 req-53df3c17-aaa3-4ea8-bb8e-d56d4ccda068 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:10.163482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fc915b2-4f97-4e5d-a4c3-88e4a4e80df2 req-53df3c17-aaa3-4ea8-bb8e-d56d4ccda068 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 944 time: 0.3985476 Feb 03 04:23:10.224001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Pushing event updated for resources: {'Port': ['ID=3419e599-6124-423f-931d-dccddf7faaad,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:10.295114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:10.315657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.315657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.315657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.315657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.328364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.328742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.329085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.329409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.329746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.330080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.330413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.330748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.343825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:10.360463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-deleted', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:10.362661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:10.372745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:10.379475 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15696d-f8bf-4289-a9fc-54cf4bebbc99" -d '{"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-deleted", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:10.450666 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (90c101b6-1ca2-4f28-baf3-420494565add), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:10.546695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fc915b2-4f97-4e5d-a4c3-88e4a4e80df2 req-d9ba4990-25a4-4308-826f-72a7235f8308 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801141 Feb 03 04:23:10.658418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Attempting to bind port 3419e599-6124-423f-931d-dccddf7faaad on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:10.658792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Attempting to bind port 3419e599-6124-423f-931d-dccddf7faaad by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:10.659160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Attempting to bind port 3419e599-6124-423f-931d-dccddf7faaad on network c691947f-7fd9-46f9-a10d-d6fcc8e779ae {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:10.673764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:10.675230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Checking segment: {'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:10.677007 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:10.678065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Bound using segment: {'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:10.679117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Bound port: 3419e599-6124-423f-931d-dccddf7faaad, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:10.680724 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3419e599-6124-423f-931d-dccddf7faaad), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:10.699355 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e9a475-c7d5-4248-bc91-89c295005cb1 x-openstack-request-id: req-e5e9a475-c7d5-4248-bc91-89c295005cb1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:10.699757 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab2d14-5e1a-4a9c-99ce-8c7432812a6b", "name": "network-vif-deleted", "tag": "ccfc1ed7-429c-45de-9671-7d16d82bf265", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:10.700068 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5e9a475-c7d5-4248-bc91-89c295005cb1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:10.704129 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab2d14-5e1a-4a9c-99ce-8c7432812a6b', 'name': 'network-vif-deleted', 'tag': 'ccfc1ed7-429c-45de-9671-7d16d82bf265', 'status': 'completed', 'code': 200} Feb 03 04:23:10.816184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks [] for router_gateway (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:10.829803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] For port 3419e599-6124-423f-931d-dccddf7faaad, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:10.833270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] For port 3419e599-6124-423f-931d-dccddf7faaad, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3419e599-6124-423f-931d-dccddf7faaad,segment=NetworkSegment(7011dba7-1db4-4b23-9800-1da03347eb6c),segment_id=7011dba7-1db4-4b23-9800-1da03347eb6c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:10.851887 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3419e599-6124-423f-931d-dccddf7faaad), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:10.856930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:10.885514 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:11.077514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d668192-bd29-4588-b38b-bb0efd4c46a4 None None] Pushing event updated for resources: {'Port': ['ID=3419e599-6124-423f-931d-dccddf7faaad,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:11.224188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9851bf6-acea-4a24-afaf-faeee4ebca24 req-201744fc-5b33-43c5-a2c3-33e0383a285a tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:11.225932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9851bf6-acea-4a24-afaf-faeee4ebca24 req-201744fc-5b33-43c5-a2c3-33e0383a285a tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 949 time: 0.5178800 Feb 03 04:23:11.265592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Router 90c101b6-1ca2-4f28-baf3-420494565add has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:23:11.434031 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-57e9f150-d846-437f-b516-da590e2084ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c345aff1268946839a96581f2d008016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760283 Feb 03 04:23:11.437191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:11.453838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Allocated IP 172.25.7.125 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/05ce7f74-b9e1-4851-8296-dda94d61af29) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:11.465645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9851bf6-acea-4a24-afaf-faeee4ebca24 req-a5e0756f-b0bc-4f7e-b99a-235f40e011d2 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801798 Feb 03 04:23:11.680037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a4fda-14c3-434f-9365-cacefa0775ba req-6f61b891-f930-44bc-ba9d-7c576098d1e1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:11.690125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e4a4fda-14c3-434f-9365-cacefa0775ba req-6f61b891-f930-44bc-ba9d-7c576098d1e1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.5291369 Feb 03 04:23:11.716161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6657fc3e-5239-4fa4-bf15-3a6dada67917 admin admin] Publish callbacks [] for security_group (f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:11.753369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:11.766388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] Sync routers for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:11.768143 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-48c250aa-92a3-4aad-a555-3b6a38ffb1c9 admin admin] 10.222.0.35 "PUT /v2.0/routers/90c101b6-1ca2-4f28-baf3-420494565add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5517228 Feb 03 04:23:11.768809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:11.786943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:11.787535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:11.812738 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6657fc3e-5239-4fa4-bf15-3a6dada67917 admin admin] Publish callbacks [] for security_group (f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:12.091171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e4a4fda-14c3-434f-9365-cacefa0775ba req-68562abe-da3a-4e64-be72-b5cb6508e53a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999767 Feb 03 04:23:12.185311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks [] for router (90c101b6-1ca2-4f28-baf3-420494565add), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:12.193727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe5977-dbda-4839-95a8-14df7df787a3 req-bf54ab5e-8ca1-4d3e-9bb1-a5ce94ecad9f tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:12.197828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18fe5977-dbda-4839-95a8-14df7df787a3 req-bf54ab5e-8ca1-4d3e-9bb1-a5ce94ecad9f tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 944 time: 0.5031042 Feb 03 04:23:12.322514 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks [] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:12.368876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18fe5977-dbda-4839-95a8-14df7df787a3 req-d465b05b-949d-4c5d-bd1c-b7aafb0da597 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472960 Feb 03 04:23:12.443139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:12.560428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:12.580088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:12.588754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:12.649382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:12.662600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6657fc3e-5239-4fa4-bf15-3a6dada67917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:12.665224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6657fc3e-5239-4fa4-bf15-3a6dada67917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:12.678799 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6657fc3e-5239-4fa4-bf15-3a6dada67917 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd HTTP/1.1" status: 204 len: 168 time: 1.2362890 Feb 03 04:23:12.693588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Pushing event updated for resources: {'Port': ['ID=05ce7f74-b9e1-4851-8296-dda94d61af29,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:12.711004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657fc3e-5239-4fa4-bf15-3a6dada67917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45f1ce4-c5bf-4b85-9d8f-afa975cdcfbd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:12.734494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks [] for router_gateway (90c101b6-1ca2-4f28-baf3-420494565add), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:12.781159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3419e599-6124-423f-931d-dccddf7faaad up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:12.876819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Deleting port 48074227-8db0-4be4-8722-fb0b12b62bf0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:12.877208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:13.298122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] For port 48074227-8db0-4be4-8722-fb0b12b62bf0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=48074227-8db0-4be4-8722-fb0b12b62bf0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:13.302312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:13.349723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Calling delete_port for 48074227-8db0-4be4-8722-fb0b12b62bf0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:13.363389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb8286-0308-4a8b-a61b-25d338d4bdd8 None None] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:13.535095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c943b-4113-450d-81e7-52a3d98d1cbc req-a96d3658-eeed-459d-b067-ba039a7a1cb9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:13.556127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b82c943b-4113-450d-81e7-52a3d98d1cbc req-a96d3658-eeed-459d-b067-ba039a7a1cb9 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 949 time: 0.8946903 Feb 03 04:23:13.585011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-527c96e7-bcee-4f78-bf21-09006c65fc70 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:13.586790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-527c96e7-bcee-4f78-bf21-09006c65fc70 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 949 time: 0.6271775 Feb 03 04:23:13.607285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3419e599-6124-423f-931d-dccddf7faaad triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:13.608131 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3419e599-6124-423f-931d-dccddf7faaad), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:13.648547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:13.745510 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e0d6f6e-6a6f-4475-a596-9fb40cb45ec7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa577541a4994076af512a688302143c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956287 Feb 03 04:23:13.749054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:13.859118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks [] for router_gateway (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:13.878791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-926b141b-7bd5-4be4-9ee7-598ec10a7075 None None] Provisioning complete for port 3419e599-6124-423f-931d-dccddf7faaad triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:13.879399 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-926b141b-7bd5-4be4-9ee7-598ec10a7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3419e599-6124-423f-931d-dccddf7faaad), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:13.885311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (48074227-8db0-4be4-8722-fb0b12b62bf0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:13.957104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Pushing event deleted for resources: {'Port': ['ID=48074227-8db0-4be4-8722-fb0b12b62bf0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:13.963456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696bc26b-468e-494f-a0a5-23006f22cb15 admin admin] Publish callbacks [] for security_group (474cd4e8-2a29-46c3-8632-66f45a19c026), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:13.965983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-0e98eb9e-4833-438b-8c08-046f6f437fa2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:13.974296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-0e98eb9e-4833-438b-8c08-046f6f437fa2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.7900152 Feb 03 04:23:14.061605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696bc26b-468e-494f-a0a5-23006f22cb15 admin admin] Publish callbacks [] for security_group (474cd4e8-2a29-46c3-8632-66f45a19c026), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.088011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:23:09Z', 'revision_number': 5, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port': {'id': '48074227-8db0-4be4-8722-fb0b12b62bf0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c101b6-1ca2-4f28-baf3-420494565add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:19:36Z', 'updated_at': '2022-02-03T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:14.089908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3419e599-6124-423f-931d-dccddf7faaad is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:14.090425 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3419e599-6124-423f-931d-dccddf7faaad), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.123595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (90c101b6-1ca2-4f28-baf3-420494565add), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.140609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 3419e599-6124-423f-931d-dccddf7faaad, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3419e599-6124-423f-931d-dccddf7faaad,segment=NetworkSegment(7011dba7-1db4-4b23-9800-1da03347eb6c),segment_id=7011dba7-1db4-4b23-9800-1da03347eb6c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:14.165994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5eca2586-1d20-46e5-a4aa-1fc93af99a35 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/quotas/233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 375 time: 0.1905305 Feb 03 04:23:14.185934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696bc26b-468e-494f-a0a5-23006f22cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (474cd4e8-2a29-46c3-8632-66f45a19c026), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.192412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696bc26b-468e-494f-a0a5-23006f22cb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.197222 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-696bc26b-468e-494f-a0a5-23006f22cb15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/474cd4e8-2a29-46c3-8632-66f45a19c026 HTTP/1.1" status: 204 len: 168 time: 0.4405589 Feb 03 04:23:14.201547 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3419e599-6124-423f-931d-dccddf7faaad), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.268764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b82c943b-4113-450d-81e7-52a3d98d1cbc req-d32dae8f-c0e1-4fc3-8eaa-dd84662ebb5b tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692033 Feb 03 04:23:14.326883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bc26b-468e-494f-a0a5-23006f22cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474cd4e8-2a29-46c3-8632-66f45a19c026,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:14.327874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-926b141b-7bd5-4be4-9ee7-598ec10a7075 None None] Current status of the port 3419e599-6124-423f-931d-dccddf7faaad is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:14.328271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-926b141b-7bd5-4be4-9ee7-598ec10a7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3419e599-6124-423f-931d-dccddf7faaad), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.339641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (90c101b6-1ca2-4f28-baf3-420494565add), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.345703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks [] for router_controller (90c101b6-1ca2-4f28-baf3-420494565add), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.392397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] Checking router: 90c101b6-1ca2-4f28-baf3-420494565add for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:23:14.410324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=3419e599-6124-423f-931d-dccddf7faaad,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:14.432732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] Routers {'90c101b6-1ca2-4f28-baf3-420494565add'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:14.433518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['90c101b6-1ca2-4f28-baf3-420494565add'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:14.481040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (90c101b6-1ca2-4f28-baf3-420494565add), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.482028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90c101b6-1ca2-4f28-baf3-420494565add {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:23:14.486394 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:14.487357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ddcce864-9a26-4507-bf48-8f04a757758e admin admin] 10.222.0.35 "DELETE /v2.0/routers/90c101b6-1ca2-4f28-baf3-420494565add HTTP/1.1" status: 204 len: 168 time: 2.7148058 Feb 03 04:23:14.490198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:14.523855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-68e54833-b4ed-4822-b78e-a888439a92c1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3568580 Feb 03 04:23:14.562221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] Set router 90c101b6-1ca2-4f28-baf3-420494565add gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:14.646228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:23:13Z', 'revision_number': 7, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:14.682757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3c3f7-4a8e-44f2-8650-2fa5b85c4b9c None None] The sync data for ids ['90c101b6-1ca2-4f28-baf3-420494565add'] in n-d-827549-1 is: [{'id': '90c101b6-1ca2-4f28-baf3-420494565add', 'name': 'tempest-ServersTestBootFromVolume-1271462522-router', 'tenant_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:19:35Z', 'updated_at': '2022-02-03T04:23:13Z', 'revision_number': 7, 'project_id': 'd97bfd631e4f4f61a57c227b25210ddd', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:23:14.698694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-926b141b-7bd5-4be4-9ee7-598ec10a7075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:23:14.699892 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-926b141b-7bd5-4be4-9ee7-598ec10a7075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:23:14.721485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-ef008379-4f7f-488b-8f34-f633e9564745 service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967371 Feb 03 04:23:14.925763 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-6331fd72-7698-4651-a8b4-8735ebba804a req-5c08df32-59c0-4191-b4c0-b9d32fdc3f6e service neutron] show failed (client error): The resource could not be found. Feb 03 04:23:14.926811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-5c08df32-59c0-4191-b4c0-b9d32fdc3f6e service neutron] 10.222.0.15 "GET /v2.0/ports/b4d84658-9c72-4e84-8dae-278047acce64/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.2736483 Feb 03 04:23:15.268529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Deleting port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:15.268974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:15.337896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-926b141b-7bd5-4be4-9ee7-598ec10a7075 None None] Current status of the port 3419e599-6124-423f-931d-dccddf7faaad is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:15.439728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] Deleting subnet 6bbbafe6-f899-45e8-adc9-263906eeca89 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:23:15.443155 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] Publish callbacks [] for subnet (6bbbafe6-f899-45e8-adc9-263906eeca89), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:15.463907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-18fe175e-1606-4dbc-b4e0-5deaef76a876 None None] Provisioning complete for port 3419e599-6124-423f-931d-dccddf7faaad triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:15.464417 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18fe175e-1606-4dbc-b4e0-5deaef76a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3419e599-6124-423f-931d-dccddf7faaad), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:15.494534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:15.506195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-f3f81d12-aebf-4d19-9950-71837d3a23a3 service neutron] 10.222.0.35 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772431 Feb 03 04:23:15.534843 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (6bbbafe6-f899-45e8-adc9-263906eeca89), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:15.632588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (6bbbafe6-f899-45e8-adc9-263906eeca89), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:15.670407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-18fe175e-1606-4dbc-b4e0-5deaef76a876 None None] Current status of the port 3419e599-6124-423f-931d-dccddf7faaad is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:15.705179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a7b95001-15af-4654-8f0f-33f8c9546e05 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:23:15.725601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24aa38-b072-4fb3-a8fa-6727ed914c51 req-e95d926a-ad26-404a-bfde-b881f14c0de8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:15.727811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d24aa38-b072-4fb3-a8fa-6727ed914c51 req-e95d926a-ad26-404a-bfde-b881f14c0de8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 1.1918786 Feb 03 04:23:15.885048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 91ca8dbe-5686-44b1-9e4b-3e0045d79abb no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:16.043995 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (6bbbafe6-f899-45e8-adc9-263906eeca89), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.092418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port a7b95001-15af-4654-8f0f-33f8c9546e05, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a7b95001-15af-4654-8f0f-33f8c9546e05,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:16.131921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.136297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6bbbafe6-f899-45e8-adc9-263906eeca89 HTTP/1.1" status: 204 len: 168 time: 1.6436601 Feb 03 04:23:16.138612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:16.157896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'a7b95001-15af-4654-8f0f-33f8c9546e05', 'network_id': '70468ef4-9fb7-4b41-9f44-569d0571b733', 'port_id': 'a7b95001-15af-4654-8f0f-33f8c9546e05', 'mac_address': 'fa:16:3e:c5:98:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a6cc5a-67c9-4f10-be1c-feb890ea5172', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:23:16.173491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0978c9-afd5-4e65-ad7c-ddd9365ef573 None None] Network 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:16.183468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e0705-840c-47ec-bb03-a39b1734ae74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbbafe6-f899-45e8-adc9-263906eeca89,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:16.206687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-199261d5-6ea0-46f0-958c-b51ca3e97076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:16.208195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-199261d5-6ea0-46f0-958c-b51ca3e97076 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 1131 time: 0.7005634 Feb 03 04:23:16.299553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:16.331773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.463821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] For port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:16.465526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.469480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:16.475448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Deleting port a954fa59-b777-4179-96c8-59525166e327 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:23:16.478527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a954fa59-b777-4179-96c8-59525166e327), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.479247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port a7b95001-15af-4654-8f0f-33f8c9546e05 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:16.479715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.483218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d24aa38-b072-4fb3-a8fa-6727ed914c51 req-95912742-f160-468f-a72d-b6224e3b44e6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938603 Feb 03 04:23:16.587269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3419e599-6124-423f-931d-dccddf7faaad up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:16.622353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Calling delete_port for 91ca8dbe-5686-44b1-9e4b-3e0045d79abb owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:16.630819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] For port a954fa59-b777-4179-96c8-59525166e327, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a954fa59-b777-4179-96c8-59525166e327,segment=NetworkSegment(d7dd3379-8983-453f-bcc7-2f7d3cc821ee),segment_id=d7dd3379-8983-453f-bcc7-2f7d3cc821ee)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:16.631237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a954fa59-b777-4179-96c8-59525166e327), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.632965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b95001-15af-4654-8f0f-33f8c9546e05 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:16.645438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Calling delete_port for a954fa59-b777-4179-96c8-59525166e327 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:23:16.728950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port a7b95001-15af-4654-8f0f-33f8c9546e05, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a7b95001-15af-4654-8f0f-33f8c9546e05,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:16.752935 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.764558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a954fa59-b777-4179-96c8-59525166e327), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:16.807647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Pushing event deleted for resources: {'Port': ['ID=a954fa59-b777-4179-96c8-59525166e327,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:16.825525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] No DVR routers for this DVR port a954fa59-b777-4179-96c8-59525166e327 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:23:16.943476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.008910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa72370-1cb0-40dc-8fc1-f37e51c2ab82']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:17.029904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:17.031403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dd3379-8983-453f-bcc7-2f7d3cc821ee') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:17.049281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (d7dd3379-8983-453f-bcc7-2f7d3cc821ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.075597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Router cc3ee7db-2004-4bdf-891e-81c3e2827b2c is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:23:17.077160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d7dd3379-8983-453f-bcc7-2f7d3cc821ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.084877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f218e-5b63-4d68-ad60-4938be6aa470 None None] DHCP port deletion for 4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:23:17.088229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5b38d-de65-458f-b0d2-3255d0a38d67 req-c26036d1-0f58-46d2-b5d6-79f4613e3171 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:17.089961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6d5b38d-de65-458f-b0d2-3255d0a38d67 req-c26036d1-0f58-46d2-b5d6-79f4613e3171 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 944 time: 0.8333657 Feb 03 04:23:17.092516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:23:17.094880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (d7dd3379-8983-453f-bcc7-2f7d3cc821ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:23:17.099179 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:23:17.103272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.150712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3419e599-6124-423f-931d-dccddf7faaad triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:17.155257 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3419e599-6124-423f-931d-dccddf7faaad), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.182810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=a7b95001-15af-4654-8f0f-33f8c9546e05,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:17.188974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['a7b95001-15af-4654-8f0f-33f8c9546e05'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:17.242612 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (91ca8dbe-5686-44b1-9e4b-3e0045d79abb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.295933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Pushing event deleted for resources: {'Port': ['ID=91ca8dbe-5686-44b1-9e4b-3e0045d79abb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:17.354791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f20872-523c-4d87-bd36-93bf6122a29c req-408fe8ff-0adc-454e-9143-128c423fb32f tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:17.363757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46f20872-523c-4d87-bd36-93bf6122a29c req-408fe8ff-0adc-454e-9143-128c423fb32f tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bc4b29-70ff-4ce3-9d44-2538e245c6b2 HTTP/1.1" status: 200 len: 949 time: 0.4824305 Feb 03 04:23:17.425458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3419e599-6124-423f-931d-dccddf7faaad is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:17.454168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:17.499215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:23:17.499968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7c19b3f-d9e5-4a00-afcd-8be3c9ac7d94 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:23:17.500213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 48074227-8db0-4be4-8722-fb0b12b62bf0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:17.514579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:17.530696 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Sync routers for ids ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:17.542230 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Routers {'cc3ee7db-2004-4bdf-891e-81c3e2827b2c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:17.542891 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:17.609008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6d5b38d-de65-458f-b0d2-3255d0a38d67 req-5175d802-44a6-4063-982d-77a92a08845b tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856713 Feb 03 04:23:17.616611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] No DVR routers for this DVR port 91ca8dbe-5686-44b1-9e4b-3e0045d79abb on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:23:17.629672 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.633672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a4902f7-cbaa-47f8-8483-a93cc1bb652f req-2b75c480-1e35-4c99-bd2f-e9f31ac8a6db tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.31 "DELETE /v2.0/ports/91ca8dbe-5686-44b1-9e4b-3e0045d79abb HTTP/1.1" status: 204 len: 173 time: 3.9114470 Feb 03 04:23:17.634546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-deleted', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:17.637389 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec8f4b7-09ac-4633-912e-fa16293840d4" -d '{"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-deleted", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:17.660321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.662253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-870b1f95-ca36-40b9-8ad3-979c6ba9a48b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8765271 Feb 03 04:23:17.685613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32824) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:17.708486 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Set router cc3ee7db-2004-4bdf-891e-81c3e2827b2c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:17.711374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 48074227-8db0-4be4-8722-fb0b12b62bf0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:23:17.716863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 48074227-8db0-4be4-8722-fb0b12b62bf0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:23:17.791723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46f20872-523c-4d87-bd36-93bf6122a29c req-25daa02a-7be8-4775-8191-06ba170c5529 tempest-ListImageFiltersTestJSON-201849481 tempest-ListImageFiltersTestJSON-201849481-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d2b4de0-831b-4504-83fc-1dd49de6e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269640 Feb 03 04:23:17.957038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (4aa72370-1cb0-40dc-8fc1-f37e51c2ab82), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:17.997152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.002796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] 10.222.0.35 "DELETE /v2.0/networks/4aa72370-1cb0-40dc-8fc1-f37e51c2ab82 HTTP/1.1" status: 204 len: 168 time: 1.8601182 Feb 03 04:23:18.002796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce559c74-a052-498a-a6cc-d2fea8cb998f admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa72370-1cb0-40dc-8fc1-f37e51c2ab82,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:18.045927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8272acdc-2930-4d61-be19-7359c1a5b39a req-52bd9a59-5e5d-46b9-967e-38b549d33f54 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.1006887 Feb 03 04:23:18.105425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b4d84658-9c72-4e84-8dae-278047acce64 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:18.252546 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:23:13Z', 'revision_number': 3, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:18.305539 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1593da46-a8ae-4926-9e58-c41d50af2f1b x-openstack-request-id: req-1593da46-a8ae-4926-9e58-c41d50af2f1b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:18.306142 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bc4b29-70ff-4ce3-9d44-2538e245c6b2", "name": "network-vif-deleted", "tag": "91ca8dbe-5686-44b1-9e4b-3e0045d79abb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:18.306386 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1593da46-a8ae-4926-9e58-c41d50af2f1b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:18.307015 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bc4b29-70ff-4ce3-9d44-2538e245c6b2', 'name': 'network-vif-deleted', 'tag': '91ca8dbe-5686-44b1-9e4b-3e0045d79abb', 'status': 'completed', 'code': 200} Feb 03 04:23:18.313104 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Checking router: cc3ee7db-2004-4bdf-891e-81c3e2827b2c for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:23:18.319716 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Updating router cc3ee7db-2004-4bdf-891e-81c3e2827b2c port 05ce7f74-b9e1-4851-8296-dda94d61af29 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:23:18.352000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b4d84658-9c72-4e84-8dae-278047acce64 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:18.352397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.410610 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.415180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:18.418322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-2df2f6c5-e216-438b-a4b3-06297343cf73 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:18.420773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-2df2f6c5-e216-438b-a4b3-06297343cf73 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 820 time: 0.3727756 Feb 03 04:23:18.444732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Request body: {'port': {'device_id': '0814a981-867f-4e27-9127-40898185d465', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'admin_state_up': True, 'tenant_id': '233f3e9d28df47d78abed96faed66c40'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:18.464793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:18.583541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a954fa59-b777-4179-96c8-59525166e327 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:23:18.604922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2beec3e4-a1a3-48eb-b104-ff5d7ff643b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d97bfd631e4f4f61a57c227b25210ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554832 Feb 03 04:23:18.606321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:18.627451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a954fa59-b777-4179-96c8-59525166e327 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:23:18.630137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a954fa59-b777-4179-96c8-59525166e327 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:23:18.721946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f4fff0d-249f-4a0a-ac72-f8d4b0b117f4 admin admin] Publish callbacks [] for security_group (37ebe9a7-4342-4dff-bac4-1150f2699e0b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.766001 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f4fff0d-249f-4a0a-ac72-f8d4b0b117f4 admin admin] Publish callbacks [] for security_group (37ebe9a7-4342-4dff-bac4-1150f2699e0b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.877155 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f4fff0d-249f-4a0a-ac72-f8d4b0b117f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (37ebe9a7-4342-4dff-bac4-1150f2699e0b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.881378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f4fff0d-249f-4a0a-ac72-f8d4b0b117f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.883223 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4f4fff0d-249f-4a0a-ac72-f8d4b0b117f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37ebe9a7-4342-4dff-bac4-1150f2699e0b HTTP/1.1" status: 204 len: 168 time: 0.2701375 Feb 03 04:23:18.916626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b11593-d629-4f37-8079-14bd7c5f86b3 req-bccfda9d-3792-479b-b8f7-5528bef102b3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:18.917459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fff0d-249f-4a0a-ac72-f8d4b0b117f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ebe9a7-4342-4dff-bac4-1150f2699e0b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:18.918040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5b11593-d629-4f37-8079-14bd7c5f86b3 req-bccfda9d-3792-479b-b8f7-5528bef102b3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.6198070 Feb 03 04:23:18.962287 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Publish callbacks [] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:18.970060 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:19.007369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:19.017994 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Attempting to bind port 05ce7f74-b9e1-4851-8296-dda94d61af29 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:19.018559 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Attempting to bind port 05ce7f74-b9e1-4851-8296-dda94d61af29 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:19.019264 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Attempting to bind port 05ce7f74-b9e1-4851-8296-dda94d61af29 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:19.030194 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:19.030815 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:19.031399 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:19.032012 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:19.032643 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Bound port: 05ce7f74-b9e1-4851-8296-dda94d61af29, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:19.033202 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:19.092198 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] For port 05ce7f74-b9e1-4851-8296-dda94d61af29, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:19.096935 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] For port 05ce7f74-b9e1-4851-8296-dda94d61af29, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05ce7f74-b9e1-4851-8296-dda94d61af29,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:19.100616 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Pushing event updated for resources: {'Port': ['ID=05ce7f74-b9e1-4851-8296-dda94d61af29,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:19.111805 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:19.116487 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.117030 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.117539 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.118078 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.118667 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.119170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.119710 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.120408 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.120950 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.121484 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.122196 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.122773 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.123472 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:19.195610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Routers {'cc3ee7db-2004-4bdf-891e-81c3e2827b2c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:19.196723 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:19.203197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Publish callbacks [] for port (b4d84658-9c72-4e84-8dae-278047acce64), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:19.214049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865501-dc36-476c-ac60-24758c7a1418 req-0e037a45-e268-4fee-b524-04bdc22420d9 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:19.216942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98865501-dc36-476c-ac60-24758c7a1418 req-0e037a45-e268-4fee-b524-04bdc22420d9 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 945 time: 0.3213949 Feb 03 04:23:19.240678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5b11593-d629-4f37-8079-14bd7c5f86b3 req-d3aa56f3-da39-4ceb-b0e2-234b3f9b963e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029084 Feb 03 04:23:19.296141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Made reservation on behalf of 233f3e9d28df47d78abed96faed66c40 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:19.300381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:19.305371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Transition to ACTIVE for port object b4d84658-9c72-4e84-8dae-278047acce64 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:19.353619 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] Set router cc3ee7db-2004-4bdf-891e-81c3e2827b2c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:19.421581 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:23:19.422508 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:23:19.458119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Allocated IP 172.20.0.10 (b65dfa7b-5075-4710-a526-bbdb4aad0510/27694200-df89-4462-a195-208f94dc48cf/431df9f9-614e-46b7-9774-5a784b6d3463) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:19.718935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a7b95001-15af-4654-8f0f-33f8c9546e05 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:19.739315 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c21eb2-5d30-4c86-84aa-d461625894a9 None None] Pushing event updated for resources: {'Port': ['ID=05ce7f74-b9e1-4851-8296-dda94d61af29,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:19.849637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port a7b95001-15af-4654-8f0f-33f8c9546e05 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:23:19.855790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port a7b95001-15af-4654-8f0f-33f8c9546e05 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:19.856463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:19.972343 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:23:13Z', 'revision_number': 3, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:19.976293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.007845 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae682fd9-3755-43be-99db-1701c5eacd77 None None] The sync data for ids ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'] in n-d-827549-1 is: [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:23:13Z', 'revision_number': 3, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:23:20.056757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b4d84658-9c72-4e84-8dae-278047acce64 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:20.081442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks [] for port (431df9f9-614e-46b7-9774-5a784b6d3463), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.102747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port a7b95001-15af-4654-8f0f-33f8c9546e05 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:20.103148 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.135123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b95001-15af-4654-8f0f-33f8c9546e05'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:20.141245 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0eb8ee-134e-47e4-890a-641b9e0d15bc" -d '{"events": [{"server_uuid": "07c6d442-163b-4c75-9b0c-79bf00610ea1", "name": "network-vif-plugged", "status": "completed", "tag": "a7b95001-15af-4654-8f0f-33f8c9546e05"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:20.169732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port a7b95001-15af-4654-8f0f-33f8c9546e05, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a7b95001-15af-4654-8f0f-33f8c9546e05,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:20.181641 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.223971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98865501-dc36-476c-ac60-24758c7a1418 req-63c2940f-e6f6-4568-9ba6-fde5a4184530 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9919305 Feb 03 04:23:20.247577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84dce6ad-9502-462a-9def-2900633d79d2 req-d9350d31-fc02-4ff9-b944-1a2f499d7614 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.2635052 Feb 03 04:23:20.266052 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.276027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=a7b95001-15af-4654-8f0f-33f8c9546e05,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:20.290842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:20.310567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:20.325701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:20.328304 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f3b256-e813-4458-8772-1d8665ae5b9e" -d '{"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d84658-9c72-4e84-8dae-278047acce64"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:20.446128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] No DVR routers for this DVR port b4d84658-9c72-4e84-8dae-278047acce64 on host n-h1-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:23:20.469979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Network b65dfa7b-5075-4710-a526-bbdb4aad0510 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:20.476018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:20.494402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:20.517947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-847148836-network', 'tenant_id': '31183eecc38841d793f27a56ba6e7120'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:20.547452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:20.548133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.555657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:20.616438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Made reservation on behalf of 31183eecc38841d793f27a56ba6e7120 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:20.618918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.646570 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.660914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:20.661528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:20.662108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:20.759839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3226311 Feb 03 04:23:20.769080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Port b4d84658-9c72-4e84-8dae-278047acce64 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:20.769691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Attempting to bind port b4d84658-9c72-4e84-8dae-278047acce64 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:20.800472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Request body: {'port': {'device_id': '0814a981-867f-4e27-9127-40898185d465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:20.864019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56306a06-78a7-4adf-bf6e-938be0b9146d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:20.867995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:20.868599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:20.869169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:20.869788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Bound port: b4d84658-9c72-4e84-8dae-278047acce64, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:20.870397 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.903939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks [] for security_group (a43ec2ab-e59f-4b85-a632-06c1fa812d56), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.916464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a43ec2ab-e59f-4b85-a632-06c1fa812d56), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.948654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:23:20.957487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.968622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ec2ab-e59f-4b85-a632-06c1fa812d56,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:20.978493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.989505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (80881795-c198-43f8-8ed0-2616b72c662b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:20.991874 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Added segment 80881795-c198-43f8-8ed0-2616b72c662b of type vlan for network 5bf6612c-c47c-4688-95bc-92d135f574d7 Feb 03 04:23:21.093098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:21.093929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5bf6612c-c47c-4688-95bc-92d135f574d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.098591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:21.117386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.130799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5bf6612c-c47c-4688-95bc-92d135f574d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.132274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:21.133044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.224722 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9319329 Feb 03 04:23:21.227955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:21.228592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:21.314089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Request body: {'subnet': {'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-847148836-subnet', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:21.356876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f51d9-8a06-4e23-ad35-b507aabd26e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf6612c-c47c-4688-95bc-92d135f574d7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:21.379369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:23:21.405964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Made reservation on behalf of 31183eecc38841d793f27a56ba6e7120 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:21.410081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.424025 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3352a447-985f-4873-9b4f-86b37835e816 x-openstack-request-id: req-3352a447-985f-4873-9b4f-86b37835e816 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:21.424448 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c6d442-163b-4c75-9b0c-79bf00610ea1", "name": "network-vif-plugged", "status": "completed", "tag": "a7b95001-15af-4654-8f0f-33f8c9546e05", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:21.424713 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3352a447-985f-4873-9b4f-86b37835e816 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:21.425121 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b95001-15af-4654-8f0f-33f8c9546e05', 'code': 200} Feb 03 04:23:21.630317 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0697f9-f7e0-4b67-8298-98086c925060 x-openstack-request-id: req-2a0697f9-f7e0-4b67-8298-98086c925060 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:21.631098 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d84658-9c72-4e84-8dae-278047acce64", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:21.631378 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a0697f9-f7e0-4b67-8298-98086c925060 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:21.635213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7737d8da-8e13-4d4a-958d-9230ad958979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.635729 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64', 'code': 200} Feb 03 04:23:21.647307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:21.647975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.665458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] 10.222.0.31 "PUT /v2.0/ports/b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 1095 time: 5.3581040 Feb 03 04:23:21.730743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bbbfd-48d6-4083-a91b-0bddf99cfd91 req-14fb191a-ed73-41da-ad8b-b4cfa06c01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:21.732422 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-671bbbfd-48d6-4083-a91b-0bddf99cfd91 req-14fb191a-ed73-41da-ad8b-b4cfa06c01f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 1128 time: 0.1961157 Feb 03 04:23:21.880121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Allocated IP 172.20.0.1 (c691947f-7fd9-46f9-a10d-d6fcc8e779ae/9444dd9a-b85c-4860-9c8d-ccd4c7884158/a862d329-c750-44fd-b65b-2d2f02d02bd9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:21.893927 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-671bbbfd-48d6-4083-a91b-0bddf99cfd91 req-51229c02-470a-447e-98b8-91b00b0b4ff5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247249 Feb 03 04:23:21.903984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (5bc8e6ae-c678-4f67-8d37-32a1d0755da4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.924174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7737d8da-8e13-4d4a-958d-9230ad958979 admin admin] Publish callbacks [] for security_group (1bf194e8-8f06-4b7f-9e33-5168c58c2dda), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.931276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28421f81-164f-4fd3-8821-a8b59de36d4c service neutron] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:21.946762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7737d8da-8e13-4d4a-958d-9230ad958979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1bf194e8-8f06-4b7f-9e33-5168c58c2dda), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:21.985340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1cf2-baca-4e76-af43-ff85927e2f31 req-4c08cd11-93e9-492c-93be-47e17ec76173 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:21.986849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dcb1cf2-baca-4e76-af43-ff85927e2f31 req-4c08cd11-93e9-492c-93be-47e17ec76173 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 947 time: 0.3754754 Feb 03 04:23:22.016401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc8e6ae-c678-4f67-8d37-32a1d0755da4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:22.023255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7737d8da-8e13-4d4a-958d-9230ad958979 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c1137b9a8ce4db6ae5a3b3852f478c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7869477 Feb 03 04:23:22.023937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:22.033900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737d8da-8e13-4d4a-958d-9230ad958979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf194e8-8f06-4b7f-9e33-5168c58c2dda,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:22.052622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:22.052980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Network hostable DHCP agents. Network: 5bf6612c-c47c-4688-95bc-92d135f574d7, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:23:22.090788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-3fd907e7-774a-4ab5-a432-ef36958d4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:22.095373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-3fd907e7-774a-4ab5-a432-ef36958d4cf5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1129 time: 0.4120755 Feb 03 04:23:22.096259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:23:22.101645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-b249d38f-955c-495e-87ae-a3c883bc1153 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:22.105015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f61adfcf-ece2-4d5f-b5a8-2259e987b1ad admin admin] Publish callbacks [] for security_group (1bf194e8-8f06-4b7f-9e33-5168c58c2dda), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.108720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-b249d38f-955c-495e-87ae-a3c883bc1153 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.4106216 Feb 03 04:23:22.117555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5bf6612c-c47c-4688-95bc-92d135f574d7) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:22.128922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37a359-671b-41f9-b16c-8a923b10e676 None None] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:22.134727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:22.135253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.150427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f61adfcf-ece2-4d5f-b5a8-2259e987b1ad admin admin] Publish callbacks [] for security_group (1bf194e8-8f06-4b7f-9e33-5168c58c2dda), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.176647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-92154b66-cbef-45cd-ab28-6f90765e4a0c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9362991 Feb 03 04:23:22.179228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:22.184769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:22.203422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-1d8e0ca4-3ee1-4ab8-b339-8c0932d09951 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/quotas/422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 375 time: 0.0938611 Feb 03 04:23:22.225796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (4305f0a7-1f1f-476c-8de4-77fd765d3de8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.226890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (4305f0a7-1f1f-476c-8de4-77fd765d3de8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.303577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-5bf6612c-c47c-4688-95bc-92d135f574d7', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'project_id': '31183eecc38841d793f27a56ba6e7120', 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:23:22.304918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.312359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f61adfcf-ece2-4d5f-b5a8-2259e987b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1bf194e8-8f06-4b7f-9e33-5168c58c2dda), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.315165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f61adfcf-ece2-4d5f-b5a8-2259e987b1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.317032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f61adfcf-ece2-4d5f-b5a8-2259e987b1ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bf194e8-8f06-4b7f-9e33-5168c58c2dda HTTP/1.1" status: 204 len: 168 time: 0.2897027 Feb 03 04:23:22.321761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks [] for router_controller (4305f0a7-1f1f-476c-8de4-77fd765d3de8), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.329999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61adfcf-ece2-4d5f-b5a8-2259e987b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf194e8-8f06-4b7f-9e33-5168c58c2dda,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:22.400494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431df9f9-614e-46b7-9774-5a784b6d3463 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:22.422419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Publish callbacks [] for port (431df9f9-614e-46b7-9774-5a784b6d3463), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.445677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Transition to ACTIVE for port object 431df9f9-614e-46b7-9774-5a784b6d3463 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:22.503062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks [] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.574976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks [] for router_gateway (4305f0a7-1f1f-476c-8de4-77fd765d3de8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.603765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05ce7f74-b9e1-4851-8296-dda94d61af29 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:22.606483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dcb1cf2-baca-4e76-af43-ff85927e2f31 req-43e440f6-03e2-4c43-8a19-1f318bb95bb0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900166 Feb 03 04:23:22.609219 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.693165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Allocated IP 172.20.0.2 (5bf6612c-c47c-4688-95bc-92d135f574d7/5bc8e6ae-c678-4f67-8d37-32a1d0755da4/c23e6d7b-03a1-4319-bbc5-127204c40eb4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:22.715800 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.760147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:22.776941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 05ce7f74-b9e1-4851-8296-dda94d61af29 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:22.781883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:22.939419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:22.967640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-ab860d5a-0da6-445c-8e93-9e8d57976a89 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7626114 Feb 03 04:23:22.981658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:23.007359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 05ce7f74-b9e1-4851-8296-dda94d61af29 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:23.008726 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.036664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 05ce7f74-b9e1-4851-8296-dda94d61af29, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05ce7f74-b9e1-4851-8296-dda94d61af29,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:23.060270 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.076987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=a862d329-c750-44fd-b65b-2d2f02d02bd9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:23.090991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-c7e76a24-8300-4128-af77-f1ab86bb5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:23.092914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-c7e76a24-8300-4128-af77-f1ab86bb5e6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.9819837 Feb 03 04:23:23.108659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e2326da-2bf0-4b07-b7a3-fc350c24d8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.124137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:23.146562 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Publish callbacks [] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.153593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:23.165029 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.186154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=05ce7f74-b9e1-4851-8296-dda94d61af29,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:23.197303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:23.204357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:23.215011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:23.240351 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks [] for router_gateway (4305f0a7-1f1f-476c-8de4-77fd765d3de8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.296678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.336906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-0c0b5cf0-3850-48e4-9cf8-2e1e296e62a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 217 time: 0.2105110 Feb 03 04:23:23.409165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Pushing event updated for resources: {'Port': ['ID=c23e6d7b-03a1-4319-bbc5-127204c40eb4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:23.450291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Attempting to bind port c23e6d7b-03a1-4319-bbc5-127204c40eb4 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:23.454822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Attempting to bind port c23e6d7b-03a1-4319-bbc5-127204c40eb4 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:23.455047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Attempting to bind port c23e6d7b-03a1-4319-bbc5-127204c40eb4 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:23.482994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:23.483551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:23.484123 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.488050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Bound using segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:23.488761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Bound port: c23e6d7b-03a1-4319-bbc5-127204c40eb4, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:23.489206 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.492472 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.496074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e2326da-2bf0-4b07-b7a3-fc350c24d8f7 admin admin] Publish callbacks [] for security_group (d25119cb-9096-456b-901b-92f4e0824b11), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.499354 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.507625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e2326da-2bf0-4b07-b7a3-fc350c24d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d25119cb-9096-456b-901b-92f4e0824b11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.541023 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.543328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2326da-2bf0-4b07-b7a3-fc350c24d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25119cb-9096-456b-901b-92f4e0824b11,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:23.597766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] For port c23e6d7b-03a1-4319-bbc5-127204c40eb4, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:23.601441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] For port c23e6d7b-03a1-4319-bbc5-127204c40eb4, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c23e6d7b-03a1-4319-bbc5-127204c40eb4,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:23.614280 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.621366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:23.621850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:23.622296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:23.629699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0e2326da-2bf0-4b07-b7a3-fc350c24d8f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77990e18229d433da2662d7565e5cb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006906 Feb 03 04:23:23.634148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:23.641087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:23.643431 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca13c070-c7f3-4c9f-9057-6d8c4312da82" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "tag": "b4d84658-9c72-4e84-8dae-278047acce64"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:23.692889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Allocated IP 172.25.7.148 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/13532833-7c18-44f7-91bd-0aa20841f4fc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:23.700253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7187-fa69-4727-aedf-f7c7c5efa139 None None] Pushing event updated for resources: {'Port': ['ID=c23e6d7b-03a1-4319-bbc5-127204c40eb4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:23.702940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f71cc7d-76c5-4324-98c2-305e048ab68c admin admin] Publish callbacks [] for security_group (d25119cb-9096-456b-901b-92f4e0824b11), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.704297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:23.705550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:23.721267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-ce72d57e-f6d2-4b0d-85f6-e192966d6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:23.723078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-ce72d57e-f6d2-4b0d-85f6-e192966d6b2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.3642356 Feb 03 04:23:23.727691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f71cc7d-76c5-4324-98c2-305e048ab68c admin admin] Publish callbacks [] for security_group (d25119cb-9096-456b-901b-92f4e0824b11), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.762446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-26b769cb-6366-45bb-876f-131493fa120c None None] Provisioning complete for port a862d329-c750-44fd-b65b-2d2f02d02bd9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:23.763141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26b769cb-6366-45bb-876f-131493fa120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.765841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:23.766315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:23.766835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:23.767584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Bound port: 431df9f9-614e-46b7-9774-5a784b6d3463, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:23.768084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.804301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f71cc7d-76c5-4324-98c2-305e048ab68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d25119cb-9096-456b-901b-92f4e0824b11), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.808334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f71cc7d-76c5-4324-98c2-305e048ab68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:23.809546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2f71cc7d-76c5-4324-98c2-305e048ab68c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d25119cb-9096-456b-901b-92f4e0824b11 HTTP/1.1" status: 204 len: 168 time: 0.1744661 Feb 03 04:23:23.821737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-26b769cb-6366-45bb-876f-131493fa120c None None] Port a862d329-c750-44fd-b65b-2d2f02d02bd9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:23.857839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71cc7d-76c5-4324-98c2-305e048ab68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25119cb-9096-456b-901b-92f4e0824b11,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:23.889882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-9346624e-7e8a-424b-bee7-58dde334650d service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9212422 Feb 03 04:23:23.910552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b98a3a-0784-44b1-b76b-eb572f1d9070 req-e199ae46-80d7-4329-bbf2-133c33300642 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:23.912636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6b98a3a-0784-44b1-b76b-eb572f1d9070 req-e199ae46-80d7-4329-bbf2-133c33300642 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 946 time: 0.3029540 Feb 03 04:23:23.966642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fd72-7698-4651-a8b4-8735ebba804a req-0a2429e7-4677-4bfe-a068-3cd89d5a68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:23.968342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-0a2429e7-4677-4bfe-a068-3cd89d5a68b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2349591 Feb 03 04:23:24.022628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks [] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:24.129218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:24.140496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:24.154905 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:24.182974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:24.192192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6b98a3a-0784-44b1-b76b-eb572f1d9070 req-f1058d15-080d-47da-adbc-b417295cc85b tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708843 Feb 03 04:23:24.212686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:24.212907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:24.229201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:24.247699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:24.257834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Pushing event updated for resources: {'Port': ['ID=13532833-7c18-44f7-91bd-0aa20841f4fc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:24.258887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-fe7a730d-5325-48c6-8464-c02b4ab2e749 service neutron] 10.222.0.35 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451486 Feb 03 04:23:24.690548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05ce7f74-b9e1-4851-8296-dda94d61af29 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:24.851481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks [] for router_gateway (4305f0a7-1f1f-476c-8de4-77fd765d3de8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:24.871153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 05ce7f74-b9e1-4851-8296-dda94d61af29 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:24.871153 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:24.894052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:24.896452 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:24.901315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] 10.222.0.31 "PUT /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 1092 time: 4.1119764 Feb 03 04:23:24.988111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-9ebf5107-0d21-4f6a-bd85-40cdd4e7fecf service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0014586 Feb 03 04:23:25.117703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f110f23-3456-4ef9-9920-853cfeea7d18 service neutron] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:25.179576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 05ce7f74-b9e1-4851-8296-dda94d61af29 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:25.181692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c23e6d7b-03a1-4319-bbc5-127204c40eb4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:25.287529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c23e6d7b-03a1-4319-bbc5-127204c40eb4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:25.287961 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:25.404881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (4305f0a7-1f1f-476c-8de4-77fd765d3de8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:25.405255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6331fd72-7698-4651-a8b4-8735ebba804a req-dd5c4a29-9685-4389-ad52-ff667d62a912 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720829 Feb 03 04:23:25.604349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c23e6d7b-03a1-4319-bbc5-127204c40eb4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:25.606251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:25.621301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de0fb5-25d2-42cf-8705-210c051dfbdc None None] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:25.659168 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks [] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:25.672404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:25.681200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df3dc-a746-474f-84d4-eb1c33412953 req-26398c79-3063-45ba-b133-a1935d7d8950 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:25.682876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-217df3dc-a746-474f-84d4-eb1c33412953 req-26398c79-3063-45ba-b133-a1935d7d8950 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.8493018 Feb 03 04:23:25.765760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=a862d329-c750-44fd-b65b-2d2f02d02bd9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:25.771707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-1e9fd030-e7d1-48ab-9ca5-179804d355b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:25.773970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-1e9fd030-e7d1-48ab-9ca5-179804d355b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1126 time: 0.7695489 Feb 03 04:23:25.775442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:23:25.782608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69ee27e2-aadc-4ab5-90a6-1f864c01ed83 None None] Provisioning complete for port c23e6d7b-03a1-4319-bbc5-127204c40eb4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:25.784953 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ee27e2-aadc-4ab5-90a6-1f864c01ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:25.899377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c23e6d7b-03a1-4319-bbc5-127204c40eb4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c23e6d7b-03a1-4319-bbc5-127204c40eb4,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:25.912338 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:25.929801 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-217df3dc-a746-474f-84d4-eb1c33412953 req-83bc7a88-b04b-4986-9269-11c09430d980 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022171 Feb 03 04:23:25.936346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-9d25bb51-8863-4003-b399-3866ff7fc4b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 217 time: 0.1256688 Feb 03 04:23:26.036041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:26.059203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:26.064214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Sync routers for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:26.065035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3bef13a0-0f7d-4758-bcb1-07d49f3a481c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8847249 Feb 03 04:23:26.065877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:26.132644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-69ee27e2-aadc-4ab5-90a6-1f864c01ed83 None None] Current status of the port c23e6d7b-03a1-4319-bbc5-127204c40eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:26.142025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:26.142764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:26.153031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c23e6d7b-03a1-4319-bbc5-127204c40eb4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:26.271003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5730b3c8-65d2-4540-a2e4-508cd4735d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:26.273223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-5730b3c8-65d2-4540-a2e4-508cd4735d68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.3226323 Feb 03 04:23:26.278523 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b43f5d-9321-4d67-9ef7-4635ea2c305f x-openstack-request-id: req-31b43f5d-9321-4d67-9ef7-4635ea2c305f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:26.279069 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "tag": "b4d84658-9c72-4e84-8dae-278047acce64", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:26.281555 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31b43f5d-9321-4d67-9ef7-4635ea2c305f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:26.282779 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64', 'status': 'completed', 'code': 200} Feb 03 04:23:26.297419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:26.442336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-43fa7f9a-474d-4a99-a81f-c75def26b9ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519568 Feb 03 04:23:26.610359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-3b6d1e03-4160-4c4a-bf52-8e5457054d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:26.614314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-3b6d1e03-4160-4c4a-bf52-8e5457054d8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1129 time: 0.2506557 Feb 03 04:23:26.622458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c23e6d7b-03a1-4319-bbc5-127204c40eb4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:26.719369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10c9f488-c1d8-49be-ae54-4ba2680b7ec7 req-554f0c27-0e56-4a4f-88fe-cc30cd5f9150 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.2757761 Feb 03 04:23:26.751034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:26.828759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:26.873799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c933-0291-49ac-82ca-75aef17f1653 req-78f9b449-44ce-4352-90b4-2cc8f6e1c8e2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:26.881700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80d0c933-0291-49ac-82ca-75aef17f1653 req-78f9b449-44ce-4352-90b4-2cc8f6e1c8e2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 947 time: 0.7404056 Feb 03 04:23:26.992344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-2994dc99-9291-44c8-ba86-b896b946e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:26.993876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-2994dc99-9291-44c8-ba86-b896b946e019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.3702755 Feb 03 04:23:27.089304 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-c67caac9-9328-451a-9e0a-9b6fdfe084de service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250174 Feb 03 04:23:27.156244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-16dbb14f-95cd-4f2d-ac44-72aa09ad0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:27.158382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-16dbb14f-95cd-4f2d-ac44-72aa09ad0b1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1129 time: 0.8658009 Feb 03 04:23:27.190771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4f300304-238e-4003-acba-27d69bd7674b None None] Provisioning complete for port c23e6d7b-03a1-4319-bbc5-127204c40eb4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:27.191165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f300304-238e-4003-acba-27d69bd7674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:27.350290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-5de611a8-2ba4-4ca2-bcc7-83e590f20e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:27.351247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-5de611a8-2ba4-4ca2-bcc7-83e590f20e2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1331410 Feb 03 04:23:27.373752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c23e6d7b-03a1-4319-bbc5-127204c40eb4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:27.389740 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:27.450652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-0339a259-cce4-4225-9829-e0f2456bec6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 217 time: 0.0533626 Feb 03 04:23:27.615376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-a9faae89-ac81-4fc0-af6e-ce8ddbbe5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:27.619002 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-a9faae89-ac81-4fc0-af6e-ce8ddbbe5423 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1381624 Feb 03 04:23:27.715478 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-8e00ab6b-1818-47b3-8ad0-18ed702cc7e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 217 time: 0.3907297 Feb 03 04:23:27.737896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b4d84658-9c72-4e84-8dae-278047acce64 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:23:27.813378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-a1471712-fd6d-4652-8777-a494943aba41 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:27.814937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-a1471712-fd6d-4652-8777-a494943aba41 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 808 time: 0.4805579 Feb 03 04:23:27.850264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80d0c933-0291-49ac-82ca-75aef17f1653 req-18eb6105-c318-41df-91c0-1600d67b1edb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9664252 Feb 03 04:23:27.859989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-85cd8ade-7bce-406f-8b02-f614a977d556 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa1ec3b038a445288146bba3147957bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0953093 Feb 03 04:23:27.873002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33080) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:27.891934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Request body: {'port': {'device_id': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'admin_state_up': True, 'tenant_id': '422018b66bb54d64b3d7128ea7f76cc3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:27.934793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4f300304-238e-4003-acba-27d69bd7674b None None] Current status of the port c23e6d7b-03a1-4319-bbc5-127204c40eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:27.991138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea41c7f-a903-4a08-b304-0af8d54d6d79 req-82ce4496-3374-4a57-9c9e-c9679301da7c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:27.993074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:24Z', 'revision_number': 3, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:27.993458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bea41c7f-a903-4a08-b304-0af8d54d6d79 req-82ce4496-3374-4a57-9c9e-c9679301da7c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.6372225 Feb 03 04:23:27.998205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c23e6d7b-03a1-4319-bbc5-127204c40eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:28.049607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Checking router: 4305f0a7-1f1f-476c-8de4-77fd765d3de8 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:23:28.050053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Updating router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 port 13532833-7c18-44f7-91bd-0aa20841f4fc binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:23:28.113654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:28.113874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:28.114333 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.143209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b4d84658-9c72-4e84-8dae-278047acce64', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'b4d84658-9c72-4e84-8dae-278047acce64', 'mac_address': 'fa:16:3e:b2:fe:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:23:28.161759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:28.328707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b4d84658-9c72-4e84-8dae-278047acce64 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:28.329098 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.353255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb1dcde8-0cf3-49ef-95f0-7b43b9ee6099 req-a1966732-f6a8-40e9-a7a1-6c5986755950 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.3572686 Feb 03 04:23:28.358791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:28.361422 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113f996-9812-4e55-8114-36f028d5d2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0814a981-867f-4e27-9127-40898185d465", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:28.372911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Router cc3ee7db-2004-4bdf-891e-81c3e2827b2c has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:23:28.381191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d84658-9c72-4e84-8dae-278047acce64 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:28.396736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-477498a3-c9b2-44e7-8021-e79f4dde3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:28.398326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-477498a3-c9b2-44e7-8021-e79f4dde3894 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6807561 Feb 03 04:23:28.422857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:28.591199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.592421 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.612150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-73f98121-8769-46e6-ba0c-5a8fd16a56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:28.614400 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-73f98121-8769-46e6-ba0c-5a8fd16a56c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.8451777 Feb 03 04:23:28.680536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:28.684071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86e98ca6-0183-4870-b91f-a287665416b7 req-6930e1a1-c15d-4cec-8d10-f8d56fd0238d tempest-FlavorsV2NegativeTest-1475906047 tempest-FlavorsV2NegativeTest-1475906047-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5de23ffcebda46cea902534beeff56bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255375 Feb 03 04:23:28.691150 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Sync routers for ids ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:28.706709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1f62e14e-be8a-48f6-a2d3-72b1ff2f7fe6 admin admin] 10.222.0.35 "PUT /v2.0/routers/cc3ee7db-2004-4bdf-891e-81c3e2827b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0116963 Feb 03 04:23:28.710094 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Routers {'cc3ee7db-2004-4bdf-891e-81c3e2827b2c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:28.710881 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:28.724354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bea41c7f-a903-4a08-b304-0af8d54d6d79 req-dcc6dbfd-8f2b-4f9d-875a-efc6c7204037 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787260 Feb 03 04:23:28.726381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d6b226-0f3a-4c01-803a-622e1938fad3 req-70a7dc42-5caa-4129-b22d-42616e044ddf service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5985844 Feb 03 04:23:28.748221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1f7449f-5870-4813-af20-1a039564ac40 admin admin] Publish callbacks [] for security_group (9d2b4de0-831b-4504-83fc-1dd49de6e50b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.782129 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1f7449f-5870-4813-af20-1a039564ac40 admin admin] Publish callbacks [] for security_group (9d2b4de0-831b-4504-83fc-1dd49de6e50b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.795490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cca306ef-197c-4921-963c-56080e202fc0 None None] Provisioning complete for port a862d329-c750-44fd-b65b-2d2f02d02bd9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:28.795985 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cca306ef-197c-4921-963c-56080e202fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.882036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1f7449f-5870-4813-af20-1a039564ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9d2b4de0-831b-4504-83fc-1dd49de6e50b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.884761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1f7449f-5870-4813-af20-1a039564ac40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:28.888800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c1f7449f-5870-4813-af20-1a039564ac40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d2b4de0-831b-4504-83fc-1dd49de6e50b HTTP/1.1" status: 204 len: 168 time: 1.0043027 Feb 03 04:23:28.907418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7449f-5870-4813-af20-1a039564ac40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2b4de0-831b-4504-83fc-1dd49de6e50b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:28.910784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b4d84658-9c72-4e84-8dae-278047acce64'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:28.942944 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54a86f4-5fc3-4f64-a751-4c510913e8b6 x-openstack-request-id: req-e54a86f4-5fc3-4f64-a751-4c510913e8b6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:28.942944 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814a981-867f-4e27-9127-40898185d465", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:28.943293 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e54a86f4-5fc3-4f64-a751-4c510913e8b6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:28.943779 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463', 'status': 'completed', 'code': 200} Feb 03 04:23:28.967487 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Set router cc3ee7db-2004-4bdf-891e-81c3e2827b2c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:29.042276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-86f6ef45-f780-437a-8814-f78ead2f2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:29.044255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-86f6ef45-f780-437a-8814-f78ead2f2f35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1126 time: 0.0992813 Feb 03 04:23:29.057551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-88e6d2c0-9342-435f-b5aa-a6f72e4ad21f service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997524 Feb 03 04:23:29.064856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Made reservation on behalf of 422018b66bb54d64b3d7128ea7f76cc3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:29.083432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.105174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:29.201321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cca306ef-197c-4921-963c-56080e202fc0 None None] Port a862d329-c750-44fd-b65b-2d2f02d02bd9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:29.209851 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'a862d329-c750-44fd-b65b-2d2f02d02bd9', 'name': '', 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'mac_address': 'fa:16:3e:89:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9444dd9a-b85c-4860-9c8d-ccd4c7884158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:21Z', 'updated_at': '2022-02-03T04:23:25Z', 'revision_number': 2, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'subnets': [{'id': '9444dd9a-b85c-4860-9c8d-ccd4c7884158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:29.242565 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Checking router: cc3ee7db-2004-4bdf-891e-81c3e2827b2c for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:23:29.243196 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Updating router cc3ee7db-2004-4bdf-891e-81c3e2827b2c port a862d329-c750-44fd-b65b-2d2f02d02bd9 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:23:29.273187 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.275952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e98ca6-0183-4870-b91f-a287665416b7 req-dad3794b-0334-4ad0-8057-4cba34b96240 tempest-FlavorsV2NegativeTest-1475906047 tempest-FlavorsV2NegativeTest-1475906047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:29.278501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86e98ca6-0183-4870-b91f-a287665416b7 req-dad3794b-0334-4ad0-8057-4cba34b96240 tempest-FlavorsV2NegativeTest-1475906047 tempest-FlavorsV2NegativeTest-1475906047-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5662572 Feb 03 04:23:29.284485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-9f285441-3482-4663-8a16-bfe6c77f0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:29.286635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-9f285441-3482-4663-8a16-bfe6c77f0413 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2278645 Feb 03 04:23:29.368902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33108) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:29.380113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86e98ca6-0183-4870-b91f-a287665416b7 req-3c5bc7b0-ee12-402e-b712-a19e1b2fbdbc tempest-FlavorsV2NegativeTest-1475906047 tempest-FlavorsV2NegativeTest-1475906047-project] 10.222.0.35 "GET /v2.0/quotas/5de23ffcebda46cea902534beeff56bd HTTP/1.1" status: 200 len: 375 time: 0.0925572 Feb 03 04:23:29.413765 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Publish callbacks [] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.454109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.456151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86e98ca6-0183-4870-b91f-a287665416b7 req-9a8f402b-c4ff-4dcf-b5f0-5c9cdc5b2bd7 tempest-FlavorsV2NegativeTest-1475906047 tempest-FlavorsV2NegativeTest-1475906047-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5de23ffcebda46cea902534beeff56bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559840 Feb 03 04:23:29.521255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-49901db6-2716-4d10-97fe-f14f8c0cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:29.526508 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-49901db6-2716-4d10-97fe-f14f8c0cfb98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9038606 Feb 03 04:23:29.614008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-3e65ad5c-e174-41ff-9766-29c3b983abb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 217 time: 0.2237952 Feb 03 04:23:29.629037 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Publish callbacks [] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.638965 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.665240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Attempting to bind port 13532833-7c18-44f7-91bd-0aa20841f4fc on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:29.665607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Attempting to bind port 13532833-7c18-44f7-91bd-0aa20841f4fc by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:29.665906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Attempting to bind port 13532833-7c18-44f7-91bd-0aa20841f4fc on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:29.678127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea484-09f3-4b30-b9e4-0163db472c85 None None] Pushing event updated for resources: {'Port': ['ID=13532833-7c18-44f7-91bd-0aa20841f4fc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:29.707430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:29.707872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:29.708264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.711374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:29.711956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Bound port: 13532833-7c18-44f7-91bd-0aa20841f4fc, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:29.712362 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.731713 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fce27e-d4a0-4bbd-b071-74f212995b2b None None] Pushing event updated for resources: {'Port': ['ID=a862d329-c750-44fd-b65b-2d2f02d02bd9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:29.741960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35a50953-6f59-4979-9df5-33c40b49eafa req-5b271986-fe6c-457d-9090-4a3f87eab44d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0637543 Feb 03 04:23:29.778034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Allocated IP 172.20.0.10 (83bc5843-8ce4-427a-99ea-8e851077989b/6487e759-ba58-4c55-9acc-acbbe59fc8bc/39756c5b-12f1-4962-b640-d7402ffd43e4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:29.926167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] For port 13532833-7c18-44f7-91bd-0aa20841f4fc, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:29.944562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] For port 13532833-7c18-44f7-91bd-0aa20841f4fc, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=13532833-7c18-44f7-91bd-0aa20841f4fc,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:29.945559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-696459539'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:29.958365 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Attempting to bind port a862d329-c750-44fd-b65b-2d2f02d02bd9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:29.959433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Attempting to bind port a862d329-c750-44fd-b65b-2d2f02d02bd9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:29.960858 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Attempting to bind port a862d329-c750-44fd-b65b-2d2f02d02bd9 on network c691947f-7fd9-46f9-a10d-d6fcc8e779ae {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:29.964755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.982944 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:29.993453 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Checking segment: {'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:29.994366 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:29.996262 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Bound using segment: {'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:29.998076 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Bound port: a862d329-c750-44fd-b65b-2d2f02d02bd9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7011dba7-1db4-4b23-9800-1da03347eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:29.999908 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:30.092167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff0c66-1fed-4475-9d8e-02bad50e2150 req-b26241d7-6131-4534-a010-dab864e0ca0a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:30.103941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95ff0c66-1fed-4475-9d8e-02bad50e2150 req-b26241d7-6131-4534-a010-dab864e0ca0a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 948 time: 0.7930586 Feb 03 04:23:30.112577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-d0df71bd-7f30-4b63-ba98-e4283c443119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:30.119300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-d0df71bd-7f30-4b63-ba98-e4283c443119 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.4722142 Feb 03 04:23:30.125949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:30.126658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:30.206577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-e9cd68c1-0e99-4cbd-8561-07c496b1a958 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346117 Feb 03 04:23:30.207203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:30.212281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:30.295255 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] For port a862d329-c750-44fd-b65b-2d2f02d02bd9, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:30.311357 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] For port a862d329-c750-44fd-b65b-2d2f02d02bd9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a862d329-c750-44fd-b65b-2d2f02d02bd9,segment=NetworkSegment(7011dba7-1db4-4b23-9800-1da03347eb6c),segment_id=7011dba7-1db4-4b23-9800-1da03347eb6c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:30.313558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-6c2f663f-469e-4ca3-8401-8bb44af62af5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808995 Feb 03 04:23:30.341815 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:30.349247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea484-09f3-4b30-b9e4-0163db472c85 None None] Pushing event updated for resources: {'Port': ['ID=13532833-7c18-44f7-91bd-0aa20841f4fc,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:30.382050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Allocated IP 172.20.0.1 (5bf6612c-c47c-4688-95bc-92d135f574d7/5bc8e6ae-c678-4f67-8d37-32a1d0755da4/fb0673ed-5a80-4811-9499-f387bcc46505) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:30.400665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ffdcd48c-e51d-44b6-ad97-0d6aa06e7dfe None None] Provisioning complete for port a862d329-c750-44fd-b65b-2d2f02d02bd9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:30.406451 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd48c-e51d-44b6-ad97-0d6aa06e7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:30.538243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks [] for port (fb0673ed-5a80-4811-9499-f387bcc46505), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:30.556240 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fce27e-d4a0-4bbd-b071-74f212995b2b None None] Pushing event updated for resources: {'Port': ['ID=a862d329-c750-44fd-b65b-2d2f02d02bd9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:30.613012 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-9df5b4ef-d1dd-4fc8-8861-49eeffc10ab9 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0774586 Feb 03 04:23:30.618249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:30.623916 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Routers {'cc3ee7db-2004-4bdf-891e-81c3e2827b2c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:30.624571 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:30.757133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:30.760934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca13c070-c7f3-4c9f-9057-6d8c4312da82 req-9e50f0c7-d2a1-41cc-9139-3949a8ac8dcd service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321301 Feb 03 04:23:30.765017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:30.768381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:30.832194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (4305f0a7-1f1f-476c-8de4-77fd765d3de8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:30.866876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:30.876874 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] Set router cc3ee7db-2004-4bdf-891e-81c3e2827b2c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:31.011984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:31.109819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Pushing event updated for resources: {'Port': ['ID=fb0673ed-5a80-4811-9499-f387bcc46505,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:31.147961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks [] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.158929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.270344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33160) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:31.273171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.378983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95ff0c66-1fed-4475-9d8e-02bad50e2150 req-9f048aae-cbfb-4344-b66a-13e2a2307523 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2678134 Feb 03 04:23:31.418451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68359f11-8b9e-4741-bd03-9238d8e96dd8 req-59022390-428e-40db-a29a-7a1c271dd31c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:31.426221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68359f11-8b9e-4741-bd03-9238d8e96dd8 req-59022390-428e-40db-a29a-7a1c271dd31c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 1.3046896 Feb 03 04:23:31.457296 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'a862d329-c750-44fd-b65b-2d2f02d02bd9', 'name': '', 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'mac_address': 'fa:16:3e:89:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9444dd9a-b85c-4860-9c8d-ccd4c7884158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:21Z', 'updated_at': '2022-02-03T04:23:30Z', 'revision_number': 4, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'subnets': [{'id': '9444dd9a-b85c-4860-9c8d-ccd4c7884158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:31.471727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Network 83bc5843-8ce4-427a-99ea-8e851077989b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:31.484615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fa2ec692-2ace-4381-9962-2b087079a92d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:31.516337 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1771da-0372-4f0f-b129-6fcbd79621f4 None None] The sync data for ids ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'] in n-d-827549-1 is: [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'a862d329-c750-44fd-b65b-2d2f02d02bd9', 'name': '', 'network_id': 'c691947f-7fd9-46f9-a10d-d6fcc8e779ae', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'mac_address': 'fa:16:3e:89:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9444dd9a-b85c-4860-9c8d-ccd4c7884158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:21Z', 'updated_at': '2022-02-03T04:23:30Z', 'revision_number': 4, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'subnets': [{'id': '9444dd9a-b85c-4860-9c8d-ccd4c7884158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:23:31.534215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:31.547002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f80b4ac-16b5-4434-869a-f3501a3e7e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.553217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:31.567414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-825668591-network', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:31.618999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-905f1491-c649-41e3-a342-b400b5808a0a service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2942910 Feb 03 04:23:31.621814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:23:31.661705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ffdcd48c-e51d-44b6-ad97-0d6aa06e7dfe None None] Current status of the port a862d329-c750-44fd-b65b-2d2f02d02bd9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:31.662301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd48c-e51d-44b6-ad97-0d6aa06e7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.754149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:31.762488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b4d84658-9c72-4e84-8dae-278047acce64 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:31.765238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f34c6178-6f97-421b-8e59-a97467d3a992), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.767304 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Added segment f34c6178-6f97-421b-8e59-a97467d3a992 of type vlan for network ab5af421-95ac-49a7-97b8-59b66bf53b3d Feb 03 04:23:31.822142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:31.841222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.856136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (ab5af421-95ac-49a7-97b8-59b66bf53b3d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.865624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ffdcd48c-e51d-44b6-ad97-0d6aa06e7dfe None None] For port a862d329-c750-44fd-b65b-2d2f02d02bd9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a862d329-c750-44fd-b65b-2d2f02d02bd9,segment=NetworkSegment(7011dba7-1db4-4b23-9800-1da03347eb6c),segment_id=7011dba7-1db4-4b23-9800-1da03347eb6c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:31.891425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:31.892367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.905995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.917499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68359f11-8b9e-4741-bd03-9238d8e96dd8 req-0dc78f46-4eb1-42ed-90de-f1520b96d638 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842613 Feb 03 04:23:31.918213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (ab5af421-95ac-49a7-97b8-59b66bf53b3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.932906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:31.941539 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:31.981096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-d85a56f9-a894-4dbe-abea-194f2d5a3ef7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1515071 Feb 03 04:23:32.008072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Request body: {'port': {'device_id': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:32.020713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks [] for port (fb0673ed-5a80-4811-9499-f387bcc46505), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.042169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd48c-e51d-44b6-ad97-0d6aa06e7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.082168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.118887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcd48c-e51d-44b6-ad97-0d6aa06e7dfe None None] Pushing event updated for resources: {'Port': ['ID=a862d329-c750-44fd-b65b-2d2f02d02bd9,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:32.192803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port b4d84658-9c72-4e84-8dae-278047acce64 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:23:32.207940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:24Z', 'revision_number': 3, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:32.221228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b4d84658-9c72-4e84-8dae-278047acce64 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:32.221791 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b4d84658-9c72-4e84-8dae-278047acce64), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.263743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1c12f7bf-70a9-4761-a362-0dff39890fc1 None None] Provisioning complete for port fb0673ed-5a80-4811-9499-f387bcc46505 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:32.267946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c12f7bf-70a9-4761-a362-0dff39890fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.268584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Network': ['ID=ab5af421-95ac-49a7-97b8-59b66bf53b3d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:32.312602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f80b4ac-16b5-4434-869a-f3501a3e7e12 admin admin] Publish callbacks [] for security_group (23ff4201-8ae6-4fb1-9488-9612d3ba5fde), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.354163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:23:32.356672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ac0e8-8ce8-4ab9-8ab9-601fc90e8765 None None] The sync data for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 is: [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:24Z', 'revision_number': 3, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:23:32.402810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f09c30fd-3ebd-410b-8564-bd10abc3386c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.0208251 Feb 03 04:23:32.418171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1452d-91ec-425d-8227-3ada730edef0 req-6e1303f0-8c0f-4ddb-a11f-fcf0e7cacbda tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:32.420322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12e1452d-91ec-425d-8227-3ada730edef0 req-6e1303f0-8c0f-4ddb-a11f-fcf0e7cacbda tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 932 time: 0.8718264 Feb 03 04:23:32.423567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:32.429979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'subnet': {'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:32.448232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f80b4ac-16b5-4434-869a-f3501a3e7e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (23ff4201-8ae6-4fb1-9488-9612d3ba5fde), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.515126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (4305f0a7-1f1f-476c-8de4-77fd765d3de8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.520173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1c12f7bf-70a9-4761-a362-0dff39890fc1 None None] Port fb0673ed-5a80-4811-9499-f387bcc46505 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:32.602592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1c12f7bf-70a9-4761-a362-0dff39890fc1 None None] Provisioning complete for port a862d329-c750-44fd-b65b-2d2f02d02bd9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:32.604010 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c12f7bf-70a9-4761-a362-0dff39890fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.613304 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6f80b4ac-16b5-4434-869a-f3501a3e7e12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5de23ffcebda46cea902534beeff56bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5949433 Feb 03 04:23:32.626395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:32.661111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks [] for security_group (4928d548-24ae-4513-ade7-e0c71c83d71d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.680336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Pushing event updated for resources: {'Port': ['ID=fb0673ed-5a80-4811-9499-f387bcc46505,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:32.696124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a862d329-c750-44fd-b65b-2d2f02d02bd9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:32.768396 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:23:32.792504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4928d548-24ae-4513-ade7-e0c71c83d71d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.803227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9113f996-9812-4e55-8114-36f028d5d2e8 req-64ee0808-fa6c-49cf-8e33-4a87eb04d5cd service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1651719 Feb 03 04:23:32.805854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:23:32.844818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:32.845590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b4d84658-9c72-4e84-8dae-278047acce64 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:32.845590 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.852131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.912518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12e1452d-91ec-425d-8227-3ada730edef0 req-8ed4da59-f2ca-4593-a004-82594044e47d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268671 Feb 03 04:23:32.913419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80b4ac-16b5-4434-869a-f3501a3e7e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ff4201-8ae6-4fb1-9488-9612d3ba5fde,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:32.927396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fd5fd-a7fe-4e45-9355-135f75757e1d req-0ccfc92b-9886-4752-9d0d-e6cf11e81717 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:32.936600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:32.938708 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe0a964-6df0-4ad5-bd32-de61277b14d8" -d '{"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-plugged", "status": "completed", "tag": "b4d84658-9c72-4e84-8dae-278047acce64"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:32.956925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-567fd5fd-a7fe-4e45-9355-135f75757e1d req-0ccfc92b-9886-4752-9d0d-e6cf11e81717 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 948 time: 0.6250286 Feb 03 04:23:32.984213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:32.991865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c3bd83b7-66bb-4805-b7d7-f0191d624806), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:32.992230 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Added segment c3bd83b7-66bb-4805-b7d7-f0191d624806 of type vlan for network 065b282a-1ed1-4097-927b-9fb1c23745fa Feb 03 04:23:33.010344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:33.022108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.022529 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c23271f9-a7f4-429c-b89e-4de61155a19a admin admin] Publish callbacks [] for security_group (23ff4201-8ae6-4fb1-9488-9612d3ba5fde), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.056097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.125874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:33.153295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1c12f7bf-70a9-4761-a362-0dff39890fc1 None None] Current status of the port a862d329-c750-44fd-b65b-2d2f02d02bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:33.157132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a862d329-c750-44fd-b65b-2d2f02d02bd9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:33.166217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.185718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-567fd5fd-a7fe-4e45-9355-135f75757e1d req-ac678cf9-a792-48b2-ba04-7fc35b9ae630 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277470 Feb 03 04:23:33.272133 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f164ca3e-37c8-4d24-94f7-405a22fbdfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.304887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c23271f9-a7f4-429c-b89e-4de61155a19a admin admin] Publish callbacks [] for security_group (23ff4201-8ae6-4fb1-9488-9612d3ba5fde), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.311324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:33.374776 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff16204-8a72-4c3d-a8c6-2514e38e1bc6 x-openstack-request-id: req-dff16204-8a72-4c3d-a8c6-2514e38e1bc6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:33.375079 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-plugged", "status": "completed", "tag": "b4d84658-9c72-4e84-8dae-278047acce64", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:33.375351 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dff16204-8a72-4c3d-a8c6-2514e38e1bc6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:33.375804 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64', 'code': 200} Feb 03 04:23:33.420980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a862d329-c750-44fd-b65b-2d2f02d02bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:33.432362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895b1de-961e-4a56-886e-4d469cd5a24f req-5e4632c2-c7dc-4b0a-a2f1-fdac3be85dd9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:33.435173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f895b1de-961e-4a56-886e-4d469cd5a24f req-5e4632c2-c7dc-4b0a-a2f1-fdac3be85dd9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.3521531 Feb 03 04:23:33.488109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-481418cf-d5b0-4254-80ba-9b4466796470 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3330498 Feb 03 04:23:33.604707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c23271f9-a7f4-429c-b89e-4de61155a19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (23ff4201-8ae6-4fb1-9488-9612d3ba5fde), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.607830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c23271f9-a7f4-429c-b89e-4de61155a19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.611438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c23271f9-a7f4-429c-b89e-4de61155a19a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23ff4201-8ae6-4fb1-9488-9612d3ba5fde HTTP/1.1" status: 204 len: 168 time: 0.9513855 Feb 03 04:23:33.680978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23271f9-a7f4-429c-b89e-4de61155a19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ff4201-8ae6-4fb1-9488-9612d3ba5fde,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:33.689063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f6a8130f-5bc5-48cd-b4d5-90eef139115c None None] Provisioning complete for port fb0673ed-5a80-4811-9499-f387bcc46505 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:33.689911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6a8130f-5bc5-48cd-b4d5-90eef139115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:33.724928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-2bd39f68-ac12-44d2-adde-96932dca6b57 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:33.726504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-2bd39f68-ac12-44d2-adde-96932dca6b57 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 948 time: 1.4125202 Feb 03 04:23:33.783973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-c5ff8552-cf32-4513-88c8-25048a93fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:33.790768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-c5ff8552-cf32-4513-88c8-25048a93fbd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1126 time: 0.2655134 Feb 03 04:23:33.807935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8130f-5bc5-48cd-b4d5-90eef139115c None None] Port fb0673ed-5a80-4811-9499-f387bcc46505 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:33.901883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (1cbb69e4-2624-421e-87e4-5b1cd9b905b0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.034460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39756c5b-12f1-4962-b640-d7402ffd43e4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:34.052407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Publish callbacks [] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.066099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Transition to ACTIVE for port object 39756c5b-12f1-4962-b640-d7402ffd43e4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:34.067335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4928d548-24ae-4513-ade7-e0c71c83d71d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:34.093643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (065b282a-1ed1-4097-927b-9fb1c23745fa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.099054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:23:34.104394 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.117998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Subnet': ['ID=1cbb69e4-2624-421e-87e4-5b1cd9b905b0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:34.213108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:23:34.229209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Checking segment: {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:34.229583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network hostable DHCP agents. Network: ab5af421-95ac-49a7-97b8-59b66bf53b3d, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:23:34.245706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f895b1de-961e-4a56-886e-4d469cd5a24f req-ab9de5ac-5709-434c-815d-7b007ec68be2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8024712 Feb 03 04:23:34.254491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:34.301170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-9d7e3837-6539-47cd-a34d-fb9f44c68c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:34.302689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-9d7e3837-6539-47cd-a34d-fb9f44c68c53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.4803131 Feb 03 04:23:34.311896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d4d7a-7dfe-492a-a0f9-2335c3c9daf2 req-7d2b8eb3-c297-41a9-8b0d-3bb8ff37c05f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:34.319830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee4d4d7a-7dfe-492a-a0f9-2335c3c9daf2 req-7d2b8eb3-c297-41a9-8b0d-3bb8ff37c05f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.1803565 Feb 03 04:23:34.335463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:23:34.367625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (065b282a-1ed1-4097-927b-9fb1c23745fa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.369379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:34.369379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.388257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-e5d45c84-2776-41f2-873d-7275ac57728d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 217 time: 0.0665171 Feb 03 04:23:34.391323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, ab5af421-95ac-49a7-97b8-59b66bf53b3d) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:34.397786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:34.398177 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.402396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0832e4ca-9f14-41e0-9bdc-483efedd7cb3 None None] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:34.412196 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-585e082d-97b2-4c92-ab6e-880bfb742466 service neutron] delete failed (client error): The resource could not be found. Feb 03 04:23:34.413444 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-585e082d-97b2-4c92-ab6e-880bfb742466 service neutron] 10.222.0.15 "DELETE /v2.0/ports/b4d84658-9c72-4e84-8dae-278047acce64/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.6396806 Feb 03 04:23:34.432172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1604352 Feb 03 04:23:34.446422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:34.462285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-4e78e9bf-65d7-4f45-9f94-476b2531f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:34.463874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-4e78e9bf-65d7-4f45-9f94-476b2531f16a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0580244 Feb 03 04:23:34.502982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Request body: {'subnet': {'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-825668591-subnet', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:34.527136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee4d4d7a-7dfe-492a-a0f9-2335c3c9daf2 req-45d8e10e-f604-4d57-973d-df5a35b743b4 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065103 Feb 03 04:23:34.579840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-28f7ad91-8c08-4d94-ab6f-56e4a362ab2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830705 Feb 03 04:23:34.615897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9e747df5-3afb-4901-8cfe-e263edd9b0f1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1872540 Feb 03 04:23:34.618533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:34.631064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-514098760'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:34.789628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13532833-7c18-44f7-91bd-0aa20841f4fc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:34.791025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de38ac-af26-4351-a8ce-ca37135b3d0d req-24b23514-9e78-464d-a0d1-c465e12bf2ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:34.793268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0de38ac-af26-4351-a8ce-ca37135b3d0d req-24b23514-9e78-464d-a0d1-c465e12bf2ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.3283124 Feb 03 04:23:34.798269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:34.802327 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.840190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-ab5af421-95ac-49a7-97b8-59b66bf53b3d', 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d', 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'fixed_ips': [{'subnet_id': '1cbb69e4-2624-421e-87e4-5b1cd9b905b0'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:23:34.842047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:34.899680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-28b24144-9fb4-4fdb-9b15-91ea7e41a46e service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820916 Feb 03 04:23:35.005800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc4ff7-2cd8-4c6c-b4a4-f85da4ddac28 admin admin] Pushing event updated for resources: {'Network': ['ID=065b282a-1ed1-4097-927b-9fb1c23745fa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:35.010320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:35.016749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4de3dbde-7c6a-4ac1-b103-7a95787dfb5a admin admin] 10.222.0.35 "PUT /v2.0/routers/4305f0a7-1f1f-476c-8de4-77fd765d3de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9494424 Feb 03 04:23:35.051117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:35.051572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 065b282a-1ed1-4097-927b-9fb1c23745fa details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:23:35.057549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.113301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:35.183543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:35.183934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:35.184181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:35.202629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-3a1ce05c-ff0b-45fa-bdc2-fd6cedfe758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:35.204308 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-3a1ce05c-ff0b-45fa-bdc2-fd6cedfe758c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 1131 time: 0.6869025 Feb 03 04:23:35.204883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:35.205348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0de38ac-af26-4351-a8ce-ca37135b3d0d req-ff018b34-7c0e-43d6-8145-79be79031b2b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950753 Feb 03 04:23:35.210273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:23:35.218183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:35.235565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (faebe52b-f97d-491b-aed2-ac48b0b31d94), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.238521 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Added segment faebe52b-f97d-491b-aed2-ac48b0b31d94 of type vlan for network e2e86cc3-d42b-4b71-b0d5-e698de126076 Feb 03 04:23:35.249896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Allocated IP 19.80.0.2 (ab5af421-95ac-49a7-97b8-59b66bf53b3d/1cbb69e4-2624-421e-87e4-5b1cd9b905b0/c29377da-967a-419c-814b-40eb3bfb9d6d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:35.259231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:35.260059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:35.260702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:35.261370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Bound port: 39756c5b-12f1-4962-b640-d7402ffd43e4, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:35.261972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.300101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9488c74-7243-4e1c-9cdb-26d2bacf8b82 req-478cec73-a22d-45a7-90f9-9fddf4e80e26 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904924 Feb 03 04:23:35.302350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 13532833-7c18-44f7-91bd-0aa20841f4fc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:35.309303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.318203 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (e2e86cc3-d42b-4b71-b0d5-e698de126076), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.370619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (e2e86cc3-d42b-4b71-b0d5-e698de126076), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.383376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:35.384244 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.449642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8274777 Feb 03 04:23:35.459192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:35.461795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1762196523-network', 'tenant_id': '7c1032966558499ba8c08f7a49c7e1e6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:35.464889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'subnet': {'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:35.561702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Sync routers for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:35.588905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-752bf071-63fa-4f57-83cb-08eef61d2a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.623895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a094b1-ffb0-451e-8cc9-39de1da250a1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Network': ['ID=e2e86cc3-d42b-4b71-b0d5-e698de126076,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:35.629478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:35.630258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:35.643653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Made reservation on behalf of 7c1032966558499ba8c08f7a49c7e1e6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:35.649199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.666782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-0a94bad1-3ff7-4577-963e-8c4e40e2bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:35.669199 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-0a94bad1-3ff7-4577-963e-8c4e40e2bc5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.4417710 Feb 03 04:23:35.673362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:35.689428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.699760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754ff5d-6bb4-4d21-8359-b5197e54d1dd req-9a0d16ba-50ae-49e0-9bd4-0cf6df279595 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:35.701423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3754ff5d-6bb4-4d21-8359-b5197e54d1dd req-9a0d16ba-50ae-49e0-9bd4-0cf6df279595 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.2984927 Feb 03 04:23:35.731109 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-15733ca4-d613-45d7-b5c8-f7fddb763a93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 200 len: 217 time: 0.0477192 Feb 03 04:23:35.783603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:35.802337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks [] for security_group (fd2d98f2-efab-4d63-b12f-bfa89ff6da97), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.822147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fd2d98f2-efab-4d63-b12f-bfa89ff6da97), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.828339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.858157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2d98f2-efab-4d63-b12f-bfa89ff6da97,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:35.878272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:23:35.902430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4b3fb7ef-a297-4dba-96d4-fe41ac98b5de), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.902873 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Added segment 4b3fb7ef-a297-4dba-96d4-fe41ac98b5de of type vlan for network 4353d205-7593-4c18-9838-d87c545b2767 Feb 03 04:23:35.914088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3754ff5d-6bb4-4d21-8359-b5197e54d1dd req-905dd417-1f38-4c33-950c-040761569670 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057912 Feb 03 04:23:35.931125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:35.940159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (64384726-9c08-4113-b7b8-630e29cc4b0b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:35.970636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (4353d205-7593-4c18-9838-d87c545b2767), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.006018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:36.011319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network e2e86cc3-d42b-4b71-b0d5-e698de126076 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:23:36.013481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (4353d205-7593-4c18-9838-d87c545b2767), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.015390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.016349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.056327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9394429 Feb 03 04:23:36.056570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.057095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.058461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-0cc813a6-6c15-4004-9685-4b4e62e8f693 service neutron] 10.222.0.15 "PUT /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 1092 time: 4.0658486 Feb 03 04:23:36.061546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:36.067080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:36.068916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Request body: {'subnet': {'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1762196523-subnet', 'tenant_id': '7c1032966558499ba8c08f7a49c7e1e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:36.070061 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb5456b-95af-4689-a5a2-807560ef6353" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:36.074055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:36.077368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.099962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-a26f35e4-4221-4813-b920-9d6d2cca493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.101412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-a26f35e4-4221-4813-b920-9d6d2cca493d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.3364582 Feb 03 04:23:36.141617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Made reservation on behalf of 7c1032966558499ba8c08f7a49c7e1e6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:36.145477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.172260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64384726-9c08-4113-b7b8-630e29cc4b0b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:36.262306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d82f8-6673-45a8-9761-7a932cda9123 admin admin] Pushing event updated for resources: {'Network': ['ID=4353d205-7593-4c18-9838-d87c545b2767,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:36.282505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33230) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:36.291577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d27c041a-04d1-443a-a4e7-93e4c2864211 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469210060', 'description': 'tempest-description--1495932126'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:36.350293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 13532833-7c18-44f7-91bd-0aa20841f4fc is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:36.351089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.360699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9418f-ad51-4555-affc-76f4d1331863 req-02248ec9-8a22-4372-85a8-4a96ce78f20c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.362962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cd9418f-ad51-4555-affc-76f4d1331863 req-02248ec9-8a22-4372-85a8-4a96ce78f20c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.1497171 Feb 03 04:23:36.375392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-23a8fbdc-7a01-4fd2-97e9-6f29e3ea8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.377333 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-23a8fbdc-7a01-4fd2-97e9-6f29e3ea8c25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2387345 Feb 03 04:23:36.384173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-b77fad57-af2e-4a74-b2e9-6bb44f6b0311 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016869 Feb 03 04:23:36.396469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Checking segment: {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:36.396941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Network hostable DHCP agents. Network: 065b282a-1ed1-4097-927b-9fb1c23745fa, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:23:36.420416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 4353d205-7593-4c18-9838-d87c545b2767 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:23:36.433879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-6522d7d3-6968-49e1-8273-319cb4ef0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.435549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-6522d7d3-6968-49e1-8273-319cb4ef0fce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1126 time: 0.2860043 Feb 03 04:23:36.437833 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8db1927-0c31-4c9a-bf54-de50343c5e14 x-openstack-request-id: req-b8db1927-0c31-4c9a-bf54-de50343c5e14 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:36.438127 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:36.438385 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8db1927-0c31-4c9a-bf54-de50343c5e14 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:36.438985 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4', 'status': 'completed', 'code': 200} Feb 03 04:23:36.483140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cd9418f-ad51-4555-affc-76f4d1331863 req-810eb6b3-bc2e-48af-90ae-d8bf142e82ed tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103661 Feb 03 04:23:36.505648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27c041a-04d1-443a-a4e7-93e4c2864211 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.526212 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-968edcaf-938f-47ee-8edd-acf43e319496 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 217 time: 0.0621970 Feb 03 04:23:36.590470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 13532833-7c18-44f7-91bd-0aa20841f4fc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=13532833-7c18-44f7-91bd-0aa20841f4fc,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:36.607772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-ff5f196b-03d8-49f2-ad27-c2d5d89930ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.608794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-ff5f196b-03d8-49f2-ad27-c2d5d89930ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0487883 Feb 03 04:23:36.631236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Network 065b282a-1ed1-4097-927b-9fb1c23745fa is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:23:36.655579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.681302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c97e9-a6a4-4067-9edb-0414200faf4c req-0c4af57f-6267-481c-8978-cac03f96857a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.690285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-fa4744b9-d68b-4c41-9e81-762d70d5f478 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715961 Feb 03 04:23:36.692392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e6c97e9-a6a4-4067-9edb-0414200faf4c req-0c4af57f-6267-481c-8978-cac03f96857a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1917560 Feb 03 04:23:36.710312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9debb-0ae6-4277-9929-e675802aec3f req-e187f0b4-558a-4bac-8ded-1aa4dc458dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.713360 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-e187f0b4-558a-4bac-8ded-1aa4dc458dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 1127 time: 0.2949913 Feb 03 04:23:36.720007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 065b282a-1ed1-4097-927b-9fb1c23745fa) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:36.767288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f697f-7dbd-40ba-a467-093351336c2d None None] Network 065b282a-1ed1-4097-927b-9fb1c23745fa requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:36.783320 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.828555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Publish callbacks [] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.843074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27c041a-04d1-443a-a4e7-93e4c2864211 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group (53b5e7cf-ecab-4142-9d6c-882348a45246), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.857013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9debb-0ae6-4277-9929-e675802aec3f req-0e7a9518-6918-4e13-b20f-eb9c7a0fd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.858550 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-0e7a9518-6918-4e13-b20f-eb9c7a0fd136 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.1125345 Feb 03 04:23:36.859826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:36.860647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.862484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e6c97e9-a6a4-4067-9edb-0414200faf4c req-8b41e694-f831-4dcf-b203-cd9687b1f8af tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670315 Feb 03 04:23:36.868296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (3e3b74de-a033-41cb-9033-2115f3239b0e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.871609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27c041a-04d1-443a-a4e7-93e4c2864211 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (53b5e7cf-ecab-4142-9d6c-882348a45246), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.906733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:36.915108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=13532833-7c18-44f7-91bd-0aa20841f4fc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:36.934913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-b22d2bcc-f10c-49cf-ba47-5ec077eca29a service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456915 Feb 03 04:23:36.996864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27c041a-04d1-443a-a4e7-93e4c2864211 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.001727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d27c041a-04d1-443a-a4e7-93e4c2864211 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7170115 Feb 03 04:23:37.003797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:37.005684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-b6802965-d3ae-4c48-a09c-79bba8e3e75e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 200 len: 217 time: 0.1320438 Feb 03 04:23:37.012854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:37.015031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:37.029211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ec4c3028-ffc9-45e3-b34a-6a5d875c8615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'security_group_rule': {'security_group_id': '53b5e7cf-ecab-4142-9d6c-882348a45246', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:37.056466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:37.059410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Pushing event updated for resources: {'Port': ['ID=c29377da-967a-419c-814b-40eb3bfb9d6d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:37.078626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-065b282a-1ed1-4097-927b-9fb1c23745fa', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:23:37.079474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.084498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9debb-0ae6-4277-9929-e675802aec3f req-b8ab381c-ed9f-48a4-917f-44a581bc986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:37.085078 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-b8ab381c-ed9f-48a4-917f-44a581bc986d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0597737 Feb 03 04:23:37.091782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c041a-04d1-443a-a4e7-93e4c2864211 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b5e7cf-ecab-4142-9d6c-882348a45246,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:37.109699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-57784d46-7e48-4ed7-8705-4b71e4f331f3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6413903 Feb 03 04:23:37.120303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:37.125795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3b74de-a033-41cb-9033-2115f3239b0e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:37.144177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:37.153261 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-03af4ab3-f5fe-4fae-863c-d534708118e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551555 Feb 03 04:23:37.161423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (7c9283ec-0cfa-4f84-9053-8a99a97e0977), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.162863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3028-ffc9-45e3-b34a-6a5d875c8615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group_rule (4cebba3f-f12d-45f4-b55f-be30f77c1a6f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.189886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Checking segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:37.190407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Network hostable DHCP agents. Network: 4353d205-7593-4c18-9838-d87c545b2767, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:23:37.237256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd46b9-9453-4820-8897-ea39c4ae082f req-8be91f4e-23ca-40d5-abf6-2acd37576252 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:37.239039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8bd46b9-9453-4820-8897-ea39c4ae082f req-8be91f4e-23ca-40d5-abf6-2acd37576252 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.1922600 Feb 03 04:23:37.253083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Attempting to bind port c29377da-967a-419c-814b-40eb3bfb9d6d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:37.253499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Attempting to bind port c29377da-967a-419c-814b-40eb3bfb9d6d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:37.253904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Attempting to bind port c29377da-967a-419c-814b-40eb3bfb9d6d on network ab5af421-95ac-49a7-97b8-59b66bf53b3d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:37.269059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Network 4353d205-7593-4c18-9838-d87c545b2767 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:23:37.270239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 2, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:37.277560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:37.277972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Checking segment: {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:37.278507 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.278947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Bound using segment: {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:37.279476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Bound port: c29377da-967a-419c-814b-40eb3bfb9d6d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:37.279911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.280666 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-7ffcd579-93dd-4abb-9626-01b548b7a887 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830812 Feb 03 04:23:37.315380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 4353d205-7593-4c18-9838-d87c545b2767) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:37.328314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3028-ffc9-45e3-b34a-6a5d875c8615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group_rule (4cebba3f-f12d-45f4-b55f-be30f77c1a6f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.328882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16471c13-43c4-4b92-a81a-80afe586ba3c None None] Network 4353d205-7593-4c18-9838-d87c545b2767 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:37.330857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Checking router: 4305f0a7-1f1f-476c-8de4-77fd765d3de8 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:23:37.331258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Updating router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 port fb0673ed-5a80-4811-9499-f387bcc46505 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:23:37.346414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:37.347046 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.356504 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3028-ffc9-45e3-b34a-6a5d875c8615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (4cebba3f-f12d-45f4-b55f-be30f77c1a6f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.375327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8bd46b9-9453-4820-8897-ea39c4ae082f req-8ea33e2b-253c-4a4d-b28c-a09a2c923475 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268771 Feb 03 04:23:37.388698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c3028-ffc9-45e3-b34a-6a5d875c8615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cebba3f-f12d-45f4-b55f-be30f77c1a6f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:37.392064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0617ad98-6583-47fa-8bbd-89e005aad4bc req-aeef8079-ee4a-4cd7-86e1-d49a97af80ab service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914624 Feb 03 04:23:37.399657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (277ea8e7-1d7d-4a43-a73b-415c585b326a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.411645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac1c7b10-e4a7-44f9-9bb8-ebc1f1a0c1ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3398533 Feb 03 04:23:37.412043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (277ea8e7-1d7d-4a43-a73b-415c585b326a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.415873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3028-ffc9-45e3-b34a-6a5d875c8615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.420369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec4c3028-ffc9-45e3-b34a-6a5d875c8615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3940384 Feb 03 04:23:37.424397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:37.429782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7fef00ad-5447-4b2f-b831-a903e92ba24c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'security_group_rule': {'security_group_id': '53b5e7cf-ecab-4142-9d6c-882348a45246', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:37.467718 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fef00ad-5447-4b2f-b831-a903e92ba24c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group_rule (89ea923b-ab13-42e5-bad3-9789e65b7607), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.477536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Allocated IP 172.20.0.2 (065b282a-1ed1-4097-927b-9fb1c23745fa/64384726-9c08-4113-b7b8-630e29cc4b0b/c11a5e40-d265-46fb-bdd4-f888fe3afaff) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:37.524257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Subnet': ['ID=7c9283ec-0cfa-4f84-9053-8a99a97e0977,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:37.546665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Checking segment: {'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:37.547267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network hostable DHCP agents. Network: e2e86cc3-d42b-4b71-b0d5-e698de126076, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:23:37.559671 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6897cfb-5bd8-4e9f-b2cb-308bf8a19fad req-990cd528-f923-431b-8291-08e3db5e9f1f service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981417 Feb 03 04:23:37.630953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks [] for router_controller (277ea8e7-1d7d-4a43-a73b-415c585b326a), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.633357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-af82bbb3-df38-4413-89f2-3a2472bb720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:37.635169 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-af82bbb3-df38-4413-89f2-3a2472bb720c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1126 time: 0.1582561 Feb 03 04:23:37.637644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-e19fbc04-b341-4632-9ae1-b680585e2611 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707725 Feb 03 04:23:37.692627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Publish callbacks [] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.711794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.722336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.731253 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fef00ad-5447-4b2f-b831-a903e92ba24c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group_rule (89ea923b-ab13-42e5-bad3-9789e65b7607), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.744037 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fef00ad-5447-4b2f-b831-a903e92ba24c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (89ea923b-ab13-42e5-bad3-9789e65b7607), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.774654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fef00ad-5447-4b2f-b831-a903e92ba24c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:37.777872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7fef00ad-5447-4b2f-b831-a903e92ba24c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508856 Feb 03 04:23:37.793867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:37.794978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486bba-858a-4db5-95be-fc8d0bedd99c req-20a5f8f5-8768-47e4-b899-da708ad3252f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:37.797136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a486bba-858a-4db5-95be-fc8d0bedd99c req-20a5f8f5-8768-47e4-b899-da708ad3252f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.1207817 Feb 03 04:23:37.799988 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef00ad-5447-4b2f-b831-a903e92ba24c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ea923b-ab13-42e5-bad3-9789e65b7607,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:37.802162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Pushing event updated for resources: {'Port': ['ID=c11a5e40-d265-46fb-bdd4-f888fe3afaff,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:37.807781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:37.850451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network e2e86cc3-d42b-4b71-b0d5-e698de126076 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:23:37.886223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Network 065b282a-1ed1-4097-927b-9fb1c23745fa is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:37.895384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:37.906186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:37.917143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a486bba-858a-4db5-95be-fc8d0bedd99c req-d4858412-ef8a-4b89-a5f8-110318808997 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919919 Feb 03 04:23:37.937093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, e2e86cc3-d42b-4b71-b0d5-e698de126076) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:38.022964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d8c0d-3cf0-4875-90ce-d111cd584dba None None] Network e2e86cc3-d42b-4b71-b0d5-e698de126076 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:38.057731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73dfca4-faa5-4f5f-8958-b2a79619b2ef None None] Network 4353d205-7593-4c18-9838-d87c545b2767 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:38.070578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] For port c29377da-967a-419c-814b-40eb3bfb9d6d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:38.200336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9871faf-22db-4f67-b98e-429b1ffaecd7 req-81f3e5e0-8a47-4bee-852a-3845d97ec403 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:38.201946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9871faf-22db-4f67-b98e-429b1ffaecd7 req-81f3e5e0-8a47-4bee-852a-3845d97ec403 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1652842 Feb 03 04:23:38.213326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fac1a654-c4fd-4a67-bafa-c375818b783c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:38.220969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fac1a654-c4fd-4a67-bafa-c375818b783c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.2511592 Feb 03 04:23:38.242615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-9d50d73b-79fa-42e2-8e03-a8cccebe2f69 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/quotas/7c1032966558499ba8c08f7a49c7e1e6 HTTP/1.1" status: 200 len: 375 time: 0.0205107 Feb 03 04:23:38.301098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-b61ac7cf-b121-413a-bde1-50ffd12f4396 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566070 Feb 03 04:23:38.427122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:38.428705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:38.441313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks [] for router_gateway (277ea8e7-1d7d-4a43-a73b-415c585b326a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:38.451239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-40155fc5-8ef4-44e7-bf88-bf6f3fa28894 service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466460 Feb 03 04:23:38.472722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:38.521125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] For port c29377da-967a-419c-814b-40eb3bfb9d6d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c29377da-967a-419c-814b-40eb3bfb9d6d,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:38.535370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-22413314-5208-449c-bd0b-ae75422ab12a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0748281 Feb 03 04:23:38.537975 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:38.584757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-ab7799cd-e385-44e8-8707-915a901c394b service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325994 Feb 03 04:23:38.588039 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e9debb-0ae6-4277-9929-e675802aec3f req-41355428-529a-435b-abbb-2c87955a5a75 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410547 Feb 03 04:23:38.591686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-f334d326-1342-485e-b4b0-8a735b2cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:38.593118 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-f334d326-1342-485e-b4b0-8a735b2cd4da service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.8348627 Feb 03 04:23:38.640363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Attempting to bind port c11a5e40-d265-46fb-bdd4-f888fe3afaff on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:38.640767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Attempting to bind port c11a5e40-d265-46fb-bdd4-f888fe3afaff by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:38.641162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Attempting to bind port c11a5e40-d265-46fb-bdd4-f888fe3afaff on network 065b282a-1ed1-4097-927b-9fb1c23745fa {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:38.650347 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:38.654582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9871faf-22db-4f67-b98e-429b1ffaecd7 req-cd8974ea-2dce-4952-9b9a-262f519aa7e8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312108 Feb 03 04:23:38.685469 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-b89c1358-7c34-4049-ae64-80a5a879393e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 217 time: 0.0809093 Feb 03 04:23:38.704872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:38.705267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Checking segment: {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:38.705671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:38.706054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Bound using segment: {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:38.706537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Bound port: c11a5e40-d265-46fb-bdd4-f888fe3afaff, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:38.706918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:38.872176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb939-5e89-4332-b355-8d86f51f91ee req-17b5891e-a855-4f76-8099-c237e74b49af tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:38.875318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d7bb939-5e89-4332-b355-8d86f51f91ee req-17b5891e-a855-4f76-8099-c237e74b49af tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.0754197 Feb 03 04:23:38.891808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332087f-fe7d-4d45-8e5b-48c6ba288588 None None] Pushing event updated for resources: {'Port': ['ID=c29377da-967a-419c-814b-40eb3bfb9d6d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:38.903126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13532833-7c18-44f7-91bd-0aa20841f4fc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:38.983220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] For port c11a5e40-d265-46fb-bdd4-f888fe3afaff, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:38.986444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] For port c11a5e40-d265-46fb-bdd4-f888fe3afaff, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c11a5e40-d265-46fb-bdd4-f888fe3afaff,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:39.001983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-05e7ffc5-83d8-4968-97e8-3a8b32a7f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:39.003484 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-05e7ffc5-83d8-4968-97e8-3a8b32a7f7a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.2463553 Feb 03 04:23:39.072646 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.076457 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d7bb939-5e89-4332-b355-8d86f51f91ee req-fea52cf5-2769-4024-9354-8db567c0b622 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822243 Feb 03 04:23:39.091128 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-644fd866-1241-4d8e-8f21-aa461c6b9639 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723760 Feb 03 04:23:39.175635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-e2e86cc3-d42b-4b71-b0d5-e698de126076', 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076', 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'fixed_ips': [{'subnet_id': '7c9283ec-0cfa-4f84-9053-8a99a97e0977'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:23:39.177631 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.181459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.248033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06bd4d87-254a-4f4d-b96a-370d63d8a6bd req-d9d976b7-6671-4fdb-9273-59d09471fb40 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 210 time: 0.0782301 Feb 03 04:23:39.362096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-0c7b43fb-104d-4cec-b406-fb4272b7bcc1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:39.367344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-0c7b43fb-104d-4cec-b406-fb4272b7bcc1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:39.382414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-0c7b43fb-104d-4cec-b406-fb4272b7bcc1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/networks?id=ab5af421-95ac-49a7-97b8-59b66bf53b3d&id=e2e86cc3-d42b-4b71-b0d5-e698de126076&id=ab5af421-95ac-49a7-97b8-59b66bf53b3d HTTP/1.1" status: 200 len: 1390 time: 0.4145958 Feb 03 04:23:39.509716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks [] for router_gateway (277ea8e7-1d7d-4a43-a73b-415c585b326a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.513412 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Publish callbacks [] for port (fb0673ed-5a80-4811-9499-f387bcc46505), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.529969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9d9a2351-ee8b-456f-a38c-13d591e67f85 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/quotas/27ee2a7ee6e144c6a63db8618f1edd9f HTTP/1.1" status: 200 len: 375 time: 0.1341093 Feb 03 04:23:39.559061 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.626681 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-d4971ec6-767a-444b-8528-0e9583b4f790 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268118 Feb 03 04:23:39.628354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.663473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0ab84-5a59-48e4-aa8d-aa358c7acab9 req-a8ea3c89-6491-44ab-a131-83c5ee70166f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:39.671186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc0ab84-5a59-48e4-aa8d-aa358c7acab9 req-a8ea3c89-6491-44ab-a131-83c5ee70166f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.2739625 Feb 03 04:23:39.713228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ae68de15-4e39-4a74-b1b5-86701b869559 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1684673 Feb 03 04:23:39.735555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe346e-1a8f-452b-9c7b-1cbfb1347a44 None None] Pushing event updated for resources: {'Port': ['ID=c11a5e40-d265-46fb-bdd4-f888fe3afaff,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:39.788177 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.890451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977271c8-62d1-4101-97a1-dabc97f9c3da None None] Pushing event updated for resources: {'Port': ['ID=fb0673ed-5a80-4811-9499-f387bcc46505,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:39.962048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 13532833-7c18-44f7-91bd-0aa20841f4fc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:39.962451 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:39.973800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc0ab84-5a59-48e4-aa8d-aa358c7acab9 req-cf9dbb5c-d4de-4aa0-ac2a-9a649a0f0a68 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017204 Feb 03 04:23:40.005589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bb5456b-95af-4689-a5a2-807560ef6353 req-86eb8c59-8fbc-4532-aa0d-a2c96f796648 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870177 Feb 03 04:23:40.041085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-50e27048-58d4-448b-91fc-b63de978312a service neutron] 10.222.0.35 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940342 Feb 03 04:23:40.046920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Allocated IP 172.25.7.212 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/73f027a1-ebf9-48cc-a01f-9c1f5436dae7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:40.142409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Attempting to bind port fb0673ed-5a80-4811-9499-f387bcc46505 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:40.143065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Attempting to bind port fb0673ed-5a80-4811-9499-f387bcc46505 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:40.143065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Attempting to bind port fb0673ed-5a80-4811-9499-f387bcc46505 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:40.151984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:40.152373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:40.152785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:40.153185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Bound using segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:40.153663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Bound port: fb0673ed-5a80-4811-9499-f387bcc46505, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:40.154278 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:40.179731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9dd6e21f-d179-4ddf-8fd3-2e049731da04 service neutron] 10.222.0.35 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366580 Feb 03 04:23:40.201143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Allocated IP 19.86.0.2 (e2e86cc3-d42b-4b71-b0d5-e698de126076/7c9283ec-0cfa-4f84-9053-8a99a97e0977/b6cce15a-3f86-4f49-98cb-3b5e9493ad3b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:40.281562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] For port fb0673ed-5a80-4811-9499-f387bcc46505, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:40.284759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] For port fb0673ed-5a80-4811-9499-f387bcc46505, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fb0673ed-5a80-4811-9499-f387bcc46505,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:40.325246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:40.344530 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:40.347445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d5902-ff1f-4c88-9469-c9ba8ea4d8d6 req-343fe94e-1f6d-41be-bcd5-ca0da3902b87 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:40.349415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416d5902-ff1f-4c88-9469-c9ba8ea4d8d6 req-343fe94e-1f6d-41be-bcd5-ca0da3902b87 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1588340 Feb 03 04:23:40.402656 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:40.428234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416d5902-ff1f-4c88-9469-c9ba8ea4d8d6 req-0ae46e3a-3c37-4296-8033-e8c65142c665 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652063 Feb 03 04:23:40.451718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-98f7dd3d-0440-436d-873d-86aafb08eb8c service neutron] 10.222.0.35 "GET /v2.0/networks/e2e86cc3-d42b-4b71-b0d5-e698de126076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707584 Feb 03 04:23:40.583839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:40.584591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:40.604823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a43a46b-69ef-4f1c-92ec-4d8a9c0fad04 None None] Provisioning complete for port fb0673ed-5a80-4811-9499-f387bcc46505 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:40.605203 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a43a46b-69ef-4f1c-92ec-4d8a9c0fad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:40.607095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:40.629567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-722c230c-151f-4b07-a24b-8a3bc8a9f67e service neutron] 10.222.0.35 "GET /v2.0/networks/e2e86cc3-d42b-4b71-b0d5-e698de126076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768687 Feb 03 04:23:40.647147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:40.660791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 13532833-7c18-44f7-91bd-0aa20841f4fc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:40.668066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:40.767039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c715fcda-d0a4-4904-95a5-4665a072a044 service neutron] 10.222.0.35 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359243 Feb 03 04:23:40.825771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf5c63d-6665-4488-88bf-3a1aef1b4ad6 None None] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:40.925409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Allocated IP 172.25.7.171 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/06b0ee1d-5837-40d8-8bbb-e3f999dde3a0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:40.929713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=73f027a1-ebf9-48cc-a01f-9c1f5436dae7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:40.952815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-4fa48aea-27d2-4451-bec2-dab31b4213dd service neutron] 10.222.0.35 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840453 Feb 03 04:23:41.037289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53be04-5b45-435e-b64e-b203688a0006 req-ea320aed-eaee-47be-adb0-d2cef3b98e35 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:41.049640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da53be04-5b45-435e-b64e-b203688a0006 req-ea320aed-eaee-47be-adb0-d2cef3b98e35 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.4602172 Feb 03 04:23:41.069844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c29377da-967a-419c-814b-40eb3bfb9d6d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:41.114416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da53be04-5b45-435e-b64e-b203688a0006 req-c56c5855-58e8-4ef5-8939-69bd70c1db84 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634053 Feb 03 04:23:41.144864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for floatingip (1f861870-cc23-4c47-a957-c8717a866627), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:41.181517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fa80a-61b9-482e-ac96-869304fa1bb7 None None] Network 065b282a-1ed1-4097-927b-9fb1c23745fa requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:41.220912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977271c8-62d1-4101-97a1-dabc97f9c3da None None] Pushing event updated for resources: {'Port': ['ID=fb0673ed-5a80-4811-9499-f387bcc46505,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:41.294621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-785ab0bd-ba34-4952-9389-a60978dde7f4 req-102020d7-137b-40b2-bc3c-75d3f43322f5 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 210 time: 0.0485702 Feb 03 04:23:41.315896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks [] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:41.351899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60016-a636-479d-a45e-ce78272df6f8 req-20379c2f-67d0-431c-942c-6e87b83da843 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:41.353988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fff60016-a636-479d-a45e-ce78272df6f8 req-20379c2f-67d0-431c-942c-6e87b83da843 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.0977225 Feb 03 04:23:41.385217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-82bc1616-66f6-4f34-a804-d0341af5d4c7 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:41.386949 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-82bc1616-66f6-4f34-a804-d0341af5d4c7 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.5788035 Feb 03 04:23:41.400006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:41.431096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Request body: {'port': {'device_id': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'admin_state_up': True, 'tenant_id': '7c1032966558499ba8c08f7a49c7e1e6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:41.470159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fff60016-a636-479d-a45e-ce78272df6f8 req-1c77f749-9f28-48c9-a243-b1422a5f61e0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081862 Feb 03 04:23:41.501532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae409ef7-155b-4702-8656-e3512d6d291f req-0662fe14-044c-42c6-b74e-325710d091dc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:41.511078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae409ef7-155b-4702-8656-e3512d6d291f req-0662fe14-044c-42c6-b74e-325710d091dc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.1080370 Feb 03 04:23:41.532377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:41.556984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:41.565702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:41.566983 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:41.573122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:41.628118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22cd2a8d-8688-4837-a804-f4ea1b8f2072 req-55c8ab0f-c9af-4761-9092-f6657cea22d4 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 210 time: 0.0824823 Feb 03 04:23:41.675444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Pushing event updated for resources: {'Port': ['ID=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:41.714433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae409ef7-155b-4702-8656-e3512d6d291f req-8f2cd706-caea-43bd-a2c7-ce6511e286d7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021675 Feb 03 04:23:41.960733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Publish callbacks [] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:41.999858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.021312 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.021548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.131175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a43a46b-69ef-4f1c-92ec-4d8a9c0fad04 None None] Current status of the port fb0673ed-5a80-4811-9499-f387bcc46505 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:42.131596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a43a46b-69ef-4f1c-92ec-4d8a9c0fad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.192724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Network e2e86cc3-d42b-4b71-b0d5-e698de126076 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:42.201486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c29377da-967a-419c-814b-40eb3bfb9d6d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:42.201857 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.211962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-d58b5796-e23b-4e9e-ae19-b3da9eaca2c3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570252 Feb 03 04:23:42.219072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:42.257495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Pushing event updated for resources: {'Port': ['ID=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:42.302919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:42.359998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6a43a46b-69ef-4f1c-92ec-4d8a9c0fad04 None None] For port fb0673ed-5a80-4811-9499-f387bcc46505, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fb0673ed-5a80-4811-9499-f387bcc46505,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:42.387156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-78847c0f-5ee4-427e-9c2a-a0a27d431455 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:42.394007 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a43a46b-69ef-4f1c-92ec-4d8a9c0fad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.394981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-78847c0f-5ee4-427e-9c2a-a0a27d431455 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812763 Feb 03 04:23:42.402705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Made reservation on behalf of 7c1032966558499ba8c08f7a49c7e1e6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:42.410054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.451035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-b44982ff-5d2e-42f2-91a6-b18bf0dec2fc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/quotas/09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 375 time: 0.0549972 Feb 03 04:23:42.501406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (1f861870-cc23-4c47-a957-c8717a866627), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.545153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Attempting to bind port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:42.545438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Attempting to bind port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:42.545815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Attempting to bind port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b on network e2e86cc3-d42b-4b71-b0d5-e698de126076 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:42.575643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:42.575643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Checking segment: {'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:42.576028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.580602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Bound using segment: {'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:42.580602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Bound port: b6cce15a-3f86-4f49-98cb-3b5e9493ad3b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:42.580602 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.635869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43a46b-69ef-4f1c-92ec-4d8a9c0fad04 None None] Pushing event updated for resources: {'Port': ['ID=fb0673ed-5a80-4811-9499-f387bcc46505,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:42.659466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Provisioning complete for port fb0673ed-5a80-4811-9499-f387bcc46505 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:42.659889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.706143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Allocated IP 172.20.0.3 (4353d205-7593-4c18-9838-d87c545b2767/3e3b74de-a033-41cb-9033-2115f3239b0e/950bed84-9557-4c13-8bef-b6f64146b837) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:42.719778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c29377da-967a-419c-814b-40eb3bfb9d6d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:42.720354 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.773122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=73f027a1-ebf9-48cc-a01f-9c1f5436dae7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:42.789982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.801772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cfe61874-aea0-4d64-9521-b1361535f072 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9985583 Feb 03 04:23:42.813862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] For port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:42.830104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:40Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:42.838104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] For port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:42.927703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c29377da-967a-419c-814b-40eb3bfb9d6d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c29377da-967a-419c-814b-40eb3bfb9d6d,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:42.932770 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.935371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0eb3a1-381c-4da0-bb85-ca64a569a085 None None] The sync data for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 is: [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:40Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:23:42.947789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:42.948662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c11a5e40-d265-46fb-bdd4-f888fe3afaff up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:43.160302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-b2acbc75-ae0f-4d1d-a1d8-85fa15d12e6d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:43.165620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-b2acbc75-ae0f-4d1d-a1d8-85fa15d12e6d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:43.167614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-b2acbc75-ae0f-4d1d-a1d8-85fa15d12e6d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "GET /v2.0/networks?id=ab5af421-95ac-49a7-97b8-59b66bf53b3d&id=e2e86cc3-d42b-4b71-b0d5-e698de126076&id=ab5af421-95ac-49a7-97b8-59b66bf53b3d HTTP/1.1" status: 200 len: 1390 time: 0.1943083 Feb 03 04:23:43.198128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'port': {'device_id': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d', 'admin_state_up': True, 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:43.240035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10d11d-f796-4442-b038-e435590bc444 None None] Pushing event updated for resources: {'Port': ['ID=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:43.310715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Current status of the port fb0673ed-5a80-4811-9499-f387bcc46505 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:43.336195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-6fd92c65-2423-424d-b1c9-eb27e2751c35 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8702881 Feb 03 04:23:43.350685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de88724-456a-469d-afa4-70dfe5e2bd61 req-2508ae1e-b089-4289-9f2a-1d7eb5fbc67f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:43.368215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1de88724-456a-469d-afa4-70dfe5e2bd61 req-2508ae1e-b089-4289-9f2a-1d7eb5fbc67f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.9702201 Feb 03 04:23:43.441860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Provisioning complete for port c11a5e40-d265-46fb-bdd4-f888fe3afaff triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:43.442419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.447802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c29377da-967a-419c-814b-40eb3bfb9d6d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:43.500538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c11a5e40-d265-46fb-bdd4-f888fe3afaff triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:43.500923 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.518405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1de88724-456a-469d-afa4-70dfe5e2bd61 req-5c0940a8-6041-4e38-8d48-7440081e40ad tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485469 Feb 03 04:23:43.579115 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks [] for port (950bed84-9557-4c13-8bef-b6f64146b837), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.641145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.691878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:43.694354 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.775828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c11a5e40-d265-46fb-bdd4-f888fe3afaff is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:43.776227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.800997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Network 4353d205-7593-4c18-9838-d87c545b2767 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:43.828794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:43.839950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:43.843268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks [] for router_gateway (277ea8e7-1d7d-4a43-a73b-415c585b326a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.900142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c11a5e40-d265-46fb-bdd4-f888fe3afaff, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c11a5e40-d265-46fb-bdd4-f888fe3afaff,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:43.909199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Current status of the port c11a5e40-d265-46fb-bdd4-f888fe3afaff is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:43.909593 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:43.948857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:44.039430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:44.076313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Allocated IP 19.80.0.100 (ab5af421-95ac-49a7-97b8-59b66bf53b3d/1cbb69e4-2624-421e-87e4-5b1cd9b905b0/115fe3b1-c988-404f-b917-b0b0e677c489) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:44.166823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:44.169891 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:23:44.173933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:44.174598 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:23:44.252447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-928f60bd-4fe5-411f-b590-2c4b5ce9a196 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8294027 Feb 03 04:23:44.261980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for port (115fe3b1-c988-404f-b917-b0b0e677c489), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:44.266333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c11a5e40-d265-46fb-bdd4-f888fe3afaff,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:44.276331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Request body: {'port': {'device_id': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:44.329900 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97d3c970-faab-44cd-903c-6ac662e01aaf req-683b00be-edb6-447f-9f27-8a01821e594a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 210 time: 0.5552349 Feb 03 04:23:44.374118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:44.516414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ca56d-30ac-46c2-a137-af8e222edce6 req-2604ccc3-0845-4ff0-bcb6-d67463adc22c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:44.518471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-843ca56d-30ac-46c2-a137-af8e222edce6 req-2604ccc3-0845-4ff0-bcb6-d67463adc22c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 931 time: 0.7875891 Feb 03 04:23:44.577087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (277ea8e7-1d7d-4a43-a73b-415c585b326a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:44.610626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:44.638403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b6cce15a-3f86-4f49-98cb-3b5e9493ad3b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:44.674904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:44.679574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:44.689523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:44.791156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Port': ['ID=115fe3b1-c988-404f-b917-b0b0e677c489,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:44.830462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8f1a-e57a-4141-bdd7-d2b7dfcfb5d3 req-e32419cd-7bc7-4f55-8665-cd447db208ad tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:44.838407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8f1a-e57a-4141-bdd7-d2b7dfcfb5d3 req-e32419cd-7bc7-4f55-8665-cd447db208ad tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.3169765 Feb 03 04:23:44.862744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-843ca56d-30ac-46c2-a137-af8e222edce6 req-0b9e429b-8ce5-42b3-b255-ca4c58fd8e7f tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290906 Feb 03 04:23:44.863977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:44.864656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:44.868171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Current status of the port c11a5e40-d265-46fb-bdd4-f888fe3afaff is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:44.941000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8f1a-e57a-4141-bdd7-d2b7dfcfb5d3 req-f53ecece-6197-433f-81b1-d61d75d38ec6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015828 Feb 03 04:23:44.991458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:44.993863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Provisioning complete for port c29377da-967a-419c-814b-40eb3bfb9d6d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:44.994420 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.004073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.060386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-cbbf6757-ef45-427a-8d2d-368842546e0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8680053 Feb 03 04:23:45.064587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a4ab4-0c2f-4d3f-a813-f55cf2cc236d None None] Network e2e86cc3-d42b-4b71-b0d5-e698de126076 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:45.075734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'port': {'device_id': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076', 'admin_state_up': True, 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:45.254871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2048522a-32c9-4565-acb5-39fb96d23f7f None None] Current status of the port c29377da-967a-419c-814b-40eb3bfb9d6d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:45.259232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:45.259943 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.282903 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-721de138-93a8-4834-826e-5559378c5dac tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093738 Feb 03 04:23:45.306450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:45.307877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:45.314377 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.357010 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.358323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c29377da-967a-419c-814b-40eb3bfb9d6d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:45.374373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22f9d5a6-7848-45f1-be05-6bf82c580bcf req-2fba0c05-5864-4395-a8e1-f7e8cd71bffd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 210 time: 0.0799806 Feb 03 04:23:45.422646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-d649e0b2-dba4-441e-9333-1dc02f4ac21e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--469210060&fields=id&tenant_id=31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 267 time: 0.3564112 Feb 03 04:23:45.487635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:45.532567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Provisioning complete for port c11a5e40-d265-46fb-bdd4-f888fe3afaff triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:45.532958 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.554543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Router 277ea8e7-1d7d-4a43-a73b-415c585b326a is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:23:45.589903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c29377da-967a-419c-814b-40eb3bfb9d6d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:45.590288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.628794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-0ce2c7c1-e67a-4cf0-bfe0-8a1c31f18f5e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:45.631130 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-0ce2c7c1-e67a-4cf0-bfe0-8a1c31f18f5e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.1633756 Feb 03 04:23:45.708064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-2026f4da-1f3a-4427-99d4-a74cd13ece54 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/quotas/31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 375 time: 0.0660810 Feb 03 04:23:45.734332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:45.746516 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Sync routers for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:45.751805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-db92d828-13f2-4f28-9d0b-48ed26e5f926 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:45.753447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-db92d828-13f2-4f28-9d0b-48ed26e5f926 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4618962 Feb 03 04:23:45.763092 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:45.766131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Request body: {'port': {'device_id': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '09ee2d373fa94a7db158b1b8b5f63d5c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:45.768659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:45.870157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c0a1-fef1-4fb1-9364-897d0de31c8d req-3c7e56e5-465a-4ea8-ba08-c4764de4452e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:45.876381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b031c0a1-fef1-4fb1-9364-897d0de31c8d req-3c7e56e5-465a-4ea8-ba08-c4764de4452e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.2415979 Feb 03 04:23:45.894709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Current status of the port c11a5e40-d265-46fb-bdd4-f888fe3afaff is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:45.898262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.899775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d4b6b041-b049-44c0-b170-6eb61cb6d83d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7595103 Feb 03 04:23:45.905344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:45.940376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Provisioning complete for port 115fe3b1-c988-404f-b917-b0b0e677c489 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:45.940753 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:45.949005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c29377da-967a-419c-814b-40eb3bfb9d6d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:45.950147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fb0673ed-5a80-4811-9499-f387bcc46505 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:45.959436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Allocated IP 19.86.0.101 (e2e86cc3-d42b-4b71-b0d5-e698de126076/7c9283ec-0cfa-4f84-9053-8a99a97e0977/01f5cc00-0349-4cc5-b63a-bdf8bfbc6575) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:45.980709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950bed84-9557-4c13-8bef-b6f64146b837 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:45.989495 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:46.023040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Publish callbacks [] for port (950bed84-9557-4c13-8bef-b6f64146b837), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.046026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Port 115fe3b1-c988-404f-b917-b0b0e677c489 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:46.074179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Provisioning complete for port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:46.074434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.102443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port fb0673ed-5a80-4811-9499-f387bcc46505 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:46.102862 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.125067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Transition to ACTIVE for port object 950bed84-9557-4c13-8bef-b6f64146b837 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:46.174641 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.199885 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.236365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Made reservation on behalf of 09ee2d373fa94a7db158b1b8b5f63d5c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:46.239785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.257964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d62916b3-2ba6-41c6-ab09-903d3017ee8a None None] Current status of the port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:46.268989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.282766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-54cb67e8-3df2-4b3a-b66a-e35ce8e1e568 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5432391 Feb 03 04:23:46.288827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port fb0673ed-5a80-4811-9499-f387bcc46505 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:46.390277 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 3, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:46.391333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:46.405664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c4800985-1825-48d2-b327-028096bb47e3 None None] Provisioning complete for port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:46.406286 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4800985-1825-48d2-b327-028096bb47e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.431773 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Checking router: 277ea8e7-1d7d-4a43-a73b-415c585b326a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:23:46.432119 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Updating router 277ea8e7-1d7d-4a43-a73b-415c585b326a port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:23:46.463472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network e2e86cc3-d42b-4b71-b0d5-e698de126076 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:46.466790 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.485897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b031c0a1-fef1-4fb1-9364-897d0de31c8d req-eddd7717-e5f7-4ce9-8383-463da155ae37 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992458 Feb 03 04:23:46.495383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b6cce15a-3f86-4f49-98cb-3b5e9493ad3b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:46.502984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:46.517110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:46.525611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Port': ['ID=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:46.574799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Attempting to bind port 950bed84-9557-4c13-8bef-b6f64146b837 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:46.575185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Attempting to bind port 950bed84-9557-4c13-8bef-b6f64146b837 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:46.576151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Attempting to bind port 950bed84-9557-4c13-8bef-b6f64146b837 on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:46.714499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-af173fca-c725-4eba-bb88-135fc0dd7454 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050457 Feb 03 04:23:46.772241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c4800985-1825-48d2-b327-028096bb47e3 None None] Current status of the port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:46.775083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:46.775681 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.822190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Port 950bed84-9557-4c13-8bef-b6f64146b837 on network 4353d205-7593-4c18-9838-d87c545b2767 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:46.822581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Attempting to bind port 950bed84-9557-4c13-8bef-b6f64146b837 on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:46.884228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-1f63d217-522a-4c17-8fd9-035d3d75ed82 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687286 Feb 03 04:23:46.889810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:46.890154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Checking segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:46.890651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Bound using segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:46.891122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Bound port: 950bed84-9557-4c13-8bef-b6f64146b837, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:46.911055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.915298 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Publish callbacks [] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.925605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:46.927125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c11a5e40-d265-46fb-bdd4-f888fe3afaff up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:46.928804 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.935996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998352-60e0-41e9-8992-c990a9ae8f99 req-a898e8ea-4338-40bc-b4ec-5b23ea118ccd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:46.954621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998352-60e0-41e9-8992-c990a9ae8f99 req-a898e8ea-4338-40bc-b4ec-5b23ea118ccd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:46.956336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0998352-60e0-41e9-8992-c990a9ae8f99 req-a898e8ea-4338-40bc-b4ec-5b23ea118ccd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 1655 time: 0.3263538 Feb 03 04:23:46.976903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:46.977624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.998355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-07c1e222-af55-4c84-93b8-bf40ad45f041 None None] Provisioning complete for port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:46.999128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07c1e222-af55-4c84-93b8-bf40ad45f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:46.999342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Allocated IP 192.168.233.221 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/53337217-28b0-4fa9-9618-fdd5a8516e7c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:47.049891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9109beed-4ac6-4c0d-860d-fe4f63e7a084 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9801929 Feb 03 04:23:47.064489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Attempting to bind port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:47.064901 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Attempting to bind port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:47.065220 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Attempting to bind port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:47.078752 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:47.079253 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:47.080255 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.080657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c11a5e40-d265-46fb-bdd4-f888fe3afaff triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:47.080847 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:47.081302 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Bound port: 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:47.081677 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.082467 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.087471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-07c1e222-af55-4c84-93b8-bf40ad45f041 None None] Port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:47.127710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0998352-60e0-41e9-8992-c990a9ae8f99 req-f51af223-0aa5-4f39-be79-eb9ab3af16ff tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414595 Feb 03 04:23:47.137713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'port': {'device_id': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d', 'admin_state_up': True, 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:47.212986 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] For port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:47.222062 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] For port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:47.240595 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba442c4-9605-4449-8ceb-25e861616476 None None] Pushing event updated for resources: {'Port': ['ID=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:47.248540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c11a5e40-d265-46fb-bdd4-f888fe3afaff is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:47.259708 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.359015 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:47.359691 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:47.404409 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba442c4-9605-4449-8ceb-25e861616476 None None] Pushing event updated for resources: {'Port': ['ID=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:47.447390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:47.502303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:47.512221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c8379-74e4-4f57-8e30-c4d7625c4868 req-591ac05f-70f8-41bf-a8d3-2aa553865945 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:47.521741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc6c8379-74e4-4f57-8e30-c4d7625c4868 req-591ac05f-70f8-41bf-a8d3-2aa553865945 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 943 time: 0.1672320 Feb 03 04:23:47.530800 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:47.540053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.550192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c5c51-04f3-4cff-bb04-cb7749d3001a req-32a68f09-1096-44ec-a9dc-75adfcd6c318 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:47.557599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e2c5c51-04f3-4cff-bb04-cb7749d3001a req-32a68f09-1096-44ec-a9dc-75adfcd6c318 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.2061820 Feb 03 04:23:47.625171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:47.629008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.662035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc6c8379-74e4-4f57-8e30-c4d7625c4868 req-8084ea25-10ad-4110-a68f-400ad2999346 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388659 Feb 03 04:23:47.754937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e2c5c51-04f3-4cff-bb04-cb7749d3001a req-9abe0b90-2c88-41e7-86fc-6ab1361b5696 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961088 Feb 03 04:23:47.793021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:47.793276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.794799 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/950bed84-9557-4c13-8bef-b6f64146b837 HTTP/1.1" status: 200 len: 1091 time: 3.5303323 Feb 03 04:23:47.801373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:47.810311 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a7b81b-1aa8-4bee-88ce-337da63d4c76" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "tag": "950bed84-9557-4c13-8bef-b6f64146b837"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:47.854406 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 3, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:47.908802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks [] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:47.925964 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7bce8-1c99-4911-8154-673bb69da232 None None] The sync data for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 is: [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 3, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:23:47.931814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebcc2bd3-1d79-41a2-8bb4-98afd2042c6c req-725a5a8a-989f-486f-b170-08ccabc84b42 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 210 time: 0.1004279 Feb 03 04:23:48.012001 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:48.060479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:48.107203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Allocated IP 19.80.0.68 (ab5af421-95ac-49a7-97b8-59b66bf53b3d/1cbb69e4-2624-421e-87e4-5b1cd9b905b0/884faa02-46e2-4c14-b807-fdfa87ec8e72) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:48.120704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.121050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.121385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.121720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.122046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.122368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.122688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.123010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.123314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.123665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.123980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.124775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.124775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0448e-2d4f-4575-a128-5c7805a521f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:48.178845 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a3e0962-f268-4ef4-b1ad-66f0412f40cc req-18d7178d-1e81-4c44-ac3d-637c5352cc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 210 time: 0.0689924 Feb 03 04:23:48.296954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:48.315534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:48.320995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b4d84658-9c72-4e84-8dae-278047acce64'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:48.347638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-e1a4115a-a65d-4ddf-b7cf-412c26528ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:48.350246 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-e1a4115a-a65d-4ddf-b7cf-412c26528ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 1125 time: 0.4985101 Feb 03 04:23:48.390688 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770e07ce-40a3-485e-a2ec-b30759ea2fd2 x-openstack-request-id: req-770e07ce-40a3-485e-a2ec-b30759ea2fd2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:48.395001 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "tag": "950bed84-9557-4c13-8bef-b6f64146b837", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:48.395915 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-770e07ce-40a3-485e-a2ec-b30759ea2fd2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:48.399916 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837', 'status': 'completed', 'code': 200} Feb 03 04:23:48.572995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-44998792-ba7d-4faf-b3e0-62d996e246d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=950bed84-9557-4c13-8bef-b6f64146b837 HTTP/1.1" status: 200 len: 217 time: 0.2059233 Feb 03 04:23:48.716614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-15d74305-270a-4df1-abe1-dfbe9b31e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:48.721601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-15d74305-270a-4df1-abe1-dfbe9b31e022 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.1411159 Feb 03 04:23:48.733347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696d21-b8e5-4b6d-84d7-3e2a613fbd95 req-53e5d562-41f1-466a-91ae-cdef99be8b5f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:48.734991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20696d21-b8e5-4b6d-84d7-3e2a613fbd95 req-53e5d562-41f1-466a-91ae-cdef99be8b5f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.4298208 Feb 03 04:23:48.778500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-ed913ffa-4d9e-4f98-be9f-8fc629ad3b77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398169 Feb 03 04:23:48.824605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:48.990256 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:49.158781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20696d21-b8e5-4b6d-84d7-3e2a613fbd95 req-f48bc9f4-9545-475c-ae98-2b72f99be2d2 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052918 Feb 03 04:23:49.179818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ea9d4-d9d3-40f8-ac67-9794ec934964 req-9eca8a97-bccf-4395-a06e-5124bc2ced58 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:49.191301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ea9d4-d9d3-40f8-ac67-9794ec934964 req-9eca8a97-bccf-4395-a06e-5124bc2ced58 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:49.196152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-697ea9d4-d9d3-40f8-ac67-9794ec934964 req-9eca8a97-bccf-4395-a06e-5124bc2ced58 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 1655 time: 0.6352279 Feb 03 04:23:49.345318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:49.424651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:49.439527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:49.461332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Port': ['ID=884faa02-46e2-4c14-b807-fdfa87ec8e72,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:49.582186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-697ea9d4-d9d3-40f8-ac67-9794ec934964 req-3edc6afd-9349-47d5-8c30-52eab398718f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597002 Feb 03 04:23:49.638406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e868e2-5cf5-408e-816f-0f4beb2e3775 req-d9839841-ad7d-4d33-a3ae-b94077e148cf tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:49.654008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41e868e2-5cf5-408e-816f-0f4beb2e3775 req-d9839841-ad7d-4d33-a3ae-b94077e148cf tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 943 time: 0.2984083 Feb 03 04:23:49.687658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-e5e0510a-cd00-45f3-9800-c3778ba1c549 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:49.689518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-e5e0510a-cd00-45f3-9800-c3778ba1c549 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.7726336 Feb 03 04:23:49.693680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:49.763973 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-03e4661a-f1df-4d4f-ae6a-77bf42bec954 service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9701514 Feb 03 04:23:49.764499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:49.767398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:49.801586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:49.802281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:49.834073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41e868e2-5cf5-408e-816f-0f4beb2e3775 req-d2de01a2-035d-482c-8ce5-39945d57c1c4 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787038 Feb 03 04:23:49.942443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:49.944664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b5a3f294-1eff-4ea7-97ce-5dbbf0bd7d63 None None] Provisioning complete for port 884faa02-46e2-4c14-b807-fdfa87ec8e72 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:49.945188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f294-1eff-4ea7-97ce-5dbbf0bd7d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.007346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7444fcb5-058d-4837-9f5d-47e40b9bb71e req-cb466ee1-7d6b-458f-bbc4-3d895ba3e961 service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166393 Feb 03 04:23:50.013600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:50.014372 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.064307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3f294-1eff-4ea7-97ce-5dbbf0bd7d63 None None] Port 884faa02-46e2-4c14-b807-fdfa87ec8e72 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:50.069103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c2fafcdf-489c-48cc-818d-181403a9f37c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9475107 Feb 03 04:23:50.100208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Request body: {'port': {'device_id': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:50.123193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-00a0dbd5-a367-4ef8-add2-58c7c2664784 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3608284 Feb 03 04:23:50.180296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Request body: {'port': {'device_id': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:50.189796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-b8b6755f-5d8d-430e-befa-8ed631698473 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 379 time: 0.4873741 Feb 03 04:23:50.204449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'port': {'device_id': '23711737-603f-487c-bcf9-0d90defa4f00', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'admin_state_up': True, 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'security_groups': ['53b5e7cf-ecab-4142-9d6c-882348a45246']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:50.310523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ead73105-7c08-41a3-9468-2e6ccd6868b0 None None] Provisioning complete for port 53337217-28b0-4fa9-9618-fdd5a8516e7c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:50.310912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ead73105-7c08-41a3-9468-2e6ccd6868b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.318582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Allocated IP 172.20.0.1 (065b282a-1ed1-4097-927b-9fb1c23745fa/64384726-9c08-4113-b7b8-630e29cc4b0b/2d1f0a9a-78e9-44e7-87dd-1f40611f6541) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:50.414714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.422387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ead73105-7c08-41a3-9468-2e6ccd6868b0 None None] Port 53337217-28b0-4fa9-9618-fdd5a8516e7c cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:50.457838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8365-8fe8-4a0e-8a90-447779f870fa req-23cbb6f1-17cd-4b4b-ab08-4e474a0fbca1 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:50.467465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a65a8365-8fe8-4a0e-8a90-447779f870fa req-23cbb6f1-17cd-4b4b-ab08-4e474a0fbca1 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.6614625 Feb 03 04:23:50.518029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a4ab8-3d88-425b-9511-8d08e8652d33 req-a9f9e7c3-76a5-49cb-b611-fc7470a21de9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:50.520183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d26a4ab8-3d88-425b-9511-8d08e8652d33 req-a9f9e7c3-76a5-49cb-b611-fc7470a21de9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 936 time: 0.5006273 Feb 03 04:23:50.564590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-190a8e10-498f-4f90-beb2-949a4f97ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:50.566036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-190a8e10-498f-4f90-beb2-949a4f97ea87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 1125 time: 0.4549501 Feb 03 04:23:50.570626 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.583706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:50.691111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:50.693259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.726267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d26a4ab8-3d88-425b-9511-8d08e8652d33 req-c986cf98-3de5-417d-aadc-c8094c5480de tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902270 Feb 03 04:23:50.788013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Made reservation on behalf of 31183eecc38841d793f27a56ba6e7120 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:50.794942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.825496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a65a8365-8fe8-4a0e-8a90-447779f870fa req-8ae87b04-e9a4-4e66-9ae6-74ce440b581c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546150 Feb 03 04:23:50.906588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:50.906984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:50.950867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:50.964310 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:51.036554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:51.049837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-51b3a00b-9062-4400-871a-f1493d2869f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:51.051329 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-51b3a00b-9062-4400-871a-f1493d2869f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 906 time: 0.4687521 Feb 03 04:23:51.101072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9fc72d83-8e1f-4506-b6ea-4a1a30ed4638 req-05f133fa-c8f1-4e6f-84c2-5ba8493b5903 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 210 time: 0.2163239 Feb 03 04:23:51.325526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53337217-28b0-4fa9-9618-fdd5a8516e7c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:51.334559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Publish callbacks [] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:51.349322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Transition to ACTIVE for port object 53337217-28b0-4fa9-9618-fdd5a8516e7c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:51.355315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks [] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:51.430447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:51.436714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:51.441641 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-c49063e2-8e38-4e69-ac2f-be9a399937cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=950bed84-9557-4c13-8bef-b6f64146b837 HTTP/1.1" status: 200 len: 217 time: 0.3731325 Feb 03 04:23:51.522539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Network 065b282a-1ed1-4097-927b-9fb1c23745fa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:51.547743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:51.560476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:51.674528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:51.778943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b20561-49c3-4d42-869c-75c25dab38df req-0eef3755-decf-4893-8bf9-57328a1406c0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:51.785928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4b20561-49c3-4d42-869c-75c25dab38df req-0eef3755-decf-4893-8bf9-57328a1406c0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.7060256 Feb 03 04:23:51.836496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-7bc0a201-15a0-4bb7-86ac-8dad8455935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:51.838083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-7bc0a201-15a0-4bb7-86ac-8dad8455935d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.3671572 Feb 03 04:23:51.884483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:51.926538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (277ea8e7-1d7d-4a43-a73b-415c585b326a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:51.979002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a271c6e1-b946-4f4a-bc17-9049046e5a51 None None] Provisioning complete for port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:51.979643 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a271c6e1-b946-4f4a-bc17-9049046e5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.002995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4b20561-49c3-4d42-869c-75c25dab38df req-ce463267-0058-4cf0-b174-494817dc2457 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973472 Feb 03 04:23:52.012243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd59bf-fa23-4cb7-8068-d3a1453ce957 req-78d358bc-3f59-4cdb-9b24-c93d52c3d735 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:52.018061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd59bf-fa23-4cb7-8068-d3a1453ce957 req-78d358bc-3f59-4cdb-9b24-c93d52c3d735 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:52.021535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a271c6e1-b946-4f4a-bc17-9049046e5a51 None None] Port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:52.024112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd59bf-fa23-4cb7-8068-d3a1453ce957 req-78d358bc-3f59-4cdb-9b24-c93d52c3d735 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:52.026269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87dd59bf-fa23-4cb7-8068-d3a1453ce957 req-78d358bc-3f59-4cdb-9b24-c93d52c3d735 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2376 time: 0.8130825 Feb 03 04:23:52.059167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Allocated IP 172.20.0.14 (5bf6612c-c47c-4688-95bc-92d135f574d7/5bc8e6ae-c678-4f67-8d37-32a1d0755da4/3f751f4e-878b-45ab-9d2d-d047c6f6e1e7) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:52.062386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115fe3b1-c988-404f-b917-b0b0e677c489 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:52.062563 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-096fa840-9d4e-4f1e-a4ac-28eb98c37fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023299 Feb 03 04:23:52.064740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Attempting to bind port 53337217-28b0-4fa9-9618-fdd5a8516e7c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:52.065117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Attempting to bind port 53337217-28b0-4fa9-9618-fdd5a8516e7c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:52.065404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Attempting to bind port 53337217-28b0-4fa9-9618-fdd5a8516e7c on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:52.084028 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Publish callbacks [] for port (115fe3b1-c988-404f-b917-b0b0e677c489), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.090128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Port 53337217-28b0-4fa9-9618-fdd5a8516e7c on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:52.090400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Attempting to bind port 53337217-28b0-4fa9-9618-fdd5a8516e7c on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:52.118578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Transition to ACTIVE for port object 115fe3b1-c988-404f-b917-b0b0e677c489 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:52.127608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:52.127841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:52.128239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:52.128695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Bound port: 53337217-28b0-4fa9-9618-fdd5a8516e7c, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:52.129054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.140732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.149789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87dd59bf-fa23-4cb7-8068-d3a1453ce957 req-0c2b2f0d-020f-4e93-b87c-99ad2d6f0cb0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153524 Feb 03 04:23:52.182517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.258000 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-37bbdd4a-38b2-4ea4-869c-d0938b1d372b service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861997 Feb 03 04:23:52.260829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 950bed84-9557-4c13-8bef-b6f64146b837 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:23:52.265532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=115fe3b1-c988-404f-b917-b0b0e677c489,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:52.347093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:52.350664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1ad7-e6de-4216-9362-2beb391b6945 req-673340c0-2a8e-4cb2-bad5-111560b1ee3c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:52.358512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53eb1ad7-e6de-4216-9362-2beb391b6945 req-673340c0-2a8e-4cb2-bad5-111560b1ee3c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 943 time: 0.2314703 Feb 03 04:23:52.425103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:52.467490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:52.478244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.481490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:52.505672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:52.506470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.508033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] 10.222.0.15 "PUT /v2.0/ports/53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 200 len: 1096 time: 2.3321362 Feb 03 04:23:52.529072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:52.531656 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:52.562502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '950bed84-9557-4c13-8bef-b6f64146b837', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '950bed84-9557-4c13-8bef-b6f64146b837', 'mac_address': 'fa:16:3e:3d:02:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:23:52.593435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53eb1ad7-e6de-4216-9362-2beb391b6945 req-5ecdf7b2-cab6-4ae0-a0c0-6a86c2d47da4 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339058 Feb 03 04:23:52.685252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 950bed84-9557-4c13-8bef-b6f64146b837 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:52.685811 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.689943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a943fe-962e-4400-b27b-ea1be3c2dd20 service neutron] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:52.694943 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20a7b81b-1aa8-4bee-88ce-337da63d4c76 req-5ecb5d2a-9f6d-49af-b4e3-06483f139c4b service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293268 Feb 03 04:23:52.695360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.714230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950bed84-9557-4c13-8bef-b6f64146b837 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:52.749145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b206e-b526-4f08-91d5-d4489f06e32a req-f980c4ab-02ab-4c1f-82ae-446b378b973f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:52.750729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e3b206e-b526-4f08-91d5-d4489f06e32a req-f980c4ab-02ab-4c1f-82ae-446b378b973f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 948 time: 0.4498861 Feb 03 04:23:52.772337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:52.818696 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.820612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-c4d93580-657f-4413-9fbf-2a5ad4975368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:52.828743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-c4d93580-657f-4413-9fbf-2a5ad4975368 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 1130 time: 0.1293466 Feb 03 04:23:52.864122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Attempting to bind port 115fe3b1-c988-404f-b917-b0b0e677c489 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:52.864874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Attempting to bind port 115fe3b1-c988-404f-b917-b0b0e677c489 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:52.864874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Attempting to bind port 115fe3b1-c988-404f-b917-b0b0e677c489 on network ab5af421-95ac-49a7-97b8-59b66bf53b3d {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:52.884533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:52.891022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:52.891407 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.900299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Port 115fe3b1-c988-404f-b917-b0b0e677c489 on network ab5af421-95ac-49a7-97b8-59b66bf53b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:52.900641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Attempting to bind port 115fe3b1-c988-404f-b917-b0b0e677c489 on network ab5af421-95ac-49a7-97b8-59b66bf53b3d {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:52.914095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks [] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.917111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-eede09bb-a74c-4a9c-9305-aa811f8af813 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 200 len: 217 time: 0.0807927 Feb 03 04:23:52.922159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.930275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:52.930661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Checking segment: {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:52.931200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Bound using segment: {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:52.931640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Bound port: 115fe3b1-c988-404f-b917-b0b0e677c489, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:52.931971 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:52.975895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e3b206e-b526-4f08-91d5-d4489f06e32a req-6d90c191-2825-4e43-be4d-0a0c5951457d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992950 Feb 03 04:23:52.985530 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.006369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8daad2-92e1-49bd-b548-4498f250a029 req-72373603-f2ff-4f36-a17c-f1b07d85a077 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:53.018707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd8daad2-92e1-49bd-b548-4498f250a029 req-72373603-f2ff-4f36-a17c-f1b07d85a077 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.2507567 Feb 03 04:23:53.057531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:53.062413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (277ea8e7-1d7d-4a43-a73b-415c585b326a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.070828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-39f1277c-a8e4-4410-bb8c-cb5f1f7cd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:53.072402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-39f1277c-a8e4-4410-bb8c-cb5f1f7cd652 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1454837 Feb 03 04:23:53.092391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['950bed84-9557-4c13-8bef-b6f64146b837'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:53.153045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:53.184262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-fae389e3-a48b-429d-afc0-6944be36f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:53.185187 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-fae389e3-a48b-429d-afc0-6944be36f35f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0979590 Feb 03 04:23:53.205150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Network 065b282a-1ed1-4097-927b-9fb1c23745fa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:53.219015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:53.225233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] For port 115fe3b1-c988-404f-b917-b0b0e677c489, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:53.296108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:53.330016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:53.333974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] For port 115fe3b1-c988-404f-b917-b0b0e677c489, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=115fe3b1-c988-404f-b917-b0b0e677c489,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:53.350559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:53.394474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.414687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.426758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:53.441966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec287f3-87cc-415c-8e62-86e6cab2111f req-54fc9929-6cb9-4607-98dc-abf49bf20b5e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:53.445104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ec287f3-87cc-415c-8e62-86e6cab2111f req-54fc9929-6cb9-4607-98dc-abf49bf20b5e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 932 time: 0.2668135 Feb 03 04:23:53.481455 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.510168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-de8aea13-6b97-4317-a88b-38ff30f6d36f service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156133 Feb 03 04:23:53.511987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd8daad2-92e1-49bd-b548-4498f250a029 req-79f3bf7f-5d37-405c-a6e9-7f674efc15ac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915681 Feb 03 04:23:53.598453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:53.599903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.611763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=115fe3b1-c988-404f-b917-b0b0e677c489,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:53.628648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-cb3ba693-e6c8-496a-bccf-eb93b81b1f31 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4281671 Feb 03 04:23:53.634436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:53.635023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.641041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-ff12120f-bdfa-4b49-9b31-89814132b8a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/115fe3b1-c988-404f-b917-b0b0e677c489 HTTP/1.1" status: 200 len: 1092 time: 3.5459123 Feb 03 04:23:53.648673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'tag': '115fe3b1-c988-404f-b917-b0b0e677c489'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:53.655216 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce55dc2-9672-464d-aea1-e54271d006db" -d '{"events": [{"name": "network-changed", "server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "tag": "115fe3b1-c988-404f-b917-b0b0e677c489"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:53.671460 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b987c8c4-8072-4c41-88b7-21b02cd59a1e req-b4dc7e17-037f-48e0-8586-2f534e2bfde8 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531851 Feb 03 04:23:53.675304 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f50286-ab15-4219-976e-b40f64f15451 x-openstack-request-id: req-72f50286-ab15-4219-976e-b40f64f15451 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:53.675786 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:53.676397 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72f50286-ab15-4219-976e-b40f64f15451 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:53.687799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Request body: {'port': {'device_id': '23711737-603f-487c-bcf9-0d90defa4f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:53.688482 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'status': 'completed', 'code': 200} Feb 03 04:23:53.692040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Router 277ea8e7-1d7d-4a43-a73b-415c585b326a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:23:53.698623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f227009c-9748-451a-91e1-80a5fba27fb6 None None] Provisioning complete for port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:53.699094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f227009c-9748-451a-91e1-80a5fba27fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.762556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Request body: {'port': {'device_id': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:53.769681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ec287f3-87cc-415c-8e62-86e6cab2111f req-7fff2ff1-4912-460e-8540-433fcce5cdc0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068674 Feb 03 04:23:53.807370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f227009c-9748-451a-91e1-80a5fba27fb6 None None] Port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:53.928092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-7cdb05d5-46b7-4068-abff-7747a3a2e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:53.929561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-7cdb05d5-46b7-4068-abff-7747a3a2e6dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 1130 time: 0.1680260 Feb 03 04:23:53.934663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d4df17ed-17be-48b5-a1c4-11b7c934d935 None None] Provisioning complete for port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:53.935213 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4df17ed-17be-48b5-a1c4-11b7c934d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:53.994000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d4df17ed-17be-48b5-a1c4-11b7c934d935 None None] Port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:23:54.026638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6adaf-2f22-4478-8ee3-a7af0e855e3e req-18a9f8c5-c21e-4d5f-9568-152916b10ab7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.028289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52a6adaf-2f22-4478-8ee3-a7af0e855e3e req-18a9f8c5-c21e-4d5f-9568-152916b10ab7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.2189460 Feb 03 04:23:54.028859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:54.043143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-71187c9f-f9df-482a-9ac7-d91aec00d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.044620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-71187c9f-f9df-482a-9ac7-d91aec00d37e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.0897231 Feb 03 04:23:54.052136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:54.089498 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-9b28aa9f-a599-47e7-b163-45c30ea664f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 200 len: 217 time: 0.0376837 Feb 03 04:23:54.091334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:54.104387 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bf0fc58c-83e9-4740-885e-8dd4f5d0b9f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/277ea8e7-1d7d-4a43-a73b-415c585b326a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1938264 Feb 03 04:23:54.108298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Sync routers for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:54.130327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:54.132758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:54.170375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-5a09b6fa-3176-4de6-a8be-7352fbd49795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.173356 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-5a09b6fa-3176-4de6-a8be-7352fbd49795 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0679343 Feb 03 04:23:54.174702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772741-ac54-46c3-bf02-b0d81f10d21e req-cc141c39-13a8-4a18-bd9d-06deda3f270c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.179986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772741-ac54-46c3-bf02-b0d81f10d21e req-cc141c39-13a8-4a18-bd9d-06deda3f270c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.185324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772741-ac54-46c3-bf02-b0d81f10d21e req-cc141c39-13a8-4a18-bd9d-06deda3f270c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.186961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae772741-ac54-46c3-bf02-b0d81f10d21e req-cc141c39-13a8-4a18-bd9d-06deda3f270c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2388 time: 0.2887645 Feb 03 04:23:54.254290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-2af3da5a-f7e7-4de3-ad01-c0b7f06f0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.256451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-2af3da5a-f7e7-4de3-ad01-c0b7f06f0567 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0754776 Feb 03 04:23:54.287373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 950bed84-9557-4c13-8bef-b6f64146b837 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:54.316775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52a6adaf-2f22-4478-8ee3-a7af0e855e3e req-3e6a4538-3821-44b8-981f-811a3c38c518 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720273 Feb 03 04:23:54.411588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:54.422087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-25ebc752-2ce0-430a-bec8-751069dd5c13 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586049 Feb 03 04:23:54.571975 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82ee45b9-d7ec-4051-a330-cb6ca5bdd838 req-836e5d38-1cf0-4242-915c-991171bea2ae service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421504 Feb 03 04:23:54.653104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 950bed84-9557-4c13-8bef-b6f64146b837 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:23:54.660957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 950bed84-9557-4c13-8bef-b6f64146b837 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:54.663176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (950bed84-9557-4c13-8bef-b6f64146b837), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:54.703065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae772741-ac54-46c3-bf02-b0d81f10d21e req-68bd9b19-b40f-4e2e-96c5-84b25f8fa4f8 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779716 Feb 03 04:23:54.816824 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c3eec8-6eec-4031-bc4b-7f511f9426db x-openstack-request-id: req-91c3eec8-6eec-4031-bc4b-7f511f9426db {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:54.818970 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "tag": "115fe3b1-c988-404f-b917-b0b0e677c489", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:54.820239 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91c3eec8-6eec-4031-bc4b-7f511f9426db {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:54.823649 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'tag': '115fe3b1-c988-404f-b917-b0b0e677c489', 'status': 'completed', 'code': 200} Feb 03 04:23:54.860639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8c85c-c1a2-4259-af0c-8739b21759e7 req-2dd424f4-da9a-4899-9e99-ab5888c6215c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.862403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55dc2-9672-464d-aea1-e54271d006db req-21e27f30-89e9-4aee-9963-7e5f45da1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.863040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55dc2-9672-464d-aea1-e54271d006db req-21e27f30-89e9-4aee-9963-7e5f45da1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.865057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55dc2-9672-464d-aea1-e54271d006db req-21e27f30-89e9-4aee-9963-7e5f45da1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:54.867266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fce55dc2-9672-464d-aea1-e54271d006db req-21e27f30-89e9-4aee-9963-7e5f45da1e47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2762 time: 0.0810432 Feb 03 04:23:54.872161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ec8c85c-c1a2-4259-af0c-8739b21759e7 req-2dd424f4-da9a-4899-9e99-ab5888c6215c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 944 time: 0.4195590 Feb 03 04:23:54.920931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 950bed84-9557-4c13-8bef-b6f64146b837 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:54.921379 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.003036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 2, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:55.078287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Checking router: 277ea8e7-1d7d-4a43-a73b-415c585b326a for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:23:55.078656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Updating router 277ea8e7-1d7d-4a43-a73b-415c585b326a port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:23:55.088372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:55.090673 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c084691b-d7aa-4909-93f4-9b20e825de0c" -d '{"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-plugged", "status": "completed", "tag": "950bed84-9557-4c13-8bef-b6f64146b837"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:55.098409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33456) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:55.115982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-898806201-network', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:55.134937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:55.142095 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.155923 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.175521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:55.197739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Publish callbacks [] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.232736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:55.275257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Made reservation on behalf of 8df3b9ca4fe7436b865bce7be06042bb for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:55.277842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.302998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Transition to ACTIVE for port object 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:55.307432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.313613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ec8c85c-c1a2-4259-af0c-8739b21759e7 req-8bc12b5b-f164-47cb-b480-ddedd9d23fa9 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174540 Feb 03 04:23:55.328031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.346002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:55.359668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a0549-8d34-4a77-9dc0-37babb51e781 req-53114f9a-7106-4de2-92be-def11cd8024c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:55.361620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-444a0549-8d34-4a77-9dc0-37babb51e781 req-53114f9a-7106-4de2-92be-def11cd8024c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 948 time: 0.5140941 Feb 03 04:23:55.372429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Publish callbacks [] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.432474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55dc2-9672-464d-aea1-e54271d006db req-afb76888-a9bc-402e-bada-f9398b7ee270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:55.433672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55dc2-9672-464d-aea1-e54271d006db req-afb76888-a9bc-402e-bada-f9398b7ee270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:55.434291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55dc2-9672-464d-aea1-e54271d006db req-afb76888-a9bc-402e-bada-f9398b7ee270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:55.436414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fce55dc2-9672-464d-aea1-e54271d006db req-afb76888-a9bc-402e-bada-f9398b7ee270 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5596766 Feb 03 04:23:55.462884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Transition to ACTIVE for port object 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:55.482257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Pushing event updated for resources: {'Port': ['ID=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:55.491554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.648822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-444a0549-8d34-4a77-9dc0-37babb51e781 req-4a0e52dc-9746-4bd0-a335-759f8a7c9742 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507474 Feb 03 04:23:55.675568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:55.764195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55dc2-9672-464d-aea1-e54271d006db req-07c6cec6-3ed4-43c2-8b4e-fd859dc2bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:55.770943 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fce55dc2-9672-464d-aea1-e54271d006db req-07c6cec6-3ed4-43c2-8b4e-fd859dc2bfa5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260455 Feb 03 04:23:55.791734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27e938-c25e-4c3e-ae86-a37671112d34 req-727f18db-24af-424b-a9b6-ff42a292da90 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:55.800199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b27e938-c25e-4c3e-ae86-a37671112d34 req-727f18db-24af-424b-a9b6-ff42a292da90 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.3568757 Feb 03 04:23:55.874775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Attempting to bind port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:55.874775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Attempting to bind port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:55.875307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Attempting to bind port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 on network e2e86cc3-d42b-4b71-b0d5-e698de126076 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:55.916907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks [] for security_group (f3d290bc-7593-41ad-965b-376a4212f068), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.930600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Attempting to bind port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:55.931198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Attempting to bind port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:55.932010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Attempting to bind port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:55.941446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 431df9f9-614e-46b7-9774-5a784b6d3463 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:23:55.949015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 on network e2e86cc3-d42b-4b71-b0d5-e698de126076 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:55.949487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Attempting to bind port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 on network e2e86cc3-d42b-4b71-b0d5-e698de126076 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:55.951886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f3d290bc-7593-41ad-965b-376a4212f068), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:55.961514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:55.962126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Attempting to bind port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:55.990494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:55.990941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Checking segment: {'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:55.991530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Bound using segment: {'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:55.992088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Bound port: 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faebe52b-f97d-491b-aed2-ac48b0b31d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:55.992573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.000902 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Publish callbacks [] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.002929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:56.003386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:56.004060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Bound using segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:56.004541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Bound port: 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:56.005048 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.009137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:23:56.025218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.045581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b27e938-c25e-4c3e-ae86-a37671112d34 req-9749d645-f4f6-46c7-9e8a-aeadd1b0b831 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443309 Feb 03 04:23:56.058745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ec42cdaf-5f11-42db-8712-ed7ad785af26), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.059248 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Added segment ec42cdaf-5f11-42db-8712-ed7ad785af26 of type vlan for network e21829e1-cdaf-40ba-9f21-39eeb1780f60 Feb 03 04:23:56.063149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d290bc-7593-41ad-965b-376a4212f068,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:56.105423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815f7e9-4a0c-4d0c-80b0-773cdb549f95 req-83e87656-8dfd-4ab1-8985-2f3de0259bb2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:56.112487 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a815f7e9-4a0c-4d0c-80b0-773cdb549f95 req-83e87656-8dfd-4ab1-8985-2f3de0259bb2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 944 time: 0.3030667 Feb 03 04:23:56.156103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657257a-6285-4714-9c2f-d12c8613dbe2 None None] Pushing event updated for resources: {'Port': ['ID=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:56.224470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (e21829e1-cdaf-40ba-9f21-39eeb1780f60), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.230368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:56.245097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Attempting to bind port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:56.245319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Attempting to bind port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:56.245644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Attempting to bind port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 on network 065b282a-1ed1-4097-927b-9fb1c23745fa {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:56.257028 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af18e63-3833-4d31-87cb-a26157a57f3c x-openstack-request-id: req-1af18e63-3833-4d31-87cb-a26157a57f3c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:56.257310 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-plugged", "status": "completed", "tag": "950bed84-9557-4c13-8bef-b6f64146b837", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:56.257562 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1af18e63-3833-4d31-87cb-a26157a57f3c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:56.260714 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837', 'code': 200} Feb 03 04:23:56.261418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '431df9f9-614e-46b7-9774-5a784b6d3463', 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510', 'port_id': '431df9f9-614e-46b7-9774-5a784b6d3463', 'mac_address': 'fa:16:3e:3f:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27694200-df89-4462-a195-208f94dc48cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:23:56.274548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:56.274892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Checking segment: {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:56.275314 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.275736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Bound using segment: {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:56.276403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Bound port: 2d1f0a9a-78e9-44e7-87dd-1f40611f6541, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:56.276619 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.282327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:23:56.314594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:56.343972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a815f7e9-4a0c-4d0c-80b0-773cdb549f95 req-49bb8245-1d1b-49f7-b3f7-1004da764338 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303095 Feb 03 04:23:56.347766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] For port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:56.351220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:56.382697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.384910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (e21829e1-cdaf-40ba-9f21-39eeb1780f60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.385855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:56.386441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.398654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] For port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:56.402151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 431df9f9-614e-46b7-9774-5a784b6d3463 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:56.402323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.442634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431df9f9-614e-46b7-9774-5a784b6d3463 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:56.464735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3b4ee-bf60-4a55-b83b-985be7de080d req-b50dc63b-bb4b-4a31-adf7-999cff357509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:56.473217 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31e3b4ee-bf60-4a55-b83b-985be7de080d req-b50dc63b-bb4b-4a31-adf7-999cff357509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 1127 time: 0.1341715 Feb 03 04:23:56.488127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] For port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:56.525090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.532258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] For port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:56.536993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:56.552551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31e3b4ee-bf60-4a55-b83b-985be7de080d req-1e2f3edc-b8c2-4e00-93e6-3568901dcb18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Feb 03 04:23:56.553951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.560893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4528906 Feb 03 04:23:56.561779 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.566336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:56.585077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Request body: {'subnet': {'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-898806201-subnet', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:56.586590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:56.587298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.588856 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] 10.222.0.31 "PUT /v2.0/ports/3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1092 time: 2.9245017 Feb 03 04:23:56.620422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Made reservation on behalf of 8df3b9ca4fe7436b865bce7be06042bb for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:23:56.623911 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.634668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:56.692582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'mac_address': 'fa:16:3e:ab:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:23:56.698761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:56.704658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0220440e-ed38-46b9-ad93-86eba6b1d564 None None] Provisioning complete for port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:56.705055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0220440e-ed38-46b9-ad93-86eba6b1d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.710772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:23:56.711380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:56.922528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['431df9f9-614e-46b7-9774-5a784b6d3463'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:56.987282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (2e25a649-1e0e-4534-a617-9a6dfc730f90), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:56.991518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:56.992104 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.038721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657257a-6285-4714-9c2f-d12c8613dbe2 None None] Pushing event updated for resources: {'Port': ['ID=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:57.064749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Checking segment: {'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:57.065894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Network hostable DHCP agents. Network: e21829e1-cdaf-40ba-9f21-39eeb1780f60, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:23:57.094039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e25a649-1e0e-4534-a617-9a6dfc730f90,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:57.097819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53337217-28b0-4fa9-9618-fdd5a8516e7c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:57.099697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:23:57.115172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, e21829e1-cdaf-40ba-9f21-39eeb1780f60) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:57.132587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1add10-6b45-4bb0-8609-08e82b4eeaa0 None None] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:23:57.133122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.133964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.158829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:23:57.159395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:23:57.163284 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c6b34-3e6f-48ed-87af-66a6f5b77950" -d '{"events": [{"name": "network-changed", "server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:23:57.166701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20906e80-3d8f-4b31-bc41-65598bdf527d service neutron] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:57.167428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8b46bcf9-a506-4203-9b63-6bf3a6a78651 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5884345 Feb 03 04:23:57.168734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:23:57.181045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:57.207587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:57.213611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (a43db340-e6d8-43af-bfe9-790f318b8136), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.215313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (a43db340-e6d8-43af-bfe9-790f318b8136), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.232159 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.292858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Pushing event updated for resources: {'Port': ['ID=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:57.294286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks [] for router_controller (a43db340-e6d8-43af-bfe9-790f318b8136), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.320527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.321159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.322604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3c2f779-6c2e-4883-b3e9-2db3557d5790 service neutron] 10.222.0.31 "PUT /v2.0/ports/01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 HTTP/1.1" status: 200 len: 1092 time: 3.5658512 Feb 03 04:23:57.323244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348cfa2-5f01-48e8-bb27-15274c218c90 admin admin] Pushing event updated for resources: {'Network': ['ID=e21829e1-cdaf-40ba-9f21-39eeb1780f60,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:57.380217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:23:57.409313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0220440e-ed38-46b9-ad93-86eba6b1d564 None None] Current status of the port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:57.409677 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0220440e-ed38-46b9-ad93-86eba6b1d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.414878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Request body: {'port': {'device_id': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:23:57.473611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82f03-5249-4b25-af71-6a4e7748ab14 req-b1db949b-6d12-43ab-a2ed-26b56cb32062 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.479135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82f03-5249-4b25-af71-6a4e7748ab14 req-b1db949b-6d12-43ab-a2ed-26b56cb32062 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.484556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82f03-5249-4b25-af71-6a4e7748ab14 req-b1db949b-6d12-43ab-a2ed-26b56cb32062 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.486285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9c82f03-5249-4b25-af71-6a4e7748ab14 req-b1db949b-6d12-43ab-a2ed-26b56cb32062 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2400 time: 0.9846728 Feb 03 04:23:57.493833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08f452-8a49-4e24-8dec-e79f67ba899c req-ef395db0-89d2-45ac-afda-286c377334d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.500753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf08f452-8a49-4e24-8dec-e79f67ba899c req-ef395db0-89d2-45ac-afda-286c377334d3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 1.1298780 Feb 03 04:23:57.544637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks [] for router_gateway (a43db340-e6d8-43af-bfe9-790f318b8136), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.577243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-f8d004b6-a49b-4eb6-9ab7-2cab24981a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.579233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-f8d004b6-a49b-4eb6-9ab7-2cab24981a5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1126 time: 0.2950251 Feb 03 04:23:57.625393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['53337217-28b0-4fa9-9618-fdd5a8516e7c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:23:57.736530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-6f00c8d0-7ee1-4f4d-9aae-261ce25bdf14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 217 time: 0.1376703 Feb 03 04:23:57.740956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0220440e-ed38-46b9-ad93-86eba6b1d564 None None] For port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:23:57.750479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-e21829e1-cdaf-40ba-9f21-39eeb1780f60', 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60', 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'fixed_ips': [{'subnet_id': '2e25a649-1e0e-4534-a617-9a6dfc730f90'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:23:57.751377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.760799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf08f452-8a49-4e24-8dec-e79f67ba899c req-97716f8f-6472-4f9c-9b15-d8fd4525c45a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590976 Feb 03 04:23:57.875872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-b9938bf9-0303-4bda-90ce-12415a7b4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:57.882751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-b9938bf9-0303-4bda-90ce-12415a7b4b82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1347716 Feb 03 04:23:57.885392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.891282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9c82f03-5249-4b25-af71-6a4e7748ab14 req-8c076074-ce21-46da-b3f3-d5d7a965b244 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860552 Feb 03 04:23:57.939456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks [] for router_gateway (a43db340-e6d8-43af-bfe9-790f318b8136), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:57.969634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:58.018863 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0220440e-ed38-46b9-ad93-86eba6b1d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:58.033998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:58.067379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07996e07-69ef-429c-a92f-81b5bf49ffd3 req-65d667f7-bc29-47aa-82ab-a92c2b18f545 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:58.074656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07996e07-69ef-429c-a92f-81b5bf49ffd3 req-65d667f7-bc29-47aa-82ab-a92c2b18f545 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 945 time: 0.1902602 Feb 03 04:23:58.154416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670653b6-2815-4da6-a842-6457b783d2be req-7800a2b7-0b73-4bd7-a925-778d0a98199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:58.156600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-7800a2b7-0b73-4bd7-a925-778d0a98199e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2556014 Feb 03 04:23:58.175859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Allocated IP 172.25.7.200 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/5d944c30-ea86-4a4d-aedc-65927e9abbb5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:58.241584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220440e-ed38-46b9-ad93-86eba6b1d564 None None] Pushing event updated for resources: {'Port': ['ID=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:58.287261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:56Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:23:58.292530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10528c70-0998-45f7-bea3-08285667aa16 req-87ba2177-6c8b-484c-9f99-a02cc3886651 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:58.294041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10528c70-0998-45f7-bea3-08285667aa16 req-87ba2177-6c8b-484c-9f99-a02cc3886651 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 949 time: 0.2833824 Feb 03 04:23:58.359149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks [] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:58.363004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bcf85-c025-47b1-a2bf-4e173d677df2 None None] The sync data for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 is: [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:56Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:23:58.425713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Allocated IP 172.20.0.2 (e21829e1-cdaf-40ba-9f21-39eeb1780f60/2e25a649-1e0e-4534-a617-9a6dfc730f90/14d051fa-8f3d-42c2-9b5d-120168a80343) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:23:58.447655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:58.513104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07996e07-69ef-429c-a92f-81b5bf49ffd3 req-6e3e3845-5e97-4723-a908-b9d51b4e10c0 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375103 Feb 03 04:23:58.515786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-f2487303-783f-4a2f-8aa5-982e531f8af7 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508735 Feb 03 04:23:58.517144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Pushing event updated for resources: {'Port': ['ID=5d944c30-ea86-4a4d-aedc-65927e9abbb5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:58.533973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:58.535385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:58.539886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:58.706630 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Publish callbacks [] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:58.719039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5a504499-d216-4b91-b237-a48230147e97 None None] Provisioning complete for port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:23:58.720179 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a504499-d216-4b91-b237-a48230147e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:58.728503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:58.772825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:23:58.779992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:23:58.808936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:23:58.976635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10528c70-0998-45f7-bea3-08285667aa16 req-9b400249-5524-4bcb-a7e6-efdfa4e89b78 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591346 Feb 03 04:23:58.988317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Pushing event updated for resources: {'Port': ['ID=14d051fa-8f3d-42c2-9b5d-120168a80343,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:59.014429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884faa02-46e2-4c14-b807-fdfa87ec8e72 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:23:59.017067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks [] for router_gateway (a43db340-e6d8-43af-bfe9-790f318b8136), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.047534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Attempting to bind port 14d051fa-8f3d-42c2-9b5d-120168a80343 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:59.048732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Attempting to bind port 14d051fa-8f3d-42c2-9b5d-120168a80343 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:59.049097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Attempting to bind port 14d051fa-8f3d-42c2-9b5d-120168a80343 on network e21829e1-cdaf-40ba-9f21-39eeb1780f60 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:59.054924 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Publish callbacks [] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.068020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:59.068929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Checking segment: {'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:59.069346 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.070768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Bound using segment: {'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:59.071658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Bound port: 14d051fa-8f3d-42c2-9b5d-120168a80343, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:59.072490 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.095917 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6729a7cf-3103-4adb-a409-f669c9aef35e x-openstack-request-id: req-6729a7cf-3103-4adb-a409-f669c9aef35e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:23:59.099002 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:23:59.099520 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6729a7cf-3103-4adb-a409-f669c9aef35e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:23:59.100196 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'status': 'completed', 'code': 200} Feb 03 04:23:59.132298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-670653b6-2815-4da6-a842-6457b783d2be req-3d532af3-ddd3-4fcc-9ef4-9221bbe1f42e service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955319 Feb 03 04:23:59.158524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Transition to ACTIVE for port object 884faa02-46e2-4c14-b807-fdfa87ec8e72 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:23:59.161016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] For port 14d051fa-8f3d-42c2-9b5d-120168a80343, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:23:59.166987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] For port 14d051fa-8f3d-42c2-9b5d-120168a80343, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14d051fa-8f3d-42c2-9b5d-120168a80343,segment=NetworkSegment(ec42cdaf-5f11-42db-8712-ed7ad785af26),segment_id=ec42cdaf-5f11-42db-8712-ed7ad785af26)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:23:59.179323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefbd3b-d7ad-40ea-83fb-517867f8334f req-a9522afb-75dc-439e-bd7e-30b88f11bbd5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:59.196089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1eefbd3b-d7ad-40ea-83fb-517867f8334f req-a9522afb-75dc-439e-bd7e-30b88f11bbd5 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.5426166 Feb 03 04:23:59.216214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.234267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5a504499-d216-4b91-b237-a48230147e97 None None] Current status of the port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:23:59.237539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.348041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5804ef-8b6e-4ebe-906e-96f79b43dda7 None None] Pushing event updated for resources: {'Port': ['ID=14d051fa-8f3d-42c2-9b5d-120168a80343,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:59.437987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Pushing event updated for resources: {'Port': ['ID=884faa02-46e2-4c14-b807-fdfa87ec8e72,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:23:59.489698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (a43db340-e6d8-43af-bfe9-790f318b8136), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.516513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.517015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.517611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.518056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.518612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.519013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.519466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.519919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.520357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.520786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.521216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.521645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.522070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:23:59.560102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1eefbd3b-d7ad-40ea-83fb-517867f8334f req-c0473206-b5ce-4dc0-b486-2144690c4e1d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624849 Feb 03 04:23:59.590639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-10d9cf49-bac5-43c1-bb46-2366e531804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:59.599283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-10d9cf49-bac5-43c1-bb46-2366e531804b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1126 time: 0.3832531 Feb 03 04:23:59.665059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466e63-f761-450c-bc4f-c5b425b13fdc req-bc5541e2-c87b-4d52-9bac-0190f2299916 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:23:59.672825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64466e63-f761-450c-bc4f-c5b425b13fdc req-bc5541e2-c87b-4d52-9bac-0190f2299916 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 944 time: 0.4433684 Feb 03 04:23:59.780479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Router a43db340-e6d8-43af-bfe9-790f318b8136 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:23:59.873934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Attempting to bind port 884faa02-46e2-4c14-b807-fdfa87ec8e72 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:23:59.874275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Attempting to bind port 884faa02-46e2-4c14-b807-fdfa87ec8e72 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:23:59.874627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Attempting to bind port 884faa02-46e2-4c14-b807-fdfa87ec8e72 on network ab5af421-95ac-49a7-97b8-59b66bf53b3d {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:59.903374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Port 884faa02-46e2-4c14-b807-fdfa87ec8e72 on network ab5af421-95ac-49a7-97b8-59b66bf53b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:23:59.903977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Attempting to bind port 884faa02-46e2-4c14-b807-fdfa87ec8e72 on network ab5af421-95ac-49a7-97b8-59b66bf53b3d {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:23:59.952248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 431df9f9-614e-46b7-9774-5a784b6d3463 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:23:59.972189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:23:59.984565 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Sync routers for ids ['a43db340-e6d8-43af-bfe9-790f318b8136'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:23:59.995908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:23:59.996292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Checking segment: {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:23:59.996669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Bound using segment: {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:23:59.997130 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Bound port: 884faa02-46e2-4c14-b807-fdfa87ec8e72, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34c6178-6f97-421b-8e59-a97467d3a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:23:59.997501 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:23:59.999389 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Routers {'a43db340-e6d8-43af-bfe9-790f318b8136'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:24:00.000069 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a43db340-e6d8-43af-bfe9-790f318b8136'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:00.042686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.049784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64466e63-f761-450c-bc4f-c5b425b13fdc req-b029b060-fcb9-4910-9263-3df77688eaf1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760540 Feb 03 04:24:00.050027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e9b1efb7-c0e8-4771-8eaa-60a26e0ea06d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8684762 Feb 03 04:24:00.050565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33496) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:00.110368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 431df9f9-614e-46b7-9774-5a784b6d3463 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:00.115929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 431df9f9-614e-46b7-9774-5a784b6d3463 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:00.116594 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.169497 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Set router a43db340-e6d8-43af-bfe9-790f318b8136 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:24:00.212325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-37f9eaf3-877b-4918-9449-4f00e37894ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:00.214328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-37f9eaf3-877b-4918-9449-4f00e37894ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.5993373 Feb 03 04:24:00.272405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 431df9f9-614e-46b7-9774-5a784b6d3463 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:00.272815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.295118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 39756c5b-12f1-4962-b640-d7402ffd43e4 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:00.307960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:00.404661 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:23:58Z', 'revision_number': 3, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port': {'id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:00.435411 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Checking router: a43db340-e6d8-43af-bfe9-790f318b8136 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:24:00.435984 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Updating router a43db340-e6d8-43af-bfe9-790f318b8136 port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:24:00.452116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:00.454462 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023cc9d3-daa1-4fa7-add0-9cbe3db60461" -d '{"events": [{"server_uuid": "0814a981-867f-4e27-9127-40898185d465", "name": "network-vif-plugged", "status": "completed", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:00.474489 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.495933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:00.551913 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.624942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-7415b7bc-2373-4109-9831-2ab060677a92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 217 time: 0.2590790 Feb 03 04:24:00.666818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:00.794828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 53337217-28b0-4fa9-9618-fdd5a8516e7c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:00.816972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:00.819928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 53337217-28b0-4fa9-9618-fdd5a8516e7c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:00.820438 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.876289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:00.882592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-5f558005-007e-432a-857e-12347d162f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:00.885885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-5f558005-007e-432a-857e-12347d162f82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1684761 Feb 03 04:24:00.900790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '39756c5b-12f1-4962-b640-d7402ffd43e4', 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b', 'port_id': '39756c5b-12f1-4962-b640-d7402ffd43e4', 'mac_address': 'fa:16:3e:73:73:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6487e759-ba58-4c55-9acc-acbbe59fc8bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:00.951193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:00.951847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.958293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:00.981492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fb39d-e977-408c-bc9e-856077f0348b req-7ea374ec-7ddf-42b1-8eb2-d179ee6208a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:00.983084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-631fb39d-e977-408c-bc9e-856077f0348b req-7ea374ec-7ddf-42b1-8eb2-d179ee6208a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 945 time: 1.0828228 Feb 03 04:24:01.003284 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Publish callbacks [] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.012967 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.058450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 39756c5b-12f1-4962-b640-d7402ffd43e4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:01.059025 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.067935 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cc3a3-7a22-4a0c-aeb9-f1a93b9f3de5 None None] Pushing event updated for resources: {'Port': ['ID=5d944c30-ea86-4a4d-aedc-65927e9abbb5,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:01.088304 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Attempting to bind port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:01.088468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39756c5b-12f1-4962-b640-d7402ffd43e4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:01.088976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Attempting to bind port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:01.089536 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Attempting to bind port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:01.096346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:01.097002 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:01.097743 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.098358 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:01.099099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Bound port: 5d944c30-ea86-4a4d-aedc-65927e9abbb5, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:01.099771 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.103597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:01.103597 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.130790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:01.141318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.155366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'tag': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:01.158581 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59bf27-ae68-44db-936d-04d8ee6b734d" -d '{"events": [{"name": "network-changed", "server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "tag": "01f5cc00-0349-4cc5-b63a-bdf8bfbc6575"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:01.197285 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] For port 5d944c30-ea86-4a4d-aedc-65927e9abbb5, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:01.201177 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] For port 5d944c30-ea86-4a4d-aedc-65927e9abbb5, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5d944c30-ea86-4a4d-aedc-65927e9abbb5,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:01.213810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:01.228067 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.233214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d76ea-1f70-48e4-8207-d73515188666 None None] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:01.239303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.256948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:01.258555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14d051fa-8f3d-42c2-9b5d-120168a80343 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:01.302779 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Routers {'a43db340-e6d8-43af-bfe9-790f318b8136'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:24:01.303403 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a43db340-e6d8-43af-bfe9-790f318b8136'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:01.312752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Allocated IP 172.20.0.1 (e21829e1-cdaf-40ba-9f21-39eeb1780f60/2e25a649-1e0e-4534-a617-9a6dfc730f90/146c930b-1c41-4ca5-8a4e-c62a45c2a149) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:24:01.313178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:01.412586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ea1f4225-d6b4-44d1-be03-4e529b3d5fe6 None None] Provisioning complete for port 14d051fa-8f3d-42c2-9b5d-120168a80343 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:01.412586 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea1f4225-d6b4-44d1-be03-4e529b3d5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.442079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['39756c5b-12f1-4962-b640-d7402ffd43e4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:01.445819 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] Set router a43db340-e6d8-43af-bfe9-790f318b8136 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:24:01.451458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks [] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.511054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:01.514022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] For port 884faa02-46e2-4c14-b807-fdfa87ec8e72, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:01.527656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 14d051fa-8f3d-42c2-9b5d-120168a80343 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:01.528167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.530044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89f01c-59bc-47ad-8585-46dabac8c289 req-2dd7d086-c0e8-47ae-83c8-5275e7a28151 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:01.538174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89f01c-59bc-47ad-8585-46dabac8c289 req-2dd7d086-c0e8-47ae-83c8-5275e7a28151 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:01.545033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89f01c-59bc-47ad-8585-46dabac8c289 req-2dd7d086-c0e8-47ae-83c8-5275e7a28151 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:01.546972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a89f01c-59bc-47ad-8585-46dabac8c289 req-2dd7d086-c0e8-47ae-83c8-5275e7a28151 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2412 time: 1.3302259 Feb 03 04:24:01.548357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.556991 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cc3a3-7a22-4a0c-aeb9-f1a93b9f3de5 None None] Pushing event updated for resources: {'Port': ['ID=5d944c30-ea86-4a4d-aedc-65927e9abbb5,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:01.604609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:24:01.641997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:01.649358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:24:01.688502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] For port 884faa02-46e2-4c14-b807-fdfa87ec8e72, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:01.708816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a89f01c-59bc-47ad-8585-46dabac8c289 req-b755fe0e-93db-4764-a37f-a9bddfaf2ddd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439128 Feb 03 04:24:01.709133 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:23:58Z', 'revision_number': 3, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port': {'id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:01.717534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-bb9f89f8-c13d-4d30-889f-bf41c6872ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:01.719054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-bb9f89f8-c13d-4d30-889f-bf41c6872ca1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7768209 Feb 03 04:24:01.754272 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8f888-77ee-4ef2-993d-9a2f4d01cbf2 None None] The sync data for ids ['a43db340-e6d8-43af-bfe9-790f318b8136'] in n-d-827549-1 is: [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:23:58Z', 'revision_number': 3, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port': {'id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:24:01.805226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.888375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Pushing event updated for resources: {'Port': ['ID=146c930b-1c41-4ca5-8a4e-c62a45c2a149,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:01.896624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-631fb39d-e977-408c-bc9e-856077f0348b req-c00e1945-dfec-46fe-9817-ebed3f4b486c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7609112 Feb 03 04:24:01.927612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f4225-d6b4-44d1-be03-4e529b3d5fe6 None None] Current status of the port 14d051fa-8f3d-42c2-9b5d-120168a80343 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:01.928019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea1f4225-d6b4-44d1-be03-4e529b3d5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.970242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:01.973520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:01.974440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] 10.222.0.31 "PUT /v2.0/ports/884faa02-46e2-4c14-b807-fdfa87ec8e72 HTTP/1.1" status: 200 len: 1091 time: 4.5865724 Feb 03 04:24:02.014483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:02.047477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ea1f4225-d6b4-44d1-be03-4e529b3d5fe6 None None] For port 14d051fa-8f3d-42c2-9b5d-120168a80343, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14d051fa-8f3d-42c2-9b5d-120168a80343,segment=NetworkSegment(ec42cdaf-5f11-42db-8712-ed7ad785af26),segment_id=ec42cdaf-5f11-42db-8712-ed7ad785af26)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:02.072638 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea1f4225-d6b4-44d1-be03-4e529b3d5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:02.082612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 14d051fa-8f3d-42c2-9b5d-120168a80343 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:02.083373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:02.338938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f4225-d6b4-44d1-be03-4e529b3d5fe6 None None] Pushing event updated for resources: {'Port': ['ID=14d051fa-8f3d-42c2-9b5d-120168a80343,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:02.367682 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:24:02.368025 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:24:02.394990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ac40dcfc-8c46-47bd-8e49-763f8389ea97 None None] Provisioning complete for port 14d051fa-8f3d-42c2-9b5d-120168a80343 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:02.395367 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac40dcfc-8c46-47bd-8e49-763f8389ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:02.451700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:02.488041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'mac_address': 'fa:16:3e:e4:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:02.588105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:02.588105 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:02.589702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (a43db340-e6d8-43af-bfe9-790f318b8136), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:02.606616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:02.639045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:02.640594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ac40dcfc-8c46-47bd-8e49-763f8389ea97 None None] Current status of the port 14d051fa-8f3d-42c2-9b5d-120168a80343 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:02.648395 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:02.705090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:02.718196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-74dcbc5e-ba2a-4fb1-a324-39512e2dcfeb service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330044 Feb 03 04:24:02.830169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfb48d-f3e2-4eaa-904c-c41c261e35bd service neutron] Pushing event updated for resources: {'Port': ['ID=884faa02-46e2-4c14-b807-fdfa87ec8e72,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:02.850459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5a6f9a64-35d1-467e-a5c2-1d2cbcf355c0 None None] Provisioning complete for port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:02.851220 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9a64-35d1-467e-a5c2-1d2cbcf355c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:02.852767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396623c8-9e50-4f18-be6d-184d40b1c6a6 req-8bc17aa8-a8a9-49fb-9273-87972b0a8929 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:02.854461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396623c8-9e50-4f18-be6d-184d40b1c6a6 req-8bc17aa8-a8a9-49fb-9273-87972b0a8929 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 945 time: 0.9987381 Feb 03 04:24:02.922023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f9a64-35d1-467e-a5c2-1d2cbcf355c0 None None] Port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:24:02.929955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16cec1-3c6b-4a13-99d6-1e1012ffb14d req-70475d16-d1e6-4540-bee8-bc8504bc9ab6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:02.934176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b16cec1-3c6b-4a13-99d6-1e1012ffb14d req-70475d16-d1e6-4540-bee8-bc8504bc9ab6 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.3772957 Feb 03 04:24:02.935795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:02.941567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 14d051fa-8f3d-42c2-9b5d-120168a80343 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:02.967980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9cb78396-1a21-4953-8b5f-62aaf6e23ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:02.968475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9cb78396-1a21-4953-8b5f-62aaf6e23ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:02.968955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9cb78396-1a21-4953-8b5f-62aaf6e23ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:02.970751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-9cb78396-1a21-4953-8b5f-62aaf6e23ddc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2958 time: 0.4238338 Feb 03 04:24:03.115031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-f1bf1602-6192-444c-8ae7-84f2f4fef932 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=115fe3b1-c988-404f-b917-b0b0e677c489 HTTP/1.1" status: 200 len: 217 time: 0.1247182 Feb 03 04:24:03.124161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.131511 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5064-af67-4047-a1a1-849148248c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.141435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-789c6b34-3e6f-48ed-87af-66a6f5b77950 req-c7e63661-6ae9-43f6-8f78-1bc75d71a3d2 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930609 Feb 03 04:24:03.199638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396623c8-9e50-4f18-be6d-184d40b1c6a6 req-5c36c04f-b806-4fd1-b258-285d9734e432 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079443 Feb 03 04:24:03.255713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b16cec1-3c6b-4a13-99d6-1e1012ffb14d req-9967058a-c1fb-480f-a3ba-2a1302bc61c5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818961 Feb 03 04:24:03.264415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-d465171f-70f2-446f-a355-cbb15fa6ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:03.265921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-d465171f-70f2-446f-a355-cbb15fa6ddce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1cbb69e4-2624-421e-87e4-5b1cd9b905b0 HTTP/1.1" status: 200 len: 801 time: 0.1349082 Feb 03 04:24:03.286189 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9354a0b5-23fc-4eb1-aa01-3cfca261df0b x-openstack-request-id: req-9354a0b5-23fc-4eb1-aa01-3cfca261df0b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:03.286546 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814a981-867f-4e27-9127-40898185d465", "name": "network-vif-plugged", "status": "completed", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:03.286756 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9354a0b5-23fc-4eb1-aa01-3cfca261df0b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:03.298188 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463', 'code': 200} Feb 03 04:24:03.313913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5d944c30-ea86-4a4d-aedc-65927e9abbb5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:03.401659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:03.402093 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.496798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:03.497222 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.519991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 5d944c30-ea86-4a4d-aedc-65927e9abbb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5d944c30-ea86-4a4d-aedc-65927e9abbb5,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:03.524265 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.525486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14d051fa-8f3d-42c2-9b5d-120168a80343 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:03.550393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-a9f94501-a834-4afa-8f10-ceb9c6a68a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:03.551976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-a9f94501-a834-4afa-8f10-ceb9c6a68a4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab5af421-95ac-49a7-97b8-59b66bf53b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2792544 Feb 03 04:24:03.590313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec158dc-e585-4dae-968e-a2b97d9c0580 req-22442ba8-cffe-4ed5-8bfe-68608896bb4d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:03.597364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aec158dc-e585-4dae-968e-a2b97d9c0580 req-22442ba8-cffe-4ed5-8bfe-68608896bb4d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 945 time: 0.2244370 Feb 03 04:24:03.622169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 14d051fa-8f3d-42c2-9b5d-120168a80343 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:03.622710 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.630597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2455-d891-4e13-a72b-858b45bfaa08 req-72cfc47e-f915-42e9-874b-93e4ab0585d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:03.632220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f04d2455-d891-4e13-a72b-858b45bfaa08 req-72cfc47e-f915-42e9-874b-93e4ab0585d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1128 time: 0.2546086 Feb 03 04:24:03.647249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=5d944c30-ea86-4a4d-aedc-65927e9abbb5,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:03.673163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c96aa-f2e9-4639-b34a-14f28ba4a01f req-f7c52f16-e8ad-4a3a-8446-36b5a95bac43 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:03.674656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d6c96aa-f2e9-4639-b34a-14f28ba4a01f req-f7c52f16-e8ad-4a3a-8446-36b5a95bac43 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2621093 Feb 03 04:24:03.720454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 14d051fa-8f3d-42c2-9b5d-120168a80343 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:03.808926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f04d2455-d891-4e13-a72b-858b45bfaa08 req-218e7416-faee-4630-be8b-2e97d9db61b5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585565 Feb 03 04:24:03.811951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aec158dc-e585-4dae-968e-a2b97d9c0580 req-6a9059ec-5bf8-4234-8c68-79e27d4aaeff tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139633 Feb 03 04:24:03.827128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks [] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.835086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-e3ffc74f-ae97-42c8-a3f5-7882eef067f0 service neutron] 10.222.0.31 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734544 Feb 03 04:24:03.842793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d6c96aa-f2e9-4639-b34a-14f28ba4a01f req-061e6629-aaed-4433-953a-b9237bd560fe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554980 Feb 03 04:24:03.846974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:03.916038 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f7a870-95c8-443e-806a-7140b5c69edd x-openstack-request-id: req-47f7a870-95c8-443e-806a-7140b5c69edd {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:03.916563 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "tag": "01f5cc00-0349-4cc5-b63a-bdf8bfbc6575", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:03.916986 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47f7a870-95c8-443e-806a-7140b5c69edd {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:03.917596 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'tag': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575', 'status': 'completed', 'code': 200} Feb 03 04:24:03.966833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:03.991098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Pushing event updated for resources: {'Port': ['ID=146c930b-1c41-4ca5-8a4e-c62a45c2a149,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:03.995089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (a43db340-e6d8-43af-bfe9-790f318b8136), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.021424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:04.026933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:04.027326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.120417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:04.120964 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.160493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:04.168170 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.178486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d229-27df-4f02-9294-6b3aac1708d2 req-22c52666-b6d6-4d6d-9ab2-464ae8f23386 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:04.184178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d229-27df-4f02-9294-6b3aac1708d2 req-22c52666-b6d6-4d6d-9ab2-464ae8f23386 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:04.189619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d229-27df-4f02-9294-6b3aac1708d2 req-22c52666-b6d6-4d6d-9ab2-464ae8f23386 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:04.191458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1847d229-27df-4f02-9294-6b3aac1708d2 req-22c52666-b6d6-4d6d-9ab2-464ae8f23386 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2412 time: 0.2508948 Feb 03 04:24:04.204345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f97d-7c4b-42cc-accd-8a24099f73ae req-2c3713b9-98fa-470f-83c6-0abd49c9a767 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:04.206167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5a2f97d-7c4b-42cc-accd-8a24099f73ae req-2c3713b9-98fa-470f-83c6-0abd49c9a767 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.2285845 Feb 03 04:24:04.226816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:04.294276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:24:04.311867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:04.315771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 39756c5b-12f1-4962-b640-d7402ffd43e4 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:04.338231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-597f02ac-dd84-42a6-8157-e2efd060602c service neutron] 10.222.0.31 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036792 Feb 03 04:24:04.349527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1847d229-27df-4f02-9294-6b3aac1708d2 req-411fce1d-1042-452b-b372-ab455b2e8fbc tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365869 Feb 03 04:24:04.403249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5a2f97d-7c4b-42cc-accd-8a24099f73ae req-a72910bb-e790-48f5-850f-65753aeb1a32 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788361 Feb 03 04:24:04.442806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 39756c5b-12f1-4962-b640-d7402ffd43e4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:04.445192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-f2ed23c1-d27a-452b-afb9-33b322ae7b32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 HTTP/1.1" status: 200 len: 217 time: 0.0946863 Feb 03 04:24:04.452465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 39756c5b-12f1-4962-b640-d7402ffd43e4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:04.452848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.569292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 39756c5b-12f1-4962-b640-d7402ffd43e4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:04.569762 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.604446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-a44a9f64-3b6a-4468-96c6-93788d66ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:04.606011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-a44a9f64-3b6a-4468-96c6-93788d66ed27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c9283ec-0cfa-4f84-9053-8a99a97e0977 HTTP/1.1" status: 200 len: 801 time: 0.1508393 Feb 03 04:24:04.620233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:04.625763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.651517 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Router a43db340-e6d8-43af-bfe9-790f318b8136 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:24:04.674607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac177e-5104-4f24-81c9-21361b54c8f3 req-d825fc3d-9493-4cfb-85cb-07013f3e33ba tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:04.676219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53ac177e-5104-4f24-81c9-21361b54c8f3 req-d825fc3d-9493-4cfb-85cb-07013f3e33ba tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1279495 Feb 03 04:24:04.694906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bef5572f-4615-462a-bbb5-5835e842ea9a None None] Provisioning complete for port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:04.695414 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bef5572f-4615-462a-bbb5-5835e842ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:04.723425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:04.741365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bef5572f-4615-462a-bbb5-5835e842ea9a None None] Port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:24:04.749457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-6b345f5b-ed55-476a-9297-4079bdeb51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:04.751029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-6b345f5b-ed55-476a-9297-4079bdeb51fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2e86cc3-d42b-4b71-b0d5-e698de126076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1363480 Feb 03 04:24:04.841309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53ac177e-5104-4f24-81c9-21361b54c8f3 req-7bf6cf67-81bc-43a2-835b-feb44ce43eea tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198401 Feb 03 04:24:04.897827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:24:04.912154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0b2433f8-f750-4d04-8782-e0763d364007 admin admin] 10.222.0.35 "PUT /v2.0/routers/a43db340-e6d8-43af-bfe9-790f318b8136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8201172 Feb 03 04:24:04.916349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Sync routers for ids ['a43db340-e6d8-43af-bfe9-790f318b8136'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:24:04.939565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Routers {'a43db340-e6d8-43af-bfe9-790f318b8136'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:24:04.941285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:23:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a43db340-e6d8-43af-bfe9-790f318b8136'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:04.951960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-b4c372db-9c0f-45e6-ae44-de1445ad0820 service neutron] 10.222.0.31 "GET /v2.0/networks/e2e86cc3-d42b-4b71-b0d5-e698de126076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859856 Feb 03 04:24:05.096565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871200-6105-4d16-83a9-1161470cc796 req-a4632ed5-3c77-4167-9438-cdb27d261456 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:05.104071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18871200-6105-4d16-83a9-1161470cc796 req-a4632ed5-3c77-4167-9438-cdb27d261456 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1981339 Feb 03 04:24:05.123026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5d944c30-ea86-4a4d-aedc-65927e9abbb5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:05.174579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-c709304a-8e8a-47dc-afd7-4e959d75896a service neutron] 10.222.0.31 "GET /v2.0/networks/e2e86cc3-d42b-4b71-b0d5-e698de126076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091088 Feb 03 04:24:05.191585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Set router a43db340-e6d8-43af-bfe9-790f318b8136 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:24:05.208400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daccb0e-2589-4e9b-b93a-6d649c56baaf req-5f87dbaf-afc0-4cbd-8d3b-e5451f2e1759 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:05.216100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5daccb0e-2589-4e9b-b93a-6d649c56baaf req-5f87dbaf-afc0-4cbd-8d3b-e5451f2e1759 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.2168522 Feb 03 04:24:05.251475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:05.251882 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:05.278846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18871200-6105-4d16-83a9-1161470cc796 req-5d4b49f5-665f-48d2-b444-ba608bf6a7fc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738100 Feb 03 04:24:05.280310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-2bfea949-d756-4c96-a184-a5b6b15ff7fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.68&port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72 HTTP/1.1" status: 200 len: 217 time: 0.0588236 Feb 03 04:24:05.299141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c'}, {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}, {'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:05.302109 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ea556a-1860-4f42-ace5-3a67a1c38406" -d '{"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c"}, {"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}, {"server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "name": "network-vif-plugged", "status": "completed", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:05.365668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-05c75377-b374-4b94-8340-539b1de463df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:05.367415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-05c75377-b374-4b94-8340-539b1de463df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1cbb69e4-2624-421e-87e4-5b1cd9b905b0 HTTP/1.1" status: 200 len: 801 time: 0.0795009 Feb 03 04:24:05.398823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5daccb0e-2589-4e9b-b93a-6d649c56baaf req-049e3fbe-57ff-4878-92ff-59f58c4e5ec5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271017 Feb 03 04:24:05.572224 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c59f39-8fb4-4786-a790-177f8a2554d5 x-openstack-request-id: req-31c59f39-8fb4-4786-a790-177f8a2554d5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:05.572525 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c", "code": 200}, {"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "code": 200}, {"server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "name": "network-vif-plugged", "status": "completed", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:05.572788 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31c59f39-8fb4-4786-a790-177f8a2554d5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:05.573420 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'code': 200} Feb 03 04:24:05.573685 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'code': 200} Feb 03 04:24:05.574153 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4', 'code': 200} Feb 03 04:24:05.624247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5400f2ca-5eee-4c33-b2c9-e237db0513a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:05.627276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6481-ee41-4484-a464-e48b3b07e196 req-098ec8f8-54d0-4874-ac1c-41e4cf2801c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:05.629472 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5cff6481-ee41-4484-a464-e48b3b07e196 req-098ec8f8-54d0-4874-ac1c-41e4cf2801c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 1132 time: 0.1359074 Feb 03 04:24:05.632335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4867dc-573c-48e0-bb16-93c4dd0d9331 req-29540db6-99e1-412a-a222-1aa8eed2cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:05.634195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c4867dc-573c-48e0-bb16-93c4dd0d9331 req-29540db6-99e1-412a-a222-1aa8eed2cdfd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1128 time: 0.0946653 Feb 03 04:24:05.720354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:05.740504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5cff6481-ee41-4484-a464-e48b3b07e196 req-a27d48ea-5810-4277-a42c-8001aa215cbe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988038 Feb 03 04:24:05.744868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c4867dc-573c-48e0-bb16-93c4dd0d9331 req-2b5fff04-211a-47ec-87de-e711ba5f8fbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945783 Feb 03 04:24:05.770255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:02Z', 'revision_number': 4, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port': {'id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '146c930b-1c41-4ca5-8a4e-c62a45c2a149', 'name': '', 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'mac_address': 'fa:16:3e:8e:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '2e25a649-1e0e-4534-a617-9a6dfc730f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:24:00Z', 'updated_at': '2022-02-03T04:24:03Z', 'revision_number': 2, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'subnets': [{'id': '2e25a649-1e0e-4534-a617-9a6dfc730f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:05.803288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Checking router: a43db340-e6d8-43af-bfe9-790f318b8136 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:24:05.803839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Updating router a43db340-e6d8-43af-bfe9-790f318b8136 port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:24:05.834389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:05.935291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:05.937737 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc38e1-b16e-4399-a060-5ed925dafd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:05.998546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-359a6d74-eb5d-4efe-8fbf-84d3d5f00775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.000148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-359a6d74-eb5d-4efe-8fbf-84d3d5f00775 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab5af421-95ac-49a7-97b8-59b66bf53b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6022301 Feb 03 04:24:06.027656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99232a0d-d0d6-47b9-acf7-67f26791e59b req-1d1f527c-e07d-4a1e-ae27-617fc6f02bcf tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.034554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99232a0d-d0d6-47b9-acf7-67f26791e59b req-1d1f527c-e07d-4a1e-ae27-617fc6f02bcf tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.5101068 Feb 03 04:24:06.046888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690bd8e-02b2-41d9-b552-c4320a8f8498 req-5e744021-32bc-4358-856b-28b21586d3d2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.052246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690bd8e-02b2-41d9-b552-c4320a8f8498 req-5e744021-32bc-4358-856b-28b21586d3d2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.057545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690bd8e-02b2-41d9-b552-c4320a8f8498 req-5e744021-32bc-4358-856b-28b21586d3d2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.059232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c690bd8e-02b2-41d9-b552-c4320a8f8498 req-5e744021-32bc-4358-856b-28b21586d3d2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2412 time: 0.5486841 Feb 03 04:24:06.104316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0b2a9-1b2e-4a6c-8dda-9ce34f30decd req-351f4f5a-26b9-4e1f-9f78-1bbfac19e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.105795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40e0b2a9-1b2e-4a6c-8dda-9ce34f30decd req-351f4f5a-26b9-4e1f-9f78-1bbfac19e044 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1128 time: 0.1731045 Feb 03 04:24:06.157786 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Publish callbacks [] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.166076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.225189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1206-1ec2-4453-bb4e-65f7bfd314bb None None] Pushing event updated for resources: {'Port': ['ID=146c930b-1c41-4ca5-8a4e-c62a45c2a149,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:06.242212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99232a0d-d0d6-47b9-acf7-67f26791e59b req-a14bbb21-b9e8-46ac-8977-06fd33835dfa tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067881 Feb 03 04:24:06.264122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c690bd8e-02b2-41d9-b552-c4320a8f8498 req-036068e5-ee5a-460a-bfe1-2673f606c1cd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896963 Feb 03 04:24:06.274966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40e0b2a9-1b2e-4a6c-8dda-9ce34f30decd req-8e1d05e7-a102-477a-b894-6ac116276941 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609421 Feb 03 04:24:06.281407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-23909510-2420-4e4c-9995-a408880eb131 service neutron] 10.222.0.31 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713850 Feb 03 04:24:06.281594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Attempting to bind port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:06.281855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Attempting to bind port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:06.282229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Attempting to bind port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 on network e21829e1-cdaf-40ba-9f21-39eeb1780f60 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:06.292045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:06.292435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Checking segment: {'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:06.292857 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.293242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Bound using segment: {'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:06.293716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Bound port: 146c930b-1c41-4ca5-8a4e-c62a45c2a149, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec42cdaf-5f11-42db-8712-ed7ad785af26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:06.294100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.348298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 950bed84-9557-4c13-8bef-b6f64146b837 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:06.416738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] For port 146c930b-1c41-4ca5-8a4e-c62a45c2a149, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:06.419802 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60059e71-835c-4d3b-8ec9-a6a0ea075f29 x-openstack-request-id: req-60059e71-835c-4d3b-8ec9-a6a0ea075f29 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:06.421619 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:06.422079 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60059e71-835c-4d3b-8ec9-a6a0ea075f29 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:06.424879 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72', 'status': 'completed', 'code': 200} Feb 03 04:24:06.461365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae49a0-3618-41f5-ab26-bfa5e1a04a1a req-0c1ecf34-995a-49c0-8d54-b5098276d91f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.463309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cae49a0-3618-41f5-ab26-bfa5e1a04a1a req-0c1ecf34-995a-49c0-8d54-b5098276d91f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1083472 Feb 03 04:24:06.491420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] For port 146c930b-1c41-4ca5-8a4e-c62a45c2a149, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=146c930b-1c41-4ca5-8a4e-c62a45c2a149,segment=NetworkSegment(ec42cdaf-5f11-42db-8712-ed7ad785af26),segment_id=ec42cdaf-5f11-42db-8712-ed7ad785af26)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:06.516128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.558768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:06.561440 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.639767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1206-1ec2-4453-bb4e-65f7bfd314bb None None] Pushing event updated for resources: {'Port': ['ID=146c930b-1c41-4ca5-8a4e-c62a45c2a149,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:06.645201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '950bed84-9557-4c13-8bef-b6f64146b837', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '950bed84-9557-4c13-8bef-b6f64146b837', 'mac_address': 'fa:16:3e:3d:02:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:06.647865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cae49a0-3618-41f5-ab26-bfa5e1a04a1a req-6478a791-276f-4b60-b38d-2795ecf76ad0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783371 Feb 03 04:24:06.657316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-54f42562-34f6-4c1d-8dab-c0ebdf014237 None None] Provisioning complete for port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:06.657697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f42562-34f6-4c1d-8dab-c0ebdf014237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.700931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 950bed84-9557-4c13-8bef-b6f64146b837 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:06.701858 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.703856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Routers {'a43db340-e6d8-43af-bfe9-790f318b8136'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:24:06.704508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:24:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a43db340-e6d8-43af-bfe9-790f318b8136'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:06.714916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590e1e23-a953-46c4-bfd1-17d1f40a53c6 req-5ee259cc-d0a0-4757-8e24-61c20c3c0889 service neutron] 10.222.0.31 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016032 Feb 03 04:24:06.802635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 950bed84-9557-4c13-8bef-b6f64146b837 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:06.853783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:06.891283 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:06.909569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-7a61d721-7b91-4e5c-a8e1-208d462cedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.910184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-7a61d721-7b91-4e5c-a8e1-208d462cedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.910722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-7a61d721-7b91-4e5c-a8e1-208d462cedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.912456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-7a61d721-7b91-4e5c-a8e1-208d462cedb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2958 time: 0.1157496 Feb 03 04:24:06.937827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32de3-91f6-431a-8bbf-ccc9c2c87ae2 req-29f71288-2182-43d4-a050-87c6ea335e3e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:06.944335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bff32de3-91f6-431a-8bbf-ccc9c2c87ae2 req-29f71288-2182-43d4-a050-87c6ea335e3e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1915491 Feb 03 04:24:06.975641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] Set router a43db340-e6d8-43af-bfe9-790f318b8136 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:24:07.038034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:07.040166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee454-605a-4cb5-8cbe-322dc6064e86 req-51043702-59cf-47bb-8051-122f453fc166 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.046621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e3ee454-605a-4cb5-8cbe-322dc6064e86 req-51043702-59cf-47bb-8051-122f453fc166 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1128 time: 0.1902363 Feb 03 04:24:07.067113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['950bed84-9557-4c13-8bef-b6f64146b837'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:07.085353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54f42562-34f6-4c1d-8dab-c0ebdf014237 None None] Current status of the port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:07.085353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f42562-34f6-4c1d-8dab-c0ebdf014237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:07.120454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bff32de3-91f6-431a-8bbf-ccc9c2c87ae2 req-ec1c097f-af0d-4fa5-a5ab-539697f2ae4f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454759 Feb 03 04:24:07.158047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-b5e24e08-8634-4d22-ba20-c36d96461c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.159701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-b5e24e08-8634-4d22-ba20-c36d96461c83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2e86cc3-d42b-4b71-b0d5-e698de126076 HTTP/1.1" status: 200 len: 902 time: 0.2388866 Feb 03 04:24:07.231966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e3ee454-605a-4cb5-8cbe-322dc6064e86 req-7e47529f-4f0c-4a32-a50b-0ccf4b775394 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744392 Feb 03 04:24:07.231966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-d75f6756-056b-4db3-af98-9cce08dc9bd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 HTTP/1.1" status: 200 len: 217 time: 0.0619128 Feb 03 04:24:07.249925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-54f42562-34f6-4c1d-8dab-c0ebdf014237 None None] For port 146c930b-1c41-4ca5-8a4e-c62a45c2a149, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=146c930b-1c41-4ca5-8a4e-c62a45c2a149,segment=NetworkSegment(ec42cdaf-5f11-42db-8712-ed7ad785af26),segment_id=ec42cdaf-5f11-42db-8712-ed7ad785af26)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:07.268732 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f42562-34f6-4c1d-8dab-c0ebdf014237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:07.370082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-d8db3859-efa8-40b9-bf24-7f24ef57d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.372643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-d8db3859-efa8-40b9-bf24-7f24ef57d3fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c9283ec-0cfa-4f84-9053-8a99a97e0977 HTTP/1.1" status: 200 len: 801 time: 0.1230328 Feb 03 04:24:07.384602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02b8e-2cdd-4631-812f-6e75004df3d0 req-2983adf0-45c2-4c38-8e04-63a702c791af tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.387162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60d02b8e-2cdd-4631-812f-6e75004df3d0 req-2983adf0-45c2-4c38-8e04-63a702c791af tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.1540732 Feb 03 04:24:07.414407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f42562-34f6-4c1d-8dab-c0ebdf014237 None None] Pushing event updated for resources: {'Port': ['ID=146c930b-1c41-4ca5-8a4e-c62a45c2a149,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:07.448395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6aeaf0c9-57a1-4c5b-985f-46f0311fb13c None None] Provisioning complete for port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:07.448767 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6aeaf0c9-57a1-4c5b-985f-46f0311fb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:07.534301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:02Z', 'revision_number': 4, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port': {'id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '146c930b-1c41-4ca5-8a4e-c62a45c2a149', 'name': '', 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'mac_address': 'fa:16:3e:8e:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '2e25a649-1e0e-4534-a617-9a6dfc730f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:24:00Z', 'updated_at': '2022-02-03T04:24:06Z', 'revision_number': 4, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'subnets': [{'id': '2e25a649-1e0e-4534-a617-9a6dfc730f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:07.562702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d030c-1741-4f01-9a72-43b72d5454e6 req-960e6ce7-e3f2-41aa-950e-2257f2ec7ce0 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.564361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-499d030c-1741-4f01-9a72-43b72d5454e6 req-960e6ce7-e3f2-41aa-950e-2257f2ec7ce0 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1128 time: 0.1727834 Feb 03 04:24:07.568612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa3ce0-dc83-411f-bb1c-784e8e5a4a04 None None] The sync data for ids ['a43db340-e6d8-43af-bfe9-790f318b8136'] in n-d-827549-1 is: [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:02Z', 'revision_number': 4, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port': {'id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '146c930b-1c41-4ca5-8a4e-c62a45c2a149', 'name': '', 'network_id': 'e21829e1-cdaf-40ba-9f21-39eeb1780f60', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'mac_address': 'fa:16:3e:8e:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '2e25a649-1e0e-4534-a617-9a6dfc730f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:24:00Z', 'updated_at': '2022-02-03T04:24:06Z', 'revision_number': 4, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'subnets': [{'id': '2e25a649-1e0e-4534-a617-9a6dfc730f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:24:07.569028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60d02b8e-2cdd-4631-812f-6e75004df3d0 req-dad76761-7e20-4eae-bf45-364935343b15 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581545 Feb 03 04:24:07.571168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-95bc8682-8454-4951-b633-8636e529bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.572607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-95bc8682-8454-4951-b633-8636e529bc70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2e86cc3-d42b-4b71-b0d5-e698de126076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1639593 Feb 03 04:24:07.627835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6aeaf0c9-57a1-4c5b-985f-46f0311fb13c None None] Current status of the port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:07.708705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-499d030c-1741-4f01-9a72-43b72d5454e6 req-41f294bc-741b-40f0-bd00-eb665bd4f637 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092196 Feb 03 04:24:07.740893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-9ddc268b-e150-47af-be20-a084782d33f7 service neutron] 10.222.0.31 "GET /v2.0/networks/e2e86cc3-d42b-4b71-b0d5-e698de126076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518013 Feb 03 04:24:07.933571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48e30-ada1-4eb3-bc21-df67e033e852 req-d336a16e-66f1-43b3-98f7-cbd99af94f8c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.939853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48e30-ada1-4eb3-bc21-df67e033e852 req-d336a16e-66f1-43b3-98f7-cbd99af94f8c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.945615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48e30-ada1-4eb3-bc21-df67e033e852 req-d336a16e-66f1-43b3-98f7-cbd99af94f8c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:07.947660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96c48e30-ada1-4eb3-bc21-df67e033e852 req-d336a16e-66f1-43b3-98f7-cbd99af94f8c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2412 time: 0.1576378 Feb 03 04:24:07.966089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd59bf27-ae68-44db-936d-04d8ee6b734d req-506dcac5-f087-473f-b6cc-f7035254b976 service neutron] 10.222.0.31 "GET /v2.0/networks/e2e86cc3-d42b-4b71-b0d5-e698de126076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085133 Feb 03 04:24:07.991108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:08.110663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96c48e30-ada1-4eb3-bc21-df67e033e852 req-c8d0372f-30ee-4fb3-87e2-caf18cfbf8c1 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470909 Feb 03 04:24:08.126060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-ca9e8332-aab0-46b7-bba9-bf3b0ee6b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.128617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-ca9e8332-aab0-46b7-bba9-bf3b0ee6b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.128617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-ca9e8332-aab0-46b7-bba9-bf3b0ee6b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.128887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-ca9e8332-aab0-46b7-bba9-bf3b0ee6b016 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2958 time: 0.0786612 Feb 03 04:24:08.199570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973b9c-179f-4f99-a805-1cd64602c963 req-01bbcda5-50d4-409b-b36a-ef876ca6158b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.201206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37973b9c-179f-4f99-a805-1cd64602c963 req-01bbcda5-50d4-409b-b36a-ef876ca6158b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.2015295 Feb 03 04:24:08.335829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 950bed84-9557-4c13-8bef-b6f64146b837 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:08.354459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37973b9c-179f-4f99-a805-1cd64602c963 req-413b07ec-d3a5-49a4-bf3b-aba3f88926fd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419709 Feb 03 04:24:08.363206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-e6459322-2af3-4e6e-b28c-97e9017d2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.365321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-e6459322-2af3-4e6e-b28c-97e9017d2c74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab5af421-95ac-49a7-97b8-59b66bf53b3d HTTP/1.1" status: 200 len: 902 time: 0.2199156 Feb 03 04:24:08.427937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 950bed84-9557-4c13-8bef-b6f64146b837 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:08.428307 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (950bed84-9557-4c13-8bef-b6f64146b837), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:08.433019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-8402f500-afae-4085-8601-499b6d33a72d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.68&port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72 HTTP/1.1" status: 200 len: 217 time: 0.0548112 Feb 03 04:24:08.455603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab2fa3-a4a4-4948-a9e1-8e8e40224edf req-76868562-6f01-491d-a249-74e76e09e232 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.457528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdab2fa3-a4a4-4948-a9e1-8e8e40224edf req-76868562-6f01-491d-a249-74e76e09e232 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1845419 Feb 03 04:24:08.571427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 950bed84-9557-4c13-8bef-b6f64146b837 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:08.572970 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:08.629966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:08.633858 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543108e2-6079-4c76-bde9-1a60f9b4a602" -d '{"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-plugged", "status": "completed", "tag": "950bed84-9557-4c13-8bef-b6f64146b837"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:08.638183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdab2fa3-a4a4-4948-a9e1-8e8e40224edf req-7679e3e9-16ce-4df2-b03d-05b5a6149af3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699347 Feb 03 04:24:08.652058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:08.658923 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:08.702448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-74c52c7e-1aa4-4559-b2dd-656b54e84cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.705206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-74c52c7e-1aa4-4559-b2dd-656b54e84cd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1cbb69e4-2624-421e-87e4-5b1cd9b905b0 HTTP/1.1" status: 200 len: 801 time: 0.2619200 Feb 03 04:24:08.723823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:08.786371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-6d90b4be-748d-44ac-b101-89abfd034fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:08.788996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-6d90b4be-748d-44ac-b101-89abfd034fd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab5af421-95ac-49a7-97b8-59b66bf53b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0766580 Feb 03 04:24:08.906563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-f8cf8b8b-0792-4512-b17d-1c3df6f18670 service neutron] 10.222.0.31 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118197 Feb 03 04:24:09.041430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225b8a9-4576-458c-868f-34696ecbd4e4 req-68108a51-a8a2-4be2-97f4-4b9364d9be40 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:09.050191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5225b8a9-4576-458c-868f-34696ecbd4e4 req-68108a51-a8a2-4be2-97f4-4b9364d9be40 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1609688 Feb 03 04:24:09.113219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aafc38e1-b16e-4399-a060-5ed925dafd0a req-f45d39a5-18fc-48ae-9091-0d0a7f1aec7d service neutron] 10.222.0.31 "GET /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815748 Feb 03 04:24:09.178688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 146c930b-1c41-4ca5-8a4e-c62a45c2a149 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:09.181956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5225b8a9-4576-458c-868f-34696ecbd4e4 req-dd55468c-3090-458b-940b-4d09b592dad4 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307380 Feb 03 04:24:09.318213 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:09.366455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:09.367937 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:09.410445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5876e5-f39d-48fd-b3d4-3ffde35b0a02 req-21215231-fb17-4ce7-83dd-50bc51762a2a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:09.418462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc5876e5-f39d-48fd-b3d4-3ffde35b0a02 req-21215231-fb17-4ce7-83dd-50bc51762a2a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.1316960 Feb 03 04:24:09.517396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc5876e5-f39d-48fd-b3d4-3ffde35b0a02 req-7b87e05d-19f8-4509-b6c5-35303b9f9608 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976908 Feb 03 04:24:09.602111 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63265eac-36d7-4bf4-81df-72659c9914b7 x-openstack-request-id: req-63265eac-36d7-4bf4-81df-72659c9914b7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:09.602493 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-plugged", "status": "completed", "tag": "950bed84-9557-4c13-8bef-b6f64146b837", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:09.602759 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63265eac-36d7-4bf4-81df-72659c9914b7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:09.603261 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837', 'code': 200} Feb 03 04:24:09.608835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:09.768337 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:24:09.984639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 115fe3b1-c988-404f-b917-b0b0e677c489 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:09.989892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-eed227fe-5e62-445d-949b-fdd8227da736 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:24:10.006093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-eed227fe-5e62-445d-949b-fdd8227da736 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226505 Feb 03 04:24:10.086559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-416cd0e3-75fc-40cb-8f67-c42cf9d1de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:10.093226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-416cd0e3-75fc-40cb-8f67-c42cf9d1de15 service neutron] 10.222.0.35 "GET /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 1125 time: 0.0824285 Feb 03 04:24:10.105754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Request body: {'binding': {'host': 'n-h1-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:10.106197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Unknown quota resources ['binding']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:24:10.154672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5294-1113-4e3d-8489-0d716b0cf82a req-05bcbd69-64ca-4e96-b08b-f318d2699909 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:10.161769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af9f5294-1113-4e3d-8489-0d716b0cf82a req-05bcbd69-64ca-4e96-b08b-f318d2699909 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1128 time: 0.2262185 Feb 03 04:24:10.283205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 115fe3b1-c988-404f-b917-b0b0e677c489, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=115fe3b1-c988-404f-b917-b0b0e677c489,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:10.305123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '115fe3b1-c988-404f-b917-b0b0e677c489', 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d', 'port_id': '115fe3b1-c988-404f-b917-b0b0e677c489', 'mac_address': 'fa:16:3e:2e:94:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cbb69e4-2624-421e-87e4-5b1cd9b905b0', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:10.319835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af9f5294-1113-4e3d-8489-0d716b0cf82a req-eae8ab54-fb1d-4f59-a1dc-0bf13fc026a8 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546767 Feb 03 04:24:10.389439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 115fe3b1-c988-404f-b917-b0b0e677c489 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:10.390080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:10.412795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115fe3b1-c988-404f-b917-b0b0e677c489 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:10.443264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 115fe3b1-c988-404f-b917-b0b0e677c489, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=115fe3b1-c988-404f-b917-b0b0e677c489,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:10.447157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on host n-h1-827549-1 for vnic_type normal with profile None {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:10.449313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:10.449765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:10.451009 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:10.451802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 884faa02-46e2-4c14-b807-fdfa87ec8e72 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:10.465275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:24:10.466401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:10.488348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:10.488348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:10.488716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:10.489113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Bound port: 431df9f9-614e-46b7-9774-5a784b6d3463, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:10.573748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:10.595899 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:10.597261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7daa61d7-256f-4335-af2c-4f7504606222 service neutron] 10.222.0.35 "POST /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463/bindings HTTP/1.1" status: 201 len: 389 time: 0.5032403 Feb 03 04:24:10.981950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a2f7-9ad5-4442-864f-4325888d48fc req-63d2ec00-4a71-4783-863b-4aab2397518d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:10.988999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a2f7-9ad5-4442-864f-4325888d48fc req-63d2ec00-4a71-4783-863b-4aab2397518d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:11.000306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a2f7-9ad5-4442-864f-4325888d48fc req-63d2ec00-4a71-4783-863b-4aab2397518d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:11.002713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df93a2f7-9ad5-4442-864f-4325888d48fc req-63d2ec00-4a71-4783-863b-4aab2397518d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2413 time: 0.1210465 Feb 03 04:24:11.015020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=115fe3b1-c988-404f-b917-b0b0e677c489,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:11.029972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 884faa02-46e2-4c14-b807-fdfa87ec8e72, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:11.034305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.034713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.035281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.035633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.035973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.036307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.036644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.037221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.037567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.037900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.038463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.038797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.039126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:11.044275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-6fda3a9e-0a23-4618-bf4c-8b7b5a9d2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:11.046570 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-6fda3a9e-0a23-4618-bf4c-8b7b5a9d2a26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1128 time: 0.0704727 Feb 03 04:24:11.053270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '884faa02-46e2-4c14-b807-fdfa87ec8e72', 'network_id': 'ab5af421-95ac-49a7-97b8-59b66bf53b3d', 'port_id': '884faa02-46e2-4c14-b807-fdfa87ec8e72', 'mac_address': 'fa:16:3e:42:7b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cbb69e4-2624-421e-87e4-5b1cd9b905b0', 'ip_address': '19.80.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:11.100079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 884faa02-46e2-4c14-b807-fdfa87ec8e72 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:11.100514 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:11.117883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884faa02-46e2-4c14-b807-fdfa87ec8e72 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:11.126008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df93a2f7-9ad5-4442-864f-4325888d48fc req-6aa8672f-c2c3-41a9-93c7-e2f572427773 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072295 Feb 03 04:24:11.149052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 884faa02-46e2-4c14-b807-fdfa87ec8e72, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:11.158154 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:11.159174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:11.228995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7c34b36f-ab43-4bc0-a839-129c5af6bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:11.231548 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7c34b36f-ab43-4bc0-a839-129c5af6bfb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.1763115 Feb 03 04:24:11.247086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=884faa02-46e2-4c14-b807-fdfa87ec8e72,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:11.317634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1cda-7160-48d5-a846-13f19c19a15b req-d69ac806-1620-49fd-9110-c51e49045608 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:11.319451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5bc1cda-7160-48d5-a846-13f19c19a15b req-d69ac806-1620-49fd-9110-c51e49045608 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.0739098 Feb 03 04:24:11.330954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33770) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:11.336400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'floatingip': {'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:11.338443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-f6bbdef3-f65c-4c5e-b449-fdbf31cf888f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 217 time: 0.0946879 Feb 03 04:24:11.372812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:11.387535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for floatingip (1f861870-cc23-4c47-a957-c8717a866627), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:11.407817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575', 'network_id': 'e2e86cc3-d42b-4b71-b0d5-e698de126076', 'port_id': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575', 'mac_address': 'fa:16:3e:44:36:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9283ec-0cfa-4f84-9053-8a99a97e0977', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:11.478631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-5754984d-d501-4e18-a652-72f241002339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:11.482472 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-5754984d-d501-4e18-a652-72f241002339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1426911 Feb 03 04:24:11.506718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:11.507119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:11.534043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-88f0e72e-3c13-467d-bdb7-b201a32ff483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384064 Feb 03 04:24:11.544940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:11.585584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:11.594606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:11.634403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25630742-e0dc-46f9-adfc-07a23bd3589e req-803744c9-aa9e-4eab-9257-a3ea3138d68c tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:11.641919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25630742-e0dc-46f9-adfc-07a23bd3589e req-803744c9-aa9e-4eab-9257-a3ea3138d68c tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1128 time: 0.1686342 Feb 03 04:24:11.700192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:11.727359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-e9f1aa93-7002-48f0-8a26-2a5d758942ff service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866677 Feb 03 04:24:11.736416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25630742-e0dc-46f9-adfc-07a23bd3589e req-be079eba-f6b3-4a7e-80ca-88a098214a63 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933177 Feb 03 04:24:11.876127 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-d8383bac-b122-4977-8f13-1c115a590f7b service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403663 Feb 03 04:24:11.988446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['115fe3b1-c988-404f-b917-b0b0e677c489'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:12.030274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['884faa02-46e2-4c14-b807-fdfa87ec8e72'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:12.041380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c8c7e-bb9d-4b2f-a32b-4bb42ae048ce req-cb7f8dd0-5771-436f-b272-b0e98f6cb6fe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:12.042968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b2c8c7e-bb9d-4b2f-a32b-4bb42ae048ce req-cb7f8dd0-5771-436f-b272-b0e98f6cb6fe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1514585 Feb 03 04:24:12.076435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['01f5cc00-0349-4cc5-b63a-bdf8bfbc6575'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:12.135158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b2c8c7e-bb9d-4b2f-a32b-4bb42ae048ce req-37202165-632d-43ce-b861-cffdbba58a2e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807581 Feb 03 04:24:12.288543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:12.300828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (1f861870-cc23-4c47-a957-c8717a866627), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:12.528638 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Floating IP 1f861870-cc23-4c47-a957-c8717a866627 associated. External IP: 172.25.7.212, port: 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7. Feb 03 04:24:12.903398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:24:13.087902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ae03-d27d-48fc-8376-191c786cec50 req-8eedff9f-a04f-44ff-9e6d-aafd6e2d3ca0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:13.093548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ae03-d27d-48fc-8376-191c786cec50 req-8eedff9f-a04f-44ff-9e6d-aafd6e2d3ca0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:13.099098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ae03-d27d-48fc-8376-191c786cec50 req-8eedff9f-a04f-44ff-9e6d-aafd6e2d3ca0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:13.106328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b084ae03-d27d-48fc-8376-191c786cec50 req-8eedff9f-a04f-44ff-9e6d-aafd6e2d3ca0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2415 time: 0.1356182 Feb 03 04:24:13.149571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:24:13.156561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:13.163373 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] Sync routers for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:24:13.178921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:24:13.181298 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:24:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:13.200588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b084ae03-d27d-48fc-8376-191c786cec50 req-4dfc957a-6b05-47ea-a84a-cf450cd3cf48 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911400 Feb 03 04:24:13.220266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c52dfbf7-837d-4184-8e40-90953e8acc66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "PUT /v2.0/floatingips/1f861870-cc23-4c47-a957-c8717a866627 HTTP/1.1" status: 200 len: 992 time: 1.8881249 Feb 03 04:24:13.221184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:13.225640 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60abdba-a7d6-483c-8901-e77b467da417" -d '{"events": [{"name": "network-changed", "server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:13.431203 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:24:13.735405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-78dfea37-9282-49a6-977d-ec38ff9cee1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2299953 Feb 03 04:24:13.745410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-50381bfb-61ad-421b-b9be-6ad091388c7f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:24:13.764127 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-50381bfb-61ad-421b-b9be-6ad091388c7f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271456 Feb 03 04:24:13.865253 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '1f861870-cc23-4c47-a957-c8717a866627', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'mac_address': 'fa:16:3e:e4:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23711737-603f-487c-bcf9-0d90defa4f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:23:40Z', 'updated_at': '2022-02-03T04:24:12Z', 'revision_number': 1, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 5, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:13.932210 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] Checking router: 4305f0a7-1f1f-476c-8de4-77fd765d3de8 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:24:13.954861 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:24:13.955963 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:24:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:13.998512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 115fe3b1-c988-404f-b917-b0b0e677c489 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:14.129990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 115fe3b1-c988-404f-b917-b0b0e677c489 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:14.138035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 115fe3b1-c988-404f-b917-b0b0e677c489 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:14.138972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:14.168696 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:24:14.406903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 115fe3b1-c988-404f-b917-b0b0e677c489 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:14.407657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:14.458974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 115fe3b1-c988-404f-b917-b0b0e677c489, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=115fe3b1-c988-404f-b917-b0b0e677c489,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:14.460153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115fe3b1-c988-404f-b917-b0b0e677c489'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:14.464029 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26952d1f-3bfe-4e62-b967-5f8b4c550bd3" -d '{"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-plugged", "status": "completed", "tag": "115fe3b1-c988-404f-b917-b0b0e677c489"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:14.471158 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:14.471982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 884faa02-46e2-4c14-b807-fdfa87ec8e72 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:14.614698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 884faa02-46e2-4c14-b807-fdfa87ec8e72 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:14.626300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 884faa02-46e2-4c14-b807-fdfa87ec8e72 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:14.626728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:14.693837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=115fe3b1-c988-404f-b917-b0b0e677c489,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:14.795005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 884faa02-46e2-4c14-b807-fdfa87ec8e72 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:14.795917 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:14.828538 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '1f861870-cc23-4c47-a957-c8717a866627', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'mac_address': 'fa:16:3e:e4:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23711737-603f-487c-bcf9-0d90defa4f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:23:40Z', 'updated_at': '2022-02-03T04:24:12Z', 'revision_number': 1, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 5, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:14.843945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 884faa02-46e2-4c14-b807-fdfa87ec8e72, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:14.851790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:14.852909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:14.884038 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb62d9-5c31-44b7-ab79-ddb582404995 None None] The sync data for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 is: [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '1f861870-cc23-4c47-a957-c8717a866627', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'mac_address': 'fa:16:3e:e4:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23711737-603f-487c-bcf9-0d90defa4f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:23:40Z', 'updated_at': '2022-02-03T04:24:12Z', 'revision_number': 1, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 5, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:24:15.048410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=884faa02-46e2-4c14-b807-fdfa87ec8e72,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:15.172806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:15.179119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:15.179636 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:15.201277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-266ee423-b403-4360-bf5d-69586a98d6e9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:24:15.210204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-266ee423-b403-4360-bf5d-69586a98d6e9 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219903 Feb 03 04:24:15.306750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e41f02fe-f945-4154-97ce-9632d29ca29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:15.351663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e41f02fe-f945-4154-97ce-9632d29ca29e service neutron] 10.222.0.35 "GET /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 1125 time: 0.1290436 Feb 03 04:24:15.368980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Request body: {'binding': {'host': 'n-h2-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:15.381016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Unknown quota resources ['binding']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:24:15.458414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4459b0-c2d1-4bc8-990f-23a533bf252e None None] New status for floating IP 1f861870-cc23-4c47-a957-c8717a866627: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:24:15.531778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:15.532171 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:15.630297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:15.641715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:15.695248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on host n-h2-827549-1 for vnic_type normal with profile None {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:15.695998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:15.697306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:15.713901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:24:15.714536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:15.722951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:15.724942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:15.725531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:15.726617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Bound port: 39756c5b-12f1-4962-b640-d7402ffd43e4, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:15.815171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:15.843177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:15.854224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:15.855472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-a2c70a36-dafc-46eb-aef3-e986c99592a2 service neutron] 10.222.0.35 "POST /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5027089 Feb 03 04:24:16.147530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a384b-16a7-4117-9e25-d70622b3ac1c req-ce96bdc3-2765-4c6a-9564-15b2420ae2d1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:16.149192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-873a384b-16a7-4117-9e25-d70622b3ac1c req-ce96bdc3-2765-4c6a-9564-15b2420ae2d1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1305313 Feb 03 04:24:16.254375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-3a381294-955d-4ab5-9403-5e3e221a6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:16.258500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-3a381294-955d-4ab5-9403-5e3e221a6bc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 1132 time: 0.1051505 Feb 03 04:24:16.259528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-873a384b-16a7-4117-9e25-d70622b3ac1c req-bd968b12-7203-4018-89eb-a36514c225ba tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011596 Feb 03 04:24:16.290452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e74bc1f6-688d-41f3-b096-8543bfcfc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:16.292243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e74bc1f6-688d-41f3-b096-8543bfcfc173 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1128 time: 0.1033244 Feb 03 04:24:16.423753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-6797e402-0a38-4ccf-817a-e9e602184037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:16.425527 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-6797e402-0a38-4ccf-817a-e9e602184037 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1577053 Feb 03 04:24:16.483625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-e81b6925-ea94-4ca9-aa44-c8a660d42529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 200 len: 217 time: 0.0492561 Feb 03 04:24:16.517333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-5f28290c-10be-4246-9c38-f37204dfb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:16.518922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-5f28290c-10be-4246-9c38-f37204dfb436 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.2202399 Feb 03 04:24:16.613114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-ae486f0c-41a3-40c2-94b5-d7402723aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:16.614766 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-ae486f0c-41a3-40c2-94b5-d7402723aa23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1216302 Feb 03 04:24:16.740765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-9aac2ec3-1c4e-41c4-a9a7-ff247b4849fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:16.742916 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-9aac2ec3-1c4e-41c4-a9a7-ff247b4849fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1157765 Feb 03 04:24:16.937447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-ed43d74f-8a9c-4026-a6bb-d7bbe22d97e8 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880124 Feb 03 04:24:16.938852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-9c535ec6-2840-4e38-b9b0-9db0661fff3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 217 time: 0.4021814 Feb 03 04:24:16.997199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-516261df-8468-4683-bd92-8243a0cbe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.000799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-516261df-8468-4683-bd92-8243a0cbe51f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0538282 Feb 03 04:24:17.025732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66741481-8b22-42b4-af9e-16f1af7e2700 req-de775055-cd31-410e-ba2d-4e183aaa5a70 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.033773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66741481-8b22-42b4-af9e-16f1af7e2700 req-de775055-cd31-410e-ba2d-4e183aaa5a70 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.5452719 Feb 03 04:24:17.059355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-9f768375-6b9c-4053-8c8d-c516bb990364 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516739 Feb 03 04:24:17.124754 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-a9dbd165-1188-4f44-a75c-8c81a5abfc92 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805251 Feb 03 04:24:17.210576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66741481-8b22-42b4-af9e-16f1af7e2700 req-eb56e6ca-7e57-4856-963a-c57d1f824fec tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756179 Feb 03 04:24:17.240745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-8b049244-87c2-4527-bfc9-faaf507b8669 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741538 Feb 03 04:24:17.373638 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a08aabe-0dab-4e8a-bace-07659d83021c x-openstack-request-id: req-5a08aabe-0dab-4e8a-bace-07659d83021c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:17.374378 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:17.374378 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a08aabe-0dab-4e8a-bace-07659d83021c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:17.374705 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'status': 'completed', 'code': 200} Feb 03 04:24:17.479771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-aeb97325-4256-4d4d-9095-32bf40b30108 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277617 Feb 03 04:24:17.496532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60abdba-a7d6-483c-8901-e77b467da417 req-5bc36132-2558-4f20-a196-f82924a783d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.498039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f60abdba-a7d6-483c-8901-e77b467da417 req-5bc36132-2558-4f20-a196-f82924a783d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1128 time: 0.1207671 Feb 03 04:24:17.523917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17f6b-6387-44cd-b39d-db1c376750ce req-dcf0dca5-9fd8-4ac7-ad05-665db6fa531a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.526147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29e17f6b-6387-44cd-b39d-db1c376750ce req-dcf0dca5-9fd8-4ac7-ad05-665db6fa531a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1082048 Feb 03 04:24:17.669848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29e17f6b-6387-44cd-b39d-db1c376750ce req-6e8a5a00-b617-4036-9f99-dcf9aea6616a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315372 Feb 03 04:24:17.731393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60abdba-a7d6-483c-8901-e77b467da417 req-63d26ff4-9fdd-48d2-b5fd-a507c7242be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.734557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f60abdba-a7d6-483c-8901-e77b467da417 req-63d26ff4-9fdd-48d2-b5fd-a507c7242be6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.2074816 Feb 03 04:24:17.884240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f60abdba-a7d6-483c-8901-e77b467da417 req-cb5ea3ac-6d14-4bbb-9125-1b8b2e792d90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1002 time: 0.1424198 Feb 03 04:24:17.937405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f871f-1aa9-4632-82c3-530c400a55e2 req-d30ccefe-3963-44d2-9a71-fad83a70494c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.943255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f871f-1aa9-4632-82c3-530c400a55e2 req-d30ccefe-3963-44d2-9a71-fad83a70494c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.949535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f871f-1aa9-4632-82c3-530c400a55e2 req-d30ccefe-3963-44d2-9a71-fad83a70494c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:17.951411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b3f871f-1aa9-4632-82c3-530c400a55e2 req-d30ccefe-3963-44d2-9a71-fad83a70494c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.1955268 Feb 03 04:24:18.003241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60abdba-a7d6-483c-8901-e77b467da417 req-41c93544-48be-42d9-bde4-547a9bd6fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:18.005170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f60abdba-a7d6-483c-8901-e77b467da417 req-41c93544-48be-42d9-bde4-547a9bd6fbd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1115956 Feb 03 04:24:18.077987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b3f871f-1aa9-4632-82c3-530c400a55e2 req-b90813a6-4e0b-4c59-b554-b99d313392e5 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179259 Feb 03 04:24:18.125216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60abdba-a7d6-483c-8901-e77b467da417 req-44f2be2a-1fa9-4932-ac31-fe8c7e49f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:18.131930 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f60abdba-a7d6-483c-8901-e77b467da417 req-44f2be2a-1fa9-4932-ac31-fe8c7e49f3f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1135798 Feb 03 04:24:18.135648 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79f1f80-93d0-4857-b63f-f61c1832b78b x-openstack-request-id: req-c79f1f80-93d0-4857-b63f-f61c1832b78b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:18.136152 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-plugged", "status": "completed", "tag": "115fe3b1-c988-404f-b917-b0b0e677c489", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:18.136582 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c79f1f80-93d0-4857-b63f-f61c1832b78b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:18.137149 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115fe3b1-c988-404f-b917-b0b0e677c489', 'code': 200} Feb 03 04:24:18.421248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da3fb1-ee91-4ade-92f7-32b2739858c8 req-a658496e-2268-4698-a1b6-e034d8d4f567 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:18.423013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36da3fb1-ee91-4ade-92f7-32b2739858c8 req-a658496e-2268-4698-a1b6-e034d8d4f567 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1656761 Feb 03 04:24:18.425206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f60abdba-a7d6-483c-8901-e77b467da417 req-aaac195c-7d0b-4dea-9811-c7f63db2f5c5 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833505 Feb 03 04:24:18.560947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36da3fb1-ee91-4ade-92f7-32b2739858c8 req-7546f90a-bc2a-47c3-8419-cb2d4dc2bc19 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275311 Feb 03 04:24:18.629133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f60abdba-a7d6-483c-8901-e77b467da417 req-47b0d5ff-1d29-48ca-82a5-d92b9dde6b36 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852880 Feb 03 04:24:18.772374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fa09c-6a14-4553-befc-2752baf9eb1f req-64dc242f-1661-4473-9647-7ff2daa75d8b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:18.782813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb7fa09c-6a14-4553-befc-2752baf9eb1f req-64dc242f-1661-4473-9647-7ff2daa75d8b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1119051 Feb 03 04:24:18.859073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb7fa09c-6a14-4553-befc-2752baf9eb1f req-4c46e7ea-beee-4aac-b9a0-8bdac799f52c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746818 Feb 03 04:24:19.013201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08a304-b397-42f5-aef4-65762fe0312a req-40a4f87a-4494-4385-a74c-488620b42836 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:19.016387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c08a304-b397-42f5-aef4-65762fe0312a req-40a4f87a-4494-4385-a74c-488620b42836 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.0963287 Feb 03 04:24:19.077059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c08a304-b397-42f5-aef4-65762fe0312a req-ca2552a7-22e6-4df4-8848-42a179d8db6c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553243 Feb 03 04:24:19.224638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297591a-a032-4cde-a8f5-8597ac318dd6 req-3c9c855e-a4b3-4930-afc6-9ac1124b963a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:19.226222 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8297591a-a032-4cde-a8f5-8597ac318dd6 req-3c9c855e-a4b3-4930-afc6-9ac1124b963a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.0704558 Feb 03 04:24:19.298873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8297591a-a032-4cde-a8f5-8597ac318dd6 req-bb5e9d64-5563-4be2-96bb-3d3e418985fb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655053 Feb 03 04:24:19.493171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7261a-77f4-4086-ab7d-e92c9fc70496 req-f5464d64-2624-4253-bde9-8d0a7b70286f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:19.509663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7261a-77f4-4086-ab7d-e92c9fc70496 req-f5464d64-2624-4253-bde9-8d0a7b70286f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:19.509663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7261a-77f4-4086-ab7d-e92c9fc70496 req-f5464d64-2624-4253-bde9-8d0a7b70286f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:19.509663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3f7261a-77f4-4086-ab7d-e92c9fc70496 req-f5464d64-2624-4253-bde9-8d0a7b70286f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.1022623 Feb 03 04:24:19.600027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3f7261a-77f4-4086-ab7d-e92c9fc70496 req-ffb58dad-69b8-4788-a5cf-82e85d2c88bf tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822883 Feb 03 04:24:19.743680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb16f9-04ab-43b8-a806-95550c748de9 req-372f2d2e-6516-44e3-948b-306c29062f25 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:19.752090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5eb16f9-04ab-43b8-a806-95550c748de9 req-372f2d2e-6516-44e3-948b-306c29062f25 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.0810790 Feb 03 04:24:19.802091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5eb16f9-04ab-43b8-a806-95550c748de9 req-b26b34a9-c796-42d6-a96f-cce8aee3fa8c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487413 Feb 03 04:24:20.038578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c5e9-9856-4614-a370-211c752ffc82 req-342d2e63-9f9e-4592-b409-86607d8c701a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:20.049388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c53c5e9-9856-4614-a370-211c752ffc82 req-342d2e63-9f9e-4592-b409-86607d8c701a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1381638 Feb 03 04:24:20.106443 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c53c5e9-9856-4614-a370-211c752ffc82 req-a2b3b705-621f-4b52-85f0-009ede734462 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551636 Feb 03 04:24:20.138240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72'}, {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:20.140998 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a389739e-efe3-4252-b591-6c6440194ba7" -d '{"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-plugged", "status": "completed", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72"}, {"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-plugged", "status": "completed", "tag": "01f5cc00-0349-4cc5-b63a-bdf8bfbc6575"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:23.379134 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:23.466889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c266-ac5a-46fc-b313-f1d7c42eb984 req-e1feae58-42eb-41b8-a7b6-049c7f9b55c3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:23.480543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96f4c266-ac5a-46fc-b313-f1d7c42eb984 req-e1feae58-42eb-41b8-a7b6-049c7f9b55c3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.0882828 Feb 03 04:24:23.480800 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:23.593359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96f4c266-ac5a-46fc-b313-f1d7c42eb984 req-c045e86a-caa5-4a4e-8b60-08077b96a620 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044707 Feb 03 04:24:23.657893 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f17da4-d6a3-466a-81ed-03a882ff6834 x-openstack-request-id: req-91f17da4-d6a3-466a-81ed-03a882ff6834 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:23.657893 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-plugged", "status": "completed", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72", "code": 200}, {"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-plugged", "status": "completed", "tag": "01f5cc00-0349-4cc5-b63a-bdf8bfbc6575", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:23.658168 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91f17da4-d6a3-466a-81ed-03a882ff6834 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:23.658521 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72', 'code': 200} Feb 03 04:24:23.658781 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575', 'code': 200} Feb 03 04:24:23.899460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89903548-f26f-4153-af02-db341c1353f7 req-1dcb3c13-51dd-4599-b81a-dec05426e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:23.899970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89903548-f26f-4153-af02-db341c1353f7 req-1dcb3c13-51dd-4599-b81a-dec05426e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:23.900448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89903548-f26f-4153-af02-db341c1353f7 req-1dcb3c13-51dd-4599-b81a-dec05426e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:23.904141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89903548-f26f-4153-af02-db341c1353f7 req-1dcb3c13-51dd-4599-b81a-dec05426e3cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2964 time: 0.1330945 Feb 03 04:24:23.940748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e2b27-0bc3-45e0-8cb5-aaaa6d8ba6ab req-579e9db7-67e9-4ddf-96f6-6fa91b56b7f9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:23.947904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-513e2b27-0bc3-45e0-8cb5-aaaa6d8ba6ab req-579e9db7-67e9-4ddf-96f6-6fa91b56b7f9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.2026560 Feb 03 04:24:24.003852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89903548-f26f-4153-af02-db341c1353f7 req-81a29061-b5bf-4b33-88b3-3c21e0d05314 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841589 Feb 03 04:24:24.016080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b07ce-6ca3-4c34-9976-9f428e2645a2 req-6afde6c7-7884-4fa4-b843-026f16834255 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:24.022780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b07ce-6ca3-4c34-9976-9f428e2645a2 req-6afde6c7-7884-4fa4-b843-026f16834255 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:24.028387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b07ce-6ca3-4c34-9976-9f428e2645a2 req-6afde6c7-7884-4fa4-b843-026f16834255 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:24.030434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a12b07ce-6ca3-4c34-9976-9f428e2645a2 req-6afde6c7-7884-4fa4-b843-026f16834255 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.2158246 Feb 03 04:24:24.083414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-513e2b27-0bc3-45e0-8cb5-aaaa6d8ba6ab req-cbfe1866-4060-4be3-b321-6521b8c09daa tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342731 Feb 03 04:24:24.156162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a12b07ce-6ca3-4c34-9976-9f428e2645a2 req-80b1e11e-4ee0-4434-b52d-5f3af0e9507a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104822 Feb 03 04:24:24.257404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1f842-57aa-4d32-831e-55ad4a896ab8 req-39185923-b98c-4590-a81f-59b6beca2afa tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:24.259602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ff1f842-57aa-4d32-831e-55ad4a896ab8 req-39185923-b98c-4590-a81f-59b6beca2afa tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.0733025 Feb 03 04:24:24.356602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ff1f842-57aa-4d32-831e-55ad4a896ab8 req-962ebf8b-ebc1-41fa-9b27-75bf62b8a1d4 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Feb 03 04:24:24.803207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b99-daf8-4428-9028-4ffb1cb0e09c req-0403c611-736f-4788-9b82-3b01d56369c6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:24.806248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-def43b99-daf8-4428-9028-4ffb1cb0e09c req-0403c611-736f-4788-9b82-3b01d56369c6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1050618 Feb 03 04:24:24.907730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-def43b99-daf8-4428-9028-4ffb1cb0e09c req-14ea101a-c545-4bf0-b71f-13641c38ff28 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945418 Feb 03 04:24:25.268205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77675742-be61-4ca9-bc27-cea31b650cd7 req-a8f732f6-4539-4a38-baf9-2bd66dd9899c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:25.276332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77675742-be61-4ca9-bc27-cea31b650cd7 req-a8f732f6-4539-4a38-baf9-2bd66dd9899c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1236231 Feb 03 04:24:25.365544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77675742-be61-4ca9-bc27-cea31b650cd7 req-17c93d91-914c-49d2-9de3-8a5417e4d287 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883060 Feb 03 04:24:25.376278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b361976-1591-4b50-9ee8-671cd20e2c38 req-c4b825e8-4b71-4afb-ad1a-cd3f51efdde7 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:25.390809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b361976-1591-4b50-9ee8-671cd20e2c38 req-c4b825e8-4b71-4afb-ad1a-cd3f51efdde7 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:25.396260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b361976-1591-4b50-9ee8-671cd20e2c38 req-c4b825e8-4b71-4afb-ad1a-cd3f51efdde7 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:25.398892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b361976-1591-4b50-9ee8-671cd20e2c38 req-c4b825e8-4b71-4afb-ad1a-cd3f51efdde7 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.1145532 Feb 03 04:24:25.482369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b361976-1591-4b50-9ee8-671cd20e2c38 req-74474c50-0b0a-46a8-b51a-a877a6461a9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785875 Feb 03 04:24:25.518183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b249c8-3988-445f-ba4c-d75f9754a9c3 req-c460d1fe-f444-4f95-937c-60d6f29c7813 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:25.520597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93b249c8-3988-445f-ba4c-d75f9754a9c3 req-c460d1fe-f444-4f95-937c-60d6f29c7813 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.0917511 Feb 03 04:24:25.577192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93b249c8-3988-445f-ba4c-d75f9754a9c3 req-bae0ff3f-bbc6-4863-b8b5-65cf57194919 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Feb 03 04:24:26.094665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:26.099929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfdbff-1866-460d-8558-22b47106cab6 req-8bcf00f3-0c36-4011-93bf-834ed419cf58 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:26.108288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2dcfdbff-1866-460d-8558-22b47106cab6 req-8bcf00f3-0c36-4011-93bf-834ed419cf58 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1036847 Feb 03 04:24:26.168761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2dcfdbff-1866-460d-8558-22b47106cab6 req-7e28b8c7-e1cf-4ff8-a278-1fa1d826e1f4 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594990 Feb 03 04:24:26.328717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:26.355102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'mac_address': 'fa:16:3e:e4:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:26.411187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:26.411898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:26.429678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:26.457636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:26.467960 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:26.600938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bff70a-6709-47eb-b747-4e849d496ef1 req-e6743777-8de8-4790-bc11-72b7311aca20 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:26.612424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:26.614363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25bff70a-6709-47eb-b747-4e849d496ef1 req-e6743777-8de8-4790-bc11-72b7311aca20 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1204145 Feb 03 04:24:26.661556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:26.737689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25bff70a-6709-47eb-b747-4e849d496ef1 req-785ae509-be14-4e81-9ac4-e9a3fc822ccb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203671 Feb 03 04:24:26.966253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bb1fc-756a-424d-a279-bb2c486fc45c req-0bed1b6d-2476-4545-9d48-0a834e9cf1f7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:26.967809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-191bb1fc-756a-424d-a279-bb2c486fc45c req-0bed1b6d-2476-4545-9d48-0a834e9cf1f7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.0940976 Feb 03 04:24:26.990171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe85e6-2185-44e0-ac03-4ae21d8c81da req-c20f859c-fb89-4791-98ff-31c04aaebc34 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:26.995802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe85e6-2185-44e0-ac03-4ae21d8c81da req-c20f859c-fb89-4791-98ff-31c04aaebc34 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:27.001057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe85e6-2185-44e0-ac03-4ae21d8c81da req-c20f859c-fb89-4791-98ff-31c04aaebc34 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:27.002877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25fe85e6-2185-44e0-ac03-4ae21d8c81da req-c20f859c-fb89-4791-98ff-31c04aaebc34 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.1894691 Feb 03 04:24:27.048209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-191bb1fc-756a-424d-a279-bb2c486fc45c req-7ea6b896-da51-4583-8b53-af6e5f1a4fbf tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Feb 03 04:24:27.142113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25fe85e6-2185-44e0-ac03-4ae21d8c81da req-516dc16b-5a5e-4787-9976-257743cd390a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715947 Feb 03 04:24:27.401961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9844b-f978-4f9e-9544-ade364055575 req-f4ee32e9-47f7-4af1-be69-0c30f39311ef tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:27.403893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-f4ee32e9-47f7-4af1-be69-0c30f39311ef tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.2273042 Feb 03 04:24:27.437352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea580b-9eb7-4efc-9e75-e461ddcbfde9 req-742d791c-5636-4b66-a4e9-cddfe07f7b0e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:27.448821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0ea580b-9eb7-4efc-9e75-e461ddcbfde9 req-742d791c-5636-4b66-a4e9-cddfe07f7b0e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1462798 Feb 03 04:24:27.485104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-5ae8e4b3-6047-4744-9576-bc4e43773f07 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/quotas/7c1032966558499ba8c08f7a49c7e1e6 HTTP/1.1" status: 200 len: 375 time: 0.0642545 Feb 03 04:24:27.555615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0ea580b-9eb7-4efc-9e75-e461ddcbfde9 req-c4ec19d9-330e-44d9-b6aa-b04e2f731b4a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056061 Feb 03 04:24:27.608674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-efb2ff4d-843c-4403-97c0-1beace1159d6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1131482 Feb 03 04:24:27.716175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a0cccee6-51cc-4ceb-9e94-0c781146cdfa service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064241 Feb 03 04:24:27.895444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-35824bc4-5792-4f4c-aa85-39a521caa1fe service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727853 Feb 03 04:24:28.033872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed320a5-c619-4884-9635-c07238ce41da req-102d2065-f2df-4fd6-86f2-1369dbfa9728 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:28.042889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fed320a5-c619-4884-9635-c07238ce41da req-102d2065-f2df-4fd6-86f2-1369dbfa9728 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.0732586 Feb 03 04:24:28.121764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:28.127812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fed320a5-c619-4884-9635-c07238ce41da req-e0d04ed0-e95c-4659-b2d2-67ae17d7ce7a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Feb 03 04:24:28.228704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:28.229090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:28.352693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:28.352693 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:28.423889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-767c48b3-3d88-4494-a7e8-fb517aedb714 req-3250d773-0867-4cc5-a2fd-27229d92d487 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 210 time: 0.1000435 Feb 03 04:24:28.450333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:28.452376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 950bed84-9557-4c13-8bef-b6f64146b837 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:28.492268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a2222-2d6e-46b8-9eb6-405039bd45e1 req-2894197a-27f5-49c6-9749-55f3f455fa5e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:28.504570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a2222-2d6e-46b8-9eb6-405039bd45e1 req-2894197a-27f5-49c6-9749-55f3f455fa5e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:28.521257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a2222-2d6e-46b8-9eb6-405039bd45e1 req-2894197a-27f5-49c6-9749-55f3f455fa5e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:28.548003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f74a2222-2d6e-46b8-9eb6-405039bd45e1 req-2894197a-27f5-49c6-9749-55f3f455fa5e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.3341372 Feb 03 04:24:28.624518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:28.626829 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c7d79-78e3-4801-87e6-c51c048ca60c" -d '{"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:28.651811 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:28.724604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-b61eab06-d9c8-4558-a19c-3eb04b4d2cea tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:28.742205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-b61eab06-d9c8-4558-a19c-3eb04b4d2cea tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c5b18db-d50b-44b0-8755-893e54c9795d HTTP/1.1" status: 200 len: 945 time: 0.2094836 Feb 03 04:24:28.767273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f74a2222-2d6e-46b8-9eb6-405039bd45e1 req-cee75c53-5563-4f64-96b7-bd9db5b61cfa tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129154 Feb 03 04:24:28.790202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:28.823837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4203d-cd66-43f0-9095-14c0cca1af14 req-30ed1ab3-0bd2-4a82-bd14-7d1716ae8d9e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:28.833359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5d4203d-cd66-43f0-9095-14c0cca1af14 req-30ed1ab3-0bd2-4a82-bd14-7d1716ae8d9e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.2692590 Feb 03 04:24:28.863437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 950bed84-9557-4c13-8bef-b6f64146b837 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:28.865679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:28.929825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Deleting port 950bed84-9557-4c13-8bef-b6f64146b837 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:28.930635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (950bed84-9557-4c13-8bef-b6f64146b837), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:28.960116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:28.965143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5d4203d-cd66-43f0-9095-14c0cca1af14 req-90c7db30-9e94-4d4d-a0a1-2dca4c5405cb tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166270 Feb 03 04:24:28.968548 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:29.057411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:29.076924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e35ca2-68c8-4069-9680-2f3077cd1e66 req-06462486-2b44-4625-a985-5123667fa370 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:29.080285 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fc2ad3-b099-42be-aa4f-22867120d51f x-openstack-request-id: req-71fc2ad3-b099-42be-aa4f-22867120d51f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:29.080623 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:29.081128 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71fc2ad3-b099-42be-aa4f-22867120d51f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:29.081578 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'code': 200} Feb 03 04:24:29.084452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2e35ca2-68c8-4069-9680-2f3077cd1e66 req-06462486-2b44-4625-a985-5123667fa370 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1237237 Feb 03 04:24:29.161618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2e35ca2-68c8-4069-9680-2f3077cd1e66 req-9300e1b7-404b-488e-a18c-8f730634b9ac tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742941 Feb 03 04:24:29.460181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133cfb2-7c40-4cce-9971-9a50825a6d40 req-49da0ee0-6188-4d38-8486-930296338405 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:29.464549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1133cfb2-7c40-4cce-9971-9a50825a6d40 req-49da0ee0-6188-4d38-8486-930296338405 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.2231336 Feb 03 04:24:29.501372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] For port 950bed84-9557-4c13-8bef-b6f64146b837, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=950bed84-9557-4c13-8bef-b6f64146b837,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:29.502369 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (950bed84-9557-4c13-8bef-b6f64146b837), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:29.529493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Calling delete_port for 950bed84-9557-4c13-8bef-b6f64146b837 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:29.567768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1133cfb2-7c40-4cce-9971-9a50825a6d40 req-1dc981cb-907b-4235-92f5-21075976de3a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958524 Feb 03 04:24:29.628395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7efcb7f5-3d63-4489-8c15-e4fc69dd2361 req-0e53dc56-b549-42e5-b71f-475cacd822b9 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 210 time: 0.0583096 Feb 03 04:24:29.709491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-041bc16f-30f0-41dd-979c-01bd2129b11b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:29.717468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-041bc16f-30f0-41dd-979c-01bd2129b11b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:29.727861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-041bc16f-30f0-41dd-979c-01bd2129b11b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:29.729613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-041bc16f-30f0-41dd-979c-01bd2129b11b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.1042712 Feb 03 04:24:29.788449 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (950bed84-9557-4c13-8bef-b6f64146b837), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:29.877091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event deleted for resources: {'Port': ['ID=950bed84-9557-4c13-8bef-b6f64146b837,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:29.896464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] No DVR routers for this DVR port 950bed84-9557-4c13-8bef-b6f64146b837 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:29.900339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:29.904503 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e4289f6a-34b3-4ce1-8af5-7d81cc012f02 req-53f40a27-75fa-4e40-8a4b-1b83438c8d87 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "DELETE /v2.0/ports/950bed84-9557-4c13-8bef-b6f64146b837 HTTP/1.1" status: 204 len: 173 time: 1.1552389 Feb 03 04:24:29.905323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-deleted', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:29.908285 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56003930-0ceb-4bed-9ba9-562d9e209713" -d '{"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-deleted", "tag": "950bed84-9557-4c13-8bef-b6f64146b837"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:29.946883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port 115fe3b1-c988-404f-b917-b0b0e677c489 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:29.951543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:30.016101 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3032eee-72c1-446f-8c6e-b204dba6f02f x-openstack-request-id: req-c3032eee-72c1-446f-8c6e-b204dba6f02f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:30.016597 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-deleted", "tag": "950bed84-9557-4c13-8bef-b6f64146b837", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:30.017125 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3032eee-72c1-446f-8c6e-b204dba6f02f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:30.017769 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-deleted', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837', 'status': 'completed', 'code': 200} Feb 03 04:24:30.311007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5387ef-aa66-4c66-89ca-a05ed1f6fd6a req-7e86302d-7512-45de-80e6-2f7ef927d672 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:30.317996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5387ef-aa66-4c66-89ca-a05ed1f6fd6a req-7e86302d-7512-45de-80e6-2f7ef927d672 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:30.324648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5387ef-aa66-4c66-89ca-a05ed1f6fd6a req-7e86302d-7512-45de-80e6-2f7ef927d672 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:30.334154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba5387ef-aa66-4c66-89ca-a05ed1f6fd6a req-7e86302d-7512-45de-80e6-2f7ef927d672 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 2418 time: 0.3282514 Feb 03 04:24:30.436606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba5387ef-aa66-4c66-89ca-a05ed1f6fd6a req-339b0772-66e4-4a0e-aed7-36956dabe98c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012135 Feb 03 04:24:30.480287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c67d31-922a-4a47-aeef-5d6c8dd12a5b req-4360fc4f-ea1d-480d-898a-0e36967d522d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:30.485579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9844b-f978-4f9e-9544-ade364055575 req-3437949b-d580-4055-9f00-c51689b5499f tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:30.487098 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-3437949b-d580-4055-9f00-c51689b5499f tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.2298760 Feb 03 04:24:30.499761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5c67d31-922a-4a47-aeef-5d6c8dd12a5b req-4360fc4f-ea1d-480d-898a-0e36967d522d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.3588309 Feb 03 04:24:30.563402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Request body: {'port': {'device_id': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'admin_state_up': True, 'tenant_id': '7c1032966558499ba8c08f7a49c7e1e6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:30.607235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5c67d31-922a-4a47-aeef-5d6c8dd12a5b req-34ef88be-28ee-4d4e-85d6-7a0cd9c2ac95 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063893 Feb 03 04:24:30.653987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port 115fe3b1-c988-404f-b917-b0b0e677c489, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=115fe3b1-c988-404f-b917-b0b0e677c489,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:30.655705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:30.713793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for 115fe3b1-c988-404f-b917-b0b0e677c489 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:30.736557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d883e-f885-438d-abfb-9905c9e18d17 req-a3b5a4de-f92d-4653-8060-ac5047431ce9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:30.741184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-974d883e-f885-438d-abfb-9905c9e18d17 req-a3b5a4de-f92d-4653-8060-ac5047431ce9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1794317 Feb 03 04:24:30.831906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Made reservation on behalf of 7c1032966558499ba8c08f7a49c7e1e6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:30.848220 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:30.933990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-974d883e-f885-438d-abfb-9905c9e18d17 req-2b611470-437c-4636-8091-a078aa85045f tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688128 Feb 03 04:24:30.975837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9d205-a69b-4810-a7aa-6ebc9f0e2ea0 req-030bb745-4763-4ecd-a6ed-a1744317b290 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:30.978387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51f9d205-a69b-4810-a7aa-6ebc9f0e2ea0 req-030bb745-4763-4ecd-a6ed-a1744317b290 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.2347627 Feb 03 04:24:31.082997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:31.087098 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b46b0d-810a-4dde-a8d4-6232226fa464" -d '{"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-unplugged", "status": "completed", "tag": "950bed84-9557-4c13-8bef-b6f64146b837"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:31.122104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51f9d205-a69b-4810-a7aa-6ebc9f0e2ea0 req-20224c5a-85d7-4b02-9c71-2a78807308ab tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Feb 03 04:24:31.184799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Allocated IP 172.20.0.4 (4353d205-7593-4c18-9838-d87c545b2767/3e3b74de-a033-41cb-9033-2115f3239b0e/0d860e31-2dbd-4db8-b535-de7e4aa28c7b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:24:31.209350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d5df3f6-bcb5-4d60-a6fe-2140d5113e85 req-feb492ed-9521-4486-aa27-e81256a5c85d tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 210 time: 0.0857842 Feb 03 04:24:31.250263 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d72ccf-b1fd-4039-93d1-e6f3696023d7 x-openstack-request-id: req-60d72ccf-b1fd-4039-93d1-e6f3696023d7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:31.250562 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b18db-d50b-44b0-8755-893e54c9795d", "name": "network-vif-unplugged", "status": "completed", "tag": "950bed84-9557-4c13-8bef-b6f64146b837", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:31.250813 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60d72ccf-b1fd-4039-93d1-e6f3696023d7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:31.251327 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b18db-d50b-44b0-8755-893e54c9795d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950bed84-9557-4c13-8bef-b6f64146b837', 'code': 200} Feb 03 04:24:31.328795 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (115fe3b1-c988-404f-b917-b0b0e677c489), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:31.387965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=115fe3b1-c988-404f-b917-b0b0e677c489,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:31.570463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port 115fe3b1-c988-404f-b917-b0b0e677c489 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:31.586590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:31.598832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks [] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:31.603366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-fad1db40-9e5d-4a62-aab4-b2222b9e74b9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "DELETE /v2.0/ports/115fe3b1-c988-404f-b917-b0b0e677c489 HTTP/1.1" status: 204 len: 173 time: 1.8613770 Feb 03 04:24:31.605134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-deleted', 'tag': '115fe3b1-c988-404f-b917-b0b0e677c489'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:31.615937 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252e7192-5f64-4269-8400-4540984cc07e" -d '{"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-deleted", "tag": "115fe3b1-c988-404f-b917-b0b0e677c489"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:31.683261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:31.770777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:31.804846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Network 4353d205-7593-4c18-9838-d87c545b2767 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:24:31.808141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:31.812646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:24:31.937306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:31.938036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:31.973176 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-a1280533-703c-4827-818f-d5a0e1890d18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4150894 Feb 03 04:24:31.986836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Request body: {'port': {'device_id': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:32.036521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54922662-b57d-4911-8599-e158d466820f req-86c6d609-d3f4-42fa-ace3-7194f3474b9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:32.042999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54922662-b57d-4911-8599-e158d466820f req-86c6d609-d3f4-42fa-ace3-7194f3474b9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:32.052660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54922662-b57d-4911-8599-e158d466820f req-86c6d609-d3f4-42fa-ace3-7194f3474b9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 1682 time: 0.2419481 Feb 03 04:24:32.122736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54922662-b57d-4911-8599-e158d466820f req-487bd96e-d66d-4420-82cf-17b145e7c9c7 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643249 Feb 03 04:24:32.127858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.128850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 115fe3b1-c988-404f-b917-b0b0e677c489 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:32.181591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7988e-213c-4d73-99d1-19c3e6b8265c req-703cd0d5-f037-4330-8dd6-05660d5dc259 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:32.188076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aef7988e-213c-4d73-99d1-19c3e6b8265c req-703cd0d5-f037-4330-8dd6-05660d5dc259 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.4019573 Feb 03 04:24:32.196733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 115fe3b1-c988-404f-b917-b0b0e677c489 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:24:32.198582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 115fe3b1-c988-404f-b917-b0b0e677c489 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:24:32.200466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 884faa02-46e2-4c14-b807-fdfa87ec8e72 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:32.286292 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40edbfd1-7c3c-4f41-b3a2-9212a2b8389a x-openstack-request-id: req-40edbfd1-7c3c-4f41-b3a2-9212a2b8389a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:32.289072 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-deleted", "tag": "115fe3b1-c988-404f-b917-b0b0e677c489", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:32.290120 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40edbfd1-7c3c-4f41-b3a2-9212a2b8389a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:32.290808 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-deleted', 'tag': '115fe3b1-c988-404f-b917-b0b0e677c489', 'status': 'completed', 'code': 200} Feb 03 04:24:32.378734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:32.380329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.428864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 884faa02-46e2-4c14-b807-fdfa87ec8e72 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:32.429086 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.473330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 950bed84-9557-4c13-8bef-b6f64146b837 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:32.508232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:32.509042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.527073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:32.548755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 950bed84-9557-4c13-8bef-b6f64146b837 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:24:32.549137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 950bed84-9557-4c13-8bef-b6f64146b837 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:24:32.576952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 884faa02-46e2-4c14-b807-fdfa87ec8e72, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:32.591318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.592347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:32.669206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=884faa02-46e2-4c14-b807-fdfa87ec8e72,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:32.771419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aef7988e-213c-4d73-99d1-19c3e6b8265c req-c3d80c38-dce7-476f-9f40-470ad2421d3e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620573 Feb 03 04:24:32.793010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:32.794324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.817272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (01f5cc00-0349-4cc5-b63a-bdf8bfbc6575), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.928297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d860e31-2dbd-4db8-b535-de7e4aa28c7b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:32.941568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Publish callbacks [] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:32.971932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Transition to ACTIVE for port object 0d860e31-2dbd-4db8-b535-de7e4aa28c7b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:24:32.978473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:33.022051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=01f5cc00-0349-4cc5-b63a-bdf8bfbc6575,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:33.081878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port 01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:33.086001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:33.093896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-3d94d73f-eee3-4b54-aee3-929b66aecae9 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "DELETE /v2.0/ports/01f5cc00-0349-4cc5-b63a-bdf8bfbc6575 HTTP/1.1" status: 204 len: 173 time: 1.4662302 Feb 03 04:24:33.103575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:33.122140 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-666122d4-1735-49c6-a759-26e42bf44598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:33.210782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd5cb6-f4c9-4838-ac45-27c2b47cdf83 req-db62e564-1ecf-4e3c-912b-073bec3e3bb1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:33.221164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbbd5cb6-f4c9-4838-ac45-27c2b47cdf83 req-db62e564-1ecf-4e3c-912b-073bec3e3bb1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.4884155 Feb 03 04:24:33.253062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:33.255741 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65359b53-c0b6-4aeb-beb6-3576b9762b0f" -d '{"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-unplugged", "status": "completed", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:33.300210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa455ff3-76fb-46cd-9722-e2bb04882ea7 req-1a71cf01-96e4-4781-b4c8-74ec8a5ddbed tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:33.304616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa455ff3-76fb-46cd-9722-e2bb04882ea7 req-1a71cf01-96e4-4781-b4c8-74ec8a5ddbed tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.3354654 Feb 03 04:24:33.348756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Attempting to bind port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:33.349431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Attempting to bind port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:33.349872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Attempting to bind port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:33.357109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b on network 4353d205-7593-4c18-9838-d87c545b2767 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:24:33.357632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Attempting to bind port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:33.363585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:33.364046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Checking segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:33.364842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Bound using segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:33.365476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Bound port: 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:33.365910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:33.488214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbbd5cb6-f4c9-4838-ac45-27c2b47cdf83 req-4945a662-08c1-4930-87fd-b1a5617f84fe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641003 Feb 03 04:24:33.538292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:33.565567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:33.579741 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:33.637103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa455ff3-76fb-46cd-9722-e2bb04882ea7 req-18f4bcf1-d58f-471f-9c70-8e8eab655c51 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070002 Feb 03 04:24:33.705381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-a3d74876-0681-44e2-9689-1f4c2a1bedf6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3729739 Feb 03 04:24:33.737141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:33.765959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:33.766407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:33.772012 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c436d15a-a8c2-48c4-a1a6-7b6efd9d7914 service neutron] 10.222.0.15 "PUT /v2.0/ports/0d860e31-2dbd-4db8-b535-de7e4aa28c7b HTTP/1.1" status: 200 len: 1091 time: 1.7897141 Feb 03 04:24:33.772539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:33.774933 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dadce9-d515-4363-94c6-3ba770451b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:33.901608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9844b-f978-4f9e-9544-ade364055575 req-6f208229-f93e-4fcf-92e3-9fee62f23a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:33.903514 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-6f208229-f93e-4fcf-92e3-9fee62f23a94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 1125 time: 0.0810297 Feb 03 04:24:34.004158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-c53a47c0-e09c-442c-b299-8801c51f0210 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b HTTP/1.1" status: 200 len: 217 time: 0.0895329 Feb 03 04:24:34.094529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9844b-f978-4f9e-9544-ade364055575 req-5f958323-03f1-4f45-9e51-d91b97d84052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:34.096650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-5f958323-03f1-4f45-9e51-d91b97d84052 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.0870326 Feb 03 04:24:34.145023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-bb8ac50f-28da-4560-bcf3-347003228d25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396609 Feb 03 04:24:34.297074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-deleted', 'tag': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:34.299597 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4469124-9816-4307-b752-57083b1a1458" -d '{"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-deleted", "tag": "01f5cc00-0349-4cc5-b63a-bdf8bfbc6575"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:34.317926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port 884faa02-46e2-4c14-b807-fdfa87ec8e72 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:34.318439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:34.392658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-368cf8f7-24eb-40d4-a0af-ce96affe396f service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408345 Feb 03 04:24:34.505390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port 884faa02-46e2-4c14-b807-fdfa87ec8e72, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=884faa02-46e2-4c14-b807-fdfa87ec8e72,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:34.505930 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:34.526770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for 884faa02-46e2-4c14-b807-fdfa87ec8e72 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:34.533393 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3ab9844b-f978-4f9e-9544-ade364055575 req-6210c1fe-15b4-401b-af5f-e4984d4573a3 service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333771 Feb 03 04:24:34.612405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35cbed-e9c5-4e10-8bb3-93d554856a3f req-954d6508-7d18-4020-bbac-87b3ded870ee tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:34.614165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd35cbed-e9c5-4e10-8bb3-93d554856a3f req-954d6508-7d18-4020-bbac-87b3ded870ee tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 943 time: 0.7824750 Feb 03 04:24:34.655529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756fb6c-01eb-4ea4-a682-c12b81ae563e req-0d55dd55-8fb7-4d26-b172-9b85c0708d63 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:34.657924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8756fb6c-01eb-4ea4-a682-c12b81ae563e req-0d55dd55-8fb7-4d26-b172-9b85c0708d63 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 943 time: 1.0185747 Feb 03 04:24:34.687905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-62b8cf79-7e11-4c11-b4b5-337cc934cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:34.689446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-62b8cf79-7e11-4c11-b4b5-337cc934cf56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 1126 time: 0.9586930 Feb 03 04:24:34.698695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd35cbed-e9c5-4e10-8bb3-93d554856a3f req-fb0b0407-ad70-4ba7-85df-49555f0ec9df tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742755 Feb 03 04:24:34.830951 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b4c14-fe9a-44ba-8d78-f33d53b88abe x-openstack-request-id: req-805b4c14-fe9a-44ba-8d78-f33d53b88abe {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:34.832819 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-unplugged", "status": "completed", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:34.833340 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-805b4c14-fe9a-44ba-8d78-f33d53b88abe {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:34.833911 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72', 'code': 200} Feb 03 04:24:34.874275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8756fb6c-01eb-4ea4-a682-c12b81ae563e req-1d1f213a-fcc3-48b9-b4c5-a70651404cb0 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798656 Feb 03 04:24:34.933449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-f36d0be0-aaca-4428-bb4b-59b631b2edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:34.935715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-f36d0be0-aaca-4428-bb4b-59b631b2edfc service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.2100890 Feb 03 04:24:34.936551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (884faa02-46e2-4c14-b807-fdfa87ec8e72), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:34.940550 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c3778-187a-4728-a78a-ef8c2cd2fc0c x-openstack-request-id: req-e30c3778-187a-4728-a78a-ef8c2cd2fc0c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:34.940856 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:34.941151 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e30c3778-187a-4728-a78a-ef8c2cd2fc0c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:34.941562 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'status': 'completed', 'code': 200} Feb 03 04:24:35.074428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadce9-d515-4363-94c6-3ba770451b5d req-58776593-cb62-4f94-a404-61388f4a9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:35.081216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77dadce9-d515-4363-94c6-3ba770451b5d req-58776593-cb62-4f94-a404-61388f4a9da2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 1125 time: 0.1126690 Feb 03 04:24:35.103889 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa8c0e2-b085-471d-81b3-e8c7467e2a5f x-openstack-request-id: req-8aa8c0e2-b085-471d-81b3-e8c7467e2a5f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:35.104205 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-deleted", "tag": "01f5cc00-0349-4cc5-b63a-bdf8bfbc6575", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:35.104592 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8aa8c0e2-b085-471d-81b3-e8c7467e2a5f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:35.105112 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-deleted', 'tag': '01f5cc00-0349-4cc5-b63a-bdf8bfbc6575', 'status': 'completed', 'code': 200} Feb 03 04:24:35.127690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=884faa02-46e2-4c14-b807-fdfa87ec8e72,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:35.145746 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-3badc5ab-aacc-4313-ac06-9da78c6660b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 200 len: 217 time: 0.2010162 Feb 03 04:24:35.306836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadce9-d515-4363-94c6-3ba770451b5d req-08c441e7-109a-465d-b8a1-78a9a334dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:35.308613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77dadce9-d515-4363-94c6-3ba770451b5d req-08c441e7-109a-465d-b8a1-78a9a334dc10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 906 time: 0.2196696 Feb 03 04:24:35.360446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-1d972d63-ad77-4d95-ae2d-51ad195facde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:35.362070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-1d972d63-ad77-4d95-ae2d-51ad195facde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.2030156 Feb 03 04:24:35.395365 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab754c0b-778a-45f5-b5ff-06c5643fffac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:35.400046 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77dadce9-d515-4363-94c6-3ba770451b5d req-21648f1b-ce6b-45da-8a7e-367c8ef99a7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b HTTP/1.1" status: 200 len: 217 time: 0.0788753 Feb 03 04:24:35.495741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadce9-d515-4363-94c6-3ba770451b5d req-bbb8fb6c-5101-4843-b1b8-038b2022cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:35.497281 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77dadce9-d515-4363-94c6-3ba770451b5d req-bbb8fb6c-5101-4843-b1b8-038b2022cad9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.0934594 Feb 03 04:24:35.573631 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77dadce9-d515-4363-94c6-3ba770451b5d req-9effd6fb-d271-4ecf-847a-cde1ae672dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688577 Feb 03 04:24:35.601846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port 884faa02-46e2-4c14-b807-fdfa87ec8e72 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:35.609430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-71820960-b457-4b6e-993d-2da6fe9e5129 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2351954 Feb 03 04:24:35.614425 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:35.621404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0a8b9d-9c3e-4337-bad0-7812c1619c88 req-f25ffc89-14be-4e3a-bd98-bfcbd4735a21 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "DELETE /v2.0/ports/884faa02-46e2-4c14-b807-fdfa87ec8e72 HTTP/1.1" status: 204 len: 173 time: 2.5193858 Feb 03 04:24:35.758279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b21f95-4082-47d5-aae5-21bf93e2d134 req-371f0ae8-f867-49b5-8954-bf044223003e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:35.766229 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22b21f95-4082-47d5-aae5-21bf93e2d134 req-371f0ae8-f867-49b5-8954-bf044223003e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.6597872 Feb 03 04:24:35.785088 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77dadce9-d515-4363-94c6-3ba770451b5d req-4678df57-bb5c-4bb3-9567-80a27de808c7 service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963634 Feb 03 04:24:35.821251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ceabb-c668-4906-a4c7-33e90a1ec26c req-bc31be63-b7d2-4d6c-9bf5-781c80f97f9b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:35.829286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f58ceabb-c668-4906-a4c7-33e90a1ec26c req-bc31be63-b7d2-4d6c-9bf5-781c80f97f9b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.6051762 Feb 03 04:24:35.916183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f58ceabb-c668-4906-a4c7-33e90a1ec26c req-9525ea5a-998f-4ec5-9580-1453a0b32059 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858850 Feb 03 04:24:35.972340 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77dadce9-d515-4363-94c6-3ba770451b5d req-36333b83-9c8a-4266-9155-df4bed0a68af service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801729 Feb 03 04:24:36.009689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22b21f95-4082-47d5-aae5-21bf93e2d134 req-f4db3cf1-b76d-4a1b-a25f-3268640245d2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422578 Feb 03 04:24:36.016689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-826eaed8-01d5-421f-8bb1-c5f8c39492f0 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933947 Feb 03 04:24:36.192099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aee11c2a-7a2b-4fed-a422-2cdcabc05536 req-a311ec31-7b74-4e77-abfa-8b8480c31c9c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=227dc26c-772d-4a4a-b811-bf6564db0b22 HTTP/1.1" status: 200 len: 210 time: 0.0470457 Feb 03 04:24:36.221414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5aac1-1f06-40d2-8720-4ff20f9fdce4 req-7f601b82-8f5f-4839-a8ec-d6ce440271e2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:36.230179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1df5aac1-1f06-40d2-8720-4ff20f9fdce4 req-7f601b82-8f5f-4839-a8ec-d6ce440271e2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1772716 Feb 03 04:24:36.275907 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-481caa49-84ce-4fdd-9c41-9db01f64ce5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018414 Feb 03 04:24:36.296350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51dafb49-1ea1-4c2f-b513-2284736437b5 req-b89b1323-5657-41e2-9049-5033c6610b51 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726538 Feb 03 04:24:36.399494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc481-c221-43d8-89d9-f64d908c320d req-98c1945d-b6c5-4182-8bdc-d45a11e415d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:36.405332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-98c1945d-b6c5-4182-8bdc-d45a11e415d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0960360 Feb 03 04:24:36.415169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0d860e31-2dbd-4db8-b535-de7e4aa28c7b details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:36.457377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1df5aac1-1f06-40d2-8720-4ff20f9fdce4 req-1b8e1ae3-5fce-43f1-8542-2ef1d61239c8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257993 Feb 03 04:24:36.504564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03fbe4-bd4d-4304-91c9-b90fd71fc32f req-fcba5a33-5373-4e59-8e8b-7c50ce778a4e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:36.506238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d03fbe4-bd4d-4304-91c9-b90fd71fc32f req-fcba5a33-5373-4e59-8e8b-7c50ce778a4e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 943 time: 0.1775708 Feb 03 04:24:36.623491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:36.623847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d03fbe4-bd4d-4304-91c9-b90fd71fc32f req-1918a92d-3e1a-403f-b4a3-b28b79494166 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108208 Feb 03 04:24:36.711091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc481-c221-43d8-89d9-f64d908c320d req-1dfd28b2-82e3-46b1-ba60-7e0c5cb485a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:36.712970 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-1dfd28b2-82e3-46b1-ba60-7e0c5cb485a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.2605674 Feb 03 04:24:36.763787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:36.790030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'mac_address': 'fa:16:3e:61:25:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:36.792296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-5a162100-26b5-49c0-af5a-a85f77a37d6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 200 len: 217 time: 0.0732453 Feb 03 04:24:36.902064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:36.903034 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:36.922613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc481-c221-43d8-89d9-f64d908c320d req-0df2e1d1-e162-4469-9f61-db5d89d3f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:36.927347 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-0df2e1d1-e162-4469-9f61-db5d89d3f777 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.1254671 Feb 03 04:24:36.933238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d860e31-2dbd-4db8-b535-de7e4aa28c7b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:36.972810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-f89eda4a-0ebf-4d8e-aa18-df90d6782bf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399177 Feb 03 04:24:36.983769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:36.994150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:37.105983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-deleted', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:37.110439 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a6f2bd-5975-4ac0-81da-991bd1408f8e" -d '{"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-deleted", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:37.180656 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-00ba4de2-a2b1-49bb-bf17-b6aa63d99727 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993563 Feb 03 04:24:37.189368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9131-f94e-4eb8-b38a-dadd72f12e94 req-280b5d2a-1a78-477f-be64-42118f396de1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:37.191173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7ac9131-f94e-4eb8-b38a-dadd72f12e94 req-280b5d2a-1a78-477f-be64-42118f396de1 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1495914 Feb 03 04:24:37.238063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86d767-6ce3-4089-8655-4f636f7241ee req-c1bed6e5-f32d-43b5-a70a-1039637267ac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:37.245441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f86d767-6ce3-4089-8655-4f636f7241ee req-c1bed6e5-f32d-43b5-a70a-1039637267ac tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1095359 Feb 03 04:24:37.283112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7ac9131-f94e-4eb8-b38a-dadd72f12e94 req-9d8d81fe-f6d2-4839-8c09-8f944d204293 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847328 Feb 03 04:24:37.338981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7cadc481-c221-43d8-89d9-f64d908c320d req-868b6f7c-c9cf-4d33-94cd-cdffac97edff service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394024 Feb 03 04:24:37.351665 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f86d767-6ce3-4089-8655-4f636f7241ee req-97f97f78-1a7b-4c94-8cae-fa3a9a4c4bad tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049147 Feb 03 04:24:37.387717 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5578c11b-2e8b-4364-a909-05bf617a95d3 x-openstack-request-id: req-5578c11b-2e8b-4364-a909-05bf617a95d3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:37.388524 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227dc26c-772d-4a4a-b811-bf6564db0b22", "name": "network-vif-deleted", "tag": "884faa02-46e2-4c14-b807-fdfa87ec8e72", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:37.389006 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5578c11b-2e8b-4364-a909-05bf617a95d3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:37.390009 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227dc26c-772d-4a4a-b811-bf6564db0b22', 'name': 'network-vif-deleted', 'tag': '884faa02-46e2-4c14-b807-fdfa87ec8e72', 'status': 'completed', 'code': 200} Feb 03 04:24:37.428528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:37.482888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:37.528725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting subnet 7c9283ec-0cfa-4f84-9053-8a99a97e0977 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:24:37.533717 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (7c9283ec-0cfa-4f84-9053-8a99a97e0977), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:37.542343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0d860e31-2dbd-4db8-b535-de7e4aa28c7b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:37.675388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (7c9283ec-0cfa-4f84-9053-8a99a97e0977), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:37.759091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64ee38-fec9-4a05-8e02-cd900a29b3ad req-9e2093f8-007a-4786-95a6-057859b2ac6d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:37.764373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f64ee38-fec9-4a05-8e02-cd900a29b3ad req-9e2093f8-007a-4786-95a6-057859b2ac6d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1673648 Feb 03 04:24:37.904887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f64ee38-fec9-4a05-8e02-cd900a29b3ad req-477e7236-766f-4d54-94fc-7a6c0627680d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347389 Feb 03 04:24:37.952477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7c9283ec-0cfa-4f84-9053-8a99a97e0977), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:37.991016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace2810-e7d8-4e13-b41b-88ba04282a9b req-449698ec-fdbc-495a-a524-40ac35567e3b tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:38.000432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ace2810-e7d8-4e13-b41b-88ba04282a9b req-449698ec-fdbc-495a-a524-40ac35567e3b tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 944 time: 0.2166662 Feb 03 04:24:38.006639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.107323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ace2810-e7d8-4e13-b41b-88ba04282a9b req-59ea04af-eb96-4ffc-9b75-168f2edc66f8 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955820 Feb 03 04:24:38.174024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (7c9283ec-0cfa-4f84-9053-8a99a97e0977), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.213363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9283ec-0cfa-4f84-9053-8a99a97e0977,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:38.226764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.234249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5ed3b-2664-4951-9d4c-4de397e67051 None None] Network e2e86cc3-d42b-4b71-b0d5-e698de126076 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:38.235812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:38.236145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f45998aa-91a6-4ee6-8ac9-adf90cab5c61 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/subnets/7c9283ec-0cfa-4f84-9053-8a99a97e0977 HTTP/1.1" status: 204 len: 168 time: 0.8056726 Feb 03 04:24:38.441389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (e2e86cc3-d42b-4b71-b0d5-e698de126076), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.586807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:38.587349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.650625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] DHCP port deletion for e2e86cc3-d42b-4b71-b0d5-e698de126076 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:24:38.746793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] Deleting port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:38.748124 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.753799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c787d-a19d-4d30-b96f-3f5d6db045aa req-42a0337b-08e3-4dac-93bd-c723aefbb336 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:38.756443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:38.756861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.769220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d06c787d-a19d-4d30-b96f-3f5d6db045aa req-42a0337b-08e3-4dac-93bd-c723aefbb336 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.2301893 Feb 03 04:24:38.792685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for b6cce15a-3f86-4f49-98cb-3b5e9493ad3b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:38.795944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b94d09-3325-42aa-afc8-bc0b13c652bd req-a7c577e0-af76-4483-9215-5dd0a9d95dd0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:38.797729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80b94d09-3325-42aa-afc8-bc0b13c652bd req-a7c577e0-af76-4483-9215-5dd0a9d95dd0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.3200393 Feb 03 04:24:38.847987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] For port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,segment=NetworkSegment(faebe52b-f97d-491b-aed2-ac48b0b31d94),segment_id=faebe52b-f97d-491b-aed2-ac48b0b31d94)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:38.848419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:38.880235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] Calling delete_port for b6cce15a-3f86-4f49-98cb-3b5e9493ad3b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:38.953013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d06c787d-a19d-4d30-b96f-3f5d6db045aa req-4c717b07-d2e0-4e37-9a2a-f19fbe72bcc3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827350 Feb 03 04:24:38.986112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80b94d09-3325-42aa-afc8-bc0b13c652bd req-9c017ef8-b8bd-4729-bb05-e55d36a2244c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702704 Feb 03 04:24:39.086284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.147314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-8fcec34a-6a6c-4b0f-8d44-2b397bbd2926 service neutron] 10.222.0.15 "GET /v2.0/ports/53337217-28b0-4fa9-9618-fdd5a8516e7c/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 382 time: 0.2015128 Feb 03 04:24:39.148569 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b6cce15a-3f86-4f49-98cb-3b5e9493ad3b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.161451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] Pushing event deleted for resources: {'Port': ['ID=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:39.163570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103c766-9f32-40fa-9b11-2fa76da4854b None None] No DVR routers for this DVR port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:39.190209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b6cce15a-3f86-4f49-98cb-3b5e9493ad3b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:39.227151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b6cce15a-3f86-4f49-98cb-3b5e9493ad3b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:24:39.230814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=b6cce15a-3f86-4f49-98cb-3b5e9493ad3b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:39.234461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b6cce15a-3f86-4f49-98cb-3b5e9493ad3b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:24:39.235339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port b6cce15a-3f86-4f49-98cb-3b5e9493ad3b on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:39.300976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.445997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924003e-cfc3-4b81-936d-2db97cdce56c req-29979196-08c7-429d-8f2a-52d25d8bc790 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:39.449144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c924003e-cfc3-4b81-936d-2db97cdce56c req-29979196-08c7-429d-8f2a-52d25d8bc790 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.3236129 Feb 03 04:24:39.475350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (e2e86cc3-d42b-4b71-b0d5-e698de126076), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.502803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aedb-6f3c-4762-be7b-62c88c7c4047 req-b0430572-28bb-4cdc-ae8b-95494a4cb7f5 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:39.511064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aed7aedb-6f3c-4762-be7b-62c88c7c4047 req-b0430572-28bb-4cdc-ae8b-95494a4cb7f5 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 944 time: 0.1871088 Feb 03 04:24:39.521673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e86cc3-d42b-4b71-b0d5-e698de126076']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:39.548888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faebe52b-f97d-491b-aed2-ac48b0b31d94') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:39.555089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faebe52b-f97d-491b-aed2-ac48b0b31d94') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:39.622268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c924003e-cfc3-4b81-936d-2db97cdce56c req-b6190243-36d9-4eda-b81d-e6eba6169a03 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625288 Feb 03 04:24:39.624405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (faebe52b-f97d-491b-aed2-ac48b0b31d94), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.634167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aed7aedb-6f3c-4762-be7b-62c88c7c4047 req-f451ddb8-47ea-4d1e-89ef-587efa5074ce tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203742 Feb 03 04:24:39.667557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (faebe52b-f97d-491b-aed2-ac48b0b31d94), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.677324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-7d85c6c9-1ea2-4a2e-890b-31dd2bd07344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:39.679528 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-7d85c6c9-1ea2-4a2e-890b-31dd2bd07344 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 1132 time: 0.1213226 Feb 03 04:24:39.680820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:24:39.681422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (faebe52b-f97d-491b-aed2-ac48b0b31d94), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:24:39.685213 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:24:39.819413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-eb0db9b3-8fa7-43fe-8587-48ebcbdcdd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:39.821367 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-eb0db9b3-8fa7-43fe-8587-48ebcbdcdd83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 1132 time: 0.1095636 Feb 03 04:24:39.822614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (e2e86cc3-d42b-4b71-b0d5-e698de126076), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.828798 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:39.838683 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/networks/e2e86cc3-d42b-4b71-b0d5-e698de126076 HTTP/1.1" status: 204 len: 168 time: 1.5991042 Feb 03 04:24:39.839139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:39.910747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd366ec-962d-4a13-b414-47b9b7b14a80 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Network': ['ID=e2e86cc3-d42b-4b71-b0d5-e698de126076,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:39.959568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting subnet 1cbb69e4-2624-421e-87e4-5b1cd9b905b0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:24:39.964179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (1cbb69e4-2624-421e-87e4-5b1cd9b905b0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:40.059218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1cbb69e4-2624-421e-87e4-5b1cd9b905b0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:40.120626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-9212bec3-4238-4e37-8996-45677c6550d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:40.124677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-9212bec3-4238-4e37-8996-45677c6550d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2861011 Feb 03 04:24:40.215329 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-90b77f4c-ef38-4796-b79d-5083cead16a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 200 len: 217 time: 0.0818329 Feb 03 04:24:40.313119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-f23e42f8-2bd1-416b-b76a-78e92e9ced2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:40.315582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-f23e42f8-2bd1-416b-b76a-78e92e9ced2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0973504 Feb 03 04:24:40.408873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-d6e5fe33-c39a-4771-9df9-bc010f9a24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:40.411095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-d6e5fe33-c39a-4771-9df9-bc010f9a24d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0751753 Feb 03 04:24:40.424297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289920e3-f63a-40ad-a84e-ace52da849bb req-3c803b4e-07b8-4be5-948c-854cccbd08d7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:40.425848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-289920e3-f63a-40ad-a84e-ace52da849bb req-3c803b4e-07b8-4be5-948c-854cccbd08d7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.3126161 Feb 03 04:24:40.438665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0d860e31-2dbd-4db8-b535-de7e4aa28c7b up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:40.519197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a3e70-45e0-4f00-b237-1bee20795fe5 req-c41721bf-1bb1-48b7-bbc5-9c52f5c49b6a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:40.530545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-536a3e70-45e0-4f00-b237-1bee20795fe5 req-c41721bf-1bb1-48b7-bbc5-9c52f5c49b6a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.3160014 Feb 03 04:24:40.537358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-038158c0-0158-4cdf-8423-e0a2ee091ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199594 Feb 03 04:24:40.578006 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1cbb69e4-2624-421e-87e4-5b1cd9b905b0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:40.673197 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a219ffa7-7e4e-43bd-939c-a88d9d5aba40 req-2b5f06eb-cba8-4c69-a5fc-e5e4689cbee7 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199272 Feb 03 04:24:40.691602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:24:40.700073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:40.700797 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:40.737485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-536a3e70-45e0-4f00-b237-1bee20795fe5 req-afcadbe6-8066-4885-977f-4280ef430058 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042508 Feb 03 04:24:40.831081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-289920e3-f63a-40ad-a84e-ace52da849bb req-fdcbf07d-4958-4199-be26-dda7c1c4a25e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939469 Feb 03 04:24:40.922842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:40.924251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.027838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:41.031392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:41.040823 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f118b8b-0beb-428a-b96e-8e88c84381ab" -d '{"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-plugged", "status": "completed", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:41.048722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.051688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:41.078907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1cbb69e4-2624-421e-87e4-5b1cd9b905b0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.174193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbb69e4-2624-421e-87e4-5b1cd9b905b0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:41.198591 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.211906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e84b8-5a01-4fad-8ff5-23a476659864 None None] Network ab5af421-95ac-49a7-97b8-59b66bf53b3d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:41.222822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-26199279-aeba-4ea3-963c-07a58da5f063 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/subnets/1cbb69e4-2624-421e-87e4-5b1cd9b905b0 HTTP/1.1" status: 204 len: 168 time: 1.3822668 Feb 03 04:24:41.225775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:41.245499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:41.248281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09d99-612c-4bac-96e6-f3c4fb2757fa req-8adc1574-29e6-4778-b32e-97255b88f61d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:41.260270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dad09d99-612c-4bac-96e6-f3c4fb2757fa req-8adc1574-29e6-4778-b32e-97255b88f61d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.3555379 Feb 03 04:24:41.337849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44222d87-0043-4331-a166-232a9c18820e req-e84c27c3-199f-4a0b-b85e-2a55cca8ce1e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:41.340308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44222d87-0043-4331-a166-232a9c18820e req-e84c27c3-199f-4a0b-b85e-2a55cca8ce1e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.3298304 Feb 03 04:24:41.352420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (ab5af421-95ac-49a7-97b8-59b66bf53b3d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.363626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dad09d99-612c-4bac-96e6-f3c4fb2757fa req-673f83ab-2450-4832-aad1-24cfc75b18f2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020386 Feb 03 04:24:41.462014 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e4e1d-bf22-46dd-a0ea-2daa1cacfadd x-openstack-request-id: req-a06e4e1d-bf22-46dd-a0ea-2daa1cacfadd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:41.463362 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-plugged", "status": "completed", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:41.463937 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a06e4e1d-bf22-46dd-a0ea-2daa1cacfadd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:41.464542 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'code': 200} Feb 03 04:24:41.467350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:41.468042 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.506264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44222d87-0043-4331-a166-232a9c18820e req-cd49fa90-fa44-45f6-b850-3a4c04618b46 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407640 Feb 03 04:24:41.537632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:41.544006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port c29377da-967a-419c-814b-40eb3bfb9d6d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:41.544676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.547533 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.661995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] DHCP port deletion for ab5af421-95ac-49a7-97b8-59b66bf53b3d request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:24:41.679680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:41.759724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] Deleting port c29377da-967a-419c-814b-40eb3bfb9d6d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:41.760366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port c29377da-967a-419c-814b-40eb3bfb9d6d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c29377da-967a-419c-814b-40eb3bfb9d6d,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:41.760823 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.761098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.776085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a0086-4eb5-4e21-a2b5-cbf56fd1028f req-e75a79eb-0132-41bb-a86d-f391c33ef519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:41.777866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-891a0086-4eb5-4e21-a2b5-cbf56fd1028f req-e75a79eb-0132-41bb-a86d-f391c33ef519 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 1127 time: 0.1877644 Feb 03 04:24:41.790873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for c29377da-967a-419c-814b-40eb3bfb9d6d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:41.901357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] For port c29377da-967a-419c-814b-40eb3bfb9d6d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c29377da-967a-419c-814b-40eb3bfb9d6d,segment=NetworkSegment(f34c6178-6f97-421b-8e59-a97467d3a992),segment_id=f34c6178-6f97-421b-8e59-a97467d3a992)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:41.901697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-891a0086-4eb5-4e21-a2b5-cbf56fd1028f req-288b355f-adda-402f-a759-32a2a5473bbf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167383 Feb 03 04:24:41.904048 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.956350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:41.958395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] Calling delete_port for c29377da-967a-419c-814b-40eb3bfb9d6d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:42.012216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=c29377da-967a-419c-814b-40eb3bfb9d6d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:42.016547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port c29377da-967a-419c-814b-40eb3bfb9d6d on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:42.067237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d91ab0-ced2-4237-b2b9-dadd787b447f req-76aa07d9-f3e3-4917-99e4-53b904b3e016 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:42.069899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9d91ab0-ced2-4237-b2b9-dadd787b447f req-76aa07d9-f3e3-4917-99e4-53b904b3e016 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1693230 Feb 03 04:24:42.086677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531b429-0f16-4470-90a3-5276512c05f7 req-6c6ac2e9-ba5c-43b9-9c04-9b8582086e54 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:42.090537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e531b429-0f16-4470-90a3-5276512c05f7 req-6c6ac2e9-ba5c-43b9-9c04-9b8582086e54 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1279876 Feb 03 04:24:42.147192 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (c29377da-967a-419c-814b-40eb3bfb9d6d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.176139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] Pushing event deleted for resources: {'Port': ['ID=c29377da-967a-419c-814b-40eb3bfb9d6d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:42.182150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e6e7b-d71f-438c-adc2-4dff11d84b44 None None] No DVR routers for this DVR port c29377da-967a-419c-814b-40eb3bfb9d6d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:42.197831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (ab5af421-95ac-49a7-97b8-59b66bf53b3d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.203275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e531b429-0f16-4470-90a3-5276512c05f7 req-a116be3b-1942-4cc6-bc9e-94e7fab0afa2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039429 Feb 03 04:24:42.245624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5af421-95ac-49a7-97b8-59b66bf53b3d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:42.260573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34c6178-6f97-421b-8e59-a97467d3a992') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:42.261212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34c6178-6f97-421b-8e59-a97467d3a992') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:24:42.268232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9d91ab0-ced2-4237-b2b9-dadd787b447f req-f774d691-e841-4d08-9bcd-7f95ae573a98 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763775 Feb 03 04:24:42.276109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (f34c6178-6f97-421b-8e59-a97467d3a992), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.296016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f34c6178-6f97-421b-8e59-a97467d3a992), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.304376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:24:42.304870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (f34c6178-6f97-421b-8e59-a97467d3a992), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:24:42.315549 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:24:42.393416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (ab5af421-95ac-49a7-97b8-59b66bf53b3d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.403009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.409925 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/networks/ab5af421-95ac-49a7-97b8-59b66bf53b3d HTTP/1.1" status: 204 len: 168 time: 1.1806149 Feb 03 04:24:42.415614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:42.421756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-801196156'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:42.423805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10293e-24d9-4ad6-a0f8-f8142e1db155 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Network': ['ID=ab5af421-95ac-49a7-97b8-59b66bf53b3d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:42.424006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:42.450414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:42.455281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.487169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:24:42.503462 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (257b3e2a-a015-41ea-8b44-78e076ba05af), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.504312 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Added segment 257b3e2a-a015-41ea-8b44-78e076ba05af of type vlan for network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 Feb 03 04:24:42.560654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1f0acd1b-6bf4-43ba-9b37-bcb740b2d992), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.604398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1f0acd1b-6bf4-43ba-9b37-bcb740b2d992), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.611528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:42.612339 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.623483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:42.650776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'mac_address': 'fa:16:3e:ab:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:42.702646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:42.705047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.736864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53337217-28b0-4fa9-9618-fdd5a8516e7c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:42.802932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:42.810544 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:42.879174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:42.883242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4662898 Feb 03 04:24:42.886119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:42.893555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'subnet': {'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:42.898715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cf9e2-bf04-40e2-991a-853dd1755405 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Network': ['ID=1f0acd1b-6bf4-43ba-9b37-bcb740b2d992,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:42.959987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712e078-deef-4035-8f8f-89b46bfcd7d2 req-2b217c30-8469-4401-9426-de050b997e8a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:42.962533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f712e078-deef-4035-8f8f-89b46bfcd7d2 req-2b217c30-8469-4401-9426-de050b997e8a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 948 time: 0.3686833 Feb 03 04:24:43.006526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:24:43.092789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:43.098397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46e817-7697-4d3b-bf0a-c313f7402ceb req-0affabd5-1463-47d3-8b5c-845fe30c447e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:43.109386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:43.117288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f46e817-7697-4d3b-bf0a-c313f7402ceb req-0affabd5-1463-47d3-8b5c-845fe30c447e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.4550877 Feb 03 04:24:43.172748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f712e078-deef-4035-8f8f-89b46bfcd7d2 req-f9795a98-a614-419e-b291-0953e8f17dfc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034240 Feb 03 04:24:43.191590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['53337217-28b0-4fa9-9618-fdd5a8516e7c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:43.260281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c29377da-967a-419c-814b-40eb3bfb9d6d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:43.317613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f46e817-7697-4d3b-bf0a-c313f7402ceb req-c63b7f64-116b-4bb4-96e1-3059d6c9eb42 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779940 Feb 03 04:24:43.338113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c29377da-967a-419c-814b-40eb3bfb9d6d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:24:43.339078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c29377da-967a-419c-814b-40eb3bfb9d6d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:24:43.470208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:43.472851 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7010dfc7-a24e-47cf-880e-580a94977940" -d '{"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:43.506374 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (ca92dead-6006-4168-b58a-744eb6231d92), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:43.521129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755fc88-6bef-4846-996e-ed4e234675f5 req-683a00aa-1c17-4272-9461-feac27dc020b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:43.522673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3755fc88-6bef-4846-996e-ed4e234675f5 req-683a00aa-1c17-4272-9461-feac27dc020b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1940975 Feb 03 04:24:43.573300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd27a00-7a33-4a47-9b14-52b6bb888046 req-76d1f37d-b980-44c5-81a4-5a9617079e01 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:43.582542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebd27a00-7a33-4a47-9b14-52b6bb888046 req-76d1f37d-b980-44c5-81a4-5a9617079e01 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1684489 Feb 03 04:24:43.647682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Subnet': ['ID=ca92dead-6006-4168-b58a-744eb6231d92,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:43.658947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebd27a00-7a33-4a47-9b14-52b6bb888046 req-f066780d-e387-4f8e-ae98-656abb0a2f5c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754766 Feb 03 04:24:43.703224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Checking segment: {'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:43.704100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network hostable DHCP agents. Network: 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:24:43.720998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3755fc88-6bef-4846-996e-ed4e234675f5 req-0e458cef-50ef-436b-a649-cb7981b0c25c tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914105 Feb 03 04:24:43.734485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:24:43.767224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:43.780805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad4ae6-b570-4bc0-8a7f-32b15014b685 None None] Network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:43.783931 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f9e8dd-9497-4b1a-9c97-8c9ab79abb70 x-openstack-request-id: req-34f9e8dd-9497-4b1a-9c97-8c9ab79abb70 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:43.784227 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:43.784482 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34f9e8dd-9497-4b1a-9c97-8c9ab79abb70 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:43.784875 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'code': 200} Feb 03 04:24:43.787244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:43.791909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:43.831178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-85c3d438-bca6-450c-8e39-46bccd27fa9e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9435883 Feb 03 04:24:43.834279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:43.848866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1770145569'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:43.884996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:43.897634 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:43.962796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:24:43.979268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (22604626-04c5-4d65-a2c4-a57c5a0b28c8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:43.979985 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Added segment 22604626-04c5-4d65-a2c4-a57c5a0b28c8 of type vlan for network a194a67b-7a69-4787-8f43-1346cec68756 Feb 03 04:24:43.996811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-1f0acd1b-6bf4-43ba-9b37-bcb740b2d992', 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992', 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'fixed_ips': [{'subnet_id': 'ca92dead-6006-4168-b58a-744eb6231d92'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:24:43.998020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.065791 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a194a67b-7a69-4787-8f43-1346cec68756), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.115782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a194a67b-7a69-4787-8f43-1346cec68756), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.128398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:44.130222 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.182903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Allocated IP 19.80.0.2 (1f0acd1b-6bf4-43ba-9b37-bcb740b2d992/ca92dead-6006-4168-b58a-744eb6231d92/4ce26c06-6e78-4427-aa56-c4234a46a1da) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:24:44.253125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Network': ['ID=a194a67b-7a69-4787-8f43-1346cec68756,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:44.269862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a194a67b-7a69-4787-8f43-1346cec68756 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:24:44.279877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-849b910a-0fb9-4b10-8558-a1fc0a523f96 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4389439 Feb 03 04:24:44.280105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:44.290436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'subnet': {'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:44.441494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:44.481632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Publish callbacks [] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.495902 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.561057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:24:44.568427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:44.571892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Pushing event updated for resources: {'Port': ['ID=4ce26c06-6e78-4427-aa56-c4234a46a1da,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:44.588940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:24:44.610951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727e82b-afae-4b23-9fe7-98d63e3d1319 req-30beb194-3c0d-4872-a720-33c567ab0aa1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:44.613616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e727e82b-afae-4b23-9fe7-98d63e3d1319 req-30beb194-3c0d-4872-a720-33c567ab0aa1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 949 time: 0.3152742 Feb 03 04:24:44.618455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:44.626656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 53337217-28b0-4fa9-9618-fdd5a8516e7c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:44.627257 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.633520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.714182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Attempting to bind port 4ce26c06-6e78-4427-aa56-c4234a46a1da on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:44.714589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Attempting to bind port 4ce26c06-6e78-4427-aa56-c4234a46a1da by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:44.714834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f0384-38e2-4bbe-84b9-8e7742773d77 req-aef35240-bad6-439f-9440-8b86ed6e87c4 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:44.715027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Attempting to bind port 4ce26c06-6e78-4427-aa56-c4234a46a1da on network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:44.718916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b23f0384-38e2-4bbe-84b9-8e7742773d77 req-aef35240-bad6-439f-9440-8b86ed6e87c4 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.3117681 Feb 03 04:24:44.724217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:44.725217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Checking segment: {'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:44.725904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.726316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Bound using segment: {'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:44.726829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Bound port: 4ce26c06-6e78-4427-aa56-c4234a46a1da, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:44.727215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.818966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e727e82b-afae-4b23-9fe7-98d63e3d1319 req-7cb214bd-6666-4dbc-a1be-83d6c07ae2d4 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825116 Feb 03 04:24:44.833619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:44.834146 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:44.874168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b23f0384-38e2-4bbe-84b9-8e7742773d77 req-e347f963-e0da-46f5-8e5c-fc15058427ac tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483860 Feb 03 04:24:44.933202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] For port 4ce26c06-6e78-4427-aa56-c4234a46a1da, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:44.937993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] For port 4ce26c06-6e78-4427-aa56-c4234a46a1da, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4ce26c06-6e78-4427-aa56-c4234a46a1da,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:44.963763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:45.057189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:45.113392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:45.129574 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:45.175896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0f106-c142-4428-a6be-f49586c8d2b7 req-c2e938ee-ed5e-4b8a-8abf-e1261ce80f46 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:45.178314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bce0f106-c142-4428-a6be-f49586c8d2b7 req-c2e938ee-ed5e-4b8a-8abf-e1261ce80f46 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.2111292 Feb 03 04:24:45.178542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4ad81-2ee5-4c83-a404-433b3d9ab2fd None None] Pushing event updated for resources: {'Port': ['ID=4ce26c06-6e78-4427-aa56-c4234a46a1da,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:45.194165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Subnet': ['ID=68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:45.209120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ef463-a400-400e-9f78-e28b44ac3455 req-5e2913f7-9fb8-4493-bdab-0a906a19d95d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:45.211405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2ef463-a400-400e-9f78-e28b44ac3455 req-5e2913f7-9fb8-4493-bdab-0a906a19d95d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.2280211 Feb 03 04:24:45.221103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Checking segment: {'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:45.221614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network hostable DHCP agents. Network: a194a67b-7a69-4787-8f43-1346cec68756, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:24:45.246243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network a194a67b-7a69-4787-8f43-1346cec68756 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:24:45.264646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, a194a67b-7a69-4787-8f43-1346cec68756) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:45.269518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:45.270516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:45.284306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beadcdfa-4676-40fb-9957-e2cd9ff56fc5 None None] Network a194a67b-7a69-4787-8f43-1346cec68756 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:45.324635 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-706bafa2-9f7e-4a69-91a9-f164ce5e6a0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0433054 Feb 03 04:24:45.327927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bce0f106-c142-4428-a6be-f49586c8d2b7 req-238ad506-966c-4873-92ce-5839252289b3 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144302 Feb 03 04:24:45.386636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2ef463-a400-400e-9f78-e28b44ac3455 req-de83cc29-f96a-41eb-9f19-5bb706ad14fa tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871105 Feb 03 04:24:45.667046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:45.740776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-a194a67b-7a69-4787-8f43-1346cec68756', 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756', 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'fixed_ips': [{'subnet_id': '68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:24:45.742056 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:45.891022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:45.896677 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d402cb9f-32d8-476b-9883-07ebdd8fc01c" -d '{"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:46.006136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Allocated IP 19.86.0.2 (a194a67b-7a69-4787-8f43-1346cec68756/68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52/bdfa8bd5-792a-464b-99dd-82a3dbbc34e5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:24:46.126861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-8340a56c-fb3e-4108-ba54-c0b901ac5153 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.134059 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-8340a56c-fb3e-4108-ba54-c0b901ac5153 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 950 time: 0.1235778 Feb 03 04:24:46.196022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-1f36592a-7c0c-4297-9fde-78308552abbd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.202031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-1f36592a-7c0c-4297-9fde-78308552abbd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.209749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-1f36592a-7c0c-4297-9fde-78308552abbd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/networks?id=1f0acd1b-6bf4-43ba-9b37-bcb740b2d992&id=a194a67b-7a69-4787-8f43-1346cec68756 HTTP/1.1" status: 200 len: 1391 time: 0.2637622 Feb 03 04:24:46.214541 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Publish callbacks [] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:46.224374 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:46.231021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecc374-2caa-431f-8c6a-fbeefd48527c req-2899d631-9e88-46f5-bf7f-48ad053abc78 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.238382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81ecc374-2caa-431f-8c6a-fbeefd48527c req-2899d631-9e88-46f5-bf7f-48ad053abc78 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.1329675 Feb 03 04:24:46.278693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-55e0af24-5ad0-43d6-9333-8d291f6411d7 service neutron] 10.222.0.15 "GET /v2.0/ports/53337217-28b0-4fa9-9618-fdd5a8516e7c/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 382 time: 0.1350429 Feb 03 04:24:46.302843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81ecc374-2caa-431f-8c6a-fbeefd48527c req-dc000edf-a706-4213-9a05-92ca0826c6cf tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631254 Feb 03 04:24:46.314212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Network a194a67b-7a69-4787-8f43-1346cec68756 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:24:46.315181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-91643969-e36a-4a68-aa25-a69882657bed tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/quotas/27ee2a7ee6e144c6a63db8618f1edd9f HTTP/1.1" status: 200 len: 375 time: 0.1039913 Feb 03 04:24:46.322954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:46.343388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:24:46.360691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Pushing event updated for resources: {'Port': ['ID=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:46.423689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-0e7d7516-b7e3-4e09-b92f-1ff6d0ea9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.425265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-0e7d7516-b7e3-4e09-b92f-1ff6d0ea9fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 1132 time: 0.1224813 Feb 03 04:24:46.429975 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedfdf60-6aa9-4bbc-a739-505a79eb1dc9 x-openstack-request-id: req-cedfdf60-6aa9-4bbc-a739-505a79eb1dc9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:46.430416 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:46.430822 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cedfdf60-6aa9-4bbc-a739-505a79eb1dc9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:46.431222 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'code': 200} Feb 03 04:24:46.457615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-57c8ecd9-f1b8-4060-8bc3-e9c09b01594a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1399672 Feb 03 04:24:46.509438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Attempting to bind port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:46.509814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Attempting to bind port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:46.510188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Attempting to bind port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 on network a194a67b-7a69-4787-8f43-1346cec68756 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:46.524842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:46.527686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Checking segment: {'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:46.528668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:46.529175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Bound using segment: {'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:46.529899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Bound port: bdfa8bd5-792a-464b-99dd-82a3dbbc34e5, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:46.530300 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:46.640949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-1faffa0e-c6cc-4946-9b1b-46229474e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.646141 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-1faffa0e-c6cc-4946-9b1b-46229474e9bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2122972 Feb 03 04:24:46.694677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] For port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:46.700682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] For port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:46.712518 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:46.753942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-05fe675b-b211-4023-86c0-9e24eb69be33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 200 len: 217 time: 0.1014829 Feb 03 04:24:46.773795 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:24:46.866555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-d8c9a697-099d-467c-ac5c-7da0e0bb1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.876917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686df9b4-4cf9-4fc7-8260-c87e4517b7d3 None None] Pushing event updated for resources: {'Port': ['ID=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:46.879440 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-d8c9a697-099d-467c-ac5c-7da0e0bb1a96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1192298 Feb 03 04:24:46.911715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-d25b14f4-3278-4686-b3af-9a2d19d7aad9 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0acd1b-6bf4-43ba-9b37-bcb740b2d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483893 Feb 03 04:24:46.968162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73bd36-e60c-4ec2-9faf-b61fbc3d0aab req-6d31f043-1fb8-4260-a2f7-d24cdb52e491 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:46.976546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce73bd36-e60c-4ec2-9faf-b61fbc3d0aab req-6d31f043-1fb8-4260-a2f7-d24cdb52e491 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.3295963 Feb 03 04:24:46.999230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-90de4118-8709-4d21-9084-627212ae1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:47.001585 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-90de4118-8709-4d21-9084-627212ae1fb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1157687 Feb 03 04:24:47.020874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db6c1d-4ff4-45ce-bde0-45fba6a9f260 None None] Network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:47.137729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ea24e6a7-ef9a-40ba-a258-43a466fa037f None None] Provisioning complete for port 4ce26c06-6e78-4427-aa56-c4234a46a1da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:47.138113 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea24e6a7-ef9a-40ba-a258-43a466fa037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:47.239544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce73bd36-e60c-4ec2-9faf-b61fbc3d0aab req-c880a56e-fbea-40e0-8239-71a74ed7f749 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615175 Feb 03 04:24:47.272835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-fa1420ff-a1d6-4c41-8ea2-fe0fda3f7cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0acd1b-6bf4-43ba-9b37-bcb740b2d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598614 Feb 03 04:24:47.281994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-2a7c7951-3739-4ccc-b2af-55370e2c002b service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727146 Feb 03 04:24:47.365600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4ce26c06-6e78-4427-aa56-c4234a46a1da up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:47.434591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4ce26c06-6e78-4427-aa56-c4234a46a1da triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:47.435668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:47.503431 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-33fa7778-7101-4ead-97cf-4f8a34d2c58b service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114294 Feb 03 04:24:47.555095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ea24e6a7-ef9a-40ba-a258-43a466fa037f None None] Current status of the port 4ce26c06-6e78-4427-aa56-c4234a46a1da is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:47.555639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea24e6a7-ef9a-40ba-a258-43a466fa037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:47.614371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380813e-a6c6-4e87-b097-cb66fd4bdf77 req-70f67288-d0f9-446d-92a7-428bfeefc1e8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:47.615955 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e380813e-a6c6-4e87-b097-cb66fd4bdf77 req-70f67288-d0f9-446d-92a7-428bfeefc1e8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1905272 Feb 03 04:24:47.640495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-dbc6b0d1-1584-402c-b608-a2538e1344dd service neutron] 10.222.0.35 "GET /v2.0/networks/a194a67b-7a69-4787-8f43-1346cec68756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609803 Feb 03 04:24:47.659076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4ce26c06-6e78-4427-aa56-c4234a46a1da is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:47.659955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:47.695827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ea24e6a7-ef9a-40ba-a258-43a466fa037f None None] For port 4ce26c06-6e78-4427-aa56-c4234a46a1da, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4ce26c06-6e78-4427-aa56-c4234a46a1da,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:47.793588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:24:47.794242 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:24:47.795018 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea24e6a7-ef9a-40ba-a258-43a466fa037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:47.815010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e380813e-a6c6-4e87-b097-cb66fd4bdf77 req-01eb600c-52e7-49c3-94e6-5ef6881d287d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869924 Feb 03 04:24:47.891917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-effc2211-2aec-4834-b40b-c71f77e10b9f service neutron] 10.222.0.35 "GET /v2.0/networks/a194a67b-7a69-4787-8f43-1346cec68756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418301 Feb 03 04:24:48.005416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-68157312-26c0-4702-95b9-925de2d2673d None None] Provisioning complete for port 4ce26c06-6e78-4427-aa56-c4234a46a1da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:48.008243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68157312-26c0-4702-95b9-925de2d2673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:48.016186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e6a7-ef9a-40ba-a258-43a466fa037f None None] Pushing event updated for resources: {'Port': ['ID=4ce26c06-6e78-4427-aa56-c4234a46a1da,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:48.220476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-68157312-26c0-4702-95b9-925de2d2673d None None] Current status of the port 4ce26c06-6e78-4427-aa56-c4234a46a1da is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:48.400133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4ce26c06-6e78-4427-aa56-c4234a46a1da is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:48.709941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a481-8b75-4653-8321-bf13b8715408 req-c355e95d-744d-4273-b6e5-ca65e809cf6d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:48.717697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1e7a481-8b75-4653-8321-bf13b8715408 req-c355e95d-744d-4273-b6e5-ca65e809cf6d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.7330720 Feb 03 04:24:48.846772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c7c49-244b-43f5-a942-a0af4a0329e6 req-608e8415-414d-4d43-9022-c2ea57b527c4 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:48.860384 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c16c7c49-244b-43f5-a942-a0af4a0329e6 req-608e8415-414d-4d43-9022-c2ea57b527c4 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.2003117 Feb 03 04:24:48.883088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6fa21-70d0-4afc-9c14-30528445a0f4 None None] Network a194a67b-7a69-4787-8f43-1346cec68756 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:48.941456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1e7a481-8b75-4653-8321-bf13b8715408 req-d6fcc3e6-3a89-46f2-a078-0d4ef1086fde tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227941 Feb 03 04:24:49.084921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c16c7c49-244b-43f5-a942-a0af4a0329e6 req-45966c65-15d0-49d9-9a47-f35be176cabd tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234976 Feb 03 04:24:49.160424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b882be24-be22-4eec-8908-a2d8c755f763 req-85b02df4-bb5c-4c54-9688-becb35479105 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 210 time: 0.0591960 Feb 03 04:24:49.174190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fad0fb29-945b-4245-b252-8a67b92dae81 None None] Provisioning complete for port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:49.175044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fad0fb29-945b-4245-b252-8a67b92dae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:49.428961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d0162-0c65-4f27-bf68-10d682fc21f4 req-773fb5c0-d868-48a7-bcfe-79ca3fc779f5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:49.438647 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-141d0162-0c65-4f27-bf68-10d682fc21f4 req-773fb5c0-d868-48a7-bcfe-79ca3fc779f5 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.2156706 Feb 03 04:24:49.496217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a7bdd-cc0f-4df1-bd99-61091f7a4497 req-992a67f0-87af-41c3-ac7f-2726566c7afe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:49.508574 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb5a7bdd-cc0f-4df1-bd99-61091f7a4497 req-992a67f0-87af-41c3-ac7f-2726566c7afe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.2331095 Feb 03 04:24:49.571701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fad0fb29-945b-4245-b252-8a67b92dae81 None None] Current status of the port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:49.573323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fad0fb29-945b-4245-b252-8a67b92dae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:49.652208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-141d0162-0c65-4f27-bf68-10d682fc21f4 req-7787e9c1-df81-4f11-8735-ff9878cd9cf2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125390 Feb 03 04:24:49.683165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fad0fb29-945b-4245-b252-8a67b92dae81 None None] For port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:49.690755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:49.705738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb5a7bdd-cc0f-4df1-bd99-61091f7a4497 req-7e7814df-5de2-4315-a7bb-641bb2eb519d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947620 Feb 03 04:24:49.780055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fad0fb29-945b-4245-b252-8a67b92dae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:49.867374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0fb29-945b-4245-b252-8a67b92dae81 None None] Pushing event updated for resources: {'Port': ['ID=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:49.881790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:49.882281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:50.139878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:50.143955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4ce26c06-6e78-4427-aa56-c4234a46a1da up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:50.221021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-56f5c06d-0ca6-4f33-9f51-7a4d92a0e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:50.222682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-56f5c06d-0ca6-4f33-9f51-7a4d92a0e360 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 1132 time: 0.1593232 Feb 03 04:24:50.311203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1c7ee9a2-7c1a-4cba-8447-86f3e6ae8e5b None None] Provisioning complete for port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:50.318288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee9a2-7c1a-4cba-8447-86f3e6ae8e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:50.342329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-80ee1b56-4767-4732-bc89-7f7ca2f8b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:50.346022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-80ee1b56-4767-4732-bc89-7f7ca2f8b476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 1132 time: 0.0939825 Feb 03 04:24:50.441376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-8676663b-ea15-421f-8969-58ad5553ccef tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:50.448266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-8676663b-ea15-421f-8969-58ad5553ccef tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:50.450036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-8676663b-ea15-421f-8969-58ad5553ccef tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "GET /v2.0/networks?id=1f0acd1b-6bf4-43ba-9b37-bcb740b2d992&id=a194a67b-7a69-4787-8f43-1346cec68756 HTTP/1.1" status: 200 len: 1391 time: 0.2169464 Feb 03 04:24:50.451026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4ce26c06-6e78-4427-aa56-c4234a46a1da triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:50.451640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:50.474019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'port': {'device_id': 'dd459141-616b-4dac-8394-701029bba275', 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992', 'admin_state_up': True, 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:50.540167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ee9a2-7c1a-4cba-8447-86f3e6ae8e5b None None] Current status of the port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:50.639055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4ce26c06-6e78-4427-aa56-c4234a46a1da is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:50.670150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-ec639385-f2ab-4787-b41a-b9e32c54acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:50.676937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173941d-c87b-4024-b039-76cc11f69955 req-60b05481-dbad-4f1c-a192-ab3884e166e8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:50.677088 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-ec639385-f2ab-4787-b41a-b9e32c54acf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.3148057 Feb 03 04:24:50.688292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3173941d-c87b-4024-b039-76cc11f69955 req-60b05481-dbad-4f1c-a192-ab3884e166e8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.6022627 Feb 03 04:24:50.729366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649db77-dc41-44db-b52d-8577a04e0269 req-7358d36a-d623-4bc4-902d-0149176129ee tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:50.737883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7649db77-dc41-44db-b52d-8577a04e0269 req-7358d36a-d623-4bc4-902d-0149176129ee tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.2833862 Feb 03 04:24:50.859421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3173941d-c87b-4024-b039-76cc11f69955 req-4fe27079-2a83-4f69-a0b2-7d560dc64c6f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657581 Feb 03 04:24:50.952003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:50.960329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:50.998715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7649db77-dc41-44db-b52d-8577a04e0269 req-caad0760-87be-413b-ab84-32b12464a1a3 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598598 Feb 03 04:24:51.121870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-288e50dc-cfaa-4e08-991b-996ad3d37e58 req-d3087449-38ca-4b7b-a014-ce43ae4aa721 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 210 time: 0.1105626 Feb 03 04:24:51.302014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:51.507600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:51.507600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:51.700773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:51.720056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Allocated IP 19.80.0.236 (1f0acd1b-6bf4-43ba-9b37-bcb740b2d992/ca92dead-6006-4168-b58a-744eb6231d92/199c44c2-93e4-44bc-9557-6b83c69f6f04) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:24:51.742378 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-326bf89f-efb4-4989-927b-05d6eadeed41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 200 len: 217 time: 1.0585728 Feb 03 04:24:51.797820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f434d-556c-40f2-9009-b60e3423a447 req-0da26d55-d779-4dc6-92ba-0bdf87782f60 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:51.799352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-917f434d-556c-40f2-9009-b60e3423a447 req-0da26d55-d779-4dc6-92ba-0bdf87782f60 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.2754290 Feb 03 04:24:51.877882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36a687-3731-4689-9cba-a67bdcfcdcee req-9fb86e9a-666c-4dfd-a3cd-3f92c599232c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:51.885891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e36a687-3731-4689-9cba-a67bdcfcdcee req-9fb86e9a-666c-4dfd-a3cd-3f92c599232c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.4609115 Feb 03 04:24:51.909311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-21a66792-7386-486c-9e9c-60f4230a3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:51.911075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-21a66792-7386-486c-9e9c-60f4230a3af7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1618598 Feb 03 04:24:51.940532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-917f434d-556c-40f2-9009-b60e3423a447 req-85aed721-db24-4ad5-974f-9f24152c4a3a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245835 Feb 03 04:24:51.992510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e36a687-3731-4689-9cba-a67bdcfcdcee req-ab3c7456-5ab2-469f-b756-fa63759ef963 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054511 Feb 03 04:24:52.020077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-d160bca3-21ec-4be9-b19b-5f48d58c3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:52.022714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-d160bca3-21ec-4be9-b19b-5f48d58c3a73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0991240 Feb 03 04:24:52.224305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14459c-78b0-41f4-8a54-db308bdb44f5 req-3debdd71-5c9b-4eda-9272-e4f02f438eff tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:52.231238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e14459c-78b0-41f4-8a54-db308bdb44f5 req-3debdd71-5c9b-4eda-9272-e4f02f438eff tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.0878186 Feb 03 04:24:52.262035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:52.307028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e14459c-78b0-41f4-8a54-db308bdb44f5 req-aa5fefb1-2838-49fa-a2f0-7b9e72e4d5cc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747619 Feb 03 04:24:52.324047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-ea43455e-4b5b-4a81-b1ce-23701afe7fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886338 Feb 03 04:24:52.395944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:52.473029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:52.525963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Port': ['ID=199c44c2-93e4-44bc-9557-6b83c69f6f04,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:52.588717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1fbcc72-4467-4893-aafa-4021df62d145 req-71a0a606-3dd1-4fee-a34a-8173f907ab32 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554259 Feb 03 04:24:52.609939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:24:52.680089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:52.684502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:24:52.804215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:52.805125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:52.908160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-2a0bf284-0f23-4615-a85a-3b551c67de06 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4399567 Feb 03 04:24:52.927998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784a232-2b0c-4090-86e0-70611bac0766 req-309fcab1-28cd-4e15-8a88-11fa7d55d339 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:52.933039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3784a232-2b0c-4090-86e0-70611bac0766 req-309fcab1-28cd-4e15-8a88-11fa7d55d339 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 932 time: 0.3673885 Feb 03 04:24:52.942295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Request body: {'port': {'device_id': 'dd459141-616b-4dac-8394-701029bba275', 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756', 'admin_state_up': True, 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:53.049623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac59f5-4eff-43dd-89b8-a031128b832a req-647153be-feb6-4fab-ab2d-86dbfc6eb544 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:53.051770 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97ac59f5-4eff-43dd-89b8-a031128b832a req-647153be-feb6-4fab-ab2d-86dbfc6eb544 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.5268152 Feb 03 04:24:53.145253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:53.145845 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:53.185945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97ac59f5-4eff-43dd-89b8-a031128b832a req-2887ea48-fd0b-4f57-874c-7d3be42fe1ae tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266165 Feb 03 04:24:53.221438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:53.224358 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f95d9-3e71-41a2-a3bc-966b24ff2879" -d '{"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:53.236937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-637de2f2-edc6-418e-b114-9e21f6217060 None None] Provisioning complete for port 199c44c2-93e4-44bc-9557-6b83c69f6f04 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:53.237559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637de2f2-edc6-418e-b114-9e21f6217060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:53.244263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:53.252517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3784a232-2b0c-4090-86e0-70611bac0766 req-aeb9aadf-a19f-4f3e-b075-b96035363293 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714374 Feb 03 04:24:53.274448 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:53.328516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Made reservation on behalf of 27ee2a7ee6e144c6a63db8618f1edd9f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:53.332875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:53.364427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-637de2f2-edc6-418e-b114-9e21f6217060 None None] Port 199c44c2-93e4-44bc-9557-6b83c69f6f04 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:24:53.422429 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:53.427063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:53.494815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:53.597534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2013e-58d3-4d2a-bd71-9d4d92935301 req-5910ae00-9a2a-4fe4-850b-00c635047618 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:53.606443 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1eb2013e-58d3-4d2a-bd71-9d4d92935301 req-5910ae00-9a2a-4fe4-850b-00c635047618 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.2248945 Feb 03 04:24:53.629510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36142f-4386-4f9f-87e5-11e63507d6d1 req-ee57ce16-c071-41b6-ae1c-fe1bf00844e0 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:53.631168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b36142f-4386-4f9f-87e5-11e63507d6d1 req-ee57ce16-c071-41b6-ae1c-fe1bf00844e0 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 946 time: 0.2620032 Feb 03 04:24:53.679998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Allocated IP 19.86.0.38 (a194a67b-7a69-4787-8f43-1346cec68756/68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52/54a5affd-620a-4753-a403-de8880401d85) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:24:53.739176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1eb2013e-58d3-4d2a-bd71-9d4d92935301 req-192bbccc-9d37-4859-bbe8-dde6ddd46eb0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065454 Feb 03 04:24:53.744939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b36142f-4386-4f9f-87e5-11e63507d6d1 req-7a2ff149-12b0-4abc-a7f1-7b93fc8aaa0a tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003835 Feb 03 04:24:53.873350 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bb4547-34ef-4588-a7a0-e4fe4ba6573a x-openstack-request-id: req-80bb4547-34ef-4588-a7a0-e4fe4ba6573a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:53.873651 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:53.873915 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80bb4547-34ef-4588-a7a0-e4fe4ba6573a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:53.874386 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'code': 200} Feb 03 04:24:54.078934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for port (54a5affd-620a-4753-a403-de8880401d85), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:54.096198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c4765-b05a-4117-899e-486d884b3cb9 req-78985e28-3689-4016-b0c8-2ac165719a36 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:54.098067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d1c4765-b05a-4117-899e-486d884b3cb9 req-78985e28-3689-4016-b0c8-2ac165719a36 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 948 time: 0.2007384 Feb 03 04:24:54.115106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cace6b2-c876-491b-af86-757fe6472302 req-14015060-a5b1-4dd2-a57d-ddc066f17cc9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:54.116966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cace6b2-c876-491b-af86-757fe6472302 req-14015060-a5b1-4dd2-a57d-ddc066f17cc9 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1689136 Feb 03 04:24:54.232705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-fe3eff80-c94f-459b-aab6-71d2affff789 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:54.234437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-fe3eff80-c94f-459b-aab6-71d2affff789 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 946 time: 0.2124434 Feb 03 04:24:54.256637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d1c4765-b05a-4117-899e-486d884b3cb9 req-d681a875-d3da-47f4-b4fd-5109cc5c9fd3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368842 Feb 03 04:24:54.264306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cace6b2-c876-491b-af86-757fe6472302 req-2ab5b3e2-2061-45ec-8355-08ab81bad832 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342785 Feb 03 04:24:54.286341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (54a5affd-620a-4753-a403-de8880401d85), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:54.388066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Network a194a67b-7a69-4787-8f43-1346cec68756 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:24:54.417446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:54.420238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:24:54.441392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event updated for resources: {'Port': ['ID=54a5affd-620a-4753-a403-de8880401d85,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:54.497350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:54.552632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:54.553200 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:54.600993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-29d53833-da86-4b99-abd6-cf90b81dbc6e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6654570 Feb 03 04:24:54.627683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Request body: {'port': {'device_id': 'dd459141-616b-4dac-8394-701029bba275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:54.693155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:54.709785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'mac_address': 'fa:16:3e:ab:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:54.763545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:54.764167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:54.778889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53337217-28b0-4fa9-9618-fdd5a8516e7c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:54.810521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:54.814743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16a2d8-bcfe-4152-9eda-9ea69f6f4db8 req-293a1984-5117-488c-aa05-a54440420662 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:54.817603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-74636e23-7965-44cd-b09c-94813f8bce07 None None] Provisioning complete for port 54a5affd-620a-4753-a403-de8880401d85 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:54.818078 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74636e23-7965-44cd-b09c-94813f8bce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (54a5affd-620a-4753-a403-de8880401d85), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:54.820061 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d16a2d8-bcfe-4152-9eda-9ea69f6f4db8 req-293a1984-5117-488c-aa05-a54440420662 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.4668829 Feb 03 04:24:54.837888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Deleting port a7b95001-15af-4654-8f0f-33f8c9546e05 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:24:54.839043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:54.847593 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:54.888561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-74636e23-7965-44cd-b09c-94813f8bce07 None None] Port 54a5affd-620a-4753-a403-de8880401d85 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:24:54.911864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:54.960589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f087bf6-313f-4573-b11c-db027fea210e req-27bc59f5-74aa-4be0-95ae-de5b8e229a39 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:54.963485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f087bf6-313f-4573-b11c-db027fea210e req-27bc59f5-74aa-4be0-95ae-de5b8e229a39 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.5649071 Feb 03 04:24:55.026983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:55.088355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f087bf6-313f-4573-b11c-db027fea210e req-7feec74a-68aa-464f-bc48-cb44d5b719f2 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044908 Feb 03 04:24:55.168279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d16a2d8-bcfe-4152-9eda-9ea69f6f4db8 req-4ec43f0d-ddb4-44ca-8284-c7ad5fa63df4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187996 Feb 03 04:24:55.174140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['53337217-28b0-4fa9-9618-fdd5a8516e7c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:55.265356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] For port a7b95001-15af-4654-8f0f-33f8c9546e05, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a7b95001-15af-4654-8f0f-33f8c9546e05,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:55.266052 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:55.282507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Calling delete_port for a7b95001-15af-4654-8f0f-33f8c9546e05 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:24:55.557717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d190db-de4a-4397-bf04-70ba8f8fca6d req-0b4f70ae-6c6b-4c4b-ae85-efbfb1f4a851 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:55.559115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03d190db-de4a-4397-bf04-70ba8f8fca6d req-0b4f70ae-6c6b-4c4b-ae85-efbfb1f4a851 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/ports?device_id=07c6d442-163b-4c75-9b0c-79bf00610ea1 HTTP/1.1" status: 200 len: 946 time: 0.1878114 Feb 03 04:24:55.584100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b660e-dec8-48dc-8adc-73657ca35732 req-68c68f6f-a84a-4124-985d-bb5e82a797b3 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:55.589442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b660e-dec8-48dc-8adc-73657ca35732 req-68c68f6f-a84a-4124-985d-bb5e82a797b3 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:55.591043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-012b660e-dec8-48dc-8adc-73657ca35732 req-68c68f6f-a84a-4124-985d-bb5e82a797b3 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1654 time: 0.3958349 Feb 03 04:24:55.612425 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a7b95001-15af-4654-8f0f-33f8c9546e05), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:55.699778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Pushing event deleted for resources: {'Port': ['ID=a7b95001-15af-4654-8f0f-33f8c9546e05,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:55.795259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] No DVR routers for this DVR port a7b95001-15af-4654-8f0f-33f8c9546e05 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:24:55.807819 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:55.811198 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-784c2939-e79e-44cc-b6e0-98071005a8ee req-e0069625-a90c-41d3-b6f4-6abfe259bd05 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.31 "DELETE /v2.0/ports/a7b95001-15af-4654-8f0f-33f8c9546e05 HTTP/1.1" status: 204 len: 173 time: 1.5688467 Feb 03 04:24:55.813185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'name': 'network-vif-deleted', 'tag': 'a7b95001-15af-4654-8f0f-33f8c9546e05'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:55.815537 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf60ce03-8160-46c5-8343-c6c29b0f5313" -d '{"events": [{"server_uuid": "07c6d442-163b-4c75-9b0c-79bf00610ea1", "name": "network-vif-deleted", "tag": "a7b95001-15af-4654-8f0f-33f8c9546e05"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:55.820678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03d190db-de4a-4397-bf04-70ba8f8fca6d req-9a00dfed-2a54-48f5-9efd-921435fb98f0 tempest-AttachSCSIVolumeTestJSON-499271134 tempest-AttachSCSIVolumeTestJSON-499271134-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8d88b7-c581-45b3-a523-471ca2bd72d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468822 Feb 03 04:24:55.833501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-012b660e-dec8-48dc-8adc-73657ca35732 req-8ca0179f-cd08-4f99-9e0f-f4184c1bb0b4 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263424 Feb 03 04:24:56.013462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199c44c2-93e4-44bc-9557-6b83c69f6f04 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:56.032137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Publish callbacks [] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.051084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Transition to ACTIVE for port object 199c44c2-93e4-44bc-9557-6b83c69f6f04 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:24:56.067005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998c5b8-d217-44e1-8c1d-8541c882869a req-c6ceaa64-0a46-49b7-b922-4a258426ab97 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:56.079013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2998c5b8-d217-44e1-8c1d-8541c882869a req-c6ceaa64-0a46-49b7-b922-4a258426ab97 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 946 time: 0.1617453 Feb 03 04:24:56.088056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.211165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a7b95001-15af-4654-8f0f-33f8c9546e05 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:56.211850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Pushing event updated for resources: {'Port': ['ID=199c44c2-93e4-44bc-9557-6b83c69f6f04,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:56.237179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2998c5b8-d217-44e1-8c1d-8541c882869a req-f2d84975-eaff-44b1-b7cc-9b364b290023 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496615 Feb 03 04:24:56.337426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: a7b95001-15af-4654-8f0f-33f8c9546e05 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:24:56.338055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a7b95001-15af-4654-8f0f-33f8c9546e05 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:24:56.338734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:24:56.526782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:24:56.639954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Attempting to bind port 199c44c2-93e4-44bc-9557-6b83c69f6f04 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:56.641706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Attempting to bind port 199c44c2-93e4-44bc-9557-6b83c69f6f04 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:56.642716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:56.643045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Attempting to bind port 199c44c2-93e4-44bc-9557-6b83c69f6f04 on network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:56.643219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.658252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Port 199c44c2-93e4-44bc-9557-6b83c69f6f04 on network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:24:56.658665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Attempting to bind port 199c44c2-93e4-44bc-9557-6b83c69f6f04 on network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:56.663918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 53337217-28b0-4fa9-9618-fdd5a8516e7c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:24:56.664356 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.672772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb24b-6fe9-4f75-9b94-8102b88cc623 req-d53b211a-7932-4b7d-b54c-346e177577b7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:56.674563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0ecb24b-6fe9-4f75-9b94-8102b88cc623 req-d53b211a-7932-4b7d-b54c-346e177577b7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1974232 Feb 03 04:24:56.688337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:56.690255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:56.692809 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acd9679-428c-43d0-ad9b-20d3d3837ed0" -d '{"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-unplugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:56.710091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:56.710653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Checking segment: {'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:56.711145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Bound using segment: {'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:56.711690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Bound port: 199c44c2-93e4-44bc-9557-6b83c69f6f04, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257b3e2a-a015-41ea-8b44-78e076ba05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:56.712270 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.722305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.803470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:56.846414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 53337217-28b0-4fa9-9618-fdd5a8516e7c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:56.846798 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.892192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-995c1702-ef4c-4a17-beab-0a80464cc6ed tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:56.894006 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-995c1702-ef4c-4a17-beab-0a80464cc6ed tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1128 time: 0.0759811 Feb 03 04:24:56.895647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:56.900146 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:56.906177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-1'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:56.957881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:56.974904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.122607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:57.163820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:57.180042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0ecb24b-6fe9-4f75-9b94-8102b88cc623 req-31899dec-cede-48b8-83f0-09a0d5d48200 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886053 Feb 03 04:24:57.198452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274ac90-0d09-4ef0-b954-084d53424d9a req-bde00d03-623b-43f8-8809-c68d236d07d0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:57.200391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0274ac90-0d09-4ef0-b954-084d53424d9a req-bde00d03-623b-43f8-8809-c68d236d07d0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.5134122 Feb 03 04:24:57.204644 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] For port 199c44c2-93e4-44bc-9557-6b83c69f6f04, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:57.211286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] For port 199c44c2-93e4-44bc-9557-6b83c69f6f04, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=199c44c2-93e4-44bc-9557-6b83c69f6f04,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:57.218227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:57.234380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-99026526'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:57.238164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:57.240998 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e4450-e435-424f-afe9-1d997c0e8bf9 x-openstack-request-id: req-227e4450-e435-424f-afe9-1d997c0e8bf9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:57.241297 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932ef76-1fcc-493b-bae8-9be4a4c7a197" -d '{"events": [{"server_uuid": "0814a981-867f-4e27-9127-40898185d465", "name": "network-vif-unplugged", "status": "completed", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:57.241424 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c6d442-163b-4c75-9b0c-79bf00610ea1", "name": "network-vif-deleted", "tag": "a7b95001-15af-4654-8f0f-33f8c9546e05", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:57.241619 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-227e4450-e435-424f-afe9-1d997c0e8bf9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:57.242023 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c6d442-163b-4c75-9b0c-79bf00610ea1', 'name': 'network-vif-deleted', 'tag': 'a7b95001-15af-4654-8f0f-33f8c9546e05', 'status': 'completed', 'code': 200} Feb 03 04:24:57.246761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Publish callbacks [] for port (431df9f9-614e-46b7-9774-5a784b6d3463), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.248093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.253950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.312586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:57.313554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.314741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] 10.222.0.31 "PUT /v2.0/ports/199c44c2-93e4-44bc-9557-6b83c69f6f04 HTTP/1.1" status: 200 len: 1092 time: 2.6982868 Feb 03 04:24:57.349499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:57.350709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Request body: {'port': {'device_id': 'dd459141-616b-4dac-8394-701029bba275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:57.365505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on host n-h2-827549-1 for vnic_type normal with profile {"migrating_to": "n-h1-827549-1"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:57.365948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:57.366240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:57.369322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.369683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.370111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.370520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.370856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.371199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.371615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.371949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.372281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.373217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.373217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.373400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.373489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:57.373722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:24:57.377862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.380911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:24:57.381282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Attempting to bind port 431df9f9-614e-46b7-9774-5a784b6d3463 on network b65dfa7b-5075-4710-a526-bbdb4aad0510 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:57.387988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:57.388340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Checking segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:57.389532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Bound using segment: {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:57.390190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Bound port: 431df9f9-614e-46b7-9774-5a784b6d3463, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bb1f4-49a8-40c1-87c3-611571a43dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b65dfa7b-5075-4710-a526-bbdb4aad0510'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:57.390466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.431796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0274ac90-0d09-4ef0-b954-084d53424d9a req-d6630199-c7ce-4f52-83ca-e52989231ae8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240105 Feb 03 04:24:57.458350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05190823-745e-4219-b5d6-458bd245c1fd service neutron] Pushing event updated for resources: {'Port': ['ID=199c44c2-93e4-44bc-9557-6b83c69f6f04,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:57.473846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:57.478371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:57.489050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.508126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:24:57.510919 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde92397-94f5-42a5-b100-7956cd2a0157 x-openstack-request-id: req-bde92397-94f5-42a5-b100-7956cd2a0157 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:57.512884 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-unplugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:57.513406 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bde92397-94f5-42a5-b100-7956cd2a0157 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:57.514125 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'code': 200} Feb 03 04:24:57.527618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965cdb3-dae2-40f0-bf93-8b9a112bc66d req-a8574145-94d9-4956-be89-16e797535455 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:57.535413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b965cdb3-dae2-40f0-bf93-8b9a112bc66d req-a8574145-94d9-4956-be89-16e797535455 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.2339797 Feb 03 04:24:57.557968 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.558376 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Added segment 2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757 of type vlan for network 74ee9637-e507-4076-9ab8-516d81946e96 Feb 03 04:24:57.567190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:57.571136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (54a5affd-620a-4753-a403-de8880401d85), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.605335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:57.606083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.607597 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7895066f-8ff4-4ca9-afa5-087cc6e1511a service neutron] 10.222.0.15 "PUT /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 1122 time: 0.7068253 Feb 03 04:24:57.704868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b965cdb3-dae2-40f0-bf93-8b9a112bc66d req-6b559dc8-adb4-43ae-9f98-111ca5ba3239 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685069 Feb 03 04:24:57.746373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['431df9f9-614e-46b7-9774-5a784b6d3463'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:57.754873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (74ee9637-e507-4076-9ab8-516d81946e96), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.805817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['431df9f9-614e-46b7-9774-5a784b6d3463'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:57.881135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a69cb-65d1-44f5-b729-717040ed912f req-34ef1435-c5f8-4aea-8457-aed339da80b2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:57.886781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a69cb-65d1-44f5-b729-717040ed912f req-34ef1435-c5f8-4aea-8457-aed339da80b2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:57.892060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba5a69cb-65d1-44f5-b729-717040ed912f req-34ef1435-c5f8-4aea-8457-aed339da80b2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1666 time: 0.2226474 Feb 03 04:24:57.966297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (74ee9637-e507-4076-9ab8-516d81946e96), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:57.972026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:57.972632 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.030261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72054e52-d1bd-4ee7-ab12-b54c7398b1f0 req-922b775b-3616-45e7-9f6f-49992cd79d65 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:58.031974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72054e52-d1bd-4ee7-ab12-b54c7398b1f0 req-922b775b-3616-45e7-9f6f-49992cd79d65 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 951 time: 0.2173226 Feb 03 04:24:58.102886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8809114 Feb 03 04:24:58.105813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:58.113238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-12717883'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:58.134586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:58.138270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.150048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba5a69cb-65d1-44f5-b729-717040ed912f req-f714b7a3-f71b-48bb-97fb-b1aa0ceba3b8 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352431 Feb 03 04:24:58.160345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51e003-4750-4a96-941c-52bc29048de0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Network': ['ID=74ee9637-e507-4076-9ab8-516d81946e96,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:58.167343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:24:58.174276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 74ee9637-e507-4076-9ab8-516d81946e96 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:24:58.199301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (da45d132-aca8-4e95-9500-83ec1e2778b7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.199710 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Added segment da45d132-aca8-4e95-9500-83ec1e2778b7 of type vlan for network 85ae8084-1512-41bd-820f-3789560e4037 Feb 03 04:24:58.227913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72054e52-d1bd-4ee7-ab12-b54c7398b1f0 req-7331ca18-acd7-4c8b-8e8e-c1d40b73c6fd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823642 Feb 03 04:24:58.269008 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce86ce8-eef2-4c69-80c3-300789c1e645 x-openstack-request-id: req-bce86ce8-eef2-4c69-80c3-300789c1e645 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:24:58.269517 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814a981-867f-4e27-9127-40898185d465", "name": "network-vif-unplugged", "status": "completed", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:24:58.270252 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bce86ce8-eef2-4c69-80c3-300789c1e645 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:24:58.270791 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463', 'code': 200} Feb 03 04:24:58.304386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (85ae8084-1512-41bd-820f-3789560e4037), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.317208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:58.356649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a5affd-620a-4753-a403-de8880401d85 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:58.357750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (85ae8084-1512-41bd-820f-3789560e4037), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.364436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:58.365715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.385483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Publish callbacks [] for port (54a5affd-620a-4753-a403-de8880401d85), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.405740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Transition to ACTIVE for port object 54a5affd-620a-4753-a403-de8880401d85 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:24:58.421211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (54a5affd-620a-4753-a403-de8880401d85), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.449241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3408861 Feb 03 04:24:58.456088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:58.461725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'subnet': {'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:58.493219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e48dc-4e6d-40a6-a5c1-3d00dade5246 req-95a9e7ca-c030-4a5d-8fc8-5810b406ef49 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:58.500765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-155e48dc-4e6d-40a6-a5c1-3d00dade5246 req-95a9e7ca-c030-4a5d-8fc8-5810b406ef49 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.1630991 Feb 03 04:24:58.509109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:58.518628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 431df9f9-614e-46b7-9774-5a784b6d3463 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:24:58.547413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'mac_address': 'fa:16:3e:e4:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:24:58.552826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Pushing event updated for resources: {'Port': ['ID=54a5affd-620a-4753-a403-de8880401d85,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:58.630272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a9551-d375-4d4c-9131-3fa3d43eba8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Network': ['ID=85ae8084-1512-41bd-820f-3789560e4037,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:58.638047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-087c57df-a12a-4565-9362-0ed757723977 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788217 Feb 03 04:24:58.657911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:58.662426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 85ae8084-1512-41bd-820f-3789560e4037 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:24:58.663934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.698842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-155e48dc-4e6d-40a6-a5c1-3d00dade5246 req-2081fff9-82ec-4561-a898-3c43a7755270 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945777 Feb 03 04:24:58.753798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:24:58.754372 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.789982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Attempting to bind port 54a5affd-620a-4753-a403-de8880401d85 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:24:58.790328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Attempting to bind port 54a5affd-620a-4753-a403-de8880401d85 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:24:58.790671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Attempting to bind port 54a5affd-620a-4753-a403-de8880401d85 on network a194a67b-7a69-4787-8f43-1346cec68756 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:58.804990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Port 54a5affd-620a-4753-a403-de8880401d85 on network a194a67b-7a69-4787-8f43-1346cec68756 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:24:58.805441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Attempting to bind port 54a5affd-620a-4753-a403-de8880401d85 on network a194a67b-7a69-4787-8f43-1346cec68756 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:24:58.817309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:24:58.817666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Checking segment: {'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:58.818070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Bound using segment: {'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:24:58.818579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Bound port: 54a5affd-620a-4753-a403-de8880401d85, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22604626-04c5-4d65-a2c4-a57c5a0b28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:24:58.818989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (54a5affd-620a-4753-a403-de8880401d85), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.881332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:24:58.902054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-de6272dd-93d3-43e2-b744-31f340a31a37 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:58.903719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-de6272dd-93d3-43e2-b744-31f340a31a37 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559204 Feb 03 04:24:58.918683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:58.947405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-d0dcc394-e54f-4f1f-826d-3036d203ac9b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/quotas/09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 375 time: 0.0338554 Feb 03 04:24:58.955466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 431df9f9-614e-46b7-9774-5a784b6d3463 has no active binding in host n-h1-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:24:58.958548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:24:58.965667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.968325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (5d3ad750-d16b-4dad-b8cd-94b9ef4257e5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:58.987890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db7a97-c22e-4427-a8a2-a2a4eecf0b9d req-b50c608d-ccec-442a-8bc9-90a263af35d0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:58.989488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53db7a97-c22e-4427-a8a2-a2a4eecf0b9d req-b50c608d-ccec-442a-8bc9-90a263af35d0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.1561182 Feb 03 04:24:59.005236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] For port 54a5affd-620a-4753-a403-de8880401d85, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:24:59.031045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:59.038192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] For port 54a5affd-620a-4753-a403-de8880401d85, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=54a5affd-620a-4753-a403-de8880401d85,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:24:59.060395 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (54a5affd-620a-4753-a403-de8880401d85), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:59.082504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Subnet': ['ID=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:59.084773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Checking segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:59.085130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network hostable DHCP agents. Network: 74ee9637-e507-4076-9ab8-516d81946e96, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:24:59.089843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:24:59.114259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.115374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:59.116590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] 10.222.0.31 "PUT /v2.0/ports/54a5affd-620a-4753-a403-de8880401d85 HTTP/1.1" status: 200 len: 1091 time: 1.7703500 Feb 03 04:24:59.122546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53db7a97-c22e-4427-a8a2-a2a4eecf0b9d req-477066a7-b07a-4dee-91a9-c107e48d235d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145880 Feb 03 04:24:59.148530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-64c23dc9-d034-4c54-94fe-e3a6927ceb84 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1937056 Feb 03 04:24:59.157091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 74ee9637-e507-4076-9ab8-516d81946e96 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:24:59.181157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 74ee9637-e507-4076-9ab8-516d81946e96) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:24:59.188119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.190952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:59.201206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6394eaa-3333-4eb2-99f1-863a11ab9177 None None] Network 74ee9637-e507-4076-9ab8-516d81946e96 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:24:59.231637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-844da493-5d62-4bf2-b814-72b30a6cb398 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7737033 Feb 03 04:24:59.234685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:24:59.240975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'subnet': {'network_id': '85ae8084-1512-41bd-820f-3789560e4037', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:24:59.274606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'tag': '199c44c2-93e4-44bc-9557-6b83c69f6f04'}, {'name': 'network-changed', 'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'tag': '54a5affd-620a-4753-a403-de8880401d85'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:59.277192 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745d6125-60ef-4d10-9d22-fdde0a4eb44a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd459141-616b-4dac-8394-701029bba275", "tag": "199c44c2-93e4-44bc-9557-6b83c69f6f04"}, {"name": "network-changed", "server_uuid": "dd459141-616b-4dac-8394-701029bba275", "tag": "54a5affd-620a-4753-a403-de8880401d85"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:59.308439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff216a-6128-45b9-94a2-46aeee6de50e service neutron] Pushing event updated for resources: {'Port': ['ID=54a5affd-620a-4753-a403-de8880401d85,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:59.431564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-d929b33c-5ea6-490b-acf4-cbc32dab6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.432133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-d929b33c-5ea6-490b-acf4-cbc32dab6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.433851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-d929b33c-5ea6-490b-acf4-cbc32dab6bcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 2042 time: 0.2440071 Feb 03 04:24:59.444993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:24:59.449874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:59.524784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de64dc-fb24-4f4e-b55e-ac8a59ee704a req-16199f2b-a261-422f-9c7d-2e67b9857eb2 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.537007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:24:59.539297 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277364d1-c395-46b4-af5a-c471dbe42ad7" -d '{"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:24:59.557190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64de64dc-fb24-4f4e-b55e-ac8a59ee704a req-16199f2b-a261-422f-9c7d-2e67b9857eb2 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.2760191 Feb 03 04:24:59.681105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-1fd0ffa6-a68d-4d78-967b-501513fc3b07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=199c44c2-93e4-44bc-9557-6b83c69f6f04 HTTP/1.1" status: 200 len: 217 time: 0.2200212 Feb 03 04:24:59.711538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0dec5c8e-69eb-4f36-818c-cd699999389d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:59.723284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-74ee9637-e507-4076-9ab8-516d81946e96', 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'fixed_ips': [{'subnet_id': '5d3ad750-d16b-4dad-b8cd-94b9ef4257e5'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:24:59.724199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:24:59.874598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Subnet': ['ID=0dec5c8e-69eb-4f36-818c-cd699999389d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:24:59.896289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-be829c5e-2dea-408a-b162-120a5e991e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.897829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-be829c5e-2dea-408a-b162-120a5e991e56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca92dead-6006-4168-b58a-744eb6231d92 HTTP/1.1" status: 200 len: 801 time: 0.1516569 Feb 03 04:24:59.952115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Checking segment: {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:24:59.957749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network hostable DHCP agents. Network: 85ae8084-1512-41bd-820f-3789560e4037, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:24:59.959073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64de64dc-fb24-4f4e-b55e-ac8a59ee704a req-66643109-bc52-42c9-b4b1-470809d3c895 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010062 Feb 03 04:24:59.972073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc34d18-612e-4324-b777-31a22a1d98e8 req-4d4842a5-9970-48dd-a635-613c565eb840 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.983041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc34d18-612e-4324-b777-31a22a1d98e8 req-4d4842a5-9970-48dd-a635-613c565eb840 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:24:59.985392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cc34d18-612e-4324-b777-31a22a1d98e8 req-4d4842a5-9970-48dd-a635-613c565eb840 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1678 time: 0.3506424 Feb 03 04:24:59.996886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 85ae8084-1512-41bd-820f-3789560e4037 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:25:00.022849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 85ae8084-1512-41bd-820f-3789560e4037) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:00.027559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:00.028514 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:00.040135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effe50e-faae-475e-9206-4a399311482a None None] Network 85ae8084-1512-41bd-820f-3789560e4037 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:00.066129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7f9e0793-6bb5-4c56-aab5-0395f42950fd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8273797 Feb 03 04:25:00.066371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:00.072132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'port': {'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'name': 'tempest-TaggedBootDevicesTest-2102468997', 'fixed_ips': [{'subnet_id': '5d3ad750-d16b-4dad-b8cd-94b9ef4257e5'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:00.100501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Allocated IP 10.1.1.2 (74ee9637-e507-4076-9ab8-516d81946e96/5d3ad750-d16b-4dad-b8cd-94b9ef4257e5/f0e97ecc-053a-4082-8668-67ef63ffe73a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:00.128774 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928d17d0-89de-46ec-9441-b2d83f9ca6ad x-openstack-request-id: req-928d17d0-89de-46ec-9441-b2d83f9ca6ad {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:00.130901 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd459141-616b-4dac-8394-701029bba275", "tag": "199c44c2-93e4-44bc-9557-6b83c69f6f04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd459141-616b-4dac-8394-701029bba275", "tag": "54a5affd-620a-4753-a403-de8880401d85", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:00.131339 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-928d17d0-89de-46ec-9441-b2d83f9ca6ad {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:00.132013 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'tag': '199c44c2-93e4-44bc-9557-6b83c69f6f04', 'status': 'completed', 'code': 200} Feb 03 04:25:00.132279 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'tag': '54a5affd-620a-4753-a403-de8880401d85', 'status': 'completed', 'code': 200} Feb 03 04:25:00.134498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-99d42c3d-f2db-49f0-9a77-345d4b049027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:00.136420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-99d42c3d-f2db-49f0-9a77-345d4b049027 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f0acd1b-6bf4-43ba-9b37-bcb740b2d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2215760 Feb 03 04:25:00.157400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cc34d18-612e-4324-b777-31a22a1d98e8 req-e7b620d7-19a2-4610-97bc-b8217da3a4a2 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528952 Feb 03 04:25:00.273045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:00.276019 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8b27ee-0adc-4818-ab58-6ff7855a0238" -d '{"events": [{"name": "network-changed", "server_uuid": "0814a981-867f-4e27-9127-40898185d465", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:00.309868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdc6bc39-a511-40c6-a8ed-9c8b7369a63b req-a5c49efb-0ed7-4d24-9968-2fdf01838af9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 210 time: 0.1861277 Feb 03 04:25:00.345748 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab49f0c7-41ea-4bb7-9847-f67e59c5f427 x-openstack-request-id: req-ab49f0c7-41ea-4bb7-9847-f67e59c5f427 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:00.347956 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:00.348452 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab49f0c7-41ea-4bb7-9847-f67e59c5f427 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:00.349011 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'code': 200} Feb 03 04:25:00.366815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:00.613027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:00.651152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] device_id is not set on port 892459cd-d2bf-450a-ba0f-c4ba4497989e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:25:00.654944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-85ae8084-1512-41bd-820f-3789560e4037', 'network_id': '85ae8084-1512-41bd-820f-3789560e4037', 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'fixed_ips': [{'subnet_id': '0dec5c8e-69eb-4f36-818c-cd699999389d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:25:00.657723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:00.766690 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-701e02c3-1b84-4ecc-ba7a-9e501e19c8de service neutron] 10.222.0.31 "GET /v2.0/networks/1f0acd1b-6bf4-43ba-9b37-bcb740b2d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723088 Feb 03 04:25:00.838342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e280a-4fd4-4be2-8095-3d7db1014d9f req-66498d09-ad3c-42ea-802b-a1a26d6a8a05 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:00.846840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c74e280a-4fd4-4be2-8095-3d7db1014d9f req-66498d09-ad3c-42ea-802b-a1a26d6a8a05 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.3779054 Feb 03 04:25:00.860674 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Publish callbacks [] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:00.879174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Allocated IP 10.2.2.2 (85ae8084-1512-41bd-820f-3789560e4037/0dec5c8e-69eb-4f36-818c-cd699999389d/e38b3f2f-8c1c-4944-9591-50f961449b4b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:00.882431 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:00.885243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293172-2892-44e3-8038-2bf235384027 req-e7e33b8d-ab7f-40ee-997f-874e68d00557 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:00.887823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c293172-2892-44e3-8038-2bf235384027 req-e7e33b8d-ab7f-40ee-997f-874e68d00557 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.3842952 Feb 03 04:25:00.978075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Network 74ee9637-e507-4076-9ab8-516d81946e96 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:00.993559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:01.000035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:01.028495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-4ebfe1d1-eb47-4494-a320-c6df938e9883 service neutron] 10.222.0.31 "GET /v2.0/networks/1f0acd1b-6bf4-43ba-9b37-bcb740b2d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507896 Feb 03 04:25:01.060109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Pushing event updated for resources: {'Port': ['ID=f0e97ecc-053a-4082-8668-67ef63ffe73a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:01.094531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-ff722888-8894-43ac-8c69-b2ea910af380 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=54a5affd-620a-4753-a403-de8880401d85 HTTP/1.1" status: 200 len: 217 time: 0.0512393 Feb 03 04:25:01.156783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-ba6ae611-3c54-4211-ba02-ec9649120976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:01.158542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-ba6ae611-3c54-4211-ba02-ec9649120976 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52 HTTP/1.1" status: 200 len: 801 time: 0.0493286 Feb 03 04:25:01.223268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c293172-2892-44e3-8038-2bf235384027 req-8a07d193-30f0-4650-8c01-dd89b78d832a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886148 Feb 03 04:25:01.270753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 10.1.1.34 (74ee9637-e507-4076-9ab8-516d81946e96/5d3ad750-d16b-4dad-b8cd-94b9ef4257e5/892459cd-d2bf-450a-ba0f-c4ba4497989e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:01.316957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-caf0cdd1-b9e4-4c33-9c97-b73b02ebc6a8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055708 Feb 03 04:25:01.360455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c74e280a-4fd4-4be2-8095-3d7db1014d9f req-ff56bc99-ec35-4c61-9a04-8824de4431c8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082705 Feb 03 04:25:01.390833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Attempting to bind port f0e97ecc-053a-4082-8668-67ef63ffe73a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:01.392042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Attempting to bind port f0e97ecc-053a-4082-8668-67ef63ffe73a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:01.392768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Attempting to bind port f0e97ecc-053a-4082-8668-67ef63ffe73a on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:01.426438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:01.427033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Checking segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:01.427583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:01.428125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Bound using segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:01.428939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Bound port: f0e97ecc-053a-4082-8668-67ef63ffe73a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:01.429557 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:01.542305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Publish callbacks [] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:01.568338 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:01.621999 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea36ce3-43d8-4a3a-b1d1-67cb020118d4 x-openstack-request-id: req-3ea36ce3-43d8-4a3a-b1d1-67cb020118d4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:01.622631 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814a981-867f-4e27-9127-40898185d465", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:01.622631 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ea36ce3-43d8-4a3a-b1d1-67cb020118d4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:01.622991 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463', 'status': 'completed', 'code': 200} Feb 03 04:25:01.627720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] For port f0e97ecc-053a-4082-8668-67ef63ffe73a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:01.652283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Network 85ae8084-1512-41bd-820f-3789560e4037 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:01.660730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:01.664832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] For port f0e97ecc-053a-4082-8668-67ef63ffe73a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0e97ecc-053a-4082-8668-67ef63ffe73a,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:01.668331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:01.715948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Pushing event updated for resources: {'Port': ['ID=e38b3f2f-8c1c-4944-9591-50f961449b4b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:01.742336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:01.762941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:01.796480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-662e235d-6aa3-453b-8d89-78fd9196e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:01.799209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-662e235d-6aa3-453b-8d89-78fd9196e1c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a194a67b-7a69-4787-8f43-1346cec68756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6331944 Feb 03 04:25:01.820191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-01187f26-cc47-4c93-b562-aed8feeab030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:01.825995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-01187f26-cc47-4c93-b562-aed8feeab030 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1156 time: 0.2017956 Feb 03 04:25:01.954185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Attempting to bind port e38b3f2f-8c1c-4944-9591-50f961449b4b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:01.954557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Attempting to bind port e38b3f2f-8c1c-4944-9591-50f961449b4b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:01.954924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Attempting to bind port e38b3f2f-8c1c-4944-9591-50f961449b4b on network 85ae8084-1512-41bd-820f-3789560e4037 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:01.992092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:01.992530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Checking segment: {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:01.992948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:01.993350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Bound using segment: {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:01.993825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Bound port: e38b3f2f-8c1c-4944-9591-50f961449b4b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:01.994222 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:02.032226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-0d6abe8f-01fd-4993-9e99-e29d767d505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.035071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-0d6abe8f-01fd-4993-9e99-e29d767d505b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.1962461 Feb 03 04:25:02.042132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:02.090922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-6d4b00c3-eb5a-48ea-abe8-2fe08720060e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.093905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c1fa3-09f9-4598-8cd1-61c4563d754c None None] Pushing event updated for resources: {'Port': ['ID=f0e97ecc-053a-4082-8668-67ef63ffe73a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:02.097632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-6d4b00c3-eb5a-48ea-abe8-2fe08720060e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7213175 Feb 03 04:25:02.193981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f5135-0c2c-4283-a63f-3006fe4b22a0 req-f14daf7f-aed8-403d-bd80-f1a6735a6c54 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.203778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-719f5135-0c2c-4283-a63f-3006fe4b22a0 req-f14daf7f-aed8-403d-bd80-f1a6735a6c54 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.6610119 Feb 03 04:25:02.207680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-121851a7-db3d-4d5f-b9b6-a2a427874308 service neutron] 10.222.0.31 "GET /v2.0/networks/a194a67b-7a69-4787-8f43-1346cec68756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935652 Feb 03 04:25:02.229615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Request body: {'port': {'device_id': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '09ee2d373fa94a7db158b1b8b5f63d5c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:02.237705 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-4c3382a1-f9a9-4067-a7ae-de8c7d643183 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 217 time: 0.1821899 Feb 03 04:25:02.244682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 74ee9637-e507-4076-9ab8-516d81946e96 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:02.252781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:02.259830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] For port e38b3f2f-8c1c-4944-9591-50f961449b4b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:02.274396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] For port e38b3f2f-8c1c-4944-9591-50f961449b4b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e38b3f2f-8c1c-4944-9591-50f961449b4b,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:02.277451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:02.289774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:02.296136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb78e-929a-4d08-b405-1d566a7606ee req-c41f4097-713f-4528-9132-9540049b93c6 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.308502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb78e-929a-4d08-b405-1d566a7606ee req-c41f4097-713f-4528-9132-9540049b93c6 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.314712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:02.327777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcfbb78e-929a-4d08-b405-1d566a7606ee req-c41f4097-713f-4528-9132-9540049b93c6 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1678 time: 0.7490895 Feb 03 04:25:02.441025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-719f5135-0c2c-4283-a63f-3006fe4b22a0 req-91c27533-55c6-499c-827b-56c575e7aaad tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362280 Feb 03 04:25:02.462977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.465454 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:02.501119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.31', 63199) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:02.591111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=892459cd-d2bf-450a-ba0f-c4ba4497989e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:02.609578 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5e4fcb8d-ddec-41cb-9ef1-f8d4294fb309 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5421660 Feb 03 04:25:02.612284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:02.628514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'port': {'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'name': 'tempest-TaggedBootDevicesTest-680046279', 'fixed_ips': [{'subnet_id': '5d3ad750-d16b-4dad-b8cd-94b9ef4257e5'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:02.669109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcfbb78e-929a-4d08-b405-1d566a7606ee req-6422a55f-6c84-4497-87ee-cd633bbcab0e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389773 Feb 03 04:25:02.829859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff553694-9e5c-475a-a92a-8f347d5276ea req-508143f8-f6f4-4690-9172-3e8504be598f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 210 time: 0.1725645 Feb 03 04:25:02.833507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-c2b19f45-9f8b-4274-b0e7-52f62d068d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.839621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-c2b19f45-9f8b-4274-b0e7-52f62d068d36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.5862901 Feb 03 04:25:02.845810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:02.863018 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:02.877567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aec8d-0878-4adc-aee6-0827b289fe2a None None] Pushing event updated for resources: {'Port': ['ID=e38b3f2f-8c1c-4944-9591-50f961449b4b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:02.914090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-7ed8c360-6e81-4a84-9981-1aeeadaa59d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448980 Feb 03 04:25:02.934268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:02.939256 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:02.939929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] device_id is not set on port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:25:02.947922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-c8eeae3b-75f2-49fe-b63f-e7b63446e4c0 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:02.949639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-c8eeae3b-75f2-49fe-b63f-e7b63446e4c0 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1128 time: 0.4474180 Feb 03 04:25:02.969466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-1'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:03.216274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-deb09e8c-587f-4d16-bd78-b551112977a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:03.282272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:03.287869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:03.353889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0297dc6-2708-4064-a56e-1aa0bd844925 req-56163cb9-c3e8-4cc2-89d6-121ad7d20e26 service neutron] 10.222.0.31 "GET /v2.0/networks/a194a67b-7a69-4787-8f43-1346cec68756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1135304 Feb 03 04:25:03.372259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:03.379996 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cda49e-b237-4bb9-a198-0c05176038b9" -d '{"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:03.425634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:03.427073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:03.440149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d246b-fa4c-4471-8b49-1da6da46c52e req-15b23b33-dbda-42cc-9e72-22f6c6491484 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:03.444982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:03.447835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 431df9f9-614e-46b7-9774-5a784b6d3463 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:03.449048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a9d246b-fa4c-4471-8b49-1da6da46c52e req-15b23b33-dbda-42cc-9e72-22f6c6491484 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.5823021 Feb 03 04:25:03.529187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e97ecc-053a-4082-8668-67ef63ffe73a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:03.672595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7c28d-f95f-4406-b14b-ff9aa8eeb939 req-050c24f0-30ae-4ed0-8015-6614ad45b6b7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:03.674167 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-c9f1a8b5-5be5-439a-b613-195e2092afcd service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7534909 Feb 03 04:25:03.685299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6f7c28d-f95f-4406-b14b-ff9aa8eeb939 req-050c24f0-30ae-4ed0-8015-6614ad45b6b7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 946 time: 0.5660410 Feb 03 04:25:03.788114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a9d246b-fa4c-4471-8b49-1da6da46c52e req-f572efe0-bf56-42ae-b129-d7713705f6e6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378749 Feb 03 04:25:03.818672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:03.912725 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df2d81-213f-4b1c-afd3-afb2e10d9689 x-openstack-request-id: req-32df2d81-213f-4b1c-afd3-afb2e10d9689 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:03.912725 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:03.912725 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32df2d81-213f-4b1c-afd3-afb2e10d9689 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:03.915815 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'code': 200} Feb 03 04:25:03.916831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f0e97ecc-053a-4082-8668-67ef63ffe73a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:03.918928 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:03.957306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Made reservation on behalf of 09ee2d373fa94a7db158b1b8b5f63d5c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:03.980980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.003114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 10.1.1.29 (74ee9637-e507-4076-9ab8-516d81946e96/5d3ad750-d16b-4dad-b8cd-94b9ef4257e5/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:04.108402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f6e48-41af-4833-b9e1-a8abb693ac5d None None] Network 74ee9637-e507-4076-9ab8-516d81946e96 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:04.110352 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d8b27ee-0adc-4818-ab58-6ff7855a0238 req-770cad6b-cdba-40bb-9cec-37279b30a599 service neutron] 10.222.0.31 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255171 Feb 03 04:25:04.250628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:04.346273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 39756c5b-12f1-4962-b640-d7402ffd43e4 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:25:04.452466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:04.482990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 431df9f9-614e-46b7-9774-5a784b6d3463 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:04.493680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4f7eaa76-a6c3-4cd6-a81b-00d023d043ff None None] Provisioning complete for port f0e97ecc-053a-4082-8668-67ef63ffe73a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:04.493948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f7eaa76-a6c3-4cd6-a81b-00d023d043ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.550573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.575419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:25:04.614374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:04.626291 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec61c901-a317-43b9-8bec-a90b3cb572ac" -d '{"events": [{"server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "name": "network-vif-unplugged", "status": "completed", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:04.642730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Publish callbacks [] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.671418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.750098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f0e97ecc-053a-4082-8668-67ef63ffe73a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:04.750509 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.760224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce6fe3-4d1d-46e0-9cb9-a2c076e17ea5 None None] Network 85ae8084-1512-41bd-820f-3789560e4037 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:04.860230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-0850b372-cd40-47e2-8325-d8822603a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:04.861379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-0850b372-cd40-47e2-8325-d8822603a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:04.863268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-0850b372-cd40-47e2-8325-d8822603a1fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 2042 time: 1.3845444 Feb 03 04:25:04.866072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.882432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4f7eaa76-a6c3-4cd6-a81b-00d023d043ff None None] Current status of the port f0e97ecc-053a-4082-8668-67ef63ffe73a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:04.882834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f7eaa76-a6c3-4cd6-a81b-00d023d043ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:04.970445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:04.998358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:05.070111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6f7c28d-f95f-4406-b14b-ff9aa8eeb939 req-9ac386e7-9514-4c1f-a4b1-babd29ff6cde tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3464088 Feb 03 04:25:05.138147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 39756c5b-12f1-4962-b640-d7402ffd43e4 has no active binding in host n-h2-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:25:05.159604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port f0e97ecc-053a-4082-8668-67ef63ffe73a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0e97ecc-053a-4082-8668-67ef63ffe73a,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:05.169688 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:05.200784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:05.229234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 74ee9637-e507-4076-9ab8-516d81946e96 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:05.230897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on host n-h1-827549-1 for vnic_type normal with profile {"migrating_to": "n-h2-827549-1"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:05.231233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:05.231589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:05.264959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:05.275905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:05.399936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:05.400614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:05.404515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:05.404847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Attempting to bind port 39756c5b-12f1-4962-b640-d7402ffd43e4 on network 83bc5843-8ce4-427a-99ea-8e851077989b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:05.435047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:05.435391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Checking segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:05.435818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Bound using segment: {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:05.436278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Bound port: 39756c5b-12f1-4962-b640-d7402ffd43e4, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6c512-6d46-4874-bb8a-f3555a39f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '83bc5843-8ce4-427a-99ea-8e851077989b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:05.436646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:05.445932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-6199b731-5691-44a2-8118-7f812b9d29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:05.447735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-6199b731-5691-44a2-8118-7f812b9d29e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 HTTP/1.1" status: 200 len: 902 time: 0.5138705 Feb 03 04:25:05.547289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d32e916-5906-4f28-9add-47f1206750c8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9268336 Feb 03 04:25:05.568561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Allocated IP 192.168.233.170 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/d1338df3-468e-4a8c-b7dc-c394a39347e1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:05.620311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:05.628119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:05.638772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e38b3f2f-8c1c-4944-9591-50f961449b4b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:05.645940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:05.758220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:05.788767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks [] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:05.851081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:05.878028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:05.881027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:05.884623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-39268c5c-a07c-488b-8a81-41addc06aa20 service neutron] 10.222.0.31 "PUT /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 1122 time: 2.9213836 Feb 03 04:25:05.902932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b4d84658-9c72-4e84-8dae-278047acce64'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:05.910913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', '53337217-28b0-4fa9-9618-fdd5a8516e7c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:05.973098 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-4f7eaa76-a6c3-4cd6-a81b-00d023d043ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:25:05.974176 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-4f7eaa76-a6c3-4cd6-a81b-00d023d043ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:25:05.993330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1317e47-2aa8-40a6-9f5e-35df821f98e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:06.033223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e38b3f2f-8c1c-4944-9591-50f961449b4b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:06.034241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:06.044093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=f0e97ecc-053a-4082-8668-67ef63ffe73a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:06.084020 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-7a22da6b-4ef4-4321-8bee-dfa88172847d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=199c44c2-93e4-44bc-9557-6b83c69f6f04 HTTP/1.1" status: 200 len: 217 time: 0.2346323 Feb 03 04:25:06.085759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['39756c5b-12f1-4962-b640-d7402ffd43e4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:06.174885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['39756c5b-12f1-4962-b640-d7402ffd43e4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:06.277994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:06.288613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-262a7900-7dfc-484c-9850-150183f47ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:06.290878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-262a7900-7dfc-484c-9850-150183f47ebb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca92dead-6006-4168-b58a-744eb6231d92 HTTP/1.1" status: 200 len: 801 time: 0.2057281 Feb 03 04:25:06.308867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f78a0-78d0-4bc2-8a03-4a7121b03d2f req-755a0727-9f85-4cc4-9e47-f877e0aac80e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:06.311253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d49f78a0-78d0-4bc2-8a03-4a7121b03d2f req-755a0727-9f85-4cc4-9e47-f877e0aac80e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 2.2767627 Feb 03 04:25:06.335649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 199c44c2-93e4-44bc-9557-6b83c69f6f04 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:25:06.423640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:06.463969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:06.560227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4f7eaa76-a6c3-4cd6-a81b-00d023d043ff None None] Current status of the port f0e97ecc-053a-4082-8668-67ef63ffe73a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:06.574668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:06.593947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:06.712913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:06.736498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaedf99-e44c-44c5-aecb-7cbd827b8b27 req-12f30b39-768d-4cf6-a1b8-8f3954e2d91b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:06.741960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaedf99-e44c-44c5-aecb-7cbd827b8b27 req-12f30b39-768d-4cf6-a1b8-8f3954e2d91b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:06.754464 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0aaedf99-e44c-44c5-aecb-7cbd827b8b27 req-12f30b39-768d-4cf6-a1b8-8f3954e2d91b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1678 time: 0.9180081 Feb 03 04:25:06.786916 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:06.807655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d49f78a0-78d0-4bc2-8a03-4a7121b03d2f req-391034df-f1ef-4472-87e4-bbad5b9aba26 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012532 Feb 03 04:25:06.888954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6796551 Feb 03 04:25:06.893656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.894010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.894360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.894713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.895050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.904473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.904952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.907103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.907638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.908006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.908364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.908719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.909057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03016d0-5175-4e3f-ba6c-d682deca776c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:06.924226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:25:06.937628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e38b3f2f-8c1c-4944-9591-50f961449b4b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:06.940612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Request body: {'port': {'device_id': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:06.940781 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:06.964116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0aaedf99-e44c-44c5-aecb-7cbd827b8b27 req-60285628-a87a-4c04-b650-717f33dcb5d8 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087138 Feb 03 04:25:07.053451 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dae242-9656-4d5e-a373-5e66598441d2 x-openstack-request-id: req-b2dae242-9656-4d5e-a373-5e66598441d2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:07.053934 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "name": "network-vif-unplugged", "status": "completed", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:07.054049 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2dae242-9656-4d5e-a373-5e66598441d2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:07.054392 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4', 'code': 200} Feb 03 04:25:07.064469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-2819e50e-4bcb-432c-bc4c-369b9b6156b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:07.065985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-2819e50e-4bcb-432c-bc4c-369b9b6156b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f0acd1b-6bf4-43ba-9b37-bcb740b2d992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7525303 Feb 03 04:25:07.130113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Provisioning complete for port f0e97ecc-053a-4082-8668-67ef63ffe73a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:07.135391 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:07.286459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e38b3f2f-8c1c-4944-9591-50f961449b4b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e38b3f2f-8c1c-4944-9591-50f961449b4b,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:07.310028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:07.376446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 199c44c2-93e4-44bc-9557-6b83c69f6f04, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=199c44c2-93e4-44bc-9557-6b83c69f6f04,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:07.432700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '199c44c2-93e4-44bc-9557-6b83c69f6f04', 'network_id': '1f0acd1b-6bf4-43ba-9b37-bcb740b2d992', 'port_id': '199c44c2-93e4-44bc-9557-6b83c69f6f04', 'mac_address': 'fa:16:3e:a3:0d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca92dead-6006-4168-b58a-744eb6231d92', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:25:07.458388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:07.508799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Current status of the port f0e97ecc-053a-4082-8668-67ef63ffe73a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:07.518280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e97ecc-053a-4082-8668-67ef63ffe73a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:07.529625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b676-071e-409b-b367-affa6e12f090 req-a55e2daf-4394-4ce0-beb8-12dd9cc04569 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:07.536464 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc41b676-071e-409b-b367-affa6e12f090 req-a55e2daf-4394-4ce0-beb8-12dd9cc04569 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 936 time: 0.5852137 Feb 03 04:25:07.587588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e652441-e491-488f-9991-2c5190d07498 req-a4dc53bc-58bd-4574-8d9c-4182b97d759d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:07.598019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e652441-e491-488f-9991-2c5190d07498 req-a4dc53bc-58bd-4574-8d9c-4182b97d759d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.4195485 Feb 03 04:25:07.600439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e38b3f2f-8c1c-4944-9591-50f961449b4b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:07.614588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 199c44c2-93e4-44bc-9557-6b83c69f6f04 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:07.616085 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:07.638396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199c44c2-93e4-44bc-9557-6b83c69f6f04 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:07.666659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f0e97ecc-053a-4082-8668-67ef63ffe73a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:07.667236 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:07.676139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e652441-e491-488f-9991-2c5190d07498 req-67b40d88-2e5c-4cb1-bd6e-c5dd55f9907a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775845 Feb 03 04:25:07.696112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Provisioning complete for port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:07.696936 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:07.743019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-105f68a3-ae88-4444-8a3f-05f68b7346c7 service neutron] 10.222.0.31 "GET /v2.0/networks/1f0acd1b-6bf4-43ba-9b37-bcb740b2d992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257508 Feb 03 04:25:07.769579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 199c44c2-93e4-44bc-9557-6b83c69f6f04, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=199c44c2-93e4-44bc-9557-6b83c69f6f04,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:07.802172 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:07.802988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 54a5affd-620a-4753-a403-de8880401d85 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:25:07.915494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:07.921179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e7e3c9e5-e00b-4a10-bfa3-b4faa7d3c7d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932504292', 'description': 'tempest-description--698317388'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:07.934228 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:25:07.978594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7e3c9e5-e00b-4a10-bfa3-b4faa7d3c7d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.014771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-e99b7698-9ae7-404f-a175-f65d00e96878 service neutron] 10.222.0.31 "GET /v2.0/networks/1f0acd1b-6bf4-43ba-9b37-bcb740b2d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656883 Feb 03 04:25:08.054656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc41b676-071e-409b-b367-affa6e12f090 req-6075176a-d40a-41b6-9a08-10801d06a739 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162463 Feb 03 04:25:08.112149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:08.122334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7e3c9e5-e00b-4a10-bfa3-b4faa7d3c7d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group (44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.136633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7e3c9e5-e00b-4a10-bfa3-b4faa7d3c7d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.171954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3c9e5-e00b-4a10-bfa3-b4faa7d3c7d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:08.213867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7e3c9e5-e00b-4a10-bfa3-b4faa7d3c7d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.216115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7e3c9e5-e00b-4a10-bfa3-b4faa7d3c7d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2991478 Feb 03 04:25:08.218851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:08.232159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Provisioning complete for port 892459cd-d2bf-450a-ba0f-c4ba4497989e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:08.232933 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.233196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3b3174d6-8df3-43f4-8504-98fa6291589e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'security_group_rule': {'security_group_id': '44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:08.263744 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.265382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=199c44c2-93e4-44bc-9557-6b83c69f6f04,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:08.287450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b3174d6-8df3-43f4-8504-98fa6291589e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group_rule (d98b29bf-510c-467d-9586-fa908c33755e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.352276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137b4af-d479-4d71-bfe6-73c0067495ef req-91963579-6a43-4454-8f0a-9909b098118a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:08.352832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 54a5affd-620a-4753-a403-de8880401d85, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=54a5affd-620a-4753-a403-de8880401d85,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:08.359957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3137b4af-d479-4d71-bfe6-73c0067495ef req-91963579-6a43-4454-8f0a-9909b098118a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.2873545 Feb 03 04:25:08.410307 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b3174d6-8df3-43f4-8504-98fa6291589e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group_rule (d98b29bf-510c-467d-9586-fa908c33755e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.417239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f0e97ecc-053a-4082-8668-67ef63ffe73a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:08.419465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '54a5affd-620a-4753-a403-de8880401d85', 'network_id': 'a194a67b-7a69-4787-8f43-1346cec68756', 'port_id': '54a5affd-620a-4753-a403-de8880401d85', 'mac_address': 'fa:16:3e:c1:46:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52', 'ip_address': '19.86.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:25:08.421191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b3174d6-8df3-43f4-8504-98fa6291589e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (d98b29bf-510c-467d-9586-fa908c33755e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.436856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Port 892459cd-d2bf-450a-ba0f-c4ba4497989e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:08.455808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3174d6-8df3-43f4-8504-98fa6291589e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98b29bf-510c-467d-9586-fa908c33755e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:08.479151 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b3174d6-8df3-43f4-8504-98fa6291589e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.482934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3b3174d6-8df3-43f4-8504-98fa6291589e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601674 Feb 03 04:25:08.483181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:08.484430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-aa2de594-6360-452c-8236-ca218ac1609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:08.485120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-aa2de594-6360-452c-8236-ca218ac1609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:08.488035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-82348753-34a6-4f9e-ae22-14eb53f123c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'security_group_rule': {'security_group_id': '44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:08.488487 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-aa2de594-6360-452c-8236-ca218ac1609d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 2043 time: 0.3393009 Feb 03 04:25:08.525110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Provisioning complete for port e38b3f2f-8c1c-4944-9591-50f961449b4b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:08.525496 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.543474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82348753-34a6-4f9e-ae22-14eb53f123c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group_rule (92902172-65d5-4212-84d0-9ac3b9bbed2e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.581886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 54a5affd-620a-4753-a403-de8880401d85 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:08.582279 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (54a5affd-620a-4753-a403-de8880401d85), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.630868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a5affd-620a-4753-a403-de8880401d85 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:08.638600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f251d-d033-430f-8bc0-121c23c42b55 req-98cdc1bf-8ec9-45d3-82f1-9e70cd72afd3 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:08.641406 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-106f251d-d033-430f-8bc0-121c23c42b55 req-98cdc1bf-8ec9-45d3-82f1-9e70cd72afd3 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.4836016 Feb 03 04:25:08.668573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82348753-34a6-4f9e-ae22-14eb53f123c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group_rule (92902172-65d5-4212-84d0-9ac3b9bbed2e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.679389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82348753-34a6-4f9e-ae22-14eb53f123c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (92902172-65d5-4212-84d0-9ac3b9bbed2e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.692624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3137b4af-d479-4d71-bfe6-73c0067495ef req-be437202-5e9c-4a2d-9820-dda351c37774 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315527 Feb 03 04:25:08.695259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 54a5affd-620a-4753-a403-de8880401d85, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=54a5affd-620a-4753-a403-de8880401d85,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:08.708503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (54a5affd-620a-4753-a403-de8880401d85), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.716387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82348753-34a6-4f9e-ae22-14eb53f123c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92902172-65d5-4212-84d0-9ac3b9bbed2e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:08.742216 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82348753-34a6-4f9e-ae22-14eb53f123c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.743489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-82348753-34a6-4f9e-ae22-14eb53f123c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591822 Feb 03 04:25:08.746634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:08.751033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:08.801268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:08.866353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e8438-fed1-4f46-9b08-5e81b4f0ca95 None None] Current status of the port e38b3f2f-8c1c-4944-9591-50f961449b4b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:08.882222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=54a5affd-620a-4753-a403-de8880401d85,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:08.953224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-106f251d-d033-430f-8bc0-121c23c42b55 req-a1104b65-b4e2-48f8-9591-4c67b6555504 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988691 Feb 03 04:25:08.975171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:09.004365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-75c1447b-da9b-4b77-9001-0868c653bf28 None None] Provisioning complete for port d1338df3-468e-4a8c-b7dc-c394a39347e1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:09.018521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75c1447b-da9b-4b77-9001-0868c653bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:09.043300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dd15c-b746-49d1-90f2-2fb916febd45 req-e58dd143-62c5-4df4-a3ed-603ded4da174 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:09.048799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dd15c-b746-49d1-90f2-2fb916febd45 req-e58dd143-62c5-4df4-a3ed-603ded4da174 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:09.060707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c24dd15c-b746-49d1-90f2-2fb916febd45 req-e58dd143-62c5-4df4-a3ed-603ded4da174 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1680 time: 0.2214508 Feb 03 04:25:09.089546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['199c44c2-93e4-44bc-9557-6b83c69f6f04'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:09.090010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:09.092817 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5943d71-632e-484a-8646-7e39377585e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:09.184083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-5923be92-6aad-430b-a3bf-416bad4e2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:09.185650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-5923be92-6aad-430b-a3bf-416bad4e2695 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a194a67b-7a69-4787-8f43-1346cec68756 HTTP/1.1" status: 200 len: 903 time: 0.6667254 Feb 03 04:25:09.234079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75c1447b-da9b-4b77-9001-0868c653bf28 None None] Port d1338df3-468e-4a8c-b7dc-c394a39347e1 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:09.352475 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:09.457222 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-44879444-df68-43ca-89f1-4b56632f0fcb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=54a5affd-620a-4753-a403-de8880401d85 HTTP/1.1" status: 200 len: 217 time: 0.2058904 Feb 03 04:25:09.492735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1338df3-468e-4a8c-b7dc-c394a39347e1 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:09.530937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c24dd15c-b746-49d1-90f2-2fb916febd45 req-7988928b-8b5c-4893-8446-096b11a85ce3 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695249 Feb 03 04:25:09.538072 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Publish callbacks [] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:09.622254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835190f6-a0c3-4100-b274-88974d42dea1 req-3fcba0c5-2ab6-4e13-9665-8c474bef250d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:09.640161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-835190f6-a0c3-4100-b274-88974d42dea1 req-3fcba0c5-2ab6-4e13-9665-8c474bef250d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.5405328 Feb 03 04:25:09.648298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e38b3f2f-8c1c-4944-9591-50f961449b4b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:09.804713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Transition to ACTIVE for port object d1338df3-468e-4a8c-b7dc-c394a39347e1 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:09.913385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-835190f6-a0c3-4100-b274-88974d42dea1 req-fba1f0fc-6297-4dd5-b69f-2d7a165c26c0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718451 Feb 03 04:25:09.918537 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:09.995996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 172.25.7.147 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/5bb07492-29de-414f-8a3b-929a6751b0db) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:10.033454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e38b3f2f-8c1c-4944-9591-50f961449b4b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:10.034165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:10.075813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:10.088228 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1045c9d3-c502-47e5-8894-e570cf68be26 x-openstack-request-id: req-1045c9d3-c502-47e5-8894-e570cf68be26 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:10.088228 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:10.089713 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1045c9d3-c502-47e5-8894-e570cf68be26 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:10.090761 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4', 'status': 'completed', 'code': 200} Feb 03 04:25:10.093963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-cd93150c-c80e-467d-8738-4c42dd9b66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:10.095538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-cd93150c-c80e-467d-8738-4c42dd9b66c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52 HTTP/1.1" status: 200 len: 801 time: 0.6159101 Feb 03 04:25:10.167373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['54a5affd-620a-4753-a403-de8880401d85'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:10.261532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a29e-d2ed-419a-adf6-d35c39a88105 req-29d2fec5-b26f-4124-a5f6-4194dbbea1dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:10.271657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5d2a29e-d2ed-419a-adf6-d35c39a88105 req-29d2fec5-b26f-4124-a5f6-4194dbbea1dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 936 time: 0.5664814 Feb 03 04:25:10.384369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e38b3f2f-8c1c-4944-9591-50f961449b4b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:10.395292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (5bb07492-29de-414f-8a3b-929a6751b0db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:10.402430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5d2a29e-d2ed-419a-adf6-d35c39a88105 req-7e784edf-1ff4-4601-8ec2-3c3b2341944d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297600 Feb 03 04:25:10.555264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5bb07492-29de-414f-8a3b-929a6751b0db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:10.558607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-6ecadb1a-8b8c-4943-8fc9-5174143bbe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:10.560215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-6ecadb1a-8b8c-4943-8fc9-5174143bbe52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a194a67b-7a69-4787-8f43-1346cec68756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4554253 Feb 03 04:25:10.625693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d5799-80a5-444b-b03c-e6783065d68e req-b7290360-4b6b-4f73-8edb-cb755908280e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:10.644118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-650d5799-80a5-444b-b03c-e6783065d68e req-b7290360-4b6b-4f73-8edb-cb755908280e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.4704063 Feb 03 04:25:10.664461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-0bc41cec-d25e-4750-b19a-1ebd399f02f0 service neutron] 10.222.0.31 "GET /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.8082471 Feb 03 04:25:10.678267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:10.694606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:10.729544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 199c44c2-93e4-44bc-9557-6b83c69f6f04 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:10.742405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:10.840423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 199c44c2-93e4-44bc-9557-6b83c69f6f04 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:25:10.845653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 199c44c2-93e4-44bc-9557-6b83c69f6f04 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:10.846035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:10.864273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=5bb07492-29de-414f-8a3b-929a6751b0db,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:10.935754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943d71-632e-484a-8646-7e39377585e5 req-97a7b6a2-6ae6-49bb-8429-4186b717bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:10.943760 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5943d71-632e-484a-8646-7e39377585e5 req-97a7b6a2-6ae6-49bb-8429-4186b717bb05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1156 time: 0.4675193 Feb 03 04:25:10.957594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8347-806d-40d1-9424-1897795ee5b4 req-2cbbeec7-8c65-444c-81a8-4b564fd475c2 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:10.975842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bbe8347-806d-40d1-9424-1897795ee5b4 req-2cbbeec7-8c65-444c-81a8-4b564fd475c2 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.3659286 Feb 03 04:25:11.041230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 199c44c2-93e4-44bc-9557-6b83c69f6f04 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:11.041864 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:11.052915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-650d5799-80a5-444b-b03c-e6783065d68e req-f18059f7-7701-4ee0-9f38-6bb4fa78d7d4 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077899 Feb 03 04:25:11.064900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:11.065504 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:11.066047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:11.087188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:11.098400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:11.127297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c44c2-93e4-44bc-9557-6b83c69f6f04'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:11.132364 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d2dc30-8a6c-43c4-be0d-6e6f669d84db" -d '{"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-plugged", "status": "completed", "tag": "199c44c2-93e4-44bc-9557-6b83c69f6f04"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:11.138263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943d71-632e-484a-8646-7e39377585e5 req-8a9c8823-f0e0-4e8d-839a-89fd48fe0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:11.142480 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5943d71-632e-484a-8646-7e39377585e5 req-8a9c8823-f0e0-4e8d-839a-89fd48fe0db8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1927073 Feb 03 04:25:11.157913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 199c44c2-93e4-44bc-9557-6b83c69f6f04, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=199c44c2-93e4-44bc-9557-6b83c69f6f04,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:11.171897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:11.175304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:11.177546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:11.177999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:11.180136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Bound port: d1338df3-468e-4a8c-b7dc-c394a39347e1, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:11.180493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:11.252409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=199c44c2-93e4-44bc-9557-6b83c69f6f04,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:11.262044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.262793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.263361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.264810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.265385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.265936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.266487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.267223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.267840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.270070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.270650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.272555 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5943d71-632e-484a-8646-7e39377585e5 req-6e3f6775-66c0-4228-885b-d913e797a435 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 217 time: 0.1105897 Feb 03 04:25:11.273167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.273739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:11.334212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-0ad879cf-68ab-43a3-913a-38d0f9a94357 service neutron] 10.222.0.31 "GET /v2.0/networks/a194a67b-7a69-4787-8f43-1346cec68756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627320 Feb 03 04:25:11.396997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bbe8347-806d-40d1-9424-1897795ee5b4 req-6bce3127-437d-4542-9848-15d90161faa8 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191926 Feb 03 04:25:11.448749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for floatingip (a13e6baa-2d8e-43ad-9a5e-245fae6ea790), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:11.510134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943d71-632e-484a-8646-7e39377585e5 req-eba4bd31-bee1-46e8-99ca-9a54e8de119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:11.512386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5943d71-632e-484a-8646-7e39377585e5 req-eba4bd31-bee1-46e8-99ca-9a54e8de119f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.2315619 Feb 03 04:25:11.615623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5943d71-632e-484a-8646-7e39377585e5 req-78a43fd2-02bb-4e90-a20a-08c9c0d4589f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930254 Feb 03 04:25:11.703312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5bb07492-29de-414f-8a3b-929a6751b0db), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:11.877448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5943d71-632e-484a-8646-7e39377585e5 req-d2442551-41fd-4745-9e7d-ef95e70de19a service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336786 Feb 03 04:25:11.936147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:12.064300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:12.135818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5943d71-632e-484a-8646-7e39377585e5 req-7629dd29-affb-4473-8e95-3353a925ce14 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388246 Feb 03 04:25:12.158112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431df9f9-614e-46b7-9774-5a784b6d3463 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:12.187667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:12.200148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (5bb07492-29de-414f-8a3b-929a6751b0db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.211998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5bb07492-29de-414f-8a3b-929a6751b0db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.243327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:12.253447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.265261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:12.303774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.311519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=5bb07492-29de-414f-8a3b-929a6751b0db,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:12.364205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (a13e6baa-2d8e-43ad-9a5e-245fae6ea790), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.405248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.410137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:12.418080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ac5b1ae6-d47b-4dbc-a61e-cdd4257b7662 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6703100 Feb 03 04:25:12.419411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] Transition to ACTIVE for port object 431df9f9-614e-46b7-9774-5a784b6d3463 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:12.431603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.449295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713a8e2-0d87-4b37-bdf4-8c7554676d45 req-af73dea4-7bac-487e-b8d5-047025001ca0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:12.457990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713a8e2-0d87-4b37-bdf4-8c7554676d45 req-af73dea4-7bac-487e-b8d5-047025001ca0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:12.459965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b713a8e2-0d87-4b37-bdf4-8c7554676d45 req-af73dea4-7bac-487e-b8d5-047025001ca0 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1681 time: 1.3273890 Feb 03 04:25:12.541324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b713a8e2-0d87-4b37-bdf4-8c7554676d45 req-78738f72-c7e9-42a8-ae33-953cb654cab8 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716391 Feb 03 04:25:12.549945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:12.550595 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:12.552304 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-a22c8ed6-0625-457f-b253-a0070a812f0c service neutron] 10.222.0.31 "PUT /v2.0/ports/d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 1096 time: 5.6209016 Feb 03 04:25:12.555333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:12.557875 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99db8d22-c61b-4818-884f-c62470eb40b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:12.562020 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745d6125-60ef-4d10-9d22-fdde0a4eb44a req-99450ab7-50db-4006-8802-a64b4cf57629 service neutron] 10.222.0.31 "GET /v2.0/networks/a194a67b-7a69-4787-8f43-1346cec68756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1481469 Feb 03 04:25:12.588109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7a7e-5eda-4a8b-a650-cb47b915c75d req-de59c84d-8a2c-4186-8aae-461d3261b040 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:12.589710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf9d7a7e-5eda-4a8b-a650-cb47b915c75d req-de59c84d-8a2c-4186-8aae-461d3261b040 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 944 time: 0.3979635 Feb 03 04:25:12.592871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 39756c5b-12f1-4962-b640-d7402ffd43e4 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:12.601787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] No DVR routers for this DVR port 431df9f9-614e-46b7-9774-5a784b6d3463 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:12.740049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463/bindings/n-h1-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0560956 Feb 03 04:25:12.757206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822093c9-5de5-473d-8850-3b1d766c91e5 service neutron] Pushing event updated for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:12.772805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 54a5affd-620a-4753-a403-de8880401d85 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:12.781018 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f3b10a-8397-4f01-b435-710751cf042f x-openstack-request-id: req-e8f3b10a-8397-4f01-b435-710751cf042f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:12.781018 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-plugged", "status": "completed", "tag": "199c44c2-93e4-44bc-9557-6b83c69f6f04", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:12.781311 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8f3b10a-8397-4f01-b435-710751cf042f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:12.781642 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c44c2-93e4-44bc-9557-6b83c69f6f04', 'code': 200} Feb 03 04:25:12.831677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf9d7a7e-5eda-4a8b-a650-cb47b915c75d req-6ad95900-4205-40c2-8efa-60025226d81b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280822 Feb 03 04:25:12.859601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-b937796d-3e1b-4064-a0d5-228fad4987fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:12.861215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-b937796d-3e1b-4064-a0d5-228fad4987fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1130 time: 0.2188532 Feb 03 04:25:12.967004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-77425f11-4df9-4be0-a4ae-3136098b67eb tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:12.968716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-77425f11-4df9-4be0-a4ae-3136098b67eb tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.1555209 Feb 03 04:25:12.975414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 39756c5b-12f1-4962-b640-d7402ffd43e4 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:12.978427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-78b70af3-9de2-4245-8232-422d48008f62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.1097662 Feb 03 04:25:13.030799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-9e7250bc-f678-480a-aa26-daaced111192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.032454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-9e7250bc-f678-480a-aa26-daaced111192 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465&tenant_id=233f3e9d28df47d78abed96faed66c40 HTTP/1.1" status: 200 len: 1127 time: 0.0551705 Feb 03 04:25:13.042733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 54a5affd-620a-4753-a403-de8880401d85 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:25:13.070721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 54a5affd-620a-4753-a403-de8880401d85 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:13.071213 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (54a5affd-620a-4753-a403-de8880401d85), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:13.168276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-1e02bdad-6a75-4665-ab9f-0a409f393e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.170477 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-1e02bdad-6a75-4665-ab9f-0a409f393e27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=233f3e9d28df47d78abed96faed66c40&device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1127 time: 0.1109688 Feb 03 04:25:13.201388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 54a5affd-620a-4753-a403-de8880401d85 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:13.201862 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (54a5affd-620a-4753-a403-de8880401d85), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:13.244912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 54a5affd-620a-4753-a403-de8880401d85, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=54a5affd-620a-4753-a403-de8880401d85,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:13.258701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (54a5affd-620a-4753-a403-de8880401d85), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:13.327396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-80e5871f-a839-460e-8baf-a21901ee9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.329217 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-80e5871f-a839-460e-8baf-a21901ee9929 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 200 len: 921 time: 0.1507297 Feb 03 04:25:13.374909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=54a5affd-620a-4753-a403-de8880401d85,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:13.379438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1cd0-aaa4-4a75-9f8b-3512a05033e0 req-ccf5fefc-349c-4ad3-8a21-715ef20d1a51 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.389451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9dd1cd0-aaa4-4a75-9f8b-3512a05033e0 req-ccf5fefc-349c-4ad3-8a21-715ef20d1a51 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 948 time: 0.4307089 Feb 03 04:25:13.396101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-d0a37f49-cc67-4c3f-97ff-1090d234ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.397556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-d0a37f49-cc67-4c3f-97ff-1090d234ac01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.3416452 Feb 03 04:25:13.414552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-7aff0f4c-6e4a-4f87-94e0-bfa039979a0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 200 len: 217 time: 0.0779233 Feb 03 04:25:13.487530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-2b079a4b-6182-44c9-af58-9996a9a3c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.492862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-2b079a4b-6182-44c9-af58-9996a9a3c850 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 200 len: 860 time: 0.0692141 Feb 03 04:25:13.507355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44758130-5a0a-41ff-8e67-1e8bbf09b07c req-d7499449-dda2-40da-8bfd-98e8558f4ed3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.508929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44758130-5a0a-41ff-8e67-1e8bbf09b07c req-d7499449-dda2-40da-8bfd-98e8558f4ed3 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 944 time: 0.4843256 Feb 03 04:25:13.524328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9dd1cd0-aaa4-4a75-9f8b-3512a05033e0 req-c918b8f5-bd4f-4aea-b4a6-1fab12c2e009 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326361 Feb 03 04:25:13.551173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-9d9b6989-0e86-4915-aed6-3a6f820222a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65dfa7b-5075-4710-a526-bbdb4aad0510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527844 Feb 03 04:25:13.715623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-e72b3ff6-f139-4a18-bd2e-f88c05c00e57 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571405 Feb 03 04:25:13.718613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-51cf1686-2929-4e4b-8ff0-3a812f8fd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.720300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-51cf1686-2929-4e4b-8ff0-3a812f8fd63f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3146377 Feb 03 04:25:13.736877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44758130-5a0a-41ff-8e67-1e8bbf09b07c req-f2f98dcc-6740-4fee-a5ae-8f23d68a1d66 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019784 Feb 03 04:25:13.872071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-10cc6c73-1c03-4ae8-8d3e-3b1df2e13f01 service neutron] 10.222.0.15 "GET /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417992 Feb 03 04:25:13.888468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a6bf-7a0a-4295-b042-5ef8e249db90 req-d41b110b-2079-4c7f-ad13-5093e25ce61a tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:13.899088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d50a6bf-7a0a-4295-b042-5ef8e249db90 req-d41b110b-2079-4c7f-ad13-5093e25ce61a tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.2558403 Feb 03 04:25:13.994341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-e8126ab7-f9cd-4d77-bf50-7d8d93c84926 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560422 Feb 03 04:25:13.998818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d50a6bf-7a0a-4295-b042-5ef8e249db90 req-0a1acbdc-af77-4836-a428-c4710071bef9 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987384 Feb 03 04:25:14.002239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-29218242-0b90-498a-b7d9-9c29f1228640 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--932504292&fields=id&tenant_id=b1136d25319f48a4a7c1cf6effdcf72b HTTP/1.1" status: 200 len: 267 time: 0.1274471 Feb 03 04:25:14.112608 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f227c6-43cd-45b3-b3c0-6f10d178063c x-openstack-request-id: req-24f227c6-43cd-45b3-b3c0-6f10d178063c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:14.112950 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:14.113232 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24f227c6-43cd-45b3-b3c0-6f10d178063c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:14.113564 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'status': 'completed', 'code': 200} Feb 03 04:25:14.133345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-570cb24e-c4bb-4ee6-bfa3-8406a087d2da tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.134869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-570cb24e-c4bb-4ee6-bfa3-8406a087d2da tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports/892459cd-d2bf-450a-ba0f-c4ba4497989e HTTP/1.1" status: 200 len: 931 time: 0.1225758 Feb 03 04:25:14.137025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34796) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:14.253082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-97018fd2-1a9d-4b3e-8673-8b425240f5f3 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.256247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-934e3b7c-fda5-4fdc-bb68-2a9ae7dce0c4 req-605e7e13-0d91-4ed3-9920-5ae81eaf1bff service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517426 Feb 03 04:25:14.260890 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-97018fd2-1a9d-4b3e-8673-8b425240f5f3 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465&tenant_id=233f3e9d28df47d78abed96faed66c40&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.1247933 Feb 03 04:25:14.308719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a036b323-e099-4e9d-a1e8-71ce9b4a60f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.310129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a036b323-e099-4e9d-a1e8-71ce9b4a60f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd HTTP/1.1" status: 200 len: 930 time: 0.1648650 Feb 03 04:25:14.428686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-69e132ee-7d7c-4844-bd0a-2447be1b1ff8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1038003 Feb 03 04:25:14.516902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-92d6f351-7ab2-4fd7-8241-bcdc79e8a2ce tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0748901 Feb 03 04:25:14.522153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-24494203-774a-4b13-bdc8-df9eeb870452 service neutron] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:14.528787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-24494203-774a-4b13-bdc8-df9eeb870452 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:14.530372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ac7cbfc-e041-4ddb-b77f-1ae3671f5427 req-24494203-774a-4b13-bdc8-df9eeb870452 service neutron] 10.222.0.15 "DELETE /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463/bindings/n-h2-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.2640207 Feb 03 04:25:14.592175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-0c88e3e3-256e-40b0-90dc-49c6c9f7defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.593752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-0c88e3e3-256e-40b0-90dc-49c6c9f7defd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1130 time: 0.2675338 Feb 03 04:25:14.608004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1731b2-da49-4884-9fb7-a4665897c17f req-4c2c4cc9-7628-4ba3-b3a1-5849c6d9c73a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.613381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1731b2-da49-4884-9fb7-a4665897c17f req-4c2c4cc9-7628-4ba3-b3a1-5849c6d9c73a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.614973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c1731b2-da49-4884-9fb7-a4665897c17f req-4c2c4cc9-7628-4ba3-b3a1-5849c6d9c73a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1682 time: 0.3020813 Feb 03 04:25:14.783024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5affd-620a-4753-a403-de8880401d85'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:14.785287 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe138803-f0d2-4bd1-8ea8-79f363060503" -d '{"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-plugged", "status": "completed", "tag": "54a5affd-620a-4753-a403-de8880401d85"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:14.849495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c1731b2-da49-4884-9fb7-a4665897c17f req-ca4ea42b-e3ca-43b7-9ad0-5f2e834befbf tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950259 Feb 03 04:25:14.858805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-ca07221b-d2f6-459f-b355-0d2afd33f820 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.864658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-ca07221b-d2f6-459f-b355-0d2afd33f820 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.870526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-ca07221b-d2f6-459f-b355-0d2afd33f820 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.872188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-ca07221b-d2f6-459f-b355-0d2afd33f820 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/networks?id=065b282a-1ed1-4097-927b-9fb1c23745fa&id=74ee9637-e507-4076-9ab8-516d81946e96&id=74ee9637-e507-4076-9ab8-516d81946e96&id=85ae8084-1512-41bd-820f-3789560e4037&id=85ae8084-1512-41bd-820f-3789560e4037 HTTP/1.1" status: 200 len: 1986 time: 0.3466809 Feb 03 04:25:14.907283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-1a1c370c-8a59-45a9-bfc9-90e6a7e927ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:14.908746 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-1a1c370c-8a59-45a9-bfc9-90e6a7e927ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2683632 Feb 03 04:25:14.912806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-b521aa03-989b-442b-a3b3-a08086d03fc3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/quotas/b1136d25319f48a4a7c1cf6effdcf72b HTTP/1.1" status: 200 len: 375 time: 0.0294349 Feb 03 04:25:15.018717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-fca6ddb8-b507-4056-80d4-911d2ea108ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0927281 Feb 03 04:25:15.146223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-7c27fdf1-1609-4278-9016-8f22bdf129ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:15.147916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-7c27fdf1-1609-4278-9016-8f22bdf129ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1160464 Feb 03 04:25:15.167491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-6d2d6f04-ff56-4c09-982f-ce1ead94d78e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2428427 Feb 03 04:25:15.174371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d62a6-e92d-4bd8-a0ce-aaddafdf287d req-b860b1ea-4bfd-449d-a947-e0d0f68f0077 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:15.178833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe2d62a6-e92d-4bd8-a0ce-aaddafdf287d req-b860b1ea-4bfd-449d-a947-e0d0f68f0077 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 945 time: 0.1662328 Feb 03 04:25:15.385208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe2d62a6-e92d-4bd8-a0ce-aaddafdf287d req-94712f76-202e-4432-89eb-824c0bda98db tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897793 Feb 03 04:25:15.409553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-7a5c74f9-7adb-45c7-bfaa-6d3c56022291 service neutron] 10.222.0.35 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130284 Feb 03 04:25:15.426773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-29ac74b8-4571-4aed-9857-637d575dd9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:15.428573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-29ac74b8-4571-4aed-9857-637d575dd9ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2488179 Feb 03 04:25:15.674536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:15.759494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c6524-ce33-4a2c-99b1-48694a593015 req-f1152748-20eb-4c2a-9a38-2a0efd7b7602 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:15.766543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-434c6524-ce33-4a2c-99b1-48694a593015 req-f1152748-20eb-4c2a-9a38-2a0efd7b7602 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 948 time: 0.2698827 Feb 03 04:25:15.777034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-f98bc7ab-4679-4048-ae6b-e802fc1c5fbe service neutron] 10.222.0.35 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535278 Feb 03 04:25:15.819580 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-cb730e22-4ef6-42fc-bb84-08a994d4e113 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518441 Feb 03 04:25:15.823605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-1de75033-a6e9-46d9-84c8-dff5f8dce381 service neutron] 10.222.0.15 "GET /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4/bindings/n-h2-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.0903373 Feb 03 04:25:16.042945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:16.068969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:16.128461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39756c5b-12f1-4962-b640-d7402ffd43e4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:16.128461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:16.190080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:16.231292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-2ba26a6a-6428-4537-9b02-54fd9c067892 service neutron] 10.222.0.35 "GET /v2.0/ports/892459cd-d2bf-450a-ba0f-c4ba4497989e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4531775 Feb 03 04:25:16.297153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] Transition to ACTIVE for port object 39756c5b-12f1-4962-b640-d7402ffd43e4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:16.308159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:16.341204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-434c6524-ce33-4a2c-99b1-48694a593015 req-e4de1bb5-dad6-4de9-8998-f594463a9098 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735908 Feb 03 04:25:16.382360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] Pushing event updated for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:16.412026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] No DVR routers for this DVR port 39756c5b-12f1-4962-b640-d7402ffd43e4 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:16.449040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-e5f7be25-72b1-4b54-96d0-f13fafdecb14 service neutron] 10.222.0.15 "PUT /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4/bindings/n-h2-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6182745 Feb 03 04:25:16.535888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99db8d22-c61b-4818-884f-c62470eb40b5 req-fd41c0dc-7d1d-48aa-96db-20eac6fe6294 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008228 Feb 03 04:25:16.557118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a026e976-ccc4-4bfd-88e4-03ecedba76f6 service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110113 Feb 03 04:25:16.604424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86624-4fb5-4594-9eb3-e9b7271f453e req-ab58bc25-56ff-4ed0-8c33-d0daeaf1befd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:16.605554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-55dcb101-43f3-444a-8ea0-448d24a13002 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:16.607140 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-55dcb101-43f3-444a-8ea0-448d24a13002 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0952916 Feb 03 04:25:16.610432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76a86624-4fb5-4594-9eb3-e9b7271f453e req-ab58bc25-56ff-4ed0-8c33-d0daeaf1befd tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 945 time: 0.1556432 Feb 03 04:25:16.665326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-bb172036-b60f-474b-904d-7863bf278ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:16.667933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-bb172036-b60f-474b-904d-7863bf278ad4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917&tenant_id=422018b66bb54d64b3d7128ea7f76cc3 HTTP/1.1" status: 200 len: 1127 time: 0.0526049 Feb 03 04:25:16.742269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-22e00a74-5078-4461-810c-11ffd4b377b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:16.744262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-22e00a74-5078-4461-810c-11ffd4b377b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1127 time: 0.0472946 Feb 03 04:25:16.776270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:25:16.780812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76a86624-4fb5-4594-9eb3-e9b7271f453e req-fc0f9b1b-16c1-4c38-bc02-558d8e86becc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692228 Feb 03 04:25:16.805031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-f7b61610-443b-4244-b6be-8a2e7c8fa7a5 service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317550 Feb 03 04:25:16.861625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-461c508f-2fee-483e-9903-88fd9c77fda8 service neutron] 10.222.0.35 "GET /v2.0/ports/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0556901 Feb 03 04:25:16.862901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Deleting port 9b72d68c-66b3-4b05-8616-92e6b5980243 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:16.863234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:16.906390 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a66ff78-7169-4f0a-a9a2-d6ed9aa02dfb x-openstack-request-id: req-0a66ff78-7169-4f0a-a9a2-d6ed9aa02dfb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:16.909505 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-plugged", "status": "completed", "tag": "54a5affd-620a-4753-a403-de8880401d85", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:16.909764 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a66ff78-7169-4f0a-a9a2-d6ed9aa02dfb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:16.914077 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5affd-620a-4753-a403-de8880401d85', 'code': 200} Feb 03 04:25:16.942127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-badccae1-b52f-46e2-b743-83227e6ba122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:16.945944 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-badccae1-b52f-46e2-b743-83227e6ba122 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.1952593 Feb 03 04:25:16.976791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:17.008751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'mac_address': 'fa:16:3e:12:23:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:25:17.036588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-ef638f61-4b1d-4340-9309-3cd1fb7a3c43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 200 len: 217 time: 0.0848992 Feb 03 04:25:17.069361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d1338df3-468e-4a8c-b7dc-c394a39347e1 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:17.070421 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:17.090441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-27f3a3db-c4a3-4fe0-b13d-ffa04eb80b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:17.091984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-27f3a3db-c4a3-4fe0-b13d-ffa04eb80b8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0488245 Feb 03 04:25:17.094313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1338df3-468e-4a8c-b7dc-c394a39347e1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:17.123578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:17.131583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:17.141943 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-d4de7b58-aa3c-44bb-aab2-b25022662051 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398917 Feb 03 04:25:17.154689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3092-6710-4725-b010-7312b81d34a1 req-085119ea-5ef3-4933-9206-d5c0ebd7bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:17.155173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3092-6710-4725-b010-7312b81d34a1 req-085119ea-5ef3-4933-9206-d5c0ebd7bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:17.156813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d18c3092-6710-4725-b010-7312b81d34a1 req-085119ea-5ef3-4933-9206-d5c0ebd7bd84 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 2046 time: 0.2117858 Feb 03 04:25:17.159884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] For port 9b72d68c-66b3-4b05-8616-92e6b5980243, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9b72d68c-66b3-4b05-8616-92e6b5980243,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:17.160249 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:17.174987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df054a3c-c6f9-4b1b-9d07-1b4b176723ca req-fd255a13-18e3-4b96-898e-5e899615fd7d tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:17.176604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df054a3c-c6f9-4b1b-9d07-1b4b176723ca req-fd255a13-18e3-4b96-898e-5e899615fd7d tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 945 time: 0.2284503 Feb 03 04:25:17.185804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-5c8a3305-1988-4e07-80ac-02de97d810cb service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133481 Feb 03 04:25:17.196333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Calling delete_port for 9b72d68c-66b3-4b05-8616-92e6b5980243 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:17.202906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:17.303688 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-266d43f3-9fc4-45ff-809c-4dceffc1d25d service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388941 Feb 03 04:25:17.365170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d18c3092-6710-4725-b010-7312b81d34a1 req-5a497490-9fa9-48c2-b9a5-6a9cd98bd59b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857235 Feb 03 04:25:17.381230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df054a3c-c6f9-4b1b-9d07-1b4b176723ca req-1c78f607-e868-417c-b09e-635fd684b759 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903286 Feb 03 04:25:17.439691 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-46062cf0-1dba-4647-a4e2-e7c3f4273d18 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309729 Feb 03 04:25:17.453288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d1338df3-468e-4a8c-b7dc-c394a39347e1'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:17.546315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3aef44d0-922c-46e3-8f38-490272db963a service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473251 Feb 03 04:25:17.777249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40303b0-c836-4192-9840-419a276c4445 req-06b1839a-19ae-49f2-a553-571248157ee4 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:17.782670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40303b0-c836-4192-9840-419a276c4445 req-06b1839a-19ae-49f2-a553-571248157ee4 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:17.785607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e40303b0-c836-4192-9840-419a276c4445 req-06b1839a-19ae-49f2-a553-571248157ee4 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1682 time: 0.2542083 Feb 03 04:25:17.830527 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9b72d68c-66b3-4b05-8616-92e6b5980243), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:17.840203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-49723eae-d2a6-4f0f-a8be-8df2c3d26e74 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:17.841788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-49723eae-d2a6-4f0f-a8be-8df2c3d26e74 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917&tenant_id=422018b66bb54d64b3d7128ea7f76cc3&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0585704 Feb 03 04:25:17.878810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9b72d68c-66b3-4b05-8616-92e6b5980243,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:17.883390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0be43adb-a486-46c3-a444-d6c24e18a8a2 service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201911 Feb 03 04:25:17.958969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e40303b0-c836-4192-9840-419a276c4445 req-dcf0c481-394e-4486-95cb-3c8229efcb1c tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655955 Feb 03 04:25:18.009951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-6aad2d5a-6de0-4bbc-a88d-924d17798297 service neutron] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:18.017720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-6aad2d5a-6de0-4bbc-a88d-924d17798297 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:18.023241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4106525-f5f0-45e7-9561-3677f44d49fa req-6aad2d5a-6de0-4bbc-a88d-924d17798297 service neutron] 10.222.0.31 "DELETE /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4/bindings/n-h1-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.1686552 Feb 03 04:25:18.206993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-6716cf0b-cc0a-45c5-9401-7de1602b7b94 service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080938 Feb 03 04:25:18.217366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386eb9d-dcd6-4d9d-b314-a968e3684ec2 req-f85f2b93-7ffb-43fc-b3fc-4da445b2fd60 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:18.218895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6386eb9d-dcd6-4d9d-b314-a968e3684ec2 req-f85f2b93-7ffb-43fc-b3fc-4da445b2fd60 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 949 time: 0.1568766 Feb 03 04:25:18.403627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-619614e0-a953-42cc-b1b9-7d413dc2f1ea service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533720 Feb 03 04:25:18.407742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:18.417130 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6386eb9d-dcd6-4d9d-b314-a968e3684ec2 req-0a7dab98-d363-488e-a159-221dd668e6e1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657269 Feb 03 04:25:18.612790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-2240674e-46b2-41d8-b7c1-950b4e468f22 service neutron] 10.222.0.35 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926718 Feb 03 04:25:18.776696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:18.816147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:25:18.871227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port d1338df3-468e-4a8c-b7dc-c394a39347e1 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:25:18.875823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port d1338df3-468e-4a8c-b7dc-c394a39347e1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:18.876056 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:19.011283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d4a432be-37c7-4626-a156-e450b38898bb service neutron] 10.222.0.35 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909028 Feb 03 04:25:19.021244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d1338df3-468e-4a8c-b7dc-c394a39347e1 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:19.022374 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:19.067978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:19.070754 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b8fe18-8c93-437a-b49f-0ec0db418971" -d '{"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-plugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:19.099436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:19.107398 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:19.136097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:25:19.142739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-145e66e9-5d94-4e1e-b242-d439697169aa admin admin] 10.222.0.35 "PUT /v2.0/routers/0bf6b0b2-18f7-4c1c-bc1b-e495b9290762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0046854 Feb 03 04:25:19.145402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:19.153979 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] Sync routers for ids ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:25:19.172730 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] Routers {'0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:25:19.175594 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:25:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:19.210446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:19.292626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-c7f0f6e1-0bd6-46e7-855e-0222a91bcd34 service neutron] 10.222.0.35 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917262 Feb 03 04:25:19.297640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c15cb4-96dd-4418-a5cc-cefed14bb5f5 req-a4f1a51f-847e-4459-a23d-0c14a9a20be6 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:19.305469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8c15cb4-96dd-4418-a5cc-cefed14bb5f5 req-a4f1a51f-847e-4459-a23d-0c14a9a20be6 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 1127 time: 0.0962715 Feb 03 04:25:19.318417 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] Set router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:25:19.330020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks [] for router (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:19.456538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8c15cb4-96dd-4418-a5cc-cefed14bb5f5 req-fa464a92-6eab-468d-99c3-123cc03e01e5 tempest-LiveAutoBlockMigrationV225Test-116632339 tempest-LiveAutoBlockMigrationV225Test-116632339-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470368 Feb 03 04:25:19.481916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks [] for router_gateway (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:19.501189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-5fb77dcc-4a37-4c30-8b16-e109d1d5b2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933949 Feb 03 04:25:19.568700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Deleting port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:19.569051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:19.664480 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:25:17Z', 'revision_number': 5, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port': {'id': 'd13c3d20-9abf-4d91-a7cc-fd119c8a3b11', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:21:47Z', 'updated_at': '2022-02-03T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:19.681061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] For port d13c3d20-9abf-4d91-a7cc-fd119c8a3b11, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:19.681748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:19.698604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Calling delete_port for d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:19.701163 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] Checking router: 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:25:19.721365 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] Routers {'0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:25:19.728672 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:25:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:19.762845 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-b52657ea-3766-4008-923f-ccec24c6cded service neutron] 10.222.0.35 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421970 Feb 03 04:25:19.775541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e78883-ff75-49f5-9b01-5e38700d4b5a req-66e3986f-319d-4add-956e-89e558b00291 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:19.789727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6e78883-ff75-49f5-9b01-5e38700d4b5a req-66e3986f-319d-4add-956e-89e558b00291 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 945 time: 0.1288769 Feb 03 04:25:19.901536 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] Set router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:25:19.910640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6e78883-ff75-49f5-9b01-5e38700d4b5a req-280c4f1f-ffef-4bce-960d-71c5aac3d48a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143014 Feb 03 04:25:20.042224 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:25:19Z', 'revision_number': 6, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:20.053273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d13c3d20-9abf-4d91-a7cc-fd119c8a3b11), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:20.077033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bc5b6-38a0-497a-be36-3fc8027ed042 req-bd129d0d-8a3d-47ba-b977-00fcf56ce6dd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:20.093689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bc5b6-38a0-497a-be36-3fc8027ed042 req-bd129d0d-8a3d-47ba-b977-00fcf56ce6dd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:20.096296 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47ed17-906e-456a-b454-e7cfc37b3edb None None] The sync data for ids ['0bf6b0b2-18f7-4c1c-bc1b-e495b9290762'] in n-d-827549-1 is: [{'id': '0bf6b0b2-18f7-4c1c-bc1b-e495b9290762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246444326-router', 'tenant_id': '6919af89228c4ae2a3effbd243d9f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:21:46Z', 'updated_at': '2022-02-03T04:25:19Z', 'revision_number': 6, 'project_id': '6919af89228c4ae2a3effbd243d9f9f7', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:25:20.112212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad7bc5b6-38a0-497a-be36-3fc8027ed042 req-bd129d0d-8a3d-47ba-b977-00fcf56ce6dd tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1682 time: 0.1285810 Feb 03 04:25:20.126451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13c3d20-9abf-4d91-a7cc-fd119c8a3b11,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:20.196207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad7bc5b6-38a0-497a-be36-3fc8027ed042 req-a15fbd15-09e8-4b55-a3ce-c7ec1b52e7ef tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829792 Feb 03 04:25:20.215256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:20.322507 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8dab35-5ad5-4388-9430-69b92b85a4d5 x-openstack-request-id: req-3a8dab35-5ad5-4388-9430-69b92b85a4d5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:20.323358 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-plugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:20.323810 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a8dab35-5ad5-4388-9430-69b92b85a4d5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:20.324393 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'code': 200} Feb 03 04:25:20.489248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b2ce0-0357-46b1-b5f3-0f093040f85d req-00892dc9-5f62-45cc-9835-d6de3c875a84 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:20.491607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-798b2ce0-0357-46b1-b5f3-0f093040f85d req-00892dc9-5f62-45cc-9835-d6de3c875a84 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.0888517 Feb 03 04:25:20.603627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-798b2ce0-0357-46b1-b5f3-0f093040f85d req-23a2b3b4-196a-4cbd-923c-84be49a0f880 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998249 Feb 03 04:25:20.644360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0d860e31-2dbd-4db8-b535-de7e4aa28c7b details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:25:20.957882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c67e09e0-c26e-42cc-bda5-12031782e799 req-492ab097-68c7-49ad-904b-97925c6329f9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0435007 Feb 03 04:25:20.959991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:20.960164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:20.964475 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks [] for router_controller (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:20.991075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'mac_address': 'fa:16:3e:61:25:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:25:21.038789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c60f-27d2-4bf6-b9f1-f78fa35096a4 req-2277fb98-5ded-4840-99ea-748ea0e03b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:21.042107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8638c60f-27d2-4bf6-b9f1-f78fa35096a4 req-2277fb98-5ded-4840-99ea-748ea0e03b6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1132 time: 0.1293323 Feb 03 04:25:21.046561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (0bf6b0b2-18f7-4c1c-bc1b-e495b9290762), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.047799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:25:21.058646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.060102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e0198d86-7bfa-4b34-822b-5e9bf0baeec1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0bf6b0b2-18f7-4c1c-bc1b-e495b9290762 HTTP/1.1" status: 204 len: 168 time: 1.9131706 Feb 03 04:25:21.062773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:21.080712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:21.081840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.094572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00d926-23e6-4868-9209-afaa8712f423 req-bb629379-45e5-4ccd-ade0-071ea05dc6ab tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:21.096865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c00d926-23e6-4868-9209-afaa8712f423 req-bb629379-45e5-4ccd-ade0-071ea05dc6ab tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 1127 time: 0.1012154 Feb 03 04:25:21.131585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d860e31-2dbd-4db8-b535-de7e4aa28c7b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:21.210677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:21.226495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.230710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] Deleting subnet 30a6cc5a-67c9-4f10-be1c-feb890ea5172 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:25:21.240034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] Publish callbacks [] for subnet (30a6cc5a-67c9-4f10-be1c-feb890ea5172), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.258575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c00d926-23e6-4868-9209-afaa8712f423 req-d231b375-d1de-4c2b-a075-f05119573d74 tempest-LiveMigrationTest-62685963 tempest-LiveMigrationTest-62685963-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493697 Feb 03 04:25:21.323671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (30a6cc5a-67c9-4f10-be1c-feb890ea5172), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.429139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0d860e31-2dbd-4db8-b535-de7e4aa28c7b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:21.436070 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (30a6cc5a-67c9-4f10-be1c-feb890ea5172), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.528093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:21.528614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b258-4665-4a4c-9b2f-8bcba7156cd2 req-0b32b735-3413-469e-9539-8ee746876374 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:21.537826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18a2b258-4665-4a4c-9b2f-8bcba7156cd2 req-0b32b735-3413-469e-9539-8ee746876374 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 945 time: 0.0995722 Feb 03 04:25:21.587251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:21.592429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:21.592789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d13c3d20-9abf-4d91-a7cc-fd119c8a3b11 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:21.593218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9b72d68c-66b3-4b05-8616-92e6b5980243 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:21.638974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18a2b258-4665-4a4c-9b2f-8bcba7156cd2 req-83be19a7-c2a6-4591-965d-5526ea1dc7e4 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934868 Feb 03 04:25:21.640134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9b72d68c-66b3-4b05-8616-92e6b5980243 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:21.640386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9b72d68c-66b3-4b05-8616-92e6b5980243 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:21.827126 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8638c60f-27d2-4bf6-b9f1-f78fa35096a4 req-0612d471-7e74-4fb2-ac8e-891a4510f047 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768779 Feb 03 04:25:21.847702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c83b1-3ce6-4051-86c9-a7008b80a4d1 req-612ff087-90cf-447e-97db-1d1f1b87485e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:21.855577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c83b1-3ce6-4051-86c9-a7008b80a4d1 req-612ff087-90cf-447e-97db-1d1f1b87485e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:21.860424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee5c83b1-3ce6-4051-86c9-a7008b80a4d1 req-612ff087-90cf-447e-97db-1d1f1b87485e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1682 time: 0.1156826 Feb 03 04:25:21.860635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (30a6cc5a-67c9-4f10-be1c-feb890ea5172), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.929683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a6cc5a-67c9-4f10-be1c-feb890ea5172,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:21.935892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b01c8-125d-4dc6-b5db-c55ec6194e1a None None] Network 70468ef4-9fb7-4b41-9f44-569d0571b733 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:21.937220 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:21.946642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-62860cc8-afb4-4626-8631-84336096173f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/30a6cc5a-67c9-4f10-be1c-feb890ea5172 HTTP/1.1" status: 204 len: 168 time: 0.8810208 Feb 03 04:25:21.949101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:21.980703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-882b5c6d-49c5-4b32-9622-15f4f28483aa tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:21.982834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-882b5c6d-49c5-4b32-9622-15f4f28483aa tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 945 time: 0.2587402 Feb 03 04:25:21.993838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217ad54-6c4c-468a-b9a0-6bf2d6517955 req-e6736df5-d96c-4b1a-af7c-d25f93c2d614 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:22.001832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3217ad54-6c4c-468a-b9a0-6bf2d6517955 req-e6736df5-d96c-4b1a-af7c-d25f93c2d614 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.1405647 Feb 03 04:25:22.037347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee5c83b1-3ce6-4051-86c9-a7008b80a4d1 req-b248d307-11f6-4253-b0b9-b5366dceec3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333055 Feb 03 04:25:22.087556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3217ad54-6c4c-468a-b9a0-6bf2d6517955 req-cf22b232-322e-4f08-97f8-846987cf532d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847123 Feb 03 04:25:22.157718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (70468ef4-9fb7-4b41-9f44-569d0571b733), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.253046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Deleting port 431df9f9-614e-46b7-9774-5a784b6d3463 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:22.254206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.336045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Deleting port 72b348fe-f85b-495a-9d3e-39b37672d2c8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:22.336797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.374896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] DHCP port deletion for 70468ef4-9fb7-4b41-9f44-569d0571b733 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:25:22.387256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61d2ab-ce65-4ca4-a9ce-1f4135fb932e req-840a5b4b-7313-47d9-a1d7-35549ff0585b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:22.398778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd61d2ab-ce65-4ca4-a9ce-1f4135fb932e req-840a5b4b-7313-47d9-a1d7-35549ff0585b tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 945 time: 0.2459521 Feb 03 04:25:22.444126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94c09ef3-3cd8-44f3-8ea2-6e065974171f req-49dafda0-e0d1-458f-b669-e98a4104c5d0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1539662 Feb 03 04:25:22.452300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] Deleting port 72b348fe-f85b-495a-9d3e-39b37672d2c8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:22.453419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.488365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] For port 431df9f9-614e-46b7-9774-5a784b6d3463, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=431df9f9-614e-46b7-9774-5a784b6d3463,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:22.488977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.524512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] For port 72b348fe-f85b-495a-9d3e-39b37672d2c8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72b348fe-f85b-495a-9d3e-39b37672d2c8,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:22.528128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.531921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Calling delete_port for 431df9f9-614e-46b7-9774-5a784b6d3463 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:22.547806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd61d2ab-ce65-4ca4-a9ce-1f4135fb932e req-53166a14-d8b9-4629-b298-a30c05746df8 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448388 Feb 03 04:25:22.551330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] For port 72b348fe-f85b-495a-9d3e-39b37672d2c8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72b348fe-f85b-495a-9d3e-39b37672d2c8,segment=NetworkSegment(1cbe845b-2a78-4fee-a928-5a6a281f22e3),segment_id=1cbe845b-2a78-4fee-a928-5a6a281f22e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:22.551761 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.561480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Calling delete_port for 72b348fe-f85b-495a-9d3e-39b37672d2c8 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:22.584160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] Calling delete_port for 72b348fe-f85b-495a-9d3e-39b37672d2c8 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:22.655242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0d860e31-2dbd-4db8-b535-de7e4aa28c7b up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:22.760899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:22.761195 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.828308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-2f6c92a9-f25a-46fe-aaf8-5f15873b2c33 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:22.831912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-2f6c92a9-f25a-46fe-aaf8-5f15873b2c33 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 945 time: 0.2254243 Feb 03 04:25:22.833927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.837235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (72b348fe-f85b-495a-9d3e-39b37672d2c8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:22.869854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370172-ed5d-4cc1-9e0e-013201073031 req-d008e0ec-abb6-46aa-bc50-21ff54c07c5a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:22.879472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51370172-ed5d-4cc1-9e0e-013201073031 req-d008e0ec-abb6-46aa-bc50-21ff54c07c5a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 945 time: 0.1049392 Feb 03 04:25:22.946454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] Pushing event deleted for resources: {'Port': ['ID=72b348fe-f85b-495a-9d3e-39b37672d2c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:22.953894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Pushing event deleted for resources: {'Port': ['ID=72b348fe-f85b-495a-9d3e-39b37672d2c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:22.961893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89de49-445d-41bb-afa7-8aa704ed0d20 None None] No DVR routers for this DVR port 72b348fe-f85b-495a-9d3e-39b37672d2c8 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:22.965584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51370172-ed5d-4cc1-9e0e-013201073031 req-51782f2e-513a-4ed3-91e8-428ecbee7ab9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718002 Feb 03 04:25:22.975751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] No DVR routers for this DVR port 72b348fe-f85b-495a-9d3e-39b37672d2c8 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:23.033584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-bf458669-6af2-451e-8934-23eb519c122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:23.035117 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-bf458669-6af2-451e-8934-23eb519c122c service neutron] 10.222.0.15 "GET /v2.0/ports/892459cd-d2bf-450a-ba0f-c4ba4497989e HTTP/1.1" status: 200 len: 1027 time: 0.1740606 Feb 03 04:25:23.199705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-ecf41d6a-d447-4676-beef-0fa40faa9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:23.201244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-ecf41d6a-d447-4676-beef-0fa40faa9e8a service neutron] 10.222.0.15 "GET /v2.0/ports/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd HTTP/1.1" status: 200 len: 1026 time: 0.1438985 Feb 03 04:25:23.205090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (70468ef4-9fb7-4b41-9f44-569d0571b733), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.254660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:23.255593 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.274177 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (431df9f9-614e-46b7-9774-5a784b6d3463), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.289297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:23.334815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:23.336305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-8f4896ad-e29f-4231-a7ce-cc5ba2b2f192 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:23.337673 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa87ca-02d5-44da-a542-44aadd47b49b" -d '{"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-plugged", "status": "completed", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:23.351994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-8f4896ad-e29f-4231-a7ce-cc5ba2b2f192 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:23.359144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-8f4896ad-e29f-4231-a7ce-cc5ba2b2f192 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1682 time: 0.2515879 Feb 03 04:25:23.360131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:23.391927 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.438149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event deleted for resources: {'Port': ['ID=431df9f9-614e-46b7-9774-5a784b6d3463,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:23.463244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70468ef4-9fb7-4b41-9f44-569d0571b733']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:23.465026 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.479223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72b348fe-f85b-495a-9d3e-39b37672d2c8 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:23.612677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 72b348fe-f85b-495a-9d3e-39b37672d2c8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:23.613071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72b348fe-f85b-495a-9d3e-39b37672d2c8 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:23.634872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Deleting port 39756c5b-12f1-4962-b640-d7402ffd43e4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:23.635280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.665371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.692147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:23.774181 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:25:23.860112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] For port 39756c5b-12f1-4962-b640-d7402ffd43e4, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=39756c5b-12f1-4962-b640-d7402ffd43e4,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:23.860531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:23.880830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Calling delete_port for 39756c5b-12f1-4962-b640-d7402ffd43e4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:24.024083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbe845b-2a78-4fee-a928-5a6a281f22e3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:24.024482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbe845b-2a78-4fee-a928-5a6a281f22e3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:24.057661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ec35c-e9e2-4794-8bb4-fa9ccd943f10 req-aa94a219-5529-4b84-b264-1c2e6263bcdd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:24.057932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (39756c5b-12f1-4962-b640-d7402ffd43e4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.059932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] No DVR routers for this DVR port 431df9f9-614e-46b7-9774-5a784b6d3463 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:24.064718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (1cbe845b-2a78-4fee-a928-5a6a281f22e3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.065541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-111ec35c-e9e2-4794-8bb4-fa9ccd943f10 req-aa94a219-5529-4b84-b264-1c2e6263bcdd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.8161051 Feb 03 04:25:24.070093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fa2ec692-2ace-4381-9962-2b087079a92d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:24.104110 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.111289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-08b8e488-4192-4563-9ad4-70ab68a0cd56 req-3a89e64c-29ae-43f8-97fa-61ee43fd1db6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "DELETE /v2.0/ports/431df9f9-614e-46b7-9774-5a784b6d3463 HTTP/1.1" status: 204 len: 173 time: 2.1160808 Feb 03 04:25:24.116663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'name': 'network-vif-deleted', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:24.121271 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b6e7dc-8551-4dc8-84d2-c3cdc34b78d3" -d '{"events": [{"server_uuid": "0814a981-867f-4e27-9127-40898185d465", "name": "network-vif-deleted", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:24.134579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c910e0-75ea-4825-b69a-fdb7a37ef392 req-67f85a1d-6a59-43f3-ad94-0fad0952ed1f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:24.145082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c910e0-75ea-4825-b69a-fdb7a37ef392 req-67f85a1d-6a59-43f3-ad94-0fad0952ed1f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:24.153924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67c910e0-75ea-4825-b69a-fdb7a37ef392 req-67f85a1d-6a59-43f3-ad94-0fad0952ed1f tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 1682 time: 0.7829428 Feb 03 04:25:24.203918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1cbe845b-2a78-4fee-a928-5a6a281f22e3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.221252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event deleted for resources: {'Port': ['ID=39756c5b-12f1-4962-b640-d7402ffd43e4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:24.273822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-111ec35c-e9e2-4794-8bb4-fa9ccd943f10 req-3986f815-9366-4a49-b681-2e360eea0351 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057481 Feb 03 04:25:24.276593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:25:24.277189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (1cbe845b-2a78-4fee-a928-5a6a281f22e3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.279829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] No DVR routers for this DVR port 39756c5b-12f1-4962-b640-d7402ffd43e4 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:25:24.281308 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:25:24.293854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.297398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e2607b98-5a6d-4a4c-918a-b19bc001fad4 req-43a071cb-dceb-4dc8-8e77-c7ba3978f11e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "DELETE /v2.0/ports/39756c5b-12f1-4962-b640-d7402ffd43e4 HTTP/1.1" status: 204 len: 173 time: 1.4514508 Feb 03 04:25:24.304647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-131de755-394b-4039-833e-9876e253b12d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:24.312510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-131de755-394b-4039-833e-9876e253b12d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:24.318952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-131de755-394b-4039-833e-9876e253b12d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:24.320950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-131de755-394b-4039-833e-9876e253b12d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "GET /v2.0/networks?id=065b282a-1ed1-4097-927b-9fb1c23745fa&id=74ee9637-e507-4076-9ab8-516d81946e96&id=74ee9637-e507-4076-9ab8-516d81946e96&id=74ee9637-e507-4076-9ab8-516d81946e96&id=74ee9637-e507-4076-9ab8-516d81946e96&id=85ae8084-1512-41bd-820f-3789560e4037&id=85ae8084-1512-41bd-820f-3789560e4037 HTTP/1.1" status: 200 len: 1986 time: 1.1113448 Feb 03 04:25:24.348263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67c910e0-75ea-4825-b69a-fdb7a37ef392 req-dbef5162-3c5b-433b-a853-0f09b8e46fbe tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885889 Feb 03 04:25:24.351895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port 199c44c2-93e4-44bc-9557-6b83c69f6f04 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:24.358867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.430506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (70468ef4-9fb7-4b41-9f44-569d0571b733), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.487127 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df69414-a201-46e0-bf08-ebb81db42586 x-openstack-request-id: req-0df69414-a201-46e0-bf08-ebb81db42586 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:24.487724 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-plugged", "status": "completed", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:24.487724 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0df69414-a201-46e0-bf08-ebb81db42586 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:24.488150 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'code': 200} Feb 03 04:25:24.496580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.499878 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] 10.222.0.35 "DELETE /v2.0/networks/70468ef4-9fb7-4b41-9f44-569d0571b733 HTTP/1.1" status: 204 len: 168 time: 2.5475399 Feb 03 04:25:24.505052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a0e25-0f18-4f7a-bd31-26dbe3a6800a admin admin] Pushing event deleted for resources: {'Network': ['ID=70468ef4-9fb7-4b41-9f44-569d0571b733,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:24.506660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:24.577783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port 199c44c2-93e4-44bc-9557-6b83c69f6f04, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=199c44c2-93e4-44bc-9557-6b83c69f6f04,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:24.578180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.593825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for 199c44c2-93e4-44bc-9557-6b83c69f6f04 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:24.646069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 431df9f9-614e-46b7-9774-5a784b6d3463 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:24.646415 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-177233d4-3182-47f2-a13c-01025edbb451 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1136d25319f48a4a7c1cf6effdcf72b HTTP/1.1" status: 200 len: 379 time: 0.3085496 Feb 03 04:25:24.663673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'admin_state_up': True, 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'security_groups': ['44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:24.686696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 431df9f9-614e-46b7-9774-5a784b6d3463 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:24.687053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 431df9f9-614e-46b7-9774-5a784b6d3463 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:24.808935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 39756c5b-12f1-4962-b640-d7402ffd43e4 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:24.846103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (199c44c2-93e4-44bc-9557-6b83c69f6f04), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:24.847211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 39756c5b-12f1-4962-b640-d7402ffd43e4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:24.849329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 39756c5b-12f1-4962-b640-d7402ffd43e4 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:24.930022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=199c44c2-93e4-44bc-9557-6b83c69f6f04,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:24.942670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2d2b841-e22f-45bb-bd94-b8680300f1db req-ffaa73d2-0df7-4365-b468-9b5d14c78d86 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1472602 Feb 03 04:25:25.043758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port 199c44c2-93e4-44bc-9557-6b83c69f6f04 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:25.049328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:25.052903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-9ea997db-f411-4433-90b0-4565e6403848 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "DELETE /v2.0/ports/199c44c2-93e4-44bc-9557-6b83c69f6f04 HTTP/1.1" status: 204 len: 173 time: 1.6808321 Feb 03 04:25:25.053436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-deleted', 'tag': '199c44c2-93e4-44bc-9557-6b83c69f6f04'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:25.057223 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c7c981-1368-458b-b822-2e64506533d2" -d '{"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-deleted", "tag": "199c44c2-93e4-44bc-9557-6b83c69f6f04"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:25.070041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:25.099205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:25.149426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431b0db-1c49-4eb1-ba5e-8dc4b9dd6b8b req-db050155-e98f-430b-9354-07754d152a01 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:25.153699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c431b0db-1c49-4eb1-ba5e-8dc4b9dd6b8b req-db050155-e98f-430b-9354-07754d152a01 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.3335588 Feb 03 04:25:25.247367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf68cdda-b681-4369-a807-aff3dc76642f req-289c559d-8941-4a05-9e1d-28451a44b345 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0823328 Feb 03 04:25:25.390253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c431b0db-1c49-4eb1-ba5e-8dc4b9dd6b8b req-36ef27e0-b8fc-4c1e-9b99-5fd95fccd41e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035589 Feb 03 04:25:25.433329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4152baeb-9fde-45df-822f-04d944338f34 req-78acda42-717e-4c24-90d5-ef68af2f8674 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0644512 Feb 03 04:25:25.456901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 172.20.0.13 (065b282a-1ed1-4097-927b-9fb1c23745fa/64384726-9c08-4113-b7b8-630e29cc4b0b/be7bdda4-62fe-43a4-9113-dfdb17130f87) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:25.499018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port 54a5affd-620a-4753-a403-de8880401d85 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:25.510211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (54a5affd-620a-4753-a403-de8880401d85), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:25.554899 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36342bb3-25b6-4cc7-b771-4c101c089fd6 x-openstack-request-id: req-36342bb3-25b6-4cc7-b771-4c101c089fd6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:25.555194 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814a981-867f-4e27-9127-40898185d465", "name": "network-vif-deleted", "tag": "431df9f9-614e-46b7-9774-5a784b6d3463", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:25.555444 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36342bb3-25b6-4cc7-b771-4c101c089fd6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:25.555880 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814a981-867f-4e27-9127-40898185d465', 'name': 'network-vif-deleted', 'tag': '431df9f9-614e-46b7-9774-5a784b6d3463', 'status': 'completed', 'code': 200} Feb 03 04:25:25.629612 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (719e10a6-c538-4f69-bef8-fe8a76467b19), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:25.660639 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca39390-6afa-4f8c-a064-b5f914bae2b7 x-openstack-request-id: req-0ca39390-6afa-4f8c-a064-b5f914bae2b7 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:25.660954 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-deleted", "tag": "199c44c2-93e4-44bc-9557-6b83c69f6f04", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:25.661705 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ca39390-6afa-4f8c-a064-b5f914bae2b7 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:25.662139 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-deleted', 'tag': '199c44c2-93e4-44bc-9557-6b83c69f6f04', 'status': 'completed', 'code': 200} Feb 03 04:25:25.803048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4923-72f9-4f0c-8309-09e9d8270269 req-89863f46-1b04-4314-ac27-4ca865b4ca72 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:25.815206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4af4923-72f9-4f0c-8309-09e9d8270269 req-89863f46-1b04-4314-ac27-4ca865b4ca72 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.1518409 Feb 03 04:25:25.818055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port 54a5affd-620a-4753-a403-de8880401d85, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=54a5affd-620a-4753-a403-de8880401d85,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:25.818733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (54a5affd-620a-4753-a403-de8880401d85), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:25.832561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:25.836321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for 54a5affd-620a-4753-a403-de8880401d85 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:25.887177 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:25.984812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806273e0-b800-45b4-8c41-8cd609a7531d req-ad639a72-ba1e-40f8-aa65-e5fa7439ad04 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:25.992259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-806273e0-b800-45b4-8c41-8cd609a7531d req-ad639a72-ba1e-40f8-aa65-e5fa7439ad04 tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 945 time: 0.2497871 Feb 03 04:25:26.019122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4af4923-72f9-4f0c-8309-09e9d8270269 req-2cf83fd6-5f03-4c46-b610-5036ef6c39f9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137855 Feb 03 04:25:26.041757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 065b282a-1ed1-4097-927b-9fb1c23745fa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:26.055034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:26.071408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=be7bdda4-62fe-43a4-9113-dfdb17130f87,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:26.085554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:26.208546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:26.209397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:26.223401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-806273e0-b800-45b4-8c41-8cd609a7531d req-b1b8e141-a41c-4efc-919a-258cb6fad81b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/security-groups?id=76ac08e5-1139-4033-ad11-54ff6818397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301521 Feb 03 04:25:26.321411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (54a5affd-620a-4753-a403-de8880401d85), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:26.352884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-550b1edc-c585-467c-81b0-2ae731aed73b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6903794 Feb 03 04:25:26.364968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=54a5affd-620a-4753-a403-de8880401d85,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:26.372416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'admin_state_up': True, 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'security_groups': ['44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:26.522370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-435cd667-5ec3-47e3-a142-1507c9ccbc2a None None] Provisioning complete for port be7bdda4-62fe-43a4-9113-dfdb17130f87 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:26.524621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-435cd667-5ec3-47e3-a142-1507c9ccbc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:26.559766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port 54a5affd-620a-4753-a403-de8880401d85 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:26.576556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:26.580336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca04efc0-22d7-47be-9aef-c35668ac9e2a req-62f8835f-d9b8-4d12-a101-e6ffe65c968e tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.31 "DELETE /v2.0/ports/54a5affd-620a-4753-a403-de8880401d85 HTTP/1.1" status: 204 len: 173 time: 1.5192809 Feb 03 04:25:26.614315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb933-b265-4ecf-806c-00e9acff9848 req-ca8df66d-3e8b-4cf8-b786-030c8d913a2a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:26.634114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-435cd667-5ec3-47e3-a142-1507c9ccbc2a None None] Port be7bdda4-62fe-43a4-9113-dfdb17130f87 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:26.651087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56fdb933-b265-4ecf-806c-00e9acff9848 req-ca8df66d-3e8b-4cf8-b786-030c8d913a2a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 932 time: 0.2973680 Feb 03 04:25:26.793750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56fdb933-b265-4ecf-806c-00e9acff9848 req-2ab66cf8-3327-48d2-974e-56595248a268 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415169 Feb 03 04:25:26.831661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 199c44c2-93e4-44bc-9557-6b83c69f6f04 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:26.872601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 199c44c2-93e4-44bc-9557-6b83c69f6f04 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:26.872949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 199c44c2-93e4-44bc-9557-6b83c69f6f04 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:26.873392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 54a5affd-620a-4753-a403-de8880401d85 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:26.932415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 54a5affd-620a-4753-a403-de8880401d85 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:26.932784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 54a5affd-620a-4753-a403-de8880401d85 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:26.934358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:26.988203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5da9cdc0-7886-46c3-adb9-6cd6487e0d31 req-54bf6375-f919-409c-99cf-49cf615c3f20 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0582767 Feb 03 04:25:27.142327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1358d4eb-f1e4-44ac-8a70-203078a7ced7 req-5a06c50a-ed4b-4d02-8ce1-db1cd12bc87e tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0396085 Feb 03 04:25:27.148725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ae13f-3dfc-4789-85f5-acb9b28dd06d req-b79faadd-d40b-4e40-b87f-fa2717553621 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:27.157028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c05ae13f-3dfc-4789-85f5-acb9b28dd06d req-b79faadd-d40b-4e40-b87f-fa2717553621 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1132 time: 0.1837735 Feb 03 04:25:27.213877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:27.215137 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:27.225996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c05ae13f-3dfc-4789-85f5-acb9b28dd06d req-11365cd2-422c-4ee7-bf58-45190ed90c4e tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673807 Feb 03 04:25:27.304905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:27.313056 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48efefa-1746-4489-9e15-d285872f63f2" -d '{"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-unplugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:27.350077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:27.360144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Deleting port 5586bf5e-2449-4af8-8d27-8771537eca9f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:27.361136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:27.367166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:27.421922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e813ae-4a4d-4b51-a034-29b6cec7e436 req-e6881539-cfb0-4726-80dd-2c9a799daae8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:27.425686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45e813ae-4a4d-4b51-a034-29b6cec7e436 req-e6881539-cfb0-4726-80dd-2c9a799daae8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.1306231 Feb 03 04:25:27.457604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:27.459109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:27.466576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:27.509915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22f9c7cb-ceef-471e-bcae-afe747dfe18c req-5ab91343-8f74-4092-a358-accd3b69d26a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd459141-616b-4dac-8394-701029bba275 HTTP/1.1" status: 200 len: 210 time: 0.0567696 Feb 03 04:25:27.587412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45e813ae-4a4d-4b51-a034-29b6cec7e436 req-4f749076-d258-458b-95e4-73f11bf2191d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531556 Feb 03 04:25:27.599990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'name': 'network-vif-deleted', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:27.602988 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193e8eaf-426b-400c-b4a0-4ecf6ed66baf" -d '{"events": [{"server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "name": "network-vif-deleted", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:27.641786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] For port 5586bf5e-2449-4af8-8d27-8771537eca9f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5586bf5e-2449-4af8-8d27-8771537eca9f,segment=NetworkSegment(13233f23-76ff-48fe-aeba-7699f8cf693a),segment_id=13233f23-76ff-48fe-aeba-7699f8cf693a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:27.642185 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:27.655986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Calling delete_port for 5586bf5e-2449-4af8-8d27-8771537eca9f owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:27.663321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-deleted', 'tag': '54a5affd-620a-4753-a403-de8880401d85'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:27.666687 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e7b505-3484-44f2-a36b-1ff563c1216d" -d '{"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-deleted", "tag": "54a5affd-620a-4753-a403-de8880401d85"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:27.677941 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c5c3f9-b11c-482c-8160-9aa7b1d84fe2 x-openstack-request-id: req-e2c5c3f9-b11c-482c-8160-9aa7b1d84fe2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:27.678545 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-unplugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:27.678545 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2c5c3f9-b11c-482c-8160-9aa7b1d84fe2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:27.678854 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'code': 200} Feb 03 04:25:27.720163 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf946a66-287c-4812-a476-9b35634230d6 x-openstack-request-id: req-bf946a66-287c-4812-a476-9b35634230d6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:27.721063 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd459141-616b-4dac-8394-701029bba275", "name": "network-vif-deleted", "tag": "54a5affd-620a-4753-a403-de8880401d85", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:27.721063 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf946a66-287c-4812-a476-9b35634230d6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:27.721708 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd459141-616b-4dac-8394-701029bba275', 'name': 'network-vif-deleted', 'tag': '54a5affd-620a-4753-a403-de8880401d85', 'status': 'completed', 'code': 200} Feb 03 04:25:27.850894 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c642155-1d60-42fe-b183-e60f82bc53fe x-openstack-request-id: req-4c642155-1d60-42fe-b183-e60f82bc53fe {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:27.851184 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1d53a1-812c-4971-88bc-888a177e8917", "name": "network-vif-deleted", "tag": "39756c5b-12f1-4962-b640-d7402ffd43e4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:27.851443 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c642155-1d60-42fe-b183-e60f82bc53fe {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:27.851868 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1d53a1-812c-4971-88bc-888a177e8917', 'name': 'network-vif-deleted', 'tag': '39756c5b-12f1-4962-b640-d7402ffd43e4', 'status': 'completed', 'code': 200} Feb 03 04:25:28.024757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c9fc1-a7b9-4a42-a2fd-5ee2fba6569d req-36eb8e6a-c4bb-48c5-8f18-647178fddd1e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:28.036874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-527c9fc1-a7b9-4a42-a2fd-5ee2fba6569d req-36eb8e6a-c4bb-48c5-8f18-647178fddd1e tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.1279941 Feb 03 04:25:28.058588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 10.1.1.24 (74ee9637-e507-4076-9ab8-516d81946e96/5d3ad750-d16b-4dad-b8cd-94b9ef4257e5/ac153ab2-0cc1-43da-b1b6-9e83ce620f01) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:28.113346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-a2099ec5-f456-41f2-87dc-6bbb70254c74 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1909475 Feb 03 04:25:28.131946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-527c9fc1-a7b9-4a42-a2fd-5ee2fba6569d req-60325b8c-3f93-4e00-bc67-21f7acdbb593 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923266 Feb 03 04:25:28.158260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335aaee-0a86-441b-9d18-e828a108718b req-a228653b-c98f-4855-be5c-f5a642545eaf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:28.163358 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2335aaee-0a86-441b-9d18-e828a108718b req-a228653b-c98f-4855-be5c-f5a642545eaf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 932 time: 0.1940107 Feb 03 04:25:28.287969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2335aaee-0a86-441b-9d18-e828a108718b req-5ec2fa33-4a2f-4241-b29f-f8af57dd9062 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085377 Feb 03 04:25:28.317897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6049555f-ecb4-4959-9c97-ac86692d8aa7 req-e93a61e5-69af-490c-b0a3-bfdfe261dd72 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0687325 Feb 03 04:25:28.395196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:28.461841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5586bf5e-2449-4af8-8d27-8771537eca9f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:28.469270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:28.472316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-988cff28-5cc3-4a3d-9b6e-5c291741e80f req-9dbf484d-7220-4abd-9f5b-0d4aad617cde tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0610011 Feb 03 04:25:28.499789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Pushing event deleted for resources: {'Port': ['ID=5586bf5e-2449-4af8-8d27-8771537eca9f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:28.583572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 74ee9637-e507-4076-9ab8-516d81946e96 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:28.592973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:28.601733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:28.648713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:28.710850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:28.743756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting subnet 68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:25:28.749218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:28.834871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:28.840120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:25:28.865990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:28.887605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:28.927429 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fd47968a-89ac-4050-978c-379da4e4214d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5572424 Feb 03 04:25:28.952117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'admin_state_up': True, 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'security_groups': ['44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:29.091693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa4760-d958-4052-9642-645837213c49 req-c387610d-4efc-4608-b135-10db8851d708 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:29.099819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bafa4760-d958-4052-9642-645837213c49 req-c387610d-4efc-4608-b135-10db8851d708 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2729244 Feb 03 04:25:29.143082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.165693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (719e10a6-c538-4f69-bef8-fe8a76467b19), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.319196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:29.322660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.353500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bafa4760-d958-4052-9642-645837213c49 req-85751a5d-e4bc-4dfb-9408-3440665c68d3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475343 Feb 03 04:25:29.435164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.494118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe579ffe-5943-41c4-ac98-d5f85f57abd0 req-14e884c5-d146-4830-87d6-6dd89298d807 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:29.502250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe579ffe-5943-41c4-ac98-d5f85f57abd0 req-14e884c5-d146-4830-87d6-6dd89298d807 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.2084451 Feb 03 04:25:29.553103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Subnet': ['ID=68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:29.559353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.563306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a887cc88-2416-4059-b22c-e354d0b6089b tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/subnets/68b5c6e7-d81f-4bdf-8a70-6d353c2d8f52 HTTP/1.1" status: 204 len: 168 time: 0.9128230 Feb 03 04:25:29.570364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b6265-4f35-4d21-a947-dbd32b4f46d0 None None] Network a194a67b-7a69-4787-8f43-1346cec68756 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:29.589508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:29.606588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 10.1.1.182 (74ee9637-e507-4076-9ab8-516d81946e96/5d3ad750-d16b-4dad-b8cd-94b9ef4257e5/f3d8a362-29d9-4798-8d42-b655b3cfaa25) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:29.668458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:29.694103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a80cdc39-5343-4bbe-b379-1a2caa26d02e None None] Provisioning complete for port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:29.694396 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a80cdc39-5343-4bbe-b379-1a2caa26d02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.750684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e9baf-8b77-4d49-a26b-af939f935da6 req-13359801-10ed-4955-8712-ee01190a3a02 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:29.768592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e9baf-8b77-4d49-a26b-af939f935da6 req-13359801-10ed-4955-8712-ee01190a3a02 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:29.775974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f9e9baf-8b77-4d49-a26b-af939f935da6 req-13359801-10ed-4955-8712-ee01190a3a02 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 1653 time: 0.2418983 Feb 03 04:25:29.789768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe579ffe-5943-41c4-ac98-d5f85f57abd0 req-bc20eeb8-6b3c-44e4-8e24-327ee7a436cb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516530 Feb 03 04:25:29.814551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a194a67b-7a69-4787-8f43-1346cec68756), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.852274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.857669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'mac_address': 'fa:16:3e:e4:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:25:29.881797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a80cdc39-5343-4bbe-b379-1a2caa26d02e None None] Port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:29.929594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.959711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:29.960628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:29.977120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:30.023192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:30.034589 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:30.040215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] DHCP port deletion for a194a67b-7a69-4787-8f43-1346cec68756 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:25:30.061042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=f3d8a362-29d9-4798-8d42-b655b3cfaa25,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:30.074435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 74ee9637-e507-4076-9ab8-516d81946e96 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:30.075472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e07d2de9-c5d3-45dc-bfad-12229f3d3ca1 req-86854ebb-87d5-45cc-a280-ee5aaefa8963 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.1434271 Feb 03 04:25:30.077532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:30.081618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:30.169225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f9e9baf-8b77-4d49-a26b-af939f935da6 req-3baeb823-4ada-46e4-91f5-d7505f1154e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921032 Feb 03 04:25:30.191274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:30.191963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:30.262639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Router 719e10a6-c538-4f69-bef8-fe8a76467b19 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:25:30.267885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:30.282011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:30.301319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-32a855ad-57a8-41b7-8537-1925358694b1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3599639 Feb 03 04:25:30.306791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:25:30.330856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '85ae8084-1512-41bd-820f-3789560e4037', 'admin_state_up': True, 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'security_groups': ['44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:30.494962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bed3ede6-a31e-410a-9aa8-f99182c1d6c8 req-ea461f98-23e2-435d-aba6-afe682dc8ba9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.1048172 Feb 03 04:25:30.701996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:30.702460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:30.735432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:30.748656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-3ceacaa6-5763-4210-b85f-faa66798aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:30.750258 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-3ceacaa6-5763-4210-b85f-faa66798aa0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1132 time: 0.3242443 Feb 03 04:25:30.762116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99dda2-8b38-4f0f-bd2c-921676e8139d req-5c0927bd-9fbf-48c0-9489-0ed5ca234952 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:30.770442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef99dda2-8b38-4f0f-bd2c-921676e8139d req-5c0927bd-9fbf-48c0-9489-0ed5ca234952 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 946 time: 0.1836190 Feb 03 04:25:30.776805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:25:30.779824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=12']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:30.870365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] Sync routers for ids ['719e10a6-c538-4f69-bef8-fe8a76467b19'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:25:30.870365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] Routers {'719e10a6-c538-4f69-bef8-fe8a76467b19'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:25:30.870365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:25:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['719e10a6-c538-4f69-bef8-fe8a76467b19'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:30.871230 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3eae867c-945c-4805-85c6-012a554d4951 admin admin] 10.222.0.35 "PUT /v2.0/routers/719e10a6-c538-4f69-bef8-fe8a76467b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3216996 Feb 03 04:25:30.871879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-36f42a8f-11ac-4b8a-9015-3c60b97c3cad None None] Provisioning complete for port f3d8a362-29d9-4798-8d42-b655b3cfaa25 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:30.872321 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36f42a8f-11ac-4b8a-9015-3c60b97c3cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:30.877449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35160) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:30.962727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:31.006531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36f42a8f-11ac-4b8a-9015-3c60b97c3cad None None] Port f3d8a362-29d9-4798-8d42-b655b3cfaa25 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:31.125407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] Deleting port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:31.126073 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:31.220172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:31.222488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks [] for router (719e10a6-c538-4f69-bef8-fe8a76467b19), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:31.224720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-6d176395-277b-47cf-b650-6653e1329b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:31.239266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-6d176395-277b-47cf-b650-6653e1329b9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.4646482 Feb 03 04:25:31.337925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] For port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,segment=NetworkSegment(22604626-04c5-4d65-a2c4-a57c5a0b28c8),segment_id=22604626-04c5-4d65-a2c4-a57c5a0b28c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:31.338326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:31.549840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] Set router 719e10a6-c538-4f69-bef8-fe8a76467b19 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:25:31.597941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-bc12eb2a-6307-4d35-a330-37969e017293 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.3329115 Feb 03 04:25:31.668867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-5634c236-a81b-4471-b117-9405d6a3ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:31.670811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-5634c236-a81b-4471-b117-9405d6a3ce0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0625427 Feb 03 04:25:31.756630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] Calling delete_port for bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:31.782246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 10.2.2.100 (85ae8084-1512-41bd-820f-3789560e4037/0dec5c8e-69eb-4f36-818c-cd699999389d/e3f1fc63-39b2-424f-ae57-fe2f7a3bd167) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:31.949194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef99dda2-8b38-4f0f-bd2c-921676e8139d req-366a8f91-91a2-4a2d-a497-35b22341868d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1765578 Feb 03 04:25:31.992205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:32.028132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97232-5248-4e1e-a8a8-431cc1222f4d req-64beef8a-a5b3-43be-9435-90ab3460a821 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:32.043853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b97232-5248-4e1e-a8a8-431cc1222f4d req-64beef8a-a5b3-43be-9435-90ab3460a821 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.8016305 Feb 03 04:25:32.056268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.070268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-cd1bf887-3e9e-4426-8d17-5fb1c2c54b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:32.076666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-cd1bf887-3e9e-4426-8d17-5fb1c2c54b43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3866181 Feb 03 04:25:32.133690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.172403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.195883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:32.316830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 85ae8084-1512-41bd-820f-3789560e4037 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:32.324407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a194a67b-7a69-4787-8f43-1346cec68756), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.338380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:32.341460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No active binding found for port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 {{(pid=103325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 04:25:32.341860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] The host n-d-827549-1 is not matching for port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 host None! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:25:32.342254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:32.351091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a194a67b-7a69-4787-8f43-1346cec68756']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:32.363165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22604626-04c5-4d65-a2c4-a57c5a0b28c8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:32.363633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22604626-04c5-4d65-a2c4-a57c5a0b28c8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:32.369372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:32.375122 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (22604626-04c5-4d65-a2c4-a57c5a0b28c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.402555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (22604626-04c5-4d65-a2c4-a57c5a0b28c8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.432642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:25:32.433163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (22604626-04c5-4d65-a2c4-a57c5a0b28c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.511939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:32.593749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:32.594611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.636186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0593485d-d314-4f9f-813d-9642546357aa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3257496 Feb 03 04:25:32.650147 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (bdfa8bd5-792a-464b-99dd-82a3dbbc34e5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.659264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '85ae8084-1512-41bd-820f-3789560e4037', 'admin_state_up': True, 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'security_groups': ['44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:25:32.691243 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:25:32.694618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:32.707985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a194a67b-7a69-4787-8f43-1346cec68756), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.718857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] Network a194a67b-7a69-4787-8f43-1346cec68756 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:25:32.719796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf9b6aea-20ea-4ec8-98ac-c578424ff9c8 req-586db811-67dd-465c-bd21-aa67c082d4fb tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.5707550 Feb 03 04:25:32.720826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] No DVR routers for this DVR port bdfa8bd5-792a-464b-99dd-82a3dbbc34e5 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:32.743466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea0bbb-ac3f-4bc0-8256-ed0e3e8efda6 None None] Pushing event deleted for resources: {'Port': ['ID=bdfa8bd5-792a-464b-99dd-82a3dbbc34e5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:32.769600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b97232-5248-4e1e-a8a8-431cc1222f4d req-e826fe7b-f68d-44db-a54c-56acab4840a1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905007 Feb 03 04:25:32.838619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:32.849278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/networks/a194a67b-7a69-4787-8f43-1346cec68756 HTTP/1.1" status: 204 len: 168 time: 3.2576246 Feb 03 04:25:32.877060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:25:32.940239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:32.943881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c86f7-d9f4-4c79-8b4f-0012971d378d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Network': ['ID=a194a67b-7a69-4787-8f43-1346cec68756,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:32.953277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks [] for router_gateway (719e10a6-c538-4f69-bef8-fe8a76467b19), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:33.040380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:25:28Z', 'revision_number': 5, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port': {'id': 'a0c10a98-1e14-4795-a885-44e15919169f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:22:02Z', 'updated_at': '2022-02-03T04:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:33.118194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] Checking router: 719e10a6-c538-4f69-bef8-fe8a76467b19 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:25:33.120785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Made reservation on behalf of b1136d25319f48a4a7c1cf6effdcf72b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:33.125347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:33.156778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:33.157568 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:33.167140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting subnet ca92dead-6006-4168-b58a-744eb6231d92 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:25:33.246732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2c48f611-5428-4879-bcdc-8c72ba8f4584 None None] Provisioning complete for port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:33.247394 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c48f611-5428-4879-bcdc-8c72ba8f4584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:33.251430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (ca92dead-6006-4168-b58a-744eb6231d92), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:33.268599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] Routers {'719e10a6-c538-4f69-bef8-fe8a76467b19'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:25:33.274680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:25:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['719e10a6-c538-4f69-bef8-fe8a76467b19'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:33.522055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Allocated IP 10.2.2.200 (85ae8084-1512-41bd-820f-3789560e4037/0dec5c8e-69eb-4f36-818c-cd699999389d/4b273db3-06d9-40a4-b72b-d1ea958cf659) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:33.531938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:33.554845 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:33.562841 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63ac8aef-4e73-4af7-b135-23f1dae272be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:33.825257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:33.839080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:33.851040 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1b5c0d-e1ff-48b6-bd55-9f05ea60418d" -d '{"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:33.948807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.037948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.140927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c48f611-5428-4879-bcdc-8c72ba8f4584 None None] Port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:34.143647 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.152569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event updated for resources: {'Port': ['ID=4b273db3-06d9-40a4-b72b-d1ea958cf659,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:34.181705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Network 85ae8084-1512-41bd-820f-3789560e4037 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:34.187181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:34.190716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:34.232435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=13']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:34.263328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] Set router 719e10a6-c538-4f69-bef8-fe8a76467b19 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:25:34.323735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:34.324238 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.365359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:25:32Z', 'revision_number': 6, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:34.368025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-e0c9b5d7-32a2-43fc-a396-fed464be1d0e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7144642 Feb 03 04:25:34.382437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:34.431195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4dbd4-3e0e-42d5-99a7-84a51cd4d937 None None] The sync data for ids ['719e10a6-c538-4f69-bef8-fe8a76467b19'] in n-d-827549-1 is: [{'id': '719e10a6-c538-4f69-bef8-fe8a76467b19', 'name': 'tempest-AttachSCSIVolumeTestJSON-981105042-router', 'tenant_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:22:01Z', 'updated_at': '2022-02-03T04:25:32Z', 'revision_number': 6, 'project_id': 'a1e5457037b341ee98d4aafc29f21b7d', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:25:34.456926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (ca92dead-6006-4168-b58a-744eb6231d92), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.519298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-f72a5b03-f431-4fee-ba40-e79bc3fee84f service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4248230 Feb 03 04:25:34.531700 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.555759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Deleting port a0c10a98-1e14-4795-a885-44e15919169f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:34.556040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a0c10a98-1e14-4795-a885-44e15919169f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.672500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9e45fd5c-0a7f-417e-914f-0d4b3a8c67ab None None] Provisioning complete for port 4b273db3-06d9-40a4-b72b-d1ea958cf659 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:25:34.674475 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e45fd5c-0a7f-417e-914f-0d4b3a8c67ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.766013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (ca92dead-6006-4168-b58a-744eb6231d92), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:34.769560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9e45fd5c-0a7f-417e-914f-0d4b3a8c67ab None None] Port 4b273db3-06d9-40a4-b72b-d1ea958cf659 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:25:34.902306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (ca92dead-6006-4168-b58a-744eb6231d92), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.034207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262633-beaf-40fa-9d2a-159f47fe8e98 req-063da133-6bab-46f1-95a7-5c29c437dad4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:35.039152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262633-beaf-40fa-9d2a-159f47fe8e98 req-063da133-6bab-46f1-95a7-5c29c437dad4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:35.045215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262633-beaf-40fa-9d2a-159f47fe8e98 req-063da133-6bab-46f1-95a7-5c29c437dad4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:35.051025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262633-beaf-40fa-9d2a-159f47fe8e98 req-063da133-6bab-46f1-95a7-5c29c437dad4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:35.059558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262633-beaf-40fa-9d2a-159f47fe8e98 req-063da133-6bab-46f1-95a7-5c29c437dad4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:35.061107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92262633-beaf-40fa-9d2a-159f47fe8e98 req-063da133-6bab-46f1-95a7-5c29c437dad4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 3816 time: 2.1258659 Feb 03 04:25:35.114361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Subnet': ['ID=ca92dead-6006-4168-b58a-744eb6231d92,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:35.195033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7bdda4-62fe-43a4-9113-dfdb17130f87 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:35.210990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Publish callbacks [] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.221818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] For port a0c10a98-1e14-4795-a885-44e15919169f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a0c10a98-1e14-4795-a885-44e15919169f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:35.222245 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a0c10a98-1e14-4795-a885-44e15919169f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.237215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Transition to ACTIVE for port object be7bdda4-62fe-43a4-9113-dfdb17130f87 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:35.250814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.268607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Calling delete_port for a0c10a98-1e14-4795-a885-44e15919169f owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:35.323396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Pushing event updated for resources: {'Port': ['ID=be7bdda4-62fe-43a4-9113-dfdb17130f87,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:35.405572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ef0730-960c-40af-921e-8e9df3673dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.429173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0cafc-55c1-404d-be5a-21aca66fc97a None None] Network 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:35.431745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.440492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e1e2f66b-c882-4b07-b4dc-ace5b2f4291d tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/subnets/ca92dead-6006-4168-b58a-744eb6231d92 HTTP/1.1" status: 204 len: 168 time: 2.4674606 Feb 03 04:25:35.471101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:35.649838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a0c10a98-1e14-4795-a885-44e15919169f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:35.742545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Attempting to bind port be7bdda4-62fe-43a4-9113-dfdb17130f87 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:35.743435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Attempting to bind port be7bdda4-62fe-43a4-9113-dfdb17130f87 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:35.744393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Attempting to bind port be7bdda4-62fe-43a4-9113-dfdb17130f87 on network 065b282a-1ed1-4097-927b-9fb1c23745fa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:35.751280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1f0acd1b-6bf4-43ba-9b37-bcb740b2d992), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.764822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Port be7bdda4-62fe-43a4-9113-dfdb17130f87 on network 065b282a-1ed1-4097-927b-9fb1c23745fa not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:35.767627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Attempting to bind port be7bdda4-62fe-43a4-9113-dfdb17130f87 on network 065b282a-1ed1-4097-927b-9fb1c23745fa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:35.777004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:35.777601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Checking segment: {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:35.778602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Bound using segment: {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:35.779409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Bound port: be7bdda4-62fe-43a4-9113-dfdb17130f87, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bd83b7-66bb-4805-b7d7-f0191d624806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:35.780181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.799200 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a0c10a98-1e14-4795-a885-44e15919169f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:35.817397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No active binding found for port a0c10a98-1e14-4795-a885-44e15919169f {{(pid=103325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 04:25:35.817949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] The host n-d-827549-1 is not matching for port a0c10a98-1e14-4795-a885-44e15919169f host None! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:25:35.818715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a0c10a98-1e14-4795-a885-44e15919169f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:35.819146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5586bf5e-2449-4af8-8d27-8771537eca9f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:35.863995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-50da7bb1-54df-420f-a2e5-dc585a8a1aa8 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3214784 Feb 03 04:25:35.956697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] For port be7bdda4-62fe-43a4-9113-dfdb17130f87, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:35.969168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c10a98-1e14-4795-a885-44e15919169f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:35.970544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 5586bf5e-2449-4af8-8d27-8771537eca9f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:35.970899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5586bf5e-2449-4af8-8d27-8771537eca9f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:36.022599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] For port be7bdda4-62fe-43a4-9113-dfdb17130f87, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:36.026899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Deleting port 4ce26c06-6e78-4427-aa56-c4234a46a1da {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:36.033571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.068464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.088931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] DHCP port deletion for 1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:25:36.147637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92262633-beaf-40fa-9d2a-159f47fe8e98 req-5f919299-d66c-4f68-87da-2b516bad3b54 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7432482 Feb 03 04:25:36.174053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (719e10a6-c538-4f69-bef8-fe8a76467b19), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.206591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] Deleting port 4ce26c06-6e78-4427-aa56-c4234a46a1da {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:36.206974 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.365361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] For port 4ce26c06-6e78-4427-aa56-c4234a46a1da, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4ce26c06-6e78-4427-aa56-c4234a46a1da,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:36.365778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.400837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] Calling delete_port for 4ce26c06-6e78-4427-aa56-c4234a46a1da owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:36.498742 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24326bce-fce1-445c-b9f1-6851de9c9733 req-d7c586cb-bb95-44af-a2e8-092235e3d9d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.1502783 Feb 03 04:25:36.519604 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (719e10a6-c538-4f69-bef8-fe8a76467b19), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.524724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks [] for router_controller (719e10a6-c538-4f69-bef8-fe8a76467b19), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.602824 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.631115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (719e10a6-c538-4f69-bef8-fe8a76467b19), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.631715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719e10a6-c538-4f69-bef8-fe8a76467b19 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:25:36.636318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.637846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5f3d05ad-ddb7-43ef-8d84-f3b657d36834 admin admin] 10.222.0.35 "DELETE /v2.0/routers/719e10a6-c538-4f69-bef8-fe8a76467b19 HTTP/1.1" status: 204 len: 168 time: 5.7033494 Feb 03 04:25:36.640308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:36.646121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.706816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] Pushing event deleted for resources: {'Port': ['ID=4ce26c06-6e78-4427-aa56-c4234a46a1da,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:36.721299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ec6a2-e34c-4016-aa8b-158346db0a86 None None] No DVR routers for this DVR port 4ce26c06-6e78-4427-aa56-c4234a46a1da on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:36.767193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] Deleting subnet 9cf2543a-db32-4516-8c26-8493ba55f426 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:25:36.780458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] Publish callbacks [] for subnet (9cf2543a-db32-4516-8c26-8493ba55f426), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.884332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (9cf2543a-db32-4516-8c26-8493ba55f426), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.924435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] For port 4ce26c06-6e78-4427-aa56-c4234a46a1da, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4ce26c06-6e78-4427-aa56-c4234a46a1da,segment=NetworkSegment(257b3e2a-a015-41ea-8b44-78e076ba05af),segment_id=257b3e2a-a015-41ea-8b44-78e076ba05af)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:36.924939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.929701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:36.930985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:36.932444 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] 10.222.0.15 "PUT /v2.0/ports/be7bdda4-62fe-43a4-9113-dfdb17130f87 HTTP/1.1" status: 200 len: 1092 time: 2.5557659 Feb 03 04:25:36.933399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:36.935909 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b50d547-7745-4f7a-872a-f7e3d05b032a" -d '{"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:36.968643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Calling delete_port for 4ce26c06-6e78-4427-aa56-c4234a46a1da owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:36.972196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594794f-7220-4134-a8b7-355ebb09dff9 req-18609965-da6f-47b9-a7e3-7667e3927b40 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:36.981395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7594794f-7220-4134-a8b7-355ebb09dff9 req-18609965-da6f-47b9-a7e3-7667e3927b40 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.2250421 Feb 03 04:25:36.997972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:37.121575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7594794f-7220-4134-a8b7-355ebb09dff9 req-329df113-41a3-4236-930b-9c06e43187f9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331649 Feb 03 04:25:37.164036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf192f9a-d9c6-4e8c-b0f2-f0363a822abb service neutron] Pushing event updated for resources: {'Port': ['ID=be7bdda4-62fe-43a4-9113-dfdb17130f87,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:37.174068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9cf2543a-db32-4516-8c26-8493ba55f426), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:37.307984 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (9cf2543a-db32-4516-8c26-8493ba55f426), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:37.506589 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:37.513939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9cf2543a-db32-4516-8c26-8493ba55f426 HTTP/1.1" status: 204 len: 168 time: 0.8726008 Feb 03 04:25:37.516630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d915e285-87c7-43c3-adfb-9cfed6f160b9 req-19a86792-7e61-4f6e-be13-966c40643ca0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.1755199 Feb 03 04:25:37.517535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5fbc0-791a-4415-a855-7204f87c0592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf2543a-db32-4516-8c26-8493ba55f426,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:37.520305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4ce26c06-6e78-4427-aa56-c4234a46a1da no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:37.520529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:37.526441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48f87b-40cb-46bb-9994-75088bf43ab1 None None] Network 0b1404bf-1fdb-49c0-ab96-b75bc123225c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:37.582201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 4ce26c06-6e78-4427-aa56-c4234a46a1da {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:37.582663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4ce26c06-6e78-4427-aa56-c4234a46a1da not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:37.617002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:37.702909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da75be-e43f-4a6b-9c19-584af5348c10 req-9201a4dc-8e93-4ad3-a5a1-7008295efe9b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:37.716927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1da75be-e43f-4a6b-9c19-584af5348c10 req-9201a4dc-8e93-4ad3-a5a1-7008295efe9b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.0925705 Feb 03 04:25:37.772836 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4ce26c06-6e78-4427-aa56-c4234a46a1da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:37.806292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] DHCP port deletion for 0b1404bf-1fdb-49c0-ab96-b75bc123225c request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:25:37.812297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1da75be-e43f-4a6b-9c19-584af5348c10 req-0d10c6ef-08ea-4f16-b24e-8f37618d69c2 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942953 Feb 03 04:25:37.957359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] Deleting port 7e906d19-6950-4ed0-8616-b19fd6f2b559 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:37.957809 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.034206 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb437363-cf3a-4058-91cb-fcabcd779c5c x-openstack-request-id: req-cb437363-cf3a-4058-91cb-fcabcd779c5c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:38.035859 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-plugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:38.036780 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb437363-cf3a-4058-91cb-fcabcd779c5c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:38.039653 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'code': 200} Feb 03 04:25:38.196502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] For port 7e906d19-6950-4ed0-8616-b19fd6f2b559, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7e906d19-6950-4ed0-8616-b19fd6f2b559,segment=NetworkSegment(13233f23-76ff-48fe-aeba-7699f8cf693a),segment_id=13233f23-76ff-48fe-aeba-7699f8cf693a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:38.204285 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd194f21-0226-45df-9d89-ad3f7915cc1d x-openstack-request-id: req-fd194f21-0226-45df-9d89-ad3f7915cc1d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:38.204722 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:38.204822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.204910 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd194f21-0226-45df-9d89-ad3f7915cc1d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:38.205251 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'status': 'completed', 'code': 200} Feb 03 04:25:38.246222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (0b1404bf-1fdb-49c0-ab96-b75bc123225c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.251421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-d7ecfc31-7e89-4b81-a79f-0ac26a29ee54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8378162 Feb 03 04:25:38.261841 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.280740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] Calling delete_port for 7e906d19-6950-4ed0-8616-b19fd6f2b559 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:38.293679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] No DVR routers for this DVR port 4ce26c06-6e78-4427-aa56-c4234a46a1da on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:38.296989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Port': ['ID=4ce26c06-6e78-4427-aa56-c4234a46a1da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:38.316621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1eabe-5c49-49e2-8c9e-c013349c562e req-8f160f99-c8a7-4f9f-ac84-79db99fed173 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.327456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1eabe-5c49-49e2-8c9e-c013349c562e req-8f160f99-c8a7-4f9f-ac84-79db99fed173 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.334105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1eabe-5c49-49e2-8c9e-c013349c562e req-8f160f99-c8a7-4f9f-ac84-79db99fed173 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.340599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1eabe-5c49-49e2-8c9e-c013349c562e req-8f160f99-c8a7-4f9f-ac84-79db99fed173 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.348728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1eabe-5c49-49e2-8c9e-c013349c562e req-8f160f99-c8a7-4f9f-ac84-79db99fed173 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.357025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ec1eabe-5c49-49e2-8c9e-c013349c562e req-8f160f99-c8a7-4f9f-ac84-79db99fed173 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 3828 time: 0.1482420 Feb 03 04:25:38.427580 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ec1eabe-5c49-49e2-8c9e-c013349c562e req-df736842-51bc-4583-953f-fe0609b333ca tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691397 Feb 03 04:25:38.502846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.519221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] No DVR routers for this DVR port 7e906d19-6950-4ed0-8616-b19fd6f2b559 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:38.571376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b2bbd-4f97-4b0e-bb8d-d7273e7e9252 None None] Pushing event deleted for resources: {'Port': ['ID=7e906d19-6950-4ed0-8616-b19fd6f2b559,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:38.575825 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1f0acd1b-6bf4-43ba-9b37-bcb740b2d992), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.598949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0184363-64ab-4875-9dae-b881e2faf7a0 req-2ce4cec8-6ede-4f4b-aaf5-67ecc5b24b21 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0888915 Feb 03 04:25:38.608161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0acd1b-6bf4-43ba-9b37-bcb740b2d992']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:38.623036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257b3e2a-a015-41ea-8b44-78e076ba05af') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:38.623658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257b3e2a-a015-41ea-8b44-78e076ba05af') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:38.634178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (257b3e2a-a015-41ea-8b44-78e076ba05af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.648331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (257b3e2a-a015-41ea-8b44-78e076ba05af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.665738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:25:38.666161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (257b3e2a-a015-41ea-8b44-78e076ba05af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:25:38.781802 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:25:38.799076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-04812651-0b7d-45c5-8116-78fd71dea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.799532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-04812651-0b7d-45c5-8116-78fd71dea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.800027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-04812651-0b7d-45c5-8116-78fd71dea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.800502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-04812651-0b7d-45c5-8116-78fd71dea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.800975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-04812651-0b7d-45c5-8116-78fd71dea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.803211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-04812651-0b7d-45c5-8116-78fd71dea51b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 4394 time: 0.5910730 Feb 03 04:25:38.804111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1f0acd1b-6bf4-43ba-9b37-bcb740b2d992), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:38.940165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d99748-7e8e-412f-8b81-d416814050bd req-113e5d82-372c-4219-87c4-56f436f45894 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:38.947179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2d99748-7e8e-412f-8b81-d416814050bd req-113e5d82-372c-4219-87c4-56f436f45894 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.1502790 Feb 03 04:25:39.036430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-4c5ba9aa-43dc-4fdb-97bf-1a386036d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.038743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-4c5ba9aa-43dc-4fdb-97bf-1a386036d2ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 1131 time: 0.7540228 Feb 03 04:25:39.039926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Pushing event deleted for resources: {'Network': ['ID=1f0acd1b-6bf4-43ba-9b37-bcb740b2d992,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:39.043136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:39.051344 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-67fa77e9-bbf0-4644-9f24-883363bf7b3a tempest-ServersTestMultiNic-38311991 tempest-ServersTestMultiNic-38311991-project] 10.222.0.35 "DELETE /v2.0/networks/1f0acd1b-6bf4-43ba-9b37-bcb740b2d992 HTTP/1.1" status: 204 len: 168 time: 3.5790615 Feb 03 04:25:39.077286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2d99748-7e8e-412f-8b81-d416814050bd req-2c228486-68b5-4752-9497-6f85f3fc88cc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195307 Feb 03 04:25:39.140433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892459cd-d2bf-450a-ba0f-c4ba4497989e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:39.197221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Publish callbacks [] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:39.211571 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc749deb-8d74-498d-8c95-c5945b62eac7 req-e4bf73cf-3dea-4e8c-9bcf-328c75e87d20 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0645001 Feb 03 04:25:39.301599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:39.405606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a8dd-255b-41b2-9e22-9741276643c2 req-e2e2b598-c644-4ea3-8286-cc48e9e19111 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.413057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Transition to ACTIVE for port object 892459cd-d2bf-450a-ba0f-c4ba4497989e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:39.424324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93e1a8dd-255b-41b2-9e22-9741276643c2 req-e2e2b598-c644-4ea3-8286-cc48e9e19111 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.1221869 Feb 03 04:25:39.478633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e906d19-6950-4ed0-8616-b19fd6f2b559 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:39.507682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93e1a8dd-255b-41b2-9e22-9741276643c2 req-f7e39b7c-174a-4863-b93c-135cab133232 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810368 Feb 03 04:25:39.511060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7e906d19-6950-4ed0-8616-b19fd6f2b559 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:39.511862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e906d19-6950-4ed0-8616-b19fd6f2b559 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:39.623232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-768f17af-130c-4fe8-8e92-b6623fb7189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.625249 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-768f17af-130c-4fe8-8e92-b6623fb7189c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.4918911 Feb 03 04:25:39.655648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-c7af8d18-59b7-4ac0-853e-4424d54b912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.656294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-c7af8d18-59b7-4ac0-853e-4424d54b912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.656831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-c7af8d18-59b7-4ac0-853e-4424d54b912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.659447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-c7af8d18-59b7-4ac0-853e-4424d54b912d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8163877 Feb 03 04:25:39.660673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:39.671877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Deleting port 7e906d19-6950-4ed0-8616-b19fd6f2b559 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:39.672392 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:39.763192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] For port 7e906d19-6950-4ed0-8616-b19fd6f2b559, host n-d-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:39.764186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:39.783830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Calling delete_port for 7e906d19-6950-4ed0-8616-b19fd6f2b559 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:39.787259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Port 7e906d19-6950-4ed0-8616-b19fd6f2b559 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:25:39.833228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527213-4d44-4417-b802-65409bce6457 req-9ac7930d-0c9f-4da1-a098-60dd5bb60bfd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.847389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527213-4d44-4417-b802-65409bce6457 req-9ac7930d-0c9f-4da1-a098-60dd5bb60bfd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.853998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527213-4d44-4417-b802-65409bce6457 req-9ac7930d-0c9f-4da1-a098-60dd5bb60bfd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.859750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7e906d19-6950-4ed0-8616-b19fd6f2b559), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:39.866491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-931a21b1-87d6-4117-ad87-4afbd6fce8c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 200 len: 217 time: 0.0767267 Feb 03 04:25:39.877543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527213-4d44-4417-b802-65409bce6457 req-9ac7930d-0c9f-4da1-a098-60dd5bb60bfd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.885384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527213-4d44-4417-b802-65409bce6457 req-9ac7930d-0c9f-4da1-a098-60dd5bb60bfd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.901211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527213-4d44-4417-b802-65409bce6457 req-9ac7930d-0c9f-4da1-a098-60dd5bb60bfd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:39.906507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12527213-4d44-4417-b802-65409bce6457 req-9ac7930d-0c9f-4da1-a098-60dd5bb60bfd tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 4600 time: 0.2025278 Feb 03 04:25:40.070042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12527213-4d44-4417-b802-65409bce6457 req-3bcc9e24-04ab-468f-aab6-ac273bd7931c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490867 Feb 03 04:25:40.200925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-eab8a38e-5393-4b44-b617-bc57b576bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:40.203354 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-eab8a38e-5393-4b44-b617-bc57b576bef2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.3290997 Feb 03 04:25:40.204596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-6b8b5120-19b7-4c3f-803c-a89692e6bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:40.206377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b50d547-7745-4f7a-872a-f7e3d05b032a req-6b8b5120-19b7-4c3f-803c-a89692e6bcc0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3710988 Feb 03 04:25:40.207303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Pushing event updated for resources: {'Port': ['ID=892459cd-d2bf-450a-ba0f-c4ba4497989e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:40.270754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e906d19-6950-4ed0-8616-b19fd6f2b559,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:40.376014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2590d76a-16ac-4e97-8c28-e31901f25641 req-0b9d01ba-7741-446e-8edb-26a2506fb17d tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0683439 Feb 03 04:25:40.381056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] No DVR routers for this DVR port 7e906d19-6950-4ed0-8616-b19fd6f2b559 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:40.405069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-c83d84b6-ad75-46b4-bef6-90f605fc1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:40.406821 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-c83d84b6-ad75-46b4-bef6-90f605fc1395 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1699960 Feb 03 04:25:40.509163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Attempting to bind port 892459cd-d2bf-450a-ba0f-c4ba4497989e on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:40.509898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Attempting to bind port 892459cd-d2bf-450a-ba0f-c4ba4497989e by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:40.509898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Attempting to bind port 892459cd-d2bf-450a-ba0f-c4ba4497989e on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:40.558643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb904c0-f24a-4429-a6fc-a7df58a81f18 req-c4433c53-c045-46c6-b959-94e5930bcaf2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:40.565581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Port 892459cd-d2bf-450a-ba0f-c4ba4497989e on network 74ee9637-e507-4076-9ab8-516d81946e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:40.565985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Attempting to bind port 892459cd-d2bf-450a-ba0f-c4ba4497989e on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:40.579562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bb904c0-f24a-4429-a6fc-a7df58a81f18 req-c4433c53-c045-46c6-b959-94e5930bcaf2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.1028521 Feb 03 04:25:40.660403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bb904c0-f24a-4429-a6fc-a7df58a81f18 req-63a252c0-ecf6-4349-81d1-09b3c369630f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829947 Feb 03 04:25:40.674183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:40.675047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Checking segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:40.675459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Bound using segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:40.676698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Bound port: 892459cd-d2bf-450a-ba0f-c4ba4497989e, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:40.677075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:40.730548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (0b1404bf-1fdb-49c0-ab96-b75bc123225c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:40.894126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] For port 892459cd-d2bf-450a-ba0f-c4ba4497989e, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:40.899168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] For port 892459cd-d2bf-450a-ba0f-c4ba4497989e, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=892459cd-d2bf-450a-ba0f-c4ba4497989e,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:40.906861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c107b33-d5ea-4362-a459-bf469f0003e4 req-5adae8c8-2511-44e7-b1f7-26812982b7fa tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0594661 Feb 03 04:25:40.907533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1404bf-1fdb-49c0-ab96-b75bc123225c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:40.918979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:40.931996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13233f23-76ff-48fe-aeba-7699f8cf693a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:40.932367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13233f23-76ff-48fe-aeba-7699f8cf693a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:40.976473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (13233f23-76ff-48fe-aeba-7699f8cf693a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:41.005140 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-a814aaa9-7b36-4d50-a091-a7982bfde08e service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648558 Feb 03 04:25:41.014343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.014343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:41.014942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] 10.222.0.15 "PUT /v2.0/ports/892459cd-d2bf-450a-ba0f-c4ba4497989e HTTP/1.1" status: 200 len: 1130 time: 4.0436308 Feb 03 04:25:41.016767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': '892459cd-d2bf-450a-ba0f-c4ba4497989e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:41.020955 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8f81eb-c93a-420a-972e-62269a7187bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "892459cd-d2bf-450a-ba0f-c4ba4497989e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:41.030357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (13233f23-76ff-48fe-aeba-7699f8cf693a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:41.047800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:25:41.048208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (13233f23-76ff-48fe-aeba-7699f8cf693a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:25:41.054367 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:25:41.067015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:41.127239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa332-29be-4645-801b-1afe1e5550d6 req-b0dd83d6-34e3-4c16-bcbc-648caf73eefe tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.135414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd8aa332-29be-4645-801b-1afe1e5550d6 req-b0dd83d6-34e3-4c16-bcbc-648caf73eefe tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.1412554 Feb 03 04:25:41.244364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd8aa332-29be-4645-801b-1afe1e5550d6 req-081e5282-95ab-4f86-8f8b-8a283f67ee48 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080892 Feb 03 04:25:41.283199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf9f55-4be8-4af3-847c-5c3d206d15bc service neutron] Pushing event updated for resources: {'Port': ['ID=892459cd-d2bf-450a-ba0f-c4ba4497989e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:41.342728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:41.367418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (0b1404bf-1fdb-49c0-ab96-b75bc123225c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:41.416253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:41.419664 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0b1404bf-1fdb-49c0-ab96-b75bc123225c HTTP/1.1" status: 204 len: 168 time: 3.8945909 Feb 03 04:25:41.435451 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:41.514451 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd3791-4bb0-4cc1-bfd7-bb4d20dabf87 x-openstack-request-id: req-e9cd3791-4bb0-4cc1-bfd7-bb4d20dabf87 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:41.515066 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "892459cd-d2bf-450a-ba0f-c4ba4497989e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:41.515066 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9cd3791-4bb0-4cc1-bfd7-bb4d20dabf87 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:41.518666 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': '892459cd-d2bf-450a-ba0f-c4ba4497989e', 'status': 'completed', 'code': 200} Feb 03 04:25:41.537206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e798f90-ef81-485c-bed1-c50ac6980066 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1404bf-1fdb-49c0-ab96-b75bc123225c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:41.638579 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c03b1a61-e7d6-4408-b892-7f65b8e91cca req-190cf4f7-364e-4a5f-97cc-08f2e65cb7fe service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058583 Feb 03 04:25:41.668985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-8532abe0-6e53-4565-b7bc-456dab18a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.669519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-8532abe0-6e53-4565-b7bc-456dab18a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.669993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-8532abe0-6e53-4565-b7bc-456dab18a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.670478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-8532abe0-6e53-4565-b7bc-456dab18a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.670987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-8532abe0-6e53-4565-b7bc-456dab18a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.671439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-8532abe0-6e53-4565-b7bc-456dab18a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.673508 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-db8f81eb-c93a-420a-972e-62269a7187bf req-8532abe0-6e53-4565-b7bc-456dab18a8dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5348 time: 0.1494570 Feb 03 04:25:41.805019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-855b6252-414c-4092-b994-165a76b38341 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.811526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-855b6252-414c-4092-b994-165a76b38341 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.817072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-855b6252-414c-4092-b994-165a76b38341 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.822676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-855b6252-414c-4092-b994-165a76b38341 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.828225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-855b6252-414c-4092-b994-165a76b38341 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.834007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-855b6252-414c-4092-b994-165a76b38341 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.842344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-855b6252-414c-4092-b994-165a76b38341 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 4600 time: 0.2060630 Feb 03 04:25:41.925620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-f89f80ca-bc1c-4a3a-a927-f2ac665405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.926110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-f89f80ca-bc1c-4a3a-a927-f2ac665405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.926571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-f89f80ca-bc1c-4a3a-a927-f2ac665405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:41.930442 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-db8f81eb-c93a-420a-972e-62269a7187bf req-f89f80ca-bc1c-4a3a-a927-f2ac665405d3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2122211 Feb 03 04:25:41.983279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:42.072060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6670c4e9-445c-4310-bbbd-b0dacda28d51 req-65f767f3-0fc0-4502-a8d8-7bc8cd3c662e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2290406 Feb 03 04:25:42.140494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f81eb-c93a-420a-972e-62269a7187bf req-e19c09f3-2ee3-4b15-8b08-d9191212517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:42.141973 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-db8f81eb-c93a-420a-972e-62269a7187bf req-e19c09f3-2ee3-4b15-8b08-d9191212517f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038503 Feb 03 04:25:42.211963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-028474e9-84e4-4f53-8af9-9751415fbf46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6919af89228c4ae2a3effbd243d9f9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253630 Feb 03 04:25:42.213983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:42.309563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:42.335132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Publish callbacks [] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:42.363099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a9fc46b-60b0-4478-842c-e325c547dded req-5cf3ef24-f832-490e-bab3-d6f3c35cb805 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0832551 Feb 03 04:25:42.364928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Transition to ACTIVE for port object be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:42.373533 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:42.416489 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8de8bcd-0bc1-4985-9a4c-c6c0421a11a5 admin admin] Publish callbacks [] for security_group (1e8d88b7-c581-45b3-a523-471ca2bd72d2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:42.502055 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8de8bcd-0bc1-4985-9a4c-c6c0421a11a5 admin admin] Publish callbacks [] for security_group (1e8d88b7-c581-45b3-a523-471ca2bd72d2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:42.630232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Pushing event updated for resources: {'Port': ['ID=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:42.775365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Attempting to bind port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:42.779662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Attempting to bind port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:42.780468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Attempting to bind port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:42.787303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd on network 74ee9637-e507-4076-9ab8-516d81946e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:42.794983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Attempting to bind port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:42.822818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:42.824943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Checking segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:42.826763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Bound using segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:42.827739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Bound port: be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:42.829645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:42.910040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d34a-f32b-45c0-b42d-da4a7018a3db req-4b6740e9-53d2-4793-bce9-dd85da074837 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:42.925231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1d4d34a-f32b-45c0-b42d-da4a7018a3db req-4b6740e9-53d2-4793-bce9-dd85da074837 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.2861228 Feb 03 04:25:42.932960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.024368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] For port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:43.030690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] For port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:43.061828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.127281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8de8bcd-0bc1-4985-9a4c-c6c0421a11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1e8d88b7-c581-45b3-a523-471ca2bd72d2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.130208 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8de8bcd-0bc1-4985-9a4c-c6c0421a11a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.131463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f8de8bcd-0bc1-4985-9a4c-c6c0421a11a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e8d88b7-c581-45b3-a523-471ca2bd72d2 HTTP/1.1" status: 204 len: 168 time: 0.9165490 Feb 03 04:25:43.158703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:43.159341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.160875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] 10.222.0.15 "PUT /v2.0/ports/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd HTTP/1.1" status: 200 len: 1129 time: 2.1103222 Feb 03 04:25:43.200789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de8bcd-0bc1-4985-9a4c-c6c0421a11a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d88b7-c581-45b3-a523-471ca2bd72d2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:43.216442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:43.292442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1d4d34a-f32b-45c0-b42d-da4a7018a3db req-9286a75f-23a5-4bdc-98de-a9c7a1f876a0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651071 Feb 03 04:25:43.474403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c85a7-f850-4844-9955-3ae2313bbad4 service neutron] Pushing event updated for resources: {'Port': ['ID=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:43.491650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.529474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:43.539102 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a14a1-a057-40d4-b6f3-9938653d84c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:43.559711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-556056fd-4ab8-4a36-971a-071c2e376832 req-945ad382-da39-4326-9355-9847d206dd6a tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0927281 Feb 03 04:25:43.656742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Deleting port a862d329-c750-44fd-b65b-2d2f02d02bd9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:43.658731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.927431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] For port a862d329-c750-44fd-b65b-2d2f02d02bd9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a862d329-c750-44fd-b65b-2d2f02d02bd9,segment=NetworkSegment(7011dba7-1db4-4b23-9800-1da03347eb6c),segment_id=7011dba7-1db4-4b23-9800-1da03347eb6c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:43.935331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:43.992409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab02aa1-21b8-4b02-ba44-23bb684ecbbe req-5f9e2150-bc93-4c63-88ee-a460822858e9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:43.999369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:44.002092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dab02aa1-21b8-4b02-ba44-23bb684ecbbe req-5f9e2150-bc93-4c63-88ee-a460822858e9 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.2812157 Feb 03 04:25:44.086694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Calling delete_port for a862d329-c750-44fd-b65b-2d2f02d02bd9 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:44.161623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b018b9d-4044-4c61-bcae-956ba0702f6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1e5457037b341ee98d4aafc29f21b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585708 Feb 03 04:25:44.162598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:44.195633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac153ab2-0cc1-43da-b1b6-9e83ce620f01 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:44.219146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Publish callbacks [] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:44.289685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Transition to ACTIVE for port object ac153ab2-0cc1-43da-b1b6-9e83ce620f01 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:44.307650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:44.367952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dab02aa1-21b8-4b02-ba44-23bb684ecbbe req-a7decf66-92e2-4156-9070-04a7205a37b3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611119 Feb 03 04:25:44.377058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a175277d-f951-4051-ac1c-cf306c3e1e35 admin admin] Publish callbacks [] for security_group (fee6e813-d00d-4201-ae6b-6846854b6a2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:44.552888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Attempting to bind port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:44.553224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Attempting to bind port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:44.553557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Attempting to bind port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:44.567492 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a862d329-c750-44fd-b65b-2d2f02d02bd9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:44.601619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 on network 74ee9637-e507-4076-9ab8-516d81946e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:44.603648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Attempting to bind port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:44.624147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:44.624505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Checking segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:44.624915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Bound using segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:44.625367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Bound port: ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:44.625733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:44.641407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a175277d-f951-4051-ac1c-cf306c3e1e35 admin admin] Publish callbacks [] for security_group (fee6e813-d00d-4201-ae6b-6846854b6a2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:44.645419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Pushing event deleted for resources: {'Port': ['ID=a862d329-c750-44fd-b65b-2d2f02d02bd9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:44.657244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:44.786197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:44.797745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:44.826304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:44.836977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:44.842609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:44.849902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:44.855777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:44.857969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-384c62f7-05dc-411d-b310-455d161aedab req-e7b3e9a4-6592-44a3-8f99-bed7736f4c1b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5383 time: 0.3284535 Feb 03 04:25:44.875888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] For port ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:44.881711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] For port ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:44.935795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:45.060679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:45.062529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:45.065078 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] 10.222.0.15 "PUT /v2.0/ports/ac153ab2-0cc1-43da-b1b6-9e83ce620f01 HTTP/1.1" status: 200 len: 1090 time: 1.8612676 Feb 03 04:25:45.076401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a175277d-f951-4051-ac1c-cf306c3e1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fee6e813-d00d-4201-ae6b-6846854b6a2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:45.079066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a175277d-f951-4051-ac1c-cf306c3e1e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:45.080685 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a175277d-f951-4051-ac1c-cf306c3e1e35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fee6e813-d00d-4201-ae6b-6846854b6a2b HTTP/1.1" status: 204 len: 168 time: 0.9169466 Feb 03 04:25:45.147825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:45.151545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175277d-f951-4051-ac1c-cf306c3e1e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee6e813-d00d-4201-ae6b-6846854b6a2b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:45.237448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-384c62f7-05dc-411d-b310-455d161aedab req-3bb06f15-0723-47f2-b800-6cfd53e2c2e3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3585217 Feb 03 04:25:45.292852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc6f54-ddf8-42e3-9db8-7079d2a9aa4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:45.311186 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:45.452563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:45.637764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebaeb340-1be9-43e5-a9b6-634649933cc3 req-258a32b5-1c77-42fe-8e5a-1f952c9669df tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.1428409 Feb 03 04:25:46.215625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345cbf-06d2-409b-ae79-912702066c58 req-d9421ae7-8c66-4a24-a207-0438ae8c4ebf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.228213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b345cbf-06d2-409b-ae79-912702066c58 req-d9421ae7-8c66-4a24-a207-0438ae8c4ebf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.2220650 Feb 03 04:25:46.271578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Router cc3ee7db-2004-4bdf-891e-81c3e2827b2c has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:25:46.454577 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee89915c-1db3-449d-8349-559dc6e49291 x-openstack-request-id: req-ee89915c-1db3-449d-8349-559dc6e49291 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:46.455533 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:46.455533 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee89915c-1db3-449d-8349-559dc6e49291 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:46.455880 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd', 'status': 'completed', 'code': 200} Feb 03 04:25:46.621706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.622192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.622657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.623125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.623686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.624156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.624630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.627208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-75ff11f4-094d-4e55-af7a-4737a8b2b521 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6399 time: 0.1745114 Feb 03 04:25:46.845558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d8a362-29d9-4798-8d42-b655b3cfaa25 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:46.883288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Publish callbacks [] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:46.922979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-605bef29-b5ac-4019-8e51-1fbcdce0eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.923376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-605bef29-b5ac-4019-8e51-1fbcdce0eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.923867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-605bef29-b5ac-4019-8e51-1fbcdce0eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:46.925466 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-605bef29-b5ac-4019-8e51-1fbcdce0eec0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2878318 Feb 03 04:25:46.950038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Transition to ACTIVE for port object f3d8a362-29d9-4798-8d42-b655b3cfaa25 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:46.970711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:47.012575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95d57afd-463d-43ce-bc56-6b1468c54fd9 req-7a271ce5-1d9a-4544-90ed-010bebf80d02 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.6967006 Feb 03 04:25:47.129244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b345cbf-06d2-409b-ae79-912702066c58 req-3c1f1f4a-5d8e-4e92-93f4-f46fe406e0cc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8938742 Feb 03 04:25:47.135002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8a362-29d9-4798-8d42-b655b3cfaa25,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:47.256122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:25:47.263846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ffbf3751-cf59-4742-892b-0a194da11297 admin admin] 10.222.0.35 "PUT /v2.0/routers/cc3ee7db-2004-4bdf-891e-81c3e2827b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9199877 Feb 03 04:25:47.266286 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] Sync routers for ids ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:25:47.276628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:47.285935 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] Routers {'cc3ee7db-2004-4bdf-891e-81c3e2827b2c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:25:47.287629 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:25:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:47.296448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-e14d99e7-0369-4c11-837f-40517b39933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.298564 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b4a14a1-a057-40d4-b6f3-9938653d84c6 req-e14d99e7-0369-4c11-837f-40517b39933d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3572769 Feb 03 04:25:47.380015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Attempting to bind port f3d8a362-29d9-4798-8d42-b655b3cfaa25 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:47.380363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Attempting to bind port f3d8a362-29d9-4798-8d42-b655b3cfaa25 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:47.380695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Attempting to bind port f3d8a362-29d9-4798-8d42-b655b3cfaa25 on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:47.397100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Port f3d8a362-29d9-4798-8d42-b655b3cfaa25 on network 74ee9637-e507-4076-9ab8-516d81946e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:47.397230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Attempting to bind port f3d8a362-29d9-4798-8d42-b655b3cfaa25 on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:47.413950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:47.416817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Checking segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:47.417227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Bound using segment: {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:47.420765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Bound port: f3d8a362-29d9-4798-8d42-b655b3cfaa25, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:47.421158 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:47.431121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d43915-91d0-4e52-bc93-b97809c9dd26 req-8efe7d07-707f-47ce-aace-f219092541b3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.449958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89d43915-91d0-4e52-bc93-b97809c9dd26 req-8efe7d07-707f-47ce-aace-f219092541b3 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.3193817 Feb 03 04:25:47.556380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] For port f3d8a362-29d9-4798-8d42-b655b3cfaa25, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:47.559704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] For port f3d8a362-29d9-4798-8d42-b655b3cfaa25, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:47.586562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:47.606887 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] Set router cc3ee7db-2004-4bdf-891e-81c3e2827b2c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:25:47.614421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89d43915-91d0-4e52-bc93-b97809c9dd26 req-12a4b794-c46d-499a-865e-a301211001d7 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634796 Feb 03 04:25:47.650748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.670168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.672799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8a362-29d9-4798-8d42-b655b3cfaa25,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:47.683101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.683776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:47.685281 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-db8e5d03-6db7-4e40-b5ab-9d689adb67b8 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3d8a362-29d9-4798-8d42-b655b3cfaa25 HTTP/1.1" status: 200 len: 1091 time: 2.5718949 Feb 03 04:25:47.690159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.696444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.714016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.720034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.732041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:47.736685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:47.740600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-9bfdebe2-35b4-4367-85ce-ec12d31285f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5395 time: 0.2861009 Feb 03 04:25:47.850331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks [] for router (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:47.868663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6848ef2-398e-46ad-b2cb-01619113c6da req-487ffa5f-80ab-464d-952c-5c0c997eeda0 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.1189084 Feb 03 04:25:47.946370 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:25:44Z', 'revision_number': 5, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:47.948687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:48.042104 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] Checking router: cc3ee7db-2004-4bdf-891e-81c3e2827b2c for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:25:48.076662 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] Routers {'cc3ee7db-2004-4bdf-891e-81c3e2827b2c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:25:48.077301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:25:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:48.194299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c6b1a7d-3bfb-414c-b9e3-4565df224214 req-d4a4a2b9-bc96-47d7-b945-cf489ce8166f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4457829 Feb 03 04:25:48.198178 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks [] for router_gateway (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:48.332549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Deleting port 05ce7f74-b9e1-4851-8296-dda94d61af29 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:48.339427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:48.468671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01'}, {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:48.477120 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7e56d-92d9-48db-bd3a-9005f199bacb" -d '{"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01"}, {"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:48.499154 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] Set router cc3ee7db-2004-4bdf-891e-81c3e2827b2c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:25:48.508571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:48.525583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Publish callbacks [] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:48.543023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] For port 05ce7f74-b9e1-4851-8296-dda94d61af29, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05ce7f74-b9e1-4851-8296-dda94d61af29,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:48.545778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:48.550703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Transition to ACTIVE for port object e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:48.559675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:48.606419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Calling delete_port for 05ce7f74-b9e1-4851-8296-dda94d61af29 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:48.685692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:48.795675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0d860e31-2dbd-4db8-b535-de7e4aa28c7b no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:48.832267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Attempting to bind port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:48.832871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Attempting to bind port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:48.833428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Attempting to bind port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 on network 85ae8084-1512-41bd-820f-3789560e4037 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:48.839565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 on network 85ae8084-1512-41bd-820f-3789560e4037 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:48.844823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Attempting to bind port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 on network 85ae8084-1512-41bd-820f-3789560e4037 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:48.857658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:48.858535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Checking segment: {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:48.859163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Bound using segment: {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:48.864049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Bound port: e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:48.864954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:48.989698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] For port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:48.993892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] For port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:49.018556 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.033619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:49.034269 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.132299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:49.135178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:49.137778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (05ce7f74-b9e1-4851-8296-dda94d61af29), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.140879 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf78b3e-0b2d-4f0e-9b0d-433783ff3efa" -d '{"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-unplugged", "status": "completed", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:49.164546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:49.168604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.170283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] 10.222.0.15 "PUT /v2.0/ports/e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 HTTP/1.1" status: 200 len: 1091 time: 1.4455755 Feb 03 04:25:49.174904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.226500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Request body: {'port': {'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:49.230472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ce7f74-b9e1-4851-8296-dda94d61af29,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:49.293450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d6d0c-5b6a-4ef5-96b6-18e84b23864c service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:49.327370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:49.390925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:25:44Z', 'revision_number': 5, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:49.417878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.434524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.492528 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ac9ea-c4e3-4266-af0b-0ee398c70f59 None None] The sync data for ids ['cc3ee7db-2004-4bdf-891e-81c3e2827b2c'] in n-d-827549-1 is: [{'id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'name': 'tempest-ServersTestMultiNic-1005960074-router', 'tenant_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:08Z', 'updated_at': '2022-02-03T04:25:44Z', 'revision_number': 5, 'project_id': '27ee2a7ee6e144c6a63db8618f1edd9f', 'gw_port': {'id': '05ce7f74-b9e1-4851-8296-dda94d61af29', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ee7db-2004-4bdf-891e-81c3e2827b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:10Z', 'updated_at': '2022-02-03T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:25:49.616616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.619221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks [] for router_controller (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.685138 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (cc3ee7db-2004-4bdf-891e-81c3e2827b2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.687913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3ee7db-2004-4bdf-891e-81c3e2827b2c {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:25:49.698708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.700362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-92cde6b4-44cc-4646-8216-5468abd5faa9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cc3ee7db-2004-4bdf-891e-81c3e2827b2c HTTP/1.1" status: 204 len: 168 time: 2.4217565 Feb 03 04:25:49.704944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35414) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:49.832487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] Deleting subnet 9444dd9a-b85c-4860-9c8d-ccd4c7884158 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:25:49.845015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] Publish callbacks [] for subnet (9444dd9a-b85c-4860-9c8d-ccd4c7884158), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:49.958325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbec3d17-3d84-4efe-a0fa-23806bc17ff7 req-6ffd0dd0-f006-4b55-b9bb-147322e3b483 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.1096942 Feb 03 04:25:50.038906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (9444dd9a-b85c-4860-9c8d-ccd4c7884158), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:50.085312 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c776b4cf-925f-4f65-acd7-6e3c5905b75c x-openstack-request-id: req-c776b4cf-925f-4f65-acd7-6e3c5905b75c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:50.085855 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:50.087791 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c776b4cf-925f-4f65-acd7-6e3c5905b75c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:50.088214 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01', 'status': 'completed', 'code': 200} Feb 03 04:25:50.089097 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25', 'status': 'completed', 'code': 200} Feb 03 04:25:50.096911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b273db3-06d9-40a4-b72b-d1ea958cf659 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:50.105071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000d6c3-233d-40bc-a4f8-b69aaff4871c req-c6a16b98-fbe6-401a-b1d3-6837136816a1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.129537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a000d6c3-233d-40bc-a4f8-b69aaff4871c req-c6a16b98-fbe6-401a-b1d3-6837136816a1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.1988301 Feb 03 04:25:50.167880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Publish callbacks [] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:50.237361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Transition to ACTIVE for port object 4b273db3-06d9-40a4-b72b-d1ea958cf659 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:50.248422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:50.330972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.331565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.332608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.333136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.334157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.334685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.335825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.338485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-dc45613d-c810-4f1d-b285-0aa6a0b013dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6595 time: 0.2273071 Feb 03 04:25:50.348837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Pushing event updated for resources: {'Port': ['ID=4b273db3-06d9-40a4-b72b-d1ea958cf659,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:50.393704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a000d6c3-233d-40bc-a4f8-b69aaff4871c req-fd00a871-ecd3-4738-9133-2b5f8b658596 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628143 Feb 03 04:25:50.483817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9444dd9a-b85c-4860-9c8d-ccd4c7884158), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:50.565991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb4f87-f546-47ca-89be-b5494615525a req-0e716266-9a65-4cd7-8982-fdd3dccc003c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.568573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8bb4f87-f546-47ca-89be-b5494615525a req-0e716266-9a65-4cd7-8982-fdd3dccc003c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.3344016 Feb 03 04:25:50.678874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2db8b706-2142-40fa-8097-16c8a6f24593 req-66dd6cc6-8120-4546-80f4-bf90aacc30db tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0996690 Feb 03 04:25:50.716332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Attempting to bind port 4b273db3-06d9-40a4-b72b-d1ea958cf659 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:50.720047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Attempting to bind port 4b273db3-06d9-40a4-b72b-d1ea958cf659 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:50.720376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Attempting to bind port 4b273db3-06d9-40a4-b72b-d1ea958cf659 on network 85ae8084-1512-41bd-820f-3789560e4037 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:50.738972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Port 4b273db3-06d9-40a4-b72b-d1ea958cf659 on network 85ae8084-1512-41bd-820f-3789560e4037 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:50.739408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Attempting to bind port 4b273db3-06d9-40a4-b72b-d1ea958cf659 on network 85ae8084-1512-41bd-820f-3789560e4037 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:50.742178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-38e55f12-23b5-468b-9f40-ea10da023747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.742796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-38e55f12-23b5-468b-9f40-ea10da023747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.744025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-38e55f12-23b5-468b-9f40-ea10da023747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:50.745525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-38e55f12-23b5-468b-9f40-ea10da023747 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3911150 Feb 03 04:25:50.750353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:50.750886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Checking segment: {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:50.751353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Bound using segment: {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:50.751968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Bound port: 4b273db3-06d9-40a4-b72b-d1ea958cf659, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da45d132-aca8-4e95-9500-83ec1e2778b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '85ae8084-1512-41bd-820f-3789560e4037'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:50.752442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:50.792307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8bb4f87-f546-47ca-89be-b5494615525a req-b52d3ed3-2731-4040-af36-95f44a8c7c4b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861160 Feb 03 04:25:50.800190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (9444dd9a-b85c-4860-9c8d-ccd4c7884158), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:50.822245 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee169a-2587-448e-bdde-42b1e7c7569e x-openstack-request-id: req-72ee169a-2587-448e-bdde-42b1e7c7569e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:50.822754 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-unplugged", "status": "completed", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:50.822858 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72ee169a-2587-448e-bdde-42b1e7c7569e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:50.823182 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'code': 200} Feb 03 04:25:50.908853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9444dd9a-b85c-4860-9c8d-ccd4c7884158,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:50.921020 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:50.929467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd14a53-88d2-4e69-8099-8cfdef407c30 None None] Network c691947f-7fd9-46f9-a10d-d6fcc8e779ae requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:25:50.945369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-01207804-1cb5-47a3-8c48-a4b17458a8f9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9444dd9a-b85c-4860-9c8d-ccd4c7884158 HTTP/1.1" status: 204 len: 168 time: 1.2360044 Feb 03 04:25:50.980864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35420) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:51.057902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-76236ba3-2af8-46d9-8f08-2d17f2bd6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.059395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-76236ba3-2af8-46d9-8f08-2d17f2bd6696 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3036678 Feb 03 04:25:51.219969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] For port 4b273db3-06d9-40a4-b72b-d1ea958cf659, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:51.236105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] For port 4b273db3-06d9-40a4-b72b-d1ea958cf659, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:51.255269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:51.393903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c691947f-7fd9-46f9-a10d-d6fcc8e779ae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:51.426529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Pushing event updated for resources: {'Port': ['ID=4b273db3-06d9-40a4-b72b-d1ea958cf659,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:51.435312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.457930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.460165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] DHCP port deletion for c691947f-7fd9-46f9-a10d-d6fcc8e779ae request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:25:51.469830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.470416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.471437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.472497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.474775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.474775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.474775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.474775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.480684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-d8cf44b6-6d19-493e-863c-80f6bfcbb2f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6620 time: 0.3805656 Feb 03 04:25:51.481646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.487246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.494540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.500137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.508419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-2224dcd7-25bb-4528-a142-51ffdbf031af tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.5616252 Feb 03 04:25:51.517451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.520363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:51.522396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-551cec4f-5cf7-455f-a589-32d7d7e9403f service neutron] 10.222.0.15 "PUT /v2.0/ports/4b273db3-06d9-40a4-b72b-d1ea958cf659 HTTP/1.1" status: 200 len: 1091 time: 2.3147550 Feb 03 04:25:51.701438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a862d329-c750-44fd-b65b-2d2f02d02bd9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:51.724835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5729f40a-0f0b-4a42-8184-41d5a8d0c15d req-61b621e5-95db-4cc1-b7f7-9179cc4712b6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0660260 Feb 03 04:25:51.799963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85926506-ae0d-43c0-b867-d9fa42c4c3a5 req-86094874-7b3d-4624-a503-dacd182c81db tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2902462 Feb 03 04:25:51.818024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] Deleting port 3419e599-6124-423f-931d-dccddf7faaad {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:51.820569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-f915b11d-b26c-45ed-9e60-7301532c3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.821121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-f915b11d-b26c-45ed-9e60-7301532c3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.825091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-f915b11d-b26c-45ed-9e60-7301532c3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:51.827018 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3419e599-6124-423f-931d-dccddf7faaad), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:51.827543 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-f915b11d-b26c-45ed-9e60-7301532c3a58 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3241982 Feb 03 04:25:51.871077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Deleting port 3419e599-6124-423f-931d-dccddf7faaad {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:51.881902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3419e599-6124-423f-931d-dccddf7faaad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:51.989044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] For port 3419e599-6124-423f-931d-dccddf7faaad, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3419e599-6124-423f-931d-dccddf7faaad,segment=NetworkSegment(7011dba7-1db4-4b23-9800-1da03347eb6c),segment_id=7011dba7-1db4-4b23-9800-1da03347eb6c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:51.989827 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3419e599-6124-423f-931d-dccddf7faaad), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:52.003576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] Calling delete_port for 3419e599-6124-423f-931d-dccddf7faaad owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:52.092271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-3cd31565-700c-40e2-8798-35a4deb3e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.095763 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9c7e56d-92d9-48db-bd3a-9005f199bacb req-3cd31565-700c-40e2-8798-35a4deb3e1f7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2620862 Feb 03 04:25:52.096726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] For port 3419e599-6124-423f-931d-dccddf7faaad, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3419e599-6124-423f-931d-dccddf7faaad,segment=NetworkSegment(7011dba7-1db4-4b23-9800-1da03347eb6c),segment_id=7011dba7-1db4-4b23-9800-1da03347eb6c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:52.097323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3419e599-6124-423f-931d-dccddf7faaad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:52.100044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167'}, {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:52.107878 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167"}, {"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:52.130397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a862d329-c750-44fd-b65b-2d2f02d02bd9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:52.130397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a862d329-c750-44fd-b65b-2d2f02d02bd9 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:52.131745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05ce7f74-b9e1-4851-8296-dda94d61af29 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:52.161082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Calling delete_port for 3419e599-6124-423f-931d-dccddf7faaad owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:52.187583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 05ce7f74-b9e1-4851-8296-dda94d61af29 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:52.187939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05ce7f74-b9e1-4851-8296-dda94d61af29 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:52.188362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3419e599-6124-423f-931d-dccddf7faaad no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:52.204787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (3419e599-6124-423f-931d-dccddf7faaad), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:52.302419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebed59-321f-4c34-9568-874caeedb027 req-ab51482c-6f3a-4223-b58e-782df028a4c8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.304053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.304624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.305066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.305576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.306572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.307038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.307596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.312755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52ebed59-321f-4c34-9568-874caeedb027 req-ab51482c-6f3a-4223-b58e-782df028a4c8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.3062027 Feb 03 04:25:52.320219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] No DVR routers for this DVR port 3419e599-6124-423f-931d-dccddf7faaad on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:52.324757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-a45e2803-341e-4db0-825b-af54183fc89a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6693 time: 0.1711116 Feb 03 04:25:52.336292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cad448-5f89-4eab-acac-2d17c4a2a02a None None] Pushing event deleted for resources: {'Port': ['ID=3419e599-6124-423f-931d-dccddf7faaad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:52.340971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3419e599-6124-423f-931d-dccddf7faaad {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:52.342058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3419e599-6124-423f-931d-dccddf7faaad not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:52.418250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-04265e1b-4637-4931-b649-8ab72ff18905 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87 HTTP/1.1" status: 200 len: 217 time: 0.0924249 Feb 03 04:25:52.519595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8fd846fa-c787-4c5e-aced-ce1ef13147bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.521089 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-8fd846fa-c787-4c5e-aced-ce1ef13147bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64384726-9c08-4113-b7b8-630e29cc4b0b HTTP/1.1" status: 200 len: 850 time: 0.0960150 Feb 03 04:25:52.530235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-23270b42-5af8-4c58-838d-20042a2c0222 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.538244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-23270b42-5af8-4c58-838d-20042a2c0222 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.4236548 Feb 03 04:25:52.560149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-ad7641b6-2d15-4c21-953e-affb8bfb3920 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/quotas/7c1032966558499ba8c08f7a49c7e1e6 HTTP/1.1" status: 200 len: 375 time: 0.0207736 Feb 03 04:25:52.604101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52ebed59-321f-4c34-9568-874caeedb027 req-bef32315-2ef0-4388-b7ac-89abfcf1dc75 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902348 Feb 03 04:25:52.604749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:52.644812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3419e599-6124-423f-931d-dccddf7faaad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:52.648218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-83091879-9cbf-4574-8da2-9f7e482d6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.650782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-83091879-9cbf-4574-8da2-9f7e482d6ed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065b282a-1ed1-4097-927b-9fb1c23745fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1197715 Feb 03 04:25:52.690759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] No DVR routers for this DVR port 3419e599-6124-423f-931d-dccddf7faaad on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:52.708153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3419e599-6124-423f-931d-dccddf7faaad,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:52.813042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5460b2c-10be-44a6-9435-445c5a7e200c req-e41a13f3-76e2-4e6c-9e4d-c6e552b7632b tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0601468 Feb 03 04:25:52.825292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-ce22ff69-5a35-4e71-9c59-b92f3f4ea287 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2640998 Feb 03 04:25:52.868097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-1488a9d8-d1cd-4335-89b8-98230bd14d33 service neutron] 10.222.0.15 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102299 Feb 03 04:25:52.922414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-58af4ddc-c824-48dd-80c0-6b5c33d1ee60 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:52.926972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-58af4ddc-c824-48dd-80c0-6b5c33d1ee60 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6656850-c9d5-4a14-aa63-a2ff4c35b490 HTTP/1.1" status: 200 len: 943 time: 0.1852562 Feb 03 04:25:52.998318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-b8d7de39-065e-4e42-a82d-4aaf9044c972 service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607311 Feb 03 04:25:53.000326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c691947f-7fd9-46f9-a10d-d6fcc8e779ae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.098181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17b5fe5d-b43a-4d00-8256-9fba23f25db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.134602 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-97e4b1ea-d608-47e9-82db-6d3915f75ceb service neutron] 10.222.0.15 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480545 Feb 03 04:25:53.135956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c691947f-7fd9-46f9-a10d-d6fcc8e779ae']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:53.181768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7011dba7-1db4-4b23-9800-1da03347eb6c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:53.182220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7011dba7-1db4-4b23-9800-1da03347eb6c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:25:53.201132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-16cdfc4b-0975-4cd8-ab24-7639bbe61a00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=892459cd-d2bf-450a-ba0f-c4ba4497989e HTTP/1.1" status: 200 len: 217 time: 0.0553930 Feb 03 04:25:53.227411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Deleting port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:25:53.228045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.241170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d529f92-1652-4090-a6c2-270784f32cc0 req-9cfcee71-9ab6-4ba7-991f-f6c73129c207 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:53.248398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d529f92-1652-4090-a6c2-270784f32cc0 req-9cfcee71-9ab6-4ba7-991f-f6c73129c207 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.2443664 Feb 03 04:25:53.256726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (7011dba7-1db4-4b23-9800-1da03347eb6c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.326520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7011dba7-1db4-4b23-9800-1da03347eb6c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.343732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-c72bbd6e-d077-4caf-b454-e6872741c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:53.346848 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-c72bbd6e-d077-4caf-b454-e6872741c4c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.1371753 Feb 03 04:25:53.357546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:25:53.358101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (7011dba7-1db4-4b23-9800-1da03347eb6c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:25:53.369348 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:25:53.387705 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-28374479-6249-43fd-8233-54f89f4c426d req-42693f59-9f18-4a55-941a-79aa7b6d5144 service neutron] show failed (client error): The resource could not be found. Feb 03 04:25:53.388907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-42693f59-9f18-4a55-941a-79aa7b6d5144 service neutron] 10.222.0.31 "GET /v2.0/ports/d1338df3-468e-4a8c-b7dc-c394a39347e1/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.3353441 Feb 03 04:25:53.435640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-961fbbc4-fff1-43fb-918b-a31b7966c6a5 service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254851 Feb 03 04:25:53.438985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] For port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:53.439437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.459911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.465124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-55d606af-3f2a-4a7c-96a5-c3a4739f3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:53.466982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-55d606af-3f2a-4a7c-96a5-c3a4739f3538 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1079876 Feb 03 04:25:53.468094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Calling delete_port for 0d860e31-2dbd-4db8-b535-de7e4aa28c7b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:25:53.523100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.552162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d529f92-1652-4090-a6c2-270784f32cc0 req-e88405b6-f5d2-4c99-ad0b-baf03993a480 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026807 Feb 03 04:25:53.606591 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c691947f-7fd9-46f9-a10d-d6fcc8e779ae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.626211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.633100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] 10.222.0.35 "DELETE /v2.0/networks/c691947f-7fd9-46f9-a10d-d6fcc8e779ae HTTP/1.1" status: 204 len: 168 time: 2.6512899 Feb 03 04:25:53.671104 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd40f86-6972-4256-b138-06c9740ab8f7 x-openstack-request-id: req-9dd40f86-6972-4256-b138-06c9740ab8f7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:53.671490 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:53.672525 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dd40f86-6972-4256-b138-06c9740ab8f7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:53.674599 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167', 'status': 'completed', 'code': 200} Feb 03 04:25:53.674933 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659', 'status': 'completed', 'code': 200} Feb 03 04:25:53.708324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7f10d-b108-448a-843e-5c21209cee6d admin admin] Pushing event deleted for resources: {'Network': ['ID=c691947f-7fd9-46f9-a10d-d6fcc8e779ae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:53.761676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17b5fe5d-b43a-4d00-8256-9fba23f25db9 admin admin] Publish callbacks [] for security_group (efb46fa6-b194-4301-9e8b-75314307bc39), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.781394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17b5fe5d-b43a-4d00-8256-9fba23f25db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (efb46fa6-b194-4301-9e8b-75314307bc39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:53.831348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15c7e7e8-c85b-41d6-bcdb-822bc866a422 req-e77b7418-fdeb-4d02-98da-2c206b7f6d78 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0594478 Feb 03 04:25:53.921938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-17b5fe5d-b43a-4d00-8256-9fba23f25db9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea0541c63bfe406f8f5885e84c29f69b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2817521 Feb 03 04:25:53.931830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:53.940640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5fe5d-b43a-4d00-8256-9fba23f25db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb46fa6-b194-4301-9e8b-75314307bc39,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:54.006546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-d70e24fe-7907-4c49-a11b-fceb00002b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.008581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-d70e24fe-7907-4c49-a11b-fceb00002b3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 1132 time: 0.2536287 Feb 03 04:25:54.010614 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d462a94a-51ba-4d15-ad85-74c55474b3a2 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355697 Feb 03 04:25:54.021876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:54.036773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:54.136864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b75df-13ad-42ab-be1e-2ca5c895a9b1 req-0acc7fd1-501e-410d-a8ba-1c1faf589b03 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.151270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-722b75df-13ad-42ab-be1e-2ca5c895a9b1 req-0acc7fd1-501e-410d-a8ba-1c1faf589b03 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.1964934 Feb 03 04:25:54.214631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.220233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.225519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.231927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.237527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.244129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.252892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.255160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-2348ef69-bb7b-4947-a38a-a979c16a3eb6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2274799 Feb 03 04:25:54.360023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-722b75df-13ad-42ab-be1e-2ca5c895a9b1 req-5a8bc792-2e60-4633-b2fa-c3e200b6c46f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078323 Feb 03 04:25:54.403469 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-531906f2-c4f3-4cf6-b324-85ec2ea20e25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27ee2a7ee6e144c6a63db8618f1edd9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468986 Feb 03 04:25:54.412857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:54.421956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af9bee1b-6e8e-42ef-8a55-4e34aede638c req-b15a76a9-e585-446e-a6fa-a81f33b1757c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490092 Feb 03 04:25:54.459165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-645003ee-6b16-4ed4-950c-d06305d5d1b4 admin admin] Publish callbacks [] for security_group (efb46fa6-b194-4301-9e8b-75314307bc39), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:54.460841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:54.462490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0d860e31-2dbd-4db8-b535-de7e4aa28c7b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:54.545177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5a9d25b-99f9-4500-8fb3-ab2e7a3c7d8f req-a2487a3c-6af4-47f5-a3a8-4de72e3f05b2 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 210 time: 0.0630305 Feb 03 04:25:54.612503 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62d30114-dafb-43d6-9fa2-d3d22acf0599 req-0058e801-1fc4-4125-a7ab-5a9ea0ed06cc tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0608637 Feb 03 04:25:54.737828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f62dc3-8146-4dd8-abae-de7da660cbc2 req-36bc0ef0-7ddf-4824-a739-579a7e430caf tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:54.751524 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81f62dc3-8146-4dd8-abae-de7da660cbc2 req-36bc0ef0-7ddf-4824-a739-579a7e430caf tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.0895240 Feb 03 04:25:54.819156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81f62dc3-8146-4dd8-abae-de7da660cbc2 req-0554a9f7-4a40-4751-8c47-a21011621e80 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611269 Feb 03 04:25:54.990344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6e0ead2-d63b-403f-b04e-0e2651eb579b req-85928830-7a44-4adf-a71b-b00426059556 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0471017 Feb 03 04:25:55.037586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event deleted for resources: {'Port': ['ID=0d860e31-2dbd-4db8-b535-de7e4aa28c7b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:55.083120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-d9f64787-e596-419e-852d-56ad6d513be7 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0585887 Feb 03 04:25:55.170374 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-645003ee-6b16-4ed4-950c-d06305d5d1b4 admin admin] Publish callbacks [] for security_group (efb46fa6-b194-4301-9e8b-75314307bc39), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.174985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-81209157-83d8-4b97-946f-fff1915a3c0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd HTTP/1.1" status: 200 len: 217 time: 0.0778153 Feb 03 04:25:55.250659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] No DVR routers for this DVR port 0d860e31-2dbd-4db8-b535-de7e4aa28c7b on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:55.284193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.287690 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6e0ab30-57ad-4608-bd9b-ef73a439130e req-9a8708ab-3978-4558-a5f2-df8bada7c24e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "DELETE /v2.0/ports/0d860e31-2dbd-4db8-b535-de7e4aa28c7b HTTP/1.1" status: 204 len: 173 time: 2.3316622 Feb 03 04:25:55.342923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3562e681-a8fe-4a4e-ae9f-1bfa8d3565fd admin admin] Publish callbacks [] for security_group (76ac08e5-1139-4033-ad11-54ff6818397b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.430877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-6aa48fcd-8626-4e6a-9d3f-7c87e990092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.434741 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-6aa48fcd-8626-4e6a-9d3f-7c87e990092a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.1921451 Feb 03 04:25:55.441651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3562e681-a8fe-4a4e-ae9f-1bfa8d3565fd admin admin] Publish callbacks [] for security_group (76ac08e5-1139-4033-ad11-54ff6818397b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.610215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:55.679916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-deleted', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:55.680866 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c223e18-2276-460e-8178-990b86f57fef" -d '{"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-deleted", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:55.754197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-645003ee-6b16-4ed4-950c-d06305d5d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (efb46fa6-b194-4301-9e8b-75314307bc39), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.756846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-645003ee-6b16-4ed4-950c-d06305d5d1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.770160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-645003ee-6b16-4ed4-950c-d06305d5d1b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/efb46fa6-b194-4301-9e8b-75314307bc39 HTTP/1.1" status: 204 len: 168 time: 1.8368707 Feb 03 04:25:55.819331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645003ee-6b16-4ed4-950c-d06305d5d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb46fa6-b194-4301-9e8b-75314307bc39,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:55.821802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:55.849294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-7f2398f9-3802-49d6-84ba-f4868e98fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.851120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-7f2398f9-3802-49d6-84ba-f4868e98fb23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3938735 Feb 03 04:25:55.871688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3562e681-a8fe-4a4e-ae9f-1bfa8d3565fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (76ac08e5-1139-4033-ad11-54ff6818397b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.874191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3562e681-a8fe-4a4e-ae9f-1bfa8d3565fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.875339 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3562e681-a8fe-4a4e-ae9f-1bfa8d3565fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76ac08e5-1139-4033-ad11-54ff6818397b HTTP/1.1" status: 204 len: 168 time: 1.4579244 Feb 03 04:25:55.916380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.923790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.929610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.935873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.945445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562e681-a8fe-4a4e-ae9f-1bfa8d3565fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ac08e5-1139-4033-ad11-54ff6818397b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:55.954519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Publish callbacks [] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:55.957885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.965968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.981751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:55.989977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-b440deaf-3b3e-4881-b60c-950bb7c37b61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.3843150 Feb 03 04:25:56.012772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Transition to ACTIVE for port object d1338df3-468e-4a8c-b7dc-c394a39347e1 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:56.030671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf299-c09b-4825-a7e1-d78e83471258 req-66478a7f-d79a-4c6e-b3cd-a4ccc10a3f81 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:56.032122 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:56.040080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-419cf299-c09b-4825-a7e1-d78e83471258 req-66478a7f-d79a-4c6e-b3cd-a4ccc10a3f81 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.5564611 Feb 03 04:25:56.071092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-2bd0eda8-2ced-4770-bae5-d07e2aa342ef tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:56.071358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0f780022-3706-472d-88a2-c9fd0a9317f2 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122254 Feb 03 04:25:56.073194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-2bd0eda8-2ced-4770-bae5-d07e2aa342ef tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.31 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.5787542 Feb 03 04:25:56.106538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Request body: {'port': {'device_id': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'admin_state_up': True, 'tenant_id': '7c1032966558499ba8c08f7a49c7e1e6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:56.196500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3f932cc-4919-4cc8-861d-23cd906ce5b4 req-091b1a0d-ca55-4333-839a-3a49a791dcdb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046561 Feb 03 04:25:56.206908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] No DVR routers for this DVR port d1338df3-468e-4a8c-b7dc-c394a39347e1 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:25:56.209416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:56.334112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-cddb2dbb-17e3-490d-a65c-3166f5a19da2 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369704 Feb 03 04:25:56.435965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-55f72c16-c983-4cb1-b3ea-de0fdaeef278 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01 HTTP/1.1" status: 200 len: 217 time: 0.0674245 Feb 03 04:25:56.530175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:25:56.530490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:25:56.530826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:56.613013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:25:56.615478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:25:56.632160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:25:56.632503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:56.632898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:25:56.633346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Bound port: d1338df3-468e-4a8c-b7dc-c394a39347e1, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:25:56.633694 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:56.664783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-b6e7b91f-05f1-4db2-b2b7-3bb9a5ba2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:56.668172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-b6e7b91f-05f1-4db2-b2b7-3bb9a5ba2ebe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.2238507 Feb 03 04:25:56.785723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:25:56.794494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:25:56.810012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0d860e31-2dbd-4db8-b535-de7e4aa28c7b no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:56.865429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 0d860e31-2dbd-4db8-b535-de7e4aa28c7b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:25:56.865775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0d860e31-2dbd-4db8-b535-de7e4aa28c7b not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:56.885239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:57.009330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.009966 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:57.012276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] 10.222.0.15 "PUT /v2.0/ports/d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 1096 time: 2.9797688 Feb 03 04:25:57.042007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:57.050838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-9169b55d-11ba-4eae-8113-5278a1e2fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.055961 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-9169b55d-11ba-4eae-8113-5278a1e2fa53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2549987 Feb 03 04:25:57.106295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-419cf299-c09b-4825-a7e1-d78e83471258 req-41372649-4756-4953-94ac-6f0b878189e5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0648901 Feb 03 04:25:57.156518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4b9f5-3ebb-40d1-aec2-191da0db1e54 service neutron] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:57.232236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port d1338df3-468e-4a8c-b7dc-c394a39347e1 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:25:57.233101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:25:57.282782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5bdafedd-40ee-44d3-8636-a411e3e77368 req-b2c89fd1-f276-444d-ac09-fa1ef1f8c642 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 210 time: 0.1140251 Feb 03 04:25:57.284024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Made reservation on behalf of 7c1032966558499ba8c08f7a49c7e1e6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:57.291839 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:57.386357 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9910f902-d9c6-4eea-8bd1-6a2ac0e896b2 req-e409c93b-cc0d-4a33-bf39-f25ae025c336 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0766127 Feb 03 04:25:57.460181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-d53a5cde-a222-45cb-bf16-9d87722f713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.461710 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-d53a5cde-a222-45cb-bf16-9d87722f713d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1130 time: 0.3919382 Feb 03 04:25:57.468036 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf967b6-18c2-4dee-8bad-4a8c2611ecf9 x-openstack-request-id: req-fdf967b6-18c2-4dee-8bad-4a8c2611ecf9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:25:57.468511 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6656850-c9d5-4a14-aa63-a2ff4c35b490", "name": "network-vif-deleted", "tag": "0d860e31-2dbd-4db8-b535-de7e4aa28c7b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:25:57.471843 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdf967b6-18c2-4dee-8bad-4a8c2611ecf9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:25:57.472487 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6656850-c9d5-4a14-aa63-a2ff4c35b490', 'name': 'network-vif-deleted', 'tag': '0d860e31-2dbd-4db8-b535-de7e4aa28c7b', 'status': 'completed', 'code': 200} Feb 03 04:25:57.635307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1196b522-f032-4116-8991-73067ed16b50 req-402f27fd-bb59-4bca-bddd-529af72aaca6 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0584757 Feb 03 04:25:57.682183 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-73a378c0-3062-44c0-9eec-f6784d5107ed service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040657 Feb 03 04:25:57.740563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Allocated IP 172.20.0.14 (4353d205-7593-4c18-9838-d87c545b2767/3e3b74de-a033-41cb-9033-2115f3239b0e/34696548-260d-44d7-bd35-715eef49a10a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:25:57.761474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-bf4cb34a-e348-4eb7-b215-f0774574d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.763589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-bf4cb34a-e348-4eb7-b215-f0774574d25c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2883067 Feb 03 04:25:57.882840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-07d4b240-b040-4a2e-a38e-d39436f2f7cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0660119 Feb 03 04:25:57.933808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-0bc961ba-9a91-43e6-bf9f-5979f49b9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.935196 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-0bc961ba-9a91-43e6-bf9f-5979f49b9dac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0464683 Feb 03 04:25:57.955169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:57.967297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.973323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.977876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-6e4a16db-efe7-4e65-b6fb-65a31aabde32 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892594 Feb 03 04:25:57.979860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.985328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.991536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:57.997548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.003700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.005775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-d1501748-584c-4def-9722-163f812f09c3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2543628 Feb 03 04:25:58.025096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-23c2aecc-ec5a-4eff-9e77-944cc7441a74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25 HTTP/1.1" status: 200 len: 217 time: 0.0410628 Feb 03 04:25:58.059577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374479-6249-43fd-8233-54f89f4c426d req-eabeb3b7-4ecd-4694-9a69-4d19302c8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.061340 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-eabeb3b7-4ecd-4694-9a69-4d19302c8fee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1177473 Feb 03 04:25:58.109810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fa26391b-6c7f-4664-9d8f-647b415938f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.111584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fa26391b-6c7f-4664-9d8f-647b415938f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.0810947 Feb 03 04:25:58.118280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09703846-34dc-46e3-badb-53066959554a req-88fdb10e-c847-4c2f-9f44-06c3806894ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.120107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09703846-34dc-46e3-badb-53066959554a req-88fdb10e-c847-4c2f-9f44-06c3806894ca tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 948 time: 0.2529066 Feb 03 04:25:58.175571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1941460502-network', 'tenant_id': 'c703aa334fe14f409963619fc9b6d447'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:58.206979 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-c2d46dd5-6a80-4fa1-ba91-90bd196592c9 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373627 Feb 03 04:25:58.224989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-c40127a9-8e85-4885-9455-d041b00b62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.226333 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-c40127a9-8e85-4885-9455-d041b00b62e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0763156 Feb 03 04:25:58.250933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09703846-34dc-46e3-badb-53066959554a req-7219835b-a0f9-4103-a272-bce389c0714c tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187928 Feb 03 04:25:58.255678 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks [] for port (34696548-260d-44d7-bd35-715eef49a10a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.271168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbcedfe8-652f-453a-bbcf-67e731bdc7bb req-92242473-928e-4218-857b-e2cb1cd8c43e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453561 Feb 03 04:25:58.283194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Made reservation on behalf of c703aa334fe14f409963619fc9b6d447 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:58.283194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.305035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.388027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-48e5cfc7-0ee6-4670-b6dd-00351470821e service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727219 Feb 03 04:25:58.394609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-13ff5b5a-c465-4f81-8d51-c2d42cbfd626 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574490 Feb 03 04:25:58.469233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.529236 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-94b84d23-3244-4ddb-929e-e46c795651e4 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277778 Feb 03 04:25:58.530446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21284f-3771-4018-9155-df70bf3f724b req-e2381919-f389-44b0-b850-e5ca4ab69e3b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.537752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a21284f-3771-4018-9155-df70bf3f724b req-e2381919-f389-44b0-b850-e5ca4ab69e3b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 947 time: 0.1808715 Feb 03 04:25:58.607572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-491db43d-0179-458b-8396-7bb11f8685e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 HTTP/1.1" status: 200 len: 217 time: 0.0718920 Feb 03 04:25:58.612347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Network 4353d205-7593-4c18-9838-d87c545b2767 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:25:58.621094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:58.627083 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks [] for security_group (af4627ba-23ca-426c-a1e5-4f342545ab69), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.628778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:25:58.632569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:58.671668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (af4627ba-23ca-426c-a1e5-4f342545ab69), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.683725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:25:58.695091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.695471 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Added segment 6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8 of type vlan for network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 Feb 03 04:25:58.705374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-943da6f6-81bf-447f-8af7-ac0c2411f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.708234 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-943da6f6-81bf-447f-8af7-ac0c2411f007 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dec5c8e-69eb-4f36-818c-cd699999389d HTTP/1.1" status: 200 len: 797 time: 0.0942197 Feb 03 04:25:58.772075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-c0cef6a3-b77f-46b2-88d4-3aad01b61235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.774551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-c0cef6a3-b77f-46b2-88d4-3aad01b61235 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0589912 Feb 03 04:25:58.817935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a21284f-3771-4018-9155-df70bf3f724b req-edf08cfe-cb63-41d2-a9dd-878cb60c09e6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782700 Feb 03 04:25:58.829615 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.896824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4627ba-23ca-426c-a1e5-4f342545ab69,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:58.934211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:58.935013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-2775ebc5-69bb-4049-8c27-b143a9e4c054 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545060 Feb 03 04:25:58.935334 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:58.983154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:59.009597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-240c5521-4b95-4e12-a46d-1465421b17e1 req-49adf8e5-0927-455a-a635-ee51f4ffae14 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0713208 Feb 03 04:25:59.012682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-238b2007-0071-44ed-a52b-44915c6112f6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9226298 Feb 03 04:25:59.015430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.016605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:59.017682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.026418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Request body: {'port': {'device_id': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:59.060448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:25:59.076233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-f1c95e3a-0321-4d46-a631-6d5200a9f77f service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329863 Feb 03 04:25:59.119931 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.129484 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-73524373-b24e-45db-b78f-cceec961dde8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659 HTTP/1.1" status: 200 len: 217 time: 0.0465040 Feb 03 04:25:59.159679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f563a88-9d55-4eec-9acc-fd04e111ad4e req-ab1e1784-ca03-47b5-9282-cd9e8823f785 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0522230 Feb 03 04:25:59.167383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cdd8f-81cc-4f19-89a9-bc0c663a2672 req-636cf806-a110-4cee-b9de-8f01c6293e09 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:59.176419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e3cdd8f-81cc-4f19-89a9-bc0c663a2672 req-636cf806-a110-4cee-b9de-8f01c6293e09 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 932 time: 0.4392269 Feb 03 04:25:59.199380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1920931 Feb 03 04:25:59.205456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:59.218618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Request body: {'subnet': {'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1941460502-subnet', 'tenant_id': 'c703aa334fe14f409963619fc9b6d447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:25:59.262101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:25:59.262776 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.292692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fda71b43-3e16-45ab-92a4-90314a59f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:59.294160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-fda71b43-3e16-45ab-92a4-90314a59f3b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dec5c8e-69eb-4f36-818c-cd699999389d HTTP/1.1" status: 200 len: 797 time: 0.1576564 Feb 03 04:25:59.294464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:59.297607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.298364 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0120435-9ee4-4dc0-a2cc-259352f3c898" -d '{"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-unplugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:59.312822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:25:59.322247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.340517 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Made reservation on behalf of c703aa334fe14f409963619fc9b6d447 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:25:59.342849 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.351670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f631ffb-4cab-41f6-b8eb-ce768bf9914d admin admin] Pushing event updated for resources: {'Network': ['ID=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:59.411389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=14']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:59.414469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:25:59.454334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e3cdd8f-81cc-4f19-89a9-bc0c663a2672 req-b6ea08d9-fba2-44b8-8ec7-562ef91a0fe6 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768579 Feb 03 04:25:59.464068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0da3ad2b-30f7-488a-8cb7-56e6a2fb7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:59.467857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-0da3ad2b-30f7-488a-8cb7-56e6a2fb7223 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1661892 Feb 03 04:25:59.474501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}, {'name': 'network-changed', 'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:25:59.476999 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9" -d '{"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-unplugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}, {"name": "network-changed", "server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:25:59.517314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e132203-1c9f-45b3-8df0-c09f19d81ecc req-f34241d0-a39a-4e0c-9b2d-e9f1a5925999 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:59.524803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e132203-1c9f-45b3-8df0-c09f19d81ecc req-f34241d0-a39a-4e0c-9b2d-e9f1a5925999 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1786513 Feb 03 04:25:59.615405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Publish callbacks [] for security_group (721888ce-1af2-400d-b144-8b80d4228cee), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.631648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (721888ce-1af2-400d-b144-8b80d4228cee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.668005 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-756980f8-2d6b-46af-ac06-17fb6b25c35f service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881495 Feb 03 04:25:59.698297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34696548-260d-44d7-bd35-715eef49a10a {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:25:59.706842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Publish callbacks [] for port (34696548-260d-44d7-bd35-715eef49a10a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.719741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Transition to ACTIVE for port object 34696548-260d-44d7-bd35-715eef49a10a will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:25:59.728117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e132203-1c9f-45b3-8df0-c09f19d81ecc req-27cd6ae7-3f7e-4612-9124-91478f511413 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022586 Feb 03 04:25:59.730074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721888ce-1af2-400d-b144-8b80d4228cee,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:59.736413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2d03298c47a4a2cbbb6cba17fe2ee30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7495229 Feb 03 04:25:59.739478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.742452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35662) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:25:59.764037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.764399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.764721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.765059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.765389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.765895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.766228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.766552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.766878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.767201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.767532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.767862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.768180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734c9c5-b26a-48a8-a5e5-af89c01b4293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:25:59.811726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (403e6535-297a-4a3f-8b05-ca182cc8fa39), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:25:59.872334 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5faf6956-5daf-439f-9605-bf5f4bc8bbb8 req-4f642f6d-a061-42e8-b070-2833a19d3d89 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938384 Feb 03 04:25:59.894401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403e6535-297a-4a3f-8b05-ca182cc8fa39,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:59.904483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Checking segment: {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:25:59.905057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Network hostable DHCP agents. Network: 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:25:59.945328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:25:59.977531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b94352-5eb6-44f1-8e83-b2e271e4fa7e req-103617bd-26b1-41e6-bf6e-1ba610444efb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:25:59.979174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b94352-5eb6-44f1-8e83-b2e271e4fa7e req-103617bd-26b1-41e6-bf6e-1ba610444efb tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 948 time: 0.3830309 Feb 03 04:25:59.981341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:25:59.986453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:25:59.994833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc37e7-7837-4f87-a438-c69125db00f4 None None] Network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:26:00.034422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98122d1f-b2a0-44e8-a117-46ed644a159e admin admin] Publish callbacks [] for security_group (721888ce-1af2-400d-b144-8b80d4228cee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:00.045932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.046530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:00.072238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98122d1f-b2a0-44e8-a117-46ed644a159e admin admin] Publish callbacks [] for security_group (721888ce-1af2-400d-b144-8b80d4228cee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:00.098295 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-31f29c66-7b56-4450-ae35-e6a8a606a809 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8899081 Feb 03 04:26:00.190318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.190937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.198050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.198673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.199128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.199629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.200107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.202268 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-aea12924-3f06-4ff0-b6b8-36a4786b15ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6693 time: 0.2414327 Feb 03 04:26:00.236323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98122d1f-b2a0-44e8-a117-46ed644a159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (721888ce-1af2-400d-b144-8b80d4228cee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:00.242789 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98122d1f-b2a0-44e8-a117-46ed644a159e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:00.248767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-98122d1f-b2a0-44e8-a117-46ed644a159e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/721888ce-1af2-400d-b144-8b80d4228cee HTTP/1.1" status: 204 len: 168 time: 0.5018532 Feb 03 04:26:00.291883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fa749-ed1c-4022-98fe-1cded10836ae None None] Network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:26:00.378100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98122d1f-b2a0-44e8-a117-46ed644a159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721888ce-1af2-400d-b144-8b80d4228cee,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:00.451327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.472659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.487944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.496671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.518538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.529224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.534913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.542345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-6e872d4d-eb06-4843-bd0f-887d62d6a68e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.6698997 Feb 03 04:26:00.556239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-60abadf6-3725-4690-aa04-377955fad7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.560039 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-60abadf6-3725-4690-aa04-377955fad7d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85ae8084-1512-41bd-820f-3789560e4037 HTTP/1.1" status: 200 len: 901 time: 0.3371210 Feb 03 04:26:00.562211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b94352-5eb6-44f1-8e83-b2e271e4fa7e req-481d4810-4055-4871-a74c-409538737bfe tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566647 Feb 03 04:26:00.603903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Attempting to bind port 34696548-260d-44d7-bd35-715eef49a10a on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:00.604252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Attempting to bind port 34696548-260d-44d7-bd35-715eef49a10a by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:00.604597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Attempting to bind port 34696548-260d-44d7-bd35-715eef49a10a on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:00.610388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Port 34696548-260d-44d7-bd35-715eef49a10a on network 4353d205-7593-4c18-9838-d87c545b2767 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:00.610820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Attempting to bind port 34696548-260d-44d7-bd35-715eef49a10a on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:00.630202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:00.630557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Checking segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:00.630959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Bound using segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:00.631557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Bound port: 34696548-260d-44d7-bd35-715eef49a10a, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:00.631938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:00.653874 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-7ce53566-d355-4f5d-9e80-71922eaae8de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 HTTP/1.1" status: 200 len: 217 time: 0.0857260 Feb 03 04:26:00.710850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f22476e1-a3e9-46bc-80da-56919ac0dcfe req-9cc09b73-512d-4e2a-9017-ee724d20db76 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674860 Feb 03 04:26:00.720720 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94afcd8d-35ed-4f6d-8cb7-8b64f0c1e458 x-openstack-request-id: req-94afcd8d-35ed-4f6d-8cb7-8b64f0c1e458 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:00.721130 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-unplugged", "status": "completed", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:00.721609 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94afcd8d-35ed-4f6d-8cb7-8b64f0c1e458 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:00.723787 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'code': 200} Feb 03 04:26:00.774720 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:26:00.775213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:00.781044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-f945dec8-2146-42ae-99af-3d762cb25285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:00.782431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:00.782575 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-f945dec8-2146-42ae-99af-3d762cb25285 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dec5c8e-69eb-4f36-818c-cd699999389d HTTP/1.1" status: 200 len: 797 time: 0.1219025 Feb 03 04:26:00.796901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:00.850702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:00.866172 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 04:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b2715c-1ed7-49e6-b823-6b3f773e7a11 x-openstack-request-id: req-a5b2715c-1ed7-49e6-b823-6b3f773e7a11 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:00.867399 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-unplugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "code": 200}, {"name": "network-changed", "server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:00.867399 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5b2715c-1ed7-49e6-b823-6b3f773e7a11 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:00.867399 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'code': 200} Feb 03 04:26:00.867399 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'status': 'completed', 'code': 200} Feb 03 04:26:00.919629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:01.042476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aae2e787-f772-4c40-b221-a462cae79c83 req-bca68145-9cec-4cb6-848a-f958e50d5a31 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.1287570 Feb 03 04:26:01.066226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:01.077734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.078934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:01.080309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-69d663b1-0ea3-44b3-b913-ad9b6299448f service neutron] 10.222.0.31 "PUT /v2.0/ports/34696548-260d-44d7-bd35-715eef49a10a HTTP/1.1" status: 200 len: 1092 time: 2.0578403 Feb 03 04:26:01.080785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'tag': '34696548-260d-44d7-bd35-715eef49a10a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:01.083172 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6146d79-b6e8-468f-8259-423239ceea0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "tag": "34696548-260d-44d7-bd35-715eef49a10a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:01.088119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50950379-3698-46a5-9d47-e2058524e9cd req-89239043-d04f-4432-9bd9-d1e09044d187 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.1126428 Feb 03 04:26:01.102268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'mac_address': 'fa:16:3e:12:23:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:01.127755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-c85495f1-6b4a-4de5-9604-e4e1f6ebb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.129806 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-c85495f1-6b4a-4de5-9604-e4e1f6ebb767 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3296955 Feb 03 04:26:01.183659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-fd49ee33-09a0-4bc8-9190-b8fb5f5b3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.186596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-fd49ee33-09a0-4bc8-9190-b8fb5f5b3d0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1130 time: 0.2700481 Feb 03 04:26:01.210195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d1338df3-468e-4a8c-b7dc-c394a39347e1 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:01.213816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-6c409f18-4546-4c21-92d0-e9d40cacf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.215369 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-6c409f18-4546-4c21-92d0-e9d40cacf547 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1130 time: 0.3251991 Feb 03 04:26:01.218332 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:01.240948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1338df3-468e-4a8c-b7dc-c394a39347e1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:01.282777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:01.295331 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:01.302903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-54768373-18d5-4403-9df4-7e60ee59d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.304747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-54768373-18d5-4403-9df4-7e60ee59d17b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 1126 time: 0.1775901 Feb 03 04:26:01.316319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f0ec9-2b88-4854-bcaf-69eacde0bf8a req-ffd5a5a7-f411-4100-b90a-7cdda448558b tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.317909 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e14f0ec9-2b88-4854-bcaf-69eacde0bf8a req-ffd5a5a7-f411-4100-b90a-7cdda448558b tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 944 time: 0.1340866 Feb 03 04:26:01.358417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-1d1f9191-e208-42aa-b951-d3a627a0142b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34696548-260d-44d7-bd35-715eef49a10a HTTP/1.1" status: 200 len: 217 time: 0.0393605 Feb 03 04:26:01.383403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:01.424933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e14f0ec9-2b88-4854-bcaf-69eacde0bf8a req-3b4f878b-49bf-4987-a1b6-a9d3243f68e1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Feb 03 04:26:01.545544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-9cdf9ea9-1771-4c0a-8504-f7e3987e82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.549225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-9cdf9ea9-1771-4c0a-8504-f7e3987e82d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.1363792 Feb 03 04:26:01.553662 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b3d37a-3a61-4ac6-adfc-ed3784d9cbee x-openstack-request-id: req-92b3d37a-3a61-4ac6-adfc-ed3784d9cbee {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:01.554120 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "tag": "34696548-260d-44d7-bd35-715eef49a10a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:01.555332 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92b3d37a-3a61-4ac6-adfc-ed3784d9cbee {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:01.556230 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'tag': '34696548-260d-44d7-bd35-715eef49a10a', 'status': 'completed', 'code': 200} Feb 03 04:26:01.571545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d1338df3-468e-4a8c-b7dc-c394a39347e1'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:01.674319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-bd89f486-8820-4607-9acb-d741187f7c59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161265 Feb 03 04:26:01.987037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-ecd8869d-7b8f-424e-a35d-101fe3360c33 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:01.988687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-ecd8869d-7b8f-424e-a35d-101fe3360c33 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/networks?id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 200 len: 818 time: 0.3298583 Feb 03 04:26:02.001178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-e036b89f-94ce-47db-92ba-7441b82f701a service neutron] 10.222.0.31 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043532 Feb 03 04:26:02.012170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264badec-df1f-4da8-a270-0422de68d640 req-29b8b699-b951-4025-a618-c4a8ac49676f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.020123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-264badec-df1f-4da8-a270-0422de68d640 req-29b8b699-b951-4025-a618-c4a8ac49676f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 949 time: 0.2190595 Feb 03 04:26:02.063355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-14cf55f2-8540-4be2-8849-6be8cea642ad tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/quotas/c703aa334fe14f409963619fc9b6d447 HTTP/1.1" status: 200 len: 375 time: 0.0644281 Feb 03 04:26:02.116220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:02.120399 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-8b543281-6427-4e1b-81e7-ac1035c6d571 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703aa334fe14f409963619fc9b6d447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476983 Feb 03 04:26:02.150281 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ba5b06db-ca27-48ab-bc48-541ae1a15859 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9877505 Feb 03 04:26:02.151746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-ace34184-e6b7-405a-8205-46f6b244ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.153171 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-ace34184-e6b7-405a-8205-46f6b244ec0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.9220803 Feb 03 04:26:02.154337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-3443015d-b142-4d34-a7b1-7cd73a668e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.155839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-3443015d-b142-4d34-a7b1-7cd73a668e6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.9321947 Feb 03 04:26:02.219767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-264badec-df1f-4da8-a270-0422de68d640 req-0703a0a4-8db9-4bb9-b954-8a41ce3b52e1 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835661 Feb 03 04:26:02.244204 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-fcbd7b5a-b9f6-40b7-bf62-64fccb368d19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0789061 Feb 03 04:26:02.247558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-f51b209f-8731-4eb0-b8f6-6eb183f8ce7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0831485 Feb 03 04:26:02.312649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2102564746-network', 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:02.335233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10adfd3d-bc80-4690-a82b-71305e9e5e90 req-9901a8d6-27fd-4913-9fd0-f4c63cb1681d service neutron] 10.222.0.31 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070946 Feb 03 04:26:02.366176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-989d852b-20de-46b6-a324-333e31940e70 service neutron] 10.222.0.35 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115102 Feb 03 04:26:02.384918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.392316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.399144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.405133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.405774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-8957a226-ad10-4cca-b0c9-d98d4e1072a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.407408 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-8957a226-ad10-4cca-b0c9-d98d4e1072a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1513872 Feb 03 04:26:02.408032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:02.410343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:02.410574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.415096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-3437ed89-4044-45a7-9c34-9f5823843f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.415923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.416790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-3437ed89-4044-45a7-9c34-9f5823843f07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1618326 Feb 03 04:26:02.421428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.423318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-9cfdd277-f2d4-4919-bbc3-91a5fc4e7266 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1336899 Feb 03 04:26:02.468549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:02.493418 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-8590fcee-fd25-4f62-8299-3b447fde0617 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363197 Feb 03 04:26:02.543617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-256cf784-6471-43b8-b935-ee38f0dbf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.545718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-256cf784-6471-43b8-b935-ee38f0dbf600 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1242242 Feb 03 04:26:02.551964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-0ef369da-ccb1-486c-af74-34fe683db496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.553754 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-0ef369da-ccb1-486c-af74-34fe683db496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1142492 Feb 03 04:26:02.583008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146d79-b6e8-468f-8259-423239ceea0c req-cd9a0501-b83e-4509-8a5e-5a5429f7b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.584576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6146d79-b6e8-468f-8259-423239ceea0c req-cd9a0501-b83e-4509-8a5e-5a5429f7b237 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 1126 time: 0.1592815 Feb 03 04:26:02.598120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a188c186-9e71-41aa-bcdc-e9139ae81492 req-c27bf7c2-65de-4644-8976-32043eb5f41b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562910 Feb 03 04:26:02.656310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-477f3be3-0bed-46ce-84d4-8f2d8ba7b4c2 service neutron] 10.222.0.35 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319651 Feb 03 04:26:02.770458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks [] for security_group (0ab245e1-5f6f-481c-86a1-214d03e9edae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:02.792108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-489fe938-028e-495d-b911-9c686ce1214e service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372234 Feb 03 04:26:02.798443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146d79-b6e8-468f-8259-423239ceea0c req-50628caa-0e13-4f64-9ae2-6ec6f31edf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.798926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0ab245e1-5f6f-481c-86a1-214d03e9edae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:02.800340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6146d79-b6e8-468f-8259-423239ceea0c req-50628caa-0e13-4f64-9ae2-6ec6f31edf64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 906 time: 0.2012081 Feb 03 04:26:02.814979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.815806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.816430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.817053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.817668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.818283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.818894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.821054 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-ce8fec3f-b6e2-430c-95ea-d816b9b85bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6693 time: 0.2261355 Feb 03 04:26:02.825881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a57d03-e33f-4b6c-ad8c-9d813be34ed5 req-097f2ef1-302a-46d6-8585-1772b04b0ccb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.827563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0a57d03-e33f-4b6c-ad8c-9d813be34ed5 req-097f2ef1-302a-46d6-8585-1772b04b0ccb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1000049 Feb 03 04:26:02.849546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-debf824b-e270-4c7a-bede-9a87b055e8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833831 Feb 03 04:26:02.874608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:02.881437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6146d79-b6e8-468f-8259-423239ceea0c req-b38ab5f9-323e-4589-8905-b45cbe5977e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34696548-260d-44d7-bd35-715eef49a10a HTTP/1.1" status: 200 len: 217 time: 0.0711577 Feb 03 04:26:02.900782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:26:02.938483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab245e1-5f6f-481c-86a1-214d03e9edae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:02.989715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146d79-b6e8-468f-8259-423239ceea0c req-edbb19d8-2f4b-441a-9658-837f9721cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:02.992338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6146d79-b6e8-468f-8259-423239ceea0c req-edbb19d8-2f4b-441a-9658-837f9721cdd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.0998204 Feb 03 04:26:02.998497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port d1338df3-468e-4a8c-b7dc-c394a39347e1 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:03.004380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port d1338df3-468e-4a8c-b7dc-c394a39347e1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:03.005030 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.028911 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (854822d5-62dc-446d-ad44-aa236a6f4041), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.030847 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Added segment 854822d5-62dc-446d-ad44-aa236a6f4041 of type vlan for network 05093606-9566-4423-8e6f-2c5d06a90de4 Feb 03 04:26:03.087080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6146d79-b6e8-468f-8259-423239ceea0c req-a1211433-bd20-4521-86a7-a5fab03f41b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726461 Feb 03 04:26:03.178199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5136a606-8b52-4196-8938-e78bc73288f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.180301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d1338df3-468e-4a8c-b7dc-c394a39347e1 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:03.181761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (05093606-9566-4423-8e6f-2c5d06a90de4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.183311 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.189371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-9398c2a1-6b65-46de-ac39-20a766ed08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:03.191015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-9398c2a1-6b65-46de-ac39-20a766ed08d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85ae8084-1512-41bd-820f-3789560e4037 HTTP/1.1" status: 200 len: 901 time: 0.3533423 Feb 03 04:26:03.192679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-3c191c0a-8e08-4415-a4ae-ea895ac93609 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852468 Feb 03 04:26:03.211029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cdca007-7bbb-4ee0-a4a5-81a1f841b0c9 req-7d514e6f-1851-4099-bfd0-bd8b1a10c3a5 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357456 Feb 03 04:26:03.213227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0a57d03-e33f-4b6c-ad8c-9d813be34ed5 req-76d99590-05ae-4ed1-bc98-10007095d6ad tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306267 Feb 03 04:26:03.258802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:03.261076 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cb5ae3-db32-44ea-87cd-29ba994224af" -d '{"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-plugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:03.276795 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-73f368ff-04af-4415-ad88-11b0e02f9c4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659 HTTP/1.1" status: 200 len: 217 time: 0.0774703 Feb 03 04:26:03.304978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:03.313595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.314029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3b973eb-0a1a-4f5b-915c-6283b850526e req-a9c1c18e-6fb9-44b8-a38b-ce1a48b39424 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.2250476 Feb 03 04:26:03.388249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (05093606-9566-4423-8e6f-2c5d06a90de4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.389453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:03.390032 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.398361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:03.446839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05a829c6-be38-48fd-9130-167840f9acd0 req-c81d139e-96ab-428e-a9a1-3019eb8b832d tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.1096306 Feb 03 04:26:03.460569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6146d79-b6e8-468f-8259-423239ceea0c req-992f9771-1e52-42f9-bdd2-e2c4046fb5ae service neutron] 10.222.0.31 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393655 Feb 03 04:26:03.478555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-b501a24b-8ad7-4d2a-81e4-37cd96409d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:03.488257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-b501a24b-8ad7-4d2a-81e4-37cd96409d0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dec5c8e-69eb-4f36-818c-cd699999389d HTTP/1.1" status: 200 len: 797 time: 0.2048519 Feb 03 04:26:03.493657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] Pushing event updated for resources: {'Network': ['ID=05093606-9566-4423-8e6f-2c5d06a90de4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:03.511601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 05093606-9566-4423-8e6f-2c5d06a90de4 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:26:03.514772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0bcabc07-cfcb-432f-948a-3431aca2ef49 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3974519 Feb 03 04:26:03.517571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:03.522704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Request body: {'subnet': {'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2102564746-subnet', 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:03.569506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:03.571892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:03.623021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-963a4ed2-d1ac-4283-be93-12607dad3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:03.625067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-963a4ed2-d1ac-4283-be93-12607dad3c69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1239257 Feb 03 04:26:03.868580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-1243811d-6f79-41ce-a742-731a4ffe3e68 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:03.870161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-1243811d-6f79-41ce-a742-731a4ffe3e68 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 950 time: 0.1784286 Feb 03 04:26:03.875009 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-cb295b14-664c-44ae-8751-13e73432fa83 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984029 Feb 03 04:26:04.069378 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f6ab2-5c9b-4011-bc4a-21fc13836361 x-openstack-request-id: req-2b9f6ab2-5c9b-4011-bc4a-21fc13836361 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:04.070230 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-plugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:04.070672 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b9f6ab2-5c9b-4011-bc4a-21fc13836361 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:04.071234 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'code': 200} Feb 03 04:26:04.151747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-dcb02246-5e0d-41ee-9504-bae63e7e2753 service neutron] 10.222.0.15 "GET /v2.0/ports/d1338df3-468e-4a8c-b7dc-c394a39347e1/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 382 time: 0.2399297 Feb 03 04:26:04.169424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3590e12e-cd46-4dff-bf08-cf5a9eeea1f5 req-9acbbe06-98bd-4f68-9889-edb61e1d494d service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648301 Feb 03 04:26:04.171537 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (4432c88d-f1ac-4c71-ab3e-b6b32697a87d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:04.255699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6146d79-b6e8-468f-8259-423239ceea0c req-ea40ac5b-454b-4b91-8988-db2f62e289b2 service neutron] 10.222.0.31 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873943 Feb 03 04:26:04.270001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4432c88d-f1ac-4c71-ab3e-b6b32697a87d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:04.276925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe83a0-3f65-49ad-be78-9ec0d875ef97 req-e2f00bb9-8bc1-4aa1-a3fc-aa22ecc7b9c5 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.284024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6fe83a0-3f65-49ad-be78-9ec0d875ef97 req-e2f00bb9-8bc1-4aa1-a3fc-aa22ecc7b9c5 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 944 time: 0.6783788 Feb 03 04:26:04.313889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a18a1-04a6-4116-9175-806dda2062db req-73dd947e-12f9-4732-826f-dd2a9361b26a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.315763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc6a18a1-04a6-4116-9175-806dda2062db req-73dd947e-12f9-4732-826f-dd2a9361b26a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.1251664 Feb 03 04:26:04.362516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-740e0ef2-f72c-412c-9a6c-53c401834d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.365933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-740e0ef2-f72c-412c-9a6c-53c401834d0e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1127 time: 0.3276734 Feb 03 04:26:04.379642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6fe83a0-3f65-49ad-be78-9ec0d875ef97 req-ca6d5b2e-4c1a-498f-a523-ad6e9146c5cc tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857048 Feb 03 04:26:04.440526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc6a18a1-04a6-4116-9175-806dda2062db req-707c2eb6-0bd7-4def-ae39-535043266e75 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127126 Feb 03 04:26:04.464591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-c384e351-1f9f-4fa2-a2ce-156d0292e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.466038 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-c384e351-1f9f-4fa2-a2ce-156d0292e46b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1132 time: 0.2359588 Feb 03 04:26:04.548278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-ae367e38-1520-409b-8e1b-c4104b347965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.550619 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-ae367e38-1520-409b-8e1b-c4104b347965 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.1730506 Feb 03 04:26:04.566869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.573427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.579419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.586269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.592270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.598457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.604430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.613139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-81117f72-3ab1-4c24-8498-97274617faa3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1509326 Feb 03 04:26:04.657371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c7cf7f6-42e5-4d7d-98d6-4d38d85995f6 req-74348cf8-3abe-4dc2-ba33-a900addf3c93 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 210 time: 0.0416586 Feb 03 04:26:04.664286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Checking segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:04.664658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Network hostable DHCP agents. Network: 05093606-9566-4423-8e6f-2c5d06a90de4, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:26:04.669703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-7ac09fd6-f3e1-45e1-8174-6beb730f8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.671227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-7ac09fd6-f3e1-45e1-8174-6beb730f8cb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1126561 Feb 03 04:26:04.719153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6ba3b22-27af-4c44-a05d-90615b2384cd req-76b23bb4-9f14-43f7-8bea-570aba2d8c1c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045744 Feb 03 04:26:04.764536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Network 05093606-9566-4423-8e6f-2c5d06a90de4 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:26:04.772754 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-c7e7dc82-881f-4418-ab32-018be12f52d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0789683 Feb 03 04:26:04.781904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 05093606-9566-4423-8e6f-2c5d06a90de4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:04.790895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943bc79e-1a1e-4df3-95ab-03a223dff2da None None] Network 05093606-9566-4423-8e6f-2c5d06a90de4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:26:04.846765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-dd7f2d68-f663-4855-a8d7-8c591d2efac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.848782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-dd7f2d68-f663-4855-a8d7-8c591d2efac9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0628426 Feb 03 04:26:04.855470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:04.856287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:04.900412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-93ae9417-0730-47e7-928e-928b164cffcb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3814969 Feb 03 04:26:04.974117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f66dde-aadc-47af-a7fa-0c9a4d0b736d req-9c0f9198-c9c3-4301-9526-c84d5f62dd3a tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.0688372 Feb 03 04:26:04.992643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-e0461324-6cc3-4cdc-a556-8c1de6f9f482 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.4349439 Feb 03 04:26:05.021701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-415b2bc1-1066-4b63-9301-0f7414db67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:05.023737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-415b2bc1-1066-4b63-9301-0f7414db67f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1526423 Feb 03 04:26:05.028305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373ac5-74f0-44a1-98c5-3717a6869096 req-0f3c69c5-30aa-44af-b453-06b96f992d4d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:05.052264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c373ac5-74f0-44a1-98c5-3717a6869096 req-0f3c69c5-30aa-44af-b453-06b96f992d4d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2167480 Feb 03 04:26:05.172642 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34696548-260d-44d7-bd35-715eef49a10a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:05.176386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08809b64-bde8-4c36-9916-0e009cee1d1e req-abe64fcb-b5fd-4b66-9e27-86e12cfa6afc tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0677357 Feb 03 04:26:05.182337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-3be871f7-cc38-4347-b481-2c87a4f9f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:05.187441 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-3be871f7-cc38-4347-b481-2c87a4f9f434 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1803989 Feb 03 04:26:05.206791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c373ac5-74f0-44a1-98c5-3717a6869096 req-c492eb4f-1b39-46ea-b26d-eeaf7da6fed2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488168 Feb 03 04:26:05.350582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ea5ad-1791-4383-a1a1-9e584b55b532 None None] Network 05093606-9566-4423-8e6f-2c5d06a90de4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:26:05.424730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-1b907e2f-4415-42d4-91b6-b39c04fb35c7 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614976 Feb 03 04:26:05.570060 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba840648-3432-4532-9d3f-385428d10d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:05.612137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:05.641259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '34696548-260d-44d7-bd35-715eef49a10a', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '34696548-260d-44d7-bd35-715eef49a10a', 'mac_address': 'fa:16:3e:f9:cf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:05.692697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-f59207d8-5bad-4c79-bdb6-daed5ebf2d48 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:05.694905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-f59207d8-5bad-4c79-bdb6-daed5ebf2d48 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.31 "GET /v2.0/networks?id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 200 len: 818 time: 0.3614640 Feb 03 04:26:05.713965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Request body: {'port': {'device_id': '5b157741-ec06-4753-b192-7edaa40dec01', 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168', 'admin_state_up': True, 'tenant_id': 'c703aa334fe14f409963619fc9b6d447'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:05.741329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34696548-260d-44d7-bd35-715eef49a10a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:05.741650 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:05.753764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660818-36ab-4285-9d23-49527368fdf5 req-cb753a8c-747c-425a-84db-aff28980f27e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:05.762279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9660818-36ab-4285-9d23-49527368fdf5 req-cb753a8c-747c-425a-84db-aff28980f27e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 944 time: 0.2398326 Feb 03 04:26:05.763850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34696548-260d-44d7-bd35-715eef49a10a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:05.791423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-2d7312e1-450b-4911-b3ee-5ebe6496ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:05.801385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-2d7312e1-450b-4911-b3ee-5ebe6496ac56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5980964 Feb 03 04:26:05.815590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:05.833293 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:05.903120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:05.936018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9660818-36ab-4285-9d23-49527368fdf5 req-5e663ffe-608f-4aab-b67a-e52a3870f2ef tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712363 Feb 03 04:26:05.968788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-99cfb615-79ea-4d8a-9766-7ceafe6b74d4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:05.970348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-99cfb615-79ea-4d8a-9766-7ceafe6b74d4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.2742517 Feb 03 04:26:06.010706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-0348a235-a2f3-4460-8e5c-f6eb055feda9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/quotas/b75d8a9414884c70a12f5de70a137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0332186 Feb 03 04:26:06.038149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Made reservation on behalf of c703aa334fe14f409963619fc9b6d447 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:06.041766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:06.082220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-97dcec78-c0a0-4e63-8597-03c5f721cb68 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451200 Feb 03 04:26:06.092372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['34696548-260d-44d7-bd35-715eef49a10a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:06.215567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abd812-2036-4946-bbf2-05a0964b9844 req-ea31b4dd-e462-4eaf-9e93-8d0e416a9f4d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.217417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78abd812-2036-4946-bbf2-05a0964b9844 req-ea31b4dd-e462-4eaf-9e93-8d0e416a9f4d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.2184148 Feb 03 04:26:06.332199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78abd812-2036-4946-bbf2-05a0964b9844 req-a501b9b1-fade-40b6-9e98-ac36d8199896 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060531 Feb 03 04:26:06.342345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-493ef98c-ef88-46f6-abdf-0bee3ce24007 service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442083 Feb 03 04:26:06.383871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Allocated IP 172.20.0.8 (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168/403e6535-297a-4a3f-8b05-ca182cc8fa39/2e944c36-f0c5-4301-a764-1e420d10d8ae) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:06.510769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c344078-335a-4127-bec6-9a61f0b0529f req-8352801d-7f7e-43ce-9f12-53a60e57a6ce tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 210 time: 0.0448895 Feb 03 04:26:06.567990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:06.569184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-4eae7137-c58e-41ae-8435-fd9cb1035304 service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259994 Feb 03 04:26:06.658822 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-c0043205-a17c-40d2-b824-5f8187c70159 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2039394 Feb 03 04:26:06.692573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-c2b5435e-e2a9-470e-96e0-bd09932eaa8a tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.694372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-c2b5435e-e2a9-470e-96e0-bd09932eaa8a tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "GET /v2.0/networks?id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 200 len: 818 time: 1.2686784 Feb 03 04:26:06.701296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-f5915c42-461e-4210-a274-facd1d3659b4 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8746130 Feb 03 04:26:06.710830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-01708ca1-63e3-4bc2-9805-8974016a99c7 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.712264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-01708ca1-63e3-4bc2-9805-8974016a99c7 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "GET /v2.0/networks?id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 200 len: 818 time: 1.2001698 Feb 03 04:26:06.718489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Request body: {'port': {'device_id': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168', 'admin_state_up': True, 'tenant_id': 'c703aa334fe14f409963619fc9b6d447'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:06.828196 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks [] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:06.860364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Request body: {'port': {'device_id': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168', 'admin_state_up': True, 'tenant_id': 'c703aa334fe14f409963619fc9b6d447'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:06.872550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.879377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.884688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.890225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.895635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.901958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.907062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:06.914904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-cdd410cd-27f8-435e-a8e1-aaeb45e82eb7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2524579 Feb 03 04:26:06.945645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af04abbb-841d-4efb-9142-f813fa99ab2c req-ee4a6793-6e46-4e30-8cab-dc09496948cd tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0814a981-867f-4e27-9127-40898185d465 HTTP/1.1" status: 200 len: 210 time: 0.1093183 Feb 03 04:26:07.018277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.056870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34696548-260d-44d7-bd35-715eef49a10a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:07.106010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee020a1b-007d-4b7f-9722-3677d29d2663 req-08cb0e3b-b366-49db-b8cd-419a7b05a267 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849067 Feb 03 04:26:07.168056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:07.182446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:07.195359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 34696548-260d-44d7-bd35-715eef49a10a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:07.201551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 34696548-260d-44d7-bd35-715eef49a10a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:07.201999 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (34696548-260d-44d7-bd35-715eef49a10a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.202436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:07.313722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Made reservation on behalf of c703aa334fe14f409963619fc9b6d447 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:07.313982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Pushing event updated for resources: {'Port': ['ID=2e944c36-f0c5-4301-a764-1e420d10d8ae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:07.319096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b5347d4-6e08-47f2-8ac0-c26589794829 req-83ad4fec-99e8-430b-92a5-fff07c8c073e tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d53a1-812c-4971-88bc-888a177e8917 HTTP/1.1" status: 200 len: 210 time: 0.0917182 Feb 03 04:26:07.321073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.376465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.377137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.377572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.378144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.378560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.378968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.379426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.379873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.380317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.380723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.381116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.381557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.381955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:07.398075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34696548-260d-44d7-bd35-715eef49a10a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:07.398476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.403835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:07.404019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6818e9e3-3217-4a44-82c9-980e1b3fd220 req-513dad8c-a316-4639-bbf7-73fd33aa08d4 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895568 Feb 03 04:26:07.404988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.451030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34696548-260d-44d7-bd35-715eef49a10a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:07.453912 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46398a20-fd9e-4846-8551-21710cc9c700" -d '{"events": [{"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-plugged", "status": "completed", "tag": "34696548-260d-44d7-bd35-715eef49a10a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:07.461531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5077bd68-d170-4b90-98b8-2bf19d6af5a3 req-a7f82858-fe5b-42d5-8c58-44ea6c2270bf tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 210 time: 0.0538213 Feb 03 04:26:07.471418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-4a2a4cf5-1861-4c56-a084-3ab867d4a40d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7637572 Feb 03 04:26:07.504850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Request body: {'port': {'device_id': '5b157741-ec06-4753-b192-7edaa40dec01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:07.517612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:07.528788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.531416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Made reservation on behalf of c703aa334fe14f409963619fc9b6d447 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:07.536608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90baba1-c23c-4d6a-962d-448ea898c51d req-8d3cf94b-7c62-47fa-89cf-d4e112a4b200 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:07.543944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d90baba1-c23c-4d6a-962d-448ea898c51d req-8d3cf94b-7c62-47fa-89cf-d4e112a4b200 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2775588 Feb 03 04:26:07.550528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.600013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:07.700155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Allocated IP 172.20.0.4 (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168/403e6535-297a-4a3f-8b05-ca182cc8fa39/cd69fab5-bdd3-4eb2-b2de-f9270799535a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:07.770547 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d90baba1-c23c-4d6a-962d-448ea898c51d req-5525d294-a17d-4377-a6d5-e527bd91b509 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255454 Feb 03 04:26:07.856978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.929587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks [] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:07.969656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe3750-eb6c-4b96-a0c5-1672962fcc69 req-ad89c027-4e26-454b-b6cc-8dbc41033ace tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:07.972504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90fe3750-eb6c-4b96-a0c5-1672962fcc69 req-ad89c027-4e26-454b-b6cc-8dbc41033ace tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 946 time: 0.3502779 Feb 03 04:26:07.982408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:08.010628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:08.074989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:08.086277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbca2-8b1e-48b1-a819-178cea039c93 req-ce794935-992a-4fe0-a8bb-bf310928e06d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.088106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-376fbca2-8b1e-48b1-a819-178cea039c93 req-ce794935-992a-4fe0-a8bb-bf310928e06d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.2085106 Feb 03 04:26:08.098914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:08.105746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:08.137667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90fe3750-eb6c-4b96-a0c5-1672962fcc69 req-e3be7885-cdb0-4c86-be6d-7c41d7997701 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540983 Feb 03 04:26:08.157105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Allocated IP 172.20.0.12 (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168/403e6535-297a-4a3f-8b05-ca182cc8fa39/9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:08.172570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Pushing event updated for resources: {'Port': ['ID=cd69fab5-bdd3-4eb2-b2de-f9270799535a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:08.197021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.197764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:08.201332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-376fbca2-8b1e-48b1-a819-178cea039c93 req-21a59947-d566-4a18-b224-82fbac62c32b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Feb 03 04:26:08.218448 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d40ab43-3ae3-4f6f-8d01-8cd2288e37e8 x-openstack-request-id: req-7d40ab43-3ae3-4f6f-8d01-8cd2288e37e8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:08.218763 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-plugged", "status": "completed", "tag": "34696548-260d-44d7-bd35-715eef49a10a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:08.219140 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d40ab43-3ae3-4f6f-8d01-8cd2288e37e8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:08.219447 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34696548-260d-44d7-bd35-715eef49a10a', 'code': 200} Feb 03 04:26:08.267655 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-1fe6bdaf-2295-4740-8657-ce3d8d046aef tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5542896 Feb 03 04:26:08.280058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Request body: {'port': {'device_id': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:08.370818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c4775f5-bb4b-4619-b484-83a378f63499 req-6b0ec0f3-bcff-43db-8ffa-59734006c0d8 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 210 time: 0.0472457 Feb 03 04:26:08.491258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.504647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.519099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.525868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.535344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.540748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks [] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:08.543083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.548889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.550933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-f2b79a8f-2e65-4ac0-b8fa-39c0924ec955 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1828530 Feb 03 04:26:08.617138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-436cc602-af19-4336-82bc-896c785d902e req-fb25de09-dd34-42e6-be49-9feea7dd5fba tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 210 time: 0.0612910 Feb 03 04:26:08.681970 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:08.684357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:08.749079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc46ece-66bc-49ad-928c-989327054587 req-2e90ba79-05f9-4432-b8f0-ee894333d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:08.751439 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3bc46ece-66bc-49ad-928c-989327054587 req-2e90ba79-05f9-4432-b8f0-ee894333d4d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 1128 time: 0.4442964 Feb 03 04:26:08.856027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:08.857300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Pushing event updated for resources: {'Port': ['ID=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:08.893796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:08.904424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:08.964643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e944c36-f0c5-4301-a764-1e420d10d8ae {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:08.976613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Publish callbacks [] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:08.991090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Transition to ACTIVE for port object 2e944c36-f0c5-4301-a764-1e420d10d8ae will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:09.027325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.043087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:09.043759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.057435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3bc46ece-66bc-49ad-928c-989327054587 req-aa78e2fd-baf0-4c10-bb9a-5d67b1b36305 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787731 Feb 03 04:26:09.116073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e208cd41-6c88-4dc7-a9aa-600cc28d857c req-80ba23ad-b449-4ad1-be9d-1babf0354f8d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5494454 Feb 03 04:26:09.117511 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-da1ff793-a1b7-4648-8ff2-003b5d768f07 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2718313 Feb 03 04:26:09.132115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Request body: {'port': {'device_id': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:09.156050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Pushing event updated for resources: {'Port': ['ID=2e944c36-f0c5-4301-a764-1e420d10d8ae,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:09.203613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-39b184c1-7785-468b-8455-4ce9a0b752e8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:09.204853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-39b184c1-7785-468b-8455-4ce9a0b752e8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.5744119 Feb 03 04:26:09.208261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-6150463b-664b-45a5-abea-f0313b4b44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:09.209784 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-6150463b-664b-45a5-abea-f0313b4b44c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4&tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c HTTP/1.1" status: 200 len: 1132 time: 0.1612372 Feb 03 04:26:09.247692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af08f6a-b10e-483a-8f5f-e5c0ee25b6bb req-785f026d-d405-490d-b7e3-7eba4751452b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:09.250284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.254325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7af08f6a-b10e-483a-8f5f-e5c0ee25b6bb req-785f026d-d405-490d-b7e3-7eba4751452b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2535145 Feb 03 04:26:09.263730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Request body: {'port': {'device_id': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'admin_state_up': True, 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:09.268163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:09.279430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.390890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Attempting to bind port 2e944c36-f0c5-4301-a764-1e420d10d8ae on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:09.391128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Attempting to bind port 2e944c36-f0c5-4301-a764-1e420d10d8ae by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:09.391684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Attempting to bind port 2e944c36-f0c5-4301-a764-1e420d10d8ae on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:09.404252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.417412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Port 2e944c36-f0c5-4301-a764-1e420d10d8ae on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:09.417412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Attempting to bind port 2e944c36-f0c5-4301-a764-1e420d10d8ae on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:09.433051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd69fab5-bdd3-4eb2-b2de-f9270799535a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:09.434265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7af08f6a-b10e-483a-8f5f-e5c0ee25b6bb req-d032f9af-d90f-4220-b46a-22df8764975d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790640 Feb 03 04:26:09.444355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:09.444709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Checking segment: {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:09.445106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Bound using segment: {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:09.445571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Bound port: 2e944c36-f0c5-4301-a764-1e420d10d8ae, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:09.445939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.467706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b848bd-60fa-4b62-a556-2213978fbb60 req-03a7f2fb-9717-4b51-8b7f-b1f8c4ce052d tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:09.469228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82b848bd-60fa-4b62-a556-2213978fbb60 req-03a7f2fb-9717-4b51-8b7f-b1f8c4ce052d tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 946 time: 0.2092154 Feb 03 04:26:09.485509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Publish callbacks [] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.538688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:09.538840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Transition to ACTIVE for port object cd69fab5-bdd3-4eb2-b2de-f9270799535a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:09.542323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.554891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.597899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] For port 2e944c36-f0c5-4301-a764-1e420d10d8ae, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:09.631872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] For port 2e944c36-f0c5-4301-a764-1e420d10d8ae, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:09.688877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82b848bd-60fa-4b62-a556-2213978fbb60 req-7214c274-926a-4cf5-be51-701b7ca3e130 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042530 Feb 03 04:26:09.695373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.746840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Pushing event updated for resources: {'Port': ['ID=cd69fab5-bdd3-4eb2-b2de-f9270799535a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:09.837403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Pushing event updated for resources: {'Port': ['ID=2e944c36-f0c5-4301-a764-1e420d10d8ae,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:09.860334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:09.860962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.862414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-75d5315e-b1b2-474b-b20f-e174abac3a54 service neutron] 10.222.0.31 "PUT /v2.0/ports/2e944c36-f0c5-4301-a764-1e420d10d8ae HTTP/1.1" status: 200 len: 1091 time: 2.3737087 Feb 03 04:26:09.862887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:09.865162 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:09.938818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29955-73ba-4a61-ad58-6409f0ff290e req-1a112093-7bac-431a-b7b0-7a655e98c9f8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:09.940288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19d29955-73ba-4a61-ad58-6409f0ff290e req-1a112093-7bac-431a-b7b0-7a655e98c9f8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.3445008 Feb 03 04:26:09.955816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Attempting to bind port cd69fab5-bdd3-4eb2-b2de-f9270799535a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:09.956646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Attempting to bind port cd69fab5-bdd3-4eb2-b2de-f9270799535a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:09.956646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Attempting to bind port cd69fab5-bdd3-4eb2-b2de-f9270799535a on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:09.962117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Allocated IP 172.20.0.4 (05093606-9566-4423-8e6f-2c5d06a90de4/4432c88d-f1ac-4c71-ab3e-b6b32697a87d/34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:09.966165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:09.979218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Publish callbacks [] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:09.982336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:09.985240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Port cd69fab5-bdd3-4eb2-b2de-f9270799535a on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:09.985240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Attempting to bind port cd69fab5-bdd3-4eb2-b2de-f9270799535a on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:10.002682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:10.003348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Checking segment: {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:10.003599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Bound using segment: {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:10.003895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Bound port: cd69fab5-bdd3-4eb2-b2de-f9270799535a, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:10.004261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.025818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Transition to ACTIVE for port object 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:10.038533 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.046773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cab52-2a01-46ef-b3d5-262b95cae054 req-08d2c493-b23e-450f-839d-b608a2edf189 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:10.048325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-699cab52-2a01-46ef-b3d5-262b95cae054 req-08d2c493-b23e-450f-839d-b608a2edf189 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 932 time: 0.1948960 Feb 03 04:26:10.068713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:10.105182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-7659c8f7-d4da-42fd-8f4e-8d2552552ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:10.106755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-7659c8f7-d4da-42fd-8f4e-8d2552552ba9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c703aa334fe14f409963619fc9b6d447&device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 1125 time: 0.1909542 Feb 03 04:26:10.124122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19d29955-73ba-4a61-ad58-6409f0ff290e req-232d3f42-0639-491c-986f-14db8480bb63 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649027 Feb 03 04:26:10.170795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:10.179145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:10.181648 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ee6c5-10d0-4f8f-902f-4ae7a05fcdca" -d '{"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-unplugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:10.185571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Publish callbacks [] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.212351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] For port cd69fab5-bdd3-4eb2-b2de-f9270799535a, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:10.240895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-297eb9cf-de5c-4117-a1fa-832392e78f2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae HTTP/1.1" status: 200 len: 217 time: 0.0856698 Feb 03 04:26:10.244232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] For port cd69fab5-bdd3-4eb2-b2de-f9270799535a, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd69fab5-bdd3-4eb2-b2de-f9270799535a,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:10.253239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Transition to ACTIVE for port object d1338df3-468e-4a8c-b7dc-c394a39347e1 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:10.261856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.271162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.320509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-699cab52-2a01-46ef-b3d5-262b95cae054 req-d42a16ad-8890-41e2-aafa-c4371818c3fc tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568097 Feb 03 04:26:10.331747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:10.332484 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.342620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] 10.222.0.15 "PUT /v2.0/ports/cd69fab5-bdd3-4eb2-b2de-f9270799535a HTTP/1.1" status: 200 len: 1091 time: 2.0583899 Feb 03 04:26:10.372596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Attempting to bind port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:10.372987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Attempting to bind port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:10.373271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Attempting to bind port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:10.375603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] No DVR routers for this DVR port d1338df3-468e-4a8c-b7dc-c394a39347e1 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:10.392257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:10.392607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Attempting to bind port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c on network 32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:10.399557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:10.399903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Checking segment: {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:10.400295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Bound using segment: {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:10.400737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Bound port: 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:10.401103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.418523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63862-5ab5-4b2d-8d2f-75234cd92fba service neutron] Pushing event updated for resources: {'Port': ['ID=cd69fab5-bdd3-4eb2-b2de-f9270799535a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:10.428932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks [] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.432670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-823dc32c-4ba9-4cec-81ab-276d83b389ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:10.435576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-823dc32c-4ba9-4cec-81ab-276d83b389ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=403e6535-297a-4a3f-8b05-ca182cc8fa39 HTTP/1.1" status: 200 len: 858 time: 0.1861818 Feb 03 04:26:10.478202 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268dda1-93aa-45be-8cc7-78752f86b5da x-openstack-request-id: req-9268dda1-93aa-45be-8cc7-78752f86b5da {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:10.481960 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:10.482326 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9268dda1-93aa-45be-8cc7-78752f86b5da {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:10.482786 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae', 'status': 'completed', 'code': 200} Feb 03 04:26:10.488170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36433993-1bee-4045-b717-8cdc9944acec req-feed6958-14ed-4ef7-a367-3658d517d58e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 210 time: 0.1337967 Feb 03 04:26:10.567355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-3bad13e6-f568-4ea6-909a-d911693eb308 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832036 Feb 03 04:26:10.579918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:10.580266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:10.580599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:10.658389 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ab944-1cc0-468f-9c16-f660eaed4988 x-openstack-request-id: req-5d5ab944-1cc0-468f-9c16-f660eaed4988 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:10.658689 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-unplugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:10.658949 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d5ab944-1cc0-468f-9c16-f660eaed4988 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:10.659408 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'code': 200} Feb 03 04:26:10.670766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:10.671243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Attempting to bind port d1338df3-468e-4a8c-b7dc-c394a39347e1 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:10.682018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:10.693135 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.693405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:10.693867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:10.694134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:10.694601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Bound port: d1338df3-468e-4a8c-b7dc-c394a39347e1, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:10.695617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.719476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-7ce3f17a-0a2a-441d-96dc-2e1fec351f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:10.721097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-7ce3f17a-0a2a-441d-96dc-2e1fec351f36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c703aa334fe14f409963619fc9b6d447&device_id=a9ed661f-32e6-446d-aff4-dd909cf44c07 HTTP/1.1" status: 200 len: 1125 time: 0.2933216 Feb 03 04:26:10.782192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] For port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:10.798631 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-e5d0bf71-8062-4673-b844-be1ff36698c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd69fab5-bdd3-4eb2-b2de-f9270799535a HTTP/1.1" status: 200 len: 217 time: 0.0690677 Feb 03 04:26:10.864659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] For port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:10.921550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:10.952910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:10.984972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:11.008726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.009487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:11.010968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d66b5827-3ad3-4ffa-878b-d265d4bcae38 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c HTTP/1.1" status: 200 len: 1092 time: 1.8838260 Feb 03 04:26:11.012761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-ae1ff146-5fad-4143-980f-0438b3fc3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.014205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-ae1ff146-5fad-4143-980f-0438b3fc3365 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=403e6535-297a-4a3f-8b05-ca182cc8fa39 HTTP/1.1" status: 200 len: 858 time: 0.1828096 Feb 03 04:26:11.021829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:11.037846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:11.080796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port d1338df3-468e-4a8c-b7dc-c394a39347e1 host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:26:11.081738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:11.082512 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-d36f89d5-b1d0-4917-a868-365b771afa52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569074 Feb 03 04:26:11.090182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:11.180320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Network 05093606-9566-4423-8e6f-2c5d06a90de4 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:11.185540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:11.197990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:11.205040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event updated for resources: {'Port': ['ID=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:11.212081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.212757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:11.214155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-6484270b-3179-484a-a3f5-ece1635868bf service neutron] 10.222.0.31 "PUT /v2.0/ports/d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 1097 time: 1.9500911 Feb 03 04:26:11.228295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.234565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.239936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.245211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.250561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.255917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.261178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.269336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-855e7eed-55ef-4a82-a6e2-66fdf0f68991 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.6643956 Feb 03 04:26:11.277589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:11.332470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-afa6ef5a-c546-4dd8-82ca-b30fe3de31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.334594 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-afa6ef5a-c546-4dd8-82ca-b30fe3de31ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c703aa334fe14f409963619fc9b6d447&device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 1126 time: 0.2472091 Feb 03 04:26:11.387230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.388069 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:11.396206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-27c728cb-3784-49ce-89df-fb83d033262b service neutron] 10.222.0.31 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447510 Feb 03 04:26:11.396429 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-66f85056-7bd1-49d0-8af2-da36c4a3f4dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c HTTP/1.1" status: 200 len: 217 time: 0.0514657 Feb 03 04:26:11.420430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b990112-c086-4d7b-8f96-9a6030a591b5 req-a7b7ec01-c991-411f-b472-b05a3655fc18 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.427772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b990112-c086-4d7b-8f96-9a6030a591b5 req-a7b7ec01-c991-411f-b472-b05a3655fc18 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.7361910 Feb 03 04:26:11.444294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-61608e25-ece3-4c8a-89e9-f29a4d9cc083 service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917614 Feb 03 04:26:11.450510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-5ac809c7-7977-42e2-abe8-1b32a9a17e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.452006 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-5ac809c7-7977-42e2-abe8-1b32a9a17e81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1131 time: 0.1694827 Feb 03 04:26:11.469347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-87727f18-98a7-42ea-86e5-e8cfbd2a32ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2101984 Feb 03 04:26:11.497344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Request body: {'port': {'device_id': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:11.548273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-3983b97d-2e89-4d57-ac1d-f19b9f213ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:11.549926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-3983b97d-2e89-4d57-ac1d-f19b9f213ab1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=403e6535-297a-4a3f-8b05-ca182cc8fa39 HTTP/1.1" status: 200 len: 858 time: 0.1428890 Feb 03 04:26:11.679792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-084ecd8f-bfd9-4d79-81b2-532a171c91d8 req-45890e65-3511-4f3a-a6b2-96218ecb451e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4089446 Feb 03 04:26:11.824193 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b990112-c086-4d7b-8f96-9a6030a591b5 req-f777c5c0-3c74-449f-8a01-e53ffc3fbe15 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909445 Feb 03 04:26:11.932233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-404d89c3-1f9e-40aa-825d-5126aa0dcb66 service neutron] 10.222.0.31 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259569 Feb 03 04:26:11.949008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:11.984376 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-12ae8e1c-de94-49e5-be68-e64a197fdaf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4216645 Feb 03 04:26:12.165625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-0ba7488e-5084-4db2-8647-41e7729b9a0a service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719351 Feb 03 04:26:12.168275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-60c3c5c4-83fa-4fe4-bfbe-8e2bcebd2ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7127306 Feb 03 04:26:12.169390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-897a04a8-6747-47da-995a-fa060ecb0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.169882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f8f0a-acf3-4c88-87ef-e549b2d34278 req-554d05a9-5d3c-40bb-bf4a-ed0f4e56e966 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.171387 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-897a04a8-6747-47da-995a-fa060ecb0b7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.6794434 Feb 03 04:26:12.171855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-292f8f0a-acf3-4c88-87ef-e549b2d34278 req-554d05a9-5d3c-40bb-bf4a-ed0f4e56e966 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 946 time: 0.2895019 Feb 03 04:26:12.227888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a6ce-b3f1-4cd1-8be8-92d659a8cb3e req-7b2e7938-cda9-4cd7-89a6-600c6a020fb0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.235012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4894a6ce-b3f1-4cd1-8be8-92d659a8cb3e req-7b2e7938-cda9-4cd7-89a6-600c6a020fb0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 949 time: 0.2364089 Feb 03 04:26:12.280808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-bb5e49de-d5b0-4c34-9674-6711ec1c2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.282408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-bb5e49de-d5b0-4c34-9674-6711ec1c2680 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c703aa334fe14f409963619fc9b6d447&device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 1125 time: 0.2670531 Feb 03 04:26:12.298174 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cab86dd5-980a-405c-850d-d4773dc72e6a req-15dab70a-f35d-44fe-a5c3-f5c0af91888f service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208940 Feb 03 04:26:12.352564 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-7c5536a2-3559-422f-98d0-aa69a5986e4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0526896 Feb 03 04:26:12.368016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4894a6ce-b3f1-4cd1-8be8-92d659a8cb3e req-99f8a9cd-730d-4fcf-a8e9-80482f012d0a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310709 Feb 03 04:26:12.410008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-c31467ef-c1d8-478b-96f4-381ef5690537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.411694 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-c31467ef-c1d8-478b-96f4-381ef5690537 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0525770 Feb 03 04:26:12.483728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-292f8f0a-acf3-4c88-87ef-e549b2d34278 req-3433030f-5b2b-409e-aea9-cf9a17b7a900 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390637 Feb 03 04:26:12.486853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b313e3-c433-447d-a070-e4ed741db8da req-74b216c7-f37e-4168-a3fa-05f672eb9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.489181 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-74b216c7-f37e-4168-a3fa-05f672eb9564 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0605085 Feb 03 04:26:12.565954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-2ee04177-ef82-43ee-a11c-08e118b8fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.567422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-2ee04177-ef82-43ee-a11c-08e118b8fa42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 200 len: 919 time: 0.2766147 Feb 03 04:26:12.613522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-90a16b2b-20b1-4bc8-a13f-30d2d94bc496 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168642 Feb 03 04:26:12.660297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668b530-8de2-44e0-99bb-655be43094b1 req-84532a5d-2081-4353-b745-c38391cffe22 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.661787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1668b530-8de2-44e0-99bb-655be43094b1 req-84532a5d-2081-4353-b745-c38391cffe22 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 944 time: 0.2135847 Feb 03 04:26:12.663056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-f75541db-adcb-46bf-9249-83ca8892fec6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae HTTP/1.1" status: 200 len: 217 time: 0.0813270 Feb 03 04:26:12.675724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'tag': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a'}, {'name': 'network-changed', 'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c'}, {'name': 'network-changed', 'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:12.678109 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a8b617-3be5-495a-b456-8439b99ea926" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed661f-32e6-446d-aff4-dd909cf44c07", "tag": "cd69fab5-bdd3-4eb2-b2de-f9270799535a"}, {"name": "network-changed", "server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c"}, {"name": "network-changed", "server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:12.714011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74b313e3-c433-447d-a070-e4ed741db8da req-fb7f80f7-a361-480a-a4be-238a7a54c612 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936878 Feb 03 04:26:12.781061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:12.800555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Publish callbacks [] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:12.817322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414204d-2bb1-4e71-9405-7a2d3688ec98 req-fde2d743-6db5-4317-8110-02ac90df5334 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.820625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2414204d-2bb1-4e71-9405-7a2d3688ec98 req-fde2d743-6db5-4317-8110-02ac90df5334 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 931 time: 0.2351170 Feb 03 04:26:12.825615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1668b530-8de2-44e0-99bb-655be43094b1 req-e37ca12d-6002-4592-9778-5d417ab87085 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513164 Feb 03 04:26:12.830089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-191bd07e-8a90-4e04-b6b1-f2569be1ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:12.831697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-191bd07e-8a90-4e04-b6b1-f2569be1ecb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=403e6535-297a-4a3f-8b05-ca182cc8fa39 HTTP/1.1" status: 200 len: 858 time: 0.1560826 Feb 03 04:26:12.838744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Transition to ACTIVE for port object 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:12.872975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:12.905101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-08fa5ba2-53e8-4a1c-8478-e8802bec9edc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650885 Feb 03 04:26:12.964888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2414204d-2bb1-4e71-9405-7a2d3688ec98 req-66c67da6-dbb5-4cbd-a6ac-6ceacef84d09 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294713 Feb 03 04:26:13.071209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2e944c36-f0c5-4301-a764-1e420d10d8ae details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:13.213103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Pushing event updated for resources: {'Port': ['ID=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:13.221179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Attempting to bind port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:13.221593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Attempting to bind port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:13.222467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Attempting to bind port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:13.228577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae on network 05093606-9566-4423-8e6f-2c5d06a90de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:13.229178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Attempting to bind port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:13.243167 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06e3b9-9469-47ca-994e-dad52d972fcb x-openstack-request-id: req-fd06e3b9-9469-47ca-994e-dad52d972fcb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:13.243724 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed661f-32e6-446d-aff4-dd909cf44c07", "tag": "cd69fab5-bdd3-4eb2-b2de-f9270799535a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:13.243724 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd06e3b9-9469-47ca-994e-dad52d972fcb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:13.244090 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'tag': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a', 'status': 'completed', 'code': 200} Feb 03 04:26:13.244345 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c', 'status': 'completed', 'code': 200} Feb 03 04:26:13.244592 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'status': 'completed', 'code': 200} Feb 03 04:26:13.261733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2e944c36-f0c5-4301-a764-1e420d10d8ae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:13.277445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '2e944c36-f0c5-4301-a764-1e420d10d8ae', 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168', 'port_id': '2e944c36-f0c5-4301-a764-1e420d10d8ae', 'mac_address': 'fa:16:3e:13:df:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403e6535-297a-4a3f-8b05-ca182cc8fa39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:13.318143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-95f50984-c437-4a78-b822-9ec4d3503668 service neutron] 10.222.0.31 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790896 Feb 03 04:26:13.325684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:13.326404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Checking segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:13.327055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Bound using segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:13.328470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Bound port: 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:13.330668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:13.376253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2e944c36-f0c5-4301-a764-1e420d10d8ae is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:13.376646 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:13.377207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-501d9d12-476a-485b-9eef-3e95b32f2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.379058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-501d9d12-476a-485b-9eef-3e95b32f2e26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1131 time: 0.0686820 Feb 03 04:26:13.380819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-846d4bd0-0d78-4b28-b042-9d8f1e39524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.382256 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-846d4bd0-0d78-4b28-b042-9d8f1e39524d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c703aa334fe14f409963619fc9b6d447&device_id=a9ed661f-32e6-446d-aff4-dd909cf44c07 HTTP/1.1" status: 200 len: 1125 time: 0.1143515 Feb 03 04:26:13.408457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e944c36-f0c5-4301-a764-1e420d10d8ae {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:13.431147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2e944c36-f0c5-4301-a764-1e420d10d8ae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:13.435461 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:13.456826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef4980b8-c2c5-48d0-8a8d-a47f02d98f2e req-0fcc8f15-daf4-4a03-839c-1b2dbeae1a14 service neutron] 10.222.0.31 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168709 Feb 03 04:26:13.484161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235314b-d26b-4606-a041-222f43538ede req-562a4233-b704-4c70-8251-8b7ee8a45f8c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.486920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3235314b-d26b-4606-a041-222f43538ede req-562a4233-b704-4c70-8251-8b7ee8a45f8c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.5254488 Feb 03 04:26:13.495705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2e944c36-f0c5-4301-a764-1e420d10d8ae,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:13.505854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.506500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.507029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.507614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.508200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.508743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.509255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.509765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.510291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.510812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.511360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.511883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.512392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:26:13.617129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-ae30a0b5-d490-466a-9069-3d85d510327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.618948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-ae30a0b5-d490-466a-9069-3d85d510327c service neutron] 10.222.0.15 "GET /v2.0/networks?id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 200 len: 919 time: 0.2170670 Feb 03 04:26:13.633532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3235314b-d26b-4606-a041-222f43538ede req-a4aee01a-0cf1-4921-a7af-9b6c4261ada2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404569 Feb 03 04:26:13.670682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.677121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.682832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.688712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.694076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.699962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.706045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.713936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28025651-54ca-4d19-986f-3e25560a5095 req-878e5dd8-52b7-4977-8be1-eae036344166 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2474339 Feb 03 04:26:13.732365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-853d82cc-dd68-4874-b185-ba5f4c5899f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd69fab5-bdd3-4eb2-b2de-f9270799535a HTTP/1.1" status: 200 len: 217 time: 0.1058352 Feb 03 04:26:13.753906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] For port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:13.813164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2e944c36-f0c5-4301-a764-1e420d10d8ae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:13.855288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28025651-54ca-4d19-986f-3e25560a5095 req-891ec598-6cf9-443b-bd77-f43b4b87edc5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402369 Feb 03 04:26:13.857430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-86fb2b92-e362-4e1c-9667-f520f24402f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.859414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-86fb2b92-e362-4e1c-9667-f520f24402f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=403e6535-297a-4a3f-8b05-ca182cc8fa39 HTTP/1.1" status: 200 len: 858 time: 0.1183066 Feb 03 04:26:13.862904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-1e970e70-b3a8-4b7f-848a-5e8bfa142c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:13.864451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-1e970e70-b3a8-4b7f-848a-5e8bfa142c13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.4761076 Feb 03 04:26:13.908099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-d6f949da-3a20-42b7-8166-0fee105c2262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423932 Feb 03 04:26:13.921127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] For port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:13.953688 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a0121a8b-f1c1-46fe-85cf-9fa05c8f5339 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0754340 Feb 03 04:26:13.961590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:14.050057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e7a0-78a6-4c53-91c5-6584a6ca4641 req-f7fd652c-aea3-49f8-8ddb-f3f04c3419a3 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.053016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83e2e7a0-78a6-4c53-91c5-6584a6ca4641 req-f7fd652c-aea3-49f8-8ddb-f3f04c3419a3 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 946 time: 0.3113790 Feb 03 04:26:14.102945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.103773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:14.105558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] 10.222.0.31 "PUT /v2.0/ports/34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae HTTP/1.1" status: 200 len: 1091 time: 2.6123862 Feb 03 04:26:14.110462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'tag': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:14.113240 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "729d7ef1-0400-45eb-b313-6cc96712ff41", "tag": "34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:14.115709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a6609a94-f20a-496e-9669-dbe9b2a4a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.117966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a6609a94-f20a-496e-9669-dbe9b2a4a771 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1442678 Feb 03 04:26:14.186642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-e6697266-895f-460b-9ad4-0cbd1321f522 service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466924 Feb 03 04:26:14.211634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee391-5cec-4dec-944c-99225a05e95c req-3ac6e73b-f823-4724-b3fa-4b0384d1bedd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.213516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fdee391-5cec-4dec-944c-99225a05e95c req-3ac6e73b-f823-4724-b3fa-4b0384d1bedd tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 949 time: 0.1513731 Feb 03 04:26:14.213924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fe325-88a5-426e-8cdf-0ee8a0d2b6ab service neutron] Pushing event updated for resources: {'Port': ['ID=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:14.260951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-4c8f8397-fd60-40f8-b382-0d38eaaa8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.262505 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-4c8f8397-fd60-40f8-b382-0d38eaaa8396 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1386058 Feb 03 04:26:14.266944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83e2e7a0-78a6-4c53-91c5-6584a6ca4641 req-f3d5b110-01be-4c53-9bbb-c92d45fb36c7 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874976 Feb 03 04:26:14.326308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fdee391-5cec-4dec-944c-99225a05e95c req-bb3d06e4-05ca-4d40-8d68-92c54ad23377 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988278 Feb 03 04:26:14.336880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-ecbe86d6-3fcc-44c2-a8b4-63fcb583568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.338606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-ecbe86d6-3fcc-44c2-a8b4-63fcb583568d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 1125 time: 0.1773195 Feb 03 04:26:14.382549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-7d0a7a15-7faf-4dbb-837a-3fc96709f553 service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890826 Feb 03 04:26:14.401610 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-6d4f761e-6601-4efc-9d8d-03d0e74c55a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae HTTP/1.1" status: 200 len: 217 time: 0.0551269 Feb 03 04:26:14.412495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-76629ab9-3404-4581-a4da-73de8c2a8b34 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423502 Feb 03 04:26:14.541135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-f1112d6c-9042-4fcb-86a5-41f7575be80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.542596 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-f1112d6c-9042-4fcb-86a5-41f7575be80d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.1214969 Feb 03 04:26:14.554499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-ff1e1509-0a56-4016-9cec-b674da926c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.556527 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-ff1e1509-0a56-4016-9cec-b674da926c08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c703aa334fe14f409963619fc9b6d447&device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 1126 time: 0.1130381 Feb 03 04:26:14.598606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-9aa8d3ad-325d-4f32-8d3e-e069b97ec3f8 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727340 Feb 03 04:26:14.604634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-0fd97303-b54c-49fc-8c14-1fa7df83b09f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509498 Feb 03 04:26:14.639806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-1a147443-1054-4303-b0d0-d3081b8ed851 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.646589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-1a147443-1054-4303-b0d0-d3081b8ed851 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.2477417 Feb 03 04:26:14.658219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1666527-4ff1-44fd-a7d6-63be3429befe req-180cf27c-f138-4d12-a2c7-3ee42b3456e8 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.659753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1666527-4ff1-44fd-a7d6-63be3429befe req-180cf27c-f138-4d12-a2c7-3ee42b3456e8 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 944 time: 0.1956832 Feb 03 04:26:14.689146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-02406b21-af3e-4794-be52-92f34e88e248 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/quotas/31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 375 time: 0.0415542 Feb 03 04:26:14.772374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-fe2ae8aa-2b91-4f60-a2bd-d6fe20092b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:14.774269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-fe2ae8aa-2b91-4f60-a2bd-d6fe20092b0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 200 len: 919 time: 0.1961114 Feb 03 04:26:14.849657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1666527-4ff1-44fd-a7d6-63be3429befe req-efd9de4a-dd27-49c7-8cc5-b3fa96a061fa tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821015 Feb 03 04:26:14.884693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-b4e0d247-59cb-4300-974f-93710b097c3c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1946559 Feb 03 04:26:14.891341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-9236d9f7-3f13-4480-84c1-c7af83fb50fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c HTTP/1.1" status: 200 len: 217 time: 0.1104960 Feb 03 04:26:14.983344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd69fab5-bdd3-4eb2-b2de-f9270799535a details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:15.028225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-9b4f61fd-c9e6-4780-9337-d69352c68ae0 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425664 Feb 03 04:26:15.039266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a0db31ab-32a8-4ce9-921e-cfc3fedbe136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:15.042409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a0db31ab-32a8-4ce9-921e-cfc3fedbe136 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=403e6535-297a-4a3f-8b05-ca182cc8fa39 HTTP/1.1" status: 200 len: 858 time: 0.1418068 Feb 03 04:26:15.046616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-7b0c85a3-5248-4232-8bfb-fed73c6386e3 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339733 Feb 03 04:26:15.097944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:15.106673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2e944c36-f0c5-4301-a764-1e420d10d8ae up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:15.149943 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-6e5318d1-7a9c-4c01-8497-6763d69825b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980144 Feb 03 04:26:15.257519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-b4568637-47a2-49bd-a23b-bcf74a7218ce service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280958 Feb 03 04:26:15.355009 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-3c8fc969-9787-435c-9ad1-482e3037e431 service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985068 Feb 03 04:26:15.428244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cd69fab5-bdd3-4eb2-b2de-f9270799535a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd69fab5-bdd3-4eb2-b2de-f9270799535a,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:15.498903 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-8cae0572-32b5-4a76-8698-f2932be08190 service neutron] 10.222.0.15 "GET /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382465 Feb 03 04:26:15.531522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 2e944c36-f0c5-4301-a764-1e420d10d8ae completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:15.542826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 2e944c36-f0c5-4301-a764-1e420d10d8ae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:15.543213 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:15.663151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a', 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168', 'port_id': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a', 'mac_address': 'fa:16:3e:1f:1d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403e6535-297a-4a3f-8b05-ca182cc8fa39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:15.665328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a93bef38-c364-4add-a294-f802f544c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:15.669755 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a93bef38-c364-4add-a294-f802f544c80f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1131 time: 0.1012871 Feb 03 04:26:15.803512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:15.862979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'mac_address': 'fa:16:3e:12:23:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:15.873501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-3de76e54-c0c7-4a31-b9b8-75549cfe5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:15.875069 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-3de76e54-c0c7-4a31-b9b8-75549cfe5efc service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1991045 Feb 03 04:26:15.885447 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8906a6-bc7b-4499-8a79-1c2ef31bf5ad x-openstack-request-id: req-1e8906a6-bc7b-4499-8a79-1c2ef31bf5ad {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:15.886107 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729d7ef1-0400-45eb-b313-6cc96712ff41", "tag": "34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:15.886232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port cd69fab5-bdd3-4eb2-b2de-f9270799535a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:15.886346 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e8906a6-bc7b-4499-8a79-1c2ef31bf5ad {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:15.886489 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'tag': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae', 'status': 'completed', 'code': 200} Feb 03 04:26:15.887206 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:15.938058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf78c7-9a1c-4539-9067-ed9ad7934445 req-3116a700-8c87-41fe-a5d9-a65b36aa9645 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:15.939774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4cf78c7-9a1c-4539-9067-ed9ad7934445 req-3116a700-8c87-41fe-a5d9-a65b36aa9645 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 943 time: 0.9022892 Feb 03 04:26:15.966093 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-b1351935-772f-4937-abe5-93f5e57b7a60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 200 len: 217 time: 0.0789928 Feb 03 04:26:16.043268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd69fab5-bdd3-4eb2-b2de-f9270799535a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:16.059778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4cf78c7-9a1c-4539-9067-ed9ad7934445 req-309b00e7-7573-473b-9c2c-49b393e5d7b2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999451 Feb 03 04:26:16.112973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.120595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a1037ec4-9508-4ea7-97bb-126c10ecd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.125335 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-a1037ec4-9508-4ea7-97bb-126c10ecd8a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1572480 Feb 03 04:26:16.135409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.137377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cd69fab5-bdd3-4eb2-b2de-f9270799535a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd69fab5-bdd3-4eb2-b2de-f9270799535a,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:16.138777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d1338df3-468e-4a8c-b7dc-c394a39347e1 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:16.139472 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:16.145247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2e944c36-f0c5-4301-a764-1e420d10d8ae is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:16.145862 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:16.147725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.159899 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:16.161715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:16.169554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.185103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.205659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.220064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1338df3-468e-4a8c-b7dc-c394a39347e1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:16.222573 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.229219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bcbe3eb3-bbad-4edf-8b8e-f5b292fdc5b0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.3462062 Feb 03 04:26:16.254861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe70cde7-cca5-4660-9609-4217c0c8d78e req-83ca76f7-c45f-4f1d-b8d9-775dffbb9544 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1434147 Feb 03 04:26:16.279817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-36c04f44-1916-4f3b-93e2-60040057c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.283544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-36c04f44-1916-4f3b-93e2-60040057c3e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1503990 Feb 03 04:26:16.286745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:16.299383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:16.302261 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b3e88b-6497-4242-835c-1ab7f183ed77" -d '{"events": [{"server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "name": "network-vif-plugged", "status": "completed", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:16.321423 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:16.358759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2e944c36-f0c5-4301-a764-1e420d10d8ae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:16.360074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=cd69fab5-bdd3-4eb2-b2de-f9270799535a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:16.372759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:16.384749 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:16.419190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c', 'network_id': '32d18d39-fdd1-4105-a2f5-1e1ff9fd7168', 'port_id': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c', 'mac_address': 'fa:16:3e:0b:7a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403e6535-297a-4a3f-8b05-ca182cc8fa39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:16.477860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=12']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:16.491926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-cd79706d-46e7-481f-9113-1a8b0e38bfa9 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013581 Feb 03 04:26:16.521194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-ecc062aa-70ad-40c7-9d27-d8281a5d1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.523014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-ecc062aa-70ad-40c7-9d27-d8281a5d1df4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 1125 time: 0.2198644 Feb 03 04:26:16.523250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:16.523810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:16.540974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fbb95-6aa4-4509-86a7-3cfdb28fbefe req-b6108e3b-b90f-4cbd-8ec3-94138991ec6b tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.543524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:16.545682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2fbb95-6aa4-4509-86a7-3cfdb28fbefe req-b6108e3b-b90f-4cbd-8ec3-94138991ec6b tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 946 time: 0.2842395 Feb 03 04:26:16.648540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d1338df3-468e-4a8c-b7dc-c394a39347e1'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:16.679469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2e944c36-f0c5-4301-a764-1e420d10d8ae,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:16.707940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:16.713140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-7db8401a-cbcd-4cce-98d8-ef39886be473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:16.718668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-7db8401a-cbcd-4cce-98d8-ef39886be473 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 913 time: 0.1640849 Feb 03 04:26:16.723051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6a8b617-3be5-495a-b456-8439b99ea926 req-eece5a29-6861-4055-bb52-abac3a62a33c service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241285 Feb 03 04:26:16.751374 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:16.865479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:16.906674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af2c18b2-3a35-4a2b-becf-5f01e95ecf43 req-bf502368-c851-4e4c-9486-672c24b2e411 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6420426 Feb 03 04:26:16.918726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-19233ef5-bee0-47bc-b37a-70a5af0f2230 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae HTTP/1.1" status: 200 len: 217 time: 0.1463306 Feb 03 04:26:16.996122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2fbb95-6aa4-4509-86a7-3cfdb28fbefe req-d473b13b-1dcb-46dc-8ae6-c03542e077e2 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364142 Feb 03 04:26:17.063369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cd69fab5-bdd3-4eb2-b2de-f9270799535a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:17.113536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:17.141861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2980cf34-5690-4a65-b239-249660282ad2 req-b4fa6faa-ccf8-4712-9f76-d695fdd21f14 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0391343 Feb 03 04:26:17.149934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-64596ad1-c515-4869-9fc5-d3578612d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:17.152573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-64596ad1-c515-4869-9fc5-d3578612d87b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.2180595 Feb 03 04:26:17.224953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-6e91b4d1-b105-408b-b3c3-ed6664670fdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630074 Feb 03 04:26:17.435611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5bcb-d209-4468-8812-7657e6745a31 req-f6ca4306-dec9-4ec1-8036-49484342c551 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:17.443051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1dfe5bcb-d209-4468-8812-7657e6745a31 req-f6ca4306-dec9-4ec1-8036-49484342c551 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.3781726 Feb 03 04:26:17.446512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-98a84766-2a07-4505-bb4a-741abc69d23f service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163303 Feb 03 04:26:17.517962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-9537d1ea-c67c-4fb9-986b-792a7c805615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:17.521138 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-9537d1ea-c67c-4fb9-986b-792a7c805615 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.15 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.2496974 Feb 03 04:26:17.559458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'port': {'device_id': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'admin_state_up': True, 'tenant_id': '31183eecc38841d793f27a56ba6e7120'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:17.649870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1dfe5bcb-d209-4468-8812-7657e6745a31 req-a5bef12d-63fd-487b-91e9-e69f08609c63 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058587 Feb 03 04:26:17.709762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bc989-5224-415a-8ecf-fb50bd26eb8d req-1518d3b3-1614-486e-919c-f8609710362c tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:17.725237 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-068bc989-5224-415a-8ecf-fb50bd26eb8d req-1518d3b3-1614-486e-919c-f8609710362c tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 945 time: 0.2770755 Feb 03 04:26:17.731545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6ea573-b619-4d79-ab6a-2a5385d22a9b req-d6ef7296-4286-48da-9596-e94bae267903 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333632 Feb 03 04:26:17.741268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Made reservation on behalf of 31183eecc38841d793f27a56ba6e7120 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:17.749803 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbdb33a-211b-41fa-8e20-7be5e1d872d3 x-openstack-request-id: req-cdbdb33a-211b-41fa-8e20-7be5e1d872d3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:17.750105 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "name": "network-vif-plugged", "status": "completed", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:17.750633 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdbdb33a-211b-41fa-8e20-7be5e1d872d3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:17.751687 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae', 'code': 200} Feb 03 04:26:17.761621 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:17.816127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-068bc989-5224-415a-8ecf-fb50bd26eb8d req-a37cb2d3-b002-40cd-b6ef-6edbc33e82ff tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819998 Feb 03 04:26:17.905755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e47eb3-f2d9-4c57-b463-e51d7183fc2c req-19f3104d-5169-4fbe-bbe7-05b762b48e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:17.908855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69e47eb3-f2d9-4c57-b463-e51d7183fc2c req-19f3104d-5169-4fbe-bbe7-05b762b48e8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 1127 time: 0.0653758 Feb 03 04:26:18.061876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Allocated IP 172.20.0.12 (5bf6612c-c47c-4688-95bc-92d135f574d7/5bc8e6ae-c678-4f67-8d37-32a1d0755da4/6a0a8c61-d8a5-453f-a04f-27248d4555c6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:18.078848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69e47eb3-f2d9-4c57-b463-e51d7183fc2c req-d8addb31-def6-42b5-8263-853fc707cf3b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626067 Feb 03 04:26:18.109599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f490b9-9385-4a0c-a810-259124dc0908 req-884c03d5-4813-4d93-a3f7-6a1aa1257028 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.111353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8f490b9-9385-4a0c-a810-259124dc0908 req-884c03d5-4813-4d93-a3f7-6a1aa1257028 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 943 time: 0.1642902 Feb 03 04:26:18.228779 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8f490b9-9385-4a0c-a810-259124dc0908 req-bca0b22f-ec99-473f-bf2f-415262056422 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053817 Feb 03 04:26:18.313884 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:18.389702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:18.498676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:18.500418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:18.502515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=6a0a8c61-d8a5-453f-a04f-27248d4555c6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:18.504768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:18.662001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.666573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:18.705757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-a5096381-b69e-495e-927b-d6cffd449667 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1721935 Feb 03 04:26:18.718431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Request body: {'port': {'device_id': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:18.752069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.765765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.774146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.785651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.791060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.807724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.822137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.825376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-d5c5365e-c889-4468-93a5-236c746224f3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2997217 Feb 03 04:26:18.867052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:18.922678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d582c6-0091-49ae-9f30-8c2c1dd7635e req-4c6aa99a-b84e-4d9a-8c02-f6596bef2ce6 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:18.933172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25d582c6-0091-49ae-9f30-8c2c1dd7635e req-4c6aa99a-b84e-4d9a-8c02-f6596bef2ce6 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 1132 time: 0.2862060 Feb 03 04:26:19.112656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22cf952d-e085-4651-87f8-d46b68f6d7d9 req-ae4f4d26-1fab-409f-b495-f0b12b8d3d74 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2748187 Feb 03 04:26:19.133458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25d582c6-0091-49ae-9f30-8c2c1dd7635e req-0a3f5af1-6df6-489b-ab47-215a18695d04 tempest-MigrationsAdminTest-1673920377 tempest-MigrationsAdminTest-1673920377-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941080 Feb 03 04:26:19.134690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:19.137597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:19.282806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:19.311119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:19.324850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'port_id': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae', 'mac_address': 'fa:16:3e:06:f0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4432c88d-f1ac-4c71-ab3e-b6b32697a87d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:19.365442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c22db3-48af-4fd3-a14d-aa5619067c0f req-8cd429fd-e8dc-445e-b0d3-e5beb1909cc2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:19.383938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32c22db3-48af-4fd3-a14d-aa5619067c0f req-8cd429fd-e8dc-445e-b0d3-e5beb1909cc2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 932 time: 0.1290646 Feb 03 04:26:19.424745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0a8c61-d8a5-453f-a04f-27248d4555c6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:19.446926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Publish callbacks [] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:19.474711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Transition to ACTIVE for port object 6a0a8c61-d8a5-453f-a04f-27248d4555c6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:19.488813 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:19.604153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32c22db3-48af-4fd3-a14d-aa5619067c0f req-bdd8da52-3554-4896-b11e-8a61f4d3999d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192631 Feb 03 04:26:19.628236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0a8c61-d8a5-453f-a04f-27248d4555c6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:19.652692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab17a-11f2-42a4-8e71-6dd648ccef5f req-a9d5e502-600b-4b53-8da7-eaaa4d3218c1 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:19.658295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce1ab17a-11f2-42a4-8e71-6dd648ccef5f req-a9d5e502-600b-4b53-8da7-eaaa4d3218c1 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 945 time: 0.2456336 Feb 03 04:26:19.837939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Attempting to bind port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:19.838536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Attempting to bind port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:19.838646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Attempting to bind port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:19.849671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:19.850011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Attempting to bind port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:19.867728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce1ab17a-11f2-42a4-8e71-6dd648ccef5f req-07573015-0924-44e7-a902-521a36105767 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974301 Feb 03 04:26:19.873893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:19.874251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:19.875085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Bound using segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:19.875085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Bound port: 6a0a8c61-d8a5-453f-a04f-27248d4555c6, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:19.875457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:19.915897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:19.926130 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:19.965080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:20.000050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port d1338df3-468e-4a8c-b7dc-c394a39347e1 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:20.037478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port d1338df3-468e-4a8c-b7dc-c394a39347e1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:20.038953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] For port 6a0a8c61-d8a5-453f-a04f-27248d4555c6, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:20.039272 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.047926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] For port 6a0a8c61-d8a5-453f-a04f-27248d4555c6, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:20.068637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.104989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.108913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.111022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a0a8c61-d8a5-453f-a04f-27248d4555c6 HTTP/1.1" status: 200 len: 1092 time: 1.3973351 Feb 03 04:26:20.114890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'tag': '6a0a8c61-d8a5-453f-a04f-27248d4555c6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:20.122259 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179" -d '{"events": [{"name": "network-changed", "server_uuid": "0e288921-044b-42b1-92f1-f56cbdb3a7b2", "tag": "6a0a8c61-d8a5-453f-a04f-27248d4555c6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:20.136339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:20.187531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9cb95-485c-41f2-aebc-d9fa9ed228c3 req-3426579f-6e47-4642-b8b8-ea2be04b5139 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.197199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:20.197546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63a9cb95-485c-41f2-aebc-d9fa9ed228c3 req-3426579f-6e47-4642-b8b8-ea2be04b5139 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 943 time: 0.1959348 Feb 03 04:26:20.220562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:20.222212 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.291592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf390ee-b8fd-4600-87fa-50ba78efcd86 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0a8c61-d8a5-453f-a04f-27248d4555c6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:20.310161 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.334718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-b7ba16b4-a293-40b7-90da-f12697b02fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.339462 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-b7ba16b4-a293-40b7-90da-f12697b02fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 1126 time: 0.1596012 Feb 03 04:26:20.377017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63a9cb95-485c-41f2-aebc-d9fa9ed228c3 req-a2e1be95-edcc-4a86-ae96-203df798dcc6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651461 Feb 03 04:26:20.421359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-6cc1aa74-30a9-4a92-b6bb-00594f220b8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6 HTTP/1.1" status: 200 len: 217 time: 0.0729146 Feb 03 04:26:20.436641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a761db-7a93-46ea-ba6c-82b008285573 req-b33a5961-3dd3-45e7-b4b1-69de4bb80b0f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.443359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8a761db-7a93-46ea-ba6c-82b008285573 req-b33a5961-3dd3-45e7-b4b1-69de4bb80b0f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 950 time: 0.2260256 Feb 03 04:26:20.497186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-9078d4d4-663c-4f1e-832d-20c313eecf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.504601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-9078d4d4-663c-4f1e-832d-20c313eecf5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0763426 Feb 03 04:26:20.600082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8a761db-7a93-46ea-ba6c-82b008285573 req-d9f30a4a-a893-436f-bf3b-d6d6da4d6a4b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500928 Feb 03 04:26:20.651005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:20.684488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ab5c0cbd-f1bb-486e-a813-ece82e77f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.686114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-ab5c0cbd-f1bb-486e-a813-ece82e77f890 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1753612 Feb 03 04:26:20.689826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.692372 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a0be47-df34-4ceb-ae5d-4f9839e823aa x-openstack-request-id: req-24a0be47-df34-4ceb-ae5d-4f9839e823aa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:20.692658 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e288921-044b-42b1-92f1-f56cbdb3a7b2", "tag": "6a0a8c61-d8a5-453f-a04f-27248d4555c6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:20.692909 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24a0be47-df34-4ceb-ae5d-4f9839e823aa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:20.693311 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'tag': '6a0a8c61-d8a5-453f-a04f-27248d4555c6', 'status': 'completed', 'code': 200} Feb 03 04:26:20.702255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.723243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.744384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.765895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.779708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.789519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d1338df3-468e-4a8c-b7dc-c394a39347e1 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:20.793787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.797280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:20.816157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-06103ee7-c421-478b-b46f-04df1b8d71c5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2742665 Feb 03 04:26:20.832578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:20.835925 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acbb20a-712b-4e38-b570-c0cebb148554" -d '{"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-plugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:20.859739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:20.868470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:20.894845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:20.895710 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.900496 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:20.947472 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-44c05390-bf42-4a90-b2ef-6739fe09ebed service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484000 Feb 03 04:26:21.104902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5365565a-b019-4aa1-9fb4-86628cc11735 req-a9752e8f-03eb-4012-87a5-377fc1b143d4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2878044 Feb 03 04:26:21.154159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34696548-260d-44d7-bd35-715eef49a10a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:21.176966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61b9fa-3cd4-4132-815e-9ca6444bc381 req-754cecea-e139-44bf-9d71-34c9f16745e3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:21.178245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb61b9fa-3cd4-4132-815e-9ca6444bc381 req-754cecea-e139-44bf-9d71-34c9f16745e3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 944 time: 0.2468388 Feb 03 04:26:21.232478 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5647944b-d1bd-4eee-b018-6fa82bd1054d req-6b808561-ffc0-4ee4-bc7a-7e63b049f38c service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763352 Feb 03 04:26:21.308780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb61b9fa-3cd4-4132-815e-9ca6444bc381 req-1fd41a87-2a67-4d0a-a341-2d5dcf1843b6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217673 Feb 03 04:26:21.353532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-023cd073-c3b0-40de-8e6c-2c28302d4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:21.355332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-023cd073-c3b0-40de-8e6c-2c28302d4994 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 1126 time: 0.0635028 Feb 03 04:26:21.425833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:21.435655 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213fb9df-b26d-410f-a8e9-9197d3f734ac x-openstack-request-id: req-213fb9df-b26d-410f-a8e9-9197d3f734ac {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:21.436077 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-plugged", "status": "completed", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:21.436374 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-213fb9df-b26d-410f-a8e9-9197d3f734ac {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:21.436850 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'code': 200} Feb 03 04:26:21.512685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3902f7d-a628-45a9-a030-6d703199857d req-adb9aecf-93c0-4e8a-b8dc-bba3e04bf629 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:21.513371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:21.516352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd69fab5-bdd3-4eb2-b2de-f9270799535a up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:21.520953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3902f7d-a628-45a9-a030-6d703199857d req-adb9aecf-93c0-4e8a-b8dc-bba3e04bf629 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 945 time: 0.1380782 Feb 03 04:26:21.594340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=13']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:21.614756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-826f4a11-a83f-491e-9a6b-6a4cee2bc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:21.622165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-826f4a11-a83f-491e-9a6b-6a4cee2bc0b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.2530291 Feb 03 04:26:21.678578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078eed-51b1-4c39-91bd-c165742cc99e req-76ca05b6-d8e9-4eec-8a3f-b8ee6481d8cd tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:21.690620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88078eed-51b1-4c39-91bd-c165742cc99e req-76ca05b6-d8e9-4eec-8a3f-b8ee6481d8cd tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 944 time: 0.1666005 Feb 03 04:26:21.734003 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-712c13a9-c7f0-4b78-ae73-4ec4eda43dc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6 HTTP/1.1" status: 200 len: 217 time: 0.1030040 Feb 03 04:26:21.820955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:21.851144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-386d3972-d78b-4fc6-8394-95e957f3a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:21.854052 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-386d3972-d78b-4fc6-8394-95e957f3a44a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0959218 Feb 03 04:26:21.950227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '34696548-260d-44d7-bd35-715eef49a10a', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '34696548-260d-44d7-bd35-715eef49a10a', 'mac_address': 'fa:16:3e:f9:cf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:21.961841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:21.990941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88078eed-51b1-4c39-91bd-c165742cc99e req-9b5ebdd0-c555-4f44-a9e8-ceabe2a90216 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987845 Feb 03 04:26:22.007157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port cd69fab5-bdd3-4eb2-b2de-f9270799535a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:22.009741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port cd69fab5-bdd3-4eb2-b2de-f9270799535a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:22.010117 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:22.021269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-663924bf-7645-4e2f-89bf-8d3dbcca20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:22.027916 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-663924bf-7645-4e2f-89bf-8d3dbcca20d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1657436 Feb 03 04:26:22.035829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3902f7d-a628-45a9-a030-6d703199857d req-70481ebc-9b20-459c-a0a1-b6ca7b3bc530 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124066 Feb 03 04:26:22.158872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-4e230a2c-a8cd-4c78-8e48-f48faba74fb8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:22.161695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-4e230a2c-a8cd-4c78-8e48-f48faba74fb8 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 951 time: 0.3845632 Feb 03 04:26:22.292663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-dd3894b8-77d1-49e8-b650-c1b29a3d0200 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573540 Feb 03 04:26:22.370137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34696548-260d-44d7-bd35-715eef49a10a is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:22.370772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:22.436650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34696548-260d-44d7-bd35-715eef49a10a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:22.483016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-561bc3c1-d41f-4091-88ef-a2ab8fb2d179 req-efcfbdcc-5388-4881-be9f-1ab08f50156d service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830983 Feb 03 04:26:22.492274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:22.515149 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:22.643236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port cd69fab5-bdd3-4eb2-b2de-f9270799535a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:22.670000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:22.682363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['34696548-260d-44d7-bd35-715eef49a10a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:22.694192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179199d5-7b5f-45f4-91ce-69ab4bad1e1d req-4d87cf91-2c1f-4e90-bf96-b4600d32df1f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:22.695792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179199d5-7b5f-45f4-91ce-69ab4bad1e1d req-4d87cf91-2c1f-4e90-bf96-b4600d32df1f tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c5a333e-6477-4ef1-8371-e2a5ae814db4 HTTP/1.1" status: 200 len: 951 time: 0.4386702 Feb 03 04:26:22.726241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Deleting port d1338df3-468e-4a8c-b7dc-c394a39347e1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:22.726683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:22.941012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] For port d1338df3-468e-4a8c-b7dc-c394a39347e1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d1338df3-468e-4a8c-b7dc-c394a39347e1,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:22.941907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:22.978242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Calling delete_port for d1338df3-468e-4a8c-b7dc-c394a39347e1 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:22.992323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:23.050737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6a0a8c61-d8a5-453f-a04f-27248d4555c6 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:23.140052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cd69fab5-bdd3-4eb2-b2de-f9270799535a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd69fab5-bdd3-4eb2-b2de-f9270799535a,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:23.219144 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:23.281933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d1338df3-468e-4a8c-b7dc-c394a39347e1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:23.365888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event deleted for resources: {'Port': ['ID=d1338df3-468e-4a8c-b7dc-c394a39347e1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:23.380074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', '53337217-28b0-4fa9-9618-fdd5a8516e7c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:23.394284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b4d84658-9c72-4e84-8dae-278047acce64'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:23.396985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:23.397243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:26:23.402355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:23.419640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:23.445157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:23.453312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:23.471398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:23.480560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:23.498170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-5f95c9c8-a560-4082-95d2-5d212836707d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 1.0122111 Feb 03 04:26:23.621834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c'}, {'server_uuid': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:23.624501 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102cd14a-0c01-4706-af2e-bee40f64e69d" -d '{"events": [{"server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "name": "network-vif-plugged", "status": "completed", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c"}, {"server_uuid": "a9ed661f-32e6-446d-aff4-dd909cf44c07", "name": "network-vif-plugged", "status": "completed", "tag": "cd69fab5-bdd3-4eb2-b2de-f9270799535a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:23.712424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] No DVR routers for this DVR port d1338df3-468e-4a8c-b7dc-c394a39347e1 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:23.726124 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:23.730132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2b3316d-5be1-489f-b93d-2e7877a474c2 req-5eeb91c8-f588-43c1-87f1-d773211dc957 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "DELETE /v2.0/ports/d1338df3-468e-4a8c-b7dc-c394a39347e1 HTTP/1.1" status: 204 len: 173 time: 1.5595307 Feb 03 04:26:23.731067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-deleted', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:23.733502 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a89af24-8490-4bbc-bf8b-5305cc2aa801" -d '{"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-deleted", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:23.789899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179199d5-7b5f-45f4-91ce-69ab4bad1e1d req-61872da7-7a6c-4265-adc6-0634b39c3554 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0771105 Feb 03 04:26:23.844791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-423b30fe-57ca-4c7a-893a-3cd32eecdda8 req-be4db0b8-840c-41fa-ab56-686360560190 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3445923 Feb 03 04:26:23.925848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6a0a8c61-d8a5-453f-a04f-27248d4555c6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:23.999726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '6a0a8c61-d8a5-453f-a04f-27248d4555c6', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': '6a0a8c61-d8a5-453f-a04f-27248d4555c6', 'mac_address': 'fa:16:3e:c8:00:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:24.030328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d84e9-12c0-46fd-bd86-3ec827d7525a req-c1e28f36-7225-401d-93fc-2c328d196eb6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:24.031678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b07d84e9-12c0-46fd-bd86-3ec827d7525a req-c1e28f36-7225-401d-93fc-2c328d196eb6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 944 time: 0.1362400 Feb 03 04:26:24.153106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b07d84e9-12c0-46fd-bd86-3ec827d7525a req-97ebb513-cbcc-44bb-9282-33ebbc9e4dad tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125946 Feb 03 04:26:24.182595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:24.186046 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:24.271113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0a8c61-d8a5-453f-a04f-27248d4555c6 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:24.344010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6a0a8c61-d8a5-453f-a04f-27248d4555c6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:24.428512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:24.436000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:24.449764 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:24.459405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=cd69fab5-bdd3-4eb2-b2de-f9270799535a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:24.650194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95245cca-e0d6-4b1e-9679-8e21f8a197ad req-7f280399-3873-4e23-a1ef-5bf36392054c tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:24.658462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95245cca-e0d6-4b1e-9679-8e21f8a197ad req-7f280399-3873-4e23-a1ef-5bf36392054c tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 946 time: 0.3491836 Feb 03 04:26:24.766396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75475125-3421-437f-b9a0-93b7ceed2e7b req-504854e7-50fc-4577-ac55-d529fbbfccab tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:24.773956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75475125-3421-437f-b9a0-93b7ceed2e7b req-504854e7-50fc-4577-ac55-d529fbbfccab tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 944 time: 0.3581266 Feb 03 04:26:24.887786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-a5611284-0a4a-445a-83c6-1eaa5353685c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:24.889358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-a5611284-0a4a-445a-83c6-1eaa5353685c tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 945 time: 0.1436200 Feb 03 04:26:24.914701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:24.988807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95245cca-e0d6-4b1e-9679-8e21f8a197ad req-24735ca5-4c05-46b6-b738-b58789832d1e tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292432 Feb 03 04:26:25.011844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75475125-3421-437f-b9a0-93b7ceed2e7b req-cbbbdfb7-00f2-4254-9dd5-abff657e04fe tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309859 Feb 03 04:26:25.169076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Deleting port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:25.169333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:25.272475 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77bc427-a440-4ed6-b01d-daebe7ee2d6f x-openstack-request-id: req-d77bc427-a440-4ed6-b01d-daebe7ee2d6f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:25.272815 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a333e-6477-4ef1-8371-e2a5ae814db4", "name": "network-vif-deleted", "tag": "d1338df3-468e-4a8c-b7dc-c394a39347e1", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:25.273023 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d77bc427-a440-4ed6-b01d-daebe7ee2d6f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:25.273476 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a333e-6477-4ef1-8371-e2a5ae814db4', 'name': 'network-vif-deleted', 'tag': 'd1338df3-468e-4a8c-b7dc-c394a39347e1', 'status': 'completed', 'code': 200} Feb 03 04:26:25.488050 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aea21b0-5aff-4369-bb88-dc00f114ee73 x-openstack-request-id: req-3aea21b0-5aff-4369-bb88-dc00f114ee73 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:25.488663 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "name": "network-vif-plugged", "status": "completed", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c", "code": 200}, {"server_uuid": "a9ed661f-32e6-446d-aff4-dd909cf44c07", "name": "network-vif-plugged", "status": "completed", "tag": "cd69fab5-bdd3-4eb2-b2de-f9270799535a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:25.490854 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3aea21b0-5aff-4369-bb88-dc00f114ee73 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:25.491758 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c', 'code': 200} Feb 03 04:26:25.493171 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a', 'code': 200} Feb 03 04:26:25.494076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:25.528567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc44b5-f8d3-4d1b-bcb7-d892cf66dd09 req-6b0a0b5d-4209-4662-b2bc-b0b034350581 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.539267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53dc44b5-f8d3-4d1b-bcb7-d892cf66dd09 req-6b0a0b5d-4209-4662-b2bc-b0b034350581 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 945 time: 0.1460953 Feb 03 04:26:25.594447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6a0a8c61-d8a5-453f-a04f-27248d4555c6,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:25.765554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53dc44b5-f8d3-4d1b-bcb7-d892cf66dd09 req-67af8d88-4392-4f1c-9784-ef098dd42075 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243800 Feb 03 04:26:25.833875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.847577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.862936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.879791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.889415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:25.894415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.908682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.918886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:25.919363 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:25.921825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:25.934312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-4e010af9-9a69-4108-8467-403236a4f8bb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2708261 Feb 03 04:26:26.095018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9156bb3-d5e3-44f9-a7c9-fce7ed9db6b4 req-e294d56c-3ad6-4c5c-b861-64590b2917f8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:26.107610 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9156bb3-d5e3-44f9-a7c9-fce7ed9db6b4 req-e294d56c-3ad6-4c5c-b861-64590b2917f8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1323450 Feb 03 04:26:26.251634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9156bb3-d5e3-44f9-a7c9-fce7ed9db6b4 req-2996d338-d9aa-4bbf-90a2-2ee852bd0d3d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341128 Feb 03 04:26:26.253758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:26.255372 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:26.275816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c3ff925-dc4a-4e99-85d9-f1f5828e02c3 req-b524e3f2-ab87-4edb-bb26-932a624dcbf4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3402355 Feb 03 04:26:26.332571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:26.344307 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:26.347675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:26.424301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: d1338df3-468e-4a8c-b7dc-c394a39347e1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:26.425012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d1338df3-468e-4a8c-b7dc-c394a39347e1 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:26.567342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69434f85-8d15-4a49-a67e-9f3a120e580c req-ed1d9deb-5ae5-4f86-b8b4-ce59b16ad5f5 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:26.587766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69434f85-8d15-4a49-a67e-9f3a120e580c req-ed1d9deb-5ae5-4f86-b8b4-ce59b16ad5f5 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 946 time: 0.1249506 Feb 03 04:26:26.600872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:26.690961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] For port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:26.692094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:26.711134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Calling delete_port for 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:26.799670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69434f85-8d15-4a49-a67e-9f3a120e580c req-9c40eeeb-0c49-47db-a0fa-205c4b6775a7 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047408 Feb 03 04:26:26.865386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07f9c-7a94-4058-8979-cc8c87985391 req-c6b940ad-cfac-460c-b3e7-43e176b703c4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:26.880085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93e07f9c-7a94-4058-8979-cc8c87985391 req-c6b940ad-cfac-460c-b3e7-43e176b703c4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 945 time: 0.2892697 Feb 03 04:26:26.984926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (30a3ef46-d670-45f0-b9ad-5de69f3ec2ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:27.042923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6a0a8c61-d8a5-453f-a04f-27248d4555c6 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:27.053679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event deleted for resources: {'Port': ['ID=30a3ef46-d670-45f0-b9ad-5de69f3ec2ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:27.076322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93e07f9c-7a94-4058-8979-cc8c87985391 req-d546d280-bf5a-4c81-a237-2b1f436cc513 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948674 Feb 03 04:26:27.120108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87bcae-4ea8-44ec-aa88-ec5677b99ff0 req-0a4e5cfb-25d9-41fc-b3b4-681b2971a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:27.124663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba87bcae-4ea8-44ec-aa88-ec5677b99ff0 req-0a4e5cfb-25d9-41fc-b3b4-681b2971a1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 1128 time: 0.6962864 Feb 03 04:26:27.186281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3c3e-6ea9-42d5-bd1f-535197aa6207 req-00e7c540-100e-485a-93c3-3c68f0445060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:27.191656 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-21fb3c3e-6ea9-42d5-bd1f-535197aa6207 req-00e7c540-100e-485a-93c3-3c68f0445060 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9ed661f-32e6-446d-aff4-dd909cf44c07 HTTP/1.1" status: 200 len: 1127 time: 0.7846909 Feb 03 04:26:27.206601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] No DVR routers for this DVR port 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:27.216792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34696548-260d-44d7-bd35-715eef49a10a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:27.256621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44719815-983b-4eff-8a15-d513176797ca req-9f57a566-37b6-4ab7-ac44-a9a56a754a1d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:27.268748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44719815-983b-4eff-8a15-d513176797ca req-9f57a566-37b6-4ab7-ac44-a9a56a754a1d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 951 time: 0.1840301 Feb 03 04:26:27.273142 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:27.276687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1cf99fc1-1d2d-42f8-afbf-ae011cf53d44 req-447bf834-2434-43df-84a0-c467e846c1a5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "DELETE /v2.0/ports/30a3ef46-d670-45f0-b9ad-5de69f3ec2ec HTTP/1.1" status: 204 len: 173 time: 2.3747613 Feb 03 04:26:27.279294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-21fb3c3e-6ea9-42d5-bd1f-535197aa6207 req-764c3cad-22d0-48e1-8593-c6432fcb24a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643797 Feb 03 04:26:27.279889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'name': 'network-vif-deleted', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:27.282213 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c736373b-f170-4aca-adfb-4a75fd040a26" -d '{"events": [{"server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "name": "network-vif-deleted", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:27.359866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-621929de-3540-4bad-b485-b90aa40b8fe8 req-ccb67bfd-2340-44c6-b50f-8832c84af3d8 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1d2f7f5-3cb8-411b-9335-16a1cb498cf0 HTTP/1.1" status: 200 len: 210 time: 0.0716443 Feb 03 04:26:27.389677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba87bcae-4ea8-44ec-aa88-ec5677b99ff0 req-2a1c0de4-056e-4894-b6c0-80700736231c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969697 Feb 03 04:26:27.436353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:27.444579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44719815-983b-4eff-8a15-d513176797ca req-143451fb-df4a-439a-bd1e-3fce4a61d4df tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744604 Feb 03 04:26:27.449201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:27.449601 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:27.532650 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e84561-2357-4469-8a4d-32b8842d20e7 x-openstack-request-id: req-a9e84561-2357-4469-8a4d-32b8842d20e7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:27.533058 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d2f7f5-3cb8-411b-9335-16a1cb498cf0", "name": "network-vif-deleted", "tag": "30a3ef46-d670-45f0-b9ad-5de69f3ec2ec", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:27.533488 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9e84561-2357-4469-8a4d-32b8842d20e7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:27.534361 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d2f7f5-3cb8-411b-9335-16a1cb498cf0', 'name': 'network-vif-deleted', 'tag': '30a3ef46-d670-45f0-b9ad-5de69f3ec2ec', 'status': 'completed', 'code': 200} Feb 03 04:26:27.561414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:27.568715 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdb7afd-8713-41fc-a5c5-4d5c64175891" -d '{"events": [{"server_uuid": "729d7ef1-0400-45eb-b313-6cc96712ff41", "name": "network-vif-plugged", "status": "completed", "tag": "34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:27.582870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 34696548-260d-44d7-bd35-715eef49a10a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:27.583216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (34696548-260d-44d7-bd35-715eef49a10a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:27.695955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e44c7-d273-4a78-acc1-a01cef7773e0 req-ac089176-414a-4e7c-b58c-a1790e8bee9a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:27.700682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef5e44c7-d273-4a78-acc1-a01cef7773e0 req-ac089176-414a-4e7c-b58c-a1790e8bee9a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1622610 Feb 03 04:26:27.895235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:27.895841 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:27.912557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef5e44c7-d273-4a78-acc1-a01cef7773e0 req-e9db8872-4b07-45f0-9fab-18a2258a9ad0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969202 Feb 03 04:26:27.952456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34696548-260d-44d7-bd35-715eef49a10a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:27.952794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:27.975015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:27.986968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.002557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.020214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.028793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.039310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.056684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.067427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-c26d9167-f33e-4913-bfa8-db491ae7bb82 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.3637209 Feb 03 04:26:28.073717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:28.081535 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad7fda-4623-4f10-9539-4e7a2a27267f x-openstack-request-id: req-b2ad7fda-4623-4f10-9539-4e7a2a27267f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:28.081535 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d7ef1-0400-45eb-b313-6cc96712ff41", "name": "network-vif-plugged", "status": "completed", "tag": "34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:28.081535 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2ad7fda-4623-4f10-9539-4e7a2a27267f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:28.081535 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae', 'code': 200} Feb 03 04:26:28.101984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:28.110730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6a0a8c61-d8a5-453f-a04f-27248d4555c6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:28.159707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:28.160524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:28.253221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:28.261392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 30a3ef46-d670-45f0-b9ad-5de69f3ec2ec not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:28.336676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:28.352112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad3594-4539-4bb4-9928-efba51b34261 req-aa4e594d-fcbd-400a-a39a-87a1ca5b904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.353634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40ad3594-4539-4bb4-9928-efba51b34261 req-aa4e594d-fcbd-400a-a39a-87a1ca5b904c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 1127 time: 0.2787404 Feb 03 04:26:28.391941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e59b6e16-37af-4667-bbe3-226bd884e95e req-6a7b7865-9ece-483f-97f6-fed98252a9f4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3230524 Feb 03 04:26:28.415303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-7758058b-3482-4c9c-bc50-a20254d3a4db tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.416880 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-7758058b-3482-4c9c-bc50-a20254d3a4db tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 951 time: 0.1294460 Feb 03 04:26:28.526821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6a0a8c61-d8a5-453f-a04f-27248d4555c6,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:28.528998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8f7f3-c5ac-4c7e-a1ec-d005defc36b3 req-0827ee88-28ac-4c67-8408-d2de4eedd0e8 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.598107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30e8f7f3-c5ac-4c7e-a1ec-d005defc36b3 req-0827ee88-28ac-4c67-8408-d2de4eedd0e8 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 946 time: 0.3766198 Feb 03 04:26:28.647303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40ad3594-4539-4bb4-9928-efba51b34261 req-5a03e7f2-42b3-491d-bd47-3af68fe4452e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529101 Feb 03 04:26:28.778678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Deleting port 53337217-28b0-4fa9-9618-fdd5a8516e7c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:28.778932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:28.796102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30e8f7f3-c5ac-4c7e-a1ec-d005defc36b3 req-86ab3fd9-4fa0-4028-8ce7-24c15c5de879 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967492 Feb 03 04:26:28.868423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bd794-c20a-404e-a160-5e7bc125141e req-056c2b85-4bb2-49dc-9dcb-223306c332bb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:28.883933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-627bd794-c20a-404e-a160-5e7bc125141e req-056c2b85-4bb2-49dc-9dcb-223306c332bb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 945 time: 0.2418711 Feb 03 04:26:29.004530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-627bd794-c20a-404e-a160-5e7bc125141e req-41cffc14-daec-4c7b-a3d1-6cd41b1bc666 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143391 Feb 03 04:26:29.071427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] For port 53337217-28b0-4fa9-9618-fdd5a8516e7c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=53337217-28b0-4fa9-9618-fdd5a8516e7c,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:29.072959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:29.123980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Calling delete_port for 53337217-28b0-4fa9-9618-fdd5a8516e7c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:29.170224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ca2ab-79da-4324-aa8c-e84105cd6636 req-5d4446e5-4725-4d70-9bcd-0be2c9c5930a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:29.180265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d21ca2ab-79da-4324-aa8c-e84105cd6636 req-5d4446e5-4725-4d70-9bcd-0be2c9c5930a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2617bf-8ad1-495a-a47b-96902167a0d3 HTTP/1.1" status: 200 len: 951 time: 0.1589968 Feb 03 04:26:29.330642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d21ca2ab-79da-4324-aa8c-e84105cd6636 req-1f31f1d6-dc13-4bcb-9c1b-dd5ca207cc92 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459615 Feb 03 04:26:29.434276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (53337217-28b0-4fa9-9618-fdd5a8516e7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:29.448422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:29.452285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b4d84658-9c72-4e84-8dae-278047acce64'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:29.531022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event deleted for resources: {'Port': ['ID=53337217-28b0-4fa9-9618-fdd5a8516e7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:29.636250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] No DVR routers for this DVR port 53337217-28b0-4fa9-9618-fdd5a8516e7c on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:29.642908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:29.650984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0855bff5-58ee-4644-84c6-a6a6925c7c9d req-f4935b44-e942-45d9-9cda-7d576e6ab5dc tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "DELETE /v2.0/ports/53337217-28b0-4fa9-9618-fdd5a8516e7c HTTP/1.1" status: 204 len: 173 time: 1.2109616 Feb 03 04:26:29.655521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-deleted', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:29.658397 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f81f9-879e-490c-b78b-c5a7473feb96" -d '{"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-deleted", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:29.714920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87fe34-1b59-44ee-bf20-185b727c8d04 req-1bc88e89-5095-4712-a202-92c6ebe27417 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:29.725649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e87fe34-1b59-44ee-bf20-185b727c8d04 req-1bc88e89-5095-4712-a202-92c6ebe27417 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 945 time: 0.2294204 Feb 03 04:26:29.881460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e87fe34-1b59-44ee-bf20-185b727c8d04 req-66955c98-c667-419c-9dfa-5926b1a58120 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479762 Feb 03 04:26:29.926494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-0ab0192f-d501-4eb5-8ea7-6f091be15719 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:29.934911 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-0ab0192f-d501-4eb5-8ea7-6f091be15719 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 945 time: 0.1532495 Feb 03 04:26:29.944576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179813ce-b7ad-4cc0-9390-4c3aa2e22c59 req-275de240-40ea-428d-92ca-d0dc84e1162a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:29.963976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179813ce-b7ad-4cc0-9390-4c3aa2e22c59 req-275de240-40ea-428d-92ca-d0dc84e1162a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.3703804 Feb 03 04:26:30.136427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0a8c61-d8a5-453f-a04f-27248d4555c6'}, {'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34696548-260d-44d7-bd35-715eef49a10a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:30.142229 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fce618-3655-48b9-a443-2333ada4631b" -d '{"events": [{"server_uuid": "0e288921-044b-42b1-92f1-f56cbdb3a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0a8c61-d8a5-453f-a04f-27248d4555c6"}, {"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-plugged", "status": "completed", "tag": "34696548-260d-44d7-bd35-715eef49a10a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:30.255442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Deleting port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:30.256732 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:30.277014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179813ce-b7ad-4cc0-9390-4c3aa2e22c59 req-e773d2d5-75e3-4151-a384-a40921c904d3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092527 Feb 03 04:26:30.312452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.336505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.342034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.352403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.381432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.392743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.433161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.452881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-b726087d-a089-4fa1-a122-744fe1e6c89b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.3589084 Feb 03 04:26:30.544110 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be7026c-58c0-44d9-a223-3aa57c6880b1 x-openstack-request-id: req-8be7026c-58c0-44d9-a223-3aa57c6880b1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:30.545034 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2617bf-8ad1-495a-a47b-96902167a0d3", "name": "network-vif-deleted", "tag": "53337217-28b0-4fa9-9618-fdd5a8516e7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:30.545447 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8be7026c-58c0-44d9-a223-3aa57c6880b1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:30.546015 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2617bf-8ad1-495a-a47b-96902167a0d3', 'name': 'network-vif-deleted', 'tag': '53337217-28b0-4fa9-9618-fdd5a8516e7c', 'status': 'completed', 'code': 200} Feb 03 04:26:30.614286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] For port 05e06d2c-fba0-45e2-9355-c6c5c29f1271, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=05e06d2c-fba0-45e2-9355-c6c5c29f1271,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:30.614760 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:30.640496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Calling delete_port for 05e06d2c-fba0-45e2-9355-c6c5c29f1271 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:30.660847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66818d80-ac2c-45c5-9d00-e0d4b9aae31e req-996e60f2-4d39-4447-8b1c-50043b43796a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1962030 Feb 03 04:26:30.816052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30a61-e394-4f3c-801d-c7f8d4a93531 req-5fa57bb2-29a9-45da-80aa-e8646840e25e tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.825828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2c30a61-e394-4f3c-801d-c7f8d4a93531 req-5fa57bb2-29a9-45da-80aa-e8646840e25e tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 946 time: 0.1356583 Feb 03 04:26:30.969271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a87a0-0b10-46c8-9bfb-724d03c80438 req-5d44e4f7-a332-4b9e-9cb4-30192983927c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:30.973628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c4a87a0-0b10-46c8-9bfb-724d03c80438 req-5d44e4f7-a332-4b9e-9cb4-30192983927c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 945 time: 0.1395986 Feb 03 04:26:30.981511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (05e06d2c-fba0-45e2-9355-c6c5c29f1271), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:31.033538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event deleted for resources: {'Port': ['ID=05e06d2c-fba0-45e2-9355-c6c5c29f1271,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:31.057592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:31.068472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2c30a61-e394-4f3c-801d-c7f8d4a93531 req-4deffe33-f91e-4127-bd58-31d975192968 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415438 Feb 03 04:26:31.105325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 53337217-28b0-4fa9-9618-fdd5a8516e7c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:31.112151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 53337217-28b0-4fa9-9618-fdd5a8516e7c not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:31.191699 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d600313-cb63-4da1-bdd1-700331a11fac x-openstack-request-id: req-5d600313-cb63-4da1-bdd1-700331a11fac {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:31.192111 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e288921-044b-42b1-92f1-f56cbdb3a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "6a0a8c61-d8a5-453f-a04f-27248d4555c6", "code": 200}, {"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-plugged", "status": "completed", "tag": "34696548-260d-44d7-bd35-715eef49a10a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:31.192550 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d600313-cb63-4da1-bdd1-700331a11fac {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:31.193395 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0a8c61-d8a5-453f-a04f-27248d4555c6', 'code': 200} Feb 03 04:26:31.193395 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34696548-260d-44d7-bd35-715eef49a10a', 'code': 200} Feb 03 04:26:31.194016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] No DVR routers for this DVR port 05e06d2c-fba0-45e2-9355-c6c5c29f1271 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:31.209380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:31.232539 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b63034a-339b-4cf5-8661-2ba0b076a23d req-d8d43cce-9727-4ad5-ad62-2dcd5dececbe tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.15 "DELETE /v2.0/ports/05e06d2c-fba0-45e2-9355-c6c5c29f1271 HTTP/1.1" status: 204 len: 173 time: 1.2889676 Feb 03 04:26:31.291058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c4a87a0-0b10-46c8-9bfb-724d03c80438 req-bc3ae054-338e-44a3-92aa-97bdef067695 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636983 Feb 03 04:26:31.486228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8e9f9e2-d7e6-4ec8-b22f-6ffcab1e2273 req-9e07c154-c9da-4c10-b476-66f5376851cf tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb109722-2fbf-4da4-b188-8cfe46de18d3 HTTP/1.1" status: 200 len: 210 time: 0.0622659 Feb 03 04:26:31.529439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50218488-a9f8-4692-be31-022829a59f5c req-577072fc-3cb1-4c3f-bbcd-701b7f8c38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:31.531156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-50218488-a9f8-4692-be31-022829a59f5c req-577072fc-3cb1-4c3f-bbcd-701b7f8c38a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 1128 time: 0.2532418 Feb 03 04:26:31.623035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3c97-2e0d-4d67-87d4-be6c75472c4c req-6d521cf5-2f6e-4fee-baaf-6f960dd2ed66 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:31.626153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68ed3c97-2e0d-4d67-87d4-be6c75472c4c req-6d521cf5-2f6e-4fee-baaf-6f960dd2ed66 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 945 time: 0.1349444 Feb 03 04:26:31.670017 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-50218488-a9f8-4692-be31-022829a59f5c req-75a1ef78-28e0-4fee-9a55-0411791930e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292415 Feb 03 04:26:31.717712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68ed3c97-2e0d-4d67-87d4-be6c75472c4c req-b40177c2-117a-4098-a207-f916fddc9a25 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845993 Feb 03 04:26:31.933564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa39c1-c595-430a-ba75-edc9b0cd4d52 req-fc90b9f9-9be5-495e-8fb8-fa1d1864adce tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:31.935305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64fa39c1-c595-430a-ba75-edc9b0cd4d52 req-fc90b9f9-9be5-495e-8fb8-fa1d1864adce tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1131401 Feb 03 04:26:32.013943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64fa39c1-c595-430a-ba75-edc9b0cd4d52 req-18eada40-4235-4e8e-afa9-8b9174f23820 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Feb 03 04:26:32.316031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05546f-f56f-410a-a9e5-45840338e501 req-e55843ef-01e4-4f92-9fd0-8761cd62216f tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.333606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b05546f-f56f-410a-a9e5-45840338e501 req-e55843ef-01e4-4f92-9fd0-8761cd62216f tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ed661f-32e6-446d-aff4-dd909cf44c07 HTTP/1.1" status: 200 len: 945 time: 0.1212277 Feb 03 04:26:32.370835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.376995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.382654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.388059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.394685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.400690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.406614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.414625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-54ebd5d4-c43b-4fa5-92c6-ec3c707dbadf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2199686 Feb 03 04:26:32.513695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b05546f-f56f-410a-a9e5-45840338e501 req-4395ef62-b386-4156-b376-8af7743a26df tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790166 Feb 03 04:26:32.548890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'name': 'network-vif-deleted', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:32.551920 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c3cf81-7e7f-4d37-996b-4d66041dda64" -d '{"events": [{"server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "name": "network-vif-deleted", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:32.578724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5e71ecf-5833-49b8-9f3c-8a60da51f872 req-f22e8c3c-27f4-43d2-86af-12278451efaa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1628683 Feb 03 04:26:32.706714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df755eb0-7cb2-4a49-a360-c5f99f976ee3 req-bc399041-3fb6-4af1-be9f-89b94bdda56d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:32.720657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df755eb0-7cb2-4a49-a360-c5f99f976ee3 req-bc399041-3fb6-4af1-be9f-89b94bdda56d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1049562 Feb 03 04:26:32.807987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df755eb0-7cb2-4a49-a360-c5f99f976ee3 req-8e3b12cf-0f18-43db-a84e-aa8ba60d1c53 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808332 Feb 03 04:26:33.051732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feeb808-4f99-484f-91fc-9be0433b86b3 req-a276fd22-67d5-4052-890f-ec3ef662dcb4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:33.056629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:33.062097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8feeb808-4f99-484f-91fc-9be0433b86b3 req-a276fd22-67d5-4052-890f-ec3ef662dcb4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 945 time: 0.1119578 Feb 03 04:26:33.140940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 05e06d2c-fba0-45e2-9355-c6c5c29f1271 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:33.141382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 05e06d2c-fba0-45e2-9355-c6c5c29f1271 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:33.155624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68690589-9974-4b87-b52b-7854e9d93138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:33.169602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8feeb808-4f99-484f-91fc-9be0433b86b3 req-9e712ad6-7269-4547-8427-a9948d7cd0b5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002393 Feb 03 04:26:33.213365 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648db3c5-05b1-4002-b747-d5f209e0f986 x-openstack-request-id: req-648db3c5-05b1-4002-b747-d5f209e0f986 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:33.213907 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb109722-2fbf-4da4-b188-8cfe46de18d3", "name": "network-vif-deleted", "tag": "05e06d2c-fba0-45e2-9355-c6c5c29f1271", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:33.213907 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-648db3c5-05b1-4002-b747-d5f209e0f986 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:33.214286 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb109722-2fbf-4da4-b188-8cfe46de18d3', 'name': 'network-vif-deleted', 'tag': '05e06d2c-fba0-45e2-9355-c6c5c29f1271', 'status': 'completed', 'code': 200} Feb 03 04:26:33.467941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4119d-23e4-4645-86c6-635f07c10df7 req-573c3251-b70c-4571-a6c4-2964e78197f9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:33.469550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35c4119d-23e4-4645-86c6-635f07c10df7 req-573c3251-b70c-4571-a6c4-2964e78197f9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1747494 Feb 03 04:26:33.523631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c7fd9-9388-4419-89d8-80e69fd0678e req-4a94b999-6f47-483f-aab6-e5a1d5f2e7cb tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:33.531164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d68c7fd9-9388-4419-89d8-80e69fd0678e req-4a94b999-6f47-483f-aab6-e5a1d5f2e7cb tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 944 time: 0.2275443 Feb 03 04:26:33.600230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35c4119d-23e4-4645-86c6-635f07c10df7 req-307bd48b-dae3-4e51-976b-f4a67742d8dc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180239 Feb 03 04:26:33.719166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d68c7fd9-9388-4419-89d8-80e69fd0678e req-642f77c2-328d-4c4d-8e85-70923d140cbb tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847095 Feb 03 04:26:33.744514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99799e-0a50-4794-9410-530d9c63933a req-39bbed60-2025-444b-9e9a-b7aa9ecff912 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:33.746269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8d99799e-0a50-4794-9410-530d9c63933a req-39bbed60-2025-444b-9e9a-b7aa9ecff912 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6b5ecf-b233-496e-8827-c8b56b1d847c HTTP/1.1" status: 200 len: 944 time: 0.1026447 Feb 03 04:26:33.820222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-3a8c66a9-7cd7-4120-a640-67a3e569c587 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:33.822210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-3a8c66a9-7cd7-4120-a640-67a3e569c587 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 0.1992967 Feb 03 04:26:33.831694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2f24e-4d47-4ce0-b754-c089b682b73c req-d615039c-eb0b-4846-8299-394a12335d61 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:33.843167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97d2f24e-4d47-4ce0-b754-c089b682b73c req-d615039c-eb0b-4846-8299-394a12335d61 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ed661f-32e6-446d-aff4-dd909cf44c07 HTTP/1.1" status: 200 len: 945 time: 0.1204782 Feb 03 04:26:33.950841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Deleting port fa2ec692-2ace-4381-9962-2b087079a92d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:33.951494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:34.024683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97d2f24e-4d47-4ce0-b754-c089b682b73c req-69accfca-c324-4f52-b4fe-2e939e7157d2 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729462 Feb 03 04:26:34.088691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f38429-c0a6-4389-9e3e-971c0317169f req-da20d5ec-7dda-481b-a195-a1f19fdd2811 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.099392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23f38429-c0a6-4389-9e3e-971c0317169f req-da20d5ec-7dda-481b-a195-a1f19fdd2811 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 945 time: 0.1504653 Feb 03 04:26:34.138875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Deleting port b4d84658-9c72-4e84-8dae-278047acce64 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:34.140310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b4d84658-9c72-4e84-8dae-278047acce64), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:34.144125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] For port fa2ec692-2ace-4381-9962-2b087079a92d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fa2ec692-2ace-4381-9962-2b087079a92d,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:34.144805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:34.177296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Calling delete_port for fa2ec692-2ace-4381-9962-2b087079a92d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:34.355895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.362406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.368962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.378045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.384774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.390552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.396707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.406993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-7cd46cf4-5062-4837-8d69-01e2788ad194 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2591774 Feb 03 04:26:34.494397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] For port b4d84658-9c72-4e84-8dae-278047acce64, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b4d84658-9c72-4e84-8dae-278047acce64,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:34.494975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b4d84658-9c72-4e84-8dae-278047acce64), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:34.540708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0d8cf53-ed97-4702-8658-dea82b0c17c6 req-fc30e125-4096-41ad-b8ab-ba53c4e5a70f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327069 Feb 03 04:26:34.544875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Calling delete_port for b4d84658-9c72-4e84-8dae-278047acce64 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:34.571274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Deleting port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:34.571274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:34.734128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fa2ec692-2ace-4381-9962-2b087079a92d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:34.749452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fa2ec692-2ace-4381-9962-2b087079a92d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:34.787895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event deleted for resources: {'Port': ['ID=fa2ec692-2ace-4381-9962-2b087079a92d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:34.798603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835beb-9334-4579-859d-aa6330df9ffb req-6e373287-f112-440e-b582-1e74e6c6e58d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.800336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e7835beb-9334-4579-859d-aa6330df9ffb req-6e373287-f112-440e-b582-1e74e6c6e58d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9ed661f-32e6-446d-aff4-dd909cf44c07 HTTP/1.1" status: 200 len: 945 time: 0.3084278 Feb 03 04:26:34.960714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] No DVR routers for this DVR port fa2ec692-2ace-4381-9962-2b087079a92d on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:34.969761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:34.974041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8d99799e-0a50-4794-9410-530d9c63933a req-cb199377-bee2-4474-918a-07b7bab6d23f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "DELETE /v2.0/ports/fa2ec692-2ace-4381-9962-2b087079a92d HTTP/1.1" status: 204 len: 173 time: 1.2167983 Feb 03 04:26:34.994246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-41a1172d-7ab3-4c99-b4a2-bb4c4940aac5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:34.996223 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-41a1172d-7ab3-4c99-b4a2-bb4c4940aac5 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 0.3618586 Feb 03 04:26:35.084527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Deleting port cd69fab5-bdd3-4eb2-b2de-f9270799535a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:35.084883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:35.256951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'name': 'network-vif-deleted', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:35.262294 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4dcb9c-af63-4ca2-ae89-291d01dba399" -d '{"events": [{"server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "name": "network-vif-deleted", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:35.379516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] For port cd69fab5-bdd3-4eb2-b2de-f9270799535a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cd69fab5-bdd3-4eb2-b2de-f9270799535a,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:35.379889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:35.394819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Calling delete_port for cd69fab5-bdd3-4eb2-b2de-f9270799535a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:35.397188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf9e78fe-27e2-4914-99cf-843b720c4b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:35.475736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] For port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:35.476394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:35.508850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Calling delete_port for 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:35.613306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Deleting port 7c3c6cfb-129b-4077-97db-a43cfc976d8f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:35.613778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:35.619626 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-81a0b547-72ed-42e1-9a5c-27ad9f502557 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4304633 Feb 03 04:26:35.800174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cd69fab5-bdd3-4eb2-b2de-f9270799535a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:35.818217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2e944c36-f0c5-4301-a764-1e420d10d8ae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:35.822008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:35.823732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406b807-d885-4b19-9903-c1144c247348 req-c7d13c7e-087b-482c-b0cf-79b0b82b830a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:35.835125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b406b807-d885-4b19-9903-c1144c247348 req-c7d13c7e-087b-482c-b0cf-79b0b82b830a tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7ef6582-7985-47fe-a2cc-8770cd21299a HTTP/1.1" status: 200 len: 949 time: 1.1063390 Feb 03 04:26:35.877917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd93605-0b38-48b3-a2ac-58b6e7d026fc req-dd778531-8570-4a20-9d84-aa2759f5a4bf tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:35.880371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cd93605-0b38-48b3-a2ac-58b6e7d026fc req-dd778531-8570-4a20-9d84-aa2759f5a4bf tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 944 time: 1.1422422 Feb 03 04:26:35.964475 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:35.979302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-c6616aba-72c8-4781-bf4f-7d1dda3c0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:35.983261 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-c6616aba-72c8-4781-bf4f-7d1dda3c0aab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 1126 time: 0.2741683 Feb 03 04:26:35.984360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Pushing event deleted for resources: {'Port': ['ID=cd69fab5-bdd3-4eb2-b2de-f9270799535a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:36.042178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] For port 7c3c6cfb-129b-4077-97db-a43cfc976d8f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=7c3c6cfb-129b-4077-97db-a43cfc976d8f,segment=NetworkSegment(701bb1f4-49a8-40c1-87c3-611571a43dc8),segment_id=701bb1f4-49a8-40c1-87c3-611571a43dc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:36.048150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:36.143848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Calling delete_port for 7c3c6cfb-129b-4077-97db-a43cfc976d8f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:36.192944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b4d84658-9c72-4e84-8dae-278047acce64), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:36.199067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] No DVR routers for this DVR port cd69fab5-bdd3-4eb2-b2de-f9270799535a on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:36.206402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:36.224787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b406b807-d885-4b19-9903-c1144c247348 req-82132ed7-572e-4182-be4b-8c0c904f7478 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838732 Feb 03 04:26:36.225847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event deleted for resources: {'Port': ['ID=34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:36.276519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:36.280090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e7835beb-9334-4579-859d-aa6330df9ffb req-0b99cfe6-c4ba-42ac-8008-f09a0ac47bee tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "DELETE /v2.0/ports/cd69fab5-bdd3-4eb2-b2de-f9270799535a HTTP/1.1" status: 204 len: 173 time: 1.4693048 Feb 03 04:26:36.418545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cd93605-0b38-48b3-a2ac-58b6e7d026fc req-aabe4da9-626c-492f-9985-1c534b60f3d7 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/security-groups?id=091e76b2-d3dd-4d1e-887c-49961bbeb9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070708 Feb 03 04:26:36.419708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] No DVR routers for this DVR port 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:36.424483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:36.428108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "DELETE /v2.0/ports/34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae HTTP/1.1" status: 204 len: 173 time: 2.3189478 Feb 03 04:26:36.440653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e2fb86b-6032-4089-bf40-28ddee2a1c27 req-c8c9e9dd-cd5c-4634-a5e2-7283e140ce03 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=729d7ef1-0400-45eb-b313-6cc96712ff41 HTTP/1.1" status: 200 len: 210 time: 0.0554435 Feb 03 04:26:36.513415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'name': 'network-vif-deleted', 'tag': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:36.533212 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd9a37-5742-471d-ad9c-949fdcb8735c" -d '{"events": [{"server_uuid": "729d7ef1-0400-45eb-b313-6cc96712ff41", "name": "network-vif-deleted", "tag": "34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:36.535689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-a001bad6-555c-476b-8455-05e8e0525e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:36.542214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-a001bad6-555c-476b-8455-05e8e0525e5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.5009899 Feb 03 04:26:36.547060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event deleted for resources: {'Port': ['ID=b4d84658-9c72-4e84-8dae-278047acce64,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:36.577081 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:36.619494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] No DVR routers for this DVR port b4d84658-9c72-4e84-8dae-278047acce64 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:36.631171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:36.639174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cec3cd1-63e6-4809-8914-0061249e4ccc req-df981277-7417-4643-99c4-817b74d9560b tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.31 "DELETE /v2.0/ports/b4d84658-9c72-4e84-8dae-278047acce64 HTTP/1.1" status: 204 len: 173 time: 2.7869101 Feb 03 04:26:36.665626 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-9ec880d9-fb05-43a5-b82b-838f945f4bce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 200 len: 217 time: 0.1166425 Feb 03 04:26:36.761733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-8c42b6d6-d101-4020-8893-a909db028cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:36.763304 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-8c42b6d6-d101-4020-8893-a909db028cae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0788901 Feb 03 04:26:36.797214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba4782-2e24-455e-aa9e-4733a0ce0a11 req-bf0ffb18-5487-47a1-91fe-4989125afe7f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:36.800080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1eba4782-2e24-455e-aa9e-4733a0ce0a11 req-bf0ffb18-5487-47a1-91fe-4989125afe7f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1833196 Feb 03 04:26:36.832048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-b405dda1-1c8b-47f7-97bb-5069191a8197 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576761 Feb 03 04:26:36.836212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7c3c6cfb-129b-4077-97db-a43cfc976d8f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:36.936343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03663518-25ee-4503-8628-73406df3e6b9 req-cb1d2bbd-4c32-4a0f-8294-7900df7f0b47 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ed661f-32e6-446d-aff4-dd909cf44c07 HTTP/1.1" status: 200 len: 210 time: 0.1030917 Feb 03 04:26:36.996889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Pushing event deleted for resources: {'Port': ['ID=7c3c6cfb-129b-4077-97db-a43cfc976d8f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:37.015722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] No DVR routers for this DVR port 7c3c6cfb-129b-4077-97db-a43cfc976d8f on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:37.024393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:37.030547 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b5764596-5edf-4e4e-a766-e3ee123ee03a req-081cffb9-9739-47a6-92be-979e768a53d6 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.31 "DELETE /v2.0/ports/7c3c6cfb-129b-4077-97db-a43cfc976d8f HTTP/1.1" status: 204 len: 173 time: 2.0227730 Feb 03 04:26:37.039482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1eba4782-2e24-455e-aa9e-4733a0ce0a11 req-c324c4f8-6417-4750-ba86-11c61b64b8f2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370632 Feb 03 04:26:37.072534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd69fab5-bdd3-4eb2-b2de-f9270799535a no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:37.146374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: cd69fab5-bdd3-4eb2-b2de-f9270799535a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:37.152718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cd69fab5-bdd3-4eb2-b2de-f9270799535a not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:37.168184 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f67f41-1858-489d-9b6d-81b68ca8c903 x-openstack-request-id: req-22f67f41-1858-489d-9b6d-81b68ca8c903 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:37.170624 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6b5ecf-b233-496e-8827-c8b56b1d847c", "name": "network-vif-deleted", "tag": "fa2ec692-2ace-4381-9962-2b087079a92d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:37.170885 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22f67f41-1858-489d-9b6d-81b68ca8c903 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:37.171288 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6b5ecf-b233-496e-8827-c8b56b1d847c', 'name': 'network-vif-deleted', 'tag': 'fa2ec692-2ace-4381-9962-2b087079a92d', 'status': 'completed', 'code': 200} Feb 03 04:26:37.211569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b4d84658-9c72-4e84-8dae-278047acce64 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:37.291096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: b4d84658-9c72-4e84-8dae-278047acce64 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:37.293666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b4d84658-9c72-4e84-8dae-278047acce64 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:37.294358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:37.306682 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf07864-5e51-4deb-9248-0825d209b122 x-openstack-request-id: req-caf07864-5e51-4deb-9248-0825d209b122 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:37.308556 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d7ef1-0400-45eb-b313-6cc96712ff41", "name": "network-vif-deleted", "tag": "34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:37.309028 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-caf07864-5e51-4deb-9248-0825d209b122 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:37.309675 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d7ef1-0400-45eb-b313-6cc96712ff41', 'name': 'network-vif-deleted', 'tag': '34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae', 'status': 'completed', 'code': 200} Feb 03 04:26:37.381176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 7c3c6cfb-129b-4077-97db-a43cfc976d8f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:37.381560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 7c3c6cfb-129b-4077-97db-a43cfc976d8f not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:37.386731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-a8070657-60cc-467e-ac1a-e8d7918b923d service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420768 Feb 03 04:26:37.390979 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-47196deb-831d-4f87-9273-3c3870797ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176228 Feb 03 04:26:37.391230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fa2ec692-2ace-4381-9962-2b087079a92d no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:37.408516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.430365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.446699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.459586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: fa2ec692-2ace-4381-9962-2b087079a92d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:37.461867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fa2ec692-2ace-4381-9962-2b087079a92d not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:37.462311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:37.463811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.476779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.485098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.508847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.518362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-840dbe54-c4ec-4a1b-9130-8749e54e7696 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2939680 Feb 03 04:26:37.543303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:37.545126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34c0d07d-b25c-4cd4-a7e9-9e9f7bd39eae not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:37.677171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0655a362-a585-49c3-8a0a-c5fbaca13337 req-91e18899-7e49-4d2f-96a5-13e72328b069 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577592 Feb 03 04:26:37.773610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:26:37.784818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785b59d-9dd9-40bc-980f-668a13258569 req-a77ff0f9-9f91-4977-a85b-2c7dde885acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.786733 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-a77ff0f9-9f91-4977-a85b-2c7dde885acf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 1127 time: 0.1568131 Feb 03 04:26:37.788800 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df3a266-7438-4f28-ab47-fc4d84ae77b7 req-60935ad7-78b0-4308-885e-38164a153989 service neutron] 10.222.0.31 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838606 Feb 03 04:26:37.859204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a290ab14-4d0b-4d01-8c47-18e6f47b71bd req-8778b0ba-5660-4443-aca3-b4ed1bb649a9 tempest-LiveAutoBlockMigrationV225Test-1560326467 tempest-LiveAutoBlockMigrationV225Test-1560326467-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5285950-9440-4ab3-9062-3fb94a77964d HTTP/1.1" status: 200 len: 210 time: 0.0855565 Feb 03 04:26:37.938700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af516c96-ec7f-4f4a-bb29-7a640a092a45 req-a7929835-e937-4f22-9559-02f8ed9206e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:37.941118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af516c96-ec7f-4f4a-bb29-7a640a092a45 req-a7929835-e937-4f22-9559-02f8ed9206e2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 944 time: 0.1796997 Feb 03 04:26:38.002580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:38.028815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785b59d-9dd9-40bc-980f-668a13258569 req-f0ceaf24-3bbb-4189-b2d8-6f91e31a7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:38.030348 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-f0ceaf24-3bbb-4189-b2d8-6f91e31a7df2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 200 len: 909 time: 0.2187784 Feb 03 04:26:38.117922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af516c96-ec7f-4f4a-bb29-7a640a092a45 req-f19518ad-4c55-421b-ac8d-a3f29bd427e4 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691642 Feb 03 04:26:38.148970 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-dff27da5-3477-45bd-9cc9-ba69827f0eaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 200 len: 217 time: 0.1088672 Feb 03 04:26:38.251904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-23a38894-c214-46af-91dc-cc308493e258 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:38.253420 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-23a38894-c214-46af-91dc-cc308493e258 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 944 time: 0.1035607 Feb 03 04:26:38.255434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785b59d-9dd9-40bc-980f-668a13258569 req-736d9da3-8899-4606-894d-4a59843659fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:38.256808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-736d9da3-8899-4606-894d-4a59843659fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 200 len: 848 time: 0.0692875 Feb 03 04:26:38.367829 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-7a4e24e3-2686-41e5-ab9b-b2bd76996958 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83bc5843-8ce4-427a-99ea-8e851077989b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496645 Feb 03 04:26:38.440999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50718-3a93-4bfd-90d4-f378f1848046 req-4ab9446f-63d7-4c87-bfed-e6526438173c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:38.442598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91d50718-3a93-4bfd-90d4-f378f1848046 req-4ab9446f-63d7-4c87-bfed-e6526438173c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1251116 Feb 03 04:26:38.477486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-feb48e73-e1ff-45ca-8cbc-87d770b219c9 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010313 Feb 03 04:26:38.500309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91d50718-3a93-4bfd-90d4-f378f1848046 req-606c7c1c-112f-476b-b86e-cca27e3cf7d7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500650 Feb 03 04:26:38.525151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700c0a-f300-475d-bb04-c8db2c067622 req-acb07223-f122-4482-ad2b-21b2c8a01df9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:38.526741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-acb07223-f122-4482-ad2b-21b2c8a01df9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.2251368 Feb 03 04:26:38.547680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-02402cad-3838-4c4f-af1a-5519c961a0f0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/quotas/b75d8a9414884c70a12f5de70a137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0143261 Feb 03 04:26:38.615132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-4e5ba5b0-a97b-4b1d-8336-f0df118b52ba tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599284 Feb 03 04:26:38.730620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618029f-df4c-466b-a84d-43975d3401af req-1ee0d8bd-d3fe-4d57-977d-495a0f0a2d91 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:38.737726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d618029f-df4c-466b-a84d-43975d3401af req-1ee0d8bd-d3fe-4d57-977d-495a0f0a2d91 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.1214733 Feb 03 04:26:38.806381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d618029f-df4c-466b-a84d-43975d3401af req-f383c69e-05dc-4dd4-b06a-52ccaf0a5e1d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538902 Feb 03 04:26:38.838311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-c0b7b4fc-eccb-4b09-9c94-c8af1e181570 service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133219 Feb 03 04:26:38.893728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Deleting port 5d9efd9f-0946-4ceb-a245-5f013aaab58f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:38.895040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:38.993276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4785b59d-9dd9-40bc-980f-668a13258569 req-89b9c19c-10b1-4b85-af47-c49fbc907fef service neutron] 10.222.0.15 "GET /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065241 Feb 03 04:26:39.011054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-3a659700-fb24-4103-9d95-d37438e3f65e service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666691 Feb 03 04:26:39.039445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] For port 5d9efd9f-0946-4ceb-a245-5f013aaab58f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5d9efd9f-0946-4ceb-a245-5f013aaab58f,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:39.040503 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.057302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Calling delete_port for 5d9efd9f-0946-4ceb-a245-5f013aaab58f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:39.175225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'name': 'network-vif-deleted', 'tag': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a'}, {'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'name': 'network-vif-deleted', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:39.182604 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae82d9a5-49b8-436f-9a7a-469ceb4ef120" -d '{"events": [{"server_uuid": "a9ed661f-32e6-446d-aff4-dd909cf44c07", "name": "network-vif-deleted", "tag": "cd69fab5-bdd3-4eb2-b2de-f9270799535a"}, {"server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "name": "network-vif-deleted", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:39.239065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:39.253098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:39.261644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5d9efd9f-0946-4ceb-a245-5f013aaab58f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.269019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:39.274886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:39.281094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:39.286854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:39.293238 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.294356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:39.300317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:39.308100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-e7121520-4b8a-474b-b71c-403b6fee97e1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2146742 Feb 03 04:26:39.311085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event deleted for resources: {'Port': ['ID=5d9efd9f-0946-4ceb-a245-5f013aaab58f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:39.320253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-deleted', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:39.322537 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8f8c93-4a9b-49a9-b6db-02c8e18f8647" -d '{"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-deleted", "tag": "b4d84658-9c72-4e84-8dae-278047acce64"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:39.437644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] No DVR routers for this DVR port 5d9efd9f-0946-4ceb-a245-5f013aaab58f on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:39.475640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.476795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ec468de-f9e0-49d8-8492-ee6bd6cc9d28 req-cee4ea02-d9bc-4222-b508-147f821018d7 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=65c0a1b4-2c53-4fab-a122-bcef4158ddd5 HTTP/1.1" status: 200 len: 210 time: 0.0759568 Feb 03 04:26:39.480583 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-72590d98-9b6d-4706-87e2-81f8ab2fb918 req-279b7711-963b-4232-9103-1938c936ef80 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.31 "DELETE /v2.0/ports/5d9efd9f-0946-4ceb-a245-5f013aaab58f HTTP/1.1" status: 204 len: 173 time: 1.2200999 Feb 03 04:26:39.495551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd0815e8-d16f-46a0-8c64-d50b39cd66f5 req-959eecef-8ad3-4345-8b83-423795c26a4c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1865232 Feb 03 04:26:39.531707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] Deleting subnet 27694200-df89-4462-a195-208f94dc48cf {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:26:39.536721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] Publish callbacks [] for subnet (27694200-df89-4462-a195-208f94dc48cf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.616572 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d2af57-98d9-4af1-9192-ca55ed73b3aa x-openstack-request-id: req-b1d2af57-98d9-4af1-9192-ca55ed73b3aa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:39.616987 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed661f-32e6-446d-aff4-dd909cf44c07", "name": "network-vif-deleted", "tag": "cd69fab5-bdd3-4eb2-b2de-f9270799535a", "status": "completed", "code": 200}, {"server_uuid": "b5285950-9440-4ab3-9062-3fb94a77964d", "name": "network-vif-deleted", "tag": "7c3c6cfb-129b-4077-97db-a43cfc976d8f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:39.617333 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1d2af57-98d9-4af1-9192-ca55ed73b3aa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:39.617857 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed661f-32e6-446d-aff4-dd909cf44c07', 'name': 'network-vif-deleted', 'tag': 'cd69fab5-bdd3-4eb2-b2de-f9270799535a', 'status': 'completed', 'code': 200} Feb 03 04:26:39.619717 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5285950-9440-4ab3-9062-3fb94a77964d', 'name': 'network-vif-deleted', 'tag': '7c3c6cfb-129b-4077-97db-a43cfc976d8f', 'status': 'completed', 'code': 200} Feb 03 04:26:39.622463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71571fe4-d9ed-4952-8793-16a1691fca36 req-588a11df-6e51-4666-8dde-82de2dce011e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0641680 Feb 03 04:26:39.772764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (27694200-df89-4462-a195-208f94dc48cf), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.822012 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1053af-eb19-4902-9c4c-8c135d4b8c8e x-openstack-request-id: req-8b1053af-eb19-4902-9c4c-8c135d4b8c8e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:39.822561 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef6582-7985-47fe-a2cc-8770cd21299a", "name": "network-vif-deleted", "tag": "b4d84658-9c72-4e84-8dae-278047acce64", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:39.823092 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b1053af-eb19-4902-9c4c-8c135d4b8c8e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:39.823696 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef6582-7985-47fe-a2cc-8770cd21299a', 'name': 'network-vif-deleted', 'tag': 'b4d84658-9c72-4e84-8dae-278047acce64', 'status': 'completed', 'code': 200} Feb 03 04:26:39.827134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (27694200-df89-4462-a195-208f94dc48cf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.896447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (27694200-df89-4462-a195-208f94dc48cf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.957312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:39.970936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/27694200-df89-4462-a195-208f94dc48cf HTTP/1.1" status: 204 len: 168 time: 0.7167327 Feb 03 04:26:39.972282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:40.024557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294beac-77b5-4d04-900f-145cc9c8923d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27694200-df89-4462-a195-208f94dc48cf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:40.060762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-bfd2c896-a972-4978-8efe-f5e487631a1d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:40.069870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-bfd2c896-a972-4978-8efe-f5e487631a1d tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.4489663 Feb 03 04:26:40.161980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e79a4-1231-48a1-ab45-bbd58cdd9ecf req-4ba00096-5f49-499b-9649-cacec4f5d6ae tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:40.170349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-748e79a4-1231-48a1-ab45-bbd58cdd9ecf req-4ba00096-5f49-499b-9649-cacec4f5d6ae tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.2506583 Feb 03 04:26:40.210270 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b65dfa7b-5075-4710-a526-bbdb4aad0510), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.258134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Deleting port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:40.258591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.382085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-748e79a4-1231-48a1-ab45-bbd58cdd9ecf req-fc3cf67b-c350-49b9-adce-2f4a4e2f6935 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072742 Feb 03 04:26:40.422058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] For port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:40.422429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.440703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Calling delete_port for 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:40.462958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94326c-e46f-4240-8df4-a1af4e06b44a req-92dddd96-d379-45f4-9e20-d9f510df4cc0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:40.473277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c94326c-e46f-4240-8df4-a1af4e06b44a req-92dddd96-d379-45f4-9e20-d9f510df4cc0 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f6822f-aeeb-4759-a67b-1be09cd34364 HTTP/1.1" status: 200 len: 949 time: 0.3528485 Feb 03 04:26:40.582771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b65dfa7b-5075-4710-a526-bbdb4aad0510), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.648148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65dfa7b-5075-4710-a526-bbdb4aad0510']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:40.672477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701bb1f4-49a8-40c1-87c3-611571a43dc8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:40.673462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701bb1f4-49a8-40c1-87c3-611571a43dc8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:40.698702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9730b1d1-6c11-4b91-b7b6-87ee2ee3a676), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.719867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:40.738439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c94326c-e46f-4240-8df4-a1af4e06b44a req-18ed9d5d-7705-4118-90c2-fb56f7350e74 tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f1a1413-b649-43f5-a522-109380994bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413208 Feb 03 04:26:40.743529 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (701bb1f4-49a8-40c1-87c3-611571a43dc8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.761488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Pushing event deleted for resources: {'Port': ['ID=9730b1d1-6c11-4b91-b7b6-87ee2ee3a676,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:40.806011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (701bb1f4-49a8-40c1-87c3-611571a43dc8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.833956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:26:40.834373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (701bb1f4-49a8-40c1-87c3-611571a43dc8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:26:40.836435 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:26:40.852372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] No DVR routers for this DVR port 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:40.855203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:40.859786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-265fb65c-e9f3-46c0-b3dc-d8f9dc95a4d7 req-82a866c6-1f65-4de9-ad20-f22b44ee75ae tempest-MigrationsAdminTest-1330892775 tempest-MigrationsAdminTest-1330892775-project] 10.222.0.15 "DELETE /v2.0/ports/9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 HTTP/1.1" status: 204 len: 173 time: 0.7673025 Feb 03 04:26:41.165780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00da0979-f9bb-422e-8dde-a4f38cdb3881 req-5bc966cb-9737-4c78-afbe-7ff13613e8f4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0422790 Feb 03 04:26:41.167929 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b65dfa7b-5075-4710-a526-bbdb4aad0510), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:41.219610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:41.291957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:41.303246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:41.303920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b65dfa7b-5075-4710-a526-bbdb4aad0510 HTTP/1.1" status: 204 len: 168 time: 1.3289864 Feb 03 04:26:41.305211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b10a-044f-4de4-81ef-6eeacffbc675 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65dfa7b-5075-4710-a526-bbdb4aad0510,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:41.314900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 5d9efd9f-0946-4ceb-a245-5f013aaab58f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:41.315528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5d9efd9f-0946-4ceb-a245-5f013aaab58f not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:41.374301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.386539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.393220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.399202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.404690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.413125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.416571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.424464 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-77d39e80-be25-4168-a1ed-cd81c6b0849e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.4609554 Feb 03 04:26:41.518783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6fcc0cf-4f3c-404b-9f35-888fc699d9fd req-b044fcc3-f23b-4706-a45b-f1567e8c391b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915692 Feb 03 04:26:41.612060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] Deleting subnet c6c04108-46d8-4187-bd30-30772ad91f3c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:26:41.622320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'name': 'network-vif-deleted', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f'}, {'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-deleted', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:41.625738 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa86d4-eb29-417e-af7b-9301b4713c0b" -d '{"events": [{"server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "name": "network-vif-deleted", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f"}, {"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-deleted", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:41.647590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] Publish callbacks [] for subnet (c6c04108-46d8-4187-bd30-30772ad91f3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:41.698752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700c0a-f300-475d-bb04-c8db2c067622 req-3f3f1910-73cd-48a2-8682-8c4cdd70363f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.699997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-3f3f1910-73cd-48a2-8682-8c4cdd70363f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.4829562 Feb 03 04:26:41.716228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8e834a68-9d29-4207-a0d2-42c10a147dc2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.718506 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8e834a68-9d29-4207-a0d2-42c10a147dc2 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 945 time: 0.2593319 Feb 03 04:26:41.729439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Request body: {'port': {'device_id': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'admin_state_up': True, 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:41.759818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c45f-751c-406b-84c2-a57bc0166a02 req-d051f396-2d09-4cfb-8404-18a80a1c60c4 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.761810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0918c45f-751c-406b-84c2-a57bc0166a02 req-d051f396-2d09-4cfb-8404-18a80a1c60c4 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 945 time: 0.1011138 Feb 03 04:26:41.845638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (c6c04108-46d8-4187-bd30-30772ad91f3c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:41.881108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0918c45f-751c-406b-84c2-a57bc0166a02 req-23a2111f-5c54-4a1f-bc7f-355b4fbc69ef tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092782 Feb 03 04:26:41.921433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbfceb-f6f5-40bd-9b27-6bf9a7d88613 req-36edcac7-21d2-464b-ab13-984eecd2db2d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:41.935351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82dbfceb-f6f5-40bd-9b27-6bf9a7d88613 req-36edcac7-21d2-464b-ab13-984eecd2db2d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1651413 Feb 03 04:26:42.032824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c6c04108-46d8-4187-bd30-30772ad91f3c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:42.042383 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82dbfceb-f6f5-40bd-9b27-6bf9a7d88613 req-71c6fc04-617c-4d35-81aa-853df02be73b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061769 Feb 03 04:26:42.105228 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a372f-acc8-40d7-a97e-f004ab40ebbf x-openstack-request-id: req-bf0a372f-acc8-40d7-a97e-f004ab40ebbf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:42.106203 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0a1b4-2c53-4fab-a122-bcef4158ddd5", "name": "network-vif-deleted", "tag": "5d9efd9f-0946-4ceb-a245-5f013aaab58f", "status": "completed", "code": 200}, {"server_uuid": "41f6822f-aeeb-4759-a67b-1be09cd34364", "name": "network-vif-deleted", "tag": "9730b1d1-6c11-4b91-b7b6-87ee2ee3a676", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:42.106790 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf0a372f-acc8-40d7-a97e-f004ab40ebbf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:42.107535 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0a1b4-2c53-4fab-a122-bcef4158ddd5', 'name': 'network-vif-deleted', 'tag': '5d9efd9f-0946-4ceb-a245-5f013aaab58f', 'status': 'completed', 'code': 200} Feb 03 04:26:42.108236 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f6822f-aeeb-4759-a67b-1be09cd34364', 'name': 'network-vif-deleted', 'tag': '9730b1d1-6c11-4b91-b7b6-87ee2ee3a676', 'status': 'completed', 'code': 200} Feb 03 04:26:42.145698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:42.151117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:42.211646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Deleting port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:42.212053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:42.297241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd781-aa9b-42d0-b307-caa75b9b5098 req-c6cba946-8c45-4539-bf72-11ea55217452 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:42.304843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd781-aa9b-42d0-b307-caa75b9b5098 req-c6cba946-8c45-4539-bf72-11ea55217452 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:42.307049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a4bd781-aa9b-42d0-b307-caa75b9b5098 req-c6cba946-8c45-4539-bf72-11ea55217452 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b157741-ec06-4753-b192-7edaa40dec01&device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 1682 time: 0.0912850 Feb 03 04:26:42.365135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (c6c04108-46d8-4187-bd30-30772ad91f3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:42.380757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0056308-4600-4c9a-bf45-25dc0e58aa7f req-ed0eb22f-1de4-4775-8c80-3d6e402ef5e8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0721686 Feb 03 04:26:42.426651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a4bd781-aa9b-42d0-b307-caa75b9b5098 req-f337173c-72fd-43c7-86a0-f18bf69e3407 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066625 Feb 03 04:26:42.470667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36488) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:42.603081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c04108-46d8-4187-bd30-30772ad91f3c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:42.627420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:42.630241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d9dc1f3d-dc8e-4abf-8546-fefc252f82f5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c6c04108-46d8-4187-bd30-30772ad91f3c HTTP/1.1" status: 204 len: 168 time: 1.3048074 Feb 03 04:26:42.632763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:42.845969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] For port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,segment=NetworkSegment(d6f6c512-6d46-4874-bb8a-f3555a39f821),segment_id=d6f6c512-6d46-4874-bb8a-f3555a39f821)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:42.846335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:42.873154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Calling delete_port for 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:42.880673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Allocated IP 172.20.0.4 (05093606-9566-4423-8e6f-2c5d06a90de4/4432c88d-f1ac-4c71-ab3e-b6b32697a87d/712cf221-db05-464e-a275-a9044ef30948) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:42.901748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (262edb7d-abe2-4691-9d5f-83bd8d130a21), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:42.971998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5def62fd-f163-4874-9ac4-96a9e486d2ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09ee2d373fa94a7db158b1b8b5f63d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000782 Feb 03 04:26:42.977938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:42.995602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.017036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.022423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.036364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.056304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.067298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.080466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:43.081216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.099694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-fb29d265-ad55-4657-b94b-28b90abbbbb0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.4204564 Feb 03 04:26:43.142842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:43.143104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 9730b1d1-6c11-4b91-b7b6-87ee2ee3a676 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:43.186754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75675d6-35f9-4dd2-b98f-e32cc024bb89 admin admin] Publish callbacks [] for security_group (6f1a1413-b649-43f5-a522-109380994bd3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.236256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75675d6-35f9-4dd2-b98f-e32cc024bb89 admin admin] Publish callbacks [] for security_group (6f1a1413-b649-43f5-a522-109380994bd3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.255268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.273606 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks [] for port (712cf221-db05-464e-a275-a9044ef30948), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.321082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Pushing event deleted for resources: {'Port': ['ID=6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:43.335414 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (262edb7d-abe2-4691-9d5f-83bd8d130a21), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.369404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c287d98c-98fb-424d-adc7-3bf01c6248fb req-11f0cc98-a2ab-4dfd-916a-170740b0fd85 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2683229 Feb 03 04:26:43.404894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20ae1-3059-4416-b72f-d58844e27bea req-913a6a7d-432f-4793-9e84-99956c6e6c35 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.417199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ae20ae1-3059-4416-b72f-d58844e27bea req-913a6a7d-432f-4793-9e84-99956c6e6c35 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da8b9e1-b193-4983-8a49-e163d2ac8f84 HTTP/1.1" status: 200 len: 866 time: 0.2365351 Feb 03 04:26:43.432670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] No DVR routers for this DVR port 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:43.436190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.441324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ec8bda0-bbb6-4f76-a6c5-2ee8aa6af601 req-8464154a-3917-4da1-b910-beacb9065cb0 tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.15 "DELETE /v2.0/ports/6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 HTTP/1.1" status: 204 len: 173 time: 1.7066026 Feb 03 04:26:43.462406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262edb7d-abe2-4691-9d5f-83bd8d130a21']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:43.477731 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (712cf221-db05-464e-a275-a9044ef30948), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.495340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75675d6-35f9-4dd2-b98f-e32cc024bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6f1a1413-b649-43f5-a522-109380994bd3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.498124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75675d6-35f9-4dd2-b98f-e32cc024bb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.511971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff24932-cf44-406f-b2ee-5f04e16da583') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:43.512341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff24932-cf44-406f-b2ee-5f04e16da583') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:43.515041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c75675d6-35f9-4dd2-b98f-e32cc024bb89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f1a1413-b649-43f5-a522-109380994bd3 HTTP/1.1" status: 204 len: 168 time: 0.5257149 Feb 03 04:26:43.561306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (0ff24932-cf44-406f-b2ee-5f04e16da583), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.590809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0ff24932-cf44-406f-b2ee-5f04e16da583), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.619732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ae20ae1-3059-4416-b72f-d58844e27bea req-7e73e945-d0c2-4379-9e33-990268fafd1f tempest-LiveMigrationTest-518793084 tempest-LiveMigrationTest-518793084-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dee1d32-9699-44ee-9a30-249307385500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958671 Feb 03 04:26:43.626949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:26:43.627355 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (0ff24932-cf44-406f-b2ee-5f04e16da583), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.637576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75675d6-35f9-4dd2-b98f-e32cc024bb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1a1413-b649-43f5-a522-109380994bd3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:26:43.644839 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:26:43.660145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Network 05093606-9566-4423-8e6f-2c5d06a90de4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:43.665032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:43.672206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event updated for resources: {'Port': ['ID=712cf221-db05-464e-a275-a9044ef30948,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:43.675941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:43.773806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258767b4-ebb9-46b9-af38-a71492352332 req-5bf40c2d-65b9-4f60-8030-4234996c3407 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.780989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-258767b4-ebb9-46b9-af38-a71492352332 req-5bf40c2d-65b9-4f60-8030-4234996c3407 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.2976162 Feb 03 04:26:43.788236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.791872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.828394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (262edb7d-abe2-4691-9d5f-83bd8d130a21), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.836643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-b31c8378-8e97-4ed9-82d8-b50db2165776 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1170013 Feb 03 04:26:43.847383 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:43.854147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] 10.222.0.35 "DELETE /v2.0/networks/262edb7d-abe2-4691-9d5f-83bd8d130a21 HTTP/1.1" status: 204 len: 168 time: 1.2197087 Feb 03 04:26:43.856266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Request body: {'port': {'device_id': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:43.898298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-258767b4-ebb9-46b9-af38-a71492352332 req-70cc4f3d-b506-4bbb-b137-d1d23cda739f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134846 Feb 03 04:26:43.904589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdadda-4ef3-4130-9c83-c693fbde64fc admin admin] Pushing event deleted for resources: {'Network': ['ID=262edb7d-abe2-4691-9d5f-83bd8d130a21,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:43.942428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba4ce9-f82b-49c6-a811-3126aa84e327 req-83df1090-ceae-4ff7-8d42-ed211129b837 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:43.950087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79ba4ce9-f82b-49c6-a811-3126aa84e327 req-83df1090-ceae-4ff7-8d42-ed211129b837 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 931 time: 0.1164505 Feb 03 04:26:44.046272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79ba4ce9-f82b-49c6-a811-3126aa84e327 req-30c87776-2983-47fa-a477-cd23c815a8c8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902336 Feb 03 04:26:44.070319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712cf221-db05-464e-a275-a9044ef30948), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.120075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'name': 'network-vif-deleted', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:44.122413 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc7e91-d88f-4555-93f8-8fb84508de5e" -d '{"events": [{"server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "name": "network-vif-deleted", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:44.252249 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69f20c-2b61-4c8f-b50c-d1c0d7b23746 x-openstack-request-id: req-8f69f20c-2b61-4c8f-b50c-d1c0d7b23746 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:44.254926 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da8b9e1-b193-4983-8a49-e163d2ac8f84", "name": "network-vif-deleted", "tag": "6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:44.255450 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f69f20c-2b61-4c8f-b50c-d1c0d7b23746 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:44.256729 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da8b9e1-b193-4983-8a49-e163d2ac8f84', 'name': 'network-vif-deleted', 'tag': '6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3', 'status': 'completed', 'code': 200} Feb 03 04:26:44.278400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:44.284853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f38a9-e986-4a34-a447-d0100d0b6570 req-818fef3f-d66d-4333-b4fb-01e01a258ce3 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.288946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-001f38a9-e986-4a34-a447-d0100d0b6570 req-818fef3f-d66d-4333-b4fb-01e01a258ce3 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 945 time: 0.1417866 Feb 03 04:26:44.346106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36538) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:44.458065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-001f38a9-e986-4a34-a447-d0100d0b6570 req-12b7cad7-2c9d-4429-8f03-4ea2357e5f79 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633737 Feb 03 04:26:44.464712 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed9339d8-16f3-42fe-a32c-0f278ef75107 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=233f3e9d28df47d78abed96faed66c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840096 Feb 03 04:26:44.473299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:44.510731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-614ab6ce-11e7-4e7f-ad64-f7f5f8bf5ecc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=354c5a11c7964afc84e6f17a6eea53c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634479 Feb 03 04:26:44.514256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:44.583858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.589737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.595183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.602046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.611114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.629748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.638408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.647981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-01cb2cea-c610-497e-b60c-11a1cc61094c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1600163 Feb 03 04:26:44.682543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f7f118d-4e94-486e-97c3-0577ab790e57 admin admin] Publish callbacks [] for security_group (091e76b2-d3dd-4d1e-887c-49961bbeb9fe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.705387 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f7f118d-4e94-486e-97c3-0577ab790e57 admin admin] Publish callbacks [] for security_group (091e76b2-d3dd-4d1e-887c-49961bbeb9fe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.709420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:44.769885 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c042d042-6441-4691-9419-8fc5e6850a0e admin admin] Publish callbacks [] for security_group (4f862c98-f910-4810-92f6-1c98fb665fd8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.773862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f7f118d-4e94-486e-97c3-0577ab790e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (091e76b2-d3dd-4d1e-887c-49961bbeb9fe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.778318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f7f118d-4e94-486e-97c3-0577ab790e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.779936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7f7f118d-4e94-486e-97c3-0577ab790e57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/091e76b2-d3dd-4d1e-887c-49961bbeb9fe HTTP/1.1" status: 204 len: 168 time: 0.3053808 Feb 03 04:26:44.823865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f118d-4e94-486e-97c3-0577ab790e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e76b2-d3dd-4d1e-887c-49961bbeb9fe,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:44.850087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aabd6c98-ce30-4536-9abb-72ad62d31b2a req-54522970-8f8e-48b7-94b6-6892433c27f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009292 Feb 03 04:26:44.875023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712cf221-db05-464e-a275-a9044ef30948 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:44.882402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c042d042-6441-4691-9419-8fc5e6850a0e admin admin] Publish callbacks [] for security_group (4f862c98-f910-4810-92f6-1c98fb665fd8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.919441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Publish callbacks [] for port (712cf221-db05-464e-a275-a9044ef30948), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:44.956617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-7eea922f-f37b-4775-b12a-8b73f050d015 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:44.958891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-7eea922f-f37b-4775-b12a-8b73f050d015 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5def6f6-80e6-4bde-99b7-e7967a98a18d HTTP/1.1" status: 200 len: 946 time: 0.3508542 Feb 03 04:26:45.014540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-b7076e35-89b1-4b87-bf48-44d3b4cd49b0 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:45.024263 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-b7076e35-89b1-4b87-bf48-44d3b4cd49b0 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 945 time: 0.3945987 Feb 03 04:26:45.077136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:45.097623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Transition to ACTIVE for port object 712cf221-db05-464e-a275-a9044ef30948 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:45.155745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (712cf221-db05-464e-a275-a9044ef30948), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:45.173965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9a0bb-0299-405e-af05-aa3c990776ea req-db04e316-ef23-4654-8309-a674bdd56981 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:45.186839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6b9a0bb-0299-405e-af05-aa3c990776ea req-db04e316-ef23-4654-8309-a674bdd56981 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1430888 Feb 03 04:26:45.280220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:45.281294 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:45.312980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Pushing event updated for resources: {'Port': ['ID=712cf221-db05-464e-a275-a9044ef30948,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:45.345692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:45.351538 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c4f7a-1c08-4a23-a42c-6c2c7a64c35b" -d '{"events": [{"server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:45.400190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:45.402543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6b9a0bb-0299-405e-af05-aa3c990776ea req-d2601435-f4fa-499d-822c-f3ec873adba6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146528 Feb 03 04:26:45.434331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] Deleting subnet 6487e759-ba58-4c55-9acc-acbbe59fc8bc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:26:45.436217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:45.437209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:45.447352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8cc6-67c9-4c74-92e8-3089546e1427 req-a207c32d-132e-43e3-9c2e-16f23085b28c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:45.462178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6afe8cc6-67c9-4c74-92e8-3089546e1427 req-a207c32d-132e-43e3-9c2e-16f23085b28c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 943 time: 0.1984913 Feb 03 04:26:45.473239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c042d042-6441-4691-9419-8fc5e6850a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4f862c98-f910-4810-92f6-1c98fb665fd8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:45.476584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c042d042-6441-4691-9419-8fc5e6850a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:45.478006 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c042d042-6441-4691-9419-8fc5e6850a0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f862c98-f910-4810-92f6-1c98fb665fd8 HTTP/1.1" status: 204 len: 168 time: 0.9628224 Feb 03 04:26:45.481760 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] Publish callbacks [] for subnet (6487e759-ba58-4c55-9acc-acbbe59fc8bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:45.535688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042d042-6441-4691-9419-8fc5e6850a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f862c98-f910-4810-92f6-1c98fb665fd8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:45.588663 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fb9be5-3c06-4ce8-b65c-323131572838 x-openstack-request-id: req-d3fb9be5-3c06-4ce8-b65c-323131572838 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:45.590731 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:45.593001 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3fb9be5-3c06-4ce8-b65c-323131572838 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:45.593738 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c', 'code': 200} Feb 03 04:26:45.602159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:45.602799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6bbcf1bc-87cf-4b99-b3a0-ac8174c983f3 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:45.675789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6afe8cc6-67c9-4c74-92e8-3089546e1427 req-31450bfc-4f1c-4caa-b72d-c514c625ad74 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124989 Feb 03 04:26:45.678090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:45.705317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:45.733401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (6487e759-ba58-4c55-9acc-acbbe59fc8bc), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:45.806833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4ea4a0af-bbc0-470d-a23a-1a3d265b3d71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15a55a1cdef548df9ae6bb99aaed2873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1016440 Feb 03 04:26:45.809149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:45.889275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c981f9-8079-43b5-83f6-ed169555c88f req-14a14ef3-1e9a-43eb-b89d-3c7073c7583c tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:45.892346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52c981f9-8079-43b5-83f6-ed169555c88f req-14a14ef3-1e9a-43eb-b89d-3c7073c7583c tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 945 time: 0.1550953 Feb 03 04:26:45.908346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Deleting port 2e944c36-f0c5-4301-a764-1e420d10d8ae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:45.908692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:46.093344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52c981f9-8079-43b5-83f6-ed169555c88f req-ff14ff79-37d8-4aae-a999-34827fd039cc tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850283 Feb 03 04:26:46.094190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d000c9ae-f059-49e0-b9c2-01801a72cc76 admin admin] Publish callbacks [] for security_group (b05fad1f-176b-4f6b-92fb-31860827fb74), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:46.151335 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d000c9ae-f059-49e0-b9c2-01801a72cc76 admin admin] Publish callbacks [] for security_group (b05fad1f-176b-4f6b-92fb-31860827fb74), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:46.192453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.203516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.210865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.216944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.226155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.240039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.240039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.245471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d88406-9819-4243-8350-734537f06495 req-bb6a5fe8-ae0b-4000-8ac5-fea6e1d5b4c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2392013 Feb 03 04:26:46.343897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24d88406-9819-4243-8350-734537f06495 req-89d4952a-67d0-4917-98e4-f9672574cee7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973701 Feb 03 04:26:46.376772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d000c9ae-f059-49e0-b9c2-01801a72cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b05fad1f-176b-4f6b-92fb-31860827fb74), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:46.379707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d000c9ae-f059-49e0-b9c2-01801a72cc76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:46.381215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d000c9ae-f059-49e0-b9c2-01801a72cc76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b05fad1f-176b-4f6b-92fb-31860827fb74 HTTP/1.1" status: 204 len: 168 time: 0.5707991 Feb 03 04:26:46.396224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000c9ae-f059-49e0-b9c2-01801a72cc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fad1f-176b-4f6b-92fb-31860827fb74,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:46.584131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Deleting port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:46.591705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:46.644006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11abb-25c3-4bd7-950d-6effb94c7a40 req-2e7b277e-74ab-4230-a884-fd9b118b4850 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:46.646017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aef11abb-25c3-4bd7-950d-6effb94c7a40 req-2e7b277e-74ab-4230-a884-fd9b118b4850 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1454637 Feb 03 04:26:46.741823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Attempting to bind port 712cf221-db05-464e-a275-a9044ef30948 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:46.741823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Attempting to bind port 712cf221-db05-464e-a275-a9044ef30948 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:46.741823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Attempting to bind port 712cf221-db05-464e-a275-a9044ef30948 on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:46.810937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aef11abb-25c3-4bd7-950d-6effb94c7a40 req-8f3a195f-c1ed-44a7-b9fb-3b9202350c7f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564302 Feb 03 04:26:46.866121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (6487e759-ba58-4c55-9acc-acbbe59fc8bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.012743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Port 712cf221-db05-464e-a275-a9044ef30948 on network 05093606-9566-4423-8e6f-2c5d06a90de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:47.013060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Attempting to bind port 712cf221-db05-464e-a275-a9044ef30948 on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:47.015255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884d53d-3eef-4c37-bb32-13f3cc821b11 req-dfc2d695-7195-45d4-9974-084c57e09bb7 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.017036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e884d53d-3eef-4c37-bb32-13f3cc821b11 req-dfc2d695-7195-45d4-9974-084c57e09bb7 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 943 time: 0.1445930 Feb 03 04:26:47.033493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:47.033843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Checking segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:47.034231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Bound using segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:47.035457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Bound port: 712cf221-db05-464e-a275-a9044ef30948, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:47.035457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712cf221-db05-464e-a275-a9044ef30948), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.123313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e884d53d-3eef-4c37-bb32-13f3cc821b11 req-740ec14f-30b3-4b39-a720-49ee43f90950 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961349 Feb 03 04:26:47.206373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] For port 2e944c36-f0c5-4301-a764-1e420d10d8ae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:47.206831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.245134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2e944c36-f0c5-4301-a764-1e420d10d8ae no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:47.251585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Calling delete_port for 2e944c36-f0c5-4301-a764-1e420d10d8ae owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:47.260637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] For port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:47.261034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.286029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] For port 712cf221-db05-464e-a275-a9044ef30948, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:47.289038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Calling delete_port for 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:47.295358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (6487e759-ba58-4c55-9acc-acbbe59fc8bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.299409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] For port 712cf221-db05-464e-a275-a9044ef30948, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=712cf221-db05-464e-a275-a9044ef30948,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:47.329668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e7f3a-442e-46d7-9830-0fc9013e356f req-730fcbd8-44ff-4ced-821b-2211d344a276 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.332876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6487e759-ba58-4c55-9acc-acbbe59fc8bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:47.346774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-692e7f3a-442e-46d7-9830-0fc9013e356f req-730fcbd8-44ff-4ced-821b-2211d344a276 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b157741-ec06-4753-b192-7edaa40dec01 HTTP/1.1" status: 200 len: 945 time: 0.1421595 Feb 03 04:26:47.383889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (712cf221-db05-464e-a275-a9044ef30948), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.396324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.399793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bfad665d-fab9-4587-9923-28d3b73ce340 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6487e759-ba58-4c55-9acc-acbbe59fc8bc HTTP/1.1" status: 204 len: 168 time: 2.6892412 Feb 03 04:26:47.435581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:47.464605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.465554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.468375 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] 10.222.0.31 "PUT /v2.0/ports/712cf221-db05-464e-a275-a9044ef30948 HTTP/1.1" status: 200 len: 1091 time: 3.6221519 Feb 03 04:26:47.473500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5b38-3928-4db9-af3c-5f81aa02cbca service neutron] Pushing event updated for resources: {'Port': ['ID=712cf221-db05-464e-a275-a9044ef30948,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:47.486313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'tag': '712cf221-db05-464e-a275-a9044ef30948'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:47.490301 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "4062911e-f767-403f-b2e8-6d32aaa0812c", "tag": "712cf221-db05-464e-a275-a9044ef30948"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:47.523704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2e944c36-f0c5-4301-a764-1e420d10d8ae is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:47.526868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.604790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2e944c36-f0c5-4301-a764-1e420d10d8ae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2e944c36-f0c5-4301-a764-1e420d10d8ae,segment=NetworkSegment(6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8),segment_id=6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:47.606613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:47.609350 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a380cc79-5d47-4f62-b6ba-6e3937eea0f8" -d '{"events": [{"server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "name": "network-vif-unplugged", "status": "completed", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:47.614456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.678701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700c0a-f300-475d-bb04-c8db2c067622 req-fd6209df-9ec4-4a8f-afd3-d74fb1d101e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.680430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-fd6209df-9ec4-4a8f-afd3-d74fb1d101e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 1125 time: 0.1314723 Feb 03 04:26:47.750278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2e944c36-f0c5-4301-a764-1e420d10d8ae,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:47.776301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-20359dd6-59dd-42b0-bca2-08e7e28757d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=712cf221-db05-464e-a275-a9044ef30948 HTTP/1.1" status: 200 len: 217 time: 0.0808640 Feb 03 04:26:47.811541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-692e7f3a-442e-46d7-9830-0fc9013e356f req-f65b91a1-1293-4f68-a9c9-58df084b0c98 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.35 "GET /v2.0/security-groups?id=af4627ba-23ca-426c-a1e5-4f342545ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613657 Feb 03 04:26:47.819033 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (83bc5843-8ce4-427a-99ea-8e851077989b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.868778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2e944c36-f0c5-4301-a764-1e420d10d8ae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:47.917837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.924078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.930966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.937547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.942058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700c0a-f300-475d-bb04-c8db2c067622 req-c7f4fb59-3680-4f25-a233-ba63b06c9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.943615 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-c7f4fb59-3680-4f25-a233-ba63b06c9595 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.1558142 Feb 03 04:26:47.945087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.949526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Pushing event deleted for resources: {'Port': ['ID=2e944c36-f0c5-4301-a764-1e420d10d8ae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:47.952605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.966254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:47.968980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-682af4b0-bdd6-4869-a809-e631c8a91297 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.3166203 Feb 03 04:26:47.979795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.044923 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-a728ac73-89ef-424b-9d92-1eec4f4755eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883822 Feb 03 04:26:48.050411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (83bc5843-8ce4-427a-99ea-8e851077989b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.128731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bc5843-8ce4-427a-99ea-8e851077989b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:48.181057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf0b1faf-e892-4a33-8708-2e4947febd98 req-d2182852-ccc0-48d5-a591-7194050a3822 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1924083 Feb 03 04:26:48.190010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f6c512-6d46-4874-bb8a-f3555a39f821') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:48.190478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f6c512-6d46-4874-bb8a-f3555a39f821') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:48.231048 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (d6f6c512-6d46-4874-bb8a-f3555a39f821), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.261376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] No DVR routers for this DVR port 9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:48.265015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.269327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-573247ee-6bad-4a92-8be0-7d511f2c97b9 req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.15 "DELETE /v2.0/ports/9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c HTTP/1.1" status: 204 len: 173 time: 3.2850244 Feb 03 04:26:48.270208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] No DVR routers for this DVR port 2e944c36-f0c5-4301-a764-1e420d10d8ae on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:48.272646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.276963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-282cc5ad-b81a-4ebb-bff6-7119d1d21e64 req-7bf1f2e6-4173-4e14-8f2a-f6ccea50a5f6 tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] 10.222.0.31 "DELETE /v2.0/ports/2e944c36-f0c5-4301-a764-1e420d10d8ae HTTP/1.1" status: 204 len: 173 time: 3.2282064 Feb 03 04:26:48.278832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-d9416b35-0df4-461e-8d78-3bc929bf16ef service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738806 Feb 03 04:26:48.279801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce69ab-4a3b-4d97-ace5-d3e72da4d30d tempest-ListServersNegativeTestJSON-1605575864 tempest-ListServersNegativeTestJSON-1605575864-project] Pushing event deleted for resources: {'Port': ['ID=9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:48.309657 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d6f6c512-6d46-4874-bb8a-f3555a39f821), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.324906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:26:48.325848 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (d6f6c512-6d46-4874-bb8a-f3555a39f821), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:26:48.329623 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:26:48.451489 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (83bc5843-8ce4-427a-99ea-8e851077989b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.466502 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.468211 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed275fe-83b1-4f95-affc-26494f786ba2 x-openstack-request-id: req-8ed275fe-83b1-4f95-affc-26494f786ba2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:48.468447 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4062911e-f767-403f-b2e8-6d32aaa0812c", "tag": "712cf221-db05-464e-a275-a9044ef30948", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:48.468853 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ed275fe-83b1-4f95-affc-26494f786ba2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:48.469251 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'tag': '712cf221-db05-464e-a275-a9044ef30948', 'status': 'completed', 'code': 200} Feb 03 04:26:48.479113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:48.480132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/83bc5843-8ce4-427a-99ea-8e851077989b HTTP/1.1" status: 204 len: 168 time: 1.0407956 Feb 03 04:26:48.506089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dade78-2bdd-4359-bd09-ce6339a054a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bc5843-8ce4-427a-99ea-8e851077989b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:48.508480 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1d0be-8d60-49e1-9672-cfbeea20cf5f x-openstack-request-id: req-d2d1d0be-8d60-49e1-9672-cfbeea20cf5f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:48.509019 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "name": "network-vif-unplugged", "status": "completed", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:48.509197 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2d1d0be-8d60-49e1-9672-cfbeea20cf5f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:48.509521 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae', 'code': 200} Feb 03 04:26:48.556197 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16700c0a-f300-475d-bb04-c8db2c067622 req-2f2e8268-d90b-4bd8-9fe2-dfcaaeca7ca1 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620170 Feb 03 04:26:48.563058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] Deleting subnet 4dba2aba-9344-41c9-9158-2142efaa3790 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:26:48.569474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] Publish callbacks [] for subnet (4dba2aba-9344-41c9-9158-2142efaa3790), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.626587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (4dba2aba-9344-41c9-9158-2142efaa3790), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.724186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4dba2aba-9344-41c9-9158-2142efaa3790), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.766870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e132f-77b7-4b96-a44c-9245ce1f610e req-84075c79-da55-4df6-a6b6-a963ee89c0e0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:48.779173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-f8c4ef59-81d1-4e77-a13e-81b2e0903e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:48.780006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc6e132f-77b7-4b96-a44c-9245ce1f610e req-84075c79-da55-4df6-a6b6-a963ee89c0e0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1381993 Feb 03 04:26:48.780895 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-f8c4ef59-81d1-4e77-a13e-81b2e0903e1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 1125 time: 0.1226656 Feb 03 04:26:48.889234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (4dba2aba-9344-41c9-9158-2142efaa3790), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.911974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc6e132f-77b7-4b96-a44c-9245ce1f610e req-92c05028-b1c5-4ce3-9090-4573d95cc1fe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268032 Feb 03 04:26:48.945033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dba2aba-9344-41c9-9158-2142efaa3790,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:48.958235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:48.966220 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa304ae5-aed0-458c-8193-9ef0ce6bd12c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4dba2aba-9344-41c9-9158-2142efaa3790 HTTP/1.1" status: 204 len: 168 time: 0.4833653 Feb 03 04:26:48.966590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:48.984776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-7cc3258a-fed3-4f3e-b523-ad1977a2a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:48.987434 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-7cc3258a-fed3-4f3e-b523-ad1977a2a058 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 913 time: 0.1964924 Feb 03 04:26:49.103461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-5fd98084-531f-492f-8d9b-81641c5b57ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=712cf221-db05-464e-a275-a9044ef30948 HTTP/1.1" status: 200 len: 217 time: 0.1085334 Feb 03 04:26:49.195776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (16872e26-4777-415f-9302-cac271c258d9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:49.251975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-607f9409-41e5-41df-adfc-9048692c4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.256788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-607f9409-41e5-41df-adfc-9048692c4c7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.1468387 Feb 03 04:26:49.303169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6bdf-4d3b-4737-9e52-da15a244cb7b req-2c21c00b-d96d-46cd-adbd-34179c892080 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.311967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-526e6bdf-4d3b-4737-9e52-da15a244cb7b req-2c21c00b-d96d-46cd-adbd-34179c892080 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 943 time: 0.1902473 Feb 03 04:26:49.329682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-53c668cc-7ba2-4daa-a6db-46ed0ed87612 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621574 Feb 03 04:26:49.362119 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (16872e26-4777-415f-9302-cac271c258d9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:49.452022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-631a2052-895e-4c47-a38a-17671085fd38 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163924 Feb 03 04:26:49.460202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-526e6bdf-4d3b-4737-9e52-da15a244cb7b req-c3c334b3-3540-4674-9bb3-b2e9108a771f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470222 Feb 03 04:26:49.465463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16872e26-4777-415f-9302-cac271c258d9']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:49.478843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80606f3-89a0-40da-9367-6cb7143ee29b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:49.479070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80606f3-89a0-40da-9367-6cb7143ee29b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:49.501350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (d80606f3-89a0-40da-9367-6cb7143ee29b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:49.540047 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d80606f3-89a0-40da-9367-6cb7143ee29b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:49.555654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:26:49.556754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (d80606f3-89a0-40da-9367-6cb7143ee29b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:26:49.559181 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:26:49.716033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7c3ee6-f2df-4840-802c-ce99fd472b7c req-01547f15-0701-4b56-8b8f-1aa149072c92 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414804 Feb 03 04:26:49.765578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (16872e26-4777-415f-9302-cac271c258d9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:49.774863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:49.780065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/16872e26-4777-415f-9302-cac271c258d9 HTTP/1.1" status: 204 len: 168 time: 0.8119259 Feb 03 04:26:49.833313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ecccd-fabe-4dd1-9ca6-183bfbd97cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=16872e26-4777-415f-9302-cac271c258d9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:49.873103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.880316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.894588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.907746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.913969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.920527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.927078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:49.938888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06737506-5421-40eb-ba7c-12f77434903b req-2a07a411-bd3c-4b1a-b9e1-ca6ac765d2f2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2320216 Feb 03 04:26:50.031691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:50.087193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b5b12372-bd65-49ae-8b64-ba66123b0b76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=422018b66bb54d64b3d7128ea7f76cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523937 Feb 03 04:26:50.090084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:50.113004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06737506-5421-40eb-ba7c-12f77434903b req-63d40e61-a8b0-4f16-8d41-eeba3c5443f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724136 Feb 03 04:26:50.120036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-8c2669ae-5773-415b-ac1b-106c410dfbd9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8afe07e7ddb04af59948f87b8073a6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864813 Feb 03 04:26:50.181851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf93836-e198-44d9-b536-b3778a29f795 admin admin] Publish callbacks [] for security_group (9dee1d32-9699-44ee-9a30-249307385500), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.208976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf93836-e198-44d9-b536-b3778a29f795 admin admin] Publish callbacks [] for security_group (9dee1d32-9699-44ee-9a30-249307385500), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.280901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf93836-e198-44d9-b536-b3778a29f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9dee1d32-9699-44ee-9a30-249307385500), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.284968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf93836-e198-44d9-b536-b3778a29f795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.286545 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ddf93836-e198-44d9-b536-b3778a29f795 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dee1d32-9699-44ee-9a30-249307385500 HTTP/1.1" status: 204 len: 168 time: 0.1949418 Feb 03 04:26:50.299082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf93836-e198-44d9-b536-b3778a29f795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dee1d32-9699-44ee-9a30-249307385500,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:50.335052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-99dfeb2d-72ca-411f-bc0d-9df3a961913e tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:50.339365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-99dfeb2d-72ca-411f-bc0d-9df3a961913e tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184858 Feb 03 04:26:50.387974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-df37d11d-653e-48de-8962-a55270a95c5a tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/quotas/8afe07e7ddb04af59948f87b8073a6db HTTP/1.1" status: 200 len: 375 time: 0.0232751 Feb 03 04:26:50.426399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:50.481932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-7fb83d07-9916-41b8-afa6-2d1892b32f5f tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8afe07e7ddb04af59948f87b8073a6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946119 Feb 03 04:26:50.508883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'name': 'network-vif-deleted', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c'}, {'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'name': 'network-vif-deleted', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:50.528258 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed0f04-d244-4a5b-8aa7-4832a211f3a7" -d '{"events": [{"server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "name": "network-vif-deleted", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c"}, {"server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "name": "network-vif-deleted", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:50.559976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fed95d-41df-48ca-b180-d11f16bdf477 req-2c677a0b-7c98-4aff-8590-518bd1d1efe6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:50.561715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6fed95d-41df-48ca-b180-d11f16bdf477 req-2c677a0b-7c98-4aff-8590-518bd1d1efe6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.0726874 Feb 03 04:26:50.582027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] Deleting subnet 403e6535-297a-4a3f-8b05-ca182cc8fa39 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:26:50.592375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] Publish callbacks [] for subnet (403e6535-297a-4a3f-8b05-ca182cc8fa39), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.689990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6fed95d-41df-48ca-b180-d11f16bdf477 req-0ed0a725-e069-41e2-a4ed-7efb990eaf46 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219060 Feb 03 04:26:50.708180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (403e6535-297a-4a3f-8b05-ca182cc8fa39), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.808409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (403e6535-297a-4a3f-8b05-ca182cc8fa39), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.941900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (403e6535-297a-4a3f-8b05-ca182cc8fa39), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:50.972256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c5311-8a6a-4676-aff5-06b2c076a729 req-0043e33a-fa7c-4780-878e-62281014b14a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:50.973853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c5c5311-8a6a-4676-aff5-06b2c076a729 req-0043e33a-fa7c-4780-878e-62281014b14a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 943 time: 0.1268766 Feb 03 04:26:51.002180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403e6535-297a-4a3f-8b05-ca182cc8fa39,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:51.021335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.029069 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ba60da6f-df9c-4e82-b60b-d57be532fa49 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/403e6535-297a-4a3f-8b05-ca182cc8fa39 HTTP/1.1" status: 204 len: 168 time: 0.6014266 Feb 03 04:26:51.031708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:51.104232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:51.176168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.185188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c5c5311-8a6a-4676-aff5-06b2c076a729 req-515680d8-1098-4441-90ea-b4c4f1e9a466 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995740 Feb 03 04:26:51.236968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-75010216-f901-4730-9ac8-2ac4fd39c1fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e47a62ca004c41758ed46ddc23ed08c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286585 Feb 03 04:26:51.239182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:51.261250 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531f1d6c-6e34-469e-b49f-0e404435ed68 x-openstack-request-id: req-531f1d6c-6e34-469e-b49f-0e404435ed68 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:51.261771 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5def6f6-80e6-4bde-99b7-e7967a98a18d", "name": "network-vif-deleted", "tag": "9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c", "status": "completed", "code": 200}, {"server_uuid": "5b157741-ec06-4753-b192-7edaa40dec01", "name": "network-vif-deleted", "tag": "2e944c36-f0c5-4301-a764-1e420d10d8ae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:51.262193 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-531f1d6c-6e34-469e-b49f-0e404435ed68 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:51.262876 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5def6f6-80e6-4bde-99b7-e7967a98a18d', 'name': 'network-vif-deleted', 'tag': '9c5a7757-7ef9-4b51-bd5b-2b819fed0f2c', 'status': 'completed', 'code': 200} Feb 03 04:26:51.263295 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b157741-ec06-4753-b192-7edaa40dec01', 'name': 'network-vif-deleted', 'tag': '2e944c36-f0c5-4301-a764-1e420d10d8ae', 'status': 'completed', 'code': 200} Feb 03 04:26:51.291087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 712cf221-db05-464e-a275-a9044ef30948 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:26:51.293721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34696548-260d-44d7-bd35-715eef49a10a no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:51.355182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4b4-3131-4cc8-b0fd-c16b48772ce1 admin admin] Publish callbacks [] for security_group (cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.370296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.394086 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4b4-3131-4cc8-b0fd-c16b48772ce1 admin admin] Publish callbacks [] for security_group (cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.428807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d18d39-fdd1-4105-a2f5-1e1ff9fd7168']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:51.453297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:51.457712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:26:51.482704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.507695 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.515593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:26:51.516027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (6a4e0b88-8d6d-48bb-813b-f93b3d7f0ed8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:26:51.518347 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:26:51.600256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b04a382-dc88-483f-8dd7-0c92167109ee req-a35745db-b958-4c9c-b198-3c0864b6e383 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 210 time: 0.1237483 Feb 03 04:26:51.609266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34696548-260d-44d7-bd35-715eef49a10a is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:51.609876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.631760 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (32d18d39-fdd1-4105-a2f5-1e1ff9fd7168), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.644324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.656601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] 10.222.0.35 "DELETE /v2.0/networks/32d18d39-fdd1-4105-a2f5-1e1ff9fd7168 HTTP/1.1" status: 204 len: 168 time: 0.6180537 Feb 03 04:26:51.680619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 712cf221-db05-464e-a275-a9044ef30948, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=712cf221-db05-464e-a275-a9044ef30948,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:51.688567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f207f5-5253-42f1-aa93-4c0790732c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d18d39-fdd1-4105-a2f5-1e1ff9fd7168,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:51.712229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '712cf221-db05-464e-a275-a9044ef30948', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'port_id': '712cf221-db05-464e-a275-a9044ef30948', 'mac_address': 'fa:16:3e:bd:ad:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4432c88d-f1ac-4c71-ab3e-b6b32697a87d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:26:51.754256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:51.756650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34696548-260d-44d7-bd35-715eef49a10a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:51.759206 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b503524-f81d-46b2-830c-8646e8d1398c" -d '{"events": [{"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-unplugged", "status": "completed", "tag": "34696548-260d-44d7-bd35-715eef49a10a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:51.761377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-e113327b-9faa-4e8c-8e50-ab61a4559864 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.770485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-e113327b-9faa-4e8c-8e50-ab61a4559864 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.3689749 Feb 03 04:26:51.800689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-1d54c9e9-f232-4575-b791-3225d7102126 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/quotas/7c1032966558499ba8c08f7a49c7e1e6 HTTP/1.1" status: 200 len: 375 time: 0.0292516 Feb 03 04:26:51.825918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.889187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.893219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 712cf221-db05-464e-a275-a9044ef30948 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:51.894412 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712cf221-db05-464e-a275-a9044ef30948), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.894710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.901338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.907472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.914085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.919709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.923702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712cf221-db05-464e-a275-a9044ef30948 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:51.925154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:51.927234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-ae6472f3-6bd5-4076-936b-55da66b79d43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1544373 Feb 03 04:26:51.930032 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4b4-3131-4cc8-b0fd-c16b48772ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.932660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4b4-3131-4cc8-b0fd-c16b48772ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:51.933765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-be6ee4b4-3131-4cc8-b0fd-c16b48772ce1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac HTTP/1.1" status: 204 len: 168 time: 0.6936159 Feb 03 04:26:51.942254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:51.946516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee4b4-3131-4cc8-b0fd-c16b48772ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9ebd4f-153e-4f47-ab12-39dc39b6a4ac,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:51.986010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-e4115341-a632-49ed-937d-4311e4fa7763 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1843724 Feb 03 04:26:52.001803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:52.029754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 712cf221-db05-464e-a275-a9044ef30948, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=712cf221-db05-464e-a275-a9044ef30948,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:52.039164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (712cf221-db05-464e-a275-a9044ef30948), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:52.061694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae30aca1-4db5-4d5f-97eb-d73a42af87cf req-73d3522a-a5e3-402c-8afa-e523d81d65e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179109 Feb 03 04:26:52.134480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=712cf221-db05-464e-a275-a9044ef30948,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:52.148714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b7f19453-7391-482e-aff1-480e6377d7cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c703aa334fe14f409963619fc9b6d447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454875 Feb 03 04:26:52.151651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:52.155893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-0978829f-7eda-45d0-b9b9-9db862f474af service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684265 Feb 03 04:26:52.197436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-fc4e3e49-337a-4730-bd10-2126ba08d4bf tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:52.199208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-fc4e3e49-337a-4730-bd10-2126ba08d4bf tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2155378-9fd4-4d66-ae34-0e81483b534e HTTP/1.1" status: 200 len: 944 time: 0.1470070 Feb 03 04:26:52.252965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['712cf221-db05-464e-a275-a9044ef30948'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:26:52.304190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-39d25970-178b-47b3-b56c-cd4e6939cf54 service neutron] 10.222.0.35 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465015 Feb 03 04:26:52.323741 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adcec2f-5b6c-40a7-b3a7-d8e267610b8a admin admin] Publish callbacks [] for security_group (af4627ba-23ca-426c-a1e5-4f342545ab69), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:52.473622 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-dc87844c-5217-474e-a0e3-2fb9e9c4b148 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8afe07e7ddb04af59948f87b8073a6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463030 Feb 03 04:26:52.494058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adcec2f-5b6c-40a7-b3a7-d8e267610b8a admin admin] Publish callbacks [] for security_group (af4627ba-23ca-426c-a1e5-4f342545ab69), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:52.741005 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3067f6-c91f-456e-ae8b-c337eaf28f2b x-openstack-request-id: req-fb3067f6-c91f-456e-ae8b-c337eaf28f2b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:52.741520 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-unplugged", "status": "completed", "tag": "34696548-260d-44d7-bd35-715eef49a10a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:52.741520 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb3067f6-c91f-456e-ae8b-c337eaf28f2b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:52.741936 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34696548-260d-44d7-bd35-715eef49a10a', 'code': 200} Feb 03 04:26:52.765488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Deleting port 34696548-260d-44d7-bd35-715eef49a10a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:26:52.766038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (34696548-260d-44d7-bd35-715eef49a10a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:52.779096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bec55-009c-4f67-8780-234dea3ec833 req-b310b31d-28ba-49c1-9fa2-23a208003b73 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:52.791960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b9bec55-009c-4f67-8780-234dea3ec833 req-b310b31d-28ba-49c1-9fa2-23a208003b73 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1699953 Feb 03 04:26:52.877328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] For port 34696548-260d-44d7-bd35-715eef49a10a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34696548-260d-44d7-bd35-715eef49a10a,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:52.877703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (34696548-260d-44d7-bd35-715eef49a10a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:52.893219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Calling delete_port for 34696548-260d-44d7-bd35-715eef49a10a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:26:52.958852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b9bec55-009c-4f67-8780-234dea3ec833 req-a244efa1-f1c0-4f91-8b06-a9907d683f95 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590509 Feb 03 04:26:53.015575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32283a9b-fd38-4847-90c7-1ae0ff7f20df req-933c5f9a-57f0-45e2-a364-3a94b8c17cdc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.018024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32283a9b-fd38-4847-90c7-1ae0ff7f20df req-933c5f9a-57f0-45e2-a364-3a94b8c17cdc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 944 time: 0.1629775 Feb 03 04:26:53.018708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adcec2f-5b6c-40a7-b3a7-d8e267610b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (af4627ba-23ca-426c-a1e5-4f342545ab69), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.021865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adcec2f-5b6c-40a7-b3a7-d8e267610b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.025909 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5adcec2f-5b6c-40a7-b3a7-d8e267610b8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af4627ba-23ca-426c-a1e5-4f342545ab69 HTTP/1.1" status: 204 len: 168 time: 0.8707399 Feb 03 04:26:53.092527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcec2f-5b6c-40a7-b3a7-d8e267610b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4627ba-23ca-426c-a1e5-4f342545ab69,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:53.101370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7072123e-b335-475d-be94-323b2334002c req-5f8f7fb7-fd8c-4fcc-9419-e3516f0d8e7d tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 210 time: 0.0605214 Feb 03 04:26:53.137385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-87500ff0-8435-4c57-a97d-14bb3ee71e9e tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.138993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-87500ff0-8435-4c57-a97d-14bb3ee71e9e tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6301358 Feb 03 04:26:53.182895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Request body: {'port': {'device_id': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '8afe07e7ddb04af59948f87b8073a6db'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:53.183614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32283a9b-fd38-4847-90c7-1ae0ff7f20df req-c7b08e16-268d-4620-86a9-c63768bdd3f9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541908 Feb 03 04:26:53.265470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de5fe0e0-ee91-44fc-b374-b928f4233582 req-ceffe9df-da80-4d5c-8422-f4fb6f940626 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 210 time: 0.0521648 Feb 03 04:26:53.305045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 712cf221-db05-464e-a275-a9044ef30948 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:26:53.339646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (34696548-260d-44d7-bd35-715eef49a10a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.470253 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.500943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event deleted for resources: {'Port': ['ID=34696548-260d-44d7-bd35-715eef49a10a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:53.516990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 712cf221-db05-464e-a275-a9044ef30948 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:26:53.529977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 712cf221-db05-464e-a275-a9044ef30948 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:53.530843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (712cf221-db05-464e-a275-a9044ef30948), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.543973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.559118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.567258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] No DVR routers for this DVR port 34696548-260d-44d7-bd35-715eef49a10a on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:26:53.570483 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.572790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.575750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d9ce25e2-bc19-41be-ba63-330c8aa1a0bc req-3a9909cc-fed7-43b3-9a1e-81e6aaa42dd1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.31 "DELETE /v2.0/ports/34696548-260d-44d7-bd35-715eef49a10a HTTP/1.1" status: 204 len: 173 time: 1.3485324 Feb 03 04:26:53.578163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-deleted', 'tag': '34696548-260d-44d7-bd35-715eef49a10a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:53.590991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.591633 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a74ef1b-8c21-4232-88d6-34f3dc122c9c" -d '{"events": [{"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-deleted", "tag": "34696548-260d-44d7-bd35-715eef49a10a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:53.607305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.620494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.632379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:53.636297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-798ae739-83e2-4621-94ce-0e7981c73c04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2208564 Feb 03 04:26:53.680163 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.685476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Made reservation on behalf of 8afe07e7ddb04af59948f87b8073a6db for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:53.690423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.706170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.810827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-493c11e0-e908-4f37-81ce-a88358ae3ff8 req-bd77c6fc-7f5d-4c62-86ee-27023d0309fb tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665597 Feb 03 04:26:53.822519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 712cf221-db05-464e-a275-a9044ef30948 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:26:53.824070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712cf221-db05-464e-a275-a9044ef30948), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.917203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 712cf221-db05-464e-a275-a9044ef30948, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=712cf221-db05-464e-a275-a9044ef30948,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:26:53.920793 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks [] for security_group (8baf80a0-79e9-4032-b73b-454cab59c4ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.933816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8baf80a0-79e9-4032-b73b-454cab59c4ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.939248 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86108ecc-39e4-4d24-a912-7f7ccd8378e9 x-openstack-request-id: req-86108ecc-39e4-4d24-a912-7f7ccd8378e9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:53.939547 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2155378-9fd4-4d66-ae34-0e81483b534e", "name": "network-vif-deleted", "tag": "34696548-260d-44d7-bd35-715eef49a10a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:53.939837 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86108ecc-39e4-4d24-a912-7f7ccd8378e9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:53.940233 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2155378-9fd4-4d66-ae34-0e81483b534e', 'name': 'network-vif-deleted', 'tag': '34696548-260d-44d7-bd35-715eef49a10a', 'status': 'completed', 'code': 200} Feb 03 04:26:53.945434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (712cf221-db05-464e-a275-a9044ef30948), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:53.946310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34696548-260d-44d7-bd35-715eef49a10a no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:26:54.000026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 34696548-260d-44d7-bd35-715eef49a10a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:26:54.000383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34696548-260d-44d7-bd35-715eef49a10a not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:26:54.040170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef511110-053f-4e3a-8dd8-9fc71bdf679e req-8704a0df-875a-4570-9699-176defdfa33a tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d356ea757a24a659f2b5cf9a4b5e8b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628445 Feb 03 04:26:54.130343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf80a0-79e9-4032-b73b-454cab59c4ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:54.211445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad9a02-9de0-4dc5-8045-3a0dbc3a9e26 req-2c80efd3-eb97-4782-8982-6d1197689855 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:54.213393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbad9a02-9de0-4dc5-8045-3a0dbc3a9e26 req-2c80efd3-eb97-4782-8982-6d1197689855 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1723258 Feb 03 04:26:54.259589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef511110-053f-4e3a-8dd8-9fc71bdf679e req-49d1d330-2fb9-4424-a3ee-ac6c955269eb tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:54.267109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef511110-053f-4e3a-8dd8-9fc71bdf679e req-49d1d330-2fb9-4424-a3ee-ac6c955269eb tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152250 Feb 03 04:26:54.326137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbad9a02-9de0-4dc5-8045-3a0dbc3a9e26 req-509b7b2a-ef40-4381-84c1-08f24381c9de tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031425 Feb 03 04:26:54.342640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef511110-053f-4e3a-8dd8-9fc71bdf679e req-a42681a6-9e36-457e-b56d-d4411a46d371 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/quotas/6d356ea757a24a659f2b5cf9a4b5e8b4 HTTP/1.1" status: 200 len: 375 time: 0.0742564 Feb 03 04:26:54.376648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Allocated IP 192.168.233.41 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/293b0205-c062-40bb-8223-52d9c26fee4e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:54.423262 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef511110-053f-4e3a-8dd8-9fc71bdf679e req-dd9a4054-d003-4a18-9a58-101096d78f5a tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d356ea757a24a659f2b5cf9a4b5e8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790770 Feb 03 04:26:54.546325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4337b9a4-4438-4ba2-aef6-a07850145408 req-d574e261-8018-46a9-81f3-1d3db64d79fc tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 210 time: 0.0652261 Feb 03 04:26:54.612973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=712cf221-db05-464e-a275-a9044ef30948,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:54.644820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-0d08730e-421a-4651-9806-41b75453417e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:54.646407 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-0d08730e-421a-4651-9806-41b75453417e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 805 time: 0.3115187 Feb 03 04:26:54.662642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Request body: {'port': {'device_id': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'admin_state_up': True, 'tenant_id': '7c1032966558499ba8c08f7a49c7e1e6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:54.743335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712cf221-db05-464e-a275-a9044ef30948'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:54.743561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c95f004-7b16-4649-b968-e9011b033c23 req-2c742665-a20b-4666-b2f5-b73ac956456e tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 210 time: 0.0869656 Feb 03 04:26:54.746790 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2777aa-6ddb-4ea9-b98c-98d3000079aa" -d '{"events": [{"server_uuid": "4062911e-f767-403f-b2e8-6d32aaa0812c", "name": "network-vif-plugged", "status": "completed", "tag": "712cf221-db05-464e-a275-a9044ef30948"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:54.784906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8499e67-ea79-443c-bbfa-b216025c1191 req-60009aa3-beae-4ede-a523-403fa143f317 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:54.791367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8499e67-ea79-443c-bbfa-b216025c1191 req-60009aa3-beae-4ede-a523-403fa143f317 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 945 time: 0.2309260 Feb 03 04:26:54.886181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8499e67-ea79-443c-bbfa-b216025c1191 req-b330b3ba-c221-4320-b55d-a457f3cc2305 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938766 Feb 03 04:26:54.905167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Made reservation on behalf of 7c1032966558499ba8c08f7a49c7e1e6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:54.908771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:54.954169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks [] for port (293b0205-c062-40bb-8223-52d9c26fee4e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:54.970920 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d0dca-1a71-461e-bba4-d22d87d28f99 x-openstack-request-id: req-214d0dca-1a71-461e-bba4-d22d87d28f99 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:54.971546 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4062911e-f767-403f-b2e8-6d32aaa0812c", "name": "network-vif-plugged", "status": "completed", "tag": "712cf221-db05-464e-a275-a9044ef30948", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:54.971978 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-214d0dca-1a71-461e-bba4-d22d87d28f99 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:54.972598 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712cf221-db05-464e-a275-a9044ef30948', 'code': 200} Feb 03 04:26:54.984770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:55.124801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Allocated IP 172.20.0.5 (4353d205-7593-4c18-9838-d87c545b2767/3e3b74de-a033-41cb-9033-2115f3239b0e/6cb9e356-96f2-4ea4-9693-213d80564943) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:26:55.136419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.211750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:55.215690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe37b1c-3200-4f45-9f7f-9289c8bd3b4e req-5d5b7659-d29a-4432-ac7c-87730195cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.217490 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-afe37b1c-3200-4f45-9f7f-9289c8bd3b4e req-5d5b7659-d29a-4432-ac7c-87730195cba8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 1127 time: 0.1560144 Feb 03 04:26:55.228400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:55.230567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.246884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.247410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:55.265254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.275049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.300759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.312917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.319849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Pushing event updated for resources: {'Port': ['ID=293b0205-c062-40bb-8223-52d9c26fee4e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:55.323987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.329798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-e03a78c8-c75c-4efe-9206-5c15184fda69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2304335 Feb 03 04:26:55.384507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.385843 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.406198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1774725744-network', 'tenant_id': '0ffa1ee50e5f4ef79d9ebb2961a4e7e8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:55.422307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-afe37b1c-3200-4f45-9f7f-9289c8bd3b4e req-5d88d21b-90dd-4758-8f40-6ad4d9872c99 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688752 Feb 03 04:26:55.443947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4a1f9d11-916b-413c-be9f-16b94bfa4bea tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2898400 Feb 03 04:26:55.513656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17a3d39c-872c-4fef-bc7e-0ec97bf04d6c req-1d70cade-a345-49fb-b58b-563eb013e8a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771610 Feb 03 04:26:55.525119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Made reservation on behalf of 0ffa1ee50e5f4ef79d9ebb2961a4e7e8 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:55.528071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.550491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.579108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks [] for port (6cb9e356-96f2-4ea4-9693-213d80564943), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.628230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Request body: {'port': {'device_id': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:55.640828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c95829aa-300f-4ff5-921d-67ab6365a015 None None] Provisioning complete for port 293b0205-c062-40bb-8223-52d9c26fee4e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:26:55.642305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95829aa-300f-4ff5-921d-67ab6365a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.700545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.710822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c95829aa-300f-4ff5-921d-67ab6365a015 None None] Port 293b0205-c062-40bb-8223-52d9c26fee4e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:26:55.719352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.743536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks [] for security_group (b1f1acd7-a2fb-4ba9-b798-c54440f17cd8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.748304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Network 4353d205-7593-4c18-9838-d87c545b2767 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:26:55.755616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b1f1acd7-a2fb-4ba9-b798-c54440f17cd8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.761801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:55.769119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:26:55.780501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267e183-9324-4ca5-ae0e-76a5e60a048f req-6c2dd474-d547-43fe-8540-277e159b0c90 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.788427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7267e183-9324-4ca5-ae0e-76a5e60a048f req-6c2dd474-d547-43fe-8540-277e159b0c90 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1432936 Feb 03 04:26:55.822929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:26:55.841708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:55.842502 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.849476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:55.875144 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2174182 Feb 03 04:26:55.879217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (aa23aac1-c84d-4457-8e27-21a8aa148ef2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:55.879595 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Added segment aa23aac1-c84d-4457-8e27-21a8aa148ef2 of type vlan for network b75880fb-48b6-4cd4-97df-bc74fe7f2403 Feb 03 04:26:55.910165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7267e183-9324-4ca5-ae0e-76a5e60a048f req-9ddf20b1-ddcd-4688-815c-f1daa3ca631c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207805 Feb 03 04:26:55.919216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Request body: {'port': {'device_id': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:55.922073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33534c92-a284-4310-98ac-fe3687eef814 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event updated for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:55.968566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b75880fb-48b6-4cd4-97df-bc74fe7f2403), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:56.014879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:56.056965 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b75880fb-48b6-4cd4-97df-bc74fe7f2403), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:56.058145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:56.058849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:56.472279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4841413 Feb 03 04:26:56.474212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb11c98-06d6-4773-8d52-9063631cbe7c admin admin] Pushing event updated for resources: {'Network': ['ID=b75880fb-48b6-4cd4-97df-bc74fe7f2403,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:56.478828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:56.484070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f004cc-963b-4caf-aec7-1d9e650cad4a req-65fc43bd-6598-4a75-9867-bb751a916ec1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:56.487809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:26:56.489859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Request body: {'subnet': {'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1774725744-subnet', 'tenant_id': '0ffa1ee50e5f4ef79d9ebb2961a4e7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:26:56.492055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4f004cc-963b-4caf-aec7-1d9e650cad4a req-65fc43bd-6598-4a75-9867-bb751a916ec1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 931 time: 0.5163984 Feb 03 04:26:56.557389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Made reservation on behalf of 0ffa1ee50e5f4ef79d9ebb2961a4e7e8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:26:56.562099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:56.583282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b1540-072c-4528-9ebc-a013cb4857ff req-feb447f2-0957-4476-b294-5fe724e2f1fb tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:56.593675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed2b1540-072c-4528-9ebc-a013cb4857ff req-feb447f2-0957-4476-b294-5fe724e2f1fb tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 935 time: 0.1258867 Feb 03 04:26:56.618267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4f004cc-963b-4caf-aec7-1d9e650cad4a req-a0f5ab58-55a5-41e3-9a4a-16849ea14ab7 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250923 Feb 03 04:26:56.689913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed2b1540-072c-4528-9ebc-a013cb4857ff req-d979224a-d844-4702-8c80-a3d2de9a6a80 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947480 Feb 03 04:26:56.913618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193921a0-3856-459b-af24-1abc37d7abd9 req-0b13ec2c-7f55-4f92-b326-6a8b34298f2d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:56.915213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-193921a0-3856-459b-af24-1abc37d7abd9 req-0b13ec2c-7f55-4f92-b326-6a8b34298f2d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 945 time: 0.1363709 Feb 03 04:26:56.951790 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293b0205-c062-40bb-8223-52d9c26fee4e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:56.966289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Publish callbacks [] for port (293b0205-c062-40bb-8223-52d9c26fee4e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.000468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Transition to ACTIVE for port object 293b0205-c062-40bb-8223-52d9c26fee4e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:57.018294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-193921a0-3856-459b-af24-1abc37d7abd9 req-4cfd02fc-0d3a-425b-b0d7-3e7c4ee10dbf tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955896 Feb 03 04:26:57.060214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.121234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (cee5a732-fb8b-4285-a41a-01726228299f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.134060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb9e356-96f2-4ea4-9693-213d80564943 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:26:57.151822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Publish callbacks [] for port (6cb9e356-96f2-4ea4-9693-213d80564943), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.244485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=293b0205-c062-40bb-8223-52d9c26fee4e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:57.251332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Transition to ACTIVE for port object 6cb9e356-96f2-4ea4-9693-213d80564943 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:26:57.282348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.288654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.289018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee5a732-fb8b-4285-a41a-01726228299f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:57.296630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.301674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.303932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.310069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.315722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.321196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.331117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-dbedabe4-2fbf-4f3b-a5ea-49c079371cb9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2492275 Feb 03 04:26:57.384247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848352aa-98ae-40d9-a1cc-37f8859c5423 req-3b90d8cd-79f6-4891-a0e8-a278064f185a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.386310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-848352aa-98ae-40d9-a1cc-37f8859c5423 req-3b90d8cd-79f6-4891-a0e8-a278064f185a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.2095528 Feb 03 04:26:57.434624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:57.491005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f18b39-f218-42f6-bf9f-e6c3c6f0a353 req-b1f92d50-89d7-4ee4-a9f3-22e270857b0a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1586146 Feb 03 04:26:57.505794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Checking segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:57.506317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Network hostable DHCP agents. Network: b75880fb-48b6-4cd4-97df-bc74fe7f2403, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:26:57.530532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-848352aa-98ae-40d9-a1cc-37f8859c5423 req-705e582f-daf1-43aa-bbbb-f0f21e8f6b2a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274543 Feb 03 04:26:57.540480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Attempting to bind port 293b0205-c062-40bb-8223-52d9c26fee4e on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:57.540480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Attempting to bind port 293b0205-c062-40bb-8223-52d9c26fee4e by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:57.540480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Attempting to bind port 293b0205-c062-40bb-8223-52d9c26fee4e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:57.561691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:26:57.567618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Port 293b0205-c062-40bb-8223-52d9c26fee4e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:57.573855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Attempting to bind port 293b0205-c062-40bb-8223-52d9c26fee4e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:57.586654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:57.586990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:57.587413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:57.589209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Bound port: 293b0205-c062-40bb-8223-52d9c26fee4e, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:57.589588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.649009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b75880fb-48b6-4cd4-97df-bc74fe7f2403) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:26:57.657765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb519ff5-3161-49f2-a562-17d7aa200e54 None None] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:26:57.662890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.663490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.675289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Attempting to bind port 6cb9e356-96f2-4ea4-9693-213d80564943 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:26:57.675654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Attempting to bind port 6cb9e356-96f2-4ea4-9693-213d80564943 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:26:57.675985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Attempting to bind port 6cb9e356-96f2-4ea4-9693-213d80564943 on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:57.692642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Port 6cb9e356-96f2-4ea4-9693-213d80564943 on network 4353d205-7593-4c18-9838-d87c545b2767 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:26:57.692799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Attempting to bind port 6cb9e356-96f2-4ea4-9693-213d80564943 on network 4353d205-7593-4c18-9838-d87c545b2767 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:26:57.727112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:26:57.735901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Checking segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:26:57.736303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Bound using segment: {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:26:57.736775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Bound port: 6cb9e356-96f2-4ea4-9693-213d80564943, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4353d205-7593-4c18-9838-d87c545b2767'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:26:57.737146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.743390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eefa657-2b7a-41d6-b191-089db2a5a95e req-1ecdc5ad-dcf1-47e1-95bc-357c70743171 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d356ea757a24a659f2b5cf9a4b5e8b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600986 Feb 03 04:26:57.794997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4207ce79-0166-4ee6-a93e-e3e4d80cce60 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3148584 Feb 03 04:26:57.831206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] For port 293b0205-c062-40bb-8223-52d9c26fee4e, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:57.835771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] For port 293b0205-c062-40bb-8223-52d9c26fee4e, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=293b0205-c062-40bb-8223-52d9c26fee4e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:57.905217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:26:57.910242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:26:57.914869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.932990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.946008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66df4a1-e60e-4f87-8734-ecb42073c4bf None None] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:26:57.978405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:57.979196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:57.981073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] 10.222.0.31 "PUT /v2.0/ports/293b0205-c062-40bb-8223-52d9c26fee4e HTTP/1.1" status: 200 len: 1095 time: 2.3598733 Feb 03 04:26:57.984090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'tag': '293b0205-c062-40bb-8223-52d9c26fee4e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:26:57.995563 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2494290-ee06-4529-9ed9-4991b5571491" -d '{"events": [{"name": "network-changed", "server_uuid": "6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137", "tag": "293b0205-c062-40bb-8223-52d9c26fee4e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:26:58.012799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.013939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:58.015905 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] 10.222.0.15 "PUT /v2.0/ports/6cb9e356-96f2-4ea4-9693-213d80564943 HTTP/1.1" status: 200 len: 1091 time: 2.1099505 Feb 03 04:26:58.116586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefa657-2b7a-41d6-b191-089db2a5a95e req-fee2928a-0423-4bb1-81df-684ebd6ddd79 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.128884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eefa657-2b7a-41d6-b191-089db2a5a95e req-fee2928a-0423-4bb1-81df-684ebd6ddd79 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831186 Feb 03 04:26:58.167273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2240f-9881-4f11-b817-8876cf435cc6 req-a223fff5-9fca-4a9e-8bc7-fa1ff64ccb7e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.172381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68096428-908e-4c1b-afc7-be9b015afcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=293b0205-c062-40bb-8223-52d9c26fee4e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:58.179953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67d2240f-9881-4f11-b817-8876cf435cc6 req-a223fff5-9fca-4a9e-8bc7-fa1ff64ccb7e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 943 time: 0.2465084 Feb 03 04:26:58.200148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eefa657-2b7a-41d6-b191-089db2a5a95e req-998944bf-2920-4458-8e93-1ad9017c2cd4 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/quotas/6d356ea757a24a659f2b5cf9a4b5e8b4 HTTP/1.1" status: 200 len: 375 time: 0.0685933 Feb 03 04:26:58.224037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-df0ead70-b76a-4140-a31b-ad47a0b34fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.236829 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-df0ead70-b76a-4140-a31b-ad47a0b34fc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8afe07e7ddb04af59948f87b8073a6db&device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 1129 time: 0.2030776 Feb 03 04:26:58.266644 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eefa657-2b7a-41d6-b191-089db2a5a95e req-3899a946-8b08-4eed-8864-abfabb6127e2 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d356ea757a24a659f2b5cf9a4b5e8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651646 Feb 03 04:26:58.274639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-07e64c41-ca1f-4344-869f-693c0e15a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.276504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-07e64c41-ca1f-4344-869f-693c0e15a306 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 1125 time: 0.1965566 Feb 03 04:26:58.310779 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67d2240f-9881-4f11-b817-8876cf435cc6 req-6394a0ea-fd32-4261-9935-93116937c1b3 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274915 Feb 03 04:26:58.381138 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4f7560be-a9e8-413d-b20f-efdfc85d29dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=293b0205-c062-40bb-8223-52d9c26fee4e HTTP/1.1" status: 200 len: 217 time: 0.1146519 Feb 03 04:26:58.469935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-40c7ea56-cc3a-46f5-b439-fee479175bdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb9e356-96f2-4ea4-9693-213d80564943 HTTP/1.1" status: 200 len: 217 time: 0.1170542 Feb 03 04:26:58.512726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2801d4-289e-4e90-9b5a-f1d1fa42660d req-e3d635d8-9b88-4314-9bd5-151768c4c1c2 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.514552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec2801d4-289e-4e90-9b5a-f1d1fa42660d req-e3d635d8-9b88-4314-9bd5-151768c4c1c2 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 947 time: 0.0901020 Feb 03 04:26:58.560123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b122b19-9c96-4740-91ae-94886c0fed59 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:58.598347 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537550e-62de-46b5-b947-b3d70dd3baa6 x-openstack-request-id: req-2537550e-62de-46b5-b947-b3d70dd3baa6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:26:58.598750 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137", "tag": "293b0205-c062-40bb-8223-52d9c26fee4e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:26:58.599012 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2537550e-62de-46b5-b947-b3d70dd3baa6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:26:58.599421 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'tag': '293b0205-c062-40bb-8223-52d9c26fee4e', 'status': 'completed', 'code': 200} Feb 03 04:26:58.609339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-6746ad1f-8fb8-4d0d-87b7-6179f470e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.610850 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-6746ad1f-8fb8-4d0d-87b7-6179f470e596 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.2289360 Feb 03 04:26:58.612600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-3e7e4666-39ae-40c8-aa7a-7d91a9e4acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.613922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-3e7e4666-39ae-40c8-aa7a-7d91a9e4acb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.1254988 Feb 03 04:26:58.626299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec2801d4-289e-4e90-9b5a-f1d1fa42660d req-b4589227-392f-4396-8449-de5e99e93457 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036165 Feb 03 04:26:58.687365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-fa008517-eea0-423e-825e-d292251b8d3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496178 Feb 03 04:26:58.746252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-9b0592a4-80cc-4f48-9aa1-d4a33fcd04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:58.747815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-9b0592a4-80cc-4f48-9aa1-d4a33fcd04e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1199629 Feb 03 04:26:58.919062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-e0a3b809-4e0e-439d-bcb5-9651f5a1d0bf service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245610 Feb 03 04:26:58.954882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-4113f5be-bb5b-4482-97d6-8b45a48a0e5e service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813877 Feb 03 04:26:59.050537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-bdb73449-5377-4de4-9024-397f5f832ebf tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.056011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-bdb73449-5377-4de4-9024-397f5f832ebf tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 813 time: 0.2066178 Feb 03 04:26:59.083397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-074ade81-06bf-4bdd-9df6-546bb09ec706 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/quotas/0ffa1ee50e5f4ef79d9ebb2961a4e7e8 HTTP/1.1" status: 200 len: 375 time: 0.0258398 Feb 03 04:26:59.101194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.104881 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-45a45cae-2c21-4125-a943-d3ad53596e04 req-ccd10097-6216-498e-b554-562df0512afe service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770146 Feb 03 04:26:59.106902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.113156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.118878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.127083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.135647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.141786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.150083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-cc1fd5f6-a5b3-4fbe-a239-574941fad4cf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1445045 Feb 03 04:26:59.194995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-9c3bfc81-89d4-4fdd-b104-3c27e2b77963 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052306 Feb 03 04:26:59.201340 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d603e15-d321-4e58-806b-2b3ac3941383 req-c1e9d575-2bcf-46bf-9b3d-7630659b03fd service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343252 Feb 03 04:26:59.322211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494290-ee06-4529-9ed9-4991b5571491 req-20e87a5c-490b-43ac-82f7-aa1631ab4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.322414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-362825a5-2fe2-4f50-85e9-43b0813bd938 req-4811acbf-b69b-453a-a7ec-ae13d20114d1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1711981 Feb 03 04:26:59.323772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2494290-ee06-4529-9ed9-4991b5571491 req-20e87a5c-490b-43ac-82f7-aa1631ab4fe3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8afe07e7ddb04af59948f87b8073a6db&device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 1129 time: 0.0667045 Feb 03 04:26:59.384990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-a978e858-f1bb-48d9-b6d2-bc6c1c979578 service neutron] 10.222.0.35 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773949 Feb 03 04:26:59.418400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:59.465621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494290-ee06-4529-9ed9-4991b5571491 req-18e4663a-ef3d-4cb5-87d0-3cb9d1f4f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.467113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2494290-ee06-4529-9ed9-4991b5571491 req-18e4663a-ef3d-4cb5-87d0-3cb9d1f4f81e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1369936 Feb 03 04:26:59.516522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2494290-ee06-4529-9ed9-4991b5571491 req-93692b04-3bab-491b-b1fd-a13dc002b490 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=293b0205-c062-40bb-8223-52d9c26fee4e HTTP/1.1" status: 200 len: 217 time: 0.0413232 Feb 03 04:26:59.541891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605497e8-8c4d-4705-9500-5935f031b4ba req-d0dc57c6-46e6-4337-922d-51c07af877f4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.543382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-605497e8-8c4d-4705-9500-5935f031b4ba req-d0dc57c6-46e6-4337-922d-51c07af877f4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1363316 Feb 03 04:26:59.547186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-b6c8d879-7508-47da-8f20-40e641b8144d service neutron] 10.222.0.35 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556916 Feb 03 04:26:59.572949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494290-ee06-4529-9ed9-4991b5571491 req-96a76ab0-a1f7-4c82-b090-65f6346e5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.575544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2494290-ee06-4529-9ed9-4991b5571491 req-96a76ab0-a1f7-4c82-b090-65f6346e5b96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0511281 Feb 03 04:26:59.577419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b966ff3c-eabf-4e02-819f-b793c433ced7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:59.625817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-605497e8-8c4d-4705-9500-5935f031b4ba req-eff2f8d6-4981-4346-810a-4ad02a585088 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761640 Feb 03 04:26:59.633461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494290-ee06-4529-9ed9-4991b5571491 req-78fe9648-635d-44ce-891f-61c2861468d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.635978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2494290-ee06-4529-9ed9-4991b5571491 req-78fe9648-635d-44ce-891f-61c2861468d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0546675 Feb 03 04:26:59.744229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b966ff3c-eabf-4e02-819f-b793c433ced7 admin admin] Publish callbacks [] for security_group (8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:59.755085 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b966ff3c-eabf-4e02-819f-b793c433ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:59.775026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2494290-ee06-4529-9ed9-4991b5571491 req-fce93463-1a6d-42fe-a151-ef2d69694bac service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297009 Feb 03 04:26:59.829912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b966ff3c-eabf-4e02-819f-b793c433ced7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72f2ea77d2ea49c98529eb1c9b05e394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102592 Feb 03 04:26:59.835640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37102) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:26:59.871329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966ff3c-eabf-4e02-819f-b793c433ced7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:26:59.902432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2494290-ee06-4529-9ed9-4991b5571491 req-0963caec-f5e3-4205-a0d6-1732e19d8697 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210878 Feb 03 04:26:59.928606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f433a6c1-a288-4b30-b2d7-395e167b64fb admin admin] Publish callbacks [] for security_group (8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:26:59.948821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c419f-fba9-43ba-843a-7ce22c29784d req-702a0278-9eb4-41f2-8d8f-8acbd494f197 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:26:59.950506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-574c419f-fba9-43ba-843a-7ce22c29784d req-702a0278-9eb4-41f2-8d8f-8acbd494f197 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 943 time: 0.1719859 Feb 03 04:26:59.972234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f433a6c1-a288-4b30-b2d7-395e167b64fb admin admin] Publish callbacks [] for security_group (8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:00.077141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-574c419f-fba9-43ba-843a-7ce22c29784d req-9e408cdd-04b7-4b69-b8f2-ace68883e8b9 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202035 Feb 03 04:27:00.106190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ff8cd-125c-45b9-9aad-ec64162cdec1 req-88eb359d-7994-47df-8694-a19a5e514e07 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.106190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-480ff8cd-125c-45b9-9aad-ec64162cdec1 req-88eb359d-7994-47df-8694-a19a5e514e07 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 947 time: 0.1203210 Feb 03 04:27:00.114986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f433a6c1-a288-4b30-b2d7-395e167b64fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:00.117906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f433a6c1-a288-4b30-b2d7-395e167b64fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:00.121959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f433a6c1-a288-4b30-b2d7-395e167b64fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee HTTP/1.1" status: 204 len: 168 time: 0.2824790 Feb 03 04:27:00.141811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433a6c1-a288-4b30-b2d7-395e167b64fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e22dc8e-2e94-4a5b-bc63-8f852eaab4ee,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:00.187367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-480ff8cd-125c-45b9-9aad-ec64162cdec1 req-4c1c52ca-220f-4b66-9c50-25edcc8c0431 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821481 Feb 03 04:27:00.564616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:00.593984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:00.612404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:00.615262 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74" -d '{"events": [{"name": "network-changed", "server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:00.712623 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1294238f-dc34-4a6f-be36-6874367aff25 req-76fb3059-5ce1-46c7-ad5f-b2ede4d2e83a tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 210 time: 0.0833843 Feb 03 04:27:00.766270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Publish callbacks [] for security_group (72222c25-0411-4089-803d-f49d951bdced), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:00.775589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (72222c25-0411-4089-803d-f49d951bdced), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:00.890811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cf85bf733e247a8b1c7794f5d1c570b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228421 Feb 03 04:27:00.891485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72222c25-0411-4089-803d-f49d951bdced,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:00.895433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.898343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:00.901652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.907713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.913403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.919463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.926157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.932321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:00.944627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-0863753e-f5d4-489a-9701-764def246351 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1525171 Feb 03 04:27:01.032368 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db9d3c1-edb5-436e-824d-03f38d35a870 x-openstack-request-id: req-6db9d3c1-edb5-436e-824d-03f38d35a870 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:01.032665 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:01.032919 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6db9d3c1-edb5-436e-824d-03f38d35a870 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:01.033323 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943', 'status': 'completed', 'code': 200} Feb 03 04:27:01.036262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.036605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.036941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.037194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aab6fd9a-5044-4948-bab8-ef526ddc01d1 req-a97223b6-654d-4040-886e-6d0303731ee0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912101 Feb 03 04:27:01.037347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.037582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.037909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.038229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.038547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.038865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.039182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.039703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.055049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.055049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f3d1f-7bbd-4f3b-b684-724f9c92b664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:01.116277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6684-9440-446a-92a4-aa78db2d53a9 admin admin] Publish callbacks [] for security_group (72222c25-0411-4089-803d-f49d951bdced), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:01.124904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12d199-33eb-4a57-9a61-6b97d29ef4b7 req-4238b6ab-ee68-493a-a2e7-4786a6f0ba37 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:01.133590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be12d199-33eb-4a57-9a61-6b97d29ef4b7 req-4238b6ab-ee68-493a-a2e7-4786a6f0ba37 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.0836115 Feb 03 04:27:01.153970 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6684-9440-446a-92a4-aa78db2d53a9 admin admin] Publish callbacks [] for security_group (72222c25-0411-4089-803d-f49d951bdced), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:01.164126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-3a3e75d8-3561-40ef-bf65-a07010cf3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:01.166172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-3a3e75d8-3561-40ef-bf65-a07010cf3cde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 1125 time: 0.1400943 Feb 03 04:27:01.223087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be12d199-33eb-4a57-9a61-6b97d29ef4b7 req-7324e8d9-b14b-4d9e-8686-02f41470e355 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882931 Feb 03 04:27:01.271593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5b95e63-2f9c-4374-a3f7-1290644c778e req-55a63aa7-277e-41e9-af77-5a219748c5c1 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d356ea757a24a659f2b5cf9a4b5e8b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468004 Feb 03 04:27:01.348032 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6684-9440-446a-92a4-aa78db2d53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (72222c25-0411-4089-803d-f49d951bdced), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:01.355051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6684-9440-446a-92a4-aa78db2d53a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:01.356544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b0cf6684-9440-446a-92a4-aa78db2d53a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72222c25-0411-4089-803d-f49d951bdced HTTP/1.1" status: 204 len: 168 time: 0.4572704 Feb 03 04:27:01.367829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 293b0205-c062-40bb-8223-52d9c26fee4e details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:01.383722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-4e7f8e85-069e-4d53-8cb6-51a8fd6a1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:01.385410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-4e7f8e85-069e-4d53-8cb6-51a8fd6a1a59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 200 len: 906 time: 0.2084579 Feb 03 04:27:01.420106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf6684-9440-446a-92a4-aa78db2d53a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72222c25-0411-4089-803d-f49d951bdced,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:01.506313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-5e8e6cd6-436e-46e6-82ba-219671a9bfb1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:01.507945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-5e8e6cd6-436e-46e6-82ba-219671a9bfb1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.31 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 813 time: 0.2973680 Feb 03 04:27:01.509192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-05d77836-89f9-4198-8320-62af131f2f60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb9e356-96f2-4ea4-9693-213d80564943 HTTP/1.1" status: 200 len: 217 time: 0.1120775 Feb 03 04:27:01.642700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 293b0205-c062-40bb-8223-52d9c26fee4e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=293b0205-c062-40bb-8223-52d9c26fee4e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:01.645922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b95e63-2f9c-4374-a3f7-1290644c778e req-4e7d82cb-6921-4527-89b6-7f055c13d2c1 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:01.664030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '293b0205-c062-40bb-8223-52d9c26fee4e', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '293b0205-c062-40bb-8223-52d9c26fee4e', 'mac_address': 'fa:16:3e:5c:3e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:01.680656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5b95e63-2f9c-4374-a3f7-1290644c778e req-4e7d82cb-6921-4527-89b6-7f055c13d2c1 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982444 Feb 03 04:27:01.698589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Request body: {'port': {'device_id': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'admin_state_up': True, 'tenant_id': '0ffa1ee50e5f4ef79d9ebb2961a4e7e8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:01.713630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-05e394a4-b76a-44c5-94d5-5854731524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:01.714649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 293b0205-c062-40bb-8223-52d9c26fee4e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:01.715091 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-05e394a4-b76a-44c5-94d5-5854731524e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 200 len: 845 time: 0.1885383 Feb 03 04:27:01.715474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:01.731903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293b0205-c062-40bb-8223-52d9c26fee4e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:01.736353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1ea7d-69cf-4044-bb17-cff78cc61f02 req-fa22aa92-6cf1-4453-b30f-02e6dfb1dfeb tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:01.746838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1f1ea7d-69cf-4044-bb17-cff78cc61f02 req-fa22aa92-6cf1-4453-b30f-02e6dfb1dfeb tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 943 time: 0.4050837 Feb 03 04:27:01.757713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 293b0205-c062-40bb-8223-52d9c26fee4e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=293b0205-c062-40bb-8223-52d9c26fee4e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:01.768601 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:01.781808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5b95e63-2f9c-4374-a3f7-1290644c778e req-c2d681d0-53a0-4de1-a98c-d41cf6a50d35 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/quotas/6d356ea757a24a659f2b5cf9a4b5e8b4 HTTP/1.1" status: 200 len: 375 time: 0.1009011 Feb 03 04:27:01.797701 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-d0b7f190-a06a-48c5-aa22-68a640f013b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4353d205-7593-4c18-9838-d87c545b2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551414 Feb 03 04:27:01.823833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5b95e63-2f9c-4374-a3f7-1290644c778e req-16a010e3-946e-4015-a01f-33050c5415a1 tempest-QuotasAdminNegativeTest-13460876 tempest-QuotasAdminNegativeTest-13460876-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d356ea757a24a659f2b5cf9a4b5e8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409789 Feb 03 04:27:01.889016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=293b0205-c062-40bb-8223-52d9c26fee4e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:01.905722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1f1ea7d-69cf-4044-bb17-cff78cc61f02 req-e79edee6-d13f-4f14-8e6a-9d2cba731b48 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579230 Feb 03 04:27:01.946072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-1964b6ce-0353-4e8d-a3d4-1cd2d9e0e669 service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195116 Feb 03 04:27:02.004755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['293b0205-c062-40bb-8223-52d9c26fee4e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:02.043377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-5bd3dd28-6575-4ebe-b01c-e2c15ef5c4f3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.044889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-5bd3dd28-6575-4ebe-b01c-e2c15ef5c4f3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 813 time: 0.5675576 Feb 03 04:27:02.079459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Request body: {'port': {'device_id': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'admin_state_up': True, 'tenant_id': '0ffa1ee50e5f4ef79d9ebb2961a4e7e8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:02.102031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d7ff08a-8676-42e9-bb9e-53d36a9ab5d7 req-e1b5b2b6-9281-41a8-a23e-99a841656c93 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 210 time: 0.0399992 Feb 03 04:27:02.153358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f137df2-3f2d-4b18-b732-2bf792f8ccfe req-bf67a0a2-2843-4485-b86a-fcdeacf9ddd2 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.166363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f137df2-3f2d-4b18-b732-2bf792f8ccfe req-bf67a0a2-2843-4485-b86a-fcdeacf9ddd2 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 948 time: 0.1738598 Feb 03 04:27:02.224225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f137df2-3f2d-4b18-b732-2bf792f8ccfe req-f4790efa-1b47-4372-a385-07fe93492001 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565522 Feb 03 04:27:02.254814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Made reservation on behalf of 0ffa1ee50e5f4ef79d9ebb2961a4e7e8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:02.258991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:02.275720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Made reservation on behalf of 0ffa1ee50e5f4ef79d9ebb2961a4e7e8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:02.279537 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:02.381841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.388469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.395102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.400859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.407345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.413380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.418838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.426884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-790c53a8-867a-4b7d-80bb-472b5a63668e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1282125 Feb 03 04:27:02.456706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Allocated IP 172.20.0.7 (b75880fb-48b6-4cd4-97df-bc74fe7f2403/cee5a732-fb8b-4285-a41a-01726228299f/540d87d4-a525-447e-8ba8-50096f66e9bc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:02.503710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b921fa7-433d-4441-a829-d813fbcab3dc req-c6529713-5450-43cc-b2f9-10311d684383 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708129 Feb 03 04:27:02.543046 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab5bd7f3-73ca-4487-9307-521e8a2d5f74 req-2e8598eb-7bfd-4f48-a0d3-05cfbc25831e service neutron] 10.222.0.15 "GET /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905206 Feb 03 04:27:02.633442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:02.651396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c88a-09e0-47bd-89cd-b85b5c8683a2 req-d2e49923-f113-4ae0-bffc-1da1e26a04a5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:02.659139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1941c88a-09e0-47bd-89cd-b85b5c8683a2 req-d2e49923-f113-4ae0-bffc-1da1e26a04a5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.0843875 Feb 03 04:27:02.725334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1941c88a-09e0-47bd-89cd-b85b5c8683a2 req-d654e287-218c-4643-ad8f-cfc5d12abfd9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626051 Feb 03 04:27:02.725693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks [] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:02.816668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-349368402-network', 'tenant_id': 'dfbc445f9f664972aa4ab0a8e78356a3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:02.822308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:02.849052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Made reservation on behalf of dfbc445f9f664972aa4ab0a8e78356a3 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:02.852078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:02.863051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:02.909267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event updated for resources: {'Port': ['ID=540d87d4-a525-447e-8ba8-50096f66e9bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:02.916499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:02.938388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:02.942538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:02.945879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:03.056440 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks [] for security_group (333e278d-e459-48cc-bf35-3a217ce004fe), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.073136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (333e278d-e459-48cc-bf35-3a217ce004fe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.108851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0dd02f7-b4d2-4297-aaaf-148163c3c167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.123453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:27:03.135975 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8441e2d6-cde4-411c-9565-4a1354da50f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.187940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6cb9e356-96f2-4ea4-9693-213d80564943 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:03.225188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0dd02f7-b4d2-4297-aaaf-148163c3c167 admin admin] Publish callbacks [] for security_group (1e1ddfbe-767f-417f-b976-cb09fa9a05bc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.251288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbe3e-13f5-49f8-8262-a5e4ca6c8f7a req-6b5c2d9e-951b-4b4c-bcc6-046f051142de tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:03.258769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2dbe3e-13f5-49f8-8262-a5e4ca6c8f7a req-6b5c2d9e-951b-4b4c-bcc6-046f051142de tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 943 time: 0.2657697 Feb 03 04:27:03.260990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e278d-e459-48cc-bf35-3a217ce004fe,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:03.268884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0dd02f7-b4d2-4297-aaaf-148163c3c167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1e1ddfbe-767f-417f-b976-cb09fa9a05bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.300912 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (af388c6f-1863-4015-9d36-23266b2aab2b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.301602 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Added segment af388c6f-1863-4015-9d36-23266b2aab2b of type vlan for network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 Feb 03 04:27:03.334601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:03.357790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '6cb9e356-96f2-4ea4-9693-213d80564943', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '6cb9e356-96f2-4ea4-9693-213d80564943', 'mac_address': 'fa:16:3e:d9:66:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:03.367768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:03.368822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.370358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 293b0205-c062-40bb-8223-52d9c26fee4e up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:03.390051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Allocated IP 172.20.0.14 (b75880fb-48b6-4cd4-97df-bc74fe7f2403/cee5a732-fb8b-4285-a41a-01726228299f/0c126b8b-d854-4b6b-83f7-5914eb8dc548) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:03.404988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-62d827a3-5565-4ca3-9157-1d1401b4db11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3306623 Feb 03 04:27:03.416097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c0dd02f7-b4d2-4297-aaaf-148163c3c167 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d356ea757a24a659f2b5cf9a4b5e8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982910 Feb 03 04:27:03.419578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Request body: {'port': {'device_id': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:03.426987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd02f7-b4d2-4297-aaaf-148163c3c167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ddfbe-767f-417f-b976-cb09fa9a05bc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:03.429746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:03.448985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2df54da6-eeda-4bf7-86f6-7d1ed8d213a2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.480374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f17ce7-e13f-47da-868a-d6c8d20cc4f8 req-8cf96e03-1e76-455a-a0e6-b51b07221dac tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:03.482766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25f17ce7-e13f-47da-868a-d6c8d20cc4f8 req-8cf96e03-1e76-455a-a0e6-b51b07221dac tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 931 time: 0.2527595 Feb 03 04:27:03.490852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6cb9e356-96f2-4ea4-9693-213d80564943 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:03.491403 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.498181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2dbe3e-13f5-49f8-8262-a5e4ca6c8f7a req-c0e00e09-7cb4-4759-ab8c-b77e46e4cb91 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381170 Feb 03 04:27:03.504160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.512950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 293b0205-c062-40bb-8223-52d9c26fee4e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:03.518244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb9e356-96f2-4ea4-9693-213d80564943 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:03.548909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:03.552695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 293b0205-c062-40bb-8223-52d9c26fee4e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:03.553127 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.603029 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.670951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:03.696520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25f17ce7-e13f-47da-868a-d6c8d20cc4f8 req-0db4fd71-cfa1-4043-9ce3-be35c39a0ea3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919632 Feb 03 04:27:03.701736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d94806bf-25c4-4dae-b96c-a7c7668fc874 admin admin] Publish callbacks [] for security_group (1e1ddfbe-767f-417f-b976-cb09fa9a05bc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.724515 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2df54da6-eeda-4bf7-86f6-7d1ed8d213a2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.725776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:03.727441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.736793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 293b0205-c062-40bb-8223-52d9c26fee4e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:03.739006 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.771372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b0205-c062-40bb-8223-52d9c26fee4e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:03.774105 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66e5a0-67f5-4bf8-aa54-646178890177" -d '{"events": [{"server_uuid": "6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137", "name": "network-vif-plugged", "status": "completed", "tag": "293b0205-c062-40bb-8223-52d9c26fee4e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:03.787933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 293b0205-c062-40bb-8223-52d9c26fee4e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=293b0205-c062-40bb-8223-52d9c26fee4e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:03.795953 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.816764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d94806bf-25c4-4dae-b96c-a7c7668fc874 admin admin] Publish callbacks [] for security_group (1e1ddfbe-767f-417f-b976-cb09fa9a05bc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.850018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6cb9e356-96f2-4ea4-9693-213d80564943'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:03.873392 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks [] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.877974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2407026 Feb 03 04:27:03.907266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:03.919293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:03.928796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Request body: {'subnet': {'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-349368402-subnet', 'tenant_id': 'dfbc445f9f664972aa4ab0a8e78356a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:03.939705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272a386-be09-4b51-8f83-9088c6f6cbb1 admin admin] Pushing event updated for resources: {'Network': ['ID=2df54da6-eeda-4bf7-86f6-7d1ed8d213a2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:03.962857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0876e-36f2-4769-a812-f237c3b5bffb req-f8572751-35a0-478a-8f2c-31754af5051d tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:03.963098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:27:03.968451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=293b0205-c062-40bb-8223-52d9c26fee4e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:03.971354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcf0876e-36f2-4769-a812-f237c3b5bffb req-f8572751-35a0-478a-8f2c-31754af5051d tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 948 time: 0.3700137 Feb 03 04:27:04.004141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event updated for resources: {'Port': ['ID=0c126b8b-d854-4b6b-83f7-5914eb8dc548,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:04.034070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.040684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.046181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.052259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.057530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.062823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.068733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.074068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:04.077030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-5ea96b1b-3072-4302-b381-804f011a3fc8 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2908835 Feb 03 04:27:04.079612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:04.079950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Made reservation on behalf of dfbc445f9f664972aa4ab0a8e78356a3 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:04.082310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.083333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:04.153784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d94806bf-25c4-4dae-b96c-a7c7668fc874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1e1ddfbe-767f-417f-b976-cb09fa9a05bc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.156573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d94806bf-25c4-4dae-b96c-a7c7668fc874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.161382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d94806bf-25c4-4dae-b96c-a7c7668fc874 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e1ddfbe-767f-417f-b976-cb09fa9a05bc HTTP/1.1" status: 204 len: 168 time: 0.7155914 Feb 03 04:27:04.166747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.167473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.176752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcf0876e-36f2-4769-a812-f237c3b5bffb req-846e6e02-91d6-459d-898b-f955b14f5ee2 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042723 Feb 03 04:27:04.261161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-983322b9-2480-4713-9ef5-36b1466f59ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7330682 Feb 03 04:27:04.275177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Request body: {'port': {'device_id': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:04.293887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94806bf-25c4-4dae-b96c-a7c7668fc874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ddfbe-767f-417f-b976-cb09fa9a05bc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:04.355088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540d87d4-a525-447e-8ba8-50096f66e9bc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:04.356152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06e1d4bc-e811-4890-a917-0fb32a764bea req-64d7675b-0538-4afa-a939-c1ef6d8e3960 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2781312 Feb 03 04:27:04.370580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Publish callbacks [] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.418191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Transition to ACTIVE for port object 540d87d4-a525-447e-8ba8-50096f66e9bc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:04.424623 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.457371 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217d59a7-60ea-4ed9-b236-70ca20ff1b76 x-openstack-request-id: req-217d59a7-60ea-4ed9-b236-70ca20ff1b76 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:04.457851 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137", "name": "network-vif-plugged", "status": "completed", "tag": "293b0205-c062-40bb-8223-52d9c26fee4e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:04.458036 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-217d59a7-60ea-4ed9-b236-70ca20ff1b76 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:04.458785 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b0205-c062-40bb-8223-52d9c26fee4e', 'code': 200} Feb 03 04:27:04.460585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654282d-29a9-40ec-9613-34aa8e9e08d1 req-759dfaa6-def7-477e-8dac-591ab085cec8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.469891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f654282d-29a9-40ec-9613-34aa8e9e08d1 req-759dfaa6-def7-477e-8dac-591ab085cec8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1710968 Feb 03 04:27:04.496162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.604036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Pushing event updated for resources: {'Port': ['ID=540d87d4-a525-447e-8ba8-50096f66e9bc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:04.611969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:04.627837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f654282d-29a9-40ec-9613-34aa8e9e08d1 req-9f9223fd-3c9b-47c7-9f1e-0f3f97512a82 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543067 Feb 03 04:27:04.692163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (3dfe3a5f-304b-48f2-b8a2-23e397380eda), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.709205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084f301c-cbff-4c78-b18a-bbb37b0a9d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.746329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfe3a5f-304b-48f2-b8a2-23e397380eda,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:04.765805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b87eab-ecf0-4f0b-9cfb-8fb99d7be862 req-fbc49abc-f31e-4efe-960e-1a0c6550aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.767576 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-35b87eab-ecf0-4f0b-9cfb-8fb99d7be862 req-fbc49abc-f31e-4efe-960e-1a0c6550aeda service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 1131 time: 0.2175603 Feb 03 04:27:04.771041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149c6a-3b2e-4a9e-ba6e-3b3bb1c496a2 req-463ade3b-e8d3-4e74-835a-e1ad39f301f5 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.773236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67149c6a-3b2e-4a9e-ba6e-3b3bb1c496a2 req-463ade3b-e8d3-4e74-835a-e1ad39f301f5 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 944 time: 0.1579983 Feb 03 04:27:04.862058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Checking segment: {'id': 'af388c6f-1863-4015-9d36-23266b2aab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:04.862331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Network hostable DHCP agents. Network: 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:27:04.884186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Attempting to bind port 540d87d4-a525-447e-8ba8-50096f66e9bc on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:04.884817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Attempting to bind port 540d87d4-a525-447e-8ba8-50096f66e9bc by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:04.884817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Attempting to bind port 540d87d4-a525-447e-8ba8-50096f66e9bc on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:04.888039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67149c6a-3b2e-4a9e-ba6e-3b3bb1c496a2 req-05fe4f93-07ff-4097-abef-a85989f937ed tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035049 Feb 03 04:27:04.920027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471f5f-b9dc-4745-b636-c82952fc6eaa req-e4be6212-1b6d-40cc-9972-f37ba4e65973 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:04.922169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Port 540d87d4-a525-447e-8ba8-50096f66e9bc on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:04.922620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81471f5f-b9dc-4745-b636-c82952fc6eaa req-e4be6212-1b6d-40cc-9972-f37ba4e65973 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 943 time: 0.1370389 Feb 03 04:27:04.923169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Attempting to bind port 540d87d4-a525-447e-8ba8-50096f66e9bc on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:04.924664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:27:04.958328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:04.958865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Checking segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:04.959411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Bound using segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:04.959917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Bound port: 540d87d4-a525-447e-8ba8-50096f66e9bc, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:04.960367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:04.967958 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-35b87eab-ecf0-4f0b-9cfb-8fb99d7be862 req-9821cd1a-9314-4b7f-8834-f72d08e0906e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851063 Feb 03 04:27:05.005356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81471f5f-b9dc-4745-b636-c82952fc6eaa req-e3954bec-43e4-4070-b558-12cfd0c8da36 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700946 Feb 03 04:27:05.006176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:05.016054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.016793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.017134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084f301c-cbff-4c78-b18a-bbb37b0a9d4b admin admin] Publish callbacks [] for security_group (3691c284-1b3e-476a-8047-99775f109a52), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.030424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a59f1-8741-4287-a1f1-263fc1429675 None None] Network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:05.061785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9b5f5318-ddeb-4666-9b1d-80408b780153 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1319942 Feb 03 04:27:05.062348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084f301c-cbff-4c78-b18a-bbb37b0a9d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3691c284-1b3e-476a-8047-99775f109a52), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.163206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-084f301c-cbff-4c78-b18a-bbb37b0a9d4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c591b59c3aa34d1d93519188776b14fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017684 Feb 03 04:27:05.163750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:05.181970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f301c-cbff-4c78-b18a-bbb37b0a9d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691c284-1b3e-476a-8047-99775f109a52,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:05.185947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c126b8b-d854-4b6b-83f7-5914eb8dc548 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:05.190802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] For port 540d87d4-a525-447e-8ba8-50096f66e9bc, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:05.196621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] For port 540d87d4-a525-447e-8ba8-50096f66e9bc, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=540d87d4-a525-447e-8ba8-50096f66e9bc,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:05.211002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6cb9e356-96f2-4ea4-9693-213d80564943 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:05.211645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Publish callbacks [] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.238589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.252711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Transition to ACTIVE for port object 0c126b8b-d854-4b6b-83f7-5914eb8dc548 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:05.261941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3e66-7333-46a5-aa51-4e41fdb72373 admin admin] Publish callbacks [] for security_group (3691c284-1b3e-476a-8047-99775f109a52), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.297937 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.307063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3e66-7333-46a5-aa51-4e41fdb72373 admin admin] Publish callbacks [] for security_group (3691c284-1b3e-476a-8047-99775f109a52), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.318228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.318841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.320402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] 10.222.0.15 "PUT /v2.0/ports/540d87d4-a525-447e-8ba8-50096f66e9bc HTTP/1.1" status: 200 len: 1091 time: 1.9075873 Feb 03 04:27:05.320940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'tag': '540d87d4-a525-447e-8ba8-50096f66e9bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:05.323137 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf77f32-6d04-4e6e-9013-ceaacef3b967" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d2f5a5-578f-4f7b-a183-db68b0d37e68", "tag": "540d87d4-a525-447e-8ba8-50096f66e9bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:05.337937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774074b-012d-4708-9653-5d712dd55a94 None None] Network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:05.347055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86675f65-7fe7-4f1c-98fc-2fd7bce51734 service neutron] Pushing event updated for resources: {'Port': ['ID=540d87d4-a525-447e-8ba8-50096f66e9bc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:05.449180 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992e5ca-1cef-45ef-b6d4-ace45c68607b x-openstack-request-id: req-7992e5ca-1cef-45ef-b6d4-ace45c68607b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:05.449463 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d2f5a5-578f-4f7b-a183-db68b0d37e68", "tag": "540d87d4-a525-447e-8ba8-50096f66e9bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:05.449714 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7992e5ca-1cef-45ef-b6d4-ace45c68607b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:05.450108 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'tag': '540d87d4-a525-447e-8ba8-50096f66e9bc', 'status': 'completed', 'code': 200} Feb 03 04:27:05.470655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c126b8b-d854-4b6b-83f7-5914eb8dc548,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:05.473351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 6cb9e356-96f2-4ea4-9693-213d80564943 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:05.503888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Attempting to bind port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:05.504546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Attempting to bind port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:05.504717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Attempting to bind port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:05.510713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-c18e7945-5464-4d46-bc1a-e8f23e4719f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.512246 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-c18e7945-5464-4d46-bc1a-e8f23e4719f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 1125 time: 0.1228201 Feb 03 04:27:05.513212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:05.513535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Attempting to bind port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:05.524247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:05.525002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Checking segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:05.525002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Bound using segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:05.525467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Bound port: 0c126b8b-d854-4b6b-83f7-5914eb8dc548, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:05.525858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.572166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a403afc-83c8-4e49-9976-ebe950d27de9 req-bac49921-c34b-4092-9b1a-915d5f15cdaf tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.575183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a403afc-83c8-4e49-9976-ebe950d27de9 req-bac49921-c34b-4092-9b1a-915d5f15cdaf tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 949 time: 0.2855096 Feb 03 04:27:05.593161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 6cb9e356-96f2-4ea4-9693-213d80564943 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:05.593537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.600482 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8e10f7e-6b69-4bc5-857a-a1ee4f8991a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.613068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-34d9ebd4-e7bb-453e-a642-c8850befb791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540d87d4-a525-447e-8ba8-50096f66e9bc HTTP/1.1" status: 200 len: 217 time: 0.0724652 Feb 03 04:27:05.645051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3e66-7333-46a5-aa51-4e41fdb72373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3691c284-1b3e-476a-8047-99775f109a52), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.648709 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3e66-7333-46a5-aa51-4e41fdb72373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.654486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a2b3e66-7333-46a5-aa51-4e41fdb72373 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3691c284-1b3e-476a-8047-99775f109a52 HTTP/1.1" status: 204 len: 168 time: 0.4895816 Feb 03 04:27:05.691400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b3e66-7333-46a5-aa51-4e41fdb72373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691c284-1b3e-476a-8047-99775f109a52,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:05.741578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-9f280258-4bdd-496b-a6b2-313b2b510a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.744205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-9f280258-4bdd-496b-a6b2-313b2b510a6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.0922129 Feb 03 04:27:05.754527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] For port 0c126b8b-d854-4b6b-83f7-5914eb8dc548, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:05.760838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.765603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] For port 0c126b8b-d854-4b6b-83f7-5914eb8dc548, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0c126b8b-d854-4b6b-83f7-5914eb8dc548,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:05.768731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.775602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.789196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6cb9e356-96f2-4ea4-9693-213d80564943 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:05.789651 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.794002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.795962 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-28129183-73a8-46df-a08f-725b538fc507 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429041 Feb 03 04:27:05.798312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.801807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.807969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.814811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.816150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:05.817016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.819203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c126b8b-d854-4b6b-83f7-5914eb8dc548 HTTP/1.1" status: 200 len: 1092 time: 1.5484142 Feb 03 04:27:05.824193 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-e0035eaf-564f-4eaf-8bdb-07b0f04215e7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2474239 Feb 03 04:27:05.838895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a403afc-83c8-4e49-9976-ebe950d27de9 req-7bc57424-ce56-45c4-adb7-ac59e8353317 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498121 Feb 03 04:27:05.902127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:05.912536 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:05.937641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce60a44f-1a30-4c0e-a5b0-49d3109d9e00 req-349bfcde-39fa-48f5-953c-27fe54010757 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121178 Feb 03 04:27:06.033142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:06.127845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c4917-4e27-42e0-a937-b195b49f5ac1 req-6c2a8dba-8309-448b-a000-7d0f460708e5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.129847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab7c4917-4e27-42e0-a937-b195b49f5ac1 req-6c2a8dba-8309-448b-a000-7d0f460708e5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1609011 Feb 03 04:27:06.147492 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-5e9d1b80-6d45-4839-bd91-82a039e01730 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394279 Feb 03 04:27:06.214175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:06.231047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1823896368-network', 'tenant_id': 'f5e7c69f75a94ca0ad3d2a39133bf983'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:06.234782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcb27e-4f4b-4681-8a7b-9da46d9201a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c126b8b-d854-4b6b-83f7-5914eb8dc548,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:06.268066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0eb34-803c-4181-9484-d7554c35915c req-deeddacc-0fb6-4405-9a39-4a0b050712d1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.275166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82d0eb34-803c-4181-9484-d7554c35915c req-deeddacc-0fb6-4405-9a39-4a0b050712d1 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 945 time: 0.1441281 Feb 03 04:27:06.277063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Made reservation on behalf of f5e7c69f75a94ca0ad3d2a39133bf983 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:06.280091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.284461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-6cd407bc-be7c-4c62-8e2d-fbf0b72a62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.285998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-6cd407bc-be7c-4c62-8e2d-fbf0b72a62d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=8e2cb051-3a2e-456c-ad4f-f26ff7c78655 HTTP/1.1" status: 200 len: 1126 time: 0.1659448 Feb 03 04:27:06.298593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.311804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab7c4917-4e27-42e0-a937-b195b49f5ac1 req-08a87c57-d23d-4862-b6c3-595584df0767 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668959 Feb 03 04:27:06.343479 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-24849ce6-c73f-4058-b865-c45e1d5ced6b service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886787 Feb 03 04:27:06.345186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-abe9a160-e929-432d-9148-78a8f493850e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c126b8b-d854-4b6b-83f7-5914eb8dc548 HTTP/1.1" status: 200 len: 217 time: 0.0499365 Feb 03 04:27:06.373680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82d0eb34-803c-4181-9484-d7554c35915c req-9f79f7d6-9007-4aae-8d41-fb690ded778e tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975609 Feb 03 04:27:06.460064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:06.465682 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cddc27a-3637-4f96-b54a-822f8d3c4904" -d '{"events": [{"server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:06.501544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f172a2-ee05-4c36-a33a-709d6789231a req-4081818c-de51-4187-b1f8-968c7bd31de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.515091 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-4081818c-de51-4187-b1f8-968c7bd31de2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.1624849 Feb 03 04:27:06.530471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.550122 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3434d2-957f-4e7a-a035-49e5eac9afbd x-openstack-request-id: req-9b3434d2-957f-4e7a-a035-49e5eac9afbd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:06.550679 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:06.551096 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b3434d2-957f-4e7a-a035-49e5eac9afbd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:06.551687 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943', 'code': 200} Feb 03 04:27:06.552958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks [] for security_group (d79ad8a3-3b37-49c1-9826-5018f84ceec7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.577240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d79ad8a3-3b37-49c1-9826-5018f84ceec7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.603770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-fedf2dd4-40de-4f12-9969-f20eecd41806 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774100 Feb 03 04:27:06.617394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-96bfb0eb-0c55-4149-b34a-a374f2cc5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.620285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-96bfb0eb-0c55-4149-b34a-a374f2cc5002 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 1125 time: 0.1909811 Feb 03 04:27:06.649825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:27:06.692294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ad8a3-3b37-49c1-9826-5018f84ceec7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:06.695828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (73604631-e8a6-425d-a10f-8c88a8ac91ec), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.696157 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Added segment 73604631-e8a6-425d-a10f-8c88a8ac91ec of type vlan for network fd99f6aa-069c-405d-80c7-77f547425a55 Feb 03 04:27:06.722378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276989-d037-4e86-a2b2-b2785094a67b req-c44f0e27-e382-4c89-9296-e6104e770191 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.723863 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85276989-d037-4e86-a2b2-b2785094a67b req-c44f0e27-e382-4c89-9296-e6104e770191 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 943 time: 0.2538421 Feb 03 04:27:06.835237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59f0ca-8cf3-44dc-a7b7-2c3118f83cc6 req-5f20a734-19a6-4bb8-81b2-5573b4de9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.836794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba59f0ca-8cf3-44dc-a7b7-2c3118f83cc6 req-5f20a734-19a6-4bb8-81b2-5573b4de9e6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 1127 time: 0.1801763 Feb 03 04:27:06.842358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-57b415d4-cc25-47e9-98fb-cd843d4ee850 service neutron] 10.222.0.31 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317791 Feb 03 04:27:06.852227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (fd99f6aa-069c-405d-80c7-77f547425a55), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.857704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85276989-d037-4e86-a2b2-b2785094a67b req-016ee577-1fce-4e96-97e5-e4d05930c47f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198747 Feb 03 04:27:06.898362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-be65107c-b1bd-4387-8752-5ea90fe5a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.899885 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-be65107c-b1bd-4387-8752-5ea90fe5a623 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 914 time: 0.2658203 Feb 03 04:27:06.904357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23709-502d-4693-81f9-a3cc406ab317 req-ffed1eda-25e4-49af-bbcc-589875beac5f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.911473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cf23709-502d-4693-81f9-a3cc406ab317 req-ffed1eda-25e4-49af-bbcc-589875beac5f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2627015 Feb 03 04:27:06.935778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (fd99f6aa-069c-405d-80c7-77f547425a55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.936836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:06.937511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:06.984571 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-ff35377c-327a-41c0-8900-1504e835b04c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540d87d4-a525-447e-8ba8-50096f66e9bc HTTP/1.1" status: 200 len: 217 time: 0.0534177 Feb 03 04:27:07.000277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7813306 Feb 03 04:27:07.003335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:07.005103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:07.036613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Request body: {'subnet': {'network_id': 'fd99f6aa-069c-405d-80c7-77f547425a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1823896368-subnet', 'tenant_id': 'f5e7c69f75a94ca0ad3d2a39133bf983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:07.050235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba59f0ca-8cf3-44dc-a7b7-2c3118f83cc6 req-8c8f5d51-f746-4256-9479-d5a85c0f0057 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019353 Feb 03 04:27:07.067819 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78f172a2-ee05-4c36-a33a-709d6789231a req-355627f5-60cb-47ad-976e-f4d096efed45 service neutron] 10.222.0.31 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167861 Feb 03 04:27:07.072714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-34e080f6-09f5-460c-bd18-36010356044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.074234 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-34e080f6-09f5-460c-bd18-36010356044f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.0812273 Feb 03 04:27:07.081225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cf23709-502d-4693-81f9-a3cc406ab317 req-cea40353-15f9-4289-858c-c2cce49d1a6a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687667 Feb 03 04:27:07.082190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c799b78-ac59-479c-b8a4-4757ab1a8b86 admin admin] Pushing event updated for resources: {'Network': ['ID=fd99f6aa-069c-405d-80c7-77f547425a55,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:07.106161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network fd99f6aa-069c-405d-80c7-77f547425a55 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:27:07.173289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Made reservation on behalf of f5e7c69f75a94ca0ad3d2a39133bf983 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:07.175936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.210061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2141319133-network', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:07.237976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Made reservation on behalf of d0d68a048529491aa111f04fa1b4677d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:07.241977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.265431 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.285541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89885328-1665-4d77-ae93-de5e4643a7c1 req-46ae229f-9bda-4e5b-883c-0bf8f2132045 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.287126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89885328-1665-4d77-ae93-de5e4643a7c1 req-46ae229f-9bda-4e5b-883c-0bf8f2132045 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 949 time: 0.2360535 Feb 03 04:27:07.290248 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-5ed50cb4-c9d6-4844-907e-c35c24644974 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437162 Feb 03 04:27:07.345061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.350818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.356314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.361527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.366879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.372310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.378749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.380913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-bbe49e25-e99a-4954-8df0-66e67a84114a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2217243 Feb 03 04:27:07.432197 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-d17853a5-1551-4c18-82ec-94144268afa3 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329460 Feb 03 04:27:07.450672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'tag': '0c126b8b-d854-4b6b-83f7-5914eb8dc548'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:07.453108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89885328-1665-4d77-ae93-de5e4643a7c1 req-e7fc676d-20d9-466b-a62d-8d7acf70f7d0 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542783 Feb 03 04:27:07.454592 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1f26e9-4e75-49d9-92f8-b15d063bff22" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2cb051-3a2e-456c-ad4f-f26ff7c78655", "tag": "0c126b8b-d854-4b6b-83f7-5914eb8dc548"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:07.459674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks [] for security_group (3fa70ae7-110f-4190-a8de-9be95ea3aa1b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.475041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3fa70ae7-110f-4190-a8de-9be95ea3aa1b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.510113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa70ae7-110f-4190-a8de-9be95ea3aa1b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:07.513335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75959e20-87ad-4a82-b5f4-65985d029da7 req-41da3839-e0bb-4f44-bb02-a4afeb41ee7e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051447 Feb 03 04:27:07.558116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:27:07.575754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (10e596f0-0d58-43f0-93d0-46bad93101de), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.575754 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Added segment 10e596f0-0d58-43f0-93d0-46bad93101de of type vlan for network 5f20bb85-73ec-487f-848f-97350e07d7ff Feb 03 04:27:07.625840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf77f32-6d04-4e6e-9013-ceaacef3b967 req-fad057d8-eadb-4ba3-b5cc-45554cc19922 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843653 Feb 03 04:27:07.640345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5f20bb85-73ec-487f-848f-97350e07d7ff), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.671921 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5f20bb85-73ec-487f-848f-97350e07d7ff), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.674941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.675593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.686654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (14af91a1-301d-4130-9d0f-cd9d5f549cdb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:07.719038 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7040260 Feb 03 04:27:07.719363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:07.724282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Request body: {'subnet': {'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2141319133-subnet', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:07.749020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968cb5-dd46-4ed4-ae0d-849be4e32375 req-70d9d085-3773-4400-b072-28d0ad5544f7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.750740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10968cb5-dd46-4ed4-ae0d-849be4e32375 req-70d9d085-3773-4400-b072-28d0ad5544f7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1766696 Feb 03 04:27:07.762672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad9463-3163-48f5-a9b4-8c7308da29ba req-4b986a38-2c70-468e-a512-508fdd91a709 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:07.762983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6b666-bdf4-4544-aa59-180d1790f99c admin admin] Pushing event updated for resources: {'Network': ['ID=5f20bb85-73ec-487f-848f-97350e07d7ff,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:07.764283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50ad9463-3163-48f5-a9b4-8c7308da29ba req-4b986a38-2c70-468e-a512-508fdd91a709 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 945 time: 0.1562073 Feb 03 04:27:07.781244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5f20bb85-73ec-487f-848f-97350e07d7ff details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:27:07.786745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Made reservation on behalf of d0d68a048529491aa111f04fa1b4677d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:07.790379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:08.000354 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:08.008898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (e5a5ad66-7e8c-4525-844e-308fcb8d39b7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:08.120730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14af91a1-301d-4130-9d0f-cd9d5f549cdb,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:08.153947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.154302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.154646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.155008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.155347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.155715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.156120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.156455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.156784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.157112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.157531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.157877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.158199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:08.169710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Checking segment: {'id': '73604631-e8a6-425d-a10f-8c88a8ac91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd99f6aa-069c-405d-80c7-77f547425a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:08.170078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Network hostable DHCP agents. Network: fd99f6aa-069c-405d-80c7-77f547425a55, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:27:08.199762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10968cb5-dd46-4ed4-ae0d-849be4e32375 req-4aceec5a-c9f9-4146-9ccc-8d3e433f1e6d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4326246 Feb 03 04:27:08.217955 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50ad9463-3163-48f5-a9b4-8c7308da29ba req-89275fdd-71be-4b1c-9f45-53d3f99e9a18 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Feb 03 04:27:08.222709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Network fd99f6aa-069c-405d-80c7-77f547425a55 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:27:08.252546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, fd99f6aa-069c-405d-80c7-77f547425a55) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:08.257022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:08.257623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:08.283573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645ad11-66b2-4ca6-8cf4-bfb3ea1709ea None None] Network fd99f6aa-069c-405d-80c7-77f547425a55 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:08.297261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c3961e7b-d686-4775-a902-69da63f76959 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2570844 Feb 03 04:27:08.460720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5a8d7-058d-43c1-94ab-5fdf9ac829e9 None None] Network fd99f6aa-069c-405d-80c7-77f547425a55 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:08.487805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fada8-3c6c-4307-8559-75bb4950ab3b req-028175c9-fe8f-4414-9737-82db18fb4ed1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:08.489337 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab7fada8-3c6c-4307-8559-75bb4950ab3b req-028175c9-fe8f-4414-9737-82db18fb4ed1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 943 time: 0.0825748 Feb 03 04:27:08.584322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab7fada8-3c6c-4307-8559-75bb4950ab3b req-80694b80-c733-40c2-a406-7b73335ed4e3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849786 Feb 03 04:27:08.615427 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c007c-4436-4d48-a407-987e54f40254 x-openstack-request-id: req-f57c007c-4436-4d48-a407-987e54f40254 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:08.616087 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2cb051-3a2e-456c-ad4f-f26ff7c78655", "tag": "0c126b8b-d854-4b6b-83f7-5914eb8dc548", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:08.616087 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f57c007c-4436-4d48-a407-987e54f40254 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:08.616368 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'tag': '0c126b8b-d854-4b6b-83f7-5914eb8dc548', 'status': 'completed', 'code': 200} Feb 03 04:27:08.651337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a5ad66-7e8c-4525-844e-308fcb8d39b7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:08.679368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Checking segment: {'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:08.679753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Network hostable DHCP agents. Network: 5f20bb85-73ec-487f-848f-97350e07d7ff, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:27:08.686371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-9884af60-f514-4ecc-b2f6-ed5d004095b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:08.687934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-9884af60-f514-4ecc-b2f6-ed5d004095b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=8e2cb051-3a2e-456c-ad4f-f26ff7c78655 HTTP/1.1" status: 200 len: 1126 time: 0.0927100 Feb 03 04:27:08.744416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Network 5f20bb85-73ec-487f-848f-97350e07d7ff is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:27:08.781265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5f20bb85-73ec-487f-848f-97350e07d7ff) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:08.793981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:08.795302 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:08.795601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef135d-866f-46e9-a55f-74e784ac4ed2 None None] Network 5f20bb85-73ec-487f-848f-97350e07d7ff requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:08.839637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5f479adf-3e2b-45bf-a35f-125d6893e5cc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1074953 Feb 03 04:27:08.839902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-5302c5f3-fdb1-4b8f-890b-f68efbf9b083 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:08.840022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:08.842315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:08.842477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-5302c5f3-fdb1-4b8f-890b-f68efbf9b083 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.1500931 Feb 03 04:27:08.855269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-d4036340-d015-46f3-8c40-93c64c24c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:08.856907 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-d4036340-d015-46f3-8c40-93c64c24c2c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 914 time: 0.1512175 Feb 03 04:27:08.862247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-50ee9373-5540-4a1d-9dd3-04da54d85cc4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/quotas/31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 375 time: 0.0185304 Feb 03 04:27:08.907071 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (03d56b37-f537-4540-956f-34d468afd296), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:08.909748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (03d56b37-f537-4540-956f-34d468afd296), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:08.917650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-b3c0f30a-3fd0-417d-b259-9dcd0458a3ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c126b8b-d854-4b6b-83f7-5914eb8dc548 HTTP/1.1" status: 200 len: 217 time: 0.0523651 Feb 03 04:27:08.963037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-dff0625f-0258-4cca-98d0-58b7b40e0a0c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0996604 Feb 03 04:27:09.009699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-5f20bb85-73ec-487f-848f-97350e07d7ff', 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff', 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'fixed_ips': [{'subnet_id': 'e5a5ad66-7e8c-4525-844e-308fcb8d39b7'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:27:09.010845 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:09.049681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks [] for router_controller (03d56b37-f537-4540-956f-34d468afd296), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:09.052625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-a3141939-7ac2-4e5d-b9c6-4a98e2c4cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.054539 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-a3141939-7ac2-4e5d-b9c6-4a98e2c4cf77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.1282628 Feb 03 04:27:09.100236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.105877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.111625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.118366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.124364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.127535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-f503cac7-5cf9-449a-b502-6ab128670b08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663819 Feb 03 04:27:09.131729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.136665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.138917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-b9043dd0-c0f1-4ee2-8f2b-93940702020d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.1748977 Feb 03 04:27:09.198605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Allocated IP 172.20.0.2 (5f20bb85-73ec-487f-848f-97350e07d7ff/e5a5ad66-7e8c-4525-844e-308fcb8d39b7/1fe4e1d2-c0cd-458d-899f-b1d332f1edf5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:09.206341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 540d87d4-a525-447e-8ba8-50096f66e9bc details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:09.210077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61deaea4-760b-48c1-b1bd-fbc8f2328c7b req-26a9f5e5-696a-457d-867b-a8d6556b6b63 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633528 Feb 03 04:27:09.219362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-d15fefe5-f638-42c7-81cc-33cd3bab9ec1 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444620 Feb 03 04:27:09.298478 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-bc2ba4b0-cb57-4cf5-a3df-2daa64cda73c service neutron] 10.222.0.31 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292574 Feb 03 04:27:09.340245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-d0144734-cc18-46b5-9de1-b02712e8ddf4 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197422 Feb 03 04:27:09.520319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b1f26e9-4e75-49d9-92f8-b15d063bff22 req-1d19f514-3884-447c-95eb-f86b3cfb7a24 service neutron] 10.222.0.31 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144933 Feb 03 04:27:09.522745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks [] for router_gateway (03d56b37-f537-4540-956f-34d468afd296), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:09.555014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0c126b8b-d854-4b6b-83f7-5914eb8dc548 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:09.666902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-a447caec-27ff-4957-a747-9cebc38aa329 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:09.673930 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-a447caec-27ff-4957-a747-9cebc38aa329 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/networks?id=2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 HTTP/1.1" status: 200 len: 814 time: 0.2253184 Feb 03 04:27:09.716310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 540d87d4-a525-447e-8ba8-50096f66e9bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=540d87d4-a525-447e-8ba8-50096f66e9bc,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:09.733048 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:27:09.743551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-109fe437-40ef-4abb-b4be-ed206fa3927f tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/quotas/dfbc445f9f664972aa4ab0a8e78356a3 HTTP/1.1" status: 200 len: 375 time: 0.0686169 Feb 03 04:27:09.769276 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-f29e75f8-98c5-4de6-bb5a-2f2005455749 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8afe07e7ddb04af59948f87b8073a6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861404 Feb 03 04:27:09.820746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks [] for router_gateway (03d56b37-f537-4540-956f-34d468afd296), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:09.840535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-af550e40-616e-47bb-a70e-e1fcd21c6f1e tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfbc445f9f664972aa4ab0a8e78356a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960095 Feb 03 04:27:09.849859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:09.856047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0c126b8b-d854-4b6b-83f7-5914eb8dc548, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0c126b8b-d854-4b6b-83f7-5914eb8dc548,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:09.891914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '540d87d4-a525-447e-8ba8-50096f66e9bc', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'port_id': '540d87d4-a525-447e-8ba8-50096f66e9bc', 'mac_address': 'fa:16:3e:b4:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5a732-fb8b-4285-a41a-01726228299f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:09.897126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '0c126b8b-d854-4b6b-83f7-5914eb8dc548', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'port_id': '0c126b8b-d854-4b6b-83f7-5914eb8dc548', 'mac_address': 'fa:16:3e:98:b6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5a732-fb8b-4285-a41a-01726228299f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:09.930306 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.011406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-0fddb336-7875-4e2a-958d-42c88ace12da tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:10.018621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-0fddb336-7875-4e2a-958d-42c88ace12da tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476034 Feb 03 04:27:10.037876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-c81f3d49-03cc-41a5-98f4-c6000be1cca3 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/quotas/8afe07e7ddb04af59948f87b8073a6db HTTP/1.1" status: 200 len: 375 time: 0.0182245 Feb 03 04:27:10.042023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Allocated IP 172.25.7.226 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/1e8ed217-9c8b-4e06-9f04-37ff69c0af09) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:10.058355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-c4166493-2104-4ad6-a2fd-76ba3e82b7a9 service neutron] 10.222.0.35 "GET /v2.0/networks/2df54da6-eeda-4bf7-86f6-7d1ed8d213a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163465 Feb 03 04:27:10.072762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:10.073160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.105762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 540d87d4-a525-447e-8ba8-50096f66e9bc is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:10.107350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.165532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c126b8b-d854-4b6b-83f7-5914eb8dc548 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:10.189651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0c126b8b-d854-4b6b-83f7-5914eb8dc548, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0c126b8b-d854-4b6b-83f7-5914eb8dc548,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:10.197416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-8733d0e8-b098-4267-a6ae-fc4aaa97f0b6 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8afe07e7ddb04af59948f87b8073a6db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586657 Feb 03 04:27:10.204813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540d87d4-a525-447e-8ba8-50096f66e9bc {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:10.214112 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.229269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks [] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.236488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-9e73f12e-e2a6-4dc9-9025-14f4b4fd39eb service neutron] 10.222.0.35 "GET /v2.0/networks/2df54da6-eeda-4bf7-86f6-7d1ed8d213a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762249 Feb 03 04:27:10.292151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 540d87d4-a525-447e-8ba8-50096f66e9bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=540d87d4-a525-447e-8ba8-50096f66e9bc,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:10.316639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.318461 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Publish callbacks [] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.332060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0c126b8b-d854-4b6b-83f7-5914eb8dc548,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:10.333041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.335965 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.407467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Network 5f20bb85-73ec-487f-848f-97350e07d7ff is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:10.410628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:10.419728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:10.426567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:10.446082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:10.470592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:10.473097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:10.482764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['0c126b8b-d854-4b6b-83f7-5914eb8dc548'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:10.521885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=540d87d4-a525-447e-8ba8-50096f66e9bc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:10.628608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['540d87d4-a525-447e-8ba8-50096f66e9bc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:10.718899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-051d4430-eea0-4e8e-aa01-efecb59a327f req-19a29708-1bb0-41c2-b81a-86ef31ff1c56 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 210 time: 0.0701249 Feb 03 04:27:10.772511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9a737-eeff-4939-864f-922b04a8ad1f req-c27cac78-40b5-423d-aecc-1e73626077eb tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:10.784667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4f9a737-eeff-4939-864f-922b04a8ad1f req-c27cac78-40b5-423d-aecc-1e73626077eb tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 945 time: 0.1872144 Feb 03 04:27:10.874447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Attempting to bind port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:10.875101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Attempting to bind port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:10.875619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Attempting to bind port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 on network 5f20bb85-73ec-487f-848f-97350e07d7ff {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:10.878334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Pushing event updated for resources: {'Port': ['ID=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:10.944762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:10.951061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Checking segment: {'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:10.951613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.953201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Bound using segment: {'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:10.956654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Bound port: 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:10.957194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:10.957958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4f9a737-eeff-4939-864f-922b04a8ad1f req-7af1e757-cd3a-4604-99d0-832ddde5df0c tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717844 Feb 03 04:27:11.009942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks [] for router_gateway (03d56b37-f537-4540-956f-34d468afd296), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:11.022184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b2223-fe5a-4815-bb25-bce8fc5ee61e req-2a207f7f-ed8c-4252-8cb9-70ac6fac6aa3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.028528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-234b2223-fe5a-4815-bb25-bce8fc5ee61e req-2a207f7f-ed8c-4252-8cb9-70ac6fac6aa3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 944 time: 0.1401098 Feb 03 04:27:11.159405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] For port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:11.169285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] For port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,segment=NetworkSegment(10e596f0-0d58-43f0-93d0-46bad93101de),segment_id=10e596f0-0d58-43f0-93d0-46bad93101de)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:11.196088 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:11.248636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-234b2223-fe5a-4815-bb25-bce8fc5ee61e req-1dc02de7-bb9d-4d38-b5ab-510a14ef37c0 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100763 Feb 03 04:27:11.360747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.385603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.398059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.405647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.413369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.420563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.435331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.442048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-87731b11-a6a7-4857-be84-b64f4b99a577 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:11.443768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-87731b11-a6a7-4857-be84-b64f4b99a577 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.2777419 Feb 03 04:27:11.445060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-5a880d66-a2aa-45cc-872b-c665fa8b892f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.3542325 Feb 03 04:27:11.460114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'port': {'device_id': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'admin_state_up': True, 'tenant_id': '31183eecc38841d793f27a56ba6e7120'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:11.517827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cf3c4-27ce-49c1-be11-ae1c04aa40d7 None None] Pushing event updated for resources: {'Port': ['ID=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:11.562484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2df4bb94-6ec3-4ba4-b030-b64a96427780 req-f62934d4-24de-4457-a384-123e3c948bc5 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 210 time: 0.1142230 Feb 03 04:27:11.621182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (03d56b37-f537-4540-956f-34d468afd296), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:11.702491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c691ab8f-7e6f-4d04-9f03-ed6dd3d5778e req-dac17cb6-58ef-444c-975b-47882b754964 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2561033 Feb 03 04:27:11.806380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d52c3e0c-5c82-4e10-8673-bdcadb8b37ad req-959250f4-7ee8-4212-a915-e4225aa2ba1f tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 210 time: 0.0758920 Feb 03 04:27:11.936609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Made reservation on behalf of 31183eecc38841d793f27a56ba6e7120 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:11.951934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:11.974803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8086355-122c-48d6-89ec-deb94d2e36b5 req-d7308e41-8fb3-40a2-8fdc-074a9667c61c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 210 time: 0.0484581 Feb 03 04:27:12.091540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Router 03d56b37-f537-4540-956f-34d468afd296 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:27:12.180782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Allocated IP 172.20.0.10 (5bf6612c-c47c-4688-95bc-92d135f574d7/5bc8e6ae-c678-4f67-8d37-32a1d0755da4/deb3f788-901c-4883-a67d-e6140eabcf89) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:12.348830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-3c8499f6-1fe8-4962-b51e-40129821e599 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8afe07e7ddb04af59948f87b8073a6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981143 Feb 03 04:27:12.449199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:27:12.471538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Sync routers for ids ['03d56b37-f537-4540-956f-34d468afd296'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:27:12.501206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:12.506767 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-79d95982-880a-44ea-bc88-ae46d39b9783 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6706524 Feb 03 04:27:12.511794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Routers {'03d56b37-f537-4540-956f-34d468afd296'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:12.514416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['03d56b37-f537-4540-956f-34d468afd296'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:12.568782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-249d63fd-7073-42b7-9fdd-b1af6e05ee84 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:12.570268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-249d63fd-7073-42b7-9fdd-b1af6e05ee84 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.31 "GET /v2.0/networks?id=2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 HTTP/1.1" status: 200 len: 814 time: 0.2514105 Feb 03 04:27:12.570840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:12.608730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Request body: {'port': {'device_id': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2', 'admin_state_up': True, 'tenant_id': 'dfbc445f9f664972aa4ab0a8e78356a3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:12.686084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Set router 03d56b37-f537-4540-956f-34d468afd296 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:12.774393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-51ae0bee-aba8-4119-b42f-96bc51a84c42 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:12.775966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-51ae0bee-aba8-4119-b42f-96bc51a84c42 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046357 Feb 03 04:27:12.813888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Request body: {'port': {'device_id': 'c204e590-01aa-48aa-a168-63457e44990d', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '8afe07e7ddb04af59948f87b8073a6db'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:12.916962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79360dc7-7089-4982-97d3-47cfa05b192d req-fd9363de-acd9-408c-b718-e4b2e026453a tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 210 time: 0.1140299 Feb 03 04:27:13.021373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:10Z', 'revision_number': 3, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:13.062266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Checking router: 03d56b37-f537-4540-956f-34d468afd296 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:27:13.063199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Updating router 03d56b37-f537-4540-956f-34d468afd296 port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:27:13.073483 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (deb3f788-901c-4883-a67d-e6140eabcf89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:13.105300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Made reservation on behalf of 8afe07e7ddb04af59948f87b8073a6db for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:13.108707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:13.130397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ebd8-76d9-4052-88ba-e9f3ffa99b31 req-44bf3626-1d73-4f31-a97b-499cfacbde94 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.137468 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:13.138965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5c9ebd8-76d9-4052-88ba-e9f3ffa99b31 req-44bf3626-1d73-4f31-a97b-499cfacbde94 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 944 time: 0.5619304 Feb 03 04:27:13.179811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:13.228275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:13.234333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:13.242914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:13.319280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Made reservation on behalf of dfbc445f9f664972aa4ab0a8e78356a3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:13.325494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:13.340439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=deb3f788-901c-4883-a67d-e6140eabcf89,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:13.407063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.408084 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:13.416373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Allocated IP 192.168.233.30 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/22f962a0-1246-4b62-8bc2-1496ad5f2008) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:13.430031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5c9ebd8-76d9-4052-88ba-e9f3ffa99b31 req-b10f1bb9-812e-4fb8-ae69-f65539c4e481 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897210 Feb 03 04:27:13.452368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-b6778911-4b11-45b1-952d-8f4d2752d701 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9990165 Feb 03 04:27:13.457929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f692a-33bc-4b5a-ac88-414d57ffdac4 None None] Network 5f20bb85-73ec-487f-848f-97350e07d7ff requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:13.463028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:13.504776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 540d87d4-a525-447e-8ba8-50096f66e9bc up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:13.546678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0c126b8b-d854-4b6b-83f7-5914eb8dc548 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:13.551069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.557792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.563980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.570066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.588611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.596548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.615401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:13.624015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-191e41b7-6190-4f58-8075-d74e7802a618 req-5e781497-cbb9-41a3-b157-8dba8716f5ae tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.5058808 Feb 03 04:27:13.750139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00741258-bdee-497b-a73a-1b6b033f1200 req-2aee5786-29f4-4c2f-ac65-57ebf1d713f5 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 210 time: 0.1204650 Feb 03 04:27:13.889679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Request body: {'port': {'device_id': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:13.966745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-191e41b7-6190-4f58-8075-d74e7802a618 req-8fdf4eab-9587-4045-9476-4191d3d9839b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3413398 Feb 03 04:27:13.986992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Allocated IP 172.20.0.12 (2df54da6-eeda-4bf7-86f6-7d1ed8d213a2/3dfe3a5f-304b-48f2-b8a2-23e397380eda/3d610da4-e22a-4efb-954c-96e6b4b50c80) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:14.027071 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.036090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:14.055206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15303f-489f-4ba2-9186-8842e03b8956 req-f72f1bb1-d6af-449a-9652-9b00e37c0e48 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:14.063725 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc15303f-489f-4ba2-9186-8842e03b8956 req-f72f1bb1-d6af-449a-9652-9b00e37c0e48 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 945 time: 0.2014744 Feb 03 04:27:14.092412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:14.113994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:14.114526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.175134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks [] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.186239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1df7a3e9-ecd6-409d-a296-674879f41ae6 None None] Provisioning complete for port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:14.187233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1df7a3e9-ecd6-409d-a296-674879f41ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.209477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 540d87d4-a525-447e-8ba8-50096f66e9bc completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:14.295728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 540d87d4-a525-447e-8ba8-50096f66e9bc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:14.296540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.354998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc15303f-489f-4ba2-9186-8842e03b8956 req-06bc8275-fff9-40f0-8215-608145299cee tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811153 Feb 03 04:27:14.401775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887966e8-e975-4d50-95db-aabdd0380200 req-8d898af2-ff1c-4df7-ac1f-db9474612977 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:14.403336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-887966e8-e975-4d50-95db-aabdd0380200 req-8d898af2-ff1c-4df7-ac1f-db9474612977 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 932 time: 0.2975056 Feb 03 04:27:14.405227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.411261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb3f788-901c-4883-a67d-e6140eabcf89 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:14.420473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Publish callbacks [] for port (deb3f788-901c-4883-a67d-e6140eabcf89), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.432309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.457657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['293b0205-c062-40bb-8223-52d9c26fee4e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:14.461867 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Publish callbacks [] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.472970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:14.480360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:14.490164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:14.517891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Transition to ACTIVE for port object deb3f788-901c-4883-a67d-e6140eabcf89 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:14.553298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.609169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Pushing event updated for resources: {'Port': ['ID=22f962a0-1246-4b62-8bc2-1496ad5f2008,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:14.622574 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.649795 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks [] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.678773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:14.679761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.692741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Pushing event updated for resources: {'Port': ['ID=deb3f788-901c-4883-a67d-e6140eabcf89,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:14.711272 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1ef192c0-ff32-4f24-a4f9-ad18633ae138 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9066875 Feb 03 04:27:14.727915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.729456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Request body: {'port': {'device_id': 'c204e590-01aa-48aa-a168-63457e44990d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:14.750193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:14.750592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.778414 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:27:14.836349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:14.843273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:14.846416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:14.902921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1df7a3e9-ecd6-409d-a296-674879f41ae6 None None] Current status of the port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:14.903711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1df7a3e9-ecd6-409d-a296-674879f41ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.926600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Attempting to bind port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:14.927295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Attempting to bind port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:14.927899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Attempting to bind port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:14.934194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-887966e8-e975-4d50-95db-aabdd0380200 req-852bb1cf-0c32-4ca1-b0a6-ce6f52a31cec tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228348 Feb 03 04:27:14.946301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.957724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Attempting to bind port deb3f788-901c-4883-a67d-e6140eabcf89 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:14.957724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Attempting to bind port deb3f788-901c-4883-a67d-e6140eabcf89 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:14.957724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Attempting to bind port deb3f788-901c-4883-a67d-e6140eabcf89 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:14.964253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Port deb3f788-901c-4883-a67d-e6140eabcf89 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:14.964711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Attempting to bind port deb3f788-901c-4883-a67d-e6140eabcf89 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:14.964861 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:14.965209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:14.966621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:14.967110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:14.967690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Bound port: 1e8ed217-9c8b-4e06-9f04-37ff69c0af09, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:14.968138 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.025949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02860c21-1ab1-4c9b-b406-819ec097aaeb req-7410e317-786a-4831-be00-36520f7addad tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:15.026679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] For port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:15.029026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02860c21-1ab1-4c9b-b406-819ec097aaeb req-7410e317-786a-4831-be00-36520f7addad tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 935 time: 0.5383859 Feb 03 04:27:15.030038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Pushing event updated for resources: {'Port': ['ID=3d610da4-e22a-4efb-954c-96e6b4b50c80,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:15.047041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] For port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:15.063135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 540d87d4-a525-447e-8ba8-50096f66e9bc is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:15.063433 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.064449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:15.064853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:15.065311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Bound using segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:15.065826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Bound port: deb3f788-901c-4883-a67d-e6140eabcf89, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:15.066860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.072445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1df7a3e9-ecd6-409d-a296-674879f41ae6 None None] For port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,segment=NetworkSegment(10e596f0-0d58-43f0-93d0-46bad93101de),segment_id=10e596f0-0d58-43f0-93d0-46bad93101de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:15.087620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:15.087987 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.089885 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.103330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1df7a3e9-ecd6-409d-a296-674879f41ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.132091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c126b8b-d854-4b6b-83f7-5914eb8dc548'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:15.133527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:15.134171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.134333 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9044f11c-e624-40c3-825c-68ae93d1aa95" -d '{"events": [{"server_uuid": "8e2cb051-3a2e-456c-ad4f-f26ff7c78655", "name": "network-vif-plugged", "status": "completed", "tag": "0c126b8b-d854-4b6b-83f7-5914eb8dc548"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:15.136699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Pushing event updated for resources: {'Port': ['ID=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:15.179680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0c126b8b-d854-4b6b-83f7-5914eb8dc548, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0c126b8b-d854-4b6b-83f7-5914eb8dc548,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:15.181350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02860c21-1ab1-4c9b-b406-819ec097aaeb req-7f715609-6ab5-4d11-b09a-877f8bed2ae1 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351423 Feb 03 04:27:15.188769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.189117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.189464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.189802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.190141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.190471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.190804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.191135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.191594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.191849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.192498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.192498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.192821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:15.203026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] For port deb3f788-901c-4883-a67d-e6140eabcf89, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:15.214233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.221117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] For port deb3f788-901c-4883-a67d-e6140eabcf89, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=deb3f788-901c-4883-a67d-e6140eabcf89,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:15.248605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.265894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-65bc142d-5f33-404f-857b-abc39aac7e7c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6756134 Feb 03 04:27:15.270902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6cb9e356-96f2-4ea4-9693-213d80564943 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:15.285740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 540d87d4-a525-447e-8ba8-50096f66e9bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=540d87d4-a525-447e-8ba8-50096f66e9bc,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:15.287970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Request body: {'port': {'device_id': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:15.320109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1965130-93b9-482f-90a9-9a7e0ef55c22 req-6a002a91-6273-40c0-b57c-a0da75dcd1f7 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:15.321264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.321562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1965130-93b9-482f-90a9-9a7e0ef55c22 req-6a002a91-6273-40c0-b57c-a0da75dcd1f7 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 944 time: 0.2538772 Feb 03 04:27:15.342561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Routers {'03d56b37-f537-4540-956f-34d468afd296'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:15.343286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['03d56b37-f537-4540-956f-34d468afd296'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:15.344122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Allocated IP 172.20.0.1 (5f20bb85-73ec-487f-848f-97350e07d7ff/e5a5ad66-7e8c-4525-844e-308fcb8d39b7/a2c67762-10cd-4a5e-8be0-c8b972f2cee4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:15.352553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Pushing event updated for resources: {'Port': ['ID=deb3f788-901c-4883-a67d-e6140eabcf89,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:15.368266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:15.368881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.370382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-1caa2646-d323-4280-b184-551ea9f70580 service neutron] 10.222.0.31 "PUT /v2.0/ports/deb3f788-901c-4883-a67d-e6140eabcf89 HTTP/1.1" status: 200 len: 1092 time: 1.9053681 Feb 03 04:27:15.370849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'tag': 'deb3f788-901c-4883-a67d-e6140eabcf89'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:15.373639 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075bcdba-4762-4356-98fb-0619b7da570d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb086d7-f7e1-4aa4-aabc-902160a5015a", "tag": "deb3f788-901c-4883-a67d-e6140eabcf89"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:15.442735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:27:15.460062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333bc8c-4758-4e55-954b-98ac17f6b01b None None] Pushing event updated for resources: {'Port': ['ID=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:15.480082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.515853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f962a0-1246-4b62-8bc2-1496ad5f2008 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:15.526333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Publish callbacks [] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.546689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-313a3ae9-9e16-4e01-9957-5b351038cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:15.548301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-313a3ae9-9e16-4e01-9957-5b351038cfdc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 1126 time: 0.0963800 Feb 03 04:27:15.551692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Transition to ACTIVE for port object 22f962a0-1246-4b62-8bc2-1496ad5f2008 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:15.564993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1965130-93b9-482f-90a9-9a7e0ef55c22 req-214d4f97-20a2-4d39-90d9-16064649e12d tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246733 Feb 03 04:27:15.571623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4aca611b-2258-46fd-9eaf-7a6a7acb0872 None None] Provisioning complete for port 22f962a0-1246-4b62-8bc2-1496ad5f2008 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:15.571900 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aca611b-2258-46fd-9eaf-7a6a7acb0872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.610709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-bb0d098e-6785-499c-adc4-6874234971ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb3f788-901c-4883-a67d-e6140eabcf89 HTTP/1.1" status: 200 len: 217 time: 0.0444984 Feb 03 04:27:15.611473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.623793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:15.730665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7a3e9-ecd6-409d-a296-674879f41ae6 None None] Pushing event updated for resources: {'Port': ['ID=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:15.746425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-cb1d7991-ea14-401c-8562-6308f22a2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:15.747995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-cb1d7991-ea14-401c-8562-6308f22a2b78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1280353 Feb 03 04:27:15.751326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=22f962a0-1246-4b62-8bc2-1496ad5f2008,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:15.829915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] Set router 03d56b37-f537-4540-956f-34d468afd296 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:15.862722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:15.879775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Attempting to bind port 22f962a0-1246-4b62-8bc2-1496ad5f2008 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:15.880119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Attempting to bind port 22f962a0-1246-4b62-8bc2-1496ad5f2008 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:15.880602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Attempting to bind port 22f962a0-1246-4b62-8bc2-1496ad5f2008 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:15.889558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Port 22f962a0-1246-4b62-8bc2-1496ad5f2008 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:15.889894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Attempting to bind port 22f962a0-1246-4b62-8bc2-1496ad5f2008 on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:15.899634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:15.899984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:15.900383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:15.900986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Bound port: 22f962a0-1246-4b62-8bc2-1496ad5f2008, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:15.901353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:15.904338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4aca611b-2258-46fd-9eaf-7a6a7acb0872 None None] Port 22f962a0-1246-4b62-8bc2-1496ad5f2008 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:27:15.948897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '6cb9e356-96f2-4ea4-9693-213d80564943', 'network_id': '4353d205-7593-4c18-9838-d87c545b2767', 'port_id': '6cb9e356-96f2-4ea4-9693-213d80564943', 'mac_address': 'fa:16:3e:d9:66:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b74de-a033-41cb-9033-2115f3239b0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:15.982386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-0b50a3f2-52aa-4a43-a0f1-4133d5b5987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:15.983987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-0b50a3f2-52aa-4a43-a0f1-4133d5b5987f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2125225 Feb 03 04:27:16.002940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0c126b8b-d854-4b6b-83f7-5914eb8dc548,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:16.040117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] For port 22f962a0-1246-4b62-8bc2-1496ad5f2008, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:16.056799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] For port 22f962a0-1246-4b62-8bc2-1496ad5f2008, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=22f962a0-1246-4b62-8bc2-1496ad5f2008,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:16.067675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4aca611b-2258-46fd-9eaf-7a6a7acb0872 None None] Provisioning complete for port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:16.068059 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aca611b-2258-46fd-9eaf-7a6a7acb0872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:16.076708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks [] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:16.102402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:16.106229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65cfee-55d7-4aef-ad24-051cb6c622d4 req-f2666523-6ce6-4cd3-bdb4-d478af807f53 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.112982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a65cfee-55d7-4aef-ad24-051cb6c622d4 req-f2666523-6ce6-4cd3-bdb4-d478af807f53 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 932 time: 0.6529071 Feb 03 04:27:16.129054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6cb9e356-96f2-4ea4-9693-213d80564943 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:16.129459 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:16.150147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.151237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:16.154558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] 10.222.0.31 "PUT /v2.0/ports/22f962a0-1246-4b62-8bc2-1496ad5f2008 HTTP/1.1" status: 200 len: 1095 time: 1.4332554 Feb 03 04:27:16.200107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-4d2fdfa4-099a-44ba-9afc-7eb79a6465ae service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054684 Feb 03 04:27:16.209073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964e704-b581-46d1-8fb3-de56a62e8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=22f962a0-1246-4b62-8bc2-1496ad5f2008,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:16.212925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cb9e356-96f2-4ea4-9693-213d80564943 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:16.228552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=540d87d4-a525-447e-8ba8-50096f66e9bc,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:16.286033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a65cfee-55d7-4aef-ad24-051cb6c622d4 req-7ce8694b-73e3-46f9-be0f-595ed5d58677 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720541 Feb 03 04:27:16.366623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.380284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.388788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3eafcd53-9f08-40a8-89e1-86a2d0a883ac req-4b64c26c-9d11-4a0a-b02e-35d219bf0305 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330822 Feb 03 04:27:16.395647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.412803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.430937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.431998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-6fcbfaae-ba31-44a2-a8ea-c7999d7e5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.433742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-6fcbfaae-ba31-44a2-a8ea-c7999d7e5b7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8afe07e7ddb04af59948f87b8073a6db&device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 1129 time: 0.2149713 Feb 03 04:27:16.444795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.458966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.461018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-3a6f6c5f-7342-4bb6-91f4-81252c5f7a43 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.4206977 Feb 03 04:27:16.479476 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9655f30b-1aec-4df8-9a69-c3b0dd5102b9 x-openstack-request-id: req-9655f30b-1aec-4df8-9a69-c3b0dd5102b9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:16.479989 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2cb051-3a2e-456c-ad4f-f26ff7c78655", "name": "network-vif-plugged", "status": "completed", "tag": "0c126b8b-d854-4b6b-83f7-5914eb8dc548", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:16.480345 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9655f30b-1aec-4df8-9a69-c3b0dd5102b9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:16.480837 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c126b8b-d854-4b6b-83f7-5914eb8dc548', 'code': 200} Feb 03 04:27:16.482647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:16.489012 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-9e161e84-ae29-4054-b238-06ce6f8cb44b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=22f962a0-1246-4b62-8bc2-1496ad5f2008 HTTP/1.1" status: 200 len: 217 time: 0.0467365 Feb 03 04:27:16.491490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:16.493568 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:16.531402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4aca611b-2258-46fd-9eaf-7a6a7acb0872 None None] Current status of the port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:16.562316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:10Z', 'revision_number': 3, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:16.580453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-b77051de-7753-41fa-b741-e14038240a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.583257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-b77051de-7753-41fa-b741-e14038240a9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0845671 Feb 03 04:27:16.599535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6cb9e356-96f2-4ea4-9693-213d80564943'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:16.603966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e9e02-2865-44f9-9f59-cad325e58112 None None] The sync data for ids ['03d56b37-f537-4540-956f-34d468afd296'] in n-d-827549-1 is: [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:10Z', 'revision_number': 3, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:27:16.608070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231f4f9-24a8-4684-9ef0-f3464795ab57 req-845f7ef5-9995-4851-a3dc-0e2a7eb0ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.610300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6231f4f9-24a8-4684-9ef0-f3464795ab57 req-845f7ef5-9995-4851-a3dc-0e2a7eb0ca10 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8e2cb051-3a2e-456c-ad4f-f26ff7c78655 HTTP/1.1" status: 200 len: 1128 time: 0.1202521 Feb 03 04:27:16.628138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:16.643907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Network 5f20bb85-73ec-487f-848f-97350e07d7ff is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:16.690171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-834b197c-ac92-4132-98e3-af0d2b26f8fa req-1a2a4c2a-4c39-4a94-bf2b-5df7e03e56fa tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2056453 Feb 03 04:27:16.691312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6231f4f9-24a8-4684-9ef0-f3464795ab57 req-1cf50046-1b40-4821-96c6-722dc38c174f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635333 Feb 03 04:27:16.701848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:16.703796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-89d6ae9b-f4e1-4148-b5b2-dc5870835dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.709109 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-89d6ae9b-f4e1-4148-b5b2-dc5870835dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1170428 Feb 03 04:27:16.709706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:16.717335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:16.798491 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60c99a5-a099-43a0-bdfd-8cfb7ab6054e x-openstack-request-id: req-d60c99a5-a099-43a0-bdfd-8cfb7ab6054e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:16.798796 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb086d7-f7e1-4aa4-aabc-902160a5015a", "tag": "deb3f788-901c-4883-a67d-e6140eabcf89", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:16.799040 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d60c99a5-a099-43a0-bdfd-8cfb7ab6054e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:16.799466 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'tag': 'deb3f788-901c-4883-a67d-e6140eabcf89', 'status': 'completed', 'code': 200} Feb 03 04:27:16.804919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57285ae8-5c97-45f4-b552-0049a71af887 req-59ef2117-387d-4f72-a709-f11daa68ac81 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:16.806507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57285ae8-5c97-45f4-b552-0049a71af887 req-59ef2117-387d-4f72-a709-f11daa68ac81 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 944 time: 0.3239124 Feb 03 04:27:16.820253 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (03d56b37-f537-4540-956f-34d468afd296), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.061911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-07934d11-1d64-49e1-9c6a-06e249387418 None None] Provisioning complete for port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:17.063371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07934d11-1d64-49e1-9c6a-06e249387418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.072981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bcdba-4762-4356-98fb-0619b7da570d req-34dfa0f6-0273-476e-b3a2-a1674df43dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:17.075422 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-075bcdba-4762-4356-98fb-0619b7da570d req-34dfa0f6-0273-476e-b3a2-a1674df43dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 1126 time: 0.1377175 Feb 03 04:27:17.085582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57285ae8-5c97-45f4-b552-0049a71af887 req-e09276c7-8674-489b-babb-346342e7d313 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667217 Feb 03 04:27:17.086612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d610da4-e22a-4efb-954c-96e6b4b50c80 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:17.109712 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Publish callbacks [] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.138034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc66f-c50c-4e61-9643-e16dfadd561f req-38ce4bf3-5e27-4f2a-ad27-475a49426d65 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:17.139833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86cbc66f-c50c-4e61-9643-e16dfadd561f req-38ce4bf3-5e27-4f2a-ad27-475a49426d65 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 944 time: 0.2643414 Feb 03 04:27:17.146345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-07934d11-1d64-49e1-9c6a-06e249387418 None None] Port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:27:17.177444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Transition to ACTIVE for port object 3d610da4-e22a-4efb-954c-96e6b4b50c80 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:17.178267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-36fe218d-fd71-422c-9840-0d3b1e453d4d service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610831 Feb 03 04:27:17.199533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.222160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.267315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6cb9e356-96f2-4ea4-9693-213d80564943 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:17.306698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bcdba-4762-4356-98fb-0619b7da570d req-d5bf38da-6681-43dd-9c83-c5a595b2b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:17.308214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-075bcdba-4762-4356-98fb-0619b7da570d req-d5bf38da-6681-43dd-9c83-c5a595b2b918 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.2127590 Feb 03 04:27:17.340291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 6cb9e356-96f2-4ea4-9693-213d80564943 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:17.340899 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.360311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86cbc66f-c50c-4e61-9643-e16dfadd561f req-c8f76ce7-2c13-455e-b89b-cee51c53b454 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837230 Feb 03 04:27:17.363459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-075bcdba-4762-4356-98fb-0619b7da570d req-f8dff29d-acba-4543-8e2e-fafe2b7c6b85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb3f788-901c-4883-a67d-e6140eabcf89 HTTP/1.1" status: 200 len: 217 time: 0.0464001 Feb 03 04:27:17.367993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Pushing event updated for resources: {'Port': ['ID=3d610da4-e22a-4efb-954c-96e6b4b50c80,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:17.431878 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-377e4df8-35e1-4111-80b8-f82ac4f97e1e req-1dfc1ece-6f9a-4cf9-a720-db9e18eaa94d service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015951 Feb 03 04:27:17.461192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b8b37-eafc-45d0-a52b-2e73360382f4 req-baaf7524-8ae5-404b-ba4a-b0dbb9d4edd2 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:17.468780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c07b8b37-eafc-45d0-a52b-2e73360382f4 req-baaf7524-8ae5-404b-ba4a-b0dbb9d4edd2 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 947 time: 0.2663281 Feb 03 04:27:17.474088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bcdba-4762-4356-98fb-0619b7da570d req-9f61ed9b-6219-4646-82a2-fd66cb1a9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:17.476338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-075bcdba-4762-4356-98fb-0619b7da570d req-9f61ed9b-6219-4646-82a2-fd66cb1a9aa1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1039059 Feb 03 04:27:17.479443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6cb9e356-96f2-4ea4-9693-213d80564943 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:17.479875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.528334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:17.533928 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.551755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bcdba-4762-4356-98fb-0619b7da570d req-b7d0d094-e6b6-4604-aad0-4b1a058047f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:17.553835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-075bcdba-4762-4356-98fb-0619b7da570d req-b7d0d094-e6b6-4604-aad0-4b1a058047f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696037 Feb 03 04:27:17.597244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:17.624217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Attempting to bind port 3d610da4-e22a-4efb-954c-96e6b4b50c80 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:17.624562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Attempting to bind port 3d610da4-e22a-4efb-954c-96e6b4b50c80 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'af388c6f-1863-4015-9d36-23266b2aab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:17.624899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Attempting to bind port 3d610da4-e22a-4efb-954c-96e6b4b50c80 on network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:17.642635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Port 3d610da4-e22a-4efb-954c-96e6b4b50c80 on network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:17.642875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Attempting to bind port 3d610da4-e22a-4efb-954c-96e6b4b50c80 on network 2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:17.670969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c07b8b37-eafc-45d0-a52b-2e73360382f4 req-0eab8e6d-6b0d-46f8-99c5-beeed815cf7a tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874433 Feb 03 04:27:17.675918 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-075bcdba-4762-4356-98fb-0619b7da570d req-34c7f042-2141-42c0-ba29-8cca8021c915 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105351 Feb 03 04:27:17.713452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2081-1b37-4e98-8415-9e2eb2803a90 req-81a400b8-af22-4574-be7e-1ce826aaee89 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:17.715199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c7e2081-1b37-4e98-8415-9e2eb2803a90 req-81a400b8-af22-4574-be7e-1ce826aaee89 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 945 time: 0.2273991 Feb 03 04:27:17.716255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:17.716735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Checking segment: {'id': 'af388c6f-1863-4015-9d36-23266b2aab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:17.717226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Bound using segment: {'id': 'af388c6f-1863-4015-9d36-23266b2aab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:17.717786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Bound port: 3d610da4-e22a-4efb-954c-96e6b4b50c80, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af388c6f-1863-4015-9d36-23266b2aab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:17.718404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.830049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-075bcdba-4762-4356-98fb-0619b7da570d req-7963d0ec-25aa-4963-b291-914ac17ccc6e service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387570 Feb 03 04:27:17.832636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks [] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.858251 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.884001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:17.940152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c7e2081-1b37-4e98-8415-9e2eb2803a90 req-715337b7-1ed3-4bc5-997f-8440a683edc7 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091787 Feb 03 04:27:17.960594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] For port 3d610da4-e22a-4efb-954c-96e6b4b50c80, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:17.977624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:17.978092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:17.979158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] For port 3d610da4-e22a-4efb-954c-96e6b4b50c80, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3d610da4-e22a-4efb-954c-96e6b4b50c80,segment=NetworkSegment(af388c6f-1863-4015-9d36-23266b2aab2b),segment_id=af388c6f-1863-4015-9d36-23266b2aab2b)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:17.983453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:17.991955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (03d56b37-f537-4540-956f-34d468afd296), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:18.000445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:18.072976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:18.074077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:18.129508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:18.129886 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:18.132184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.132854 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:18.134269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] 10.222.0.31 "PUT /v2.0/ports/3d610da4-e22a-4efb-954c-96e6b4b50c80 HTTP/1.1" status: 200 len: 1092 time: 2.8591766 Feb 03 04:27:18.137167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'tag': '3d610da4-e22a-4efb-954c-96e6b4b50c80'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:18.139473 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a" -d '{"events": [{"name": "network-changed", "server_uuid": "82b8ae6c-54a6-47b7-955f-c418fcc42e8b", "tag": "3d610da4-e22a-4efb-954c-96e6b4b50c80"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:18.224507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2b980-c00f-4fc6-8bf5-91867ca9ba0e service neutron] Pushing event updated for resources: {'Port': ['ID=3d610da4-e22a-4efb-954c-96e6b4b50c80,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:18.228502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:18.228710 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:18.249717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:18.255205 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:18.256724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca35098-4418-4a43-a065-c2cc992f3481 req-4ba7c711-30ac-4df9-b82b-4b7b1738b77c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.258266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ca35098-4418-4a43-a065-c2cc992f3481 req-4ba7c711-30ac-4df9-b82b-4b7b1738b77c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 944 time: 0.2617207 Feb 03 04:27:18.297375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.302688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.307990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.308459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:18.313265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.318536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.323800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.329036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.331298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-e446f258-f9d8-4c78-a202-862afa77ef75 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5419 time: 0.2661560 Feb 03 04:27:18.351721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Network 5f20bb85-73ec-487f-848f-97350e07d7ff is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:18.368254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:18.401508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-02535672-c287-4613-b337-57ef8340f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.403047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-02535672-c287-4613-b337-57ef8340f0b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dfbc445f9f664972aa4ab0a8e78356a3&device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 1126 time: 0.2002585 Feb 03 04:27:18.481724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540d87d4-a525-447e-8ba8-50096f66e9bc'}, {'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:18.484271 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6e1e6-936e-419e-b765-49031120c98c" -d '{"events": [{"server_uuid": "e0d2f5a5-578f-4f7b-a183-db68b0d37e68", "name": "network-vif-plugged", "status": "completed", "tag": "540d87d4-a525-447e-8ba8-50096f66e9bc"}, {"server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:18.498836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ca35098-4418-4a43-a065-c2cc992f3481 req-f094a373-598f-4822-828e-537ccb25df78 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275593 Feb 03 04:27:18.508653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-cccc4a9d-6dce-45f9-ba9b-b9d6edf4babf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d610da4-e22a-4efb-954c-96e6b4b50c80 HTTP/1.1" status: 200 len: 217 time: 0.0670109 Feb 03 04:27:18.536067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0dd089f-389a-491f-ac70-a96c5a614bb8 req-6801fa4c-16aa-4dbe-95f2-39e2aea5430e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1910968 Feb 03 04:27:18.612390 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a1c448-f7a5-4165-9122-a9552b4de875 x-openstack-request-id: req-e2a1c448-f7a5-4165-9122-a9552b4de875 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:18.612700 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b8ae6c-54a6-47b7-955f-c418fcc42e8b", "tag": "3d610da4-e22a-4efb-954c-96e6b4b50c80", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:18.612959 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2a1c448-f7a5-4165-9122-a9552b4de875 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:18.613367 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'tag': '3d610da4-e22a-4efb-954c-96e6b4b50c80', 'status': 'completed', 'code': 200} Feb 03 04:27:18.618922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b8c14958-b42a-43d9-96bf-d3321fe038ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.620474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-b8c14958-b42a-43d9-96bf-d3321fe038ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3dfe3a5f-304b-48f2-b8a2-23e397380eda HTTP/1.1" status: 200 len: 854 time: 0.1027081 Feb 03 04:27:18.649947 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88b9f6-ef43-487a-9f0e-2538c49cce22 x-openstack-request-id: req-ce88b9f6-ef43-487a-9f0e-2538c49cce22 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:18.650288 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d2f5a5-578f-4f7b-a183-db68b0d37e68", "name": "network-vif-plugged", "status": "completed", "tag": "540d87d4-a525-447e-8ba8-50096f66e9bc", "code": 200}, {"server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:18.650612 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce88b9f6-ef43-487a-9f0e-2538c49cce22 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:18.651073 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540d87d4-a525-447e-8ba8-50096f66e9bc', 'code': 200} Feb 03 04:27:18.651389 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943', 'code': 200} Feb 03 04:27:18.688236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4640c15f-ba43-41cb-9a9f-78b59c9a700b None None] Provisioning complete for port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:18.688807 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4640c15f-ba43-41cb-9a9f-78b59c9a700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:18.699890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-90dcacd9-3d19-4342-99a7-e2a8c3ca7cc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2df54da6-eeda-4bf7-86f6-7d1ed8d213a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637922 Feb 03 04:27:18.739426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Router 03d56b37-f537-4540-956f-34d468afd296 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:27:18.763316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d92f9a-6e25-4e75-b314-a08acfe81758 req-940556a1-493c-48ed-8c87-385ec4882334 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.765072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1d92f9a-6e25-4e75-b314-a08acfe81758 req-940556a1-493c-48ed-8c87-385ec4882334 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 944 time: 0.1436324 Feb 03 04:27:18.770790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4640c15f-ba43-41cb-9a9f-78b59c9a700b None None] Port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:27:18.792222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2ca88-58f0-4f32-81bf-c4d9cbeede70 req-03576469-ec6f-4f92-b329-d73a518af834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:18.793790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1f2ca88-58f0-4f32-81bf-c4d9cbeede70 req-03576469-ec6f-4f92-b329-d73a518af834 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 1127 time: 0.0588570 Feb 03 04:27:18.801866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c204e590-01aa-48aa-a168-63457e44990d', 'tag': '22f962a0-1246-4b62-8bc2-1496ad5f2008'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:18.804164 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b66c4-2666-430d-9a34-ff0c1fe25384" -d '{"events": [{"name": "network-changed", "server_uuid": "c204e590-01aa-48aa-a168-63457e44990d", "tag": "22f962a0-1246-4b62-8bc2-1496ad5f2008"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:18.849264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1f2ca88-58f0-4f32-81bf-c4d9cbeede70 req-cfe98327-c643-4d34-9e6e-7e0f604dc047 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Feb 03 04:27:18.974748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-847496f6-1a54-4949-ba93-f25de0333f32 service neutron] 10.222.0.31 "GET /v2.0/networks/2df54da6-eeda-4bf7-86f6-7d1ed8d213a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660952 Feb 03 04:27:18.982000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1d92f9a-6e25-4e75-b314-a08acfe81758 req-b930f12f-3a76-4695-8ce5-370590db2b66 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778162 Feb 03 04:27:19.034646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12760533-cdb9-4297-a8be-7eeae27459e1 req-2db52341-265a-4363-805a-59cdd3ffe849 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.036173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12760533-cdb9-4297-a8be-7eeae27459e1 req-2db52341-265a-4363-805a-59cdd3ffe849 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 947 time: 0.2271769 Feb 03 04:27:19.039037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:27:19.046928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-46ecfadf-7635-47dd-868a-7e1fbb753a94 admin admin] 10.222.0.35 "PUT /v2.0/routers/03d56b37-f537-4540-956f-34d468afd296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4687703 Feb 03 04:27:19.048315 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Sync routers for ids ['03d56b37-f537-4540-956f-34d468afd296'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:27:19.063485 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Routers {'03d56b37-f537-4540-956f-34d468afd296'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:19.064414 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['03d56b37-f537-4540-956f-34d468afd296'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:19.172511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-538320eb-fd2c-40eb-a1df-6c52349d466e req-87962bf9-1af1-4142-9dee-40ecbf57cd0b service neutron] 10.222.0.31 "GET /v2.0/networks/2df54da6-eeda-4bf7-86f6-7d1ed8d213a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880996 Feb 03 04:27:19.176642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12760533-cdb9-4297-a8be-7eeae27459e1 req-8ef26fb0-4a6e-4472-a467-c06df47b0e31 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284196 Feb 03 04:27:19.180145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Set router 03d56b37-f537-4540-956f-34d468afd296 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:19.187682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd697-53a8-4bf9-954b-ece07d32e650 req-4d056698-81d3-42aa-b019-d2d5061c79dd tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.197211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-704dd697-53a8-4bf9-954b-ece07d32e650 req-4d056698-81d3-42aa-b019-d2d5061c79dd tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 945 time: 0.1407180 Feb 03 04:27:19.250891 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b041cd00-7c99-4493-a796-2795da839fd7 x-openstack-request-id: req-b041cd00-7c99-4493-a796-2795da839fd7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:19.251322 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c204e590-01aa-48aa-a168-63457e44990d", "tag": "22f962a0-1246-4b62-8bc2-1496ad5f2008", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:19.251603 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b041cd00-7c99-4493-a796-2795da839fd7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:19.252001 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c204e590-01aa-48aa-a168-63457e44990d', 'tag': '22f962a0-1246-4b62-8bc2-1496ad5f2008', 'status': 'completed', 'code': 200} Feb 03 04:27:19.257905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-704dd697-53a8-4bf9-954b-ece07d32e650 req-a3ec6f3f-fd68-40e1-8278-12cb7dd2c428 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2d98f2-efab-4d63-b12f-bfa89ff6da97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608454 Feb 03 04:27:19.290087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ac153ab2-0cc1-43da-b1b6-9e83ce620f01 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:19.325512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-72179de0-40f9-4aad-b342-da695e324f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.327164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-72179de0-40f9-4aad-b342-da695e324f80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dfbc445f9f664972aa4ab0a8e78356a3&device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 1126 time: 0.0873969 Feb 03 04:27:19.381174 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-934073aa-3718-4f53-87eb-0f24901db7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.388460 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-934073aa-3718-4f53-87eb-0f24901db7d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8afe07e7ddb04af59948f87b8073a6db&device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 1129 time: 0.0912731 Feb 03 04:27:19.416361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:19.436822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01', 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'port_id': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01', 'mac_address': 'fa:16:3e:1d:93:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3ad750-d16b-4dad-b8cd-94b9ef4257e5', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:19.441358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device deb3f788-901c-4883-a67d-e6140eabcf89 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:19.467099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:17Z', 'revision_number': 4, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'a2c67762-10cd-4a5e-8be0-c8b972f2cee4', 'name': '', 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'mac_address': 'fa:16:3e:f5:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e5a5ad66-7e8c-4525-844e-308fcb8d39b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:14Z', 'updated_at': '2022-02-03T04:27:17Z', 'revision_number': 2, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'subnets': [{'id': 'e5a5ad66-7e8c-4525-844e-308fcb8d39b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:19.492319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-ae9361b3-318f-4f19-8f54-f418d58e0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.493797 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-ae9361b3-318f-4f19-8f54-f418d58e0e6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1010067 Feb 03 04:27:19.502328 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Checking router: 03d56b37-f537-4540-956f-34d468afd296 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:27:19.502825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Updating router 03d56b37-f537-4540-956f-34d468afd296 port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:27:19.512707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:19.513390 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:19.531013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac153ab2-0cc1-43da-b1b6-9e83ce620f01 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:19.541337 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:19.551269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-8c639a5d-2c41-4ba2-bf5a-15b79019c916 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=22f962a0-1246-4b62-8bc2-1496ad5f2008 HTTP/1.1" status: 200 len: 217 time: 0.0487103 Feb 03 04:27:19.577959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:19.614701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:19.615668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4b273db3-06d9-40a4-b72b-d1ea958cf659 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:19.627515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-118faf05-c126-42c9-8fb6-7221f37aa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.629867 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-118faf05-c126-42c9-8fb6-7221f37aa8dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0712907 Feb 03 04:27:19.697302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-c3900b80-f4ca-45e0-94d4-1be44743a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.699422 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-c3900b80-f4ca-45e0-94d4-1be44743a16a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0595744 Feb 03 04:27:19.722660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port deb3f788-901c-4883-a67d-e6140eabcf89, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=deb3f788-901c-4883-a67d-e6140eabcf89,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:19.741574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:19.770135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:19.775876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'deb3f788-901c-4883-a67d-e6140eabcf89', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': 'deb3f788-901c-4883-a67d-e6140eabcf89', 'mac_address': 'fa:16:3e:69:6e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:19.827409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-eafd9e49-4d79-490f-82b4-8ab224130bfb service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086807 Feb 03 04:27:19.908829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4b273db3-06d9-40a4-b72b-d1ea958cf659, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:19.920778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port deb3f788-901c-4883-a67d-e6140eabcf89 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:19.921237 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:19.937694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4b273db3-06d9-40a4-b72b-d1ea958cf659', 'network_id': '85ae8084-1512-41bd-820f-3789560e4037', 'port_id': '4b273db3-06d9-40a4-b72b-d1ea958cf659', 'mac_address': 'fa:16:3e:61:aa:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dec5c8e-69eb-4f36-818c-cd699999389d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:19.943862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-70431b49-385d-49c3-b540-d97ce351276f tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.944060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:19.944275 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:19.945649 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-70431b49-385d-49c3-b540-d97ce351276f tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "GET /v2.0/ports?device_id=048202b2-6b3d-4933-b1c0-a3a95135e0e2 HTTP/1.1" status: 200 len: 945 time: 0.1171861 Feb 03 04:27:19.948128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb3f788-901c-4883-a67d-e6140eabcf89 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:19.948529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-da9b639c-b385-4a58-bb27-c4a02ea43a59 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5560641 Feb 03 04:27:19.951381 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Publish callbacks [] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:19.953111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-be6e5065-3c8f-4c43-b6c3-bee61bb146ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.956123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-be6e5065-3c8f-4c43-b6c3-bee61bb146ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 HTTP/1.1" status: 200 len: 915 time: 0.6179049 Feb 03 04:27:19.961433 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:19.966403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa90ae-804f-4eeb-be01-ff5871a85b8d req-6fe2b5ac-a00e-49f6-8b89-a48c277bc1cc tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:19.975699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85fa90ae-804f-4eeb-be01-ff5871a85b8d req-6fe2b5ac-a00e-49f6-8b89-a48c277bc1cc tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 945 time: 0.6523924 Feb 03 04:27:19.983181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:20.022203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port deb3f788-901c-4883-a67d-e6140eabcf89, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=deb3f788-901c-4883-a67d-e6140eabcf89,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:20.050063 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.050744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 22f962a0-1246-4b62-8bc2-1496ad5f2008 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:20.081294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-648788c2-7861-4b0d-b5b8-4e97889158e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d610da4-e22a-4efb-954c-96e6b4b50c80 HTTP/1.1" status: 200 len: 217 time: 0.1029482 Feb 03 04:27:20.099777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-960b66c4-2666-430d-9a34-ff0c1fe25384 req-744e12be-e7d1-4196-987c-564f106bb721 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393141 Feb 03 04:27:20.103119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Deleting port 6cb9e356-96f2-4ea4-9693-213d80564943 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:20.103466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.109346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4b273db3-06d9-40a4-b72b-d1ea958cf659 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:20.110166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.148509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85fa90ae-804f-4eeb-be01-ff5871a85b8d req-56f79ea4-a3b5-4f25-8b67-daf69b444f76 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717982 Feb 03 04:27:20.149396 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.159753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b273db3-06d9-40a4-b72b-d1ea958cf659 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:20.242087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Pushing event updated for resources: {'Port': ['ID=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:20.249234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=deb3f788-901c-4883-a67d-e6140eabcf89,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:20.263889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4b273db3-06d9-40a4-b72b-d1ea958cf659, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:20.268692 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.269062 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.269433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.269768 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.270099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.270426 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.270767 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.271085 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.271409 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.271814 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.272142 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.272554 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.272832 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:27:20.313090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.313806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f3d8a362-29d9-4798-8d42-b655b3cfaa25 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:20.315174 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Attempting to bind port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:20.315577 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Attempting to bind port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:20.315940 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Attempting to bind port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 on network 5f20bb85-73ec-487f-848f-97350e07d7ff {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:20.331787 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:20.332183 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Checking segment: {'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:20.332481 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.333108 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Bound using segment: {'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:20.333429 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Bound port: a2c67762-10cd-4a5e-8be0-c8b972f2cee4, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e596f0-0d58-43f0-93d0-46bad93101de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:20.333729 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.358528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] For port 6cb9e356-96f2-4ea4-9693-213d80564943, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6cb9e356-96f2-4ea4-9693-213d80564943,segment=NetworkSegment(4b3fb7ef-a297-4dba-96d4-fe41ac98b5de),segment_id=4b3fb7ef-a297-4dba-96d4-fe41ac98b5de)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:20.383337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.386396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-f9caaf10-c5d3-491c-bc74-7e6e08ec15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:20.399840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-f9caaf10-c5d3-491c-bc74-7e6e08ec15d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3dfe3a5f-304b-48f2-b8a2-23e397380eda HTTP/1.1" status: 200 len: 854 time: 0.3045127 Feb 03 04:27:20.426635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Calling delete_port for 6cb9e356-96f2-4ea4-9693-213d80564943 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:20.478198 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] For port a2c67762-10cd-4a5e-8be0-c8b972f2cee4, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:20.481538 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] For port a2c67762-10cd-4a5e-8be0-c8b972f2cee4, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,segment=NetworkSegment(10e596f0-0d58-43f0-93d0-46bad93101de),segment_id=10e596f0-0d58-43f0-93d0-46bad93101de)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:20.492154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4b273db3-06d9-40a4-b72b-d1ea958cf659,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:20.501846 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.508915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:20.520041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-7680a470-8475-4734-a34e-c9da5bf6b616 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2df54da6-eeda-4bf7-86f6-7d1ed8d213a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193349 Feb 03 04:27:20.530663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df141cc1-f4cb-4b68-b0d4-6443c7cbab21 req-1d8d91f2-fc88-4292-8795-514c03e55616 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:20.537997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df141cc1-f4cb-4b68-b0d4-6443c7cbab21 req-1d8d91f2-fc88-4292-8795-514c03e55616 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 944 time: 0.3061807 Feb 03 04:27:20.558814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 22f962a0-1246-4b62-8bc2-1496ad5f2008, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=22f962a0-1246-4b62-8bc2-1496ad5f2008,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:20.562287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f3d8a362-29d9-4798-8d42-b655b3cfaa25, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:20.584321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598be24a-5edd-45af-9c1f-596a1d6adf21 None None] Pushing event updated for resources: {'Port': ['ID=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:20.602073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7c757a52-238c-428e-a7fc-5788628fe612 None None] Provisioning complete for port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:20.602477 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c757a52-238c-428e-a7fc-5788628fe612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.607283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25', 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'port_id': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25', 'mac_address': 'fa:16:3e:20:fb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3ad750-d16b-4dad-b8cd-94b9ef4257e5', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:20.622422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Routers {'03d56b37-f537-4540-956f-34d468afd296'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:20.623238 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['03d56b37-f537-4540-956f-34d468afd296'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:20.636151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df141cc1-f4cb-4b68-b0d4-6443c7cbab21 req-10658114-3cf6-4d46-b2de-481967317c3a tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957336 Feb 03 04:27:20.639047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '22f962a0-1246-4b62-8bc2-1496ad5f2008', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '22f962a0-1246-4b62-8bc2-1496ad5f2008', 'mac_address': 'fa:16:3e:68:a3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:20.712554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6cb9e356-96f2-4ea4-9693-213d80564943), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.730251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-4f617774-0969-4f59-a7dc-706725859c43 service neutron] 10.222.0.31 "GET /v2.0/networks/2df54da6-eeda-4bf7-86f6-7d1ed8d213a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898737 Feb 03 04:27:20.732104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 22f962a0-1246-4b62-8bc2-1496ad5f2008 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:20.732570 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.736353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6cb9e356-96f2-4ea4-9693-213d80564943'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:20.773011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Pushing event deleted for resources: {'Port': ['ID=6cb9e356-96f2-4ea4-9693-213d80564943,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:20.798241 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.807039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f962a0-1246-4b62-8bc2-1496ad5f2008 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:20.828297 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] Set router 03d56b37-f537-4540-956f-34d468afd296 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:20.843394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f3d8a362-29d9-4798-8d42-b655b3cfaa25 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:20.843894 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.881358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] No DVR routers for this DVR port 6cb9e356-96f2-4ea4-9693-213d80564943 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:20.889762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.893340 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-755ca46c-7838-4cbd-8d4e-85068a17a5f1 req-765f4251-c668-44a7-ab5c-37e6ba62a034 tempest-ImagesTestJSON-2056603309 tempest-ImagesTestJSON-2056603309-project] 10.222.0.15 "DELETE /v2.0/ports/6cb9e356-96f2-4ea4-9693-213d80564943 HTTP/1.1" status: 204 len: 173 time: 0.9381149 Feb 03 04:27:20.937383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7c757a52-238c-428e-a7fc-5788628fe612 None None] Current status of the port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:20.937844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c757a52-238c-428e-a7fc-5788628fe612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:20.942707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 22f962a0-1246-4b62-8bc2-1496ad5f2008, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=22f962a0-1246-4b62-8bc2-1496ad5f2008,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:20.963039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d8a362-29d9-4798-8d42-b655b3cfaa25 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:21.027149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f3d8a362-29d9-4798-8d42-b655b3cfaa25, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:21.037930 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.044953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9404d9e1-bd4c-4508-bfc2-e458bbacf00a req-2007db57-f2dd-406e-8c00-e89402ebde60 service neutron] 10.222.0.31 "GET /v2.0/networks/2df54da6-eeda-4bf7-86f6-7d1ed8d213a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053191 Feb 03 04:27:21.048190 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.049318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:21.120683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Allocated IP 172.25.7.201 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6ea97ddc-b369-47b3-b028-7ca9e71e3d85) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:21.132083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7c757a52-238c-428e-a7fc-5788628fe612 None None] For port a2c67762-10cd-4a5e-8be0-c8b972f2cee4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,segment=NetworkSegment(10e596f0-0d58-43f0-93d0-46bad93101de),segment_id=10e596f0-0d58-43f0-93d0-46bad93101de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:21.146238 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c757a52-238c-428e-a7fc-5788628fe612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.156884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=22f962a0-1246-4b62-8bc2-1496ad5f2008,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:21.188328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:21.209375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167', 'network_id': '85ae8084-1512-41bd-820f-3789560e4037', 'port_id': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167', 'mac_address': 'fa:16:3e:bf:07:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dec5c8e-69eb-4f36-818c-cd699999389d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:21.230797 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:17Z', 'revision_number': 4, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'a2c67762-10cd-4a5e-8be0-c8b972f2cee4', 'name': '', 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'mac_address': 'fa:16:3e:f5:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e5a5ad66-7e8c-4525-844e-308fcb8d39b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:14Z', 'updated_at': '2022-02-03T04:27:20Z', 'revision_number': 4, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'subnets': [{'id': 'e5a5ad66-7e8c-4525-844e-308fcb8d39b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:21.246800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.252656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.253769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'name': 'network-vif-deleted', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:21.256117 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b020684-f071-422a-b16d-f365c5249070" -d '{"events": [{"server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "name": "network-vif-deleted", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:21.258568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.264417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.265297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f3d8a362-29d9-4798-8d42-b655b3cfaa25,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:21.266571 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794f815-5017-42f4-988b-1c1f85bd758e None None] The sync data for ids ['03d56b37-f537-4540-956f-34d468afd296'] in n-d-827549-1 is: [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:17Z', 'revision_number': 4, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'a2c67762-10cd-4a5e-8be0-c8b972f2cee4', 'name': '', 'network_id': '5f20bb85-73ec-487f-848f-97350e07d7ff', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'mac_address': 'fa:16:3e:f5:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e5a5ad66-7e8c-4525-844e-308fcb8d39b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:14Z', 'updated_at': '2022-02-03T04:27:20Z', 'revision_number': 4, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'subnets': [{'id': 'e5a5ad66-7e8c-4525-844e-308fcb8d39b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:27:21.272487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.278078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.283556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.285590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-f4a0eafe-250f-48a0-a674-98a8f2eb4f7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5422 time: 0.2064681 Feb 03 04:27:21.306731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:21.308208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.350381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['22f962a0-1246-4b62-8bc2-1496ad5f2008'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:21.352674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['deb3f788-901c-4883-a67d-e6140eabcf89'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:21.354308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-46b60278-9d8c-4f57-9082-5c4b50bea7ac None None] Provisioning complete for port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:21.355151 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46b60278-9d8c-4f57-9082-5c4b50bea7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.376936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.414400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be98ce05-acf9-48b2-a86f-e70b31424e2c req-18fc5f44-d0d6-49f1-bda4-f5c790c5f469 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212018 Feb 03 04:27:21.487059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.540005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:21.562979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:21.572269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:21.594493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:21.594760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3d610da4-e22a-4efb-954c-96e6b4b50c80 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:21.624369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c757a52-238c-428e-a7fc-5788628fe612 None None] Pushing event updated for resources: {'Port': ['ID=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:21.638757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Pushing event updated for resources: {'Port': ['ID=6ea97ddc-b369-47b3-b028-7ca9e71e3d85,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:21.671317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb247c4-8a11-4ed8-8885-58193fec4f2c req-1a9053b2-e100-4391-a99d-c9eeb1cd2ac4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.673661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:21.680234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb247c4-8a11-4ed8-8885-58193fec4f2c req-1a9053b2-e100-4391-a99d-c9eeb1cd2ac4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 945 time: 0.1636441 Feb 03 04:27:21.693428 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.694255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device be7bdda4-62fe-43a4-9113-dfdb17130f87 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:21.786137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (d17260b0-0bd3-4001-a299-82a60988fe77), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.812431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb247c4-8a11-4ed8-8885-58193fec4f2c req-eca324f9-a6b9-414f-978a-145faea916d4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309354 Feb 03 04:27:21.829097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2c67762-10cd-4a5e-8be0-c8b972f2cee4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:21.848340 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:21.863217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:27:21.994270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf069cf-d3bd-4770-96a9-f51e20570354 req-26fa8dd5-dd7a-462e-ab19-c45ae13ae348 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:21.995882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cf069cf-d3bd-4770-96a9-f51e20570354 req-26fa8dd5-dd7a-462e-ab19-c45ae13ae348 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 948 time: 0.1071820 Feb 03 04:27:22.000257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:22.088700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cf069cf-d3bd-4770-96a9-f51e20570354 req-e5ee0508-e4d4-48bc-83c3-1a0930dfa4e9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803964 Feb 03 04:27:22.096187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3d610da4-e22a-4efb-954c-96e6b4b50c80, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3d610da4-e22a-4efb-954c-96e6b4b50c80,segment=NetworkSegment(af388c6f-1863-4015-9d36-23266b2aab2b),segment_id=af388c6f-1863-4015-9d36-23266b2aab2b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.097942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.106105 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.110456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-46b60278-9d8c-4f57-9082-5c4b50bea7ac None None] Current status of the port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:22.161979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port be7bdda4-62fe-43a4-9113-dfdb17130f87, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.184399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3d610da4-e22a-4efb-954c-96e6b4b50c80', 'network_id': '2df54da6-eeda-4bf7-86f6-7d1ed8d213a2', 'port_id': '3d610da4-e22a-4efb-954c-96e6b4b50c80', 'mac_address': 'fa:16:3e:76:9f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfe3a5f-304b-48f2-b8a2-23e397380eda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:22.186593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Pushing event updated for resources: {'Port': ['ID=6ea97ddc-b369-47b3-b028-7ca9e71e3d85,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:22.201939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:22.202295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d17260b0-0bd3-4001-a299-82a60988fe77), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.202483 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.229871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.231141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-13429d57-25d3-41ff-be6f-718da7f2cda7 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2735310 Feb 03 04:27:22.244631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'port_id': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'mac_address': 'fa:16:3e:fb:24:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:22.301649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-07931241-c021-4d5c-83ba-06d3983fccd1 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.201 HTTP/1.1" status: 200 len: 696 time: 0.0630574 Feb 03 04:27:22.373569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3d610da4-e22a-4efb-954c-96e6b4b50c80 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:22.374176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.394809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d610da4-e22a-4efb-954c-96e6b4b50c80 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:22.398966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port be7bdda4-62fe-43a4-9113-dfdb17130f87 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:22.399361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.459137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3d610da4-e22a-4efb-954c-96e6b4b50c80, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3d610da4-e22a-4efb-954c-96e6b4b50c80,segment=NetworkSegment(af388c6f-1863-4015-9d36-23266b2aab2b),segment_id=af388c6f-1863-4015-9d36-23266b2aab2b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.460031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-84417b56-2af9-4af4-abba-4345df788efa tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.461579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c02a4a7-6bff-4d08-9ce3-bc928a50b2f5 req-84417b56-2af9-4af4-abba-4345df788efa tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1512282 Feb 03 04:27:22.462928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7bdda4-62fe-43a4-9113-dfdb17130f87 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:22.475570 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.479182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:22.495170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c728c-be80-4bde-ac20-8c4f3e7d0e75 req-3c7c9746-0d61-46d5-abdc-3a57782c68d3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.496792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f99c728c-be80-4bde-ac20-8c4f3e7d0e75 req-3c7c9746-0d61-46d5-abdc-3a57782c68d3 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 945 time: 0.0844016 Feb 03 04:27:22.509717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port be7bdda4-62fe-43a4-9113-dfdb17130f87, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.519214 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafa607e-637b-4d32-84fb-87879a391630 x-openstack-request-id: req-cafa607e-637b-4d32-84fb-87879a391630 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:22.519781 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048202b2-6b3d-4933-b1c0-a3a95135e0e2", "name": "network-vif-deleted", "tag": "6cb9e356-96f2-4ea4-9693-213d80564943", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:22.520549 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cafa607e-637b-4d32-84fb-87879a391630 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:22.520998 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048202b2-6b3d-4933-b1c0-a3a95135e0e2', 'name': 'network-vif-deleted', 'tag': '6cb9e356-96f2-4ea4-9693-213d80564943', 'status': 'completed', 'code': 200} Feb 03 04:27:22.542636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3d610da4-e22a-4efb-954c-96e6b4b50c80,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:22.546665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.547308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 892459cd-d2bf-450a-ba0f-c4ba4497989e details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:22.561613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f99c728c-be80-4bde-ac20-8c4f3e7d0e75 req-73db79f7-04e5-4e1b-906b-8d4b9acdb4bf tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567501 Feb 03 04:27:22.630436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 892459cd-d2bf-450a-ba0f-c4ba4497989e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=892459cd-d2bf-450a-ba0f-c4ba4497989e,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.635623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c136a-c8d7-4208-aa1c-5cab558404b4 req-af6bbd90-9660-4c3b-9e72-d9c49da929d0 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.637956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-941c136a-c8d7-4208-aa1c-5cab558404b4 req-af6bbd90-9660-4c3b-9e72-d9c49da929d0 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 945 time: 0.0651779 Feb 03 04:27:22.651669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '892459cd-d2bf-450a-ba0f-c4ba4497989e', 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'port_id': '892459cd-d2bf-450a-ba0f-c4ba4497989e', 'mac_address': 'fa:16:3e:1d:57:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3ad750-d16b-4dad-b8cd-94b9ef4257e5', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:22.653287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=be7bdda4-62fe-43a4-9113-dfdb17130f87,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:22.704198 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-941c136a-c8d7-4208-aa1c-5cab558404b4 req-7d9ccbc2-c79b-4734-af14-b74b609613a6 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Feb 03 04:27:22.730801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 892459cd-d2bf-450a-ba0f-c4ba4497989e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:22.731338 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.749134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892459cd-d2bf-450a-ba0f-c4ba4497989e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:22.759175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19462d74-1288-459b-ada3-60cff84edb3e req-ae1d047b-d975-4bdf-a83e-61a969420507 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.761333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19462d74-1288-459b-ada3-60cff84edb3e req-ae1d047b-d975-4bdf-a83e-61a969420507 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 945 time: 0.0747566 Feb 03 04:27:22.772081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 892459cd-d2bf-450a-ba0f-c4ba4497989e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=892459cd-d2bf-450a-ba0f-c4ba4497989e,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.779044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.780200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:22.842852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=892459cd-d2bf-450a-ba0f-c4ba4497989e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:22.855278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.856356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19462d74-1288-459b-ada3-60cff84edb3e req-ba62cd0e-649e-4bc4-9363-d0c18df296d4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891948 Feb 03 04:27:22.868412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd', 'network_id': '74ee9637-e507-4076-9ab8-516d81946e96', 'port_id': 'be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd', 'mac_address': 'fa:16:3e:40:6b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3ad750-d16b-4dad-b8cd-94b9ef4257e5', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:22.883470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.884016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.889248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.894651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.899978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.905227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.908405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:22.908796 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.910474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:22.912420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-8f5d5d12-3a25-4214-bf72-3ba8afde9599 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5425 time: 0.1209641 Feb 03 04:27:22.922209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:22.941687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:22.946766 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:22.971798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c43abcb-524d-4a72-81d0-9c32b1c900ea req-fcc700ad-50b5-45f4-a70e-fa05438b8be5 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips/d17260b0-0bd3-4001-a299-82a60988fe77 HTTP/1.1" status: 200 len: 693 time: 0.0583472 Feb 03 04:27:22.980363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3d610da4-e22a-4efb-954c-96e6b4b50c80'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:23.045707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-873003f6-4178-4c73-ab79-e6244c9d1d73 req-d66a1ba6-988b-4e14-85f8-c7a9afad2dbf tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264596 Feb 03 04:27:23.055398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:23.116983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43abcb-524d-4a72-81d0-9c32b1c900ea req-3407b827-6635-4624-a758-385184e0077d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:23.118516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c43abcb-524d-4a72-81d0-9c32b1c900ea req-3407b827-6635-4624-a758-385184e0077d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1369517 Feb 03 04:27:23.176435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3be1d-099c-4535-8e7a-c402ab1bea53 req-54f391e0-3213-4fa5-8e65-4bd46616731b tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:23.177944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9c3be1d-099c-4535-8e7a-c402ab1bea53 req-54f391e0-3213-4fa5-8e65-4bd46616731b tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2cb051-3a2e-456c-ad4f-f26ff7c78655 HTTP/1.1" status: 200 len: 946 time: 0.0543716 Feb 03 04:27:23.254411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9c3be1d-099c-4535-8e7a-c402ab1bea53 req-303adb73-de88-407b-8abd-89f6c576d2cd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708220 Feb 03 04:27:23.273861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0335f-3040-47c1-9784-942a72db22fd req-c759bfc2-f360-4746-8191-9a411d061bf7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:23.275031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdb0335f-3040-47c1-9784-942a72db22fd req-c759bfc2-f360-4746-8191-9a411d061bf7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 945 time: 0.0723889 Feb 03 04:27:23.356363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdb0335f-3040-47c1-9784-942a72db22fd req-03ae0193-50b7-4495-9e40-83136f3c7cd7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685403 Feb 03 04:27:23.381137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0aa0-b397-4b8c-8362-fbd67897ed73 req-22210f55-7bbe-4187-ba87-ed72e41cf594 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:23.382666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df0e0aa0-b397-4b8c-8362-fbd67897ed73 req-22210f55-7bbe-4187-ba87-ed72e41cf594 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 948 time: 0.0695446 Feb 03 04:27:23.446894 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:23.453040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7753328-7a22-44f1-b73c-91184193b77d req-34d4c0cf-d572-45c9-aa97-e9a24e9bce67 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=d0d68a048529491aa111f04fa1b4677d HTTP/1.1" status: 200 len: 696 time: 0.0694418 Feb 03 04:27:23.481044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 22f962a0-1246-4b62-8bc2-1496ad5f2008 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:23.507804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df0e0aa0-b397-4b8c-8362-fbd67897ed73 req-770e1f8e-2d8d-4685-a242-ca0323903e8c tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169355 Feb 03 04:27:23.528430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:23.545548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 22f962a0-1246-4b62-8bc2-1496ad5f2008 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:23.551409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 22f962a0-1246-4b62-8bc2-1496ad5f2008 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:23.551819 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:23.578853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7753328-7a22-44f1-b73c-91184193b77d req-f98225c3-16df-43e9-9b0e-1ddb013202e3 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:23.583126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7753328-7a22-44f1-b73c-91184193b77d req-f98225c3-16df-43e9-9b0e-1ddb013202e3 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks?id=3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 787 time: 0.1211824 Feb 03 04:27:23.595654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-f7753328-7a22-44f1-b73c-91184193b77d req-2c957b5a-032e-4d9e-99cc-efdc762da241 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:27:23.597420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7753328-7a22-44f1-b73c-91184193b77d req-2c957b5a-032e-4d9e-99cc-efdc762da241 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069535 Feb 03 04:27:23.643282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4b273db3-06d9-40a4-b72b-d1ea958cf659'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:23.675511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f3d8a362-29d9-4798-8d42-b655b3cfaa25'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:23.683043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['e3f1fc63-39b2-424f-ae57-fe2f7a3bd167'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:23.695539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78c74bec-199a-4630-8e0b-83bcba14365f req-6e1ea7bd-5327-4911-8419-85907c88a892 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips/d17260b0-0bd3-4001-a299-82a60988fe77 HTTP/1.1" status: 200 len: 693 time: 0.0522022 Feb 03 04:27:23.733268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ac153ab2-0cc1-43da-b1b6-9e83ce620f01'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:23.735345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['be7bdda4-62fe-43a4-9113-dfdb17130f87'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:23.739465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 22f962a0-1246-4b62-8bc2-1496ad5f2008 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:23.739881 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:23.749333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:23.819646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c74bec-199a-4630-8e0b-83bcba14365f req-317063eb-42d6-42a7-a4cc-8faeda7bf7e4 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:23.821003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78c74bec-199a-4630-8e0b-83bcba14365f req-317063eb-42d6-42a7-a4cc-8faeda7bf7e4 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1190941 Feb 03 04:27:23.878079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78c74bec-199a-4630-8e0b-83bcba14365f req-58417f91-7acd-4ee4-9e39-0c75397cb6de tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.201 HTTP/1.1" status: 200 len: 696 time: 0.0507374 Feb 03 04:27:23.897507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c204e590-01aa-48aa-a168-63457e44990d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f962a0-1246-4b62-8bc2-1496ad5f2008'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:23.900882 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ded90f-3b18-4881-839a-ee9c68cb57fe" -d '{"events": [{"server_uuid": "c204e590-01aa-48aa-a168-63457e44990d", "name": "network-vif-plugged", "status": "completed", "tag": "22f962a0-1246-4b62-8bc2-1496ad5f2008"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:23.960803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78c74bec-199a-4630-8e0b-83bcba14365f req-ce30771d-e606-4b8c-b5bc-f171a405e09a tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.201 HTTP/1.1" status: 200 len: 696 time: 0.0729156 Feb 03 04:27:24.115767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530f755-cec3-4b1e-8665-f0c26fe4cad7 req-14087740-d0c8-497d-94ff-8d2f706e6afb tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:24.117285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f530f755-cec3-4b1e-8665-f0c26fe4cad7 req-14087740-d0c8-497d-94ff-8d2f706e6afb tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 945 time: 0.1488419 Feb 03 04:27:24.117781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 22f962a0-1246-4b62-8bc2-1496ad5f2008, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=22f962a0-1246-4b62-8bc2-1496ad5f2008,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:24.152479 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.153263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device deb3f788-901c-4883-a67d-e6140eabcf89 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:24.182060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f530f755-cec3-4b1e-8665-f0c26fe4cad7 req-86b9140b-e894-4d78-9c20-50423e94c045 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576210 Feb 03 04:27:24.184152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Deleting port 6ea97ddc-b369-47b3-b028-7ca9e71e3d85 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:24.184500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.272697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.272697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.309378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Calling delete_port for 6ea97ddc-b369-47b3-b028-7ca9e71e3d85 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:24.383467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=22f962a0-1246-4b62-8bc2-1496ad5f2008,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:24.416505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565299f-662f-4eff-8799-0c3514134dcc req-6b5c610d-fb26-4530-bf67-f9071f34f6cc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:24.418011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1565299f-662f-4eff-8799-0c3514134dcc req-6b5c610d-fb26-4530-bf67-f9071f34f6cc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 945 time: 0.1427324 Feb 03 04:27:24.456000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-e7f5e8f1-891b-4622-9313-08b1f07e9d30 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:24.457458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-e7f5e8f1-891b-4622-9313-08b1f07e9d30 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 945 time: 0.1493595 Feb 03 04:27:24.526925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port deb3f788-901c-4883-a67d-e6140eabcf89 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:24.534799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1565299f-662f-4eff-8799-0c3514134dcc req-e731301a-f237-4a8a-9097-82459bdc88af tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051610 Feb 03 04:27:24.565771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port deb3f788-901c-4883-a67d-e6140eabcf89 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:24.566160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.609256 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557dc922-5bd4-4402-a229-045d591d3f69 x-openstack-request-id: req-557dc922-5bd4-4402-a229-045d591d3f69 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:24.609574 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c204e590-01aa-48aa-a168-63457e44990d", "name": "network-vif-plugged", "status": "completed", "tag": "22f962a0-1246-4b62-8bc2-1496ad5f2008", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:24.609857 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-557dc922-5bd4-4402-a229-045d591d3f69 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:24.610235 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c204e590-01aa-48aa-a168-63457e44990d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f962a0-1246-4b62-8bc2-1496ad5f2008', 'code': 200} Feb 03 04:27:24.614559 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6ea97ddc-b369-47b3-b028-7ca9e71e3d85), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.634890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['892459cd-d2bf-450a-ba0f-c4ba4497989e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:24.658832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Pushing event deleted for resources: {'Port': ['ID=6ea97ddc-b369-47b3-b028-7ca9e71e3d85,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:24.689613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Deleting port 712cf221-db05-464e-a275-a9044ef30948 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:24.690080 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (712cf221-db05-464e-a275-a9044ef30948), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.738705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3bddf-85d3-400e-a302-9f5a7b991325 req-9460bcf5-862b-43e9-a1ea-c229bc92bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:24.740214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31c3bddf-85d3-400e-a302-9f5a7b991325 req-9460bcf5-862b-43e9-a1ea-c229bc92bd6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 1131 time: 0.0533960 Feb 03 04:27:24.799699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31c3bddf-85d3-400e-a302-9f5a7b991325 req-96c0d41a-17bf-467a-aa87-6091b875c550 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476565 Feb 03 04:27:24.830790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port deb3f788-901c-4883-a67d-e6140eabcf89 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:24.831176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.863479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (d17260b0-0bd3-4001-a299-82a60988fe77), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.866133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.867330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78c74bec-199a-4630-8e0b-83bcba14365f req-1947cfe6-0901-4f76-950f-19450d1b8dc9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "DELETE /v2.0/floatingips/d17260b0-0bd3-4001-a299-82a60988fe77 HTTP/1.1" status: 204 len: 173 time: 0.8889964 Feb 03 04:27:24.885935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] For port 712cf221-db05-464e-a275-a9044ef30948, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=712cf221-db05-464e-a275-a9044ef30948,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:24.886259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (712cf221-db05-464e-a275-a9044ef30948), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.892267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port deb3f788-901c-4883-a67d-e6140eabcf89, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=deb3f788-901c-4883-a67d-e6140eabcf89,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:24.902310 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:24.909339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Calling delete_port for 712cf221-db05-464e-a275-a9044ef30948 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:24.925292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-31c2af19-114a-4dd0-9b4c-bba2410a8a43 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:24.926777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-31c2af19-114a-4dd0-9b4c-bba2410a8a43 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 813 time: 0.2175286 Feb 03 04:27:24.971384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6cb9e356-96f2-4ea4-9693-213d80564943 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:24.994299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=deb3f788-901c-4883-a67d-e6140eabcf89,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:24.998424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 6cb9e356-96f2-4ea4-9693-213d80564943 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:24.998769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6cb9e356-96f2-4ea4-9693-213d80564943 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:25.003397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-ddcaa66d-de43-4e9a-a922-10acc7e08c00 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/quotas/0ffa1ee50e5f4ef79d9ebb2961a4e7e8 HTTP/1.1" status: 200 len: 375 time: 0.0636752 Feb 03 04:27:25.085035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.094408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.101301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.106552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.111950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.117249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.122534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.124443 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-fab1a6c5-8a66-4839-9687-bd137abc131b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5426 time: 0.1967442 Feb 03 04:27:25.207417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-49f25f08-1c8c-4e16-b50d-31659c3d87e9 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956751 Feb 03 04:27:25.252255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (712cf221-db05-464e-a275-a9044ef30948), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.264142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['712cf221-db05-464e-a275-a9044ef30948'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:25.280616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71af3ee6-78a3-4fc1-8a79-8329f70767c2 req-e1ce7eec-5764-41ff-911b-1f2e34a71d91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492367 Feb 03 04:27:25.313811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-4487ea85-c66d-48d9-b987-175a9a0aed32 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.315294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-4487ea85-c66d-48d9-b987-175a9a0aed32 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0d2f5a5-578f-4f7b-a183-db68b0d37e68 HTTP/1.1" status: 200 len: 945 time: 0.0786176 Feb 03 04:27:25.337215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event deleted for resources: {'Port': ['ID=712cf221-db05-464e-a275-a9044ef30948,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:25.420377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Deleting port 540d87d4-a525-447e-8ba8-50096f66e9bc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:25.420727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.478849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3d610da4-e22a-4efb-954c-96e6b4b50c80 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:25.539188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 3d610da4-e22a-4efb-954c-96e6b4b50c80 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:25.544363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3d610da4-e22a-4efb-954c-96e6b4b50c80 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:25.544892 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.545050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] For port 540d87d4-a525-447e-8ba8-50096f66e9bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=540d87d4-a525-447e-8ba8-50096f66e9bc,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:25.545280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.562550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Calling delete_port for 540d87d4-a525-447e-8ba8-50096f66e9bc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:25.614463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-fcc99bc6-98a1-4ddb-a8e5-9fa1386be00d tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.615964 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-fcc99bc6-98a1-4ddb-a8e5-9fa1386be00d tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2cb051-3a2e-456c-ad4f-f26ff7c78655 HTTP/1.1" status: 200 len: 946 time: 0.1754198 Feb 03 04:27:25.636052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3d610da4-e22a-4efb-954c-96e6b4b50c80 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:25.636592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.674823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3d610da4-e22a-4efb-954c-96e6b4b50c80, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3d610da4-e22a-4efb-954c-96e6b4b50c80,segment=NetworkSegment(af388c6f-1863-4015-9d36-23266b2aab2b),segment_id=af388c6f-1863-4015-9d36-23266b2aab2b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:25.685064 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.706747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] No DVR routers for this DVR port 712cf221-db05-464e-a275-a9044ef30948 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:25.723745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.727026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-660df9cf-4185-4823-a201-80f3b9e3cba5 req-a623ff87-5726-42fc-b63c-b1b6746ec201 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "DELETE /v2.0/ports/712cf221-db05-464e-a275-a9044ef30948 HTTP/1.1" status: 204 len: 173 time: 1.2553022 Feb 03 04:27:25.727666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'name': 'network-vif-deleted', 'tag': '712cf221-db05-464e-a275-a9044ef30948'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:25.730002 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e28ef-f835-48af-9839-17c38c3f66f0" -d '{"events": [{"server_uuid": "4062911e-f767-403f-b2e8-6d32aaa0812c", "name": "network-vif-deleted", "tag": "712cf221-db05-464e-a275-a9044ef30948"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:25.741911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3d610da4-e22a-4efb-954c-96e6b4b50c80,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:25.756888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-e827816f-5e15-40c7-aa87-cf9cdb571961 service neutron] 10.222.0.35 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419116 Feb 03 04:27:25.760230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (540d87d4-a525-447e-8ba8-50096f66e9bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.774405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['540d87d4-a525-447e-8ba8-50096f66e9bc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:25.775170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dc887-da2f-4a87-afcc-01ecf481fb09 req-f8dbf29b-bcbf-493c-918c-b1e555891433 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:25.777050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-083dc887-da2f-4a87-afcc-01ecf481fb09 req-f8dbf29b-bcbf-493c-918c-b1e555891433 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 946 time: 0.1036806 Feb 03 04:27:25.797480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event deleted for resources: {'Port': ['ID=540d87d4-a525-447e-8ba8-50096f66e9bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:25.846944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] No DVR routers for this DVR port 540d87d4-a525-447e-8ba8-50096f66e9bc on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:25.851396 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.857079 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d862da96-7a5b-4093-b07b-2afb15c29924 req-e0072650-a6ae-4706-be92-74b32646bbdd tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "DELETE /v2.0/ports/540d87d4-a525-447e-8ba8-50096f66e9bc HTTP/1.1" status: 204 len: 173 time: 0.5363963 Feb 03 04:27:25.860192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'name': 'network-vif-deleted', 'tag': '540d87d4-a525-447e-8ba8-50096f66e9bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:25.862953 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb1163-3c97-4d19-ab54-6c278465d3d9" -d '{"events": [{"server_uuid": "e0d2f5a5-578f-4f7b-a183-db68b0d37e68", "name": "network-vif-deleted", "tag": "540d87d4-a525-447e-8ba8-50096f66e9bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:25.873321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Deleting port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:25.873752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:25.906026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-083dc887-da2f-4a87-afcc-01ecf481fb09 req-c43739db-aee1-43fa-9454-d42412ce92dd tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190412 Feb 03 04:27:25.951481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-ce4cbe37-2270-46cc-b02e-7882989fb2b9 service neutron] 10.222.0.35 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731410 Feb 03 04:27:26.037641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] For port 0c126b8b-d854-4b6b-83f7-5914eb8dc548, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0c126b8b-d854-4b6b-83f7-5914eb8dc548,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:26.039979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:26.092350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84263fab-8c9e-404c-8257-76f07627a6ac req-b4a54ed0-8a83-40f0-b2b1-6e8c81e45986 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:26.094726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84263fab-8c9e-404c-8257-76f07627a6ac req-b4a54ed0-8a83-40f0-b2b1-6e8c81e45986 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 949 time: 0.0796454 Feb 03 04:27:26.162825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84263fab-8c9e-404c-8257-76f07627a6ac req-e7980cc8-d88b-4a95-aa6a-6017c013cbb6 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617290 Feb 03 04:27:26.382521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea61f7-4333-4901-bc21-60d221b0f7fe req-479d73e0-f9b2-47f8-a314-df046a41bb63 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:26.390186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9ea61f7-4333-4901-bc21-60d221b0f7fe req-479d73e0-f9b2-47f8-a314-df046a41bb63 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 946 time: 0.1310050 Feb 03 04:27:26.412353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-15ebe209-06df-4a7f-9a1c-d6f8e6c46b96 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2139952 Feb 03 04:27:26.417346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:26.473044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Calling delete_port for 0c126b8b-d854-4b6b-83f7-5914eb8dc548 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:26.480620 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:26.535698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9ea61f7-4333-4901-bc21-60d221b0f7fe req-0bffc046-e484-47ba-b1d8-4d67ae19647c tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442511 Feb 03 04:27:26.611332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb3f788-901c-4883-a67d-e6140eabcf89'}, {'server_uuid': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d610da4-e22a-4efb-954c-96e6b4b50c80'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:26.615465 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1584beb5-2673-4b09-af45-d9f6fc55df07" -d '{"events": [{"server_uuid": "eeb086d7-f7e1-4aa4-aabc-902160a5015a", "name": "network-vif-plugged", "status": "completed", "tag": "deb3f788-901c-4883-a67d-e6140eabcf89"}, {"server_uuid": "82b8ae6c-54a6-47b7-955f-c418fcc42e8b", "name": "network-vif-plugged", "status": "completed", "tag": "3d610da4-e22a-4efb-954c-96e6b4b50c80"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:26.644805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0c126b8b-d854-4b6b-83f7-5914eb8dc548), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:26.660702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['540d87d4-a525-447e-8ba8-50096f66e9bc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:26.681458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event deleted for resources: {'Port': ['ID=0c126b8b-d854-4b6b-83f7-5914eb8dc548,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:26.745475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] No DVR routers for this DVR port 0c126b8b-d854-4b6b-83f7-5914eb8dc548 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:26.748716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:26.752277 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-344ffd85-0695-4620-a5e8-be418fc758f6 req-15e3b8e9-e784-4eb6-a38c-277d6f5fa56c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.31 "DELETE /v2.0/ports/0c126b8b-d854-4b6b-83f7-5914eb8dc548 HTTP/1.1" status: 204 len: 173 time: 1.1304762 Feb 03 04:27:26.764112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f589d0e6-c8c1-44a0-b8a5-2c8043969fdc req-2722aadb-3e71-4939-aea0-194413fce084 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0392313 Feb 03 04:27:26.831337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:26.893998 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a35e9-f2f7-4e04-bcb8-2dc69e107959 x-openstack-request-id: req-205a35e9-f2f7-4e04-bcb8-2dc69e107959 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:26.894295 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4062911e-f767-403f-b2e8-6d32aaa0812c", "name": "network-vif-deleted", "tag": "712cf221-db05-464e-a275-a9044ef30948", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:26.894721 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-205a35e9-f2f7-4e04-bcb8-2dc69e107959 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:26.895128 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4062911e-f767-403f-b2e8-6d32aaa0812c', 'name': 'network-vif-deleted', 'tag': '712cf221-db05-464e-a275-a9044ef30948', 'status': 'completed', 'code': 200} Feb 03 04:27:26.923801 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8506d8-5cdf-4d73-8582-ff7fb18fd4a7 x-openstack-request-id: req-cc8506d8-5cdf-4d73-8582-ff7fb18fd4a7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:26.924301 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d2f5a5-578f-4f7b-a183-db68b0d37e68", "name": "network-vif-deleted", "tag": "540d87d4-a525-447e-8ba8-50096f66e9bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:26.924410 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc8506d8-5cdf-4d73-8582-ff7fb18fd4a7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:26.924959 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d2f5a5-578f-4f7b-a183-db68b0d37e68', 'name': 'network-vif-deleted', 'tag': '540d87d4-a525-447e-8ba8-50096f66e9bc', 'status': 'completed', 'code': 200} Feb 03 04:27:26.988733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ac153ab2-0cc1-43da-b1b6-9e83ce620f01 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:27.017950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Allocated IP 172.25.7.253 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/0edd5513-bfd5-41c5-b545-075523f80696) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:27.102812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:27.112058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:27.112923 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.269402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.279110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:27.280212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.280551 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.287230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.293322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.299974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.306798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.314361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.319898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:27.323993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c013f2b-6abf-4249-8a18-245427f13055 req-ac6ad083-cf9c-4114-8e50-b35e271ce070 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5426 time: 0.2175002 Feb 03 04:27:27.327293 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.329005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4b273db3-06d9-40a4-b72b-d1ea958cf659 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:27.330360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for port (0edd5513-bfd5-41c5-b545-075523f80696), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.417996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c013f2b-6abf-4249-8a18-245427f13055 req-764a42cb-f8b6-480e-8d4c-0c321fcb80b3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920320 Feb 03 04:27:27.431679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:27.456704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4b273db3-06d9-40a4-b72b-d1ea958cf659 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:27.463322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4b273db3-06d9-40a4-b72b-d1ea958cf659 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:27.463932 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.480444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0edd5513-bfd5-41c5-b545-075523f80696), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.496717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 712cf221-db05-464e-a275-a9044ef30948 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:27.513342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:27.535702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 712cf221-db05-464e-a275-a9044ef30948 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:27.536461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 712cf221-db05-464e-a275-a9044ef30948 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:27.537111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0c126b8b-d854-4b6b-83f7-5914eb8dc548 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:27.568634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 0c126b8b-d854-4b6b-83f7-5914eb8dc548 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:27.569365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0c126b8b-d854-4b6b-83f7-5914eb8dc548 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:27.580786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:27.595101 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735abc85-b7cc-42fe-a778-e22ae89dfb09 x-openstack-request-id: req-735abc85-b7cc-42fe-a778-e22ae89dfb09 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:27.595825 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb086d7-f7e1-4aa4-aabc-902160a5015a", "name": "network-vif-plugged", "status": "completed", "tag": "deb3f788-901c-4883-a67d-e6140eabcf89", "code": 200}, {"server_uuid": "82b8ae6c-54a6-47b7-955f-c418fcc42e8b", "name": "network-vif-plugged", "status": "completed", "tag": "3d610da4-e22a-4efb-954c-96e6b4b50c80", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:27.596339 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-735abc85-b7cc-42fe-a778-e22ae89dfb09 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:27.596957 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb3f788-901c-4883-a67d-e6140eabcf89', 'code': 200} Feb 03 04:27:27.597422 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d610da4-e22a-4efb-954c-96e6b4b50c80', 'code': 200} Feb 03 04:27:27.600552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] Deleting subnet 3e3b74de-a033-41cb-9033-2115f3239b0e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:27:27.605938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:27.611619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] Publish callbacks [] for subnet (3e3b74de-a033-41cb-9033-2115f3239b0e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.616427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:27.619864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Pushing event updated for resources: {'Port': ['ID=0edd5513-bfd5-41c5-b545-075523f80696,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:27.685772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (3e3b74de-a033-41cb-9033-2115f3239b0e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.698007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4b273db3-06d9-40a4-b72b-d1ea958cf659 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:27.698550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.736957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3e3b74de-a033-41cb-9033-2115f3239b0e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.744042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4b273db3-06d9-40a4-b72b-d1ea958cf659, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:27.751087 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.752926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:27.800254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a990f90-bb68-45cb-aaba-bbfc87fe5c4a req-1edc1415-defc-475f-9d67-ef488080ec5c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.807310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a990f90-bb68-45cb-aaba-bbfc87fe5c4a req-1edc1415-defc-475f-9d67-ef488080ec5c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 946 time: 0.1432619 Feb 03 04:27:27.820677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35bf4-becb-420d-94a8-0ddd3c93ae12 req-b56d7860-c3a1-41da-bde8-97191566594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:27.822144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6f35bf4-becb-420d-94a8-0ddd3c93ae12 req-b56d7860-c3a1-41da-bde8-97191566594a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 1128 time: 0.1414492 Feb 03 04:27:27.839091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (3e3b74de-a033-41cb-9033-2115f3239b0e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.859945 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (65641aa6-acd1-435f-ab6f-4341ef289f08), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.918694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:27.924889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4b273db3-06d9-40a4-b72b-d1ea958cf659,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:27.945798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:27.946194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.975695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3b74de-a033-41cb-9033-2115f3239b0e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:27.976823 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0edd5513-bfd5-41c5-b545-075523f80696), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:27.999873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.003846 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-38107722-97c0-4e91-b0f2-fc8e4dc1851c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3e3b74de-a033-41cb-9033-2115f3239b0e HTTP/1.1" status: 204 len: 168 time: 0.4890363 Feb 03 04:27:28.009006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:28.026872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a990f90-bb68-45cb-aaba-bbfc87fe5c4a req-913f952c-ad5f-4640-a274-a1a94c8caf5b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069063 Feb 03 04:27:28.059693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6f35bf4-becb-420d-94a8-0ddd3c93ae12 req-860f1d36-ce4c-4d47-aa94-1786f8363348 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280555 Feb 03 04:27:28.174081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04340839-0304-4ce4-b529-fb8791289875 req-3911ef17-2171-4bd1-85ca-f118ab225d81 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 210 time: 0.0588369 Feb 03 04:27:28.180256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c5310-3470-4edb-983e-d1b0e4f2bd0d req-de02bd57-efdd-4547-9ec2-a8583c6290fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:28.181775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c55c5310-3470-4edb-983e-d1b0e4f2bd0d req-de02bd57-efdd-4547-9ec2-a8583c6290fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 1128 time: 0.3707762 Feb 03 04:27:28.187859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:28.188772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.242327 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (4353d205-7593-4c18-9838-d87c545b2767), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.242515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:28.251758 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.252722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f3d8a362-29d9-4798-8d42-b655b3cfaa25 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:28.270020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-9feebea3-75dd-4a73-9cba-32cabfbfd11c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:28.271494 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-9feebea3-75dd-4a73-9cba-32cabfbfd11c tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 813 time: 0.3720663 Feb 03 04:27:28.291710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Request body: {'port': {'device_id': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'admin_state_up': True, 'tenant_id': '0ffa1ee50e5f4ef79d9ebb2961a4e7e8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:28.305902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for port (0edd5513-bfd5-41c5-b545-075523f80696), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.315808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (0edd5513-bfd5-41c5-b545-075523f80696), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.374656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:28.375970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-04d72b1e-90de-4f65-9a0d-2a24092467d8 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:28.378440 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-04d72b1e-90de-4f65-9a0d-2a24092467d8 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 813 time: 0.3128033 Feb 03 04:27:28.394313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Request body: {'port': {'device_id': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'admin_state_up': True, 'tenant_id': '0ffa1ee50e5f4ef79d9ebb2961a4e7e8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:28.395030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Pushing event updated for resources: {'Port': ['ID=0edd5513-bfd5-41c5-b545-075523f80696,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:28.439556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port f3d8a362-29d9-4798-8d42-b655b3cfaa25 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:28.447019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port f3d8a362-29d9-4798-8d42-b655b3cfaa25 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:28.447465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.506434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (65641aa6-acd1-435f-ab6f-4341ef289f08), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.522859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (4353d205-7593-4c18-9838-d87c545b2767), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.527797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24b37-e470-4e10-94b3-a7c12209e795 req-6bfc698e-8c3b-4428-8921-1ea9c40d8c5b tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:28.537239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6fe24b37-e470-4e10-94b3-a7c12209e795 req-6bfc698e-8c3b-4428-8921-1ea9c40d8c5b tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 949 time: 0.1481571 Feb 03 04:27:28.547638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4353d205-7593-4c18-9838-d87c545b2767']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:28.550205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.551881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f3d8a362-29d9-4798-8d42-b655b3cfaa25 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:28.552416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.557517 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:28.557816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3fb7ef-a297-4dba-96d4-fe41ac98b5de') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:28.559084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-3c610b01-a42b-4bfa-864c-659c4b57a49d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1456292 Feb 03 04:27:28.568100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (4b3fb7ef-a297-4dba-96d4-fe41ac98b5de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.588547 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c55c5310-3470-4edb-983e-d1b0e4f2bd0d req-20885d60-5200-4e18-9ad9-f9de902acdc7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339145 Feb 03 04:27:28.598791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f3d8a362-29d9-4798-8d42-b655b3cfaa25, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:28.605972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.606910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:28.648694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6fe24b37-e470-4e10-94b3-a7c12209e795 req-c3a76d59-72ce-407d-84f4-4c3dc749dbe9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102095 Feb 03 04:27:28.658247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-5746636c-2e74-419d-8921-f0d51867cd2d tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.253 HTTP/1.1" status: 200 len: 696 time: 0.0978568 Feb 03 04:27:28.682811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Made reservation on behalf of 0ffa1ee50e5f4ef79d9ebb2961a4e7e8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:28.682811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.689729 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4b3fb7ef-a297-4dba-96d4-fe41ac98b5de), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.707994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f3d8a362-29d9-4798-8d42-b655b3cfaa25,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:28.738410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:28.744406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:28.745445 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.749901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:27:28.750307 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (4b3fb7ef-a297-4dba-96d4-fe41ac98b5de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:27:28.752094 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:27:28.840055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:28.840900 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.872458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-1d6a91e5-ec1c-4579-8de8-097869f35ac3 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:28.874114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-1d6a91e5-ec1c-4579-8de8-097869f35ac3 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2087576 Feb 03 04:27:28.878808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (4353d205-7593-4c18-9838-d87c545b2767), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.879945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:28.885804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb2db3-0263-4a20-8291-04824bdb1099 req-95e13601-268e-4772-be8a-ad8b58daebde tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:28.886011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.886442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:28.887807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device be7bdda4-62fe-43a4-9113-dfdb17130f87 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:28.889665 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4353d205-7593-4c18-9838-d87c545b2767 HTTP/1.1" status: 204 len: 168 time: 0.8762364 Feb 03 04:27:28.896792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18bb2db3-0263-4a20-8291-04824bdb1099 req-95e13601-268e-4772-be8a-ad8b58daebde tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 946 time: 0.1027989 Feb 03 04:27:28.916884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad30f5b-6f87-4c3f-8197-75fbfa8289c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4353d205-7593-4c18-9838-d87c545b2767,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:28.932949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'name': 'network-vif-deleted', 'tag': '0c126b8b-d854-4b6b-83f7-5914eb8dc548'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:28.935220 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb62ea9-9299-4b5b-a477-3be3236c6545" -d '{"events": [{"server_uuid": "8e2cb051-3a2e-456c-ad4f-f26ff7c78655", "name": "network-vif-deleted", "tag": "0c126b8b-d854-4b6b-83f7-5914eb8dc548"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:28.960583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-2d4da546-6f92-42cf-9c10-a05083403da2 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:27:28.961696 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a57f00-3cae-4e3a-a647-762e8e2d57fd req-2d4da546-6f92-42cf-9c10-a05083403da2 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573788 Feb 03 04:27:28.976755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:28.996473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port be7bdda4-62fe-43a4-9113-dfdb17130f87 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:29.000947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port be7bdda4-62fe-43a4-9113-dfdb17130f87 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:29.001539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.016847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18bb2db3-0263-4a20-8291-04824bdb1099 req-34554557-304d-4625-b123-8921267d9442 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142981 Feb 03 04:27:29.066554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Made reservation on behalf of 0ffa1ee50e5f4ef79d9ebb2961a4e7e8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:29.070282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.075951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:29.077108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Allocated IP 172.20.0.6 (b75880fb-48b6-4cd4-97df-bc74fe7f2403/cee5a732-fb8b-4285-a41a-01726228299f/f3882ff9-cd2f-45b0-8dc4-130124e401b9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:29.088431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-847899f7-8e3f-4c20-a20d-f70cfc164b86 req-718bc6f8-8f57-4e70-b1d5-989994cc6d82 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0496175 Feb 03 04:27:29.206528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port be7bdda4-62fe-43a4-9113-dfdb17130f87 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:29.207144 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.247639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port be7bdda4-62fe-43a4-9113-dfdb17130f87, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:29.254161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.257189 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.258135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 892459cd-d2bf-450a-ba0f-c4ba4497989e up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:29.265657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.278726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.293042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.297781 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7671573c-ae66-4860-986b-0d06fdcaa039 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c1032966558499ba8c08f7a49c7e1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181604 Feb 03 04:27:29.307899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.319097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.332878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:29.334076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.338335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-11e61430-2bf0-488c-bbef-b59bd5a9f82c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5431 time: 0.1905460 Feb 03 04:27:29.350326 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7866cdfb-14e8-4e16-8dc0-6da7a1a3c04b x-openstack-request-id: req-7866cdfb-14e8-4e16-8dc0-6da7a1a3c04b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:29.350620 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2cb051-3a2e-456c-ad4f-f26ff7c78655", "name": "network-vif-deleted", "tag": "0c126b8b-d854-4b6b-83f7-5914eb8dc548", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:29.364829 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7866cdfb-14e8-4e16-8dc0-6da7a1a3c04b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:29.365286 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2cb051-3a2e-456c-ad4f-f26ff7c78655', 'name': 'network-vif-deleted', 'tag': '0c126b8b-d854-4b6b-83f7-5914eb8dc548', 'status': 'completed', 'code': 200} Feb 03 04:27:29.391146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=be7bdda4-62fe-43a4-9113-dfdb17130f87,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:29.416936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 892459cd-d2bf-450a-ba0f-c4ba4497989e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:29.421299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 892459cd-d2bf-450a-ba0f-c4ba4497989e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:29.421692 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.435916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-bb722178-5a42-4b4f-8fbb-ac7b598be246 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips/65641aa6-acd1-435f-ab6f-4341ef289f08 HTTP/1.1" status: 200 len: 693 time: 0.0610907 Feb 03 04:27:29.502463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b4f2326-dbec-49f2-b4a4-66ab8454fd97 req-c6c0d670-b16b-42e4-a905-3e69db4bde47 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457956 Feb 03 04:27:29.515376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba15e65-effa-46f6-8b1d-34a26b2cb8a6 admin admin] Publish callbacks [] for security_group (fd2d98f2-efab-4d63-b12f-bfa89ff6da97), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.526590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 892459cd-d2bf-450a-ba0f-c4ba4497989e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:29.527051 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.568490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba15e65-effa-46f6-8b1d-34a26b2cb8a6 admin admin] Publish callbacks [] for security_group (fd2d98f2-efab-4d63-b12f-bfa89ff6da97), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.583107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 892459cd-d2bf-450a-ba0f-c4ba4497989e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=892459cd-d2bf-450a-ba0f-c4ba4497989e,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:29.592350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks [] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.596171 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.602260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892459cd-d2bf-450a-ba0f-c4ba4497989e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:29.607335 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4086f-66c0-459e-8f1e-c7f575292623" -d '{"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "892459cd-d2bf-450a-ba0f-c4ba4497989e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:29.623160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 540d87d4-a525-447e-8ba8-50096f66e9bc no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:29.669191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.691021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 540d87d4-a525-447e-8ba8-50096f66e9bc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:29.691986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 540d87d4-a525-447e-8ba8-50096f66e9bc not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:29.710780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-1d1776fb-71c7-4fe1-ad56-b190328bf3c4 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.712763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-1d1776fb-71c7-4fe1-ad56-b190328bf3c4 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2642508 Feb 03 04:27:29.733036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=892459cd-d2bf-450a-ba0f-c4ba4497989e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:29.733664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:29.739681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:29.741620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba15e65-effa-46f6-8b1d-34a26b2cb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fd2d98f2-efab-4d63-b12f-bfa89ff6da97), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.744153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba15e65-effa-46f6-8b1d-34a26b2cb8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.747652 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cba15e65-effa-46f6-8b1d-34a26b2cb8a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd2d98f2-efab-4d63-b12f-bfa89ff6da97 HTTP/1.1" status: 204 len: 168 time: 0.4061148 Feb 03 04:27:29.747652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:29.784372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74073729-357a-4915-9589-d481817dce35 req-14c09992-8a41-446b-9b59-e2026bbc7e39 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.785884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74073729-357a-4915-9589-d481817dce35 req-14c09992-8a41-446b-9b59-e2026bbc7e39 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 946 time: 0.1478200 Feb 03 04:27:29.789123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-9feed632-1a7a-4f87-9c9a-3763f83863b9 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.253 HTTP/1.1" status: 200 len: 696 time: 0.0640812 Feb 03 04:27:29.840412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba15e65-effa-46f6-8b1d-34a26b2cb8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2d98f2-efab-4d63-b12f-bfa89ff6da97,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:29.864463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event updated for resources: {'Port': ['ID=f3882ff9-cd2f-45b0-8dc4-130124e401b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:29.869452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.api [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-0425f171-d6fb-47d1-950c-ba8c2ff3708b {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:27:29.869817 n-d-827549-1 neutron-server[103324]: DEBUG oslo_db.api [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:27:29.878230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:29.878877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:29.900571 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-fc1525a2-6bba-4298-895f-9cd812baf8f1 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.253 HTTP/1.1" status: 200 len: 696 time: 0.1051691 Feb 03 04:27:29.911644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-d29418ff-a4d5-4573-a847-ce8e18dcaa2f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6240261 Feb 03 04:27:29.925136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Request body: {'port': {'device_id': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:30.056957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74073729-357a-4915-9589-d481817dce35 req-261b3e88-8887-4683-a094-1edf66194830 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476474 Feb 03 04:27:30.082179 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.180270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Deleting port 0edd5513-bfd5-41c5-b545-075523f80696 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:30.180613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0edd5513-bfd5-41c5-b545-075523f80696), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.249888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f2ed390-19d8-4910-97db-637228757579 req-25184236-47a8-45f6-a8b9-ce79edaac35e tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 210 time: 0.0410025 Feb 03 04:27:30.324354 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0edd5513-bfd5-41c5-b545-075523f80696), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.325258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (0edd5513-bfd5-41c5-b545-075523f80696), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.346176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Calling delete_port for 0edd5513-bfd5-41c5-b545-075523f80696 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:30.371273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.458118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd0ff3-cc81-4798-9a74-e433783565f9 req-70c9e946-8da4-4c99-9338-3814eaf19b53 tempest-ServersAdminNegativeTestJSON-349160938 tempest-ServersAdminNegativeTestJSON-349160938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:30.460011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8dd0ff3-cc81-4798-9a74-e433783565f9 req-70c9e946-8da4-4c99-9338-3814eaf19b53 tempest-ServersAdminNegativeTestJSON-349160938 tempest-ServersAdminNegativeTestJSON-349160938-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 1131 time: 0.1116078 Feb 03 04:27:30.487954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8dd0ff3-cc81-4798-9a74-e433783565f9 req-3d745ded-d52c-464d-907e-d608fa823f75 tempest-ServersAdminNegativeTestJSON-349160938 tempest-ServersAdminNegativeTestJSON-349160938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.535440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3882ff9-cd2f-45b0-8dc4-130124e401b9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:30.544929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Publish callbacks [] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.592135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Transition to ACTIVE for port object f3882ff9-cd2f-45b0-8dc4-130124e401b9 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:30.594196 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0edd5513-bfd5-41c5-b545-075523f80696), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.603566 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.635535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Pushing event deleted for resources: {'Port': ['ID=0edd5513-bfd5-41c5-b545-075523f80696,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:30.732493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8dd0ff3-cc81-4798-9a74-e433783565f9 req-3d745ded-d52c-464d-907e-d608fa823f75 tempest-ServersAdminNegativeTestJSON-349160938 tempest-ServersAdminNegativeTestJSON-349160938-project-admin] Publish callbacks [] for security_group (27d800b7-aaef-4f14-a556-c7601d5a11c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.742384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks [] for floatingip (65641aa6-acd1-435f-ab6f-4341ef289f08), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.745460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.758626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d1d8c12-51b4-4404-83eb-b10b0a834488 req-584ac5d1-fddb-4987-b925-a67c16072ca8 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "DELETE /v2.0/floatingips/65641aa6-acd1-435f-ab6f-4341ef289f08 HTTP/1.1" status: 204 len: 173 time: 0.8565357 Feb 03 04:27:30.758756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Allocated IP 172.20.0.7 (b75880fb-48b6-4cd4-97df-bc74fe7f2403/cee5a732-fb8b-4285-a41a-01726228299f/498965b1-24cd-4533-a41f-c7194abe0d2c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:30.759879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8dd0ff3-cc81-4798-9a74-e433783565f9 req-3d745ded-d52c-464d-907e-d608fa823f75 tempest-ServersAdminNegativeTestJSON-349160938 tempest-ServersAdminNegativeTestJSON-349160938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (27d800b7-aaef-4f14-a556-c7601d5a11c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:30.814337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Pushing event updated for resources: {'Port': ['ID=f3882ff9-cd2f-45b0-8dc4-130124e401b9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:30.832849 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bac368f-4070-4443-8030-e3ec6efa6e59 x-openstack-request-id: req-8bac368f-4070-4443-8030-e3ec6efa6e59 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:30.833306 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-plugged", "status": "completed", "tag": "892459cd-d2bf-450a-ba0f-c4ba4497989e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:30.833417 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bac368f-4070-4443-8030-e3ec6efa6e59 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:30.833965 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01', 'code': 200} Feb 03 04:27:30.834280 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659', 'code': 200} Feb 03 04:27:30.834593 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd', 'code': 200} Feb 03 04:27:30.834902 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25', 'code': 200} Feb 03 04:27:30.835208 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167', 'code': 200} Feb 03 04:27:30.835531 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'code': 200} Feb 03 04:27:30.835854 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892459cd-d2bf-450a-ba0f-c4ba4497989e', 'code': 200} Feb 03 04:27:30.846941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8dd0ff3-cc81-4798-9a74-e433783565f9 req-3d745ded-d52c-464d-907e-d608fa823f75 tempest-ServersAdminNegativeTestJSON-349160938 tempest-ServersAdminNegativeTestJSON-349160938-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809781 Feb 03 04:27:30.851898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d745ded-d52c-464d-907e-d608fa823f75 tempest-ServersAdminNegativeTestJSON-349160938 tempest-ServersAdminNegativeTestJSON-349160938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d800b7-aaef-4f14-a556-c7601d5a11c1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:31.070377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e82c5b1e-9c6a-4bbf-9dc8-cec51467c372 req-786ef582-f2ad-47f1-8058-19346732c20a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0488870 Feb 03 04:27:31.118191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804c9ee-d57f-4538-b7b9-579f2edce605 req-b35a9d04-3c69-411a-93b9-d94b3d95d154 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.119812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2804c9ee-d57f-4538-b7b9-579f2edce605 req-b35a9d04-3c69-411a-93b9-d94b3d95d154 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 946 time: 0.1576097 Feb 03 04:27:31.152088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Attempting to bind port f3882ff9-cd2f-45b0-8dc4-130124e401b9 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:31.152787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Attempting to bind port f3882ff9-cd2f-45b0-8dc4-130124e401b9 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:31.152787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Attempting to bind port f3882ff9-cd2f-45b0-8dc4-130124e401b9 on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:31.186699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.187207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.187728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.188204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.188713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.189460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.189926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.191954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-316c3ff3-1270-4fe1-9cac-7f29ac8721bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6707 time: 0.2651167 Feb 03 04:27:31.192597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Port f3882ff9-cd2f-45b0-8dc4-130124e401b9 on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:31.192932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Attempting to bind port f3882ff9-cd2f-45b0-8dc4-130124e401b9 on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:31.197682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks [] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:31.206552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:31.206893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Checking segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:31.207282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Bound using segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:31.208369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Bound port: f3882ff9-cd2f-45b0-8dc4-130124e401b9, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:31.208740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:31.218701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2804c9ee-d57f-4538-b7b9-579f2edce605 req-5cdbd900-5e16-4e11-9010-a0f2002bfd21 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909827 Feb 03 04:27:31.256565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.262079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.267934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.273996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.280966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.287304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.293144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.295880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b76440f-c64a-400e-b9c5-48f73957488a req-bdac90d2-1170-4ddb-9a4f-3babceb9bfc1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1294594 Feb 03 04:27:31.302706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:31.338425 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-12e4ffc6-012d-4287-825e-c04c163fc9e6 req-97ac4704-e6c8-431c-b5d4-ad5528e7e9c6 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] show failed (client error): The resource could not be found. Feb 03 04:27:31.339281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12e4ffc6-012d-4287-825e-c04c163fc9e6 req-97ac4704-e6c8-431c-b5d4-ad5528e7e9c6 tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips/65641aa6-acd1-435f-ab6f-4341ef289f08 HTTP/1.1" status: 404 len: 350 time: 0.0424786 Feb 03 04:27:31.357141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] For port f3882ff9-cd2f-45b0-8dc4-130124e401b9, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:31.362916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Network b75880fb-48b6-4cd4-97df-bc74fe7f2403 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:31.389270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:31.405130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:31.423240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b76440f-c64a-400e-b9c5-48f73957488a req-9bff3bef-d993-46c9-95f4-177d3b010a9a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790715 Feb 03 04:27:31.448227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] For port f3882ff9-cd2f-45b0-8dc4-130124e401b9, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3882ff9-cd2f-45b0-8dc4-130124e401b9,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:31.481825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event updated for resources: {'Port': ['ID=498965b1-24cd-4533-a41f-c7194abe0d2c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:31.504411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:31.535413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-383c4ad2-e3d4-4a28-9bdf-8d3b02bbd49e req-a11d74e0-e8b1-4660-9723-79593bf2f87d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&id=4928d548-24ae-4513-ade7-e0c71c83d71d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2089834 Feb 03 04:27:31.564809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.565629 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:31.567058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3882ff9-cd2f-45b0-8dc4-130124e401b9 HTTP/1.1" status: 200 len: 1091 time: 1.6471431 Feb 03 04:27:31.567628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'tag': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:31.571814 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73b216f-b464-4827-85b5-7f253665d798" -d '{"events": [{"name": "network-changed", "server_uuid": "26d9fe8f-e359-4d31-8f3a-7fb46cedb504", "tag": "f3882ff9-cd2f-45b0-8dc4-130124e401b9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:31.583160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.583744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:31.626361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59aef8-0b25-47c1-a068-08138ae03035 service neutron] Pushing event updated for resources: {'Port': ['ID=f3882ff9-cd2f-45b0-8dc4-130124e401b9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:31.634363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-74d2fdac-e361-4504-b030-63f321d03a4f tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2447360 Feb 03 04:27:31.688209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389217-933e-4c25-8c03-a7ad74580a82 req-782d1bd4-c416-4023-b6e4-7cb71abe5205 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.688209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34389217-933e-4c25-8c03-a7ad74580a82 req-782d1bd4-c416-4023-b6e4-7cb71abe5205 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 946 time: 0.0917277 Feb 03 04:27:31.749001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Request body: {'port': {'device_id': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:31.753966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34389217-933e-4c25-8c03-a7ad74580a82 req-9f7a6248-84b5-48a3-9996-862cac45c30c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Feb 03 04:27:31.800269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-580f516f-f6f8-4372-a8f9-7419b3aa61b1 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5096e27b2a0c4e0f95518916dac303aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292356 Feb 03 04:27:31.899956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:31.905412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-ae679e58-88fe-4c0b-b366-7aad9891e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.906972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-ae679e58-88fe-4c0b-b366-7aad9891e3cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=26d9fe8f-e359-4d31-8f3a-7fb46cedb504 HTTP/1.1" status: 200 len: 1125 time: 0.1129549 Feb 03 04:27:31.994122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ee0dd-e5aa-48b2-835d-0d2697b6d9f4 req-b6732384-22cf-4e11-b4b9-6ced55b441b1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:31.995724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a6ee0dd-e5aa-48b2-835d-0d2697b6d9f4 req-b6732384-22cf-4e11-b4b9-6ced55b441b1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 931 time: 0.1530063 Feb 03 04:27:32.005570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-ccc3ae96-da8c-43a5-8359-22abfb695c85 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:32.009286 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-01bed0cd-18d1-4283-9745-85eb791febd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3882ff9-cd2f-45b0-8dc4-130124e401b9 HTTP/1.1" status: 200 len: 217 time: 0.0676243 Feb 03 04:27:32.012614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-ccc3ae96-da8c-43a5-8359-22abfb695c85 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062612 Feb 03 04:27:32.082035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-7556c3f7-83f3-49a7-8720-e13a68a24952 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/quotas/5096e27b2a0c4e0f95518916dac303aa HTTP/1.1" status: 200 len: 375 time: 0.0684664 Feb 03 04:27:32.094346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a6ee0dd-e5aa-48b2-835d-0d2697b6d9f4 req-c72ce039-7f1e-4214-8b66-fe6ea94b3e68 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789850 Feb 03 04:27:32.136678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-1eab54a8-ac7b-46cc-9f24-efa3b29a1773 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5096e27b2a0c4e0f95518916dac303aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530879 Feb 03 04:27:32.189089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-56bc892a-11c2-4885-ac2b-8c9498e38218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:32.190684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-56bc892a-11c2-4885-ac2b-8c9498e38218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.1673102 Feb 03 04:27:32.220399 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-1520f98f-a023-4957-8e41-0ed09709c887 req-40e5482f-b2a7-4bfa-9f6c-9adfbe25ee5c tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] show failed (client error): The resource could not be found. Feb 03 04:27:32.223980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1520f98f-a023-4957-8e41-0ed09709c887 req-40e5482f-b2a7-4bfa-9f6c-9adfbe25ee5c tempest-FloatingIPsTestJSON-2040563763 tempest-FloatingIPsTestJSON-2040563763-project] 10.222.0.35 "GET /v2.0/floatingips/65641aa6-acd1-435f-ab6f-4341ef289f08 HTTP/1.1" status: 404 len: 350 time: 0.0789537 Feb 03 04:27:32.233976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:32.268117 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-6d297497-646c-4b17-82c7-5ddf0da24018 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690765 Feb 03 04:27:32.367119 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcb58f9-289b-4fc0-af51-ebb602e28277 x-openstack-request-id: req-1fcb58f9-289b-4fc0-af51-ebb602e28277 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:32.371457 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d9fe8f-e359-4d31-8f3a-7fb46cedb504", "tag": "f3882ff9-cd2f-45b0-8dc4-130124e401b9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:32.371988 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1fcb58f9-289b-4fc0-af51-ebb602e28277 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:32.372653 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'tag': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9', 'status': 'completed', 'code': 200} Feb 03 04:27:32.556871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4159105e-78ed-4a4c-8da3-7953d1feca25 req-975a3932-463b-47b5-ad3a-263fbcf4ffa7 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0409646 Feb 03 04:27:32.797686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b102c3f-15d2-4c5c-823b-6162ad93f813 req-b3457deb-4150-4da1-95cd-5e96e696fa02 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 210 time: 0.0438144 Feb 03 04:27:32.863688 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-9a559401-28fa-4efa-8437-433139f4755d service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874743 Feb 03 04:27:32.870163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498965b1-24cd-4533-a41f-c7194abe0d2c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:32.898156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Publish callbacks [] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:32.988734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Transition to ACTIVE for port object 498965b1-24cd-4533-a41f-c7194abe0d2c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:33.063975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:33.134840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54d4f5da-2173-4c7c-8f45-a9a07ee02492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:33.152413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.158761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.165275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.171308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.178258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.185273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.190829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.196726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Pushing event updated for resources: {'Port': ['ID=498965b1-24cd-4533-a41f-c7194abe0d2c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:33.199875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-9c6cd85d-0b41-4e87-9f3c-6141d98c7dbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.3994489 Feb 03 04:27:33.225108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-a9f9d565-f663-4934-9da6-aeb3ec5d5263 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421268 Feb 03 04:27:33.330355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6e4129c-2db7-4333-bcf8-de088019c90d req-03f0e9fa-3a10-4e99-be83-fe6ea800d021 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950875 Feb 03 04:27:33.330637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Attempting to bind port 498965b1-24cd-4533-a41f-c7194abe0d2c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:33.330637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Attempting to bind port 498965b1-24cd-4533-a41f-c7194abe0d2c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:33.330637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Attempting to bind port 498965b1-24cd-4533-a41f-c7194abe0d2c on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:33.396591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Port 498965b1-24cd-4533-a41f-c7194abe0d2c on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:33.397012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Attempting to bind port 498965b1-24cd-4533-a41f-c7194abe0d2c on network b75880fb-48b6-4cd4-97df-bc74fe7f2403 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:33.423844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:33.424274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Checking segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:33.424568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Bound using segment: {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:33.425010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Bound port: 498965b1-24cd-4533-a41f-c7194abe0d2c, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa23aac1-c84d-4457-8e27-21a8aa148ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:33.425365 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:33.514098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b216f-b464-4827-85b5-7f253665d798 req-0eaec4bb-9b95-4d21-b0b0-b1853085455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.515990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a73b216f-b464-4827-85b5-7f253665d798 req-0eaec4bb-9b95-4d21-b0b0-b1853085455c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=26d9fe8f-e359-4d31-8f3a-7fb46cedb504 HTTP/1.1" status: 200 len: 1125 time: 0.2000442 Feb 03 04:27:33.535416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cef9b-87f3-49dd-a9a8-5d8e7d4e9bf9 req-7e5f11b1-b357-49a5-a906-9c0914e8a958 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.538036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c26cef9b-87f3-49dd-a9a8-5d8e7d4e9bf9 req-7e5f11b1-b357-49a5-a906-9c0914e8a958 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 943 time: 0.1211851 Feb 03 04:27:33.563462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a91cab-c571-4007-854c-d85e666ae114 req-db9c6648-a95e-4380-a2fd-b0f290f1d44d tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:33.565038 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60a91cab-c571-4007-854c-d85e666ae114 req-db9c6648-a95e-4380-a2fd-b0f290f1d44d tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 949 time: 0.1032746 Feb 03 04:27:33.573266 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (03d56b37-f537-4540-956f-34d468afd296), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:33.601638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] For port 498965b1-24cd-4533-a41f-c7194abe0d2c, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:33.642043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] For port 498965b1-24cd-4533-a41f-c7194abe0d2c, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=498965b1-24cd-4533-a41f-c7194abe0d2c,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:33.654620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:33.736792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c26cef9b-87f3-49dd-a9a8-5d8e7d4e9bf9 req-3c1bf13d-9168-4ed6-8fda-2711887d6b39 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882133 Feb 03 04:27:33.772809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60a91cab-c571-4007-854c-d85e666ae114 req-eb44260e-2d0f-47ba-976e-33bbd7694e71 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463184 Feb 03 04:27:33.914056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57784ed6-094d-4519-b903-4e33981183dd req-0b00b74d-d258-4e99-9740-b75323434c50 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0301850 Feb 03 04:27:33.956739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9945ccf5-df96-4075-b3a9-4611b75bff98 req-a9ddd3c2-9db2-4970-9c18-3a908bcd3ca5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 210 time: 0.0380430 Feb 03 04:27:34.063739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Deleting port a2c67762-10cd-4a5e-8be0-c8b972f2cee4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:34.064384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:34.156450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] For port a2c67762-10cd-4a5e-8be0-c8b972f2cee4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,segment=NetworkSegment(10e596f0-0d58-43f0-93d0-46bad93101de),segment_id=10e596f0-0d58-43f0-93d0-46bad93101de)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:34.157060 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:34.180022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Calling delete_port for a2c67762-10cd-4a5e-8be0-c8b972f2cee4 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:34.220989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:34.221735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:34.228528 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-5916f8f6-631d-44c4-8448-407987814099 service neutron] 10.222.0.15 "PUT /v2.0/ports/498965b1-24cd-4533-a41f-c7194abe0d2c HTTP/1.1" status: 200 len: 1091 time: 2.4839046 Feb 03 04:27:34.264506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916f8f6-631d-44c4-8448-407987814099 service neutron] Pushing event updated for resources: {'Port': ['ID=498965b1-24cd-4533-a41f-c7194abe0d2c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:34.284913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b216f-b464-4827-85b5-7f253665d798 req-dc550a85-19e2-49d2-9bf1-e7d4cc2fc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:34.286534 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a73b216f-b464-4827-85b5-7f253665d798 req-dc550a85-19e2-49d2-9bf1-e7d4cc2fc253 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 914 time: 0.7619271 Feb 03 04:27:34.309767 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-dae2b64c-4f29-4b02-acad-55881ab28b4d tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5096e27b2a0c4e0f95518916dac303aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799923 Feb 03 04:27:34.382189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a73b216f-b464-4827-85b5-7f253665d798 req-5b79941a-ceec-407a-b546-9a6f1b7656fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3882ff9-cd2f-45b0-8dc4-130124e401b9 HTTP/1.1" status: 200 len: 217 time: 0.0825386 Feb 03 04:27:34.382880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'tag': '498965b1-24cd-4533-a41f-c7194abe0d2c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:34.385265 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25", "tag": "498965b1-24cd-4533-a41f-c7194abe0d2c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:34.440115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a2c67762-10cd-4a5e-8be0-c8b972f2cee4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:34.453697 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde5ef42-aa0c-4a29-addd-eb66963ba3fe x-openstack-request-id: req-dde5ef42-aa0c-4a29-addd-eb66963ba3fe {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:34.454006 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25", "tag": "498965b1-24cd-4533-a41f-c7194abe0d2c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:34.454375 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dde5ef42-aa0c-4a29-addd-eb66963ba3fe {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:34.455222 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'tag': '498965b1-24cd-4533-a41f-c7194abe0d2c', 'status': 'completed', 'code': 200} Feb 03 04:27:34.596268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-77bf7a28-b42e-49b7-a367-cb34a7402ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:34.598250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-77bf7a28-b42e-49b7-a367-cb34a7402ead service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 1125 time: 0.2970214 Feb 03 04:27:34.619901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b216f-b464-4827-85b5-7f253665d798 req-7edf6d93-47e1-4f77-8b26-8736bfa94cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:34.621529 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a73b216f-b464-4827-85b5-7f253665d798 req-7edf6d93-47e1-4f77-8b26-8736bfa94cb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.2333043 Feb 03 04:27:34.688756 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a73b216f-b464-4827-85b5-7f253665d798 req-6b53f62a-709a-4461-8d79-b8722c5fdcc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349362 Feb 03 04:27:34.697981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-ea8a7e8b-7a34-44cc-af2e-d9d0bb8a2ca7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498965b1-24cd-4533-a41f-c7194abe0d2c HTTP/1.1" status: 200 len: 217 time: 0.0897653 Feb 03 04:27:34.730228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c67762-10cd-4a5e-8be0-c8b972f2cee4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:34.733401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (03d56b37-f537-4540-956f-34d468afd296), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:34.802962 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a73b216f-b464-4827-85b5-7f253665d798 req-85021bb3-9b03-4a25-9a16-46093066ab6b service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997572 Feb 03 04:27:34.891772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-bb9821e1-3a37-49c1-a31d-60aa080c771d tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:34.893634 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-bb9821e1-3a37-49c1-a31d-60aa080c771d tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5742195 Feb 03 04:27:34.916424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Request body: {'port': {'device_id': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '5096e27b2a0c4e0f95518916dac303aa'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:35.004066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Router 03d56b37-f537-4540-956f-34d468afd296 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:27:35.026226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-f7b1a10a-688e-4a01-ab3b-ea69f2010a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.027880 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-f7b1a10a-688e-4a01-ab3b-ea69f2010a0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.2238016 Feb 03 04:27:35.072003 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-246e0fd8-16a1-4de6-bd6a-e81022e12bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266562 Feb 03 04:27:35.085536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-069f5e3f-2b70-4d6c-935b-1048384f2227 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.087206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-069f5e3f-2b70-4d6c-935b-1048384f2227 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 949 time: 0.2693133 Feb 03 04:27:35.157187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:27:35.163754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-792629cb-1e4a-4f8c-8191-faa4454d85c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/03d56b37-f537-4540-956f-34d468afd296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9286609 Feb 03 04:27:35.170841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] Sync routers for ids ['03d56b37-f537-4540-956f-34d468afd296'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:27:35.174081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:35.187774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] Routers {'03d56b37-f537-4540-956f-34d468afd296'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:35.188442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.189253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['03d56b37-f537-4540-956f-34d468afd296'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:35.194662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.201011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.207405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.213928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.218936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.224590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.232538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-7eed73a5-81cf-41ff-9373-3572a644716e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.7789285 Feb 03 04:27:35.281879 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a73b216f-b464-4827-85b5-7f253665d798 req-e93e2c7d-bf8a-4e0e-bd3f-12a103037c90 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526749 Feb 03 04:27:35.291947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Made reservation on behalf of 5096e27b2a0c4e0f95518916dac303aa for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:35.296261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:35.365563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:35.393943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] Set router 03d56b37-f537-4540-956f-34d468afd296 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:35.461151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-6a07fe4a-40b6-46b5-a8f8-27a6fc6dd406 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727579 Feb 03 04:27:35.467491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc5ebdb9-2799-4997-af7e-f25d238b234e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:35.642141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks [] for router (03d56b37-f537-4540-956f-34d468afd296), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:35.659534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:34Z', 'revision_number': 5, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:35.703429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Deleting port 22f962a0-1246-4b62-8bc2-1496ad5f2008 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:35.703887 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:35.713040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] Checking router: 03d56b37-f537-4540-956f-34d468afd296 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:27:35.742807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] Routers {'03d56b37-f537-4540-956f-34d468afd296'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:35.743639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['03d56b37-f537-4540-956f-34d468afd296'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:35.797114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c50eee-24d1-4cc1-b314-f1070c5c32dd req-48592775-174a-41bd-a562-fa62c4206116 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259873 Feb 03 04:27:35.801030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d19ee-094f-4691-8579-196b1a948b7f req-c3143c33-5aad-4388-8daa-89550a640d3b tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:35.802902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c5d19ee-094f-4691-8579-196b1a948b7f req-c3143c33-5aad-4388-8daa-89550a640d3b tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 943 time: 0.9253581 Feb 03 04:27:35.831707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39035a10-ff1d-4f4c-b2dc-06f709c7c6ce req-30167a30-46a8-4bf8-a4e1-5490a106cb5b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5981894 Feb 03 04:27:35.888283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-a743c541-7805-4ef8-9bf6-954049ccbe25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7405806 Feb 03 04:27:35.956419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] Set router 03d56b37-f537-4540-956f-34d468afd296 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:35.966096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c5d19ee-094f-4691-8579-196b1a948b7f req-dedeedf7-c146-45f4-879f-15122533f06d tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307683 Feb 03 04:27:36.010789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks [] for security_group (1fc856dc-eac7-46c8-b39d-d6e725e66686), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.030867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1fc856dc-eac7-46c8-b39d-d6e725e66686), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.072466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks [] for router_gateway (03d56b37-f537-4540-956f-34d468afd296), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.095616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] For port 22f962a0-1246-4b62-8bc2-1496ad5f2008, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=22f962a0-1246-4b62-8bc2-1496ad5f2008,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:36.096294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.106850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-15c74744-584a-4c6d-bc46-2843a02a255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.111239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-15c74744-584a-4c6d-bc46-2843a02a255c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1127 time: 0.1946039 Feb 03 04:27:36.166703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc856dc-eac7-46c8-b39d-d6e725e66686,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:36.197738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Calling delete_port for 22f962a0-1246-4b62-8bc2-1496ad5f2008 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:36.219379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-061f8bdc-c77e-4ef5-a249-e5b594e41dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.221659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-061f8bdc-c77e-4ef5-a249-e5b594e41dfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 1125 time: 0.3563917 Feb 03 04:27:36.239962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305594cc-0696-44a5-ae2f-07897d995aea req-c359c36f-854e-49bc-a387-eae5bf26d8a9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.241613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-305594cc-0696-44a5-ae2f-07897d995aea req-c359c36f-854e-49bc-a387-eae5bf26d8a9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 949 time: 0.2732601 Feb 03 04:27:36.294391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:34Z', 'revision_number': 5, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:36.322195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02831112-6ca2-4c33-9ea7-7dda59588eec req-99153a2e-9e5f-4e15-94df-3761215ebed1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0601106 Feb 03 04:27:36.363110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c9ca5-93dd-4ea2-97df-fc0004dfd32f None None] The sync data for ids ['03d56b37-f537-4540-956f-34d468afd296'] in n-d-827549-1 is: [{'id': '03d56b37-f537-4540-956f-34d468afd296', 'name': 'tempest-FloatingIPsTestJSON-2141319133-router', 'tenant_id': 'd0d68a048529491aa111f04fa1b4677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:08Z', 'updated_at': '2022-02-03T04:27:34Z', 'revision_number': 5, 'project_id': 'd0d68a048529491aa111f04fa1b4677d', 'gw_port': {'id': '1e8ed217-9c8b-4e06-9f04-37ff69c0af09', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56b37-f537-4540-956f-34d468afd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:09Z', 'updated_at': '2022-02-03T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:27:36.396161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-305594cc-0696-44a5-ae2f-07897d995aea req-5db1da13-c149-4b02-9fdc-f773bc3290fa tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456270 Feb 03 04:27:36.410958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-58f6f1be-5481-4aae-8c1e-46773c4f11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.413296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-58f6f1be-5481-4aae-8c1e-46773c4f11ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.2764316 Feb 03 04:27:36.453945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Allocated IP 192.168.233.97 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/538248d0-8c40-4626-bd5d-b1b0b77a2bfb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:36.467730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-598ea84f-4aad-4d10-91c9-02d8804e83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.482994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-598ea84f-4aad-4d10-91c9-02d8804e83e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 200 len: 914 time: 0.2504563 Feb 03 04:27:36.520646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bbdc7c2-65e9-4728-b309-ec75b8c0a216 req-f13754cc-e738-4333-a4af-20fd11496fb7 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 210 time: 0.0388720 Feb 03 04:27:36.534504 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.562381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-0030e6d6-493f-44d0-bb77-1d2c5a96b48d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.1410565 Feb 03 04:27:36.616450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-250d64fd-0ce3-4dd2-8f5a-5339d2a767e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498965b1-24cd-4533-a41f-c7194abe0d2c HTTP/1.1" status: 200 len: 217 time: 0.1215811 Feb 03 04:27:36.627371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.632578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.637962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.643409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.649118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.654440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.660193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.662235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9c5b63b-84fd-4907-ad99-28246ae27c25 req-ff3e11c1-cadf-4769-b874-9679e5ca1f40 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1689711 Feb 03 04:27:36.672409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-1f1d27d9-8d3e-4a60-822a-01be069acf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.674091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-1f1d27d9-8d3e-4a60-822a-01be069acf7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1037381 Feb 03 04:27:36.674604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:36.679290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Request body: {'floatingip': {'port_id': 'be7bdda4-62fe-43a4-9113-dfdb17130f87'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:36.707357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Deleting port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:36.707730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.741109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (22f962a0-1246-4b62-8bc2-1496ad5f2008), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.754501 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for floatingip (a13e6baa-2d8e-43ad-9a5e-245fae6ea790), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:36.754939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['293b0205-c062-40bb-8223-52d9c26fee4e', '22f962a0-1246-4b62-8bc2-1496ad5f2008'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:36.843593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-b98cde96-249c-4bd7-8bc2-ea2be03023cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.845449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-b98cde96-249c-4bd7-8bc2-ea2be03023cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1623030 Feb 03 04:27:36.865166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-071eee82-316e-4384-bef5-80bd3dce00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:36.866709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-071eee82-316e-4384-bef5-80bd3dce00ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 200 len: 853 time: 0.2390189 Feb 03 04:27:36.897369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Pushing event deleted for resources: {'Port': ['ID=22f962a0-1246-4b62-8bc2-1496ad5f2008,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:37.013295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f3882ff9-cd2f-45b0-8dc4-130124e401b9 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:37.290623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f3882ff9-cd2f-45b0-8dc4-130124e401b9, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3882ff9-cd2f-45b0-8dc4-130124e401b9,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:37.313488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'port_id': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9', 'mac_address': 'fa:16:3e:4c:f9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5a732-fb8b-4285-a41a-01726228299f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:37.365731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f3882ff9-cd2f-45b0-8dc4-130124e401b9 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:37.366268 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.378933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-328033a8-d64f-4c92-a0c7-f756de36a90d service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255315 Feb 03 04:27:37.406657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3882ff9-cd2f-45b0-8dc4-130124e401b9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:37.432157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-cef5ed00-ff12-48ef-9506-9ddf2864735a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b75880fb-48b6-4cd4-97df-bc74fe7f2403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5205712 Feb 03 04:27:37.448189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f3882ff9-cd2f-45b0-8dc4-130124e401b9, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3882ff9-cd2f-45b0-8dc4-130124e401b9,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:37.458056 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.458311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] No DVR routers for this DVR port 22f962a0-1246-4b62-8bc2-1496ad5f2008 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:37.469240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a079d2-aec4-4467-99b5-1a70b2f1edad req-0194d969-8e8e-411b-ae18-08b3ea1f2357 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:37.472169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.475427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c17b1cef-e48f-4b7f-9f32-320a71c5d9c4 req-80b46c38-e0cb-41aa-93f3-4bcdf5ced4c9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "DELETE /v2.0/ports/22f962a0-1246-4b62-8bc2-1496ad5f2008 HTTP/1.1" status: 204 len: 173 time: 2.3742461 Feb 03 04:27:37.476275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18a079d2-aec4-4467-99b5-1a70b2f1edad req-0194d969-8e8e-411b-ae18-08b3ea1f2357 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 943 time: 0.2166703 Feb 03 04:27:37.478406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c204e590-01aa-48aa-a168-63457e44990d', 'name': 'network-vif-deleted', 'tag': '22f962a0-1246-4b62-8bc2-1496ad5f2008'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:37.481080 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7eb36-81cc-446d-91d4-465fde21bcc4" -d '{"events": [{"server_uuid": "c204e590-01aa-48aa-a168-63457e44990d", "name": "network-vif-deleted", "tag": "22f962a0-1246-4b62-8bc2-1496ad5f2008"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:37.534872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-602d8056-9643-4c9f-8f89-28c420f764ed req-1e673168-cd27-4684-a8f2-cdc315371bed tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0818372 Feb 03 04:27:37.537649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks [] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.547581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] For port 1e8ed217-9c8b-4e06-9f04-37ff69c0af09, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:37.547951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.599407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Calling delete_port for 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:37.601737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.606262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f3882ff9-cd2f-45b0-8dc4-130124e401b9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:37.628442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (a13e6baa-2d8e-43ad-9a5e-245fae6ea790), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.711649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2c67762-10cd-4a5e-8be0-c8b972f2cee4 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:37.728665 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-c84b31d6-f5a4-4990-8151-fb92e01612f1 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711933 Feb 03 04:27:37.734029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcf381cb-967c-4b39-aae4-3546142c4445 req-03c052b8-71a6-4145-b3d3-3e16095cf6e9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=c204e590-01aa-48aa-a168-63457e44990d HTTP/1.1" status: 200 len: 210 time: 0.0946114 Feb 03 04:27:37.738772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a2c67762-10cd-4a5e-8be0-c8b972f2cee4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:37.739255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2c67762-10cd-4a5e-8be0-c8b972f2cee4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:37.779746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f3882ff9-cd2f-45b0-8dc4-130124e401b9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:37.788389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18a079d2-aec4-4467-99b5-1a70b2f1edad req-75fa5026-ce33-407e-806a-0351a888ccac tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064098 Feb 03 04:27:37.809372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-416b053b-0fec-42d9-9832-25cc91e7ea3c req-7be6d6e7-2aa4-441b-8493-97771f99d202 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217417 Feb 03 04:27:37.829037 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:37.903078 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b086c2d3-60b4-4d3b-b5ca-afba9bf2f61c x-openstack-request-id: req-b086c2d3-60b4-4d3b-b5ca-afba9bf2f61c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:37.903078 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c204e590-01aa-48aa-a168-63457e44990d", "name": "network-vif-deleted", "tag": "22f962a0-1246-4b62-8bc2-1496ad5f2008", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:37.903078 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b086c2d3-60b4-4d3b-b5ca-afba9bf2f61c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:37.903078 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c204e590-01aa-48aa-a168-63457e44990d', 'name': 'network-vif-deleted', 'tag': '22f962a0-1246-4b62-8bc2-1496ad5f2008', 'status': 'completed', 'code': 200} Feb 03 04:27:37.903545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Pushing event updated for resources: {'Port': ['ID=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:37.942230 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Floating IP a13e6baa-2d8e-43ad-9a5e-245fae6ea790 associated. External IP: 172.25.7.147, port: be7bdda4-62fe-43a4-9113-dfdb17130f87. Feb 03 04:27:37.976620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:37.998436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419890a2-d298-4271-9600-1f5529d20557 req-2df04d33-bf46-4f7a-ae01-7776f2f8bccf tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.007631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-419890a2-d298-4271-9600-1f5529d20557 req-2df04d33-bf46-4f7a-ae01-7776f2f8bccf tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 935 time: 0.1178703 Feb 03 04:27:38.049532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:38.062688 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.072494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:38.131290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-419890a2-d298-4271-9600-1f5529d20557 req-80912b2a-7bd5-4b5f-bcce-c38154ea2849 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094878 Feb 03 04:27:38.194869 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab75cc62-b6eb-49ab-ad19-13a888a9cc38 req-7f0f7816-02fe-4838-85be-dce0b6d1e494 service neutron] 10.222.0.15 "GET /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577162 Feb 03 04:27:38.216038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.222038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.248269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1e8ed217-9c8b-4e06-9f04-37ff69c0af09), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.308163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8ed217-9c8b-4e06-9f04-37ff69c0af09,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:38.330984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-9f6583ed-4be3-4ee0-ba04-54ecc0b06ebb tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4185412 Feb 03 04:27:38.360998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Router 277ea8e7-1d7d-4a43-a73b-415c585b326a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:27:38.412995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Request body: {'port': {'device_id': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:38.439804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (03d56b37-f537-4540-956f-34d468afd296), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.474612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-be405d00-0166-4ee0-8943-d6b4bbf79ca6 None None] Provisioning complete for port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:38.475664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be405d00-0166-4ee0-8943-d6b4bbf79ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.481349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:27:38.487039 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.493056 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] Sync routers for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:27:38.505308 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:38.506068 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:38.530478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3e0b365c-a9e7-48e5-9d05-5485cb25d329 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "PUT /v2.0/floatingips/a13e6baa-2d8e-43ad-9a5e-245fae6ea790 HTTP/1.1" status: 200 len: 992 time: 1.8540854 Feb 03 04:27:38.531090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:38.533504 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec390bd3-aed8-420c-8bd3-b7b42ccea438" -d '{"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:38.547152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-be405d00-0166-4ee0-8943-d6b4bbf79ca6 None None] Port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:27:38.552356 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.618891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (03d56b37-f537-4540-956f-34d468afd296), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.622482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks [] for router_controller (03d56b37-f537-4540-956f-34d468afd296), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.655287 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1d10c-5f76-4fc1-96f4-d8db4c984e6c x-openstack-request-id: req-b5f1d10c-5f76-4fc1-96f4-d8db4c984e6c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:38.655735 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:38.656098 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5f1d10c-5f76-4fc1-96f4-d8db4c984e6c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:38.656708 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'status': 'completed', 'code': 200} Feb 03 04:27:38.728532 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:38.813177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba85d936-0670-421b-ab6f-39cc2f4eeb60 req-bc7c4617-70e8-427f-a0d4-d6cc73905b45 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=4062911e-f767-403f-b2e8-6d32aaa0812c HTTP/1.1" status: 200 len: 210 time: 0.0491912 Feb 03 04:27:38.843476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.848911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.854287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.859622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.861792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (03d56b37-f537-4540-956f-34d468afd296), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.862592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d56b37-f537-4540-956f-34d468afd296 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:27:38.865608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.871134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.873933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.874788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-52095d34-352d-4a12-8d95-b68915d14c4d admin admin] 10.222.0.35 "DELETE /v2.0/routers/03d56b37-f537-4540-956f-34d468afd296 HTTP/1.1" status: 204 len: 168 time: 3.6959460 Feb 03 04:27:38.882204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:38.883362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:38.894944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-adc1dde4-d707-4ba6-9ecf-6a26f1e69c31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.2216070 Feb 03 04:27:38.943322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] Deleting subnet e5a5ad66-7e8c-4525-844e-308fcb8d39b7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:27:38.966224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] Publish callbacks [] for subnet (e5a5ad66-7e8c-4525-844e-308fcb8d39b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:38.973402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6fd39abe-2cb9-4586-b504-24901d0ce4de req-98f9e365-400a-46e6-9ac2-232400b47d5d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775716 Feb 03 04:27:39.001558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 498965b1-24cd-4533-a41f-c7194abe0d2c details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:39.004679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f3882ff9-cd2f-45b0-8dc4-130124e401b9 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:39.038399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3425b0-b119-4922-84f3-5f5df06d627b req-4cd0115c-0fdd-4a37-9437-377ee373121e tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.045513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.045996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.046466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.046738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba3425b0-b119-4922-84f3-5f5df06d627b req-4cd0115c-0fdd-4a37-9437-377ee373121e tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 943 time: 0.0790894 Feb 03 04:27:39.046990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.047386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.049178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.049653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.051801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-cb49df54-8e9a-4ac5-9a24-f4b503cf0707 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6707 time: 0.3280425 Feb 03 04:27:39.099945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (e5a5ad66-7e8c-4525-844e-308fcb8d39b7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:39.159133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba3425b0-b119-4922-84f3-5f5df06d627b req-4b569ee5-bc86-4750-b432-1442bf05e130 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112683 Feb 03 04:27:39.332881 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'a13e6baa-2d8e-43ad-9a5e-245fae6ea790', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'port_id': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'mac_address': 'fa:16:3e:fb:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:25:10Z', 'updated_at': '2022-02-03T04:27:37Z', 'revision_number': 1, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:57Z', 'revision_number': 5, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:39.374116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa60945-0ef3-468c-abb6-98faa0d3c55c req-79ca4938-1139-4f84-84dc-ca99355393ee tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.387335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9aa60945-0ef3-468c-abb6-98faa0d3c55c req-79ca4938-1139-4f84-84dc-ca99355393ee tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 935 time: 0.1155818 Feb 03 04:27:39.397439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:39.403574 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-ad291390-e33a-465c-a9d6-cc941acfb426 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360266 Feb 03 04:27:39.412027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-7e86c394-3ccf-432c-baf0-507a4b612093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.413638 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-7e86c394-3ccf-432c-baf0-507a4b612093 service neutron] 10.222.0.15 "GET /v2.0/networks?id=065b282a-1ed1-4097-927b-9fb1c23745fa HTTP/1.1" status: 200 len: 912 time: 0.3406343 Feb 03 04:27:39.417600 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] Checking router: 277ea8e7-1d7d-4a43-a73b-415c585b326a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:27:39.433341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port f3882ff9-cd2f-45b0-8dc4-130124e401b9 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:39.452441 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:39.453362 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:39.477204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port f3882ff9-cd2f-45b0-8dc4-130124e401b9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:39.478225 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:39.489633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 498965b1-24cd-4533-a41f-c7194abe0d2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=498965b1-24cd-4533-a41f-c7194abe0d2c,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:39.509575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9aa60945-0ef3-468c-abb6-98faa0d3c55c req-d0efe27f-03dc-472c-a0fc-6e68aa79eaaf tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207941 Feb 03 04:27:39.554445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 22f962a0-1246-4b62-8bc2-1496ad5f2008 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:39.581247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330afdc1-4274-434d-acd7-e0440f9079c2 req-3800e711-77f5-4f49-baa0-a630afa3583c tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:39.588507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-330afdc1-4274-434d-acd7-e0440f9079c2 req-3800e711-77f5-4f49-baa0-a630afa3583c tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 949 time: 0.1576774 Feb 03 04:27:39.592099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e5a5ad66-7e8c-4525-844e-308fcb8d39b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:39.646615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '498965b1-24cd-4533-a41f-c7194abe0d2c', 'network_id': 'b75880fb-48b6-4cd4-97df-bc74fe7f2403', 'port_id': '498965b1-24cd-4533-a41f-c7194abe0d2c', 'mac_address': 'fa:16:3e:9b:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5a732-fb8b-4285-a41a-01726228299f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:39.657083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 22f962a0-1246-4b62-8bc2-1496ad5f2008 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:39.657555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 22f962a0-1246-4b62-8bc2-1496ad5f2008 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:39.695644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538248d0-8c40-4626-bd5d-b1b0b77a2bfb {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:39.706015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Publish callbacks [] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:39.724502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Transition to ACTIVE for port object 538248d0-8c40-4626-bd5d-b1b0b77a2bfb will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:39.744366 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:39.754268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:39.799758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 498965b1-24cd-4533-a41f-c7194abe0d2c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:39.800400 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:39.825712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:39.882056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-0d93b2eb-e3dc-4f12-a325-dff84a70e6e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87 HTTP/1.1" status: 200 len: 1000 time: 0.4552042 Feb 03 04:27:39.885063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498965b1-24cd-4533-a41f-c7194abe0d2c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:39.913439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:39.913794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1e8ed217-9c8b-4e06-9f04-37ff69c0af09 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:40.036169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f3882ff9-cd2f-45b0-8dc4-130124e401b9 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:40.036572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:40.048940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 498965b1-24cd-4533-a41f-c7194abe0d2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=498965b1-24cd-4533-a41f-c7194abe0d2c,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:40.074486 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:40.166136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:40.170468 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66701c5-a9d5-4802-8e01-3f0605f98520" -d '{"events": [{"server_uuid": "26d9fe8f-e359-4d31-8f3a-7fb46cedb504", "name": "network-vif-plugged", "status": "completed", "tag": "f3882ff9-cd2f-45b0-8dc4-130124e401b9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:40.183148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-493b34a4-f13d-40ed-b984-e96584d08c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.188687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-493b34a4-f13d-40ed-b984-e96584d08c0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 1128 time: 0.7368982 Feb 03 04:27:40.214297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-330afdc1-4274-434d-acd7-e0440f9079c2 req-84c0bbaf-6dbb-4d4e-89b1-bd256ed511e3 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156368 Feb 03 04:27:40.244209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f3882ff9-cd2f-45b0-8dc4-130124e401b9, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3882ff9-cd2f-45b0-8dc4-130124e401b9,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:40.277875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-bff45310-ca1f-4166-bbb3-e5819694bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.279807 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-bff45310-ca1f-4166-bbb3-e5819694bdf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64384726-9c08-4113-b7b8-630e29cc4b0b HTTP/1.1" status: 200 len: 850 time: 0.3615937 Feb 03 04:27:40.285259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:40.286175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Pushing event updated for resources: {'Port': ['ID=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:40.297207 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'a13e6baa-2d8e-43ad-9a5e-245fae6ea790', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'port_id': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'mac_address': 'fa:16:3e:fb:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:25:10Z', 'updated_at': '2022-02-03T04:27:37Z', 'revision_number': 1, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:57Z', 'revision_number': 5, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:40.305168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=498965b1-24cd-4533-a41f-c7194abe0d2c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:40.345954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.351259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.356609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.361937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.367367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.368285 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a1604-8fb8-46f5-9432-78d5760339bf None None] The sync data for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 is: [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'a13e6baa-2d8e-43ad-9a5e-245fae6ea790', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'port_id': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'mac_address': 'fa:16:3e:fb:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:25:10Z', 'updated_at': '2022-02-03T04:27:37Z', 'revision_number': 1, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:57Z', 'revision_number': 5, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:27:40.372954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.378280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.386275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-7dd142dc-222a-4f06-941c-2dc46ee54ee2 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.2000821 Feb 03 04:27:40.390032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['498965b1-24cd-4533-a41f-c7194abe0d2c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:40.410391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (e5a5ad66-7e8c-4525-844e-308fcb8d39b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:40.458648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Attempting to bind port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:40.459115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Attempting to bind port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:40.459335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Attempting to bind port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:40.492681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a5ad66-7e8c-4525-844e-308fcb8d39b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:40.497442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:40.503195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-209556f4-5925-40de-963f-08e0dd5dc9f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e5a5ad66-7e8c-4525-844e-308fcb8d39b7 HTTP/1.1" status: 204 len: 168 time: 1.6144054 Feb 03 04:27:40.506092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37886) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:40.506341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac2cdf-b840-48a5-a2cb-7755b38153c4 req-cf7c9bfa-e8a1-4a1b-820c-a0a08f027793 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.508239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9ac2cdf-b840-48a5-a2cb-7755b38153c4 req-cf7c9bfa-e8a1-4a1b-820c-a0a08f027793 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 944 time: 0.1193385 Feb 03 04:27:40.515636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:40.515966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Attempting to bind port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:40.528963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8daffaa-1f3a-4e13-a624-cc9f1ea09293 None None] Network 5f20bb85-73ec-487f-848f-97350e07d7ff requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:40.553068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:40.553434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:40.553801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:40.554256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Bound port: 538248d0-8c40-4626-bd5d-b1b0b77a2bfb, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:40.554622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:40.558322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f3882ff9-cd2f-45b0-8dc4-130124e401b9,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:40.563915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1357f7db-cae2-4246-9920-9eddf83a9dee req-af215c49-e946-4e76-8f50-d3c237589e69 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764712 Feb 03 04:27:40.587126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-a8294a0a-4a96-4b1e-99c0-c570a631136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.588916 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-a8294a0a-4a96-4b1e-99c0-c570a631136a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065b282a-1ed1-4097-927b-9fb1c23745fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2865088 Feb 03 04:27:40.593616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-ec1cdb74-2724-46a7-b934-786007c1e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:40.595896 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-ec1cdb74-2724-46a7-b934-786007c1e75c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.3289757 Feb 03 04:27:40.699084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9ac2cdf-b840-48a5-a2cb-7755b38153c4 req-6e79d8c4-dbd1-4e72-885d-3768960610e1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711278 Feb 03 04:27:40.790532 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183be66-b53e-4aa2-a4e9-0b0a44b4e81b x-openstack-request-id: req-8183be66-b53e-4aa2-a4e9-0b0a44b4e81b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:40.791149 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d9fe8f-e359-4d31-8f3a-7fb46cedb504", "name": "network-vif-plugged", "status": "completed", "tag": "f3882ff9-cd2f-45b0-8dc4-130124e401b9", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:40.791590 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8183be66-b53e-4aa2-a4e9-0b0a44b4e81b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:40.792956 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9', 'code': 200} Feb 03 04:27:40.878469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14800e-8e24-46d4-b909-4082f468ee2f None None] New status for floating IP a13e6baa-2d8e-43ad-9a5e-245fae6ea790: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:27:40.956784 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-f391d5f4-cec8-45e1-8d86-ff2451ac5a7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6 HTTP/1.1" status: 200 len: 217 time: 0.3482509 Feb 03 04:27:40.979953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5f20bb85-73ec-487f-848f-97350e07d7ff), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.061667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba8b2-da94-42ad-8280-8cd202ca0edb req-242b4350-6bc1-489b-b12b-3b0c8ba82536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.065570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4aeba8b2-da94-42ad-8280-8cd202ca0edb req-242b4350-6bc1-489b-b12b-3b0c8ba82536 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26d9fe8f-e359-4d31-8f3a-7fb46cedb504 HTTP/1.1" status: 200 len: 1127 time: 0.1571267 Feb 03 04:27:41.074069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] DHCP port deletion for 5f20bb85-73ec-487f-848f-97350e07d7ff request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:27:41.124643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-d60fb9c9-b7fe-45f4-9477-e4a6100597a9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.126823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-d60fb9c9-b7fe-45f4-9477-e4a6100597a9 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 949 time: 0.1734993 Feb 03 04:27:41.128129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] For port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:41.137099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3f313-6160-4acf-89a2-181be1863b2e req-5846102b-5be9-4cf9-bbd1-9ded03d5d447 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.139599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2d3f313-6160-4acf-89a2-181be1863b2e req-5846102b-5be9-4cf9-bbd1-9ded03d5d447 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 947 time: 0.2765477 Feb 03 04:27:41.186067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] For port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:41.189166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-4f638dda-5f5b-48e9-9908-13d6e89e8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.191313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-4f638dda-5f5b-48e9-9908-13d6e89e8af1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.2231717 Feb 03 04:27:41.232645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] Deleting port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:41.233119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.236610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.250684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-0abf7358-0c86-4e1b-a3b9-dee32d5569eb service neutron] 10.222.0.15 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533444 Feb 03 04:27:41.306163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] For port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,segment=NetworkSegment(10e596f0-0d58-43f0-93d0-46bad93101de),segment_id=10e596f0-0d58-43f0-93d0-46bad93101de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:41.306548 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.320590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] Calling delete_port for 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:41.338397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.339066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.341082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] 10.222.0.15 "PUT /v2.0/ports/538248d0-8c40-4626-bd5d-b1b0b77a2bfb HTTP/1.1" status: 200 len: 1095 time: 2.9873765 Feb 03 04:27:41.345896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'tag': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:41.356624 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c993c94-b9a2-4274-940d-d47fcf9fd130" -d '{"events": [{"name": "network-changed", "server_uuid": "a6aab694-85fd-4671-918f-9f562f2d61c4", "tag": "538248d0-8c40-4626-bd5d-b1b0b77a2bfb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:41.495924 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.535767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2d3f313-6160-4acf-89a2-181be1863b2e req-baade1da-35c7-472c-8e77-f828d4c5212a tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148508 Feb 03 04:27:41.536009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] Pushing event deleted for resources: {'Port': ['ID=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:41.542651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c94b0-da0b-4cac-a29d-f36b627b0e04 None None] No DVR routers for this DVR port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:41.571220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deb711-cd92-4415-b649-7be797f5642b req-93159286-361c-425c-89b2-7fd2b59f4b9d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.572958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58deb711-cd92-4415-b649-7be797f5642b req-93159286-361c-425c-89b2-7fd2b59f4b9d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.4292984 Feb 03 04:27:41.601292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4aeba8b2-da94-42ad-8280-8cd202ca0edb req-df5331d7-0ca3-4045-a815-5264767adf41 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240424 Feb 03 04:27:41.624342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58deb711-cd92-4415-b649-7be797f5642b req-62c14669-e799-4117-b5c6-44620288730f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/quotas/b75d8a9414884c70a12f5de70a137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0298855 Feb 03 04:27:41.663819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58deb711-cd92-4415-b649-7be797f5642b req-aa1a7383-aa33-4487-93ed-686e05d5c082 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382509 Feb 03 04:27:41.733073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Deleting port 293b0205-c062-40bb-8223-52d9c26fee4e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:41.733422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.758724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:41.784565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:41.784930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:41.880714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a968d-75ba-482f-a57d-3134262013b0 req-30f936b4-2e85-4eb7-b2af-5c705de90a38 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.883489 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c8a968d-75ba-482f-a57d-3134262013b0 req-30f936b4-2e85-4eb7-b2af-5c705de90a38 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137 HTTP/1.1" status: 200 len: 949 time: 0.2089374 Feb 03 04:27:41.910016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58deb711-cd92-4415-b649-7be797f5642b req-d450a3df-2e48-4139-9e29-d2b5c3be6294 service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445035 Feb 03 04:27:41.912820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] For port 293b0205-c062-40bb-8223-52d9c26fee4e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=293b0205-c062-40bb-8223-52d9c26fee4e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:41.913541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:41.958474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Calling delete_port for 293b0205-c062-40bb-8223-52d9c26fee4e owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:41.964182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816f673-e38f-46a1-8745-23fb330d9de5 service neutron] Pushing event updated for resources: {'Port': ['ID=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:41.974987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-a51bd690-e528-4b72-9639-afea646a5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:41.977086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-a51bd690-e528-4b72-9639-afea646a5d85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7749689 Feb 03 04:27:41.988707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Deleting port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:41.989053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.070461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c8a968d-75ba-482f-a57d-3134262013b0 req-9b14bdd9-1f01-4642-aa92-9aa4f47c1584 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.35 "GET /v2.0/security-groups?id=8baf80a0-79e9-4032-b73b-454cab59c4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751642 Feb 03 04:27:42.108073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58deb711-cd92-4415-b649-7be797f5642b req-d8d16315-aabb-4074-acc0-35add9fe4d5b service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774831 Feb 03 04:27:42.133298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec390bd3-aed8-420c-8bd3-b7b42ccea438 req-a342b1e4-ea48-4722-8756-7a030a5cbe09 service neutron] 10.222.0.15 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8732114 Feb 03 04:27:42.134919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-2560fa3f-333e-49f5-bcb3-e0b4b3475005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.136872 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-2560fa3f-333e-49f5-bcb3-e0b4b3475005 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5096e27b2a0c4e0f95518916dac303aa&device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 1129 time: 0.2516868 Feb 03 04:27:42.159591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] For port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5, host n-d-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:42.160239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.211696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Calling delete_port for 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:42.216817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:27:42.218500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-a456e308-97ba-443d-95a6-1d5e2401ca27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=538248d0-8c40-4626-bd5d-b1b0b77a2bfb HTTP/1.1" status: 200 len: 217 time: 0.0723197 Feb 03 04:27:42.221233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (293b0205-c062-40bb-8223-52d9c26fee4e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.221797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1fe4e1d2-c0cd-458d-899f-b1d332f1edf5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.236429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['293b0205-c062-40bb-8223-52d9c26fee4e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:42.282648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Pushing event deleted for resources: {'Port': ['ID=293b0205-c062-40bb-8223-52d9c26fee4e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:42.293064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe4e1d2-c0cd-458d-899f-b1d332f1edf5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:42.305608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-b0109ae5-35db-4649-bd12-d74fd3bb4653 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185549 Feb 03 04:27:42.306469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] No DVR routers for this DVR port 1fe4e1d2-c0cd-458d-899f-b1d332f1edf5 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:42.389244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] No DVR routers for this DVR port 293b0205-c062-40bb-8223-52d9c26fee4e on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:42.393830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.394936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-c3558dc7-adae-42ff-ac62-2f080dbaea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.396516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-c3558dc7-adae-42ff-ac62-2f080dbaea90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1619060 Feb 03 04:27:42.399907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63ed69a1-8e70-482d-b830-b3ba0b3fc7cf req-f0f4e405-e05b-420c-b73d-7859ef195797 tempest-ServersAdminNegativeTestJSON-2091865153 tempest-ServersAdminNegativeTestJSON-2091865153-project] 10.222.0.31 "DELETE /v2.0/ports/293b0205-c062-40bb-8223-52d9c26fee4e HTTP/1.1" status: 204 len: 173 time: 1.2588251 Feb 03 04:27:42.400658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'name': 'network-vif-deleted', 'tag': '293b0205-c062-40bb-8223-52d9c26fee4e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:42.403151 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc87cc8-ce4f-4685-8ec8-827313e6bf0e" -d '{"events": [{"server_uuid": "6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137", "name": "network-vif-deleted", "tag": "293b0205-c062-40bb-8223-52d9c26fee4e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:42.435241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.441508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.448459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.457279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.463254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.468795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.474314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.488169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-56d7e353-e7bb-4fdf-9804-27cd3bdb4143 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.2453399 Feb 03 04:27:42.529850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5f20bb85-73ec-487f-848f-97350e07d7ff), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.574804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-177f229c-5f5e-409e-a0a3-679193cb7a78 req-e1a64f69-f43e-4c5f-9290-7c63e4c47d30 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615602 Feb 03 04:27:42.583075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f20bb85-73ec-487f-848f-97350e07d7ff']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:42.593919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc883b95-557c-4be2-8556-5551255a4dfe req-b6a755d3-0a26-4539-9722-0a644b651429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.595648 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-b6a755d3-0a26-4539-9722-0a644b651429 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1788146 Feb 03 04:27:42.600425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e596f0-0d58-43f0-93d0-46bad93101de') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:42.600749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e596f0-0d58-43f0-93d0-46bad93101de') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:42.632789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-facfbd6d-680e-415d-848a-8be967cdcf3e req-897532fe-da3b-4019-88ae-fe65d18d800b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429183 Feb 03 04:27:42.659462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e5be7-5bd4-4d6c-8267-d49d82b15915 req-0102ec64-cb85-4ce7-86b1-844ad31f99cc tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:42.668049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d6e5be7-5bd4-4d6c-8267-d49d82b15915 req-0102ec64-cb85-4ce7-86b1-844ad31f99cc tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 944 time: 0.1498632 Feb 03 04:27:42.682558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (10e596f0-0d58-43f0-93d0-46bad93101de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.741605 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6656aa-093b-4661-a800-a391ae41b7fd x-openstack-request-id: req-4b6656aa-093b-4661-a800-a391ae41b7fd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:42.746793 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6aab694-85fd-4671-918f-9f562f2d61c4", "tag": "538248d0-8c40-4626-bd5d-b1b0b77a2bfb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:42.747174 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b6656aa-093b-4661-a800-a391ae41b7fd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:42.747743 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'tag': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb', 'status': 'completed', 'code': 200} Feb 03 04:27:42.749209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (10e596f0-0d58-43f0-93d0-46bad93101de), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.767367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d6e5be7-5bd4-4d6c-8267-d49d82b15915 req-28074272-6ca3-4569-9ac3-509902476aae tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885198 Feb 03 04:27:42.796384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:27:42.797092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (10e596f0-0d58-43f0-93d0-46bad93101de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:27:42.800424 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:27:42.886995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-6a221be2-32a1-4891-bd94-8b0a8e9dbe8a service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814043 Feb 03 04:27:42.891487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5f20bb85-73ec-487f-848f-97350e07d7ff), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.920131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:42.928406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5f20bb85-73ec-487f-848f-97350e07d7ff HTTP/1.1" status: 204 len: 168 time: 2.4184508 Feb 03 04:27:42.951486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36762e00-cb41-42f4-99cb-9767388839d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f20bb85-73ec-487f-848f-97350e07d7ff,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:43.003137 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae9340-c592-4c70-97fa-f2a691d30c26 x-openstack-request-id: req-95ae9340-c592-4c70-97fa-f2a691d30c26 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:43.003451 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137", "name": "network-vif-deleted", "tag": "293b0205-c062-40bb-8223-52d9c26fee4e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:43.007944 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95ae9340-c592-4c70-97fa-f2a691d30c26 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:43.008386 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d632fb6-e46b-48ed-9a0d-7ab0ffe8d137', 'name': 'network-vif-deleted', 'tag': '293b0205-c062-40bb-8223-52d9c26fee4e', 'status': 'completed', 'code': 200} Feb 03 04:27:43.015276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 498965b1-24cd-4533-a41f-c7194abe0d2c up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:43.018072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2146a46-c5ff-499c-bacf-68cc9946fec8 req-664f32b0-b3d7-4a44-9a00-15398fe7c11e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=578061eb-5ab9-40b8-9c22-eccc1ead8ded HTTP/1.1" status: 200 len: 210 time: 0.1239245 Feb 03 04:27:43.170535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc883b95-557c-4be2-8556-5551255a4dfe req-1d795696-8817-4a50-be81-5d347ee444cd service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650623 Feb 03 04:27:43.205475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 498965b1-24cd-4533-a41f-c7194abe0d2c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:43.210092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 498965b1-24cd-4533-a41f-c7194abe0d2c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:43.210805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:43.255448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cdb70-0fe6-4111-822e-f1f3f4b6694d req-0c984c4c-d9f8-47a5-a7c2-71f6bba674ee tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.268635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c5cdb70-0fe6-4111-822e-f1f3f4b6694d req-0c984c4c-d9f8-47a5-a7c2-71f6bba674ee tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 947 time: 0.1776960 Feb 03 04:27:43.329724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c5cdb70-0fe6-4111-822e-f1f3f4b6694d req-5de2611c-6175-4444-8a5d-d10bd1841e4b tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603087 Feb 03 04:27:43.348620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-c7524fa8-208c-4ae5-a69a-df1e388bb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.350380 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-c7524fa8-208c-4ae5-a69a-df1e388bb14c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5096e27b2a0c4e0f95518916dac303aa&device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 1129 time: 0.1004837 Feb 03 04:27:43.392806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 498965b1-24cd-4533-a41f-c7194abe0d2c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:43.393245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:43.403469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37944) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:43.446785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498965b1-24cd-4533-a41f-c7194abe0d2c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:43.449730 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae95faa-8b7e-452f-8cd3-4286153d0e36" -d '{"events": [{"server_uuid": "f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25", "name": "network-vif-plugged", "status": "completed", "tag": "498965b1-24cd-4533-a41f-c7194abe0d2c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:43.482116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 498965b1-24cd-4533-a41f-c7194abe0d2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=498965b1-24cd-4533-a41f-c7194abe0d2c,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:43.483710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34b294d0-d382-46ec-947d-e465fead898c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0d68a048529491aa111f04fa1b4677d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0788963 Feb 03 04:27:43.486828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:43.488106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:43.518163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-9e5804bb-5965-4914-acc3-12f2b96d560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.520447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-9e5804bb-5965-4914-acc3-12f2b96d560c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1626799 Feb 03 04:27:43.545418 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5924f7-d344-44e2-8f96-1bda1a6c1677 x-openstack-request-id: req-4e5924f7-d344-44e2-8f96-1bda1a6c1677 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:43.545770 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25", "name": "network-vif-plugged", "status": "completed", "tag": "498965b1-24cd-4533-a41f-c7194abe0d2c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:43.546033 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e5924f7-d344-44e2-8f96-1bda1a6c1677 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:43.546729 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498965b1-24cd-4533-a41f-c7194abe0d2c', 'code': 200} Feb 03 04:27:43.548720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=498965b1-24cd-4533-a41f-c7194abe0d2c,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:43.583890 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c02770a7-c14c-404e-b1ef-e1cb1436831a admin admin] Publish callbacks [] for security_group (3fa70ae7-110f-4190-a8de-9be95ea3aa1b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:43.611739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c02770a7-c14c-404e-b1ef-e1cb1436831a admin admin] Publish callbacks [] for security_group (3fa70ae7-110f-4190-a8de-9be95ea3aa1b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:43.618145 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-5560cc70-5592-4711-94b8-d9742e38d103 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=538248d0-8c40-4626-bd5d-b1b0b77a2bfb HTTP/1.1" status: 200 len: 217 time: 0.0899403 Feb 03 04:27:43.671358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c02770a7-c14c-404e-b1ef-e1cb1436831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3fa70ae7-110f-4190-a8de-9be95ea3aa1b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:43.677014 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c02770a7-c14c-404e-b1ef-e1cb1436831a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:43.679380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c02770a7-c14c-404e-b1ef-e1cb1436831a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fa70ae7-110f-4190-a8de-9be95ea3aa1b HTTP/1.1" status: 204 len: 168 time: 0.1913772 Feb 03 04:27:43.692328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02770a7-c14c-404e-b1ef-e1cb1436831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa70ae7-110f-4190-a8de-9be95ea3aa1b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:43.780664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-12f5e579-9da7-4e4d-9aea-9513fa060cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.782258 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-12f5e579-9da7-4e4d-9aea-9513fa060cc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1561706 Feb 03 04:27:43.804100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c689f34-bc32-4615-9034-bfe20a17ca3f req-56b633b6-ee3f-49a1-a538-9098744f9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.806582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c689f34-bc32-4615-9034-bfe20a17ca3f req-56b633b6-ee3f-49a1-a538-9098744f9a31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 1127 time: 0.1664944 Feb 03 04:27:43.889389 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9c689f34-bc32-4615-9034-bfe20a17ca3f req-2757005c-b75e-4697-a0d7-b298956d72ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627189 Feb 03 04:27:43.895863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:43.911658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-943e7b79-cf48-4eda-ae30-c692e958409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.913219 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-943e7b79-cf48-4eda-ae30-c692e958409f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1234148 Feb 03 04:27:43.970636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.976348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.982009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.987423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.993078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:43.998901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.004563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.012239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-fe5139cf-25f6-48ca-ba38-b9e97fb659d7 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1762319 Feb 03 04:27:44.083944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d5eae29-fd4d-403c-a2fb-89b900e83a4f req-9dc92f93-cad0-4aff-8027-5d7bda8d76c9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706229 Feb 03 04:27:44.211197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e18e0ae-57a0-4fec-ab62-d28f5279b315 req-4fb7059b-08a7-4a33-84b5-3d38e41ddbf8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=578061eb-5ab9-40b8-9c22-eccc1ead8ded HTTP/1.1" status: 200 len: 210 time: 0.0512099 Feb 03 04:27:44.284223 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-96c96019-6985-447d-93b7-90e8ea55e534 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858006 Feb 03 04:27:44.290554 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2f01b5a5-b3be-460e-85e6-8ae24b7336fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8afe07e7ddb04af59948f87b8073a6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911924 Feb 03 04:27:44.290798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:44.397037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49824f6-941a-4195-8274-23ae7cfb4fab req-f3489c65-7475-45b2-85e2-056a0a46fb7d tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.404192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a49824f6-941a-4195-8274-23ae7cfb4fab req-f3489c65-7475-45b2-85e2-056a0a46fb7d tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 945 time: 0.3890948 Feb 03 04:27:44.440431 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8b487c-0ecc-4202-8365-b55b93b01417 admin admin] Publish callbacks [] for security_group (8baf80a0-79e9-4032-b73b-454cab59c4ad), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:44.463797 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c993c94-b9a2-4274-940d-d47fcf9fd130 req-911276c0-c240-4e1b-8c11-fa7514873809 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706262 Feb 03 04:27:44.476475 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8b487c-0ecc-4202-8365-b55b93b01417 admin admin] Publish callbacks [] for security_group (8baf80a0-79e9-4032-b73b-454cab59c4ad), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:44.542257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8b487c-0ecc-4202-8365-b55b93b01417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8baf80a0-79e9-4032-b73b-454cab59c4ad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:44.545414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8b487c-0ecc-4202-8365-b55b93b01417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:44.546774 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-da8b487c-0ecc-4202-8365-b55b93b01417 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8baf80a0-79e9-4032-b73b-454cab59c4ad HTTP/1.1" status: 204 len: 168 time: 0.2549651 Feb 03 04:27:44.555489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b487c-0ecc-4202-8365-b55b93b01417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf80a0-79e9-4032-b73b-454cab59c4ad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:44.590377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a49824f6-941a-4195-8274-23ae7cfb4fab req-e825728d-4e5f-4dd5-bf07-89bf1c222035 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852028 Feb 03 04:27:44.662911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.668811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.674432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.680865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.686307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.692290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.697769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.699861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-ffbea609-2078-4b5c-9e4e-931595ddb4f0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.2376735 Feb 03 04:27:44.798995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d781e0-d262-4b84-9290-d55bf3f2094b req-4006a4a6-5bc5-4474-a6d3-8edeefa3dbe7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:44.800540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69d781e0-d262-4b84-9290-d55bf3f2094b req-4006a4a6-5bc5-4474-a6d3-8edeefa3dbe7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0996768 Feb 03 04:27:44.806481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9331cf27-69fe-4fa8-9691-35fc72769c37 req-7f906463-102d-4555-9df9-a32033fa9003 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947087 Feb 03 04:27:44.882999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69d781e0-d262-4b84-9290-d55bf3f2094b req-04b41850-7e3a-4218-bd37-23a1a9591923 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755410 Feb 03 04:27:45.014304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c37697-71d9-4769-bc23-8baea6a84bc4 req-415af6b5-6f79-4cf6-b00b-211cf111f421 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.015911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1c37697-71d9-4769-bc23-8baea6a84bc4 req-415af6b5-6f79-4cf6-b00b-211cf111f421 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 947 time: 0.1016300 Feb 03 04:27:45.073102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:45.116187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1c37697-71d9-4769-bc23-8baea6a84bc4 req-723680c6-7696-44b3-a562-d596777b4d81 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903218 Feb 03 04:27:45.140445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9685caf1-6fb0-41e9-9b18-bf8faded29d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db6ddf15cdc743ba9127acbb95f57fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661440 Feb 03 04:27:45.148049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:45.172509 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.178217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.183839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.189529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.195205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.200909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.206896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.209233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66f252c4-854b-40fa-9e69-374f532d50f1 req-096fd636-e78e-4eb9-976b-cc3cc0a9b704 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1923769 Feb 03 04:27:45.305126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2a403-5846-4894-8563-97307acee58b req-a080a030-00a8-44f6-8776-307a6e24e39b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.306703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8aa2a403-5846-4894-8563-97307acee58b req-a080a030-00a8-44f6-8776-307a6e24e39b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0963328 Feb 03 04:27:45.325511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85b20ee5-a450-4dd3-9129-5c32b15fff68 admin admin] Publish callbacks [] for security_group (27d800b7-aaef-4f14-a556-c7601d5a11c1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:45.377880 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85b20ee5-a450-4dd3-9129-5c32b15fff68 admin admin] Publish callbacks [] for security_group (27d800b7-aaef-4f14-a556-c7601d5a11c1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:45.396046 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8aa2a403-5846-4894-8563-97307acee58b req-6cc59a46-420d-4885-85b3-417454b7d329 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828183 Feb 03 04:27:45.447226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85b20ee5-a450-4dd3-9129-5c32b15fff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (27d800b7-aaef-4f14-a556-c7601d5a11c1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:45.450819 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85b20ee5-a450-4dd3-9129-5c32b15fff68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:45.452438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-85b20ee5-a450-4dd3-9129-5c32b15fff68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27d800b7-aaef-4f14-a556-c7601d5a11c1 HTTP/1.1" status: 204 len: 168 time: 0.3010452 Feb 03 04:27:45.464502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20ee5-a450-4dd3-9129-5c32b15fff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d800b7-aaef-4f14-a556-c7601d5a11c1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:45.553298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 293b0205-c062-40bb-8223-52d9c26fee4e no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:45.601469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 293b0205-c062-40bb-8223-52d9c26fee4e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:45.601957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 293b0205-c062-40bb-8223-52d9c26fee4e not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:45.828613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669705c-38bf-4207-b788-1db17ca19b38 req-80d43ad3-5338-483b-8d52-ae8706b9d4eb tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.831316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a669705c-38bf-4207-b788-1db17ca19b38 req-80d43ad3-5338-483b-8d52-ae8706b9d4eb tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 945 time: 0.1030648 Feb 03 04:27:45.869334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf3d3-fdca-41b7-b80b-4b3d2ff342eb req-fa079785-b2a2-42ef-bfb9-cede3b2beb23 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:45.870951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1cbf3d3-fdca-41b7-b80b-4b3d2ff342eb req-fa079785-b2a2-42ef-bfb9-cede3b2beb23 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1256621 Feb 03 04:27:45.949178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1cbf3d3-fdca-41b7-b80b-4b3d2ff342eb req-42dd8ab1-a999-4266-addf-96f66bdf1c4c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695539 Feb 03 04:27:46.008905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a669705c-38bf-4207-b788-1db17ca19b38 req-4e9374bc-ab7a-49e9-9159-12aa2e0c3be8 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710122 Feb 03 04:27:46.256601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5cc45e18-a0da-492a-814a-d8ab5da4138b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:46.260014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5cc45e18-a0da-492a-814a-d8ab5da4138b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.1737311 Feb 03 04:27:46.284749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51089ea6-7788-4c0c-8b8c-ce2665f61137 req-7fbb4f21-7979-4418-aaf2-c9c9a55fb3ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:46.286539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51089ea6-7788-4c0c-8b8c-ce2665f61137 req-7fbb4f21-7979-4418-aaf2-c9c9a55fb3ca tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=26d9fe8f-e359-4d31-8f3a-7fb46cedb504 HTTP/1.1" status: 200 len: 945 time: 0.1037109 Feb 03 04:27:46.289709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-9949c18c-7cfa-4ff0-a2b8-1111929ef20d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/quotas/b75d8a9414884c70a12f5de70a137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0248451 Feb 03 04:27:46.344539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-3ef4477e-b847-4835-8f4d-111d7bb35c44 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324740 Feb 03 04:27:46.399259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51089ea6-7788-4c0c-8b8c-ce2665f61137 req-ed4d375c-d62f-49bf-9b3e-a251a099eb36 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025922 Feb 03 04:27:46.469926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:46.472081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-aa1fd9a9-27da-41d9-aac1-11f6500bd061 service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179967 Feb 03 04:27:46.575677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-72fe6a7b-efbc-401a-9a46-601cd1d1abca service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026988 Feb 03 04:27:46.678324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-network', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:46.704635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Made reservation on behalf of 2c0e55ff3cbd4475b1278b17f29cdd40 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:46.707856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:46.717400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:46.822281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26c95-e8c4-4b5e-befe-e76e993b4668 req-e1d050fe-b467-4951-8083-f7db3b1a63b6 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:46.825112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93d26c95-e8c4-4b5e-befe-e76e993b4668 req-e1d050fe-b467-4951-8083-f7db3b1a63b6 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 947 time: 0.0764902 Feb 03 04:27:46.886902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks [] for security_group (0c5b5ba3-2198-4a74-b866-8712f02e6fdb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:46.895345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93d26c95-e8c4-4b5e-befe-e76e993b4668 req-1df2c075-0121-4cda-afc7-4b3e78bcdac2 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Feb 03 04:27:46.897905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0c5b5ba3-2198-4a74-b866-8712f02e6fdb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:46.941796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:27:46.971829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b5ba3-2198-4a74-b866-8712f02e6fdb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:47.005764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (19a47d2b-5872-4045-82d6-27b7833ee3c8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.006109 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Added segment 19a47d2b-5872-4045-82d6-27b7833ee3c8 of type vlan for network cbcd6ac0-9195-4d82-8386-3a287c36879c Feb 03 04:27:47.040898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 538248d0-8c40-4626-bd5d-b1b0b77a2bfb details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:47.126100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cbcd6ac0-9195-4d82-8386-3a287c36879c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.189235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cbcd6ac0-9195-4d82-8386-3a287c36879c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.190639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:47.191410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.217590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17302ba4-4f68-4719-bafc-5237415a5870 req-6ac85d89-a8bb-4146-ac61-39c6480e3870 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 210 time: 0.0548084 Feb 03 04:27:47.256891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:47.290823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb', 'mac_address': 'fa:16:3e:bc:39:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:47.324465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8533015 Feb 03 04:27:47.325933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ba01-0e3a-4bbf-bf0c-18862bddde53 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcd6ac0-9195-4d82-8386-3a287c36879c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:47.327731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38126) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:47.334466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Request body: {'subnet': {'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-subnet', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:47.340968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cbcd6ac0-9195-4d82-8386-3a287c36879c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:27:47.408782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Made reservation on behalf of 2c0e55ff3cbd4475b1278b17f29cdd40 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:47.411197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.422950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:47.424100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.448533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538248d0-8c40-4626-bd5d-b1b0b77a2bfb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:47.480338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:47.490803 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.571564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:47.612176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a89ad-5e3d-49a5-8fdf-d915078d0153 req-c98befa5-4fc2-4727-9a59-79c51f687f29 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:47.613835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f6a89ad-5e3d-49a5-8fdf-d915078d0153 req-c98befa5-4fc2-4727-9a59-79c51f687f29 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2071273 Feb 03 04:27:47.740303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f6a89ad-5e3d-49a5-8fdf-d915078d0153 req-421dacf3-2ba3-4330-a82f-a25788d2390e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143503 Feb 03 04:27:47.837817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (21307dd7-824e-4cdb-b3a7-7e3ff1d2add1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:47.864932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:47.865809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['538248d0-8c40-4626-bd5d-b1b0b77a2bfb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:47.888174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ac676-5f1e-4189-8584-9ff6d07203f3 req-a1b4894e-bb7d-455e-87c9-46dc3b214036 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:47.896734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f0ac676-5f1e-4189-8584-9ff6d07203f3 req-a1b4894e-bb7d-455e-87c9-46dc3b214036 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=26d9fe8f-e359-4d31-8f3a-7fb46cedb504 HTTP/1.1" status: 200 len: 945 time: 0.1200686 Feb 03 04:27:48.077974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:48.101419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d35fbdfb-b7c2-4dc3-a9c9-ec5c957e9d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.109864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Checking segment: {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:48.114310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Network hostable DHCP agents. Network: cbcd6ac0-9195-4d82-8386-3a287c36879c, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:27:48.189210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f0ac676-5f1e-4189-8584-9ff6d07203f3 req-3d7fbcc5-1ee5-4b08-8c8c-667a08db2fa4 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914643 Feb 03 04:27:48.201603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7d7d-f080-4530-b17b-ea22413e088d req-d4607d08-a276-4089-b69c-45c51cbff9a8 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:48.210273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb4b7d7d-f080-4530-b17b-ea22413e088d req-d4607d08-a276-4089-b69c-45c51cbff9a8 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 948 time: 0.1690204 Feb 03 04:27:48.213346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Network cbcd6ac0-9195-4d82-8386-3a287c36879c is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:27:48.253618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cbcd6ac0-9195-4d82-8386-3a287c36879c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:48.256983 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d35fbdfb-b7c2-4dc3-a9c9-ec5c957e9d7a admin admin] Publish callbacks [] for security_group (b014c36a-5d3a-45aa-9911-d4b7e5a01d21), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.258474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:48.259090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.269756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d35fbdfb-b7c2-4dc3-a9c9-ec5c957e9d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b014c36a-5d3a-45aa-9911-d4b7e5a01d21), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.275423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4853d95-1587-4ed3-9c6f-7504afe4030d None None] Network cbcd6ac0-9195-4d82-8386-3a287c36879c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:48.330725 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1016c860-54a6-4da6-bd38-89fb9bb1a30d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0012183 Feb 03 04:27:48.330963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:48.339232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:48.348369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fbdfb-b7c2-4dc3-a9c9-ec5c957e9d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b014c36a-5d3a-45aa-9911-d4b7e5a01d21,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:48.353018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d35fbdfb-b7c2-4dc3-a9c9-ec5c957e9d7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=412c9fb53db04c9aa39a66c21c1eab4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4860859 Feb 03 04:27:48.357946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:48.393463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f451aaa7-0563-4a32-8264-69b87dc58e7d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.395235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f451aaa7-0563-4a32-8264-69b87dc58e7d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.405694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb4b7d7d-f080-4530-b17b-ea22413e088d req-9d963c5f-35cb-4473-b7e5-15c3aeaffcf9 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943455 Feb 03 04:27:48.462408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks [] for router_controller (f451aaa7-0563-4a32-8264-69b87dc58e7d), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.473018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93ea8217-7ac3-41ce-9fb4-d2ee798c912e req-b2193e81-9c98-4857-a88b-419f15a90973 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 210 time: 0.0788190 Feb 03 04:27:48.517466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-cbcd6ac0-9195-4d82-8386-3a287c36879c', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:27:48.518755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.597859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c472ca0-0a3b-4fb4-ba5e-9cf5199c780e admin admin] Publish callbacks [] for security_group (b014c36a-5d3a-45aa-9911-d4b7e5a01d21), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.641066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-7fa0e6d7-4c39-4372-8ddd-2f5a1d64308a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:48.642857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-7fa0e6d7-4c39-4372-8ddd-2f5a1d64308a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.2781894 Feb 03 04:27:48.658287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Request body: {'port': {'device_id': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'admin_state_up': True, 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:48.728685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks [] for router_gateway (f451aaa7-0563-4a32-8264-69b87dc58e7d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.740129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c472ca0-0a3b-4fb4-ba5e-9cf5199c780e admin admin] Publish callbacks [] for security_group (b014c36a-5d3a-45aa-9911-d4b7e5a01d21), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.754890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Allocated IP 172.20.0.2 (cbcd6ac0-9195-4d82-8386-3a287c36879c/21307dd7-824e-4cdb-b3a7-7e3ff1d2add1/7d20dac2-0da7-4fb2-8d21-10780cde9777) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:48.884502 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c472ca0-0a3b-4fb4-ba5e-9cf5199c780e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b014c36a-5d3a-45aa-9911-d4b7e5a01d21), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.889070 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c472ca0-0a3b-4fb4-ba5e-9cf5199c780e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.890658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7c472ca0-0a3b-4fb4-ba5e-9cf5199c780e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b014c36a-5d3a-45aa-9911-d4b7e5a01d21 HTTP/1.1" status: 204 len: 168 time: 0.5277841 Feb 03 04:27:48.897439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:48.901370 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:48.904627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c472ca0-0a3b-4fb4-ba5e-9cf5199c780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b014c36a-5d3a-45aa-9911-d4b7e5a01d21,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:49.118041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks [] for router_gateway (f451aaa7-0563-4a32-8264-69b87dc58e7d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.125578 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Publish callbacks [] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.142804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.150510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.167599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-5cf55665-f6e0-4f45-b071-bb98e145cb11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:49.169522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-5cf55665-f6e0-4f45-b071-bb98e145cb11 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9fe8f-e359-4d31-8f3a-7fb46cedb504 HTTP/1.1" status: 200 len: 945 time: 0.1300731 Feb 03 04:27:49.209834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd465254-a13d-471c-ac2a-bc1888aa7264 req-bb8e3e1b-5516-4f8a-9f08-bc8b98ed975a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:49.214552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd465254-a13d-471c-ac2a-bc1888aa7264 req-bb8e3e1b-5516-4f8a-9f08-bc8b98ed975a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.3100457 Feb 03 04:27:49.226484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Pushing event updated for resources: {'Port': ['ID=7d20dac2-0da7-4fb2-8d21-10780cde9777,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:49.281486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Network cbcd6ac0-9195-4d82-8386-3a287c36879c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:49.283045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:49.296519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:49.417739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Attempting to bind port 7d20dac2-0da7-4fb2-8d21-10780cde9777 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:49.418675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Attempting to bind port 7d20dac2-0da7-4fb2-8d21-10780cde9777 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:49.418675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Attempting to bind port 7d20dac2-0da7-4fb2-8d21-10780cde9777 on network cbcd6ac0-9195-4d82-8386-3a287c36879c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:49.425546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:49.434433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Checking segment: {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:49.434880 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.435305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Bound using segment: {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:49.435917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Bound port: 7d20dac2-0da7-4fb2-8d21-10780cde9777, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:49.436254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.456003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Deleting port f3882ff9-cd2f-45b0-8dc4-130124e401b9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:49.457048 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.506544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Allocated IP 172.20.0.3 (05093606-9566-4423-8e6f-2c5d06a90de4/4432c88d-f1ac-4c71-ab3e-b6b32697a87d/fdabbc0e-b487-4afa-950e-2e12fd739fea) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:49.534686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd465254-a13d-471c-ac2a-bc1888aa7264 req-65e10fc1-9d3c-430c-8081-1707a35b369d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117566 Feb 03 04:27:49.628661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] For port 7d20dac2-0da7-4fb2-8d21-10780cde9777, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:49.637497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Allocated IP 172.25.7.101 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/b9aa59ca-4933-4f17-8da0-c2da32c03524) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:49.641397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] For port 7d20dac2-0da7-4fb2-8d21-10780cde9777, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7d20dac2-0da7-4fb2-8d21-10780cde9777,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:49.648029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] For port f3882ff9-cd2f-45b0-8dc4-130124e401b9, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3882ff9-cd2f-45b0-8dc4-130124e401b9,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:49.651840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6404-0324-460f-8084-ab487e04f61a req-1bfa8402-d9bf-4215-95ac-f409eb41ff71 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:49.652555 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.653385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e06b6404-0324-460f-8084-ab487e04f61a req-1bfa8402-d9bf-4215-95ac-f409eb41ff71 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/ports?device_id=26d9fe8f-e359-4d31-8f3a-7fb46cedb504 HTTP/1.1" status: 200 len: 945 time: 0.3064840 Feb 03 04:27:49.660112 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:49.698964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Calling delete_port for f3882ff9-cd2f-45b0-8dc4-130124e401b9 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:49.738312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-fbf00c31-e090-4819-821e-bfe56351efcb tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:49.739991 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-fbf00c31-e090-4819-821e-bfe56351efcb tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25 HTTP/1.1" status: 200 len: 945 time: 0.4203570 Feb 03 04:27:49.788757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fba6c5-8e3b-47cb-81a4-3c76b9754e03 None None] Pushing event updated for resources: {'Port': ['ID=7d20dac2-0da7-4fb2-8d21-10780cde9777,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:49.955717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e06b6404-0324-460f-8084-ab487e04f61a req-3c337cb7-a215-43c7-a77f-e9de200f24a0 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783580 Feb 03 04:27:50.001898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e54a4-96e4-4a9c-b4e1-5756c5f7718f req-75484c19-02d8-487c-886c-125035e8fe65 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:50.012997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-172e54a4-96e4-4a9c-b4e1-5756c5f7718f req-75484c19-02d8-487c-886c-125035e8fe65 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 948 time: 0.3420017 Feb 03 04:27:50.209823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cc9bbce-a48a-4b68-a26d-ae4c436898e2 req-ca9e2985-fb4a-43bb-8290-ebeed2ba9950 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 210 time: 0.1044862 Feb 03 04:27:50.218435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks [] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.222518 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks [] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.279092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.354385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-172e54a4-96e4-4a9c-b4e1-5756c5f7718f req-b16d9d6a-d8e3-4c6d-9dca-1816b8fcc1f2 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400156 Feb 03 04:27:50.399080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Network 05093606-9566-4423-8e6f-2c5d06a90de4 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:50.402574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:50.409327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:50.435943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event updated for resources: {'Port': ['ID=fdabbc0e-b487-4afa-950e-2e12fd739fea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:50.450292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Deleting port 498965b1-24cd-4533-a41f-c7194abe0d2c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:50.450733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.454734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f3882ff9-cd2f-45b0-8dc4-130124e401b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.467614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:50.468394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.469238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f3882ff9-cd2f-45b0-8dc4-130124e401b9', '498965b1-24cd-4533-a41f-c7194abe0d2c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:50.505840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-5eb324bf-c121-44c2-a789-7e1d27c231c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8495083 Feb 03 04:27:50.526267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Request body: {'port': {'device_id': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:50.639056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] For port 498965b1-24cd-4533-a41f-c7194abe0d2c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=498965b1-24cd-4533-a41f-c7194abe0d2c,segment=NetworkSegment(aa23aac1-c84d-4457-8e27-21a8aa148ef2),segment_id=aa23aac1-c84d-4457-8e27-21a8aa148ef2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:50.639429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.654218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Calling delete_port for 498965b1-24cd-4533-a41f-c7194abe0d2c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:50.716562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.814859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event deleted for resources: {'Port': ['ID=f3882ff9-cd2f-45b0-8dc4-130124e401b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:50.856419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd7aa49d-32eb-4a43-869a-49f67617e1e6 req-fb86d1a2-e5a8-4c3e-bc9a-d8eaee39c7ff tempest-AbsoluteLimitsNegativeTestJSON-957519595 tempest-AbsoluteLimitsNegativeTestJSON-957519595-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=619c5ca02af9494f81f460416560597a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821748 Feb 03 04:27:50.866774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] No DVR routers for this DVR port f3882ff9-cd2f-45b0-8dc4-130124e401b9 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:50.868873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.873156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.877263 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0534fd04-795b-4c00-98b2-28cd8e4e8216 req-e9a93d11-d6e0-499b-b5ed-fcfb4d15dfa1 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "DELETE /v2.0/ports/f3882ff9-cd2f-45b0-8dc4-130124e401b9 HTTP/1.1" status: 204 len: 173 time: 1.7003634 Feb 03 04:27:50.880098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (498965b1-24cd-4533-a41f-c7194abe0d2c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:50.881701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'name': 'network-vif-deleted', 'tag': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:50.884072 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa10cb5d-027c-49df-9ec0-65a21faac8cc" -d '{"events": [{"server_uuid": "26d9fe8f-e359-4d31-8f3a-7fb46cedb504", "name": "network-vif-deleted", "tag": "f3882ff9-cd2f-45b0-8dc4-130124e401b9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:50.892434 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f3882ff9-cd2f-45b0-8dc4-130124e401b9'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:50.978472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:51.010761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] No DVR routers for this DVR port 498965b1-24cd-4533-a41f-c7194abe0d2c on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:51.018015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:51.020570 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.024269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-981880b7-58bc-4b0d-b46a-b4967438c61f req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] 10.222.0.15 "DELETE /v2.0/ports/498965b1-24cd-4533-a41f-c7194abe0d2c HTTP/1.1" status: 204 len: 173 time: 1.2314787 Feb 03 04:27:51.027383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:51.056275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 538248d0-8c40-4626-bd5d-b1b0b77a2bfb up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:51.147349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Pushing event updated for resources: {'Port': ['ID=b9aa59ca-4933-4f17-8da0-c2da32c03524,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:51.213287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:27:51.217841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:51.218233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.290646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6704374a-35a8-429c-a197-767f6fd11ddd None None] Network cbcd6ac0-9195-4d82-8386-3a287c36879c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:51.452815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b2c64924-c09f-48b7-8ac9-0565ec7d0d96 None None] Provisioning complete for port 7d20dac2-0da7-4fb2-8d21-10780cde9777 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:51.453335 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c64924-c09f-48b7-8ac9-0565ec7d0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.628159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630187c-88cd-4ad5-ade2-2974b0b29e39 req-7a838806-5dbd-48f1-93c2-a557a6bdc9d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:51.632420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:51.632926 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.637727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d792d39-15da-42c8-832f-feb53d0a5363 tempest-MultipleCreateTestJSON-1910629802 tempest-MultipleCreateTestJSON-1910629802-project] Pushing event deleted for resources: {'Port': ['ID=498965b1-24cd-4533-a41f-c7194abe0d2c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:51.646805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4630187c-88cd-4ad5-ade2-2974b0b29e39 req-7a838806-5dbd-48f1-93c2-a557a6bdc9d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.9271007 Feb 03 04:27:51.666548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:51.668945 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e2073-952e-4c77-bfe5-06084382ff3a" -d '{"events": [{"server_uuid": "a6aab694-85fd-4671-918f-9f562f2d61c4", "name": "network-vif-plugged", "status": "completed", "tag": "538248d0-8c40-4626-bd5d-b1b0b77a2bfb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:51.684043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:51.717122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.745123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4630187c-88cd-4ad5-ade2-2974b0b29e39 req-fc64ba93-f942-469d-9dd8-9eb4992b5c33 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972984 Feb 03 04:27:51.784751 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:27:51.786765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b2c64924-c09f-48b7-8ac9-0565ec7d0d96 None None] Current status of the port 7d20dac2-0da7-4fb2-8d21-10780cde9777 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:51.787369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c64924-c09f-48b7-8ac9-0565ec7d0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.843812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:51.860071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aa49d-32eb-4a43-869a-49f67617e1e6 req-1223ebe6-a46a-4b44-8b62-372b5c5d5ce2 tempest-AbsoluteLimitsNegativeTestJSON-957519595 tempest-AbsoluteLimitsNegativeTestJSON-957519595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:51.864992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd7aa49d-32eb-4a43-869a-49f67617e1e6 req-1223ebe6-a46a-4b44-8b62-372b5c5d5ce2 tempest-AbsoluteLimitsNegativeTestJSON-957519595 tempest-AbsoluteLimitsNegativeTestJSON-957519595-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0076284 Feb 03 04:27:51.876520 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa86add-ce55-46ce-a77d-fdaaa38d6cda x-openstack-request-id: req-7fa86add-ce55-46ce-a77d-fdaaa38d6cda {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:51.876889 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d9fe8f-e359-4d31-8f3a-7fb46cedb504", "name": "network-vif-deleted", "tag": "f3882ff9-cd2f-45b0-8dc4-130124e401b9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:51.877282 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fa86add-ce55-46ce-a77d-fdaaa38d6cda {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:51.877839 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d9fe8f-e359-4d31-8f3a-7fb46cedb504', 'name': 'network-vif-deleted', 'tag': 'f3882ff9-cd2f-45b0-8dc4-130124e401b9', 'status': 'completed', 'code': 200} Feb 03 04:27:51.880544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b2c64924-c09f-48b7-8ac9-0565ec7d0d96 None None] For port 7d20dac2-0da7-4fb2-8d21-10780cde9777, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7d20dac2-0da7-4fb2-8d21-10780cde9777,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:51.893378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c64924-c09f-48b7-8ac9-0565ec7d0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.916836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd7aa49d-32eb-4a43-869a-49f67617e1e6 req-9838b3ee-f2db-478c-bb2c-0c0407279793 tempest-AbsoluteLimitsNegativeTestJSON-957519595 tempest-AbsoluteLimitsNegativeTestJSON-957519595-project] 10.222.0.35 "GET /v2.0/quotas/619c5ca02af9494f81f460416560597a HTTP/1.1" status: 200 len: 375 time: 0.0414021 Feb 03 04:27:51.976151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7d20dac2-0da7-4fb2-8d21-10780cde9777 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:51.978946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c64924-c09f-48b7-8ac9-0565ec7d0d96 None None] Pushing event updated for resources: {'Port': ['ID=7d20dac2-0da7-4fb2-8d21-10780cde9777,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:51.989415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks [] for router_gateway (f451aaa7-0563-4a32-8264-69b87dc58e7d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:51.998633 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd7aa49d-32eb-4a43-869a-49f67617e1e6 req-5a1a27e2-8fcc-4cda-a1c4-a763d5ccb061 tempest-AbsoluteLimitsNegativeTestJSON-957519595 tempest-AbsoluteLimitsNegativeTestJSON-957519595-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=619c5ca02af9494f81f460416560597a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705428 Feb 03 04:27:52.050455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-88f392bb-4c3c-4997-b985-50b9f0a68e47 None None] Provisioning complete for port 7d20dac2-0da7-4fb2-8d21-10780cde9777 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:52.050455 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88f392bb-4c3c-4997-b985-50b9f0a68e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.093214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7d20dac2-0da7-4fb2-8d21-10780cde9777 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:52.093592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.114044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d15b9f-4d63-4d37-97fa-265f997e5e02 req-aa37ee02-089e-432d-a407-ff5cd7118c23 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:52.121320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6d15b9f-4d63-4d37-97fa-265f997e5e02 req-aa37ee02-089e-432d-a407-ff5cd7118c23 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 931 time: 0.1250744 Feb 03 04:27:52.151049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdabbc0e-b487-4afa-950e-2e12fd739fea {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:52.167291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Publish callbacks [] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.223401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Transition to ACTIVE for port object fdabbc0e-b487-4afa-950e-2e12fd739fea will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:27:52.235451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6d15b9f-4d63-4d37-97fa-265f997e5e02 req-11b9c645-90b7-4ea1-99be-63e5d8003e7e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131332 Feb 03 04:27:52.264355 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.278777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f451aaa7-0563-4a32-8264-69b87dc58e7d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.287165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0edea2-6253-46c3-8701-e0de2b2cfeca req-e468da03-148e-43e2-8e17-d3f345f47623 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:52.300170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0edea2-6253-46c3-8701-e0de2b2cfeca req-e468da03-148e-43e2-8e17-d3f345f47623 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 949 time: 0.1263511 Feb 03 04:27:52.339098 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87b0744-415a-43e8-b407-bfaedb83eb97 x-openstack-request-id: req-c87b0744-415a-43e8-b407-bfaedb83eb97 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:52.339457 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6aab694-85fd-4671-918f-9f562f2d61c4", "name": "network-vif-plugged", "status": "completed", "tag": "538248d0-8c40-4626-bd5d-b1b0b77a2bfb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:52.339821 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c87b0744-415a-43e8-b407-bfaedb83eb97 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:52.340271 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb', 'code': 200} Feb 03 04:27:52.388148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-88f392bb-4c3c-4997-b985-50b9f0a68e47 None None] Current status of the port 7d20dac2-0da7-4fb2-8d21-10780cde9777 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:52.406181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7d20dac2-0da7-4fb2-8d21-10780cde9777 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:52.424124 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0edea2-6253-46c3-8701-e0de2b2cfeca req-e1c192d5-bf9b-4136-87a2-7c991aad864a tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228325 Feb 03 04:27:52.428879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:52.446281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdabbc0e-b487-4afa-950e-2e12fd739fea,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:52.462761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:52.517618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b1fb9-fcd9-4017-b911-850cf6ebf984 req-733d045e-c6e9-42d0-9bf4-cbe67c9673fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:52.519235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3a3b1fb9-fcd9-4017-b911-850cf6ebf984 req-733d045e-c6e9-42d0-9bf4-cbe67c9673fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 1131 time: 0.1199152 Feb 03 04:27:52.530417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] Deleting subnet cee5a732-fb8b-4285-a41a-01726228299f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:27:52.535205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] Publish callbacks [] for subnet (cee5a732-fb8b-4285-a41a-01726228299f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.588845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3a3b1fb9-fcd9-4017-b911-850cf6ebf984 req-413b28f0-fd9a-4901-a5b2-be957078213f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617321 Feb 03 04:27:52.589329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Attempting to bind port fdabbc0e-b487-4afa-950e-2e12fd739fea on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:52.589645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Attempting to bind port fdabbc0e-b487-4afa-950e-2e12fd739fea by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:52.590273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Attempting to bind port fdabbc0e-b487-4afa-950e-2e12fd739fea on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:52.590398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Router f451aaa7-0563-4a32-8264-69b87dc58e7d is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:27:52.597104 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (cee5a732-fb8b-4285-a41a-01726228299f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.599108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Port fdabbc0e-b487-4afa-950e-2e12fd739fea on network 05093606-9566-4423-8e6f-2c5d06a90de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:27:52.599700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Attempting to bind port fdabbc0e-b487-4afa-950e-2e12fd739fea on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:52.625790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:52.626159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Checking segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:52.626624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Bound using segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:52.627167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Bound port: fdabbc0e-b487-4afa-950e-2e12fd739fea, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:52.627567 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.670964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76a39b25-d65c-4d87-b6e8-e12abea5beb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.678757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (cee5a732-fb8b-4285-a41a-01726228299f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.733374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] For port fdabbc0e-b487-4afa-950e-2e12fd739fea, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:52.736713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] For port fdabbc0e-b487-4afa-950e-2e12fd739fea, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fdabbc0e-b487-4afa-950e-2e12fd739fea,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:52.747417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.753795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:27:52.766805 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Sync routers for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:27:52.778654 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:52.779396 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:52.783833 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (cee5a732-fb8b-4285-a41a-01726228299f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.809023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.810711 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-de0ee5cd-bda1-4224-9095-92abf707a358 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4757254 Feb 03 04:27:52.815813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:52.825992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:52.826609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.828041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdabbc0e-b487-4afa-950e-2e12fd739fea HTTP/1.1" status: 200 len: 1091 time: 2.3156207 Feb 03 04:27:52.832762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee5a732-fb8b-4285-a41a-01726228299f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:52.834430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'tag': 'fdabbc0e-b487-4afa-950e-2e12fd739fea'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:52.836651 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a932821-62ec-4bc6-b818-9df85f28f56e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c65105-4e6a-4552-bb55-9279bc543ea1", "tag": "fdabbc0e-b487-4afa-950e-2e12fd739fea"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:52.862436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.873048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-62ee478d-1dd1-422c-8897-7dccdf9a7b1c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cee5a732-fb8b-4285-a41a-01726228299f HTTP/1.1" status: 204 len: 168 time: 0.4411318 Feb 03 04:27:52.878987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:52.910883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76a39b25-d65c-4d87-b6e8-e12abea5beb2 admin admin] Publish callbacks [] for security_group (4a9a1584-4e9b-4d08-a19d-58cca8312b6c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.948204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76a39b25-d65c-4d87-b6e8-e12abea5beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4a9a1584-4e9b-4d08-a19d-58cca8312b6c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:52.951925 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115b2d4-4c62-48fa-970e-fef785bdd6b1 x-openstack-request-id: req-3115b2d4-4c62-48fa-970e-fef785bdd6b1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:52.952451 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c65105-4e6a-4552-bb55-9279bc543ea1", "tag": "fdabbc0e-b487-4afa-950e-2e12fd739fea", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:52.952863 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3115b2d4-4c62-48fa-970e-fef785bdd6b1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:52.953433 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'tag': 'fdabbc0e-b487-4afa-950e-2e12fd739fea', 'status': 'completed', 'code': 200} Feb 03 04:27:52.962539 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:52.966841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596605c-c3f3-412c-b625-d3036e0e7df6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdabbc0e-b487-4afa-950e-2e12fd739fea,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:52.987356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b75880fb-48b6-4cd4-97df-bc74fe7f2403), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.023362 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-76a39b25-d65c-4d87-b6e8-e12abea5beb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=619c5ca02af9494f81f460416560597a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570562 Feb 03 04:27:53.023362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a39b25-d65c-4d87-b6e8-e12abea5beb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9a1584-4e9b-4d08-a19d-58cca8312b6c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:53.026178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:53.039890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-39878afb-10ea-4377-9ddd-ff7256171d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:53.041599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-39878afb-10ea-4377-9ddd-ff7256171d42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 1125 time: 0.0915327 Feb 03 04:27:53.077666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f3882ff9-cd2f-45b0-8dc4-130124e401b9 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:53.114804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: f3882ff9-cd2f-45b0-8dc4-130124e401b9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:53.115148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f3882ff9-cd2f-45b0-8dc4-130124e401b9 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:53.115593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 498965b1-24cd-4533-a41f-c7194abe0d2c no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:27:53.135531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-039dce73-c55b-4228-8ca4-880acbca2580 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdabbc0e-b487-4afa-950e-2e12fd739fea HTTP/1.1" status: 200 len: 217 time: 0.0831296 Feb 03 04:27:53.138720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b75880fb-48b6-4cd4-97df-bc74fe7f2403), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.154470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 498965b1-24cd-4533-a41f-c7194abe0d2c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:27:53.159869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 498965b1-24cd-4533-a41f-c7194abe0d2c not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:27:53.179640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a604c41e-c767-4a96-8074-84ca08b2b749 admin admin] Publish callbacks [] for security_group (4a9a1584-4e9b-4d08-a19d-58cca8312b6c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.206764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75880fb-48b6-4cd4-97df-bc74fe7f2403']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:53.211420 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:51Z', 'revision_number': 3, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:53.228413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa23aac1-c84d-4457-8e27-21a8aa148ef2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:53.228715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa23aac1-c84d-4457-8e27-21a8aa148ef2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:53.237074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a604c41e-c767-4a96-8074-84ca08b2b749 admin admin] Publish callbacks [] for security_group (4a9a1584-4e9b-4d08-a19d-58cca8312b6c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.242322 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Checking router: f451aaa7-0563-4a32-8264-69b87dc58e7d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:27:53.242565 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Updating router f451aaa7-0563-4a32-8264-69b87dc58e7d port b9aa59ca-4933-4f17-8da0-c2da32c03524 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:27:53.245795 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (aa23aac1-c84d-4457-8e27-21a8aa148ef2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.260775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-d4d1cf70-8c08-4935-921b-d27c45ae2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:53.262408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-d4d1cf70-8c08-4935-921b-d27c45ae2d2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.1067889 Feb 03 04:27:53.269345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36f30c-ba6a-49c5-ace7-da5b15aeb0d3 req-8c7d59b4-3b03-4528-8545-9cdded7b862d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:53.270808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be36f30c-ba6a-49c5-ace7-da5b15aeb0d3 req-8c7d59b4-3b03-4528-8545-9cdded7b862d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.4507639 Feb 03 04:27:53.278521 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.285478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (aa23aac1-c84d-4457-8e27-21a8aa148ef2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.311260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-8294aea0-7cce-4649-9114-19672c04b842 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362649 Feb 03 04:27:53.319623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:27:53.320031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (aa23aac1-c84d-4457-8e27-21a8aa148ef2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:27:53.322990 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:27:53.386659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a604c41e-c767-4a96-8074-84ca08b2b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4a9a1584-4e9b-4d08-a19d-58cca8312b6c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.389226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a604c41e-c767-4a96-8074-84ca08b2b749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.393397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a604c41e-c767-4a96-8074-84ca08b2b749 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a9a1584-4e9b-4d08-a19d-58cca8312b6c HTTP/1.1" status: 204 len: 168 time: 0.3219516 Feb 03 04:27:53.428524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604c41e-c767-4a96-8074-84ca08b2b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9a1584-4e9b-4d08-a19d-58cca8312b6c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:53.490623 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.504907 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.520661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-60edf711-b6ab-4638-a051-d5a8c1be7846 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974599 Feb 03 04:27:53.524292 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b75880fb-48b6-4cd4-97df-bc74fe7f2403), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.533233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be36f30c-ba6a-49c5-ace7-da5b15aeb0d3 req-bda56429-a873-477d-aeb3-11da48a81612 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465396 Feb 03 04:27:53.540909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.544963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] 10.222.0.35 "DELETE /v2.0/networks/b75880fb-48b6-4cd4-97df-bc74fe7f2403 HTTP/1.1" status: 204 len: 168 time: 0.6649923 Feb 03 04:27:53.560679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.697826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2eafbb-2c64-4d0f-95e0-46e4e673ae04 req-8877072c-63b3-43f4-9d83-6d5c6330e188 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633034 Feb 03 04:27:53.702851 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Publish callbacks [] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.706753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41777ff-97db-4ef3-acd1-7dafac2d06db admin admin] Pushing event deleted for resources: {'Network': ['ID=b75880fb-48b6-4cd4-97df-bc74fe7f2403,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:53.716533 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.762449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be45e09-6563-489f-b7bc-6b2cf31b26c6 req-c83edb6b-edad-4f52-8ea3-a0cb856f48e2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:53.772877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3be45e09-6563-489f-b7bc-6b2cf31b26c6 req-c83edb6b-edad-4f52-8ea3-a0cb856f48e2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 943 time: 0.2922750 Feb 03 04:27:53.840231 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Attempting to bind port b9aa59ca-4933-4f17-8da0-c2da32c03524 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:53.842144 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Attempting to bind port b9aa59ca-4933-4f17-8da0-c2da32c03524 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:53.842523 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Attempting to bind port b9aa59ca-4933-4f17-8da0-c2da32c03524 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:53.850389 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d801fc8-6993-4397-b2a5-77fa180e0f2d None None] Pushing event updated for resources: {'Port': ['ID=b9aa59ca-4933-4f17-8da0-c2da32c03524,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:53.856364 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:53.856746 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:53.857150 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.858196 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:53.858879 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Bound port: b9aa59ca-4933-4f17-8da0-c2da32c03524, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:53.859264 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:53.861395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Allocated IP 172.20.0.1 (cbcd6ac0-9195-4d82-8386-3a287c36879c/21307dd7-824e-4cdb-b3a7-7e3ff1d2add1/dbfb0982-7c5b-4d4e-a999-39a7a672db14) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:27:53.873796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7d20dac2-0da7-4fb2-8d21-10780cde9777 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:53.881082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'name': 'network-vif-deleted', 'tag': '498965b1-24cd-4533-a41f-c7194abe0d2c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:53.888520 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9b4492-bb9d-4154-beb8-69bba0940007" -d '{"events": [{"server_uuid": "f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25", "name": "network-vif-deleted", "tag": "498965b1-24cd-4533-a41f-c7194abe0d2c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:53.927685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-3f56f453-4dd9-4b53-9764-e5f054ac7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:53.929278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-3f56f453-4dd9-4b53-9764-e5f054ac7860 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 1125 time: 0.1542971 Feb 03 04:27:53.953010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3be45e09-6563-489f-b7bc-6b2cf31b26c6 req-95abccbb-fc8c-45c4-a87d-34c2bb232438 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652789 Feb 03 04:27:54.001481 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b71ff7-2aa5-4ff2-9af3-0fa66f628635 x-openstack-request-id: req-f9b71ff7-2aa5-4ff2-9af3-0fa66f628635 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:54.001786 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25", "name": "network-vif-deleted", "tag": "498965b1-24cd-4533-a41f-c7194abe0d2c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:54.002095 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9b71ff7-2aa5-4ff2-9af3-0fa66f628635 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:54.002562 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f4ff05-55b8-4d0b-b9c9-1d1fab153e25', 'name': 'network-vif-deleted', 'tag': '498965b1-24cd-4533-a41f-c7194abe0d2c', 'status': 'completed', 'code': 200} Feb 03 04:27:54.027437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e7f6-1af1-4c74-9535-e5500806f906 req-1d3f57dd-3f79-4fd1-a13a-c18683a403c6 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:54.029107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26c0e7f6-1af1-4c74-9535-e5500806f906 req-1d3f57dd-3f79-4fd1-a13a-c18683a403c6 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 949 time: 0.3189306 Feb 03 04:27:54.032227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:54.042170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7d20dac2-0da7-4fb2-8d21-10780cde9777 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:54.043494 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.048795 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] For port b9aa59ca-4933-4f17-8da0-c2da32c03524, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:27:54.053353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] For port b9aa59ca-4933-4f17-8da0-c2da32c03524, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b9aa59ca-4933-4f17-8da0-c2da32c03524,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:27:54.066194 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.093762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks [] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.138927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.152302 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d801fc8-6993-4397-b2a5-77fa180e0f2d None None] Pushing event updated for resources: {'Port': ['ID=b9aa59ca-4933-4f17-8da0-c2da32c03524,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:54.157323 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:54.157972 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:54.179076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e4da4e53-25dc-47a3-aea6-9534b99c9d75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ffa1ee50e5f4ef79d9ebb2961a4e7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453800 Feb 03 04:27:54.181891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:54.184566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Network cbcd6ac0-9195-4d82-8386-3a287c36879c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:54.198270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:54.215965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:27:54.224456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26c0e7f6-1af1-4c74-9535-e5500806f906 req-e96d2035-4ceb-43a4-8789-3cf2f3693142 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734960 Feb 03 04:27:54.238849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-408aadd9-9c7e-445f-8799-08419f1288fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:54.241274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-408aadd9-9c7e-445f-8799-08419f1288fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 913 time: 0.2872772 Feb 03 04:27:54.316194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7d20dac2-0da7-4fb2-8d21-10780cde9777 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:54.317737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-0d3d8062-6a9f-49aa-9b78-489910bcc838 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdabbc0e-b487-4afa-950e-2e12fd739fea HTTP/1.1" status: 200 len: 217 time: 0.0579023 Feb 03 04:27:54.331787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfb0982-7c5b-4d4e-a999-39a7a672db14,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:54.345596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (f451aaa7-0563-4a32-8264-69b87dc58e7d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.396784 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:54.411959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-bf105f68-4382-479d-a99b-ecb2348a33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:54.413758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-bf105f68-4382-479d-a99b-ecb2348a33a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.0881321 Feb 03 04:27:54.452591 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-9a755776-bf04-49c7-befb-f6e41aa7728d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316966 Feb 03 04:27:54.534640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4b7d1e6a-91e6-4010-a199-7540d31e2f28 None None] Provisioning complete for port dbfb0982-7c5b-4d4e-a999-39a7a672db14 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:54.535227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1e6a-91e6-4010-a199-7540d31e2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.536916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4243dcef-a134-4a96-b836-aa20d3d707b0 admin admin] Publish callbacks [] for security_group (b1f1acd7-a2fb-4ba9-b798-c54440f17cd8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.551269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.575122 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4243dcef-a134-4a96-b836-aa20d3d707b0 admin admin] Publish callbacks [] for security_group (b1f1acd7-a2fb-4ba9-b798-c54440f17cd8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.591284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d1e6a-91e6-4010-a199-7540d31e2f28 None None] Port dbfb0982-7c5b-4d4e-a999-39a7a672db14 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:27:54.610139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-ee1e1251-71ab-40af-90f9-829ab742d336 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494067 Feb 03 04:27:54.725299 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:51Z', 'revision_number': 3, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:54.762893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07690a1f-6073-4533-994a-d88fa24c5f29 req-2fb6d8cb-3060-4434-8200-b7793d0186cc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:54.765703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07690a1f-6073-4533-994a-d88fa24c5f29 req-2fb6d8cb-3060-4434-8200-b7793d0186cc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1186569 Feb 03 04:27:54.766959 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70710a46-4e20-47bc-a64f-13ffc0c1d1d6 None None] The sync data for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 is: [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:51Z', 'revision_number': 3, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:27:54.772583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a932821-62ec-4bc6-b818-9df85f28f56e req-2f6057bb-68f1-4603-b454-48a88a9d45ba service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547749 Feb 03 04:27:54.842242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4243dcef-a134-4a96-b836-aa20d3d707b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b1f1acd7-a2fb-4ba9-b798-c54440f17cd8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.845597 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4243dcef-a134-4a96-b836-aa20d3d707b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.849468 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4243dcef-a134-4a96-b836-aa20d3d707b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1f1acd7-a2fb-4ba9-b798-c54440f17cd8 HTTP/1.1" status: 204 len: 168 time: 0.6611540 Feb 03 04:27:54.867055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07690a1f-6073-4533-994a-d88fa24c5f29 req-451fea7c-0749-4633-9f6d-115a9be7fa50 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923755 Feb 03 04:27:54.885273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38286) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:54.894516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks [] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.896655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243dcef-a134-4a96-b836-aa20d3d707b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f1acd7-a2fb-4ba9-b798-c54440f17cd8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:54.902328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.976284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (f451aaa7-0563-4a32-8264-69b87dc58e7d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:54.978218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfb0982-7c5b-4d4e-a999-39a7a672db14,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:55.023198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-496024884-network', 'tenant_id': '8084bf3be8dd408cbae6ecd8f9911d69'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:55.090086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Made reservation on behalf of 8084bf3be8dd408cbae6ecd8f9911d69 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:55.092724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.097183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Network cbcd6ac0-9195-4d82-8386-3a287c36879c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:27:55.104826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:55.107284 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.214645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca20b-693f-4858-aee7-63163e8afcec req-6a59e94e-a938-42ae-ae8b-6b19270fd78d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:55.222154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16fca20b-693f-4858-aee7-63163e8afcec req-6a59e94e-a938-42ae-ae8b-6b19270fd78d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 943 time: 0.1774912 Feb 03 04:27:55.354598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16fca20b-693f-4858-aee7-63163e8afcec req-614e641b-6ec7-4547-b5ce-278def7f7e97 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314640 Feb 03 04:27:55.362068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Router f451aaa7-0563-4a32-8264-69b87dc58e7d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:27:55.460575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326cd59-6e48-4136-9912-412ce53932e5 req-b40bbd94-ab13-4136-acb8-01974cc80308 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:55.469206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5326cd59-6e48-4136-9912-412ce53932e5 req-b40bbd94-ab13-4136-acb8-01974cc80308 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 949 time: 0.1313543 Feb 03 04:27:55.517886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:27:55.518701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks [] for security_group (b012bb19-2c7e-4c6f-99bd-b5e84ea59858), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.531126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b012bb19-2c7e-4c6f-99bd-b5e84ea59858), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.534587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2ccb4851-4809-4cb3-b11e-133eff54b1b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/f451aaa7-0563-4a32-8264-69b87dc58e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7158267 Feb 03 04:27:55.577136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:27:55.614494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5326cd59-6e48-4136-9912-412ce53932e5 req-b5c67e39-adae-4f65-834b-a7fba6dbe19c tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417742 Feb 03 04:27:55.626815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b012bb19-2c7e-4c6f-99bd-b5e84ea59858,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:55.635734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ecd69eec-c47e-42b3-8340-e2a8d9ac35fb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.636088 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Added segment ecd69eec-c47e-42b3-8340-e2a8d9ac35fb of type vlan for network 4fd28293-eb8f-4a06-9fd3-77cbee6363b2 Feb 03 04:27:55.651002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0688cabc-63a0-43e5-b3da-ddfff53039e0 None None] Provisioning complete for port dbfb0982-7c5b-4d4e-a999-39a7a672db14 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:55.651553 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0688cabc-63a0-43e5-b3da-ddfff53039e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.699197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (4fd28293-eb8f-4a06-9fd3-77cbee6363b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.738561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (4fd28293-eb8f-4a06-9fd3-77cbee6363b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.739920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:55.740742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.803855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0688cabc-63a0-43e5-b3da-ddfff53039e0 None None] Port dbfb0982-7c5b-4d4e-a999-39a7a672db14 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:27:55.857063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9697540 Feb 03 04:27:55.859285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:55.865754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Request body: {'subnet': {'network_id': '4fd28293-eb8f-4a06-9fd3-77cbee6363b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-496024884-subnet', 'tenant_id': '8084bf3be8dd408cbae6ecd8f9911d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:55.921195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Made reservation on behalf of 8084bf3be8dd408cbae6ecd8f9911d69 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:55.927574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:55.941634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b9aa59ca-4933-4f17-8da0-c2da32c03524 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:55.958008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee9e52-6b1d-4f83-b2c6-da681472b9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd28293-eb8f-4a06-9fd3-77cbee6363b2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:56.035361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 4fd28293-eb8f-4a06-9fd3-77cbee6363b2 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:27:56.117418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a2bd6-87b1-408a-bbbf-4ee718b0779c req-90681010-e0e1-4c2c-b947-9c3e597f56ce tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:56.121240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-564a2bd6-87b1-408a-bbbf-4ee718b0779c req-90681010-e0e1-4c2c-b947-9c3e597f56ce tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 949 time: 0.1139684 Feb 03 04:27:56.156586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b9aa59ca-4933-4f17-8da0-c2da32c03524 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:56.158574 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:56.223415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-564a2bd6-87b1-408a-bbbf-4ee718b0779c req-7a1efe2b-9ba8-4756-927d-d41c5b0c8a32 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933166 Feb 03 04:27:56.248418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (2f009cc4-fcdb-4ff4-9f7b-027493b7854b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:56.328018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f009cc4-fcdb-4ff4-9f7b-027493b7854b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:56.329084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b9aa59ca-4933-4f17-8da0-c2da32c03524 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:56.329920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:56.337986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-1c63b48c-0bfc-4476-ad07-007481bc24b3 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:56.340132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Checking segment: {'id': 'ecd69eec-c47e-42b3-8340-e2a8d9ac35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd28293-eb8f-4a06-9fd3-77cbee6363b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:56.340537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Network hostable DHCP agents. Network: 4fd28293-eb8f-4a06-9fd3-77cbee6363b2, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:27:56.345431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-1c63b48c-0bfc-4476-ad07-007481bc24b3 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks?id=cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 200 len: 829 time: 0.1893682 Feb 03 04:27:56.369880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b9aa59ca-4933-4f17-8da0-c2da32c03524, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b9aa59ca-4933-4f17-8da0-c2da32c03524,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:56.371318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Network 4fd28293-eb8f-4a06-9fd3-77cbee6363b2 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:27:56.382824 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:56.386713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 4fd28293-eb8f-4a06-9fd3-77cbee6363b2) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:27:56.394498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:56.395945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:56.417665 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5ec9b11-c2df-4c48-bcd7-dfdc7bc7d89a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5569291 Feb 03 04:27:56.424363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-2ea2e17c-0a43-47f0-a59c-4d40f58e89d0 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/quotas/2c0e55ff3cbd4475b1278b17f29cdd40 HTTP/1.1" status: 200 len: 375 time: 0.0622003 Feb 03 04:27:56.434170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b480d10-b7ef-4bcb-ad9e-0e14e80b487b None None] Network 4fd28293-eb8f-4a06-9fd3-77cbee6363b2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:56.496687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd0bc7-ec8e-47b2-81dd-b286723d6e21 req-5742649a-6b57-47bf-95e0-af72fe6c3317 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:56.504068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02cd0bc7-ec8e-47b2-81dd-b286723d6e21 req-5742649a-6b57-47bf-95e0-af72fe6c3317 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1553833 Feb 03 04:27:56.536508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b9aa59ca-4933-4f17-8da0-c2da32c03524,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:56.540747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3d7fa85e-368d-4089-825f-4d8e38225db5 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041489 Feb 03 04:27:56.595451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02cd0bc7-ec8e-47b2-81dd-b286723d6e21 req-5fd9f781-1f2a-42f6-9754-d4342692e668 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861347 Feb 03 04:27:56.603395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8cb2ab-6f08-481d-8990-8d1a34059408 None None] Network 4fd28293-eb8f-4a06-9fd3-77cbee6363b2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:27:56.657908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-50e4efe5-6edb-4bd3-894a-29df07266eb6 service neutron] 10.222.0.35 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049187 Feb 03 04:27:56.768574 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-6ef8d4ec-5614-4f75-97dd-07de6b3294e9 service neutron] 10.222.0.35 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040456 Feb 03 04:27:56.859940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38628a4f-76cf-4bd9-b53f-885d86431dd0 req-3fd1ad1f-f68a-4963-b1b0-53482b4aae4f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:56.861741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38628a4f-76cf-4bd9-b53f-885d86431dd0 req-3fd1ad1f-f68a-4963-b1b0-53482b4aae4f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 943 time: 0.0635142 Feb 03 04:27:56.920548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38628a4f-76cf-4bd9-b53f-885d86431dd0 req-35e02058-dee3-428f-aa00-e0df156e39ef tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523450 Feb 03 04:27:56.976525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d7749223-d43f-4e2c-a1bb-ccc56d916f4d req-3b1681f6-358b-4403-a62c-a625ebda67b1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-310090810', 'description': 'tempest-description-1200613554'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:57.009577 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7749223-d43f-4e2c-a1bb-ccc56d916f4d req-3b1681f6-358b-4403-a62c-a625ebda67b1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.059566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b257c53-c14b-4701-b1c9-742275d2eb4d req-4f7c3fb4-a878-4705-b6de-cff191c4af37 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 210 time: 0.0470023 Feb 03 04:27:57.172273 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7749223-d43f-4e2c-a1bb-ccc56d916f4d req-3b1681f6-358b-4403-a62c-a625ebda67b1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (53ba3aca-d7a1-438d-8a0b-0d360bf10e6f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.177976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7749223-d43f-4e2c-a1bb-ccc56d916f4d req-3b1681f6-358b-4403-a62c-a625ebda67b1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (53ba3aca-d7a1-438d-8a0b-0d360bf10e6f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.214051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d7749223-d43f-4e2c-a1bb-ccc56d916f4d req-3b1681f6-358b-4403-a62c-a625ebda67b1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.215325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7749223-d43f-4e2c-a1bb-ccc56d916f4d req-3b1681f6-358b-4403-a62c-a625ebda67b1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2436378 Feb 03 04:27:57.217223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1681f6-358b-4403-a62c-a625ebda67b1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba3aca-d7a1-438d-8a0b-0d360bf10e6f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:57.300242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-21fab34c-2189-4719-a25e-aa0aa04da860 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:57.301825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-21fab34c-2189-4719-a25e-aa0aa04da860 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 949 time: 0.0782607 Feb 03 04:27:57.330917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-6340b816-2b54-4ddb-a47f-bf7bbc7bba3e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/53ba3aca-d7a1-438d-8a0b-0d360bf10e6f HTTP/1.1" status: 200 len: 1823 time: 0.0624020 Feb 03 04:27:57.340475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53ba3aca-d7a1-438d-8a0b-0d360bf10e6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:57.340978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53ba3aca-d7a1-438d-8a0b-0d360bf10e6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:57.425174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (ab7125a0-cd14-492c-8abe-874beda0384a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.476967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Deleting port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:27:57.477302 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.489404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (ab7125a0-cd14-492c-8abe-874beda0384a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.508823 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ab7125a0-cd14-492c-8abe-874beda0384a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.521595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Sync routers for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:27:57.551358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:27:57.552328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:57.593054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7125a0-cd14-492c-8abe-874beda0384a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:57.594907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fdabbc0e-b487-4afa-950e-2e12fd739fea details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:27:57.609120 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.621944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a99571b6-e39c-486f-ab1c-caee5faded87 req-b8bd83ec-0760-455a-8a70-8fb3ec7a193d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2897117 Feb 03 04:27:57.647600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] For port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:57.648833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.664588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Calling delete_port for 538248d0-8c40-4626-bd5d-b1b0b77a2bfb owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:27:57.729740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32bf79-e252-4c19-85d2-47ee40ecfe33 req-fb25b7fd-3966-449f-b244-c110e89843ba tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:57.746546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac32bf79-e252-4c19-85d2-47ee40ecfe33 req-fb25b7fd-3966-449f-b244-c110e89843ba tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6aab694-85fd-4671-918f-9f562f2d61c4 HTTP/1.1" status: 200 len: 949 time: 0.1845944 Feb 03 04:27:57.839896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac32bf79-e252-4c19-85d2-47ee40ecfe33 req-f0965b9a-848e-4c16-b876-667722dc5a22 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fc856dc-eac7-46c8-b39d-d6e725e66686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839767 Feb 03 04:27:57.846263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b9aa59ca-4933-4f17-8da0-c2da32c03524 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:27:57.884353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:27:57.913944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (538248d0-8c40-4626-bd5d-b1b0b77a2bfb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:57.952444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['538248d0-8c40-4626-bd5d-b1b0b77a2bfb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:57.984687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Pushing event deleted for resources: {'Port': ['ID=538248d0-8c40-4626-bd5d-b1b0b77a2bfb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:58.024076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e074ba4-6e18-4aa6-b0f3-17a25fc65a1f req-1f62c7c8-6ae4-4279-a6d2-e128f2674f40 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:58.027645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e074ba4-6e18-4aa6-b0f3-17a25fc65a1f req-1f62c7c8-6ae4-4279-a6d2-e128f2674f40 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1095979 Feb 03 04:27:58.036397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port fdabbc0e-b487-4afa-950e-2e12fd739fea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fdabbc0e-b487-4afa-950e-2e12fd739fea,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:58.058634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] No DVR routers for this DVR port 538248d0-8c40-4626-bd5d-b1b0b77a2bfb on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:27:58.063675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.068747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'fdabbc0e-b487-4afa-950e-2e12fd739fea', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'port_id': 'fdabbc0e-b487-4afa-950e-2e12fd739fea', 'mac_address': 'fa:16:3e:e0:fd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4432c88d-f1ac-4c71-ab3e-b6b32697a87d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:27:58.072253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7986976-d1ab-4ef7-83f1-db2a8f1bfff7 req-a2525199-57b6-4f60-b82a-6410445738b5 tempest-ImagesNegativeTestJSON-2066491633 tempest-ImagesNegativeTestJSON-2066491633-project] 10.222.0.15 "DELETE /v2.0/ports/538248d0-8c40-4626-bd5d-b1b0b77a2bfb HTTP/1.1" status: 204 len: 173 time: 0.7636895 Feb 03 04:27:58.072727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b9aa59ca-4933-4f17-8da0-c2da32c03524 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:27:58.073146 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.074975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'name': 'network-vif-deleted', 'tag': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:27:58.079840 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9459b3-ae87-4356-9e02-366756ab9bc4" -d '{"events": [{"server_uuid": "a6aab694-85fd-4671-918f-9f562f2d61c4", "name": "network-vif-deleted", "tag": "538248d0-8c40-4626-bd5d-b1b0b77a2bfb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:27:58.123110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e4d4662a-d96d-4927-8523-cdbfec43b8f9 req-223402da-1b69-47a2-8cf3-9c10602f5321 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1071396080', 'description': 'tempest-description-738602224'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:58.161357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:58.237216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port fdabbc0e-b487-4afa-950e-2e12fd739fea is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:58.237876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.257527 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdabbc0e-b487-4afa-950e-2e12fd739fea {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:27:58.279600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4d4662a-d96d-4927-8523-cdbfec43b8f9 req-223402da-1b69-47a2-8cf3-9c10602f5321 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.325224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e074ba4-6e18-4aa6-b0f3-17a25fc65a1f req-e18dad88-339a-4457-bbd5-f80c8c87180b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745407 Feb 03 04:27:58.380192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86a6b3cc-4c48-4cf6-922b-8801eb2769e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.410335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port fdabbc0e-b487-4afa-950e-2e12fd739fea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fdabbc0e-b487-4afa-950e-2e12fd739fea,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:27:58.418904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.458757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4d4662a-d96d-4927-8523-cdbfec43b8f9 req-223402da-1b69-47a2-8cf3-9c10602f5321 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (925465eb-61b9-4313-94f6-becbad592551), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.467112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4d4662a-d96d-4927-8523-cdbfec43b8f9 req-223402da-1b69-47a2-8cf3-9c10602f5321 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (925465eb-61b9-4313-94f6-becbad592551), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.478605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86a6b3cc-4c48-4cf6-922b-8801eb2769e3 admin admin] Publish callbacks [] for security_group (896545d1-eb10-4b01-a3cf-94856584b9af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.484807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86a6b3cc-4c48-4cf6-922b-8801eb2769e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (896545d1-eb10-4b01-a3cf-94856584b9af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.504283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77db5-27ea-4b4e-9554-31bd4de7106e req-2b36ed7b-4430-42af-96fd-1611fb1d6373 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:58.505899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ac77db5-27ea-4b4e-9554-31bd4de7106e req-2b36ed7b-4430-42af-96fd-1611fb1d6373 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 944 time: 0.0966618 Feb 03 04:27:58.512369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4d4662a-d96d-4927-8523-cdbfec43b8f9 req-223402da-1b69-47a2-8cf3-9c10602f5321 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.527285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4d4662a-d96d-4927-8523-cdbfec43b8f9 req-223402da-1b69-47a2-8cf3-9c10602f5321 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4370756 Feb 03 04:27:58.540871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223402da-1b69-47a2-8cf3-9c10602f5321 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925465eb-61b9-4313-94f6-becbad592551,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:58.547381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6b3cc-4c48-4cf6-922b-8801eb2769e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896545d1-eb10-4b01-a3cf-94856584b9af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:58.580680 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-86a6b3cc-4c48-4cf6-922b-8801eb2769e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=009ef87418054e42ad32f30973782c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148769 Feb 03 04:27:58.581890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:27:58.651829 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998068c1-e0b2-4490-8529-5ec342d2d28b x-openstack-request-id: req-998068c1-e0b2-4490-8529-5ec342d2d28b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:27:58.664033 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6aab694-85fd-4671-918f-9f562f2d61c4", "name": "network-vif-deleted", "tag": "538248d0-8c40-4626-bd5d-b1b0b77a2bfb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:27:58.665137 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-998068c1-e0b2-4490-8529-5ec342d2d28b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:27:58.667425 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aab694-85fd-4671-918f-9f562f2d61c4', 'name': 'network-vif-deleted', 'tag': '538248d0-8c40-4626-bd5d-b1b0b77a2bfb', 'status': 'completed', 'code': 200} Feb 03 04:27:58.696346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ac77db5-27ea-4b4e-9554-31bd4de7106e req-df7c55e7-617b-412d-af61-24dc7b1d7edd tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564384 Feb 03 04:27:58.753822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-784c6a03-50e8-4063-a732-52a47598011b admin admin] Publish callbacks [] for security_group (896545d1-eb10-4b01-a3cf-94856584b9af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.794833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=fdabbc0e-b487-4afa-950e-2e12fd739fea,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:58.805948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 2, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:27:58.828031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-784c6a03-50e8-4063-a732-52a47598011b admin admin] Publish callbacks [] for security_group (896545d1-eb10-4b01-a3cf-94856584b9af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.842927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47d769ce-91e4-4fbd-9079-f693f527a682 req-04471c57-1eba-4508-a3be-c8fddc05c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 210 time: 0.1260478 Feb 03 04:27:58.874580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fdabbc0e-b487-4afa-950e-2e12fd739fea'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:27:58.879125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b9aa59ca-4933-4f17-8da0-c2da32c03524 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:27:58.889921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Checking router: f451aaa7-0563-4a32-8264-69b87dc58e7d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:27:58.891945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Updating router f451aaa7-0563-4a32-8264-69b87dc58e7d port dbfb0982-7c5b-4d4e-a999-39a7a672db14 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:27:58.965819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-784c6a03-50e8-4063-a732-52a47598011b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (896545d1-eb10-4b01-a3cf-94856584b9af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.969143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-784c6a03-50e8-4063-a732-52a47598011b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:58.973033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-784c6a03-50e8-4063-a732-52a47598011b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/896545d1-eb10-4b01-a3cf-94856584b9af HTTP/1.1" status: 204 len: 168 time: 0.3862567 Feb 03 04:27:58.987333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c6a03-50e8-4063-a732-52a47598011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896545d1-eb10-4b01-a3cf-94856584b9af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:59.028026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-c38734a1-dac0-4a19-a26e-d19f5b376007 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/925465eb-61b9-4313-94f6-becbad592551 HTTP/1.1" status: 200 len: 1823 time: 0.1605709 Feb 03 04:27:59.049277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '925465eb-61b9-4313-94f6-becbad592551', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:59.049599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '925465eb-61b9-4313-94f6-becbad592551', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:59.095514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-16c647d3-9a02-4b68-abc7-a5b47ac8612c tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:59.097408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-16c647d3-9a02-4b68-abc7-a5b47ac8612c tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.31 "GET /v2.0/networks?id=cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 200 len: 829 time: 0.2201998 Feb 03 04:27:59.114431 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.146221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (f0dab7e4-00ed-4779-a3b0-e9a396b9d878), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.153880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Request body: {'port': {'device_id': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'admin_state_up': True, 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:59.240399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (f0dab7e4-00ed-4779-a3b0-e9a396b9d878), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.310163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f0dab7e4-00ed-4779-a3b0-e9a396b9d878), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.330930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-b8e1a5f8-eb20-4b75-b150-db21f9897a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:59.332599 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-b8e1a5f8-eb20-4b75-b150-db21f9897a19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1127 time: 0.2058263 Feb 03 04:27:59.377603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dab7e4-00ed-4779-a3b0-e9a396b9d878,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:59.402111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b7c1-6a8a-49ee-b083-29cbe38e4f7a req-4ba03d64-4f3b-414e-89d1-3c4f2f020ba2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:59.405579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a639b7c1-6a8a-49ee-b083-29cbe38e4f7a req-4ba03d64-4f3b-414e-89d1-3c4f2f020ba2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2459600 Feb 03 04:27:59.415246 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.416544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe4e4a92-58cb-4f1a-8a6e-44793c730eaa req-200b21ae-b525-4e10-9bed-3b00d8c9cd0f tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3787746 Feb 03 04:27:59.523138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-aab1cfe3-8be0-4c34-9276-29a6603a85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:59.526964 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-aab1cfe3-8be0-4c34-9276-29a6603a85f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.1882088 Feb 03 04:27:59.559994 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Publish callbacks [] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.572398 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.575999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-47ea4755-50f9-4461-9ef9-2518ae1145c8 req-7ed2746e-0051-4424-99e0-6bea24e3bbdd tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-737872995', 'description': 'tempest-description-65506249'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:27:59.602931 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-18551958-f5b8-45f1-914f-cbf9960fca45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.0691271 Feb 03 04:27:59.640837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a639b7c1-6a8a-49ee-b083-29cbe38e4f7a req-3fd52aec-3acb-4f84-9c7e-568a93c43dae tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231815 Feb 03 04:27:59.668525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac92ad0-34e6-45d8-8c9c-672bae9e47c7 None None] Pushing event updated for resources: {'Port': ['ID=dbfb0982-7c5b-4d4e-a999-39a7a672db14,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:27:59.716430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47ea4755-50f9-4461-9ef9-2518ae1145c8 req-7ed2746e-0051-4424-99e0-6bea24e3bbdd tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.741205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-c3188cb6-f61d-4bc4-90f1-b23464f22aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:59.744515 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-c3188cb6-f61d-4bc4-90f1-b23464f22aed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1319199 Feb 03 04:27:59.805881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Made reservation on behalf of 2c0e55ff3cbd4475b1278b17f29cdd40 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:27:59.810851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.821466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Attempting to bind port dbfb0982-7c5b-4d4e-a999-39a7a672db14 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:27:59.821985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Attempting to bind port dbfb0982-7c5b-4d4e-a999-39a7a672db14 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:27:59.822327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Attempting to bind port dbfb0982-7c5b-4d4e-a999-39a7a672db14 on network cbcd6ac0-9195-4d82-8386-3a287c36879c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:27:59.838082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:27:59.838494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Checking segment: {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:27:59.839039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.839547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Bound using segment: {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:27:59.840108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Bound port: dbfb0982-7c5b-4d4e-a999-39a7a672db14, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:27:59.840561 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:27:59.891343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-28e59fda-bf01-4036-9f25-bdc316548874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:27:59.892798 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-28e59fda-bf01-4036-9f25-bdc316548874 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1358974 Feb 03 04:27:59.907200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-d37a3f3f-ee69-4c15-8c08-329c85a1b025 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:27:59.908297 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-d37a3f3f-ee69-4c15-8c08-329c85a1b025 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059967 Feb 03 04:28:00.036801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] For port dbfb0982-7c5b-4d4e-a999-39a7a672db14, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:00.040291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] For port dbfb0982-7c5b-4d4e-a999-39a7a672db14, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=dbfb0982-7c5b-4d4e-a999-39a7a672db14,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:00.048035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.082467 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-133db994-413c-415c-b947-d6dd80a05370 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639965 Feb 03 04:28:00.097430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac92ad0-34e6-45d8-8c9c-672bae9e47c7 None None] Pushing event updated for resources: {'Port': ['ID=dbfb0982-7c5b-4d4e-a999-39a7a672db14,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:00.134412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-58c11243-b76a-4fad-8452-cbd1ee5b6f43 None None] Provisioning complete for port dbfb0982-7c5b-4d4e-a999-39a7a672db14 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:00.134789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58c11243-b76a-4fad-8452-cbd1ee5b6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.136435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:00.138171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:27:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:00.228381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e585-0605-42a3-8ce3-82814905703a req-42d3bf6a-923d-4221-a30f-25ae5cba1db1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:00.234343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dec9e585-0605-42a3-8ce3-82814905703a req-42d3bf6a-923d-4221-a30f-25ae5cba1db1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 944 time: 0.2881932 Feb 03 04:28:00.235937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Allocated IP 172.20.0.12 (cbcd6ac0-9195-4d82-8386-3a287c36879c/21307dd7-824e-4cdb-b3a7-7e3ff1d2add1/0728831e-34d8-430c-9d5b-be3b3217b6da) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:00.261850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:00.290262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c086aa4-901c-489c-b44c-ec79581643e0 req-d3e69e40-ad3f-4a1a-9bfe-b17601d0fa2a service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982265 Feb 03 04:28:00.292454 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47ea4755-50f9-4461-9ef9-2518ae1145c8 req-7ed2746e-0051-4424-99e0-6bea24e3bbdd tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (41531fb0-60f4-4998-84d8-08e20604fef9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.316344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:00.324370 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47ea4755-50f9-4461-9ef9-2518ae1145c8 req-7ed2746e-0051-4424-99e0-6bea24e3bbdd tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (41531fb0-60f4-4998-84d8-08e20604fef9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.448270 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-47ea4755-50f9-4461-9ef9-2518ae1145c8 req-7ed2746e-0051-4424-99e0-6bea24e3bbdd tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.448685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-287961484-network', 'tenant_id': '54a09f80c9b948b7a6440c81cee0c4e9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:00.449556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47ea4755-50f9-4461-9ef9-2518ae1145c8 req-7ed2746e-0051-4424-99e0-6bea24e3bbdd tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8872511 Feb 03 04:28:00.465602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2746e-0051-4424-99e0-6bea24e3bbdd tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41531fb0-60f4-4998-84d8-08e20604fef9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:00.494449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Made reservation on behalf of 54a09f80c9b948b7a6440c81cee0c4e9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:00.497788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.513290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dec9e585-0605-42a3-8ce3-82814905703a req-8227bc2b-0e09-41af-9b6c-6b333be242b2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569335 Feb 03 04:28:00.519460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.553130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-58c11243-b76a-4fad-8452-cbd1ee5b6f43 None None] Current status of the port dbfb0982-7c5b-4d4e-a999-39a7a672db14 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:00.553885 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58c11243-b76a-4fad-8452-cbd1ee5b6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.616208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-58c11243-b76a-4fad-8452-cbd1ee5b6f43 None None] For port dbfb0982-7c5b-4d4e-a999-39a7a672db14, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=dbfb0982-7c5b-4d4e-a999-39a7a672db14,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:00.625109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58c11243-b76a-4fad-8452-cbd1ee5b6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.629013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-657feaad-aa49-4b1e-b8a3-a5050da3155d req-b05a7585-5a04-41d3-958b-cf51ac01991d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-404985453', 'description': 'tempest-description-410200578'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:00.654057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks [] for security_group (e278f95f-0dbc-4f0c-928e-f70a9a7a18a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.661046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e278f95f-0dbc-4f0c-928e-f70a9a7a18a1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.661991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d856ffbf-1206-4e73-916a-4ad1dfa39a06 req-903df109-4640-492b-93c4-ea3a6d89b796 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 210 time: 0.0993762 Feb 03 04:28:00.690895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:28:00.700128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11243-b76a-4fad-8452-cbd1ee5b6f43 None None] Pushing event updated for resources: {'Port': ['ID=dbfb0982-7c5b-4d4e-a999-39a7a672db14,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:00.706272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-657feaad-aa49-4b1e-b8a3-a5050da3155d req-b05a7585-5a04-41d3-958b-cf51ac01991d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.715406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7f6012df-7d67-4599-82c2-47d5d85ad9dd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.716038 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Added segment 7f6012df-7d67-4599-82c2-47d5d85ad9dd of type vlan for network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 Feb 03 04:28:00.719230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:00.756395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27adcd98-c8f3-47fa-b08e-a6c734fe177b None None] Provisioning complete for port dbfb0982-7c5b-4d4e-a999-39a7a672db14 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:00.756931 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27adcd98-c8f3-47fa-b08e-a6c734fe177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.802774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-657feaad-aa49-4b1e-b8a3-a5050da3155d req-b05a7585-5a04-41d3-958b-cf51ac01991d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (6dc23b42-bf02-4f85-849f-bfb1c81f54de), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.813346 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-657feaad-aa49-4b1e-b8a3-a5050da3155d req-b05a7585-5a04-41d3-958b-cf51ac01991d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6dc23b42-bf02-4f85-849f-bfb1c81f54de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.829117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:00.834888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.857037 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.882333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9caab-63c0-4575-80c5-de11b0cdf55b None None] The sync data for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 is: [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:00.884655 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-657feaad-aa49-4b1e-b8a3-a5050da3155d req-b05a7585-5a04-41d3-958b-cf51ac01991d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.900288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-657feaad-aa49-4b1e-b8a3-a5050da3155d req-b05a7585-5a04-41d3-958b-cf51ac01991d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3303156 Feb 03 04:28:00.912120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a7585-5a04-41d3-958b-cf51ac01991d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc23b42-bf02-4f85-849f-bfb1c81f54de,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:00.950727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:00.952659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:00.955277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:01.038242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27adcd98-c8f3-47fa-b08e-a6c734fe177b None None] Current status of the port dbfb0982-7c5b-4d4e-a999-39a7a672db14 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:01.043643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7237580 Feb 03 04:28:01.053574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:01.072840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Request body: {'subnet': {'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-287961484-subnet', 'tenant_id': '54a09f80c9b948b7a6440c81cee0c4e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:01.108302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 538248d0-8c40-4626-bd5d-b1b0b77a2bfb no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:01.130381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:01.175571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:01.184704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.185038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.185381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.185772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.186083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.186414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.186834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.187152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.187476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.187918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.188280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.188597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.189037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f5428-38dc-4f27-b8e1-b7a6df19c4c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:01.195915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89932-93fa-4318-a4f7-f188b8e045f9 req-e06efe24-543f-4a53-ad4e-569163a83c40 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:01.201052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Made reservation on behalf of 54a09f80c9b948b7a6440c81cee0c4e9 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:01.215165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:01.230590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2a89932-93fa-4318-a4f7-f188b8e045f9 req-e06efe24-543f-4a53-ad4e-569163a83c40 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.3620050 Feb 03 04:28:01.244869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:28:01.251300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 538248d0-8c40-4626-bd5d-b1b0b77a2bfb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:01.258126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 538248d0-8c40-4626-bd5d-b1b0b77a2bfb not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:01.355802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Network cbcd6ac0-9195-4d82-8386-3a287c36879c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:01.371424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:01.394792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:01.449066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:01.607422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fdabbc0e-b487-4afa-950e-2e12fd739fea up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:01.630447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2a89932-93fa-4318-a4f7-f188b8e045f9 req-2005047b-caf0-4872-9251-d44a081f36b6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987701 Feb 03 04:28:01.696798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event updated for resources: {'Port': ['ID=0728831e-34d8-430c-9d5b-be3b3217b6da,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:01.726112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:01.731080 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:01.745576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (e47c5b04-2830-42c8-9927-b4138f6b7060), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:01.779704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port fdabbc0e-b487-4afa-950e-2e12fd739fea completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:28:01.794434 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port fdabbc0e-b487-4afa-950e-2e12fd739fea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:01.799997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-431d9f68-a0f9-414c-b455-595e6de52aed req-3f6c8fc6-5e72-454b-a5fc-8b8af9236b36 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/41531fb0-60f4-4998-84d8-08e20604fef9 HTTP/1.1" status: 200 len: 1821 time: 0.5373833 Feb 03 04:28:01.802695 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:01.816940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-3329fc91-b35a-4835-9433-0927f5903e44 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6723571 Feb 03 04:28:01.855893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Request body: {'port': {'device_id': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:01.921551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d3e303b9-b3cc-4a07-8d5a-9596280d4f3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5096e27b2a0c4e0f95518916dac303aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624760 Feb 03 04:28:01.923628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47c5b04-2830-42c8-9927-b4138f6b7060,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:01.940454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:01.942301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-70a218ed-004e-4a05-9a53-b6f2c24c9456 None None] Provisioning complete for port 0728831e-34d8-430c-9d5b-be3b3217b6da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:01.943317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70a218ed-004e-4a05-9a53-b6f2c24c9456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:01.980749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Checking segment: {'id': '7f6012df-7d67-4599-82c2-47d5d85ad9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:01.981112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Network hostable DHCP agents. Network: 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:28:02.017553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-431d9f68-a0f9-414c-b455-595e6de52aed req-9911a740-20c1-4fb5-aa76-5edc19897b34 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/6dc23b42-bf02-4f85-849f-bfb1c81f54de HTTP/1.1" status: 200 len: 1822 time: 0.2164199 Feb 03 04:28:02.024901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-431d9f68-a0f9-414c-b455-595e6de52aed req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41531fb0-60f4-4998-84d8-08e20604fef9', 'remote_group_id': '6dc23b42-bf02-4f85-849f-bfb1c81f54de', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:02.025791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-431d9f68-a0f9-414c-b455-595e6de52aed req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41531fb0-60f4-4998-84d8-08e20604fef9', 'remote_group_id': '6dc23b42-bf02-4f85-849f-bfb1c81f54de', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:02.030190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.048640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:28:02.058799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a00fc3c5-9fa8-404c-a9e8-1674ca6a4c98 admin admin] Publish callbacks [] for security_group (1fc856dc-eac7-46c8-b39d-d6e725e66686), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.069358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port fdabbc0e-b487-4afa-950e-2e12fd739fea is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:02.069752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.072893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:02.084227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:02.085664 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.101603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-70a218ed-004e-4a05-9a53-b6f2c24c9456 None None] Port 0728831e-34d8-430c-9d5b-be3b3217b6da cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:28:02.102495 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a00fc3c5-9fa8-404c-a9e8-1674ca6a4c98 admin admin] Publish callbacks [] for security_group (1fc856dc-eac7-46c8-b39d-d6e725e66686), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.108060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device dbfb0982-7c5b-4d4e-a999-39a7a672db14 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:02.116483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22e3f-3ecb-4c46-9dfe-dc99e5c65dfe req-b33c76b8-1e2a-473d-a1c6-882094b040d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:02.124071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8c22e3f-3ecb-4c46-9dfe-dc99e5c65dfe req-b33c76b8-1e2a-473d-a1c6-882094b040d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 944 time: 0.3041763 Feb 03 04:28:02.136813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-136ed19c-2bf2-4074-90ee-fd97a9ceea3b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0753314 Feb 03 04:28:02.166538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768355b3-3e55-4999-ad89-8cd2ff0b443d None None] Network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:02.193431 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a00fc3c5-9fa8-404c-a9e8-1674ca6a4c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1fc856dc-eac7-46c8-b39d-d6e725e66686), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.197326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a00fc3c5-9fa8-404c-a9e8-1674ca6a4c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.203194 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a00fc3c5-9fa8-404c-a9e8-1674ca6a4c98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fc856dc-eac7-46c8-b39d-d6e725e66686 HTTP/1.1" status: 204 len: 168 time: 0.2590928 Feb 03 04:28:02.223364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdabbc0e-b487-4afa-950e-2e12fd739fea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:02.223904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fc3c5-9fa8-404c-a9e8-1674ca6a4c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc856dc-eac7-46c8-b39d-d6e725e66686,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:02.230262 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7af15-a508-46d8-b04f-3bdd7cce42d7" -d '{"events": [{"server_uuid": "d9c65105-4e6a-4552-bb55-9279bc543ea1", "name": "network-vif-plugged", "status": "completed", "tag": "fdabbc0e-b487-4afa-950e-2e12fd739fea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:02.288147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8c22e3f-3ecb-4c46-9dfe-dc99e5c65dfe req-7c061f14-e8be-4702-ba97-0f23567f2eb5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628237 Feb 03 04:28:02.313135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port fdabbc0e-b487-4afa-950e-2e12fd739fea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fdabbc0e-b487-4afa-950e-2e12fd739fea,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:02.401024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.456798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-431d9f68-a0f9-414c-b455-595e6de52aed req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (b491c25a-3a34-428a-870e-2a632e5ce6e6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.537380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port dbfb0982-7c5b-4d4e-a999-39a7a672db14 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:02.537922 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:02.627115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=fdabbc0e-b487-4afa-950e-2e12fd739fea,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:02.725362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8228ac-0483-40ca-94a7-9bfd539a80cd None None] Network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:02.771226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port dbfb0982-7c5b-4d4e-a999-39a7a672db14 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:03.007774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8a54-3fbb-40d4-9bfc-cc3221041c68 req-9c391418-8531-4388-a602-3bc96d76454d tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:03.015645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d7a8a54-3fbb-40d4-9bfc-cc3221041c68 req-9c391418-8531-4388-a602-3bc96d76454d tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 932 time: 0.6096709 Feb 03 04:28:03.049612 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-431d9f68-a0f9-414c-b455-595e6de52aed req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (b491c25a-3a34-428a-870e-2a632e5ce6e6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.059847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-431d9f68-a0f9-414c-b455-595e6de52aed req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b491c25a-3a34-428a-870e-2a632e5ce6e6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.126266 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-772ed8b5-12f5-4b41-af5c-fc0ce7ca10d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.127104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b491c25a-3a34-428a-870e-2a632e5ce6e6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:03.156039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d7a8a54-3fbb-40d4-9bfc-cc3221041c68 req-fc841064-5add-44e7-a75a-b267579f8283 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391122 Feb 03 04:28:03.159419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-431d9f68-a0f9-414c-b455-595e6de52aed req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.160752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-431d9f68-a0f9-414c-b455-595e6de52aed req-08591690-dfd9-479b-bf53-95ed895b4903 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1421947 Feb 03 04:28:03.248315 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6da256-68cd-4c29-a869-929d98453a49 x-openstack-request-id: req-3b6da256-68cd-4c29-a869-929d98453a49 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:03.248605 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c65105-4e6a-4552-bb55-9279bc543ea1", "name": "network-vif-plugged", "status": "completed", "tag": "fdabbc0e-b487-4afa-950e-2e12fd739fea", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:03.248856 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b6da256-68cd-4c29-a869-929d98453a49 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:03.249263 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdabbc0e-b487-4afa-950e-2e12fd739fea', 'code': 200} Feb 03 04:28:03.305249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0728831e-34d8-430c-9d5b-be3b3217b6da {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:03.318123 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Publish callbacks [] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.333292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Transition to ACTIVE for port object 0728831e-34d8-430c-9d5b-be3b3217b6da will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:28:03.342125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.421037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a525c91-0c98-44b6-b9ab-ccb850d35d3e req-27a3f86f-b7b2-440c-8788-de50609d26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:03.422731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a525c91-0c98-44b6-b9ab-ccb850d35d3e req-27a3f86f-b7b2-440c-8788-de50609d26a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 1127 time: 0.0626154 Feb 03 04:28:03.423453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:03.434731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0728831e-34d8-430c-9d5b-be3b3217b6da,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:03.492692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a525c91-0c98-44b6-b9ab-ccb850d35d3e req-7648e27e-be1b-4e4c-b3df-b1e9a9a48192 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617857 Feb 03 04:28:03.599828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Attempting to bind port 0728831e-34d8-430c-9d5b-be3b3217b6da on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:03.601060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Attempting to bind port 0728831e-34d8-430c-9d5b-be3b3217b6da by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:03.601727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Attempting to bind port 0728831e-34d8-430c-9d5b-be3b3217b6da on network cbcd6ac0-9195-4d82-8386-3a287c36879c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:03.611166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Port 0728831e-34d8-430c-9d5b-be3b3217b6da on network cbcd6ac0-9195-4d82-8386-3a287c36879c not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:28:03.612177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Attempting to bind port 0728831e-34d8-430c-9d5b-be3b3217b6da on network cbcd6ac0-9195-4d82-8386-3a287c36879c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:03.629230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc851254-76e9-4b99-a0d6-43ff527c25d5 req-64c31670-fd09-4044-aedf-6f7d4ef715cf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:03.630994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc851254-76e9-4b99-a0d6-43ff527c25d5 req-64c31670-fd09-4044-aedf-6f7d4ef715cf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2074287 Feb 03 04:28:03.632461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:03.632804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Checking segment: {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:03.633502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Bound using segment: {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:03.634301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Bound port: 0728831e-34d8-430c-9d5b-be3b3217b6da, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a47d2b-5872-4045-82d6-27b7833ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:03.634842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.646748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-310065109-network', 'tenant_id': 'f482cb2f850d466da641197ff982e44b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:03.691117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Made reservation on behalf of f482cb2f850d466da641197ff982e44b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:03.694076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.711665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.740772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc851254-76e9-4b99-a0d6-43ff527c25d5 req-eb0e2528-026d-4171-b3d9-2dd086f429d7 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013122 Feb 03 04:28:03.788641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ae6c5be5-fbbe-428d-b8e4-52d17d1ecd37 req-6095d948-19b6-47c5-8af8-2ad47ae05609 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1747141282', 'description': 'tempest-description-2087843292'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:03.817211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae6c5be5-fbbe-428d-b8e4-52d17d1ecd37 req-6095d948-19b6-47c5-8af8-2ad47ae05609 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.824843 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks [] for security_group (ca5dadc0-b698-4b97-9b71-dc7b698962b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.832787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ca5dadc0-b698-4b97-9b71-dc7b698962b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.833909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] For port 0728831e-34d8-430c-9d5b-be3b3217b6da, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:03.846166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:28:03.853346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] For port 0728831e-34d8-430c-9d5b-be3b3217b6da, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0728831e-34d8-430c-9d5b-be3b3217b6da,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:03.861624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.862048 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Added segment 7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b of type vlan for network cd0e7df7-918a-43dd-855c-5465210d56b4 Feb 03 04:28:03.865628 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.921878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:03.922507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:03.924335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] 10.222.0.31 "PUT /v2.0/ports/0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 1092 time: 2.0918770 Feb 03 04:28:03.925032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5dadc0-b698-4b97-9b71-dc7b698962b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:03.927650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:03.930826 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8375c013-7fd6-4f07-81b5-82ec47c9f83b" -d '{"events": [{"name": "network-changed", "server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:03.947829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cd0e7df7-918a-43dd-855c-5465210d56b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.014880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cd0e7df7-918a-43dd-855c-5465210d56b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.015943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6302de0-f215-44a7-8658-e592650464f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0728831e-34d8-430c-9d5b-be3b3217b6da,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:04.016101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:04.017937 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.027603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae6c5be5-fbbe-428d-b8e4-52d17d1ecd37 req-6095d948-19b6-47c5-8af8-2ad47ae05609 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (87feb5aa-bb92-4154-a1c0-ceebb80a17b0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.051082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae6c5be5-fbbe-428d-b8e4-52d17d1ecd37 req-6095d948-19b6-47c5-8af8-2ad47ae05609 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87feb5aa-bb92-4154-a1c0-ceebb80a17b0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.099075 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ae6c5be5-fbbe-428d-b8e4-52d17d1ecd37 req-6095d948-19b6-47c5-8af8-2ad47ae05609 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.100616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae6c5be5-fbbe-428d-b8e4-52d17d1ecd37 req-6095d948-19b6-47c5-8af8-2ad47ae05609 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3254211 Feb 03 04:28:04.102657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6781609 Feb 03 04:28:04.103071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095d948-19b6-47c5-8af8-2ad47ae05609 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87feb5aa-bb92-4154-a1c0-ceebb80a17b0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:04.105620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:04.106719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2454fa2-3538-4a21-9266-8c3e037246bd admin admin] Pushing event updated for resources: {'Network': ['ID=cd0e7df7-918a-43dd-855c-5465210d56b4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:04.113327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Request body: {'subnet': {'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-310065109-subnet', 'tenant_id': 'f482cb2f850d466da641197ff982e44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:04.128408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-1d9a012a-d1ee-40db-adc3-a67c9c996017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:04.130143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-1d9a012a-d1ee-40db-adc3-a67c9c996017 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 1126 time: 0.1352148 Feb 03 04:28:04.150332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Made reservation on behalf of f482cb2f850d466da641197ff982e44b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:04.152803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.156544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cd0e7df7-918a-43dd-855c-5465210d56b4 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:28:04.239989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-ac3ba38c-1c78-408a-af1d-277a65c898e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 217 time: 0.1001489 Feb 03 04:28:04.377473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-8ef00d57-c8e3-4037-ab15-1f113683d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:04.378974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-8ef00d57-c8e3-4037-ab15-1f113683d262 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 HTTP/1.1" status: 200 len: 868 time: 0.1280606 Feb 03 04:28:04.396281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77dc-c167-4eda-8222-a23ddf8291a2 req-1d9d5787-353d-41a8-9a90-81bbae8741e6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:04.397778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be0f77dc-c167-4eda-8222-a23ddf8291a2 req-1d9d5787-353d-41a8-9a90-81bbae8741e6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 945 time: 0.1870828 Feb 03 04:28:04.548165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-d804a71e-75fc-4fb2-8250-c634d85e2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:04.549752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-d804a71e-75fc-4fb2-8250-c634d85e2654 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbcd6ac0-9195-4d82-8386-3a287c36879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1510894 Feb 03 04:28:04.553394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be0f77dc-c167-4eda-8222-a23ddf8291a2 req-bd43aa92-ef35-45b5-9a73-72baad2272a7 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240869 Feb 03 04:28:04.554386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (912c71a9-c821-46c4-9044-bba7fe99c817), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.709472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Pushing event updated for resources: {'Subnet': ['ID=912c71a9-c821-46c4-9044-bba7fe99c817,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:04.722768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Checking segment: {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:04.723143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Network hostable DHCP agents. Network: cd0e7df7-918a-43dd-855c-5465210d56b4, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:28:04.755143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-341c13b4-5f07-47ae-b40c-a1a5e7445cb0 service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731133 Feb 03 04:28:04.782659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb76ddc-c70f-4d97-a237-24d58b782fc1 req-9cb5d4dc-fe52-4c8a-b6b0-5556abea33ae tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:04.784243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cb76ddc-c70f-4d97-a237-24d58b782fc1 req-9cb5d4dc-fe52-4c8a-b6b0-5556abea33ae tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1490827 Feb 03 04:28:04.800447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Network cd0e7df7-918a-43dd-855c-5465210d56b4 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:28:04.867175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cd0e7df7-918a-43dd-855c-5465210d56b4) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:04.879825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b66de0-f733-43a1-8f20-0f4deeeb8f36 None None] Network cd0e7df7-918a-43dd-855c-5465210d56b4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:04.880210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:04.880805 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:04.904467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cb76ddc-c70f-4d97-a237-24d58b782fc1 req-a426a41b-f10c-4c84-ad7d-bc44b4a67f17 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080730 Feb 03 04:28:04.928298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b91532af-412a-47ea-a0f6-2fc6a644445b req-6473584d-0877-4be4-9e42-d22e288dbcef service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655338 Feb 03 04:28:04.946834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bcec336a-f1e4-450b-a09f-a00bba43aaae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8290811 Feb 03 04:28:04.960068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2654dca8-0af4-4008-918e-acb368907849 req-61fb5da4-97f4-4d54-ae77-33f5c12ffb07 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1490879087', 'description': 'tempest-description-600200009'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:04.997247 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb7f7ea-2786-4c2a-a66e-34a7bb339aaf x-openstack-request-id: req-bbb7f7ea-2786-4c2a-a66e-34a7bb339aaf {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:04.999243 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:04.999385 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbb7f7ea-2786-4c2a-a66e-34a7bb339aaf {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:05.000315 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'status': 'completed', 'code': 200} Feb 03 04:28:05.024365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2654dca8-0af4-4008-918e-acb368907849 req-61fb5da4-97f4-4d54-ae77-33f5c12ffb07 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:05.208279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-63248041-63e1-456a-93df-364d5f8fad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:05.209869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-63248041-63e1-456a-93df-364d5f8fad53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 1126 time: 0.1780982 Feb 03 04:28:05.224536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59be87-5ae5-4821-8002-8f5cd4d6b5ca None None] Network cd0e7df7-918a-43dd-855c-5465210d56b4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:05.237737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27eaba-eb14-4711-840b-c5521cc8e611 req-d136a154-08b7-43ed-989e-1f9f2b0907fd tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:05.239459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e27eaba-eb14-4711-840b-c5521cc8e611 req-d136a154-08b7-43ed-989e-1f9f2b0907fd tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 944 time: 0.1173472 Feb 03 04:28:05.351720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2654dca8-0af4-4008-918e-acb368907849 req-61fb5da4-97f4-4d54-ae77-33f5c12ffb07 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (e787a930-cb2a-4087-9245-acce69226a19), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:05.365010 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2654dca8-0af4-4008-918e-acb368907849 req-61fb5da4-97f4-4d54-ae77-33f5c12ffb07 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e787a930-cb2a-4087-9245-acce69226a19), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:05.400568 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a39599b2-fb93-4c87-92ae-69307ed66fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:05.418444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e27eaba-eb14-4711-840b-c5521cc8e611 req-948afc44-bd35-476c-8d44-12f453ccb4b5 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632578 Feb 03 04:28:05.419471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-adfab031-81a5-4da2-8158-472a120709a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:05.420859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-adfab031-81a5-4da2-8158-472a120709a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 200 len: 930 time: 0.2030067 Feb 03 04:28:05.425828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2654dca8-0af4-4008-918e-acb368907849 req-61fb5da4-97f4-4d54-ae77-33f5c12ffb07 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:05.427041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2654dca8-0af4-4008-918e-acb368907849 req-61fb5da4-97f4-4d54-ae77-33f5c12ffb07 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4716330 Feb 03 04:28:05.445348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb5da4-97f4-4d54-ae77-33f5c12ffb07 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e787a930-cb2a-4087-9245-acce69226a19,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:05.488773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-d4cc00d9-7433-4f42-bd16-ecb0792cbbdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 217 time: 0.0502353 Feb 03 04:28:05.558773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-3ae7c7c1-d7cb-4a56-a46d-7d4dc262ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:05.560345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-3ae7c7c1-d7cb-4a56-a46d-7d4dc262ca2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 HTTP/1.1" status: 200 len: 868 time: 0.0568123 Feb 03 04:28:05.629696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-8770eec6-9faa-400d-aaf4-6d2bf3e8c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:05.631408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-8770eec6-9faa-400d-aaf4-6d2bf3e8c656 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbcd6ac0-9195-4d82-8386-3a287c36879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627105 Feb 03 04:28:05.840528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-f94a038d-7969-48ad-b711-e69fa70f7c05 service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992116 Feb 03 04:28:05.845157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73532347-4306-4511-bce3-b59ffed7b894 req-de2a6750-80c6-4d07-9f58-63771dc108cc tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/87feb5aa-bb92-4154-a1c0-ceebb80a17b0 HTTP/1.1" status: 200 len: 1824 time: 0.1280484 Feb 03 04:28:05.892176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-743ce230-d10e-4da3-84be-0a544fe334ab tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:05.893618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-743ce230-d10e-4da3-84be-0a544fe334ab tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 821 time: 0.1778214 Feb 03 04:28:05.964449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-a12efff7-c0f2-460a-9adb-ef3b20466800 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/quotas/f482cb2f850d466da641197ff982e44b HTTP/1.1" status: 200 len: 375 time: 0.0622761 Feb 03 04:28:05.982894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73532347-4306-4511-bce3-b59ffed7b894 req-221b37b4-fc73-4c51-abb7-ce4f787c6a2e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/e787a930-cb2a-4087-9245-acce69226a19 HTTP/1.1" status: 200 len: 1823 time: 0.1309690 Feb 03 04:28:06.007881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e28f569c-2d07-4d0a-8ef5-ff03e60ebe1a tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377619 Feb 03 04:28:06.016354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-73532347-4306-4511-bce3-b59ffed7b894 req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87feb5aa-bb92-4154-a1c0-ceebb80a17b0', 'remote_group_id': 'e787a930-cb2a-4087-9245-acce69226a19', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:06.016662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-73532347-4306-4511-bce3-b59ffed7b894 req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87feb5aa-bb92-4154-a1c0-ceebb80a17b0', 'remote_group_id': 'e787a930-cb2a-4087-9245-acce69226a19', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:06.050560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8375c013-7fd6-4f07-81b5-82ec47c9f83b req-137c578c-c450-4dbd-914a-683a0aaf7a0d service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966376 Feb 03 04:28:06.158846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-dda810d3-7052-4f39-b585-7db93a356864 service neutron] 10.222.0.35 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344485 Feb 03 04:28:06.165894 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-73532347-4306-4511-bce3-b59ffed7b894 req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (78086a5c-0ff3-498e-bd01-7525388f9218), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.241636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-73532347-4306-4511-bce3-b59ffed7b894 req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (78086a5c-0ff3-498e-bd01-7525388f9218), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.247948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-73532347-4306-4511-bce3-b59ffed7b894 req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (78086a5c-0ff3-498e-bd01-7525388f9218), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.281143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78086a5c-0ff3-498e-bd01-7525388f9218,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:06.288588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-11da435c-4bd1-427c-9071-a549df778d07 service neutron] 10.222.0.35 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193318 Feb 03 04:28:06.293690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-73532347-4306-4511-bce3-b59ffed7b894 req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.294852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73532347-4306-4511-bce3-b59ffed7b894 req-36ae8ab8-ef27-4884-9c8a-ec96d31f459e tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2894573 Feb 03 04:28:06.522115 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.546136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e4f9-3b2b-427f-9875-253e47113c6e req-f1cea90d-891e-4e4d-b00e-ed1c856ebfba tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:06.547600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b929e4f9-3b2b-427f-9875-253e47113c6e req-f1cea90d-891e-4e4d-b00e-ed1c856ebfba tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0868371 Feb 03 04:28:06.554923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9ff5c-bb2f-4843-b998-bc41e34b66fb req-285385f6-06fc-43fe-a56c-235c2decdc91 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:06.556347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73e9ff5c-bb2f-4843-b998-bc41e34b66fb req-285385f6-06fc-43fe-a56c-235c2decdc91 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 945 time: 0.0864496 Feb 03 04:28:06.642206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b929e4f9-3b2b-427f-9875-253e47113c6e req-c865695b-ade5-4861-bd83-4275d923757e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846550 Feb 03 04:28:06.653625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73e9ff5c-bb2f-4843-b998-bc41e34b66fb req-2710bfc2-876a-4477-89ed-d846f80a02b8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902297 Feb 03 04:28:06.726283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21e111e5-a285-4d77-b8a5-23abe3e11c77 req-4745fe3f-7416-4680-b49a-248263cd65e9 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/e787a930-cb2a-4087-9245-acce69226a19 HTTP/1.1" status: 200 len: 1823 time: 0.0552466 Feb 03 04:28:06.780183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-932d3ca2-7d79-4db8-afc1-d4b1641d9225 req-a82587c9-4ab4-4151-8ce2-8761baed7471 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 210 time: 0.0378830 Feb 03 04:28:06.809140 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21e111e5-a285-4d77-b8a5-23abe3e11c77 req-0c497ddb-fe00-4671-a866-d3cd28e15ae6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (e787a930-cb2a-4087-9245-acce69226a19), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.834639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21e111e5-a285-4d77-b8a5-23abe3e11c77 req-0c497ddb-fe00-4671-a866-d3cd28e15ae6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (e787a930-cb2a-4087-9245-acce69226a19), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.941707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26ec1-9b1b-443d-9f89-f1a1a8993b4e req-3aca1c93-63ea-41c0-8cf5-bb15c7b2130a tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:06.943189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41b26ec1-9b1b-443d-9f89-f1a1a8993b4e req-3aca1c93-63ea-41c0-8cf5-bb15c7b2130a tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 944 time: 0.0748744 Feb 03 04:28:06.958978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21e111e5-a285-4d77-b8a5-23abe3e11c77 req-0c497ddb-fe00-4671-a866-d3cd28e15ae6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e787a930-cb2a-4087-9245-acce69226a19), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.962733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21e111e5-a285-4d77-b8a5-23abe3e11c77 req-0c497ddb-fe00-4671-a866-d3cd28e15ae6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:06.972035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21e111e5-a285-4d77-b8a5-23abe3e11c77 req-0c497ddb-fe00-4671-a866-d3cd28e15ae6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-groups/e787a930-cb2a-4087-9245-acce69226a19 HTTP/1.1" status: 204 len: 173 time: 0.2445498 Feb 03 04:28:07.013850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c497ddb-fe00-4671-a866-d3cd28e15ae6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e787a930-cb2a-4087-9245-acce69226a19,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:07.053746 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41b26ec1-9b1b-443d-9f89-f1a1a8993b4e req-2cef7b67-b230-4075-bde5-db52da0970be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802395 Feb 03 04:28:07.239313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a74e7f5-ffcf-48e4-b210-76688122e464 req-3886846a-efa9-4d75-bed4-c7c0d08cc36b tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/87feb5aa-bb92-4154-a1c0-ceebb80a17b0 HTTP/1.1" status: 200 len: 1824 time: 0.0662708 Feb 03 04:28:07.342985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a140-1155-4d7e-bb2f-2c3c6f324ed4 req-76a11a7f-cdc1-41f1-aaf2-35f9bac76968 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:07.344971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a0a140-1155-4d7e-bb2f-2c3c6f324ed4 req-76a11a7f-cdc1-41f1-aaf2-35f9bac76968 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0650020 Feb 03 04:28:07.434074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac527-90a9-4792-9ba2-75195547f061 req-f851c329-b07c-4d3e-ad2e-e23ea36153cf tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:07.435832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec3ac527-90a9-4792-9ba2-75195547f061 req-f851c329-b07c-4d3e-ad2e-e23ea36153cf tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 945 time: 0.0888629 Feb 03 04:28:07.440314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a0a140-1155-4d7e-bb2f-2c3c6f324ed4 req-233d4a44-c34c-4c21-8216-f76a22e9db72 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831366 Feb 03 04:28:07.479865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a9a3f108-e042-4c12-afb5-90c14a03ae42 req-4020d675-8f29-4bfb-a889-a96d32939460 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1898990442', 'description': 'tempest-description-1603597728'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:07.517397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec3ac527-90a9-4792-9ba2-75195547f061 req-be32097f-ea0d-438d-8ced-9d5ffb832c0d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758886 Feb 03 04:28:07.524166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a9a3f108-e042-4c12-afb5-90c14a03ae42 req-4020d675-8f29-4bfb-a889-a96d32939460 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:07.625910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a9a3f108-e042-4c12-afb5-90c14a03ae42 req-4020d675-8f29-4bfb-a889-a96d32939460 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (ca844df8-260c-470f-8cfb-0dcc5fe8d372), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:07.633042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a9a3f108-e042-4c12-afb5-90c14a03ae42 req-4020d675-8f29-4bfb-a889-a96d32939460 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ca844df8-260c-470f-8cfb-0dcc5fe8d372), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:07.709623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a9a3f108-e042-4c12-afb5-90c14a03ae42 req-4020d675-8f29-4bfb-a889-a96d32939460 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:07.714985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a3f108-e042-4c12-afb5-90c14a03ae42 req-4020d675-8f29-4bfb-a889-a96d32939460 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2423942 Feb 03 04:28:07.775012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020d675-8f29-4bfb-a889-a96d32939460 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca844df8-260c-470f-8cfb-0dcc5fe8d372,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:07.809214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-221ac763-a35a-42f1-b9f6-5f3bd456eb34 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/ca844df8-260c-470f-8cfb-0dcc5fe8d372 HTTP/1.1" status: 200 len: 1824 time: 0.0721111 Feb 03 04:28:07.820012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca844df8-260c-470f-8cfb-0dcc5fe8d372', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:07.820786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca844df8-260c-470f-8cfb-0dcc5fe8d372', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:07.899391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (e910442b-1bbb-4547-8c83-0db70ce3a65e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:07.929241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbf30c9d-1892-4f3b-80a1-e70619fe5872 req-c9399d2e-a41f-4b2f-b80f-e84a8f6dfffd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 210 time: 0.0495560 Feb 03 04:28:07.956655 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (e910442b-1bbb-4547-8c83-0db70ce3a65e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:07.965097 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e910442b-1bbb-4547-8c83-0db70ce3a65e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.019516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.028705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e910442b-1bbb-4547-8c83-0db70ce3a65e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:08.057286 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.059079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df1ae124-8342-4295-8eb5-c09e2a94705e req-615625a2-ad2f-4f4c-9bd2-378b70a8d9a6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2434382 Feb 03 04:28:08.109648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-f65b9f12-32df-4303-ae61-08f8e87bf9d5 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:08.111292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-f65b9f12-32df-4303-ae61-08f8e87bf9d5 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 821 time: 0.5330839 Feb 03 04:28:08.130868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Request body: {'port': {'device_id': 'd2eea094-63c9-47ab-be56-655981460628', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'admin_state_up': True, 'tenant_id': 'f482cb2f850d466da641197ff982e44b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:08.155011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d66170de-ede2-408c-9ee6-ff6910102777 req-438b16c3-0dae-4388-8767-9d19f1d6b69a tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/ca844df8-260c-470f-8cfb-0dcc5fe8d372 HTTP/1.1" status: 200 len: 2418 time: 0.0638554 Feb 03 04:28:08.161403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d66170de-ede2-408c-9ee6-ff6910102777 req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca844df8-260c-470f-8cfb-0dcc5fe8d372', 'remote_group_id': None}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:08.161699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d66170de-ede2-408c-9ee6-ff6910102777 req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca844df8-260c-470f-8cfb-0dcc5fe8d372', 'remote_group_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:08.261331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d32116-d55c-4e43-97e4-e69a0c33e642 req-e9f9827f-5f32-46c5-a62d-79a15b1293ae tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:08.263020 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48d32116-d55c-4e43-97e4-e69a0c33e642 req-e9f9827f-5f32-46c5-a62d-79a15b1293ae tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 944 time: 0.0874372 Feb 03 04:28:08.265401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d66170de-ede2-408c-9ee6-ff6910102777 req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (02081d94-c1a4-443a-8c25-ba6733e76026), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.271009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Made reservation on behalf of f482cb2f850d466da641197ff982e44b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:08.276725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.322068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d66170de-ede2-408c-9ee6-ff6910102777 req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (02081d94-c1a4-443a-8c25-ba6733e76026), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.327737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d66170de-ede2-408c-9ee6-ff6910102777 req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (02081d94-c1a4-443a-8c25-ba6733e76026), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.344219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48d32116-d55c-4e43-97e4-e69a0c33e642 req-64908893-c0e1-4a60-bb4d-8b01b91fdb3f tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703728 Feb 03 04:28:08.354985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02081d94-c1a4-443a-8c25-ba6733e76026,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:08.373325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.373325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.373750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.374067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.374421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.374850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.375287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.375721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.376129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.376562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.376952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.377370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.377786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:08.383670 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d66170de-ede2-408c-9ee6-ff6910102777 req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.392998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d66170de-ede2-408c-9ee6-ff6910102777 req-2b122bf7-3b82-41a9-b009-e7b7a2692795 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2317574 Feb 03 04:28:08.455096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0aa02200-e24c-4dad-9d23-f201e5cadf98 req-5472c26f-85f6-4215-8adc-8866904aab4c tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/ca844df8-260c-470f-8cfb-0dcc5fe8d372 HTTP/1.1" status: 200 len: 3017 time: 0.0496051 Feb 03 04:28:08.466765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Allocated IP 172.20.0.7 (cd0e7df7-918a-43dd-855c-5465210d56b4/912c71a9-c821-46c4-9044-bba7fe99c817/51e4c431-f6d7-47f8-9cdb-6ae5593466c7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:08.514259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ec87db6-c8ae-404f-ae5f-315a363ba197 req-03c5b2ce-b214-43d4-a53c-1d23d72a69bf tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-group-rules/02081d94-c1a4-443a-8c25-ba6733e76026 HTTP/1.1" status: 200 len: 783 time: 0.0221019 Feb 03 04:28:08.601546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ec87db6-c8ae-404f-ae5f-315a363ba197 req-11115df4-cb65-42f5-9df5-2dba206243d1 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/ca844df8-260c-470f-8cfb-0dcc5fe8d372 HTTP/1.1" status: 200 len: 3017 time: 0.0809298 Feb 03 04:28:08.632579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675e2f0-7688-4698-8cf3-9f24eed13bb2 req-17d9d07a-38f3-4e12-a142-f301383dee52 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:08.634265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8675e2f0-7688-4698-8cf3-9f24eed13bb2 req-17d9d07a-38f3-4e12-a142-f301383dee52 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0925095 Feb 03 04:28:08.649031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.655278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8ec87db6-c8ae-404f-ae5f-315a363ba197 req-3c4f4c85-0caa-4f23-8692-b271cfab74a3 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (02081d94-c1a4-443a-8c25-ba6733e76026), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.674525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8ec87db6-c8ae-404f-ae5f-315a363ba197 req-3c4f4c85-0caa-4f23-8692-b271cfab74a3 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (02081d94-c1a4-443a-8c25-ba6733e76026), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.684470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.719538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8675e2f0-7688-4698-8cf3-9f24eed13bb2 req-bfbcf35e-1e3f-4864-b493-1347c4eae919 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749626 Feb 03 04:28:08.721210 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8ec87db6-c8ae-404f-ae5f-315a363ba197 req-3c4f4c85-0caa-4f23-8692-b271cfab74a3 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (02081d94-c1a4-443a-8c25-ba6733e76026), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.727936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8ec87db6-c8ae-404f-ae5f-315a363ba197 req-3c4f4c85-0caa-4f23-8692-b271cfab74a3 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.732969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Network cd0e7df7-918a-43dd-855c-5465210d56b4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:08.736362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:08.741180 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ec87db6-c8ae-404f-ae5f-315a363ba197 req-3c4f4c85-0caa-4f23-8692-b271cfab74a3 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/02081d94-c1a4-443a-8c25-ba6733e76026 HTTP/1.1" status: 204 len: 173 time: 0.1274438 Feb 03 04:28:08.743833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:08.758425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f4c85-0caa-4f23-8692-b271cfab74a3 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02081d94-c1a4-443a-8c25-ba6733e76026,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:08.809171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:08.809998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.822975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:08.834852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-1c8a9edb-7a0f-49cd-a36d-fc3d8d2ef218 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7135191 Feb 03 04:28:08.843897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-981f0fbc-60c4-4eb4-95ac-6b404d13228d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:28:08.844805 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-981f0fbc-60c4-4eb4-95ac-6b404d13228d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051825 Feb 03 04:28:08.856446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Request body: {'port': {'device_id': 'd2eea094-63c9-47ab-be56-655981460628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:08.921721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:08.936002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca209db-cd2f-4b8f-aa71-a44ffe910a8e req-afec63e5-0980-40d3-9e88-677d2906c2af tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:08.937528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca209db-cd2f-4b8f-aa71-a44ffe910a8e req-afec63e5-0980-40d3-9e88-677d2906c2af tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 945 time: 0.1299818 Feb 03 04:28:08.968760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0716-a736-4092-b472-0629291fcba7 req-3832a074-8154-42a6-9cac-55a58c077645 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:08.970328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-3832a074-8154-42a6-9cac-55a58c077645 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/networks?id=5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 HTTP/1.1" status: 200 len: 809 time: 0.1522684 Feb 03 04:28:09.002383 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-6362791b-eb3e-4cd8-b7bd-5819c88b8a6a tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/quotas/54a09f80c9b948b7a6440c81cee0c4e9 HTTP/1.1" status: 200 len: 375 time: 0.0225213 Feb 03 04:28:09.009581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca209db-cd2f-4b8f-aa71-a44ffe910a8e req-a14cee25-f7df-4e85-8c79-8c694c390b5f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626600 Feb 03 04:28:09.044048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-2423660d-1654-4dd4-bfad-e1c3be56e1be tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=54a09f80c9b948b7a6440c81cee0c4e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334704 Feb 03 04:28:09.165185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5e2af29-24c7-4c77-83dd-e35fe682a6bc req-1e5bed07-7b30-422c-970d-d03b7cbecd42 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/ca844df8-260c-470f-8cfb-0dcc5fe8d372 HTTP/1.1" status: 200 len: 2418 time: 0.1192985 Feb 03 04:28:09.188733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:09.196734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Publish callbacks [] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.204401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-5fc9ce74-9ff1-4c4d-b636-b5e4537636d3 service neutron] 10.222.0.35 "GET /v2.0/networks/5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496699 Feb 03 04:28:09.210946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Transition to ACTIVE for port object 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:28:09.217401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.271712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Pushing event updated for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:09.298194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.323416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5e2af29-24c7-4c77-83dd-e35fe682a6bc req-f0f3a7f6-896a-4fb9-8637-af1fdc834d43 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (ca844df8-260c-470f-8cfb-0dcc5fe8d372), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.343394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Attempting to bind port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:09.343796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Attempting to bind port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:09.344257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Attempting to bind port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 on network cd0e7df7-918a-43dd-855c-5465210d56b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:09.352539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 on network cd0e7df7-918a-43dd-855c-5465210d56b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:28:09.353023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Attempting to bind port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 on network cd0e7df7-918a-43dd-855c-5465210d56b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:09.358928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:09.359162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Checking segment: {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:09.359465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Bound using segment: {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:09.360000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Bound port: 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:09.360424 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.370475 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5e2af29-24c7-4c77-83dd-e35fe682a6bc req-f0f3a7f6-896a-4fb9-8637-af1fdc834d43 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (ca844df8-260c-470f-8cfb-0dcc5fe8d372), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.380703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-6c150609-dea3-427a-a73d-3050a79cf36a service neutron] 10.222.0.35 "GET /v2.0/networks/5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645300 Feb 03 04:28:09.427758 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5e2af29-24c7-4c77-83dd-e35fe682a6bc req-f0f3a7f6-896a-4fb9-8637-af1fdc834d43 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ca844df8-260c-470f-8cfb-0dcc5fe8d372), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.430499 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5e2af29-24c7-4c77-83dd-e35fe682a6bc req-f0f3a7f6-896a-4fb9-8637-af1fdc834d43 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.431665 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5e2af29-24c7-4c77-83dd-e35fe682a6bc req-f0f3a7f6-896a-4fb9-8637-af1fdc834d43 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-groups/ca844df8-260c-470f-8cfb-0dcc5fe8d372 HTTP/1.1" status: 204 len: 173 time: 0.2543795 Feb 03 04:28:09.439542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:09.446725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:09.448741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3a7f6-896a-4fb9-8637-af1fdc834d43 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca844df8-260c-470f-8cfb-0dcc5fe8d372,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:09.457652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.502682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:09.503455 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:09.504917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] 10.222.0.15 "PUT /v2.0/ports/51e4c431-f6d7-47f8-9cdb-6ae5593466c7 HTTP/1.1" status: 200 len: 1091 time: 0.6525810 Feb 03 04:28:09.505370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eea094-63c9-47ab-be56-655981460628', 'tag': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:09.507651 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307cd821-2599-4526-8cf5-fb29ac0ba1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eea094-63c9-47ab-be56-655981460628", "tag": "51e4c431-f6d7-47f8-9cdb-6ae5593466c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:09.535834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6538e-03df-4e47-bed6-6a68cdced6da service neutron] Pushing event updated for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:09.614124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-69dadf3d-f72d-4a0b-a49d-cf9ad40c1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:09.616790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-69dadf3d-f72d-4a0b-a49d-cf9ad40c1061 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 1125 time: 0.0641904 Feb 03 04:28:09.650499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0728831e-34d8-430c-9d5b-be3b3217b6da details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:09.671692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-c6e5e76e-8bc5-4813-88b5-3954d489a83a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7 HTTP/1.1" status: 200 len: 217 time: 0.0458965 Feb 03 04:28:09.747890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad504-5a0e-4b17-a7e0-2cc7bc02b2d2 req-3162684e-4748-422a-a299-4e5adabce746 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:09.755351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afcad504-5a0e-4b17-a7e0-2cc7bc02b2d2 req-3162684e-4748-422a-a299-4e5adabce746 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 943 time: 0.0842147 Feb 03 04:28:09.793717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-ebc06ff9-7418-4de1-89fd-0f868a1c1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:09.796137 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-ebc06ff9-7418-4de1-89fd-0f868a1c1f76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=912c71a9-c821-46c4-9044-bba7fe99c817 HTTP/1.1" status: 200 len: 861 time: 0.1179991 Feb 03 04:28:09.857267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0728831e-34d8-430c-9d5b-be3b3217b6da, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0728831e-34d8-430c-9d5b-be3b3217b6da,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:09.858873 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-7d8b285c-8f18-4e8f-b541-1908f266ca02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0e7df7-918a-43dd-855c-5465210d56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478151 Feb 03 04:28:09.880622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'port_id': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'mac_address': 'fa:16:3e:be:f6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:09.902532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afcad504-5a0e-4b17-a7e0-2cc7bc02b2d2 req-c6ee4d62-cf3a-4639-939f-95d721ab9cb1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442027 Feb 03 04:28:09.990893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0728831e-34d8-430c-9d5b-be3b3217b6da is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:09.991939 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:10.033269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0728831e-34d8-430c-9d5b-be3b3217b6da {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:10.042250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-efaa97ef-143f-42db-83fe-9f0649c5b333 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765904 Feb 03 04:28:10.059232 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-8f06c987-92ea-4749-94c8-89bbf5ac7135 req-f59306cc-401b-4fdf-9e77-38d07b9bdc13 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] show failed (client error): The resource could not be found. Feb 03 04:28:10.060302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f06c987-92ea-4749-94c8-89bbf5ac7135 req-f59306cc-401b-4fdf-9e77-38d07b9bdc13 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/e787a930-cb2a-4087-9245-acce69226a19 HTTP/1.1" status: 404 len: 352 time: 0.0291967 Feb 03 04:28:10.084835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0728831e-34d8-430c-9d5b-be3b3217b6da, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0728831e-34d8-430c-9d5b-be3b3217b6da,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:10.087671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b87cd-1dfa-47b2-aa8d-074a071e62f5 req-33b3292c-8685-425a-8ca5-06b7547b5879 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:10.090774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-744b87cd-1dfa-47b2-aa8d-074a071e62f5 req-33b3292c-8685-425a-8ca5-06b7547b5879 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 944 time: 0.0923483 Feb 03 04:28:10.096301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:10.190510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-744b87cd-1dfa-47b2-aa8d-074a071e62f5 req-d196bdba-f9e2-4962-b1f3-4288229fe300 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929055 Feb 03 04:28:10.217825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0728831e-34d8-430c-9d5b-be3b3217b6da,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:10.225671 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf20f3-ab6e-450e-90df-f0a6f8db6df0 x-openstack-request-id: req-7ccf20f3-ab6e-450e-90df-f0a6f8db6df0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:10.226183 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eea094-63c9-47ab-be56-655981460628", "tag": "51e4c431-f6d7-47f8-9cdb-6ae5593466c7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:10.226484 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ccf20f3-ab6e-450e-90df-f0a6f8db6df0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:10.226607 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2eea094-63c9-47ab-be56-655981460628', 'tag': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7', 'status': 'completed', 'code': 200} Feb 03 04:28:10.275450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83a6bf8c-f0f5-4bd3-a7d7-3b1698f19aed req-38966e33-70e6-4e70-bec5-3cecb7aa6ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252641 Feb 03 04:28:10.312265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1117fd7b-b9ed-43a2-b378-bc2afa22f986 req-698659f2-1197-4922-8954-249c8831c24e tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 210 time: 0.0495527 Feb 03 04:28:10.373095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622d80f-3a67-43c0-8239-fe4598d5d1f8 req-fc0ae342-79fa-4b72-b92a-aa661d673acc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:10.379973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6622d80f-3a67-43c0-8239-fe4598d5d1f8 req-fc0ae342-79fa-4b72-b92a-aa661d673acc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1624594 Feb 03 04:28:10.397098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['0728831e-34d8-430c-9d5b-be3b3217b6da'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:10.425982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-364f94bf-d2fa-4d75-a9c2-f51ce51cdccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:10.427581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-364f94bf-d2fa-4d75-a9c2-f51ce51cdccb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 1125 time: 0.0933211 Feb 03 04:28:10.489107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6622d80f-3a67-43c0-8239-fe4598d5d1f8 req-754ef34d-970a-4f26-955a-5191e2a2049c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081331 Feb 03 04:28:10.518529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613f326-3d36-4c2b-b0e0-fbed2dee6f11 req-8a55aea0-c493-455f-93e2-237452bee162 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:10.527867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d613f326-3d36-4c2b-b0e0-fbed2dee6f11 req-8a55aea0-c493-455f-93e2-237452bee162 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 945 time: 0.0967340 Feb 03 04:28:10.561389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-7bf0779e-0125-450d-9c03-407cc9bd3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:10.564889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-7bf0779e-0125-450d-9c03-407cc9bd3220 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 922 time: 0.1262021 Feb 03 04:28:10.598804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d613f326-3d36-4c2b-b0e0-fbed2dee6f11 req-d390b77d-d30a-4b09-a6fc-9dd031572d08 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700452 Feb 03 04:28:10.618605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-e1ea692c-6f7f-4be9-ae9d-7029ac45e9a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7 HTTP/1.1" status: 200 len: 217 time: 0.0473404 Feb 03 04:28:10.626581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-177c6248-67c1-4daa-8861-24e9ac161a23 req-ddfe905c-2ed0-402e-bbc0-a2229761cd49 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/87feb5aa-bb92-4154-a1c0-ceebb80a17b0 HTTP/1.1" status: 200 len: 1824 time: 0.0596492 Feb 03 04:28:10.680335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-782e638f-f600-4019-8421-d2ec1fc05259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:10.681786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-782e638f-f600-4019-8421-d2ec1fc05259 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=912c71a9-c821-46c4-9044-bba7fe99c817 HTTP/1.1" status: 200 len: 861 time: 0.0485899 Feb 03 04:28:10.715307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-3113ad7c-2f2f-4f04-b34b-bdaacbc8c0ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0e7df7-918a-43dd-855c-5465210d56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263393 Feb 03 04:28:10.722466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-177c6248-67c1-4daa-8861-24e9ac161a23 req-047a87bf-c72a-44e8-90f4-397b53b15a22 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (87feb5aa-bb92-4154-a1c0-ceebb80a17b0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:10.751466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-177c6248-67c1-4daa-8861-24e9ac161a23 req-047a87bf-c72a-44e8-90f4-397b53b15a22 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (87feb5aa-bb92-4154-a1c0-ceebb80a17b0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:10.770060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16d89-5b04-4ed8-a2fa-ca028efbb3a9 req-af7abdb8-5058-411e-93b2-cb77089a8544 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:10.771599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09f16d89-5b04-4ed8-a2fa-ca028efbb3a9 req-af7abdb8-5058-411e-93b2-cb77089a8544 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0945032 Feb 03 04:28:10.819639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-75d74c1d-2190-4732-aad2-08f2b2639d5d service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970595 Feb 03 04:28:10.915941 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-307cd821-2599-4526-8cf5-fb29ac0ba1e2 req-5c688100-35dc-4f47-ae62-607ff709e802 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890036 Feb 03 04:28:11.146851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-177c6248-67c1-4daa-8861-24e9ac161a23 req-047a87bf-c72a-44e8-90f4-397b53b15a22 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87feb5aa-bb92-4154-a1c0-ceebb80a17b0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.149494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-177c6248-67c1-4daa-8861-24e9ac161a23 req-047a87bf-c72a-44e8-90f4-397b53b15a22 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.150843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-177c6248-67c1-4daa-8861-24e9ac161a23 req-047a87bf-c72a-44e8-90f4-397b53b15a22 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-groups/87feb5aa-bb92-4154-a1c0-ceebb80a17b0 HTTP/1.1" status: 204 len: 173 time: 0.5176909 Feb 03 04:28:11.164823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a87bf-c72a-44e8-90f4-397b53b15a22 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87feb5aa-bb92-4154-a1c0-ceebb80a17b0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:11.169167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09f16d89-5b04-4ed8-a2fa-ca028efbb3a9 req-fea9c65a-14cb-42bb-886c-87e0687af8a6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3850813 Feb 03 04:28:11.318372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0716-a736-4092-b472-0629291fcba7 req-9e710111-4263-4661-9fb8-d5cb5b8629c3 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:11.319882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-9e710111-4263-4661-9fb8-d5cb5b8629c3 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.15 "GET /v2.0/networks?id=5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 HTTP/1.1" status: 200 len: 809 time: 0.1728086 Feb 03 04:28:11.321849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d7ef-50f4-429d-9a27-0e8f85a1b8ff req-2725af2b-7461-41d2-9525-4706b4ce632d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:11.323382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdc4d7ef-50f4-429d-9a27-0e8f85a1b8ff req-2725af2b-7461-41d2-9525-4706b4ce632d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 943 time: 0.1033473 Feb 03 04:28:11.332947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Request body: {'port': {'device_id': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1', 'admin_state_up': True, 'tenant_id': '54a09f80c9b948b7a6440c81cee0c4e9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:11.419024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdc4d7ef-50f4-429d-9a27-0e8f85a1b8ff req-4a8d1366-750e-4b7f-b4c0-ddbb29e86b97 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 Feb 03 04:28:11.427312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d55f52d0-c64c-40cc-9659-3b1112272ca5 req-22a75f92-08c1-4cdb-9383-0e2155d1c586 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/6dc23b42-bf02-4f85-849f-bfb1c81f54de HTTP/1.1" status: 200 len: 1822 time: 0.1436739 Feb 03 04:28:11.488446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Made reservation on behalf of 54a09f80c9b948b7a6440c81cee0c4e9 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:11.492409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.519750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d55f52d0-c64c-40cc-9659-3b1112272ca5 req-bc6ddf4a-607f-4dff-b195-e1d282475cc6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (6dc23b42-bf02-4f85-849f-bfb1c81f54de), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.550005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d55f52d0-c64c-40cc-9659-3b1112272ca5 req-bc6ddf4a-607f-4dff-b195-e1d282475cc6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (6dc23b42-bf02-4f85-849f-bfb1c81f54de), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.576812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d13bea-3fc0-40f8-aa45-dcdd4f5a9bca req-0f69400a-37ee-422c-abf8-4bda332e9440 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:11.588758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72d13bea-3fc0-40f8-aa45-dcdd4f5a9bca req-0f69400a-37ee-422c-abf8-4bda332e9440 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 945 time: 0.0970535 Feb 03 04:28:11.650922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Allocated IP 172.20.0.4 (5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1/e47c5b04-2830-42c8-9927-b4138f6b7060/665d5b13-9095-45b0-9714-7eda486f5b89) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:11.659598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72d13bea-3fc0-40f8-aa45-dcdd4f5a9bca req-00622171-b80a-4b97-91f5-c531f3795ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739815 Feb 03 04:28:11.681223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0728831e-34d8-430c-9d5b-be3b3217b6da up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:11.687296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d55f52d0-c64c-40cc-9659-3b1112272ca5 req-bc6ddf4a-607f-4dff-b195-e1d282475cc6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6dc23b42-bf02-4f85-849f-bfb1c81f54de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.690046 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d55f52d0-c64c-40cc-9659-3b1112272ca5 req-bc6ddf4a-607f-4dff-b195-e1d282475cc6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.702271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d55f52d0-c64c-40cc-9659-3b1112272ca5 req-bc6ddf4a-607f-4dff-b195-e1d282475cc6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-groups/6dc23b42-bf02-4f85-849f-bfb1c81f54de HTTP/1.1" status: 204 len: 173 time: 0.2739000 Feb 03 04:28:11.743670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ddf4a-607f-4dff-b195-e1d282475cc6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc23b42-bf02-4f85-849f-bfb1c81f54de,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:11.770820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-893192de-a9a8-4e7b-85d9-097ea15bde86 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:11.772433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-893192de-a9a8-4e7b-85d9-097ea15bde86 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 945 time: 0.1297443 Feb 03 04:28:11.784393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 0728831e-34d8-430c-9d5b-be3b3217b6da completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:28:11.789958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 0728831e-34d8-430c-9d5b-be3b3217b6da triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:11.791178 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.853571 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99e44a40-9d1e-4c82-97a7-4544d0cd9f8a req-d78244b3-dd6a-4447-b3e4-818362974e1d tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 210 time: 0.0733008 Feb 03 04:28:11.890337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0728831e-34d8-430c-9d5b-be3b3217b6da is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:11.890822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.931197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90249bc4-67ab-4b78-905c-afbce7d18045 req-e23d771a-bf2b-4328-878f-35bfdadce12e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:11.932758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90249bc4-67ab-4b78-905c-afbce7d18045 req-e23d771a-bf2b-4328-878f-35bfdadce12e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1537759 Feb 03 04:28:11.934580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0728831e-34d8-430c-9d5b-be3b3217b6da, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0728831e-34d8-430c-9d5b-be3b3217b6da,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:11.935938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:11.939231 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6e7c77-0259-4524-b6a4-f7328dccb6da" -d '{"events": [{"server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "name": "network-vif-plugged", "status": "completed", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:11.944940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks [] for port (665d5b13-9095-45b0-9714-7eda486f5b89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.945435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:11.983088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.004139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Deleting port fdabbc0e-b487-4afa-950e-2e12fd739fea {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:12.004809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.023440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:12.028791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0728831e-34d8-430c-9d5b-be3b3217b6da,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:12.029059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:12.033194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:12.064488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Pushing event updated for resources: {'Port': ['ID=665d5b13-9095-45b0-9714-7eda486f5b89,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:12.067290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82478a-21e5-4a6b-b20a-dac597f4fcb2 req-617bae21-6e9d-4879-81d9-6d1bb02e7209 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:12.069045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb82478a-21e5-4a6b-b20a-dac597f4fcb2 req-617bae21-6e9d-4879-81d9-6d1bb02e7209 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 945 time: 0.1352305 Feb 03 04:28:12.075534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90249bc4-67ab-4b78-905c-afbce7d18045 req-bf7ef57a-8882-458b-a6df-5412f2eb72d9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291037 Feb 03 04:28:12.105934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:12.106951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.125740 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-4c6d9c66-cf9c-4613-8aec-e2cb3dc2df22 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971098 Feb 03 04:28:12.137673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Request body: {'port': {'device_id': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:12.195419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] For port fdabbc0e-b487-4afa-950e-2e12fd739fea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fdabbc0e-b487-4afa-950e-2e12fd739fea,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:12.195717 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.207633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.218743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Calling delete_port for fdabbc0e-b487-4afa-950e-2e12fd739fea owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:12.222483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b00e271-80f6-4e16-81ce-3d06ed63ad92 req-7fdec96d-a2d4-48a0-b4fa-8474db7b27a8 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/41531fb0-60f4-4998-84d8-08e20604fef9 HTTP/1.1" status: 200 len: 1821 time: 0.1104536 Feb 03 04:28:12.227671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb82478a-21e5-4a6b-b20a-dac597f4fcb2 req-1ed1cbe8-6e49-4c1c-8f44-59540bf47295 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173487 Feb 03 04:28:12.283865 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d64cfe-1a92-45ec-bada-f482e3480f82 x-openstack-request-id: req-25d64cfe-1a92-45ec-bada-f482e3480f82 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:12.284833 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "name": "network-vif-plugged", "status": "completed", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:12.285171 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25d64cfe-1a92-45ec-bada-f482e3480f82 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:12.285975 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'code': 200} Feb 03 04:28:12.355065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b00e271-80f6-4e16-81ce-3d06ed63ad92 req-490769cd-b259-4b61-8580-474095ed7121 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (41531fb0-60f4-4998-84d8-08e20604fef9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.403480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b00e271-80f6-4e16-81ce-3d06ed63ad92 req-490769cd-b259-4b61-8580-474095ed7121 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (41531fb0-60f4-4998-84d8-08e20604fef9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.461738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfbbd5-3bf7-4a91-8b92-e6765b8574e8 req-028fb42d-9511-489c-9def-1d9cbed150cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:12.464186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8cbfbbd5-3bf7-4a91-8b92-e6765b8574e8 req-028fb42d-9511-489c-9def-1d9cbed150cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 1128 time: 0.0934467 Feb 03 04:28:12.486938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0b37e-0397-466b-ac75-e56fb97c3480 req-3c0b7e86-d95c-4ac0-84f9-6c7c6283bfb9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:12.488457 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dcc0b37e-0397-466b-ac75-e56fb97c3480 req-3c0b7e86-d95c-4ac0-84f9-6c7c6283bfb9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1426990 Feb 03 04:28:12.495737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fdabbc0e-b487-4afa-950e-2e12fd739fea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.506255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b00e271-80f6-4e16-81ce-3d06ed63ad92 req-490769cd-b259-4b61-8580-474095ed7121 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (41531fb0-60f4-4998-84d8-08e20604fef9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.508818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6b00e271-80f6-4e16-81ce-3d06ed63ad92 req-490769cd-b259-4b61-8580-474095ed7121 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.509908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b00e271-80f6-4e16-81ce-3d06ed63ad92 req-490769cd-b259-4b61-8580-474095ed7121 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-groups/41531fb0-60f4-4998-84d8-08e20604fef9 HTTP/1.1" status: 204 len: 173 time: 0.2770426 Feb 03 04:28:12.510669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fdabbc0e-b487-4afa-950e-2e12fd739fea'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:12.549778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event deleted for resources: {'Port': ['ID=fdabbc0e-b487-4afa-950e-2e12fd739fea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:12.561600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490769cd-b259-4b61-8580-474095ed7121 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41531fb0-60f4-4998-84d8-08e20604fef9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:12.625854 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8cbfbbd5-3bf7-4a91-8b92-e6765b8574e8 req-1baee91f-2585-4f43-9514-508d7f2425ac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276500 Feb 03 04:28:12.628926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] No DVR routers for this DVR port fdabbc0e-b487-4afa-950e-2e12fd739fea on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:28:12.664652 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.668062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84e0ef2e-6eec-4eeb-943a-1f32a6a0f670 req-431d9180-bc09-4aa9-906c-26c9e9c57b90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "DELETE /v2.0/ports/fdabbc0e-b487-4afa-950e-2e12fd739fea HTTP/1.1" status: 204 len: 173 time: 0.8867826 Feb 03 04:28:12.669470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'name': 'network-vif-deleted', 'tag': 'fdabbc0e-b487-4afa-950e-2e12fd739fea'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:12.671780 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d3f685-25e2-459c-b633-4239d74f8972" -d '{"events": [{"server_uuid": "d9c65105-4e6a-4552-bb55-9279bc543ea1", "name": "network-vif-deleted", "tag": "fdabbc0e-b487-4afa-950e-2e12fd739fea"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:12.691839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665d5b13-9095-45b0-9714-7eda486f5b89 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:12.694879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dcc0b37e-0397-466b-ac75-e56fb97c3480 req-400e84e4-a52b-463c-ad92-37741858d12e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948919 Feb 03 04:28:12.707794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Publish callbacks [] for port (665d5b13-9095-45b0-9714-7eda486f5b89), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.714712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Transition to ACTIVE for port object 665d5b13-9095-45b0-9714-7eda486f5b89 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:28:12.721577 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.743305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ef08-ca69-48a8-a0e2-9ef6a0b07ce0 req-70849b17-d0dd-43b8-9587-b5cfb4958327 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:12.745385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a770ef08-ca69-48a8-a0e2-9ef6a0b07ce0 req-70849b17-d0dd-43b8-9587-b5cfb4958327 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 943 time: 0.1177018 Feb 03 04:28:12.804085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc022230-7edb-48c6-b2e3-03bebb66fa33 req-2f08613b-4e00-4fda-bafe-d6705f1d38c6 tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/925465eb-61b9-4313-94f6-becbad592551 HTTP/1.1" status: 200 len: 2423 time: 0.0749807 Feb 03 04:28:12.836269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Pushing event updated for resources: {'Port': ['ID=665d5b13-9095-45b0-9714-7eda486f5b89,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:12.861678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a770ef08-ca69-48a8-a0e2-9ef6a0b07ce0 req-8baf117d-31dc-4cfe-9afd-d2d376198997 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078081 Feb 03 04:28:12.890909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc022230-7edb-48c6-b2e3-03bebb66fa33 req-566d047b-0a1a-438b-9120-0cb0ef9504aa tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (925465eb-61b9-4313-94f6-becbad592551), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.912629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Attempting to bind port 665d5b13-9095-45b0-9714-7eda486f5b89 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:12.912966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Attempting to bind port 665d5b13-9095-45b0-9714-7eda486f5b89 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '7f6012df-7d67-4599-82c2-47d5d85ad9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:12.913293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Attempting to bind port 665d5b13-9095-45b0-9714-7eda486f5b89 on network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:12.923143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Port 665d5b13-9095-45b0-9714-7eda486f5b89 on network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:28:12.927371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Attempting to bind port 665d5b13-9095-45b0-9714-7eda486f5b89 on network 5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:12.931532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc022230-7edb-48c6-b2e3-03bebb66fa33 req-566d047b-0a1a-438b-9120-0cb0ef9504aa tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (925465eb-61b9-4313-94f6-becbad592551), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.942771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:12.946255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Checking segment: {'id': '7f6012df-7d67-4599-82c2-47d5d85ad9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:12.947297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Bound using segment: {'id': '7f6012df-7d67-4599-82c2-47d5d85ad9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:12.948098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Bound port: 665d5b13-9095-45b0-9714-7eda486f5b89, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6012df-7d67-4599-82c2-47d5d85ad9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:12.948553 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.980074 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbf1086-fb4e-4435-9da0-e956d5fcb7a9 x-openstack-request-id: req-ddbf1086-fb4e-4435-9da0-e956d5fcb7a9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:12.980345 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c65105-4e6a-4552-bb55-9279bc543ea1", "name": "network-vif-deleted", "tag": "fdabbc0e-b487-4afa-950e-2e12fd739fea", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:12.980558 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddbf1086-fb4e-4435-9da0-e956d5fcb7a9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:12.981442 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c65105-4e6a-4552-bb55-9279bc543ea1', 'name': 'network-vif-deleted', 'tag': 'fdabbc0e-b487-4afa-950e-2e12fd739fea', 'status': 'completed', 'code': 200} Feb 03 04:28:12.985181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc022230-7edb-48c6-b2e3-03bebb66fa33 req-566d047b-0a1a-438b-9120-0cb0ef9504aa tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (925465eb-61b9-4313-94f6-becbad592551), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:12.988686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc022230-7edb-48c6-b2e3-03bebb66fa33 req-566d047b-0a1a-438b-9120-0cb0ef9504aa tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.001359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc022230-7edb-48c6-b2e3-03bebb66fa33 req-566d047b-0a1a-438b-9120-0cb0ef9504aa tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-groups/925465eb-61b9-4313-94f6-becbad592551 HTTP/1.1" status: 204 len: 173 time: 0.1961660 Feb 03 04:28:13.023808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d047b-0a1a-438b-9120-0cb0ef9504aa tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925465eb-61b9-4313-94f6-becbad592551,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:13.074019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] For port 665d5b13-9095-45b0-9714-7eda486f5b89, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:13.078990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] For port 665d5b13-9095-45b0-9714-7eda486f5b89, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=665d5b13-9095-45b0-9714-7eda486f5b89,segment=NetworkSegment(7f6012df-7d67-4599-82c2-47d5d85ad9dd),segment_id=7f6012df-7d67-4599-82c2-47d5d85ad9dd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:13.089547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.098425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdff11-c149-4fa2-9057-2f7b4e78110a req-b49311ad-dff8-4552-8c68-ae32a4dcbefc tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:13.100028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5acdff11-c149-4fa2-9057-2f7b4e78110a req-b49311ad-dff8-4552-8c68-ae32a4dcbefc tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 946 time: 0.0704315 Feb 03 04:28:13.132014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:13.133205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.137005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:13.144581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] 10.222.0.15 "PUT /v2.0/ports/665d5b13-9095-45b0-9714-7eda486f5b89 HTTP/1.1" status: 200 len: 1091 time: 1.0017562 Feb 03 04:28:13.145190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'tag': '665d5b13-9095-45b0-9714-7eda486f5b89'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:13.148129 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfdd4c2-5fcd-434a-9f29-e289f62553ce", "tag": "665d5b13-9095-45b0-9714-7eda486f5b89"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:13.191870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48d228-db79-4797-ad75-a309374a474e req-e07ced64-49f1-4144-a0a1-ea6570aa4b53 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:13.199395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f48d228-db79-4797-ad75-a309374a474e req-e07ced64-49f1-4144-a0a1-ea6570aa4b53 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 943 time: 0.1093450 Feb 03 04:28:13.209193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88356be6-45d3-43a0-9eee-f73f6618b241 service neutron] Pushing event updated for resources: {'Port': ['ID=665d5b13-9095-45b0-9714-7eda486f5b89,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:13.218923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5acdff11-c149-4fa2-9057-2f7b4e78110a req-02190409-3fca-4624-83ce-382170e1ef2c tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090329 Feb 03 04:28:13.317552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0716-a736-4092-b472-0629291fcba7 req-931cd30b-110b-4cec-ae58-faffa1181068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:13.319595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-931cd30b-110b-4cec-ae58-faffa1181068 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54a09f80c9b948b7a6440c81cee0c4e9&device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 1125 time: 0.1058230 Feb 03 04:28:13.342738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f48d228-db79-4797-ad75-a309374a474e req-77455565-959b-428e-bd0a-a9415b60709b tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421051 Feb 03 04:28:13.376666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:13.381876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a3a20f3-2112-4f24-beca-86fd283eb2d8 req-47a4a076-f1ef-4607-a705-a84b6943a0df tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "GET /v2.0/security-groups/53ba3aca-d7a1-438d-8a0b-0d360bf10e6f HTTP/1.1" status: 200 len: 2417 time: 0.1214061 Feb 03 04:28:13.393876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'port_id': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7', 'mac_address': 'fa:16:3e:f8:78:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912c71a9-c821-46c4-9044-bba7fe99c817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:13.437430 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd6c92-12b6-4327-8f03-e53624731bc4 x-openstack-request-id: req-95cd6c92-12b6-4327-8f03-e53624731bc4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:13.439100 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfdd4c2-5fcd-434a-9f29-e289f62553ce", "tag": "665d5b13-9095-45b0-9714-7eda486f5b89", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:13.439489 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95cd6c92-12b6-4327-8f03-e53624731bc4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:13.440734 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'tag': '665d5b13-9095-45b0-9714-7eda486f5b89', 'status': 'completed', 'code': 200} Feb 03 04:28:13.444962 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-d2e15fb6-70fa-4d34-99df-486b36bb4553 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665d5b13-9095-45b0-9714-7eda486f5b89 HTTP/1.1" status: 200 len: 217 time: 0.1176834 Feb 03 04:28:13.486706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:13.487495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.510420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:13.531385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0716-a736-4092-b472-0629291fcba7 req-d583198c-2e77-41f4-b6da-246fa637a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:13.533282 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-d583198c-2e77-41f4-b6da-246fa637a5d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e47c5b04-2830-42c8-9927-b4138f6b7060 HTTP/1.1" status: 200 len: 849 time: 0.0853193 Feb 03 04:28:13.538786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:13.543217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.555050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c749f06-50d2-443f-93de-8a50af3608f5 req-f98c41a3-7e12-46f3-b18d-4fd68b058530 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9c65105-4e6a-4552-bb55-9279bc543ea1 HTTP/1.1" status: 200 len: 210 time: 0.0602181 Feb 03 04:28:13.558271 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a3a20f3-2112-4f24-beca-86fd283eb2d8 req-ab0fa882-0173-49e9-8a64-03403794ef3d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (53ba3aca-d7a1-438d-8a0b-0d360bf10e6f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.576849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-a9057e66-3237-46af-97ec-f9f58807cc03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367272 Feb 03 04:28:13.585433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a3a20f3-2112-4f24-beca-86fd283eb2d8 req-ab0fa882-0173-49e9-8a64-03403794ef3d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (53ba3aca-d7a1-438d-8a0b-0d360bf10e6f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.601512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:13.634810 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a3a20f3-2112-4f24-beca-86fd283eb2d8 req-ab0fa882-0173-49e9-8a64-03403794ef3d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (53ba3aca-d7a1-438d-8a0b-0d360bf10e6f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.637769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a3a20f3-2112-4f24-beca-86fd283eb2d8 req-ab0fa882-0173-49e9-8a64-03403794ef3d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.639142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a3a20f3-2112-4f24-beca-86fd283eb2d8 req-ab0fa882-0173-49e9-8a64-03403794ef3d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] 10.222.0.35 "DELETE /v2.0/security-groups/53ba3aca-d7a1-438d-8a0b-0d360bf10e6f HTTP/1.1" status: 204 len: 173 time: 0.2564468 Feb 03 04:28:13.648760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:13.656791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fa882-0173-49e9-8a64-03403794ef3d tempest-SecurityGroupRulesTestJSON-1371689595 tempest-SecurityGroupRulesTestJSON-1371689595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba3aca-d7a1-438d-8a0b-0d360bf10e6f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:13.698173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-06ed7813-5f76-45a2-b40d-6b62984fdda5 service neutron] 10.222.0.15 "GET /v2.0/networks/5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150436 Feb 03 04:28:13.716185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] Deleting subnet 2f009cc4-fcdb-4ff4-9f7b-027493b7854b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:28:13.721063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] Publish callbacks [] for subnet (2f009cc4-fcdb-4ff4-9f7b-027493b7854b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.760434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (2f009cc4-fcdb-4ff4-9f7b-027493b7854b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.804562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2f009cc4-fcdb-4ff4-9f7b-027493b7854b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.809302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f50a0716-a736-4092-b472-0629291fcba7 req-16a8e2cf-e42d-49d6-b997-d0448fac465e service neutron] 10.222.0.15 "GET /v2.0/networks/5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044047 Feb 03 04:28:13.865014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['51e4c431-f6d7-47f8-9cdb-6ae5593466c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:13.877675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (2f009cc4-fcdb-4ff4-9f7b-027493b7854b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.909791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f009cc4-fcdb-4ff4-9f7b-027493b7854b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:13.920736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:13.931691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0dc28fb4-185f-44e3-adae-21d29df0a2f3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2f009cc4-fcdb-4ff4-9f7b-027493b7854b HTTP/1.1" status: 204 len: 168 time: 0.2816896 Feb 03 04:28:13.932369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:14.003289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-dc1228fd-edc7-4a35-b552-6c2b1c2fb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:14.004854 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-dc1228fd-edc7-4a35-b552-6c2b1c2fb130 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54a09f80c9b948b7a6440c81cee0c4e9&device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 1125 time: 0.1184413 Feb 03 04:28:14.107402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (4fd28293-eb8f-4a06-9fd3-77cbee6363b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.112049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-13fae07b-a5fa-4af6-b12e-e3a0ba61445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:14.113792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-13fae07b-a5fa-4af6-b12e-e3a0ba61445f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 HTTP/1.1" status: 200 len: 910 time: 0.1029606 Feb 03 04:28:14.131267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a904189-d9b7-48a4-b8b1-506a23e976c3 req-1b573b47-15bf-4999-8e83-82abf3f5141c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:14.132812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a904189-d9b7-48a4-b8b1-506a23e976c3 req-1b573b47-15bf-4999-8e83-82abf3f5141c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 944 time: 0.1428552 Feb 03 04:28:14.159294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-5284dd2d-49e4-4e7b-9709-76ab8eb19136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665d5b13-9095-45b0-9714-7eda486f5b89 HTTP/1.1" status: 200 len: 217 time: 0.0381312 Feb 03 04:28:14.213806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-5c4b8b88-8062-4c80-98a0-e121ce267845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:14.215319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-5c4b8b88-8062-4c80-98a0-e121ce267845 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e47c5b04-2830-42c8-9927-b4138f6b7060 HTTP/1.1" status: 200 len: 849 time: 0.0504951 Feb 03 04:28:14.229281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (4fd28293-eb8f-4a06-9fd3-77cbee6363b2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.249092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-e7dec57d-b6b6-43cf-9e6f-7d2600ad9843 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267730 Feb 03 04:28:14.261592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd28293-eb8f-4a06-9fd3-77cbee6363b2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:14.281574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd69eec-c47e-42b3-8340-e2a8d9ac35fb') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:14.281805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd69eec-c47e-42b3-8340-e2a8d9ac35fb') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:14.293130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (ecd69eec-c47e-42b3-8340-e2a8d9ac35fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.314467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a904189-d9b7-48a4-b8b1-506a23e976c3 req-559f0c29-e432-4ae7-aafc-13d726c75ef3 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585505 Feb 03 04:28:14.346894 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ecd69eec-c47e-42b3-8340-e2a8d9ac35fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.356091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:28:14.356485 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (ecd69eec-c47e-42b3-8340-e2a8d9ac35fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:28:14.358337 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:28:14.362101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-acaab3c4-5b66-40c5-b799-aed32635eecb service neutron] 10.222.0.15 "GET /v2.0/networks/5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064682 Feb 03 04:28:14.424951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9c884-56f7-4555-80f9-8d3e040579c9 req-8ebdb7a1-eca9-4902-94bc-d61ceb656813 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:14.431769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ca9c884-56f7-4555-80f9-8d3e040579c9 req-8ebdb7a1-eca9-4902-94bc-d61ceb656813 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 946 time: 0.1246531 Feb 03 04:28:14.476805 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (4fd28293-eb8f-4a06-9fd3-77cbee6363b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.486073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.492445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] 10.222.0.35 "DELETE /v2.0/networks/4fd28293-eb8f-4a06-9fd3-77cbee6363b2 HTTP/1.1" status: 204 len: 168 time: 0.5571735 Feb 03 04:28:14.531884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82675d-79b8-4727-b5f4-6ff0d96b295c admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd28293-eb8f-4a06-9fd3-77cbee6363b2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:14.535580 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b93e1f40-62e4-4829-8c6d-8bfbc82a457a req-5d7bf040-5305-42be-9440-e11ce0eada31 service neutron] 10.222.0.15 "GET /v2.0/networks/5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675441 Feb 03 04:28:14.564451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ca9c884-56f7-4555-80f9-8d3e040579c9 req-d9e28d94-4a36-4fef-a453-4a0bd02e186e tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314149 Feb 03 04:28:14.596071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5fa59-28e3-454e-92ae-be40ddc569d4 req-533a8e11-608f-4fe1-a537-f5e146dabe70 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:14.598154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1e5fa59-28e3-454e-92ae-be40ddc569d4 req-533a8e11-608f-4fe1-a537-f5e146dabe70 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 943 time: 0.1622915 Feb 03 04:28:14.648799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:14.700498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1e5fa59-28e3-454e-92ae-be40ddc569d4 req-6763488a-1146-445f-bd40-210fe245fa61 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967178 Feb 03 04:28:14.701619 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a1694560-d08f-4d1b-800a-83771f747176 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8084bf3be8dd408cbae6ecd8f9911d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513251 Feb 03 04:28:14.702197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:14.752783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a1c4-6d2b-4c7a-971f-9fbc070e1bdd admin admin] Publish callbacks [] for security_group (b012bb19-2c7e-4c6f-99bd-b5e84ea59858), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.782780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a1c4-6d2b-4c7a-971f-9fbc070e1bdd admin admin] Publish callbacks [] for security_group (b012bb19-2c7e-4c6f-99bd-b5e84ea59858), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.837432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a1c4-6d2b-4c7a-971f-9fbc070e1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b012bb19-2c7e-4c6f-99bd-b5e84ea59858), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.840265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a1c4-6d2b-4c7a-971f-9fbc070e1bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:14.848244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9e0a1c4-6d2b-4c7a-971f-9fbc070e1bdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b012bb19-2c7e-4c6f-99bd-b5e84ea59858 HTTP/1.1" status: 204 len: 168 time: 0.1430781 Feb 03 04:28:14.862745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0a1c4-6d2b-4c7a-971f-9fbc070e1bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012bb19-2c7e-4c6f-99bd-b5e84ea59858,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:15.025051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-cffe8cf3-0ead-4bc1-a99a-4d23b9d61482 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 258 time: 0.3653076 Feb 03 04:28:15.037038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:15.087851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-e947dc01-0255-4875-a219-58021bdf65b9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:15.089649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-e947dc01-0255-4875-a219-58021bdf65b9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.2251427 Feb 03 04:28:15.090942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:15.129030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-97d5cbcd-4202-493e-8c47-8a60813a6d62 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/quotas/b75d8a9414884c70a12f5de70a137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0182352 Feb 03 04:28:15.149179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:15.186484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-3bd0c72a-f79f-4837-b05b-de99fbac57d5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435531 Feb 03 04:28:15.226395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:28:15.233001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:15.233388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:15.355263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:15.355770 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:15.356676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-bde7fc49-1563-44d8-ac90-6d3931af1973 service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646984 Feb 03 04:28:15.359083 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:15.382329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eea094-63c9-47ab-be56-655981460628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:15.384676 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29e6d24-04dc-43c7-a358-a6f39a5c537f" -d '{"events": [{"server_uuid": "d2eea094-63c9-47ab-be56-655981460628", "name": "network-vif-plugged", "status": "completed", "tag": "51e4c431-f6d7-47f8-9cdb-6ae5593466c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:15.402699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:15.408936 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:15.463556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:15.472159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.472782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.473342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.474028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.474518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.475020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.475674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.476299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.477047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.477539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.478024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.478526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.479013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:15.547582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-388e01e7-ef23-4fe1-9e08-93c82cdd462b service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305981 Feb 03 04:28:15.562213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Allocated IP 172.25.7.30 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/09a16ec1-8f61-4a26-976f-82f81f6345ff) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:15.664867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fdabbc0e-b487-4afa-950e-2e12fd739fea no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:15.691362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: fdabbc0e-b487-4afa-950e-2e12fd739fea {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:15.692005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fdabbc0e-b487-4afa-950e-2e12fd739fea not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:15.748842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:15.799118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:15.888288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event updated for resources: {'Port': ['ID=09a16ec1-8f61-4a26-976f-82f81f6345ff,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:15.904635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:15.910545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:15.916405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:15.919143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:15.964389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a78890-44d4-48ab-b0af-354bd6280386 req-c35ddd1a-c1ad-49d3-903c-3f81bda7b4dd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:15.966342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63a78890-44d4-48ab-b0af-354bd6280386 req-c35ddd1a-c1ad-49d3-903c-3f81bda7b4dd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1060567 Feb 03 04:28:16.044548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63a78890-44d4-48ab-b0af-354bd6280386 req-e8bf2dcc-a43a-4bfd-bc2b-8ebfc6be8829 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709634 Feb 03 04:28:16.088081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1505604806-network', 'tenant_id': '7745d303219c42eea0ca133946dfcb96'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:16.110953 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03489bec-ad35-4a6f-a1e7-0fa20be648d9 x-openstack-request-id: req-03489bec-ad35-4a6f-a1e7-0fa20be648d9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:16.111579 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eea094-63c9-47ab-be56-655981460628", "name": "network-vif-plugged", "status": "completed", "tag": "51e4c431-f6d7-47f8-9cdb-6ae5593466c7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:16.112069 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03489bec-ad35-4a6f-a1e7-0fa20be648d9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:16.112662 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2eea094-63c9-47ab-be56-655981460628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7', 'code': 200} Feb 03 04:28:16.137579 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (87a5564b-8a66-4f00-a72c-c62ad6d6da22), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.208234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Made reservation on behalf of 7745d303219c42eea0ca133946dfcb96 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:16.215344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.243924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.247466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.314607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278b656-cfa4-4fc9-84a6-68714b74cd90 req-1694d21c-9b8e-4dab-9c5a-ee1289851038 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:16.322137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5278b656-cfa4-4fc9-84a6-68714b74cd90 req-1694d21c-9b8e-4dab-9c5a-ee1289851038 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 943 time: 0.1167884 Feb 03 04:28:16.341606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf6cb9-238c-477d-9128-8797d42c9730 req-daf6f9c7-8b93-49b0-a843-d442cf03ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:16.344147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcbf6cb9-238c-477d-9128-8797d42c9730 req-daf6f9c7-8b93-49b0-a843-d442cf03ca43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 1127 time: 0.1581516 Feb 03 04:28:16.353978 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks [] for security_group (43133c2e-ed0b-4517-bb19-efb45f1fb820), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.372880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (43133c2e-ed0b-4517-bb19-efb45f1fb820), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.418876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:28:16.433161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5278b656-cfa4-4fc9-84a6-68714b74cd90 req-8e6b038d-24c7-481f-aca3-1f1d90cf6bb5 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090856 Feb 03 04:28:16.445125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43133c2e-ed0b-4517-bb19-efb45f1fb820,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:16.458451 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (935516a1-b40c-4b4c-abad-ff8521f638a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.458792 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Added segment 935516a1-b40c-4b4c-abad-ff8521f638a9 of type vlan for network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea Feb 03 04:28:16.462422 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcbf6cb9-238c-477d-9128-8797d42c9730 req-acd46534-5139-4350-9747-4f9b6e29dd65 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104572 Feb 03 04:28:16.521490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d9eba1a0-ac90-4729-a4e5-3264bad9f8ea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.540088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.547458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.572873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d9eba1a0-ac90-4729-a4e5-3264bad9f8ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.574999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:16.588137 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.646310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7393341 Feb 03 04:28:16.650304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:16.658880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Request body: {'subnet': {'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1505604806-subnet', 'tenant_id': '7745d303219c42eea0ca133946dfcb96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:16.662531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (87a5564b-8a66-4f00-a72c-c62ad6d6da22), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.671683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5f72c4c-323f-4291-82a8-93a0d15bc262 req-3711f4ff-41f1-4791-a7bf-5a103bed77d6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 210 time: 0.1097562 Feb 03 04:28:16.694460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.706946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6806424 Feb 03 04:28:16.718049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b450e-2855-4723-977c-a679dffd4e59 admin admin] Pushing event updated for resources: {'Network': ['ID=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:16.725621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdfa44-df50-4b78-a298-29e38d97e229 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event updated for resources: {'Port': ['ID=09a16ec1-8f61-4a26-976f-82f81f6345ff,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:16.733368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:28:16.768127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Made reservation on behalf of 7745d303219c42eea0ca133946dfcb96 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:16.772296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:16.784031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-bf3765d8-328d-4f65-bb2f-d269a9794884 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.0751514 Feb 03 04:28:16.908713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-c017cea4-4fa7-49db-ab91-c03fa79b3906 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:16.910100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-734558d1-70c3-4702-a5dc-ec79a2eeda89 req-c017cea4-4fa7-49db-ab91-c03fa79b3906 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1251552 Feb 03 04:28:16.981551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (b94f2451-6b23-4924-89bc-50fb4d2ef7c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:17.052614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94f2451-6b23-4924-89bc-50fb4d2ef7c6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:17.055001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-4e8b1ebe-831a-4af5-af1a-2d7470bb2cbf tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:17.056469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-4e8b1ebe-831a-4af5-af1a-2d7470bb2cbf tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0797889 Feb 03 04:28:17.101464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Checking segment: {'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:17.102227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Network hostable DHCP agents. Network: d9eba1a0-ac90-4729-a4e5-3264bad9f8ea, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:28:17.131303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:28:17.146175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d9eba1a0-ac90-4729-a4e5-3264bad9f8ea) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:17.160259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da0e553-666b-421d-af88-42cd0576e678 None None] Network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:17.167015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 665d5b13-9095-45b0-9714-7eda486f5b89 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:17.169518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:17.171142 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:17.199385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-232b5de5-42f7-4109-90cb-4b57d67c249a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5474122 Feb 03 04:28:17.377882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71e026-3058-46e3-976e-cb26ccb50edb None None] Network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:17.408088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 665d5b13-9095-45b0-9714-7eda486f5b89, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=665d5b13-9095-45b0-9714-7eda486f5b89,segment=NetworkSegment(7f6012df-7d67-4599-82c2-47d5d85ad9dd),segment_id=7f6012df-7d67-4599-82c2-47d5d85ad9dd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:17.456824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '665d5b13-9095-45b0-9714-7eda486f5b89', 'network_id': '5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1', 'port_id': '665d5b13-9095-45b0-9714-7eda486f5b89', 'mac_address': 'fa:16:3e:30:97:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47c5b04-2830-42c8-9927-b4138f6b7060', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:17.513204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 665d5b13-9095-45b0-9714-7eda486f5b89 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:17.513884 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:17.543177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-2fba8f58-cefc-41ff-975b-f64175670c98 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.4721506 Feb 03 04:28:17.549460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Request body: {'floatingip': {'port_id': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:17.550519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665d5b13-9095-45b0-9714-7eda486f5b89 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:17.577930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 665d5b13-9095-45b0-9714-7eda486f5b89, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=665d5b13-9095-45b0-9714-7eda486f5b89,segment=NetworkSegment(7f6012df-7d67-4599-82c2-47d5d85ad9dd),segment_id=7f6012df-7d67-4599-82c2-47d5d85ad9dd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:17.590091 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:17.645096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=665d5b13-9095-45b0-9714-7eda486f5b89,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:17.657150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (87a5564b-8a66-4f00-a72c-c62ad6d6da22), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:17.794243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9743-b770-4c5c-b0e1-3234e5005cde req-968f1bc0-d827-49a0-bff9-ff1ff2ef523e tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:17.795788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8cf9743-b770-4c5c-b0e1-3234e5005cde req-968f1bc0-d827-49a0-bff9-ff1ff2ef523e tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.2496076 Feb 03 04:28:17.876664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-104b6b1c-869a-4491-bdf5-448d2be9c32c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:17.878231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-104b6b1c-869a-4491-bdf5-448d2be9c32c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.3258018 Feb 03 04:28:17.903305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['665d5b13-9095-45b0-9714-7eda486f5b89'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:17.927819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Request body: {'port': {'device_id': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'admin_state_up': True, 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:17.968172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8cf9743-b770-4c5c-b0e1-3234e5005cde req-5bb95d96-9cfa-41a2-9ca0-ad6572bae6c7 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522532 Feb 03 04:28:18.192088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-bc2dcec7-abbf-4bfa-b2cd-a50211c2a20c req-ae158059-6ea4-43fd-aa4e-5fc44c2f8332 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-835049621', 'description': 'tempest-description-1018769262'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:18.244950 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bc2dcec7-abbf-4bfa-b2cd-a50211c2a20c req-ae158059-6ea4-43fd-aa4e-5fc44c2f8332 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:18.296730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:18.300143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:18.544586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bc2dcec7-abbf-4bfa-b2cd-a50211c2a20c req-ae158059-6ea4-43fd-aa4e-5fc44c2f8332 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (002632ea-4447-4fb9-926a-515b44996492), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:18.558685 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:18.559680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bc2dcec7-abbf-4bfa-b2cd-a50211c2a20c req-ae158059-6ea4-43fd-aa4e-5fc44c2f8332 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (002632ea-4447-4fb9-926a-515b44996492), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:18.573307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (87a5564b-8a66-4f00-a72c-c62ad6d6da22), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:18.646036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bc2dcec7-abbf-4bfa-b2cd-a50211c2a20c req-ae158059-6ea4-43fd-aa4e-5fc44c2f8332 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:18.647278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc2dcec7-abbf-4bfa-b2cd-a50211c2a20c req-ae158059-6ea4-43fd-aa4e-5fc44c2f8332 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5025275 Feb 03 04:28:18.654620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae158059-6ea4-43fd-aa4e-5fc44c2f8332 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002632ea-4447-4fb9-926a-515b44996492,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:18.657281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Allocated IP 172.20.0.6 (05093606-9566-4423-8e6f-2c5d06a90de4/4432c88d-f1ac-4c71-ab3e-b6b32697a87d/b170e702-ade4-472f-b5eb-d9d497ffcd9a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:18.751809 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Floating IP 87a5564b-8a66-4f00-a72c-c62ad6d6da22 associated. External IP: 172.25.7.30, port: 0728831e-34d8-430c-9d5b-be3b3217b6da. Feb 03 04:28:18.997292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32513871-407c-4009-83d4-e916f56c0f41 req-7f7630f0-d610-4d2f-a6a4-ebf3d32a597b tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:18.998927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32513871-407c-4009-83d4-e916f56c0f41 req-7f7630f0-d610-4d2f-a6a4-ebf3d32a597b tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 944 time: 0.2448287 Feb 03 04:28:19.009982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks [] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.152903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32513871-407c-4009-83d4-e916f56c0f41 req-f28580f8-b715-4d82-be2f-91091a7ebb41 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120045 Feb 03 04:28:19.166955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.175441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 665d5b13-9095-45b0-9714-7eda486f5b89 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:19.228513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Router f451aaa7-0563-4a32-8264-69b87dc58e7d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:28:19.230601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Network 05093606-9566-4423-8e6f-2c5d06a90de4 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:19.236229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:19.240890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:19.244016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:19.275455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 665d5b13-9095-45b0-9714-7eda486f5b89 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:28:19.282340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 665d5b13-9095-45b0-9714-7eda486f5b89 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:19.283810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.365711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:19.366232 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.385674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 665d5b13-9095-45b0-9714-7eda486f5b89 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:19.386344 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.420120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665d5b13-9095-45b0-9714-7eda486f5b89'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:19.425823 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23152d71-889b-45a0-84c7-530ebc31cee7" -d '{"events": [{"server_uuid": "3cfdd4c2-5fcd-434a-9f29-e289f62553ce", "name": "network-vif-plugged", "status": "completed", "tag": "665d5b13-9095-45b0-9714-7eda486f5b89"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:19.436019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246b772-50a4-46ae-81bf-3cb6d0dabe3b req-2eb0b4aa-f642-4ef6-8428-2b5dcc8bf3cd tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:19.437542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6246b772-50a4-46ae-81bf-3cb6d0dabe3b req-2eb0b4aa-f642-4ef6-8428-2b5dcc8bf3cd tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 931 time: 0.1702409 Feb 03 04:28:19.443819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-b6a109b6-f0f1-4864-81b2-b348deab0dd2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5234776 Feb 03 04:28:19.453339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 665d5b13-9095-45b0-9714-7eda486f5b89, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=665d5b13-9095-45b0-9714-7eda486f5b89,segment=NetworkSegment(7f6012df-7d67-4599-82c2-47d5d85ad9dd),segment_id=7f6012df-7d67-4599-82c2-47d5d85ad9dd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:19.460488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Request body: {'port': {'device_id': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:19.464335 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.468836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:28:19.480605 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] Sync routers for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:28:19.489871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.504306 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:19.515550 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:19.568863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=665d5b13-9095-45b0-9714-7eda486f5b89,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:19.619171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.635957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-d4bc68c3-03f4-4b2b-b5a0-235a11342034 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "PUT /v2.0/floatingips/87a5564b-8a66-4f00-a72c-c62ad6d6da22 HTTP/1.1" status: 200 len: 996 time: 2.0864708 Feb 03 04:28:19.644152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:19.646658 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b85e60-271e-4156-8176-f59a4dacd4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:19.677521 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6246b772-50a4-46ae-81bf-3cb6d0dabe3b req-0c5cead1-e681-4489-8af0-d0330354b61a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275269 Feb 03 04:28:19.690454 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:19.738940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a04be554-f7c0-40a1-ba7d-ab2af3043aee req-b6f621f4-043b-48eb-b810-66b18818663a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-385924884', 'description': 'tempest-description-1330261318'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:19.773132 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a04be554-f7c0-40a1-ba7d-ab2af3043aee req-b6f621f4-043b-48eb-b810-66b18818663a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:19.787852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-286aeb49-0320-4895-86d9-0b5337c9e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:19.789881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-286aeb49-0320-4895-86d9-0b5337c9e923 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 1128 time: 0.1402335 Feb 03 04:28:19.934479 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '87a5564b-8a66-4f00-a72c-c62ad6d6da22', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'port_id': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'mac_address': 'fa:16:3e:be:f6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:16Z', 'updated_at': '2022-02-03T04:28:18Z', 'revision_number': 1, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:19.963159 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] Checking router: f451aaa7-0563-4a32-8264-69b87dc58e7d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:28:19.972545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:19.973347 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:20.086098 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:20.106987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-05d4a4ce-f002-4db4-bd31-70d66432501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:20.108652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-05d4a4ce-f002-4db4-bd31-70d66432501a service neutron] 10.222.0.35 "GET /v2.0/networks?id=cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 200 len: 930 time: 0.3084478 Feb 03 04:28:20.130421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b170e702-ade4-472f-b5eb-d9d497ffcd9a {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:20.174421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Publish callbacks [] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:20.220863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Transition to ACTIVE for port object b170e702-ade4-472f-b5eb-d9d497ffcd9a will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:28:20.237738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-6ddbb63a-f666-4ddc-8efc-52db9c79a1c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 999 time: 0.1194594 Feb 03 04:28:20.243023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:20.344374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a04be554-f7c0-40a1-ba7d-ab2af3043aee req-b6f621f4-043b-48eb-b810-66b18818663a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (f203fe6c-f36e-4915-a47b-723bee39873c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:20.357507 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '87a5564b-8a66-4f00-a72c-c62ad6d6da22', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'port_id': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'mac_address': 'fa:16:3e:be:f6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:16Z', 'updated_at': '2022-02-03T04:28:18Z', 'revision_number': 1, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:20.362592 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a04be554-f7c0-40a1-ba7d-ab2af3043aee req-b6f621f4-043b-48eb-b810-66b18818663a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f203fe6c-f36e-4915-a47b-723bee39873c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:20.390958 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8543949-fc80-4755-b7ff-02bd646f7b37 None None] The sync data for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 is: [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '87a5564b-8a66-4f00-a72c-c62ad6d6da22', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'port_id': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'mac_address': 'fa:16:3e:be:f6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:16Z', 'updated_at': '2022-02-03T04:28:18Z', 'revision_number': 1, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:20.420121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a04be554-f7c0-40a1-ba7d-ab2af3043aee req-b6f621f4-043b-48eb-b810-66b18818663a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:20.421361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a04be554-f7c0-40a1-ba7d-ab2af3043aee req-b6f621f4-043b-48eb-b810-66b18818663a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6909626 Feb 03 04:28:20.422786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-88beea4e-46db-4a21-9a75-cdac18643a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:20.424285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-88beea4e-46db-4a21-9a75-cdac18643a28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 HTTP/1.1" status: 200 len: 868 time: 0.1678727 Feb 03 04:28:20.429582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:20.484923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f621f4-043b-48eb-b810-66b18818663a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f203fe6c-f36e-4915-a47b-723bee39873c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:20.607415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Attempting to bind port b170e702-ade4-472f-b5eb-d9d497ffcd9a on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:20.607787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Attempting to bind port b170e702-ade4-472f-b5eb-d9d497ffcd9a by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:20.608120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Attempting to bind port b170e702-ade4-472f-b5eb-d9d497ffcd9a on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:20.615873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-9e9ef5d5-f409-45a5-966c-a8a56c1a0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:20.617404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-9e9ef5d5-f409-45a5-966c-a8a56c1a0081 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cbcd6ac0-9195-4d82-8386-3a287c36879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1817477 Feb 03 04:28:20.621960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Port b170e702-ade4-472f-b5eb-d9d497ffcd9a on network 05093606-9566-4423-8e6f-2c5d06a90de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:28:20.622294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Attempting to bind port b170e702-ade4-472f-b5eb-d9d497ffcd9a on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:20.630768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4114595-a7cd-4606-9b38-f056ec726fb2 req-243330fe-2de2-460e-9ae9-7f5a64ae19af tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:20.632475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4114595-a7cd-4606-9b38-f056ec726fb2 req-243330fe-2de2-460e-9ae9-7f5a64ae19af tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1203446 Feb 03 04:28:20.651027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:20.651423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Checking segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:20.651773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Bound using segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:20.652223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Bound port: b170e702-ade4-472f-b5eb-d9d497ffcd9a, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:20.652577 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:20.713458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b856b74e-58f7-42ff-8719-907e143fe829 None None] New status for floating IP 87a5564b-8a66-4f00-a72c-c62ad6d6da22: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:28:20.783082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4114595-a7cd-4606-9b38-f056ec726fb2 req-113f0cd6-c33e-48fe-a728-4b4c64370632 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401768 Feb 03 04:28:20.828622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-8bea9595-7cdc-4ccf-a43e-f3d26795bab4 service neutron] 10.222.0.35 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945903 Feb 03 04:28:20.831667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:20.835001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:20.850164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:20.917820 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78ff24-face-441f-a973-057becc871ac x-openstack-request-id: req-4b78ff24-face-441f-a973-057becc871ac {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:20.918755 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfdd4c2-5fcd-434a-9f29-e289f62553ce", "name": "network-vif-plugged", "status": "completed", "tag": "665d5b13-9095-45b0-9714-7eda486f5b89", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:20.919189 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b78ff24-face-441f-a973-057becc871ac {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:20.919772 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665d5b13-9095-45b0-9714-7eda486f5b89', 'code': 200} Feb 03 04:28:21.085064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480ae2b-277b-435d-a3ca-b643133531ee req-de44010f-cb61-4fd5-9856-500f81c53f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.087400 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6480ae2b-277b-435d-a3ca-b643133531ee req-de44010f-cb61-4fd5-9856-500f81c53f63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 1127 time: 0.0924165 Feb 03 04:28:21.089669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-e8acf800-1ad3-44dc-8114-3cd8d2b12821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.091274 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-e8acf800-1ad3-44dc-8114-3cd8d2b12821 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 1128 time: 0.0858638 Feb 03 04:28:21.197038 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6480ae2b-277b-435d-a3ca-b643133531ee req-683a9ebf-332e-489b-a8e7-bf192bd1143e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985973 Feb 03 04:28:21.219485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-bc67fab9-8caf-44a5-895b-d353c7b43c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.221011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-bc67fab9-8caf-44a5-895b-d353c7b43c77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 200 len: 930 time: 0.1167045 Feb 03 04:28:21.284785 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64d7a47-f253-40fd-a0c9-57e5bae9daf2 x-openstack-request-id: req-b64d7a47-f253-40fd-a0c9-57e5bae9daf2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:21.285416 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:21.285416 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b64d7a47-f253-40fd-a0c9-57e5bae9daf2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:21.285721 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'status': 'completed', 'code': 200} Feb 03 04:28:21.290898 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-864edfd8-b963-4edd-a300-a99dbb297fc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 1001 time: 0.0607595 Feb 03 04:28:21.338987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-645c6ae4-d218-4c9d-915f-41f17ecd04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.340485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-645c6ae4-d218-4c9d-915f-41f17ecd04d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 HTTP/1.1" status: 200 len: 868 time: 0.0447299 Feb 03 04:28:21.341762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.342382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:21.343772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] 10.222.0.31 "PUT /v2.0/ports/b170e702-ade4-472f-b5eb-d9d497ffcd9a HTTP/1.1" status: 200 len: 1091 time: 1.8903778 Feb 03 04:28:21.388871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35f881ff-1cb9-4501-8ae6-bd7075a8211d req-e33f0c4c-2120-4501-89c1-1965479fa7f0 service neutron] 10.222.0.35 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520363 Feb 03 04:28:21.390558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aab38-47a1-49db-90a4-9ed43375d467 service neutron] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:21.413029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-e4502ebc-0a16-4a78-8528-7e2ca2969cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.415112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-e4502ebc-0a16-4a78-8528-7e2ca2969cd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbcd6ac0-9195-4d82-8386-3a287c36879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0645244 Feb 03 04:28:21.426876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ea435-3040-4ddc-af70-744c82a80504 req-76f56f8f-530d-40fe-9532-6f31cf2f1ef9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.428487 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee9ea435-3040-4ddc-af70-744c82a80504 req-76f56f8f-530d-40fe-9532-6f31cf2f1ef9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 945 time: 0.1528101 Feb 03 04:28:21.503306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-9e5d518d-9d7d-472d-a7ce-caa18c59f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.504902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-9e5d518d-9d7d-472d-a7ce-caa18c59f0f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 1125 time: 0.1053336 Feb 03 04:28:21.508338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee9ea435-3040-4ddc-af70-744c82a80504 req-36af499d-6207-48b2-a9c8-e38aaf54fa1e tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605164 Feb 03 04:28:21.522257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-a7a6fbb3-dc2f-4892-a965-21a9a2ac3ca7 service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001494 Feb 03 04:28:21.592483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-c4d92c00-4844-40e2-bf25-4675636393ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a HTTP/1.1" status: 200 len: 217 time: 0.0638311 Feb 03 04:28:21.626971 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34b85e60-271e-4156-8176-f59a4dacd4b1 req-99b642d1-0a7c-4c0b-b8ac-201f370c4931 service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947073 Feb 03 04:28:21.733085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-bfd71048-8552-43f9-bf98-912c6e26f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.734541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-bfd71048-8552-43f9-bf98-912c6e26f2c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.0923073 Feb 03 04:28:21.741871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef915c-9423-4554-a909-6daf834433f7 req-0053aa5f-afe7-4b8d-82d6-9ba670d0bd4f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.743236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-0053aa5f-afe7-4b8d-82d6-9ba670d0bd4f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 813 time: 0.2246978 Feb 03 04:28:21.786661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1441f-0392-4a10-95fb-e0fa169ea7d0 req-72f23d47-6955-4c8a-b083-a2e522712582 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:21.788096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecd1441f-0392-4a10-95fb-e0fa169ea7d0 req-72f23d47-6955-4c8a-b083-a2e522712582 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 943 time: 0.1835127 Feb 03 04:28:21.789874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-64ce634c-d6c9-45fa-b809-f67b8d5af81c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449443 Feb 03 04:28:21.793843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-ac0363c3-592a-4fed-8e76-d3c0779cc6d7 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/quotas/7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 375 time: 0.0383220 Feb 03 04:28:21.866624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-bb026406-3506-4f1e-b82a-661380a8fffc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650847 Feb 03 04:28:21.931871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecd1441f-0392-4a10-95fb-e0fa169ea7d0 req-b17b1c35-cbb3-4e83-9753-36a5b8bb50a5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370156 Feb 03 04:28:21.998403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-c381cd80-72f7-4145-86c2-0abb6b7b6d8c service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978896 Feb 03 04:28:22.074625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-071a8e70-fc81-4529-9868-05aefba8fe0c service neutron] 10.222.0.35 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758506 Feb 03 04:28:22.196406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94a725-f89c-49f0-835a-55ebef878fdf req-dd7c653f-5160-443d-b2cf-d6f0d3bd24ca tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:22.197803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc94a725-f89c-49f0-835a-55ebef878fdf req-dd7c653f-5160-443d-b2cf-d6f0d3bd24ca tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.2042091 Feb 03 04:28:22.223247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe8240d8-d1c2-41f4-82eb-23b246b834e9 req-f1277c72-31f1-4ff8-a1d4-c3453ab04c02 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146838 Feb 03 04:28:22.261829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-ae5e5e04-81c3-46ce-886d-6e3319f6e730 service neutron] 10.222.0.35 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500144 Feb 03 04:28:22.279299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc94a725-f89c-49f0-835a-55ebef878fdf req-79e67c95-9790-418e-9505-fbef3246b352 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691390 Feb 03 04:28:22.462258 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-6aa6be56-f32c-41b1-ac1a-b5755e215243 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 258 time: 0.1435463 Feb 03 04:28:22.482984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a481e62-9ada-4033-8994-abbdc23393ab req-cba570f5-bafd-4a31-9fa4-86db8e0a276d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 210 time: 0.0380397 Feb 03 04:28:22.487092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:22.525681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:22.684284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc4d68-3d73-4f6e-b6d2-ba0996cc5a23 req-d40279c5-6a08-48af-9576-7fb0ec473033 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:22.685999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9adc4d68-3d73-4f6e-b6d2-ba0996cc5a23 req-d40279c5-6a08-48af-9576-7fb0ec473033 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1215310 Feb 03 04:28:22.727238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:22.755378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9adc4d68-3d73-4f6e-b6d2-ba0996cc5a23 req-b5680df9-0bec-4227-b930-d46b4751e918 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612912 Feb 03 04:28:22.894129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Allocated IP 172.25.7.183 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:22.938678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bceb9-8c07-41ea-9bab-9e4bd5aca641 req-3a122aae-2c83-416d-b982-8bc64cd1c0ae tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:22.940318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-224bceb9-8c07-41ea-9bab-9e4bd5aca641 req-3a122aae-2c83-416d-b982-8bc64cd1c0ae tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 945 time: 0.1014659 Feb 03 04:28:23.049178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-224bceb9-8c07-41ea-9bab-9e4bd5aca641 req-91ee3f5a-6279-4df3-87fb-0760d854832a tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003053 Feb 03 04:28:23.063386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.114975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.186254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:23.193937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:23.196044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event updated for resources: {'Port': ['ID=b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:23.199273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:23.255002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcceff9-19b5-4cbe-93a1-73c00fbceedb req-2ea88a87-e6ea-4898-9929-329e203f87b2 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:23.257168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1fcceff9-19b5-4cbe-93a1-73c00fbceedb req-2ea88a87-e6ea-4898-9929-329e203f87b2 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1168778 Feb 03 04:28:23.286876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:23.289092 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db1d2e-db47-4c22-b049-f09e8834a43b" -d '{"events": [{"name": "network-changed", "server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:23.334836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (c2788fcb-8523-4044-b90a-1d046b44b7ac), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.350777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1fcceff9-19b5-4cbe-93a1-73c00fbceedb req-fcb9bf11-860c-4900-903c-f0c23a718a91 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865393 Feb 03 04:28:23.386071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.460325 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.526677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdabb4a-9246-4b38-b6e7-fbe0d9169f7b req-35b3c121-1e03-4b91-84d4-63680ab59938 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:23.528250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfdabb4a-9246-4b38-b6e7-fbe0d9169f7b req-35b3c121-1e03-4b91-84d4-63680ab59938 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 943 time: 0.1183794 Feb 03 04:28:23.576689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.684296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfdabb4a-9246-4b38-b6e7-fbe0d9169f7b req-bdd96ea6-3ceb-4080-96cc-6ee8174a1743 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349905 Feb 03 04:28:23.717409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.731996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef915c-9423-4554-a909-6daf834433f7 req-a8dd3a0f-536b-46dc-b944-5cf001510fb3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:23.733542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-a8dd3a0f-536b-46dc-b944-5cf001510fb3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.31 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 813 time: 0.1988275 Feb 03 04:28:23.734376 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.775321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'port': {'device_id': '6cdbab35-249e-4ccf-8eed-773130db7641', 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea', 'admin_state_up': True, 'tenant_id': '7745d303219c42eea0ca133946dfcb96'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:23.823937 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4598c240-66b0-49b8-ab39-41fdef281db8 x-openstack-request-id: req-4598c240-66b0-49b8-ab39-41fdef281db8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:23.824230 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:23.824488 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4598c240-66b0-49b8-ab39-41fdef281db8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:23.824884 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'status': 'completed', 'code': 200} Feb 03 04:28:23.860688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event updated for resources: {'Port': ['ID=b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:23.874666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-781f3133-4027-4c1e-aaf1-cf933c19e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:23.876307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-781f3133-4027-4c1e-aaf1-cf933c19e9fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 1125 time: 0.0534286 Feb 03 04:28:23.932666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-137af5ba-f7c6-4cc8-a352-181dd1c9e64e req-22036d48-a454-4cf9-b35f-9c15f7652437 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 210 time: 0.0403352 Feb 03 04:28:23.935753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (c2788fcb-8523-4044-b90a-1d046b44b7ac), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.984536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:23.986073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-cb6a74b4-3bf2-4a9f-830d-4a6495026d61 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5059483 Feb 03 04:28:23.990004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Made reservation on behalf of 7745d303219c42eea0ca133946dfcb96 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:23.993860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-1b097cca-9222-40ea-821a-5992e71ca936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:23.995749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-1b097cca-9222-40ea-821a-5992e71ca936 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 913 time: 0.1109040 Feb 03 04:28:23.997192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:24.048063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-7d7ff346-3a6c-41fd-9339-aa15f4d8f72c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a HTTP/1.1" status: 200 len: 217 time: 0.0448322 Feb 03 04:28:24.070631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-ff19d610-c85a-4155-8534-2830acaea21e tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.0700314 Feb 03 04:28:24.118332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-066101c3-3056-4a9b-9e21-233e01118425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:24.120513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-066101c3-3056-4a9b-9e21-233e01118425 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.0663316 Feb 03 04:28:24.174264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-4275f7eb-a776-40de-b0cd-498fb1fa3c7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474570 Feb 03 04:28:24.286670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-b1252f58-57bb-4f52-91fc-f332014ca84f tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:24.288114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cf208ac-531a-4179-a236-61dcb1fbac30 req-b1252f58-57bb-4f52-91fc-f332014ca84f tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1701622 Feb 03 04:28:24.289296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Allocated IP 172.20.0.10 (d9eba1a0-ac90-4729-a4e5-3264bad9f8ea/b94f2451-6b23-4924-89bc-50fb4d2ef7c6/c4986437-8140-4c49-8430-ecfd45066522) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:24.333115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-b016eb4a-01df-4384-ac13-62829ed6d60b service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512818 Feb 03 04:28:24.432580 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10db1d2e-db47-4c22-b049-f09e8834a43b req-2c6fd840-3327-4b9e-9cc3-81145b63394d service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899186 Feb 03 04:28:24.495431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd377-c1b6-41e2-b0b3-766dfe7958be req-c91911f9-2bc9-49c8-a1d1-7a69ff5a1062 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:24.496974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-478cd377-c1b6-41e2-b0b3-766dfe7958be req-c91911f9-2bc9-49c8-a1d1-7a69ff5a1062 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1487045 Feb 03 04:28:24.521896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9976a-c8ac-49db-a146-bc849f1a449e req-5316308e-8d7b-46aa-af48-d86db680ce70 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:24.523298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2da9976a-c8ac-49db-a146-bc849f1a449e req-5316308e-8d7b-46aa-af48-d86db680ce70 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 945 time: 0.1472933 Feb 03 04:28:24.578184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for port (c4986437-8140-4c49-8430-ecfd45066522), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:24.613062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-478cd377-c1b6-41e2-b0b3-766dfe7958be req-6faf9346-2ea9-40cf-865c-8c205e5bdb9b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086183 Feb 03 04:28:24.637330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2da9976a-c8ac-49db-a146-bc849f1a449e req-c680c55d-273f-47d4-a34d-f3074bcf02d8 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972605 Feb 03 04:28:24.654406 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:24.770592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:24.771520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:24.779258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:24.782442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:24.846252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:24.846903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:24.859046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245eec9-b844-4f50-ba23-38b6ecaa6309 req-32d0b1b7-bd98-4148-b2bf-6f2c346863b4 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:24.860791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9245eec9-b844-4f50-ba23-38b6ecaa6309 req-32d0b1b7-bd98-4148-b2bf-6f2c346863b4 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 946 time: 0.1866801 Feb 03 04:28:24.871918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574c22f-231d-4898-802e-312e9397192c req-ba953b4c-037e-4aad-bd94-a24631fe2a8a tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:24.873155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4574c22f-231d-4898-802e-312e9397192c req-ba953b4c-037e-4aad-bd94-a24631fe2a8a tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1475801 Feb 03 04:28:24.903445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c932adcc-86c2-41d7-9401-692e224f91de tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1391900 Feb 03 04:28:24.936791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Request body: {'port': {'device_id': '6cdbab35-249e-4ccf-8eed-773130db7641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:24.974260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4574c22f-231d-4898-802e-312e9397192c req-cb50dd25-41ce-4d69-9ea6-4a8f0485dd3f tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.0895703 Feb 03 04:28:24.993972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-4574c22f-231d-4898-802e-312e9397192c req-05b53ba0-fbdc-453a-a048-3fe9f9dd8502 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Request body: {'floatingip': {'port_id': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:25.031138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9245eec9-b844-4f50-ba23-38b6ecaa6309 req-5f0df28c-54f0-4996-bbca-baffbfe0afd2 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548271 Feb 03 04:28:25.055757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4574c22f-231d-4898-802e-312e9397192c req-05b53ba0-fbdc-453a-a048-3fe9f9dd8502 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (c2788fcb-8523-4044-b90a-1d046b44b7ac), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:25.144072 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c4986437-8140-4c49-8430-ecfd45066522), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:25.287598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706431-c8bd-4312-a485-b7910c4fa8c9 req-be47c09d-2d11-4ab4-8b06-06728e658f68 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:25.288994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05706431-c8bd-4312-a485-b7910c4fa8c9 req-be47c09d-2d11-4ab4-8b06-06728e658f68 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1942883 Feb 03 04:28:25.458800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05706431-c8bd-4312-a485-b7910c4fa8c9 req-6a6d91a1-ba13-4c02-afd8-ef66382ab4ea tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617131 Feb 03 04:28:25.626929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-7c497030-fb6f-48f2-b741-b6196a861cce tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:25.628510 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-7c497030-fb6f-48f2-b741-b6196a861cce tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 945 time: 0.0637438 Feb 03 04:28:25.696245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b170e702-ade4-472f-b5eb-d9d497ffcd9a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:25.740950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Deleting port 665d5b13-9095-45b0-9714-7eda486f5b89 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:25.741840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:25.850660 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-4574c22f-231d-4898-802e-312e9397192c req-05b53ba0-fbdc-453a-a048-3fe9f9dd8502 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 04:28:25.851878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4574c22f-231d-4898-802e-312e9397192c req-05b53ba0-fbdc-453a-a048-3fe9f9dd8502 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "PUT /v2.0/floatingips/c2788fcb-8523-4044-b90a-1d046b44b7ac HTTP/1.1" status: 409 len: 551 time: 0.8672910 Feb 03 04:28:25.875459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] For port 665d5b13-9095-45b0-9714-7eda486f5b89, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=665d5b13-9095-45b0-9714-7eda486f5b89,segment=NetworkSegment(7f6012df-7d67-4599-82c2-47d5d85ad9dd),segment_id=7f6012df-7d67-4599-82c2-47d5d85ad9dd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:25.875862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:25.893229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Calling delete_port for 665d5b13-9095-45b0-9714-7eda486f5b89 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:25.989398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4986437-8140-4c49-8430-ecfd45066522 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:25.997863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Publish callbacks [] for port (c4986437-8140-4c49-8430-ecfd45066522), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.012079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:26.025407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'port_id': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'mac_address': 'fa:16:3e:5a:b8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4432c88d-f1ac-4c71-ab3e-b6b32697a87d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:26.057995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Transition to ACTIVE for port object c4986437-8140-4c49-8430-ecfd45066522 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:28:26.064940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b170e702-ade4-472f-b5eb-d9d497ffcd9a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:26.065493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.071173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.079208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b170e702-ade4-472f-b5eb-d9d497ffcd9a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:26.100246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (665d5b13-9095-45b0-9714-7eda486f5b89), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.101228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:26.106765 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.113053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['665d5b13-9095-45b0-9714-7eda486f5b89'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:26.130815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351e5b9-4bb2-4a62-82f7-07f01517837e req-5e1d8e87-d35c-43a7-83f5-327bc5caf059 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:26.133098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d351e5b9-4bb2-4a62-82f7-07f01517837e req-5e1d8e87-d35c-43a7-83f5-327bc5caf059 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 932 time: 0.1305861 Feb 03 04:28:26.137295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Pushing event deleted for resources: {'Port': ['ID=665d5b13-9095-45b0-9714-7eda486f5b89,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:26.145027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25769b96-acb6-446e-a0d6-8f6d0c3a3028 req-070f829f-51e2-468c-9373-fd05a93e515a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:26.146259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-3517f561-b3ca-45bf-be7a-49b8c8597ce5 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:26.147920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-3517f561-b3ca-45bf-be7a-49b8c8597ce5 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.31 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 946 time: 0.0985949 Feb 03 04:28:26.152063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25769b96-acb6-446e-a0d6-8f6d0c3a3028 req-070f829f-51e2-468c-9373-fd05a93e515a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 943 time: 0.3028564 Feb 03 04:28:26.187379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Pushing event updated for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:26.188492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:26.227772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] No DVR routers for this DVR port 665d5b13-9095-45b0-9714-7eda486f5b89 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:28:26.232283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.235799 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31ccdf40-8467-4221-8956-5169b3f59c26 req-f324fa8d-0d0c-4805-b0b2-d7c911be51d9 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.15 "DELETE /v2.0/ports/665d5b13-9095-45b0-9714-7eda486f5b89 HTTP/1.1" status: 204 len: 173 time: 0.6013286 Feb 03 04:28:26.236256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'name': 'network-vif-deleted', 'tag': '665d5b13-9095-45b0-9714-7eda486f5b89'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:26.238533 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc591a46-bea0-47c1-9bce-a7411e31035c" -d '{"events": [{"server_uuid": "3cfdd4c2-5fcd-434a-9f29-e289f62553ce", "name": "network-vif-deleted", "tag": "665d5b13-9095-45b0-9714-7eda486f5b89"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:26.293838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25769b96-acb6-446e-a0d6-8f6d0c3a3028 req-b344856a-20ba-4fde-b5d4-80bbcd253dda tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402001 Feb 03 04:28:26.299459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d351e5b9-4bb2-4a62-82f7-07f01517837e req-df12f488-0f49-423e-9410-7923cf9e506d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427274 Feb 03 04:28:26.331346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Deleting port 3d610da4-e22a-4efb-954c-96e6b4b50c80 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:26.336439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.382879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b170e702-ade4-472f-b5eb-d9d497ffcd9a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:26.389900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Attempting to bind port c4986437-8140-4c49-8430-ecfd45066522 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:26.390895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Attempting to bind port c4986437-8140-4c49-8430-ecfd45066522 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:26.390895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Attempting to bind port c4986437-8140-4c49-8430-ecfd45066522 on network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:26.401477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Port c4986437-8140-4c49-8430-ecfd45066522 on network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:28:26.401812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Attempting to bind port c4986437-8140-4c49-8430-ecfd45066522 on network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:26.407126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-de1f70c5-d621-4531-ae72-4c25c67adb0e tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips/c2788fcb-8523-4044-b90a-1d046b44b7ac HTTP/1.1" status: 200 len: 693 time: 0.0618253 Feb 03 04:28:26.409949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:26.410297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Checking segment: {'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:26.410697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Bound using segment: {'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:26.411132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Bound port: c4986437-8140-4c49-8430-ecfd45066522, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:26.411583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c4986437-8140-4c49-8430-ecfd45066522), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.479877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d954c03f-638d-493b-a76d-fadda51371ba req-001a63b6-0008-4e87-b788-6411011c7664 tempest-ServerGroupTestJSON-1820448477 tempest-ServerGroupTestJSON-1820448477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cfdd4c2-5fcd-434a-9f29-e289f62553ce HTTP/1.1" status: 200 len: 210 time: 0.0564582 Feb 03 04:28:26.625002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:26.630403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c4986437-8140-4c49-8430-ecfd45066522,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:26.642686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-c4b12415-c31f-46d3-85ac-caae72248553 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:26.645029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-c4b12415-c31f-46d3-85ac-caae72248553 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2296922 Feb 03 04:28:26.648172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.747687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:26.749062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.750800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] 10.222.0.31 "PUT /v2.0/ports/c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 200 len: 1092 time: 1.8202360 Feb 03 04:28:26.757160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:26.760314 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "tag": "c4986437-8140-4c49-8430-ecfd45066522"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:26.771552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017fcfc-83a0-4657-ba19-32ed540e6bc9 req-45d025c3-f4e7-48ab-9ba5-b316e9d9708b tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:26.780234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d017fcfc-83a0-4657-ba19-32ed540e6bc9 req-45d025c3-f4e7-48ab-9ba5-b316e9d9708b tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/ports?device_id=82b8ae6c-54a6-47b7-955f-c418fcc42e8b HTTP/1.1" status: 200 len: 946 time: 0.2288496 Feb 03 04:28:26.810643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-67f84d8b-9a07-4a51-9f4d-c89285a0b426 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.1562929 Feb 03 04:28:26.824626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] For port 3d610da4-e22a-4efb-954c-96e6b4b50c80, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3d610da4-e22a-4efb-954c-96e6b4b50c80,segment=NetworkSegment(af388c6f-1863-4015-9d36-23266b2aab2b),segment_id=af388c6f-1863-4015-9d36-23266b2aab2b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:26.825286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.839137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Calling delete_port for 3d610da4-e22a-4efb-954c-96e6b4b50c80 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:26.905443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4affc2-e128-4cbe-be35-2d5310239454 service neutron] Pushing event updated for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:26.917800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-6513026d-5159-472f-b1b5-206cb0c3b3aa tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.0852897 Feb 03 04:28:26.946713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d017fcfc-83a0-4657-ba19-32ed540e6bc9 req-7648a214-ea19-4ea8-a720-c885e0c1fc15 tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.35 "GET /v2.0/security-groups?id=333e278d-e459-48cc-bf35-3a217ce004fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540275 Feb 03 04:28:26.982565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3d610da4-e22a-4efb-954c-96e6b4b50c80), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:26.984432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef915c-9423-4554-a909-6daf834433f7 req-57e4cb9c-69b8-4849-8d75-c771dcd6ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:26.986000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-57e4cb9c-69b8-4849-8d75-c771dcd6ea6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1126 time: 0.1811101 Feb 03 04:28:27.025241 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f38141b-8039-49fa-b048-a2321943c8d5 x-openstack-request-id: req-1f38141b-8039-49fa-b048-a2321943c8d5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:27.025570 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfdd4c2-5fcd-434a-9f29-e289f62553ce", "name": "network-vif-deleted", "tag": "665d5b13-9095-45b0-9714-7eda486f5b89", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:27.025798 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f38141b-8039-49fa-b048-a2321943c8d5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:27.026193 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfdd4c2-5fcd-434a-9f29-e289f62553ce', 'name': 'network-vif-deleted', 'tag': '665d5b13-9095-45b0-9714-7eda486f5b89', 'status': 'completed', 'code': 200} Feb 03 04:28:27.029093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Pushing event deleted for resources: {'Port': ['ID=3d610da4-e22a-4efb-954c-96e6b4b50c80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:27.073179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-349a150f-bf0d-47bd-b8b5-c1520295b55b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 200 len: 217 time: 0.0758967 Feb 03 04:28:27.077938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] No DVR routers for this DVR port 3d610da4-e22a-4efb-954c-96e6b4b50c80 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:28:27.080591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.084194 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-141f15a7-3844-4ef7-874e-7e2a22e0e216 req-5b8e1b44-688c-4771-9ecd-7d91a4576f2d tempest-VolumesAdminNegativeTest-1389372178 tempest-VolumesAdminNegativeTest-1389372178-project] 10.222.0.31 "DELETE /v2.0/ports/3d610da4-e22a-4efb-954c-96e6b4b50c80 HTTP/1.1" status: 204 len: 173 time: 0.9307868 Feb 03 04:28:27.173252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef915c-9423-4554-a909-6daf834433f7 req-66b3f339-d695-4a1c-926d-d9f7c64f2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:27.174615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-66b3f339-d695-4a1c-926d-d9f7c64f2a37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.0899169 Feb 03 04:28:27.193790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ec76b-294c-4bf0-8d9c-b0d7be1b983c req-b6f566b5-c7a3-4d4b-8007-78da919b0b7b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:27.195246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c04ec76b-294c-4bf0-8d9c-b0d7be1b983c req-b6f566b5-c7a3-4d4b-8007-78da919b0b7b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1307032 Feb 03 04:28:27.233707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-c44a4ee2-ed6a-45ec-b773-e4918d398746 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364234 Feb 03 04:28:27.235993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Deleting port b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:27.236332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.378502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c04ec76b-294c-4bf0-8d9c-b0d7be1b983c req-43c18457-0cac-47a7-b815-c66974d8e0a1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727524 Feb 03 04:28:27.416012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.416347 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.420269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-a95395d4-d795-459f-8b67-5d9ad1d7bfd4 service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771989 Feb 03 04:28:27.426400 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e08415-ff04-41e3-aba1-e048021ac1cb x-openstack-request-id: req-26e08415-ff04-41e3-aba1-e048021ac1cb {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:27.426691 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "tag": "c4986437-8140-4c49-8430-ecfd45066522", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:27.426944 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26e08415-ff04-41e3-aba1-e048021ac1cb {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:27.427339 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522', 'status': 'completed', 'code': 200} Feb 03 04:28:27.432728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Calling delete_port for b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:27.610948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef915c-9423-4554-a909-6daf834433f7 req-3e0c84f8-c8ce-4029-9ef5-1f4bb5ce1806 service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741714 Feb 03 04:28:27.631634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b6ab9-049c-408f-9ae4-a491fce9e276 req-c1be20ba-db2e-4159-8a9b-65b2c3106f3d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:27.633183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a2b6ab9-049c-408f-9ae4-a491fce9e276 req-c1be20ba-db2e-4159-8a9b-65b2c3106f3d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 944 time: 0.1337595 Feb 03 04:28:27.697841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b170e702-ade4-472f-b5eb-d9d497ffcd9a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:27.751443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port b170e702-ade4-472f-b5eb-d9d497ffcd9a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:28:27.753112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.756884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b170e702-ade4-472f-b5eb-d9d497ffcd9a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:27.757263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.764008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a2b6ab9-049c-408f-9ae4-a491fce9e276 req-f9573f7a-d4e5-4870-83e9-5571bd5dfdab tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239941 Feb 03 04:28:27.789808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event deleted for resources: {'Port': ['ID=b5c7ba7e-9492-47e1-a48d-2fcf6b14d0c6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:27.799354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-eb60d219-08dc-4acf-9b93-ec7756b6661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:27.800958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-eb60d219-08dc-4acf-9b93-ec7756b6661d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1126 time: 0.1267700 Feb 03 04:28:27.849476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b170e702-ade4-472f-b5eb-d9d497ffcd9a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:27.850070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.873016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:27.875394 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f57271-caca-4e97-abb2-271e1ff0bb8e" -d '{"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-plugged", "status": "completed", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:27.887629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:27.892679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.893539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3d610da4-e22a-4efb-954c-96e6b4b50c80 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:27.917566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 3d610da4-e22a-4efb-954c-96e6b4b50c80 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:27.917926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3d610da4-e22a-4efb-954c-96e6b4b50c80 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:27.947398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (c2788fcb-8523-4044-b90a-1d046b44b7ac), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.950110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:27.951185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c230b8e1-78e1-4c2c-9315-f972798d11ea req-d0f2074d-66cc-4047-8c14-0472b9ceb5be tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "DELETE /v2.0/floatingips/c2788fcb-8523-4044-b90a-1d046b44b7ac HTTP/1.1" status: 204 len: 173 time: 1.0252044 Feb 03 04:28:27.964634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:27.989286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d0956-3133-4be9-8aa0-ef9c20ce7ef9 req-a9262eff-33fc-4c2e-be66-58b7f9e74fe6 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:27.990786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e37d0956-3133-4be9-8aa0-ef9c20ce7ef9 req-a9262eff-33fc-4c2e-be66-58b7f9e74fe6 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 944 time: 0.1419110 Feb 03 04:28:27.993802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-9fcdce44-6920-4fa9-8f61-b9b07b574b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:27.995586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-9fcdce44-6920-4fa9-8f61-b9b07b574b8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 914 time: 0.1792684 Feb 03 04:28:28.064359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-aa172e92-b31c-448d-85b3-ea6e7d8dc609 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 200 len: 217 time: 0.0604820 Feb 03 04:28:28.154075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e37d0956-3133-4be9-8aa0-ef9c20ce7ef9 req-558c1975-06e0-4640-bf52-f1516820481e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564846 Feb 03 04:28:28.160866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-44d681a0-abd6-475c-b8ff-ce9352ab93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:28.162324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-44d681a0-abd6-475c-b8ff-ce9352ab93ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.0767667 Feb 03 04:28:28.180470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde69931-e1dc-4f09-96b0-68a849653cd7 req-a116f812-07f0-40f1-bced-492c2d5cd383 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:28.182355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fde69931-e1dc-4f09-96b0-68a849653cd7 req-a116f812-07f0-40f1-bced-492c2d5cd383 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1604874 Feb 03 04:28:28.226863 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-08d5ad5b-6462-4574-ada7-422df9980896 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557375 Feb 03 04:28:28.240163 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e90b8d-41d6-43e4-b428-ca715982651a x-openstack-request-id: req-04e90b8d-41d6-43e4-b428-ca715982651a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:28.240646 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-plugged", "status": "completed", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:28.241064 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04e90b8d-41d6-43e4-b428-ca715982651a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:28.241593 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'code': 200} Feb 03 04:28:28.338018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fde69931-e1dc-4f09-96b0-68a849653cd7 req-0c246f02-0f06-4a4f-bf5b-e37f92e52035 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453364 Feb 03 04:28:28.369828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60461828-0ae5-4773-9445-daaa3914cf87 req-f1c8f06f-87b1-4033-afe4-c5e7da6e6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:28.370932 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60461828-0ae5-4773-9445-daaa3914cf87 req-f1c8f06f-87b1-4033-afe4-c5e7da6e6608 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 1127 time: 0.0615897 Feb 03 04:28:28.387137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:28.440231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60461828-0ae5-4773-9445-daaa3914cf87 req-c15da73f-bf0f-4fa7-b9c8-5d809b288868 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610180 Feb 03 04:28:28.447071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-e53430e0-7e58-4bb2-b586-d26217cf9abe tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1001 time: 0.1949642 Feb 03 04:28:28.470884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-51273463-06ed-4110-8e2d-3c06bc770ddd service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348297 Feb 03 04:28:28.514761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] Deleting subnet 3dfe3a5f-304b-48f2-b8a2-23e397380eda {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:28:28.520345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] Publish callbacks [] for subnet (3dfe3a5f-304b-48f2-b8a2-23e397380eda), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:28.559995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-5076134b-065c-4583-8810-6f4d16bf1835 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:28.561594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-5076134b-065c-4583-8810-6f4d16bf1835 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports/0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 943 time: 0.1065209 Feb 03 04:28:28.575543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (3dfe3a5f-304b-48f2-b8a2-23e397380eda), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:28.673891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3dfe3a5f-304b-48f2-b8a2-23e397380eda), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:28.787753 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:28:28.790506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-68fc8a72-6b58-43c1-8243-05801c7b4df1 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1001 time: 0.1735053 Feb 03 04:28:28.870281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bd7a06-25b8-4101-ad3d-5e1e5e418b2d req-57425afe-d112-4e4e-8599-cbf30cfffb6d service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080526 Feb 03 04:28:28.874436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (3dfe3a5f-304b-48f2-b8a2-23e397380eda), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:28.954020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfe3a5f-304b-48f2-b8a2-23e397380eda,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:28.974753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:28.978094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3068f8da-cbf1-4318-9b66-762ff57d8f24 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3dfe3a5f-304b-48f2-b8a2-23e397380eda HTTP/1.1" status: 204 len: 168 time: 0.5883613 Feb 03 04:28:28.980898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:29.015392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-b3397a31-40dd-4066-a64a-7addc43ea4d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.016703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-b3397a31-40dd-4066-a64a-7addc43ea4d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2132516 Feb 03 04:28:29.038064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bc496-1559-4851-b267-3cfb320df0d3 req-adfe4327-187c-4eab-990f-e1077050fe11 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.038968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'name': 'network-vif-deleted', 'tag': '3d610da4-e22a-4efb-954c-96e6b4b50c80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:29.039726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d6bc496-1559-4851-b267-3cfb320df0d3 req-adfe4327-187c-4eab-990f-e1077050fe11 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1219795 Feb 03 04:28:29.041964 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571cdaf5-4aa1-4cf0-8a01-20bc21c7f3a2" -d '{"events": [{"server_uuid": "82b8ae6c-54a6-47b7-955f-c418fcc42e8b", "name": "network-vif-deleted", "tag": "3d610da4-e22a-4efb-954c-96e6b4b50c80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:29.057710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2df54da6-eeda-4bf7-86f6-7d1ed8d213a2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.125576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-3545796c-7eb3-4918-9cd9-97dca5af5abd tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1001 time: 0.1014042 Feb 03 04:28:29.144172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:29.147544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2df54da6-eeda-4bf7-86f6-7d1ed8d213a2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.149465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d6bc496-1559-4851-b267-3cfb320df0d3 req-2892b97d-7c7f-4af7-96f8-65ce0e679a31 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742218 Feb 03 04:28:29.190227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df54da6-eeda-4bf7-86f6-7d1ed8d213a2']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:29.202393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af388c6f-1863-4015-9d36-23266b2aab2b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:29.203292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af388c6f-1863-4015-9d36-23266b2aab2b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:29.211338 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (87a5564b-8a66-4f00-a72c-c62ad6d6da22), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.215302 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (af388c6f-1863-4015-9d36-23266b2aab2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.229514 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (af388c6f-1863-4015-9d36-23266b2aab2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.236462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:28:29.236942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (af388c6f-1863-4015-9d36-23266b2aab2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.237801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 665d5b13-9095-45b0-9714-7eda486f5b89 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:28:29.239301 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:28:29.285533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 665d5b13-9095-45b0-9714-7eda486f5b89 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:29.285779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 665d5b13-9095-45b0-9714-7eda486f5b89 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:29.305772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2df54da6-eeda-4bf7-86f6-7d1ed8d213a2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.316716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.324169 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] 10.222.0.35 "DELETE /v2.0/networks/2df54da6-eeda-4bf7-86f6-7d1ed8d213a2 HTTP/1.1" status: 204 len: 168 time: 0.3419240 Feb 03 04:28:29.325215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:29.374545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f871a95-00d6-4313-b052-784ba946630f admin admin] Pushing event deleted for resources: {'Network': ['ID=2df54da6-eeda-4bf7-86f6-7d1ed8d213a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:29.396524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] Deleting subnet 14af91a1-301d-4130-9d0f-cd9d5f549cdb {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:28:29.399999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] Publish callbacks [] for subnet (14af91a1-301d-4130-9d0f-cd9d5f549cdb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.415548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.425497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (87a5564b-8a66-4f00-a72c-c62ad6d6da22), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.425921 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Floating IP 87a5564b-8a66-4f00-a72c-c62ad6d6da22 disassociated. External IP: 172.25.7.30, port: 0728831e-34d8-430c-9d5b-be3b3217b6da. Feb 03 04:28:29.427854 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaf9835-346c-422e-bc71-02104a96e8ba x-openstack-request-id: req-ceaf9835-346c-422e-bc71-02104a96e8ba {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:29.428157 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b8ae6c-54a6-47b7-955f-c418fcc42e8b", "name": "network-vif-deleted", "tag": "3d610da4-e22a-4efb-954c-96e6b4b50c80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:29.428412 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceaf9835-346c-422e-bc71-02104a96e8ba {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:29.428811 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8ae6c-54a6-47b7-955f-c418fcc42e8b', 'name': 'network-vif-deleted', 'tag': '3d610da4-e22a-4efb-954c-96e6b4b50c80', 'status': 'completed', 'code': 200} Feb 03 04:28:29.448052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (14af91a1-301d-4130-9d0f-cd9d5f549cdb), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.489718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (14af91a1-301d-4130-9d0f-cd9d5f549cdb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.550312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (14af91a1-301d-4130-9d0f-cd9d5f549cdb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.580325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14af91a1-301d-4130-9d0f-cd9d5f549cdb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:29.588682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.592129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-62f3bb00-4d7c-47a4-9f8b-e33bab8b0963 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/14af91a1-301d-4130-9d0f-cd9d5f549cdb HTTP/1.1" status: 204 len: 168 time: 0.2632108 Feb 03 04:28:29.594618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:29.698845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (fd99f6aa-069c-405d-80c7-77f547425a55), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.762045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:29.799902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (fd99f6aa-069c-405d-80c7-77f547425a55), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.836256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd99f6aa-069c-405d-80c7-77f547425a55']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:29.861693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73604631-e8a6-425d-a10f-8c88a8ac91ec') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:29.861986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73604631-e8a6-425d-a10f-8c88a8ac91ec') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:29.873453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (73604631-e8a6-425d-a10f-8c88a8ac91ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.890661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (73604631-e8a6-425d-a10f-8c88a8ac91ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.899100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:28:29.899553 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (73604631-e8a6-425d-a10f-8c88a8ac91ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:28:29.901118 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:28:29.915384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.915888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.916355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.916816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.917276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.917724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.918175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.920558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-bbf4535c-5baa-4852-9662-e5ed5d835de3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6707 time: 0.1570692 Feb 03 04:28:29.932295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095cf6-81f3-42f9-962c-6634d77d4562 req-7386f278-f30a-4173-b1ed-d0ea153fbe09 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:29.933807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e095cf6-81f3-42f9-962c-6634d77d4562 req-7386f278-f30a-4173-b1ed-d0ea153fbe09 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 944 time: 0.4580779 Feb 03 04:28:29.983641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (fd99f6aa-069c-405d-80c7-77f547425a55), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.991291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:29.994402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd99f6aa-069c-405d-80c7-77f547425a55 HTTP/1.1" status: 204 len: 168 time: 0.3985829 Feb 03 04:28:30.017254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba169a-0f4b-4fba-9e06-14fe74f979dd admin admin] Pushing event deleted for resources: {'Network': ['ID=fd99f6aa-069c-405d-80c7-77f547425a55,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:30.035062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-d5565f65-6e42-4467-b71c-1c1368e67648 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036036 Feb 03 04:28:30.058649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e095cf6-81f3-42f9-962c-6634d77d4562 req-c891a5af-95f9-4c4d-a149-ef7668b74c28 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164382 Feb 03 04:28:30.088717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Router f451aaa7-0563-4a32-8264-69b87dc58e7d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:28:30.137584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:30.177841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7d275f50-1020-48ae-b27f-1fe690cb0a96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfbc445f9f664972aa4ab0a8e78356a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390172 Feb 03 04:28:30.180332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:30.227056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8866d5-3cf0-4a07-a32a-f187a8a0ef7e admin admin] Publish callbacks [] for security_group (333e278d-e459-48cc-bf35-3a217ce004fe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.232270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef242c87-892e-4349-8679-5bad82100a27 req-4e535170-1f70-44e2-a385-c46d38d8036b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:30.233747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef242c87-892e-4349-8679-5bad82100a27 req-4e535170-1f70-44e2-a385-c46d38d8036b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 945 time: 0.1031795 Feb 03 04:28:30.236598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:28:30.241095 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.247945 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] Sync routers for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:28:30.254909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8866d5-3cf0-4a07-a32a-f187a8a0ef7e admin admin] Publish callbacks [] for security_group (333e278d-e459-48cc-bf35-3a217ce004fe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.259226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:30.259872 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:30.286220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-cc11aad0-966c-457b-9541-99b335cf13af tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "PUT /v2.0/floatingips/87a5564b-8a66-4f00-a72c-c62ad6d6da22 HTTP/1.1" status: 200 len: 694 time: 1.1521883 Feb 03 04:28:30.291636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:30.293735 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e69e698-da65-4731-a6e5-1320ce50cc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:30.319077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8866d5-3cf0-4a07-a32a-f187a8a0ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (333e278d-e459-48cc-bf35-3a217ce004fe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.322078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8866d5-3cf0-4a07-a32a-f187a8a0ef7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.325683 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed8866d5-3cf0-4a07-a32a-f187a8a0ef7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/333e278d-e459-48cc-bf35-3a217ce004fe HTTP/1.1" status: 204 len: 168 time: 0.1421158 Feb 03 04:28:30.339143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8866d5-3cf0-4a07-a32a-f187a8a0ef7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e278d-e459-48cc-bf35-3a217ce004fe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:30.341353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef242c87-892e-4349-8679-5bad82100a27 req-8df03b40-a302-432c-bda2-ccd52c3de537 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977304 Feb 03 04:28:30.388445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-f5c45aeb-8e62-48e7-8d02-639f9790fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:30.398904 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:30.407155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-f5c45aeb-8e62-48e7-8d02-639f9790fe82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 1128 time: 0.1053038 Feb 03 04:28:30.546142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2869db-ea28-4c64-9bb9-12c216d33093 req-844140ec-c8e4-4d08-b452-42020aa1e1e8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:30.552987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea2869db-ea28-4c64-9bb9-12c216d33093 req-844140ec-c8e4-4d08-b452-42020aa1e1e8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1129370 Feb 03 04:28:30.555959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-784be7f5-6bdb-46d1-afd7-4f3322e9780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:30.557351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-784be7f5-6bdb-46d1-afd7-4f3322e9780e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 200 len: 930 time: 0.1492789 Feb 03 04:28:30.608357 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-b8ab202e-6f13-4e28-8cf4-9ee1dd52cf1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 217 time: 0.0383010 Feb 03 04:28:30.627483 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:30.661532 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] Checking router: f451aaa7-0563-4a32-8264-69b87dc58e7d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:28:30.663138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea2869db-ea28-4c64-9bb9-12c216d33093 req-58dd0baf-816c-4cef-b420-a60b1baa0504 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092925 Feb 03 04:28:30.671145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:30.671783 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:30.680246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-0c6c1dba-3fe0-41c7-8e16-a301ef1dd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:30.681975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-0c6c1dba-3fe0-41c7-8e16-a301ef1dd62f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 HTTP/1.1" status: 200 len: 868 time: 0.0661044 Feb 03 04:28:30.711994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:30.730166 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5a547a-fbe7-4076-acf3-561a6e0a2261 x-openstack-request-id: req-ba5a547a-fbe7-4076-acf3-561a6e0a2261 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:30.730539 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:30.730859 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba5a547a-fbe7-4076-acf3-561a6e0a2261 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:30.731318 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'status': 'completed', 'code': 200} Feb 03 04:28:30.765441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-28833604-76bf-4410-a7ba-73464f2c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:30.767375 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-28833604-76bf-4410-a7ba-73464f2c6d37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cbcd6ac0-9195-4d82-8386-3a287c36879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0794415 Feb 03 04:28:30.782620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d21ef3dd-d97e-4c4a-baa1-500dd12784dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5e7c69f75a94ca0ad3d2a39133bf983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685894 Feb 03 04:28:30.783236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:30.837929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79e9079-d294-4a7f-81a4-40cc3f6490d3 admin admin] Publish callbacks [] for security_group (d79ad8a3-3b37-49c1-9826-5018f84ceec7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.867916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79e9079-d294-4a7f-81a4-40cc3f6490d3 admin admin] Publish callbacks [] for security_group (d79ad8a3-3b37-49c1-9826-5018f84ceec7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.868339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-b1f12614-c47a-4c47-927c-fdb62445aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:30.869973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-b1f12614-c47a-4c47-927c-fdb62445aa06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 1128 time: 0.1178713 Feb 03 04:28:30.913223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-b0aadeab-2aab-450a-a767-1be193cc6f59 service neutron] 10.222.0.35 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305389 Feb 03 04:28:30.934311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79e9079-d294-4a7f-81a4-40cc3f6490d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d79ad8a3-3b37-49c1-9826-5018f84ceec7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.935314 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:30.939891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79e9079-d294-4a7f-81a4-40cc3f6490d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:30.941409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c79e9079-d294-4a7f-81a4-40cc3f6490d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d79ad8a3-3b37-49c1-9826-5018f84ceec7 HTTP/1.1" status: 204 len: 168 time: 0.1571848 Feb 03 04:28:30.951649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e9079-d294-4a7f-81a4-40cc3f6490d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79ad8a3-3b37-49c1-9826-5018f84ceec7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:31.065002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-f94fb683-fdce-4831-a8ce-55d2bf5d2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:31.066485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-f94fb683-fdce-4831-a8ce-55d2bf5d2813 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 200 len: 930 time: 0.1879888 Feb 03 04:28:31.115259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e14b228-defd-413a-a5bf-ab94903ea428 req-3c35b205-88da-460c-b915-57362265f1e9 service neutron] 10.222.0.35 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932909 Feb 03 04:28:31.116676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-a50a6caa-23d0-48cb-8aec-efd6767759b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 200 len: 217 time: 0.0406594 Feb 03 04:28:31.178626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-5c24e51e-f6ed-4150-84ac-8d4b96b44fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:31.180195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-5c24e51e-f6ed-4150-84ac-8d4b96b44fcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 HTTP/1.1" status: 200 len: 868 time: 0.0566576 Feb 03 04:28:31.233849 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:31.250417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:31.269114 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f6a6b-b869-4104-b724-594f6a4ebf72 None None] The sync data for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 is: [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:27:54Z', 'revision_number': 4, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'dbfb0982-7c5b-4d4e-a999-39a7a672db14', 'name': '', 'network_id': 'cbcd6ac0-9195-4d82-8386-3a287c36879c', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'mac_address': 'fa:16:3e:1d:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:53Z', 'updated_at': '2022-02-03T04:28:00Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'subnets': [{'id': '21307dd7-824e-4cdb-b3a7-7e3ff1d2add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:31.320346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-f4d3162f-a435-44ba-b239-94f0f893ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:31.322170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-f4d3162f-a435-44ba-b239-94f0f893ca3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbcd6ac0-9195-4d82-8386-3a287c36879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1348970 Feb 03 04:28:31.389434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-7ffc3445-e1ff-488b-b5a9-7befebd251d4 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips/87a5564b-8a66-4f00-a72c-c62ad6d6da22 HTTP/1.1" status: 200 len: 694 time: 0.0950305 Feb 03 04:28:31.399415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:31.414359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'port_id': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7', 'mac_address': 'fa:16:3e:f8:78:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912c71a9-c821-46c4-9044-bba7fe99c817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:31.421196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690055fa-3daa-48f3-bcc4-8203120d4c64 req-923cb7fe-ddaa-414c-909d-d0fcc0c53e9c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:31.422813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-690055fa-3daa-48f3-bcc4-8203120d4c64 req-923cb7fe-ddaa-414c-909d-d0fcc0c53e9c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 944 time: 0.1758554 Feb 03 04:28:31.482247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:31.482964 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:31.500567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:31.529433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:31.535674 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:31.608923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:31.633136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-2e744fae-a30a-449a-bf71-4b5ca8e025df service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797983 Feb 03 04:28:31.645377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89938901-e919-4c67-b728-9b0efba7b76a None None] New status for floating IP 87a5564b-8a66-4f00-a72c-c62ad6d6da22: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:28:31.654634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-690055fa-3daa-48f3-bcc4-8203120d4c64 req-565ba6a2-3301-495b-a959-2369b911da43 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970203 Feb 03 04:28:31.693126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-1ee2b513-5971-45e1-bfc4-3740f0c03176 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:31.700458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-1ee2b513-5971-45e1-bfc4-3740f0c03176 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2993548 Feb 03 04:28:31.730792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['51e4c431-f6d7-47f8-9cdb-6ae5593466c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:31.732519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c4986437-8140-4c49-8430-ecfd45066522 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:31.806433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-ffd1d6da-7225-494b-b702-7d6807abf68c tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 697 time: 0.1050973 Feb 03 04:28:31.894496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:31.911175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-b636078a-4e36-4ad4-9217-d63eb0ba0dcb tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 697 time: 0.0915735 Feb 03 04:28:31.969045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e69e698-da65-4731-a6e5-1320ce50cc6c req-419f5e74-7dbb-4c79-a2e2-8eb0e3764511 service neutron] 10.222.0.31 "GET /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285329 Feb 03 04:28:31.998569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff20f-81c1-4561-ad84-07db98853819 req-86a898e2-6d4f-4ddb-b6ee-6fb8495d3ca2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:32.000397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f51ff20f-81c1-4561-ad84-07db98853819 req-86a898e2-6d4f-4ddb-b6ee-6fb8495d3ca2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1995850 Feb 03 04:28:32.017223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c4986437-8140-4c49-8430-ecfd45066522,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:32.036237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-710886452-network', 'tenant_id': 'b676a0843a52415e97d197e7b502e692'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:32.038444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'c4986437-8140-4c49-8430-ecfd45066522', 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea', 'port_id': 'c4986437-8140-4c49-8430-ecfd45066522', 'mac_address': 'fa:16:3e:b8:19:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94f2451-6b23-4924-89bc-50fb4d2ef7c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:32.063470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Made reservation on behalf of b676a0843a52415e97d197e7b502e692 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:32.065947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.074648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.111291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c4986437-8140-4c49-8430-ecfd45066522 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:32.111712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c4986437-8140-4c49-8430-ecfd45066522), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.117189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f51ff20f-81c1-4561-ad84-07db98853819 req-9ee19663-b350-4f60-a339-9d38804ff111 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 Feb 03 04:28:32.129905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4986437-8140-4c49-8430-ecfd45066522 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:32.142229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Deleting port 09a16ec1-8f61-4a26-976f-82f81f6345ff {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:32.142590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.155249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c4986437-8140-4c49-8430-ecfd45066522,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:32.167693 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.176918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks [] for security_group (c4b81003-5319-4313-af5f-610750b6ad75), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.183888 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c4b81003-5319-4313-af5f-610750b6ad75), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.219463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:28:32.220317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:32.231562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b81003-5319-4313-af5f-610750b6ad75,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:32.237600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c2802951-5e99-4466-9ff0-abad35ca2986), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.237949 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Added segment c2802951-5e99-4466-9ff0-abad35ca2986 of type vlan for network fe7547ca-5aee-4093-9162-efa68fdc5079 Feb 03 04:28:32.265154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.265480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (09a16ec1-8f61-4a26-976f-82f81f6345ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.279942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (fe7547ca-5aee-4093-9162-efa68fdc5079), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.282613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Calling delete_port for 09a16ec1-8f61-4a26-976f-82f81f6345ff owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:32.306651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (fe7547ca-5aee-4093-9162-efa68fdc5079), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.306927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd68-7c15-4b8d-b444-3059f920ef92 req-f902bc53-0f2b-407f-ba6a-70c6870be724 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:32.307736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:32.308478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57c2bd68-7c15-4b8d-b444-3059f920ef92 req-f902bc53-0f2b-407f-ba6a-70c6870be724 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 944 time: 0.0994489 Feb 03 04:28:32.312104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.348682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4530494 Feb 03 04:28:32.351566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:32.357029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Request body: {'subnet': {'network_id': 'fe7547ca-5aee-4093-9162-efa68fdc5079', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-710886452-subnet', 'tenant_id': 'b676a0843a52415e97d197e7b502e692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:32.388169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929b1df-7d8a-4d5d-88df-907888af390a admin admin] Pushing event updated for resources: {'Network': ['ID=fe7547ca-5aee-4093-9162-efa68fdc5079,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:32.398744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network fe7547ca-5aee-4093-9162-efa68fdc5079 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:28:32.405106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Made reservation on behalf of b676a0843a52415e97d197e7b502e692 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:32.407414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.414668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57c2bd68-7c15-4b8d-b444-3059f920ef92 req-6192227c-e874-450f-a5dc-2a75288d6f07 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777524 Feb 03 04:28:32.497016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:32.498069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:32.546124 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (09a16ec1-8f61-4a26-976f-82f81f6345ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.589920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event deleted for resources: {'Port': ['ID=09a16ec1-8f61-4a26-976f-82f81f6345ff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:32.602662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] Deleting subnet e47c5b04-2830-42c8-9927-b4138f6b7060 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:28:32.607264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (33655636-ee97-433c-a79c-e48840b9b0d6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.614082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] Publish callbacks [] for subnet (e47c5b04-2830-42c8-9927-b4138f6b7060), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.664851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33655636-ee97-433c-a79c-e48840b9b0d6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:32.674098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Checking segment: {'id': 'c2802951-5e99-4466-9ff0-abad35ca2986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe7547ca-5aee-4093-9162-efa68fdc5079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:32.674466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Network hostable DHCP agents. Network: fe7547ca-5aee-4093-9162-efa68fdc5079, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:28:32.694331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Network fe7547ca-5aee-4093-9162-efa68fdc5079 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:28:32.705807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, fe7547ca-5aee-4093-9162-efa68fdc5079) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:32.711398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:32.712201 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.717464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708b799-3b7b-449e-9141-7f9d32a997f4 None None] Network fe7547ca-5aee-4093-9162-efa68fdc5079 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:32.723535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (e47c5b04-2830-42c8-9927-b4138f6b7060), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.733719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5e3847f3-8e0d-460a-a52b-caeef2ac3a4e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3808880 Feb 03 04:28:32.782002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e47c5b04-2830-42c8-9927-b4138f6b7060), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.787826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks [] for floatingip (87a5564b-8a66-4f00-a72c-c62ad6d6da22), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.791886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.793055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e6ce777-12ad-4d9d-91a1-70c2c2ad0d15 req-a7b492e5-6516-4437-a1fd-89964ecf3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "DELETE /v2.0/floatingips/87a5564b-8a66-4f00-a72c-c62ad6d6da22 HTTP/1.1" status: 204 len: 173 time: 0.8707986 Feb 03 04:28:32.835950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cea19e-434a-45e2-8dd8-f9feb51ade2e None None] Network fe7547ca-5aee-4093-9162-efa68fdc5079 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:32.951836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (e47c5b04-2830-42c8-9927-b4138f6b7060), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.985949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47c5b04-2830-42c8-9927-b4138f6b7060,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:32.992113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:32.995339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-846ed2a0-0466-4951-88f8-cc19cee1ec86 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e47c5b04-2830-42c8-9927-b4138f6b7060 HTTP/1.1" status: 204 len: 168 time: 0.4958506 Feb 03 04:28:32.998139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:33.020865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a1900-be75-46ce-9077-388bcd4bf3ce req-68ad95dc-f165-436e-9b89-ecb553a214bb tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:33.022351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c52a1900-be75-46ce-9077-388bcd4bf3ce req-68ad95dc-f165-436e-9b89-ecb553a214bb tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 945 time: 0.1292400 Feb 03 04:28:33.029022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd87fef-def0-4cc7-ada3-5cef95de99fa req-3783e240-be4d-4de6-a85e-b02dd51e5ee8 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:33.030491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd87fef-def0-4cc7-ada3-5cef95de99fa req-3783e240-be4d-4de6-a85e-b02dd51e5ee8 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 944 time: 0.1414561 Feb 03 04:28:33.072412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.103618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c52a1900-be75-46ce-9077-388bcd4bf3ce req-2c598398-ef82-4981-b4fa-217d87fd1bc8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720875 Feb 03 04:28:33.112493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd87fef-def0-4cc7-ada3-5cef95de99fa req-174a07f9-29c8-461a-93be-695ba5052712 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751543 Feb 03 04:28:33.148271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c54207e4-0b73-483b-9891-9e59d1af2335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.189426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.211872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:33.223132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6012df-7d67-4599-82c2-47d5d85ad9dd') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:33.223545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6012df-7d67-4599-82c2-47d5d85ad9dd') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:33.226918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f9e24-e206-40cf-8910-5d70157b9a55 req-cb3f4094-907f-406e-aee6-e6b57ea6bf69 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:33.228460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f0f9e24-e206-40cf-8910-5d70157b9a55 req-cb3f4094-907f-406e-aee6-e6b57ea6bf69 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0576088 Feb 03 04:28:33.238638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (7f6012df-7d67-4599-82c2-47d5d85ad9dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.253185 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7f6012df-7d67-4599-82c2-47d5d85ad9dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.260429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:28:33.260806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (7f6012df-7d67-4599-82c2-47d5d85ad9dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:28:33.262569 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:28:33.274338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:33.277163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f0f9e24-e206-40cf-8910-5d70157b9a55 req-48709e3e-152a-4d89-8b10-a71c7ff91469 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0426881 Feb 03 04:28:33.289861 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-ae239ab7-53df-4291-912d-fd50a37623b2 req-af209519-ab2c-4d21-908b-95701d801101 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] show failed (client error): The resource could not be found. Feb 03 04:28:33.309691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae239ab7-53df-4291-912d-fd50a37623b2 req-af209519-ab2c-4d21-908b-95701d801101 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "GET /v2.0/security-groups/3f09f12d-ea31-416b-aa68-a21a67dd1304 HTTP/1.1" status: 404 len: 352 time: 0.0345917 Feb 03 04:28:33.337848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.348037 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.349722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-339c4893-f553-4690-a65a-4b7e4962629d req-d4d4540e-1493-4dc8-ba45-3b7c94f7ce9e tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0369201 Feb 03 04:28:33.362879 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1 HTTP/1.1" status: 204 len: 168 time: 0.3592410 Feb 03 04:28:33.392955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f647c-35da-42a2-96fc-0431990738b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4c70ee-fc60-4652-acc2-e3f60f4a2ac1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:33.405933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 is: BUILD; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:33.407413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.426622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:33.437943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1b01-c36e-456f-8030-394068b960f4 req-bef2a23b-8cfa-43fe-b9c2-2768b0ae00c6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:33.445432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e0e1b01-c36e-456f-8030-394068b960f4 req-bef2a23b-8cfa-43fe-b9c2-2768b0ae00c6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.0713775 Feb 03 04:28:33.454241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:33.459434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.497603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e0e1b01-c36e-456f-8030-394068b960f4 req-37ca114e-0b6d-4793-a1f0-b1ba45fec94e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512009 Feb 03 04:28:33.558669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:33.598317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b872ee78-ac39-4fff-99b4-a9cb3137f8c8 req-34268788-b0ba-4a70-9202-a58208b695f6 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b676a0843a52415e97d197e7b502e692 HTTP/1.1" status: 200 len: 3005 time: 0.0691957 Feb 03 04:28:33.614197 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7c34f4ad-a1f0-4f13-b91a-f6d6d32f61ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54a09f80c9b948b7a6440c81cee0c4e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542512 Feb 03 04:28:33.617314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:33.680011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:33.693932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b872ee78-ac39-4fff-99b4-a9cb3137f8c8 req-d9a6faf8-09e6-4c0c-bae3-27eeab4629c7 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "GET /v2.0/security-groups/c4b81003-5319-4313-af5f-610750b6ad75 HTTP/1.1" status: 200 len: 3002 time: 0.0948081 Feb 03 04:28:33.711466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c4986437-8140-4c49-8430-ecfd45066522 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:33.736867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704fd459-5d9e-45c5-849b-d45f1b711691 admin admin] Publish callbacks [] for security_group (e278f95f-0dbc-4f0c-928e-f70a9a7a18a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.763044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port c4986437-8140-4c49-8430-ecfd45066522 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:28:33.765572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c143f-6139-4025-820b-84d0ca13c93e req-71b9c3cc-4c8b-4406-8af6-fa5b6424a61a tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:33.767076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c76c143f-6139-4025-820b-84d0ca13c93e req-71b9c3cc-4c8b-4406-8af6-fa5b6424a61a tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 946 time: 0.1348467 Feb 03 04:28:33.767219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port c4986437-8140-4c49-8430-ecfd45066522 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:33.767607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c4986437-8140-4c49-8430-ecfd45066522), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.793220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704fd459-5d9e-45c5-849b-d45f1b711691 admin admin] Publish callbacks [] for security_group (e278f95f-0dbc-4f0c-928e-f70a9a7a18a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.808151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b872ee78-ac39-4fff-99b4-a9cb3137f8c8 req-468314b5-84fd-4f93-bf0a-2dbddd9bf2d3 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "GET /v2.0/security-groups/c4b81003-5319-4313-af5f-610750b6ad75 HTTP/1.1" status: 200 len: 3002 time: 0.1075327 Feb 03 04:28:33.850691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c4986437-8140-4c49-8430-ecfd45066522 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:33.851090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c4986437-8140-4c49-8430-ecfd45066522), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.867674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c76c143f-6139-4025-820b-84d0ca13c93e req-ca9b8978-c00e-4fc2-b363-5078b0097910 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934811 Feb 03 04:28:33.875015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:33.877559 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b99c9-0c46-4ef7-924e-b5ceea194d36" -d '{"events": [{"server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "name": "network-vif-plugged", "status": "completed", "tag": "c4986437-8140-4c49-8430-ecfd45066522"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:33.897523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c4986437-8140-4c49-8430-ecfd45066522,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:33.900191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44b1e024-1c53-45ff-b610-b0ce43c97803 req-74f1db99-d20b-4ed1-a684-1138109c78c2 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "GET /v2.0/security-groups/c4b81003-5319-4313-af5f-610750b6ad75 HTTP/1.1" status: 200 len: 3002 time: 0.0631566 Feb 03 04:28:33.902657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.920784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704fd459-5d9e-45c5-849b-d45f1b711691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e278f95f-0dbc-4f0c-928e-f70a9a7a18a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.923637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-704fd459-5d9e-45c5-849b-d45f1b711691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:33.927115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-704fd459-5d9e-45c5-849b-d45f1b711691 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e278f95f-0dbc-4f0c-928e-f70a9a7a18a1 HTTP/1.1" status: 204 len: 168 time: 0.3061962 Feb 03 04:28:33.934899 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb3e4b4-0844-4e34-ab02-ca9fe251e7ac x-openstack-request-id: req-efb3e4b4-0844-4e34-ab02-ca9fe251e7ac {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:33.935308 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "name": "network-vif-plugged", "status": "completed", "tag": "c4986437-8140-4c49-8430-ecfd45066522", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:33.935796 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efb3e4b4-0844-4e34-ab02-ca9fe251e7ac {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:33.936250 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522', 'code': 200} Feb 03 04:28:33.944470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fd459-5d9e-45c5-849b-d45f1b711691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e278f95f-0dbc-4f0c-928e-f70a9a7a18a1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:33.974828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:33.997860 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-44b1e024-1c53-45ff-b610-b0ce43c97803 req-1f9da300-096f-4884-b090-4accb316630d tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 04:28:33.999049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44b1e024-1c53-45ff-b610-b0ce43c97803 req-1f9da300-096f-4884-b090-4accb316630d tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4b81003-5319-4313-af5f-610750b6ad75 HTTP/1.1" status: 409 len: 352 time: 0.0937433 Feb 03 04:28:34.058488 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-f40a296c-82ee-4125-8ea3-562b1a64d44f req-e92ae4ca-3e12-45b3-a9a9-8cad5ce94ddf tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] show failed (client error): The resource could not be found. Feb 03 04:28:34.059440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f40a296c-82ee-4125-8ea3-562b1a64d44f req-e92ae4ca-3e12-45b3-a9a9-8cad5ce94ddf tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "GET /v2.0/security-groups/fd53bf3b-e4d9-4370-a343-a320584d5059 HTTP/1.1" status: 404 len: 352 time: 0.0359364 Feb 03 04:28:34.076303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a8045-408d-4a5e-bd33-a33e0d9f385f req-8af171f5-3448-441f-a2c3-19b4a9024604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:34.077941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e58a8045-408d-4a5e-bd33-a33e0d9f385f req-8af171f5-3448-441f-a2c3-19b4a9024604 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1128 time: 0.0654180 Feb 03 04:28:34.113351 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-34cab3cf-e720-43fa-b842-e78c3e0350f9 req-ee4057c9-d88b-4e8d-b795-ad08de3f12d6 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] show failed (client error): The resource could not be found. Feb 03 04:28:34.114375 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34cab3cf-e720-43fa-b842-e78c3e0350f9 req-ee4057c9-d88b-4e8d-b795-ad08de3f12d6 tempest-SecurityGroupsNegativeTestJSON-1679626863 tempest-SecurityGroupsNegativeTestJSON-1679626863-project] 10.222.0.35 "GET /v2.0/security-groups/13efa464-1bf3-4e6c-8613-2f7b2bbac24f HTTP/1.1" status: 404 len: 352 time: 0.0285056 Feb 03 04:28:34.125392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:34.173204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e58a8045-408d-4a5e-bd33-a33e0d9f385f req-91813e73-6a8e-4e11-87c4-386df8105961 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859857 Feb 03 04:28:34.187774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] Deleting subnet 33655636-ee97-433c-a79c-e48840b9b0d6 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:28:34.191456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] Publish callbacks [] for subnet (33655636-ee97-433c-a79c-e48840b9b0d6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.283674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (33655636-ee97-433c-a79c-e48840b9b0d6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.346537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1d5b0-4365-47ea-8ece-184ce316973f req-4063353b-c0a0-4905-b7bc-190020959a4a tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:34.348052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8a1d5b0-4365-47ea-8ece-184ce316973f req-4063353b-c0a0-4905-b7bc-190020959a4a tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 943 time: 0.1275101 Feb 03 04:28:34.349710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (33655636-ee97-433c-a79c-e48840b9b0d6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.357841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee167b5-3be0-49da-9cd1-46b659c61816 req-e6100f6b-9243-404f-895c-cce693021d6b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:34.359254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ee167b5-3be0-49da-9cd1-46b659c61816 req-e6100f6b-9243-404f-895c-cce693021d6b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 946 time: 0.1657417 Feb 03 04:28:34.662725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:34.696821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d970bdb7-bd9c-4848-94a2-9c7a91392ac4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:34.698401 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d970bdb7-bd9c-4848-94a2-9c7a91392ac4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 943 time: 0.0685441 Feb 03 04:28:34.791185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1515636199-network', 'tenant_id': '6fe7185535d244daafe871978c964c6d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:34.815834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8a1d5b0-4365-47ea-8ece-184ce316973f req-9c04cc35-4642-4ab2-87ed-75a7457324ff tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553914 Feb 03 04:28:34.818473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Made reservation on behalf of 6fe7185535d244daafe871978c964c6d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:34.821231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.828306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ee167b5-3be0-49da-9cd1-46b659c61816 req-d192e385-035a-41ae-ad42-406f587cbffd tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490039 Feb 03 04:28:34.832632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Deleting port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:34.832984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.837518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.844737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (33655636-ee97-433c-a79c-e48840b9b0d6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.872325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33655636-ee97-433c-a79c-e48840b9b0d6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:34.874333 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.879553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a8226c7-4243-45fe-b040-1342d25a1ef0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/33655636-ee97-433c-a79c-e48840b9b0d6 HTTP/1.1" status: 204 len: 168 time: 0.7513914 Feb 03 04:28:34.881665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:34.960566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] For port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:34.960919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:34.980673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Calling delete_port for 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:35.011806 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (fe7547ca-5aee-4093-9162-efa68fdc5079), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.037669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks [] for security_group (86a40a93-b052-420e-a67a-32666289bdea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.042993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c7da0-a038-4504-8cb5-14ae9b2f4267 req-1fb68b57-1e83-439a-a7ce-b6d4390396a9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:35.044317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (86a40a93-b052-420e-a67a-32666289bdea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.044765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad6c7da0-a038-4504-8cb5-14ae9b2f4267 req-1fb68b57-1e83-439a-a7ce-b6d4390396a9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1450884 Feb 03 04:28:35.084919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:28:35.095231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a40a93-b052-420e-a67a-32666289bdea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:35.107055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd846f-d295-4454-b3b1-44a948e2c6a6 req-9ae27416-64e9-46cf-9359-e0c1f9a3dfce tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:35.108452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (05203a8f-dab8-4d60-9293-8a27fb7e3929), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.108707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90cd846f-d295-4454-b3b1-44a948e2c6a6 req-9ae27416-64e9-46cf-9359-e0c1f9a3dfce tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 946 time: 0.1400070 Feb 03 04:28:35.108931 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Added segment 05203a8f-dab8-4d60-9293-8a27fb7e3929 of type vlan for network 4c1a34e0-36c9-4106-92d2-3d500893ed1b Feb 03 04:28:35.168064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (fe7547ca-5aee-4093-9162-efa68fdc5079), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.170043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (4c1a34e0-36c9-4106-92d2-3d500893ed1b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.212113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (51e4c431-f6d7-47f8-9cdb-6ae5593466c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.214070 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (4c1a34e0-36c9-4106-92d2-3d500893ed1b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.215017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:35.215653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.217103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7547ca-5aee-4093-9162-efa68fdc5079']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:35.222232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad6c7da0-a038-4504-8cb5-14ae9b2f4267 req-dbf93a2f-a670-4d97-8247-dcd6df612e81 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562123 Feb 03 04:28:35.233901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2802951-5e99-4466-9ff0-abad35ca2986') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:35.234207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2802951-5e99-4466-9ff0-abad35ca2986') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:35.250303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (c2802951-5e99-4466-9ff0-abad35ca2986), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.261402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90cd846f-d295-4454-b3b1-44a948e2c6a6 req-8d6b034e-f95a-4fbc-8c88-fb7457fcce36 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5b5ba3-2198-4a74-b866-8712f02e6fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392469 Feb 03 04:28:35.265330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event deleted for resources: {'Port': ['ID=51e4c431-f6d7-47f8-9cdb-6ae5593466c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:35.270471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c2802951-5e99-4466-9ff0-abad35ca2986), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.278121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:28:35.278657 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (c2802951-5e99-4466-9ff0-abad35ca2986), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:28:35.281213 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:28:35.287966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6190333 Feb 03 04:28:35.291169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:35.296093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Request body: {'subnet': {'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1515636199-subnet', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:35.332500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b9ee4-0feb-4aaf-af36-1b33800924dc admin admin] Pushing event updated for resources: {'Network': ['ID=4c1a34e0-36c9-4106-92d2-3d500893ed1b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:35.341128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:28:35.346907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] No DVR routers for this DVR port 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:28:35.349722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.353120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-414c83e3-3bcd-4ab3-8ba6-ea89ec9b4337 req-d8f0a03f-1c0f-42e8-a96f-2a74b857c7c1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "DELETE /v2.0/ports/51e4c431-f6d7-47f8-9cdb-6ae5593466c7 HTTP/1.1" status: 204 len: 173 time: 0.6462412 Feb 03 04:28:35.353522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eea094-63c9-47ab-be56-655981460628', 'name': 'network-vif-deleted', 'tag': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:35.355833 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56fad0b-82b1-4fb0-bcd3-0c70f175e326" -d '{"events": [{"server_uuid": "d2eea094-63c9-47ab-be56-655981460628", "name": "network-vif-deleted", "tag": "51e4c431-f6d7-47f8-9cdb-6ae5593466c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:35.367101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Made reservation on behalf of 6fe7185535d244daafe871978c964c6d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:35.371622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.397341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (fe7547ca-5aee-4093-9162-efa68fdc5079), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.421715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.428286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fe7547ca-5aee-4093-9162-efa68fdc5079 HTTP/1.1" status: 204 len: 168 time: 0.5431263 Feb 03 04:28:35.445805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7561271e-1c40-40aa-b645-85f38f19f2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.449088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7b4d9-fe6e-40c1-9b9d-e753e83408b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7547ca-5aee-4093-9162-efa68fdc5079,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:35.524007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c244b693-d144-4d09-9399-bc931450e4bd tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:35.525448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c244b693-d144-4d09-9399-bc931450e4bd tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.31 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 946 time: 0.1496029 Feb 03 04:28:35.634085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:35.649563 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefa8458-113a-4a22-b73c-b17dec9beaab x-openstack-request-id: req-eefa8458-113a-4a22-b73c-b17dec9beaab {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:35.649853 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eea094-63c9-47ab-be56-655981460628", "name": "network-vif-deleted", "tag": "51e4c431-f6d7-47f8-9cdb-6ae5593466c7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:35.650301 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eefa8458-113a-4a22-b73c-b17dec9beaab {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:35.650692 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2eea094-63c9-47ab-be56-655981460628', 'name': 'network-vif-deleted', 'tag': '51e4c431-f6d7-47f8-9cdb-6ae5593466c7', 'status': 'completed', 'code': 200} Feb 03 04:28:35.676413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f1087e09-f1e9-4451-a4a2-c7ded15271eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b676a0843a52415e97d197e7b502e692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409682 Feb 03 04:28:35.678881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:35.699906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (f0842f33-6fc7-4b4e-94ba-08543f42de21), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.733405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0187abd-bc7e-441f-8873-3c9573af8233 admin admin] Publish callbacks [] for security_group (c4b81003-5319-4313-af5f-610750b6ad75), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.750530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Deleting port 0728831e-34d8-430c-9d5b-be3b3217b6da {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:35.750877 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.755348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0187abd-bc7e-441f-8873-3c9573af8233 admin admin] Publish callbacks [] for security_group (c4b81003-5319-4313-af5f-610750b6ad75), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.796937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0842f33-6fc7-4b4e-94ba-08543f42de21,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:35.805135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0187abd-bc7e-441f-8873-3c9573af8233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c4b81003-5319-4313-af5f-610750b6ad75), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.807830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0187abd-bc7e-441f-8873-3c9573af8233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.811384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0187abd-bc7e-441f-8873-3c9573af8233 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4b81003-5319-4313-af5f-610750b6ad75 HTTP/1.1" status: 204 len: 168 time: 0.1290035 Feb 03 04:28:35.819704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0187abd-bc7e-441f-8873-3c9573af8233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b81003-5319-4313-af5f-610750b6ad75,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:35.841534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Checking segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:35.843796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Network hostable DHCP agents. Network: 4c1a34e0-36c9-4106-92d2-3d500893ed1b, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:28:35.886222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] For port 0728831e-34d8-430c-9d5b-be3b3217b6da, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0728831e-34d8-430c-9d5b-be3b3217b6da,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:35.892509 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.925507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:28:35.928136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Calling delete_port for 0728831e-34d8-430c-9d5b-be3b3217b6da owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:35.988120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 4c1a34e0-36c9-4106-92d2-3d500893ed1b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:35.992036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a8fa4e-6269-4a3c-ab77-2bcc3369a04f req-f704d5f6-83e3-40c5-8662-ac6243ab655d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2eea094-63c9-47ab-be56-655981460628 HTTP/1.1" status: 200 len: 210 time: 0.0677083 Feb 03 04:28:35.998450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:35.999288 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:35.999661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7d01d-f604-4219-acd5-eab90df623cf None None] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:36.062114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b470755a-47dc-48e8-9b92-b3412c424613 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7698283 Feb 03 04:28:36.065092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:36.071337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:36.079209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b3b0-3146-4b28-a88d-b5965afe0b6f req-c52bd199-7b71-4220-9fe6-71648cf71bd8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:36.080903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61c5b3b0-3146-4b28-a88d-b5965afe0b6f req-c52bd199-7b71-4220-9fe6-71648cf71bd8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 946 time: 0.1737237 Feb 03 04:28:36.103874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.107554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.157358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'project_id': '6fe7185535d244daafe871978c964c6d', 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:28:36.158777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.178921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61c5b3b0-3146-4b28-a88d-b5965afe0b6f req-ad983be1-0f3c-4379-ad8a-7edb6cf7c3b4 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824177 Feb 03 04:28:36.198927 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0728831e-34d8-430c-9d5b-be3b3217b6da), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.237537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Pushing event deleted for resources: {'Port': ['ID=0728831e-34d8-430c-9d5b-be3b3217b6da,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:36.301089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] No DVR routers for this DVR port 0728831e-34d8-430c-9d5b-be3b3217b6da on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:28:36.307574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.311801 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54f3809b-3a11-4ac1-9a06-2377032101f9 req-c7fd4b20-1748-43e9-aa2b-76a9c68a7cec tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.31 "DELETE /v2.0/ports/0728831e-34d8-430c-9d5b-be3b3217b6da HTTP/1.1" status: 204 len: 173 time: 0.7787011 Feb 03 04:28:36.313674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'name': 'network-vif-deleted', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:36.319767 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae357df-f1a7-434a-8d14-31ae0948e2b0" -d '{"events": [{"server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "name": "network-vif-deleted", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:36.330752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks [] for router_controller (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.362973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['0728831e-34d8-430c-9d5b-be3b3217b6da'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:36.401001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Allocated IP 172.20.0.2 (4c1a34e0-36c9-4106-92d2-3d500893ed1b/f0842f33-6fc7-4b4e-94ba-08543f42de21/7710fb62-bb36-4977-bb6f-99aeb941e3e1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:36.483890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-08e9c2ef-52a3-45c1-8eeb-b2ea41e9369d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-835049621&fields=id&tenant_id=7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 267 time: 0.1707952 Feb 03 04:28:36.554513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13669-1437-4d07-bad3-21fe1c219ab8 req-108d43ad-3ff4-4457-a569-70facae6c526 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:36.556391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66d13669-1437-4d07-bad3-21fe1c219ab8 req-108d43ad-3ff4-4457-a569-70facae6c526 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.2070234 Feb 03 04:28:36.570869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.573490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-4ec233c5-0d03-462b-bdd3-9281ff92a5af tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:36.597091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-4ec233c5-0d03-462b-bdd3-9281ff92a5af tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 946 time: 0.1122379 Feb 03 04:28:36.604543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'port': {'security_groups': ['43133c2e-ed0b-4517-bb19-efb45f1fb820', '002632ea-4447-4fb9-926a-515b44996492']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:36.608703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks [] for router_gateway (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.644308 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Publish callbacks [] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.652186 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.700998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:36.704725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:36.708099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:36.711391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Pushing event updated for resources: {'Port': ['ID=7710fb62-bb36-4977-bb6f-99aeb941e3e1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:36.712527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66d13669-1437-4d07-bad3-21fe1c219ab8 req-c588844b-42b0-4c0e-b02f-c6e2c25d50b1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124980 Feb 03 04:28:36.731007 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c4986437-8140-4c49-8430-ecfd45066522), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.776688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Attempting to bind port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:36.777208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Attempting to bind port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:36.777565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Attempting to bind port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:36.782935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:36.783321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Checking segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:36.783760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.784157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Bound using segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:36.784640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Bound port: 7710fb62-bb36-4977-bb6f-99aeb941e3e1, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:36.785626 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.885742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] For port 7710fb62-bb36-4977-bb6f-99aeb941e3e1, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:36.888757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] For port 7710fb62-bb36-4977-bb6f-99aeb941e3e1, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7710fb62-bb36-4977-bb6f-99aeb941e3e1,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:36.896080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.940772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4314a229-e4c8-48d1-9533-79d6969bc574 req-37a3953f-1eb0-4e0c-82c1-ff747784020c tempest-FloatingIPsAssociationNegativeTestJSON-1991604710 tempest-FloatingIPsAssociationNegativeTestJSON-1991604710-project] 10.222.0.35 "GET /v2.0/ports?device_id=611a7d6c-aa80-44b3-91d0-8c126edba3bd HTTP/1.1" status: 200 len: 210 time: 0.0846560 Feb 03 04:28:36.966132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks [] for router_gateway (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:36.982475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6ba42-9606-4e8a-929c-c41b931e50de None None] Pushing event updated for resources: {'Port': ['ID=7710fb62-bb36-4977-bb6f-99aeb941e3e1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:37.010429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.031425 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8a7af-a415-4500-9fef-634ff7ad0cd3 x-openstack-request-id: req-17c8a7af-a415-4500-9fef-634ff7ad0cd3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:37.032311 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611a7d6c-aa80-44b3-91d0-8c126edba3bd", "name": "network-vif-deleted", "tag": "0728831e-34d8-430c-9d5b-be3b3217b6da", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:37.032602 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17c8a7af-a415-4500-9fef-634ff7ad0cd3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:37.033049 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611a7d6c-aa80-44b3-91d0-8c126edba3bd', 'name': 'network-vif-deleted', 'tag': '0728831e-34d8-430c-9d5b-be3b3217b6da', 'status': 'completed', 'code': 200} Feb 03 04:28:37.053198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:37.174182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c4986437-8140-4c49-8430-ecfd45066522,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:37.184420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Allocated IP 172.25.7.246 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/b32c5496-1710-4bdd-b318-ebd05215eda6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:37.212682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for port (c4986437-8140-4c49-8430-ecfd45066522), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.222446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.234514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:37.316687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:37.317204 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.318670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-300ad808-12d1-4431-b6c5-3b932ec7fb9b req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "PUT /v2.0/ports/c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 200 len: 982 time: 0.7207365 Feb 03 04:28:37.344996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1191993931-network', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:37.385200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:37.391114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks [] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.391926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ab7d7dae-097e-4162-97df-ba2e985594d0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635756140', 'description': 'tempest-description--1814060614'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:37.407146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Made reservation on behalf of d41266f2c7114287a963b936e0bbe47b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:37.416734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.424839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:37.425677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df18fe-7cfc-4fd3-be66-108933725dd9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:37.444927 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.460992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.479013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7dae-097e-4162-97df-ba2e985594d0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.511267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:37.515320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:37.524276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:37.556425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Pushing event updated for resources: {'Port': ['ID=b32c5496-1710-4bdd-b318-ebd05215eda6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:37.583031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-c2b510f1-4214-4a42-a1ff-abc572cb07b9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-385924884&fields=id&tenant_id=7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 267 time: 0.1468534 Feb 03 04:28:37.673808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7dae-097e-4162-97df-ba2e985594d0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group (8bc04c1e-5a79-4599-a688-da47dd983b81), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.687575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7dae-097e-4162-97df-ba2e985594d0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8bc04c1e-5a79-4599-a688-da47dd983b81), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.694703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks [] for security_group (cfa56dc9-e6e9-4dba-9b52-e015e3ad4450), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.707815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cfa56dc9-e6e9-4dba-9b52-e015e3ad4450), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.727346 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7dae-097e-4162-97df-ba2e985594d0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.729323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ab7d7dae-097e-4162-97df-ba2e985594d0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3425086 Feb 03 04:28:37.737149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:37.741302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-fd6b7049-1ee3-42bd-954c-797a2b60151f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:37.742549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e17a69d1-8fda-4c4d-b472-c0ac0d3bdff4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Request body: {'security_group_rule': {'security_group_id': '8bc04c1e-5a79-4599-a688-da47dd983b81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:37.742781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-fd6b7049-1ee3-42bd-954c-797a2b60151f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 985 time: 0.1425002 Feb 03 04:28:37.749963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:28:37.765640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'port': {'security_groups': ['002632ea-4447-4fb9-926a-515b44996492', '43133c2e-ed0b-4517-bb19-efb45f1fb820', 'f203fe6c-f36e-4915-a47b-723bee39873c']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:37.772622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d7dae-097e-4162-97df-ba2e985594d0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc04c1e-5a79-4599-a688-da47dd983b81,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:37.772796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e17a69d1-8fda-4c4d-b472-c0ac0d3bdff4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group_rule (e3c907f4-cac9-43a4-95e5-81e10e182b71), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.801585 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (276b134a-816c-4965-b42a-d2ff2970c00e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.801943 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Added segment 276b134a-816c-4965-b42a-d2ff2970c00e of type vlan for network 1731bdca-0e49-49d3-9de3-48778ce6bc0f Feb 03 04:28:37.917193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks [] for router_gateway (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.924639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa56dc9-e6e9-4dba-9b52-e015e3ad4450,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:37.928273 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1731bdca-0e49-49d3-9de3-48778ce6bc0f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.946069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7710fb62-bb36-4977-bb6f-99aeb941e3e1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:37.956953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c4986437-8140-4c49-8430-ecfd45066522), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.975018 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e17a69d1-8fda-4c4d-b472-c0ac0d3bdff4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group_rule (e3c907f4-cac9-43a4-95e5-81e10e182b71), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.982443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e17a69d1-8fda-4c4d-b472-c0ac0d3bdff4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e3c907f4-cac9-43a4-95e5-81e10e182b71), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.993009 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1731bdca-0e49-49d3-9de3-48778ce6bc0f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:37.994521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:37.995681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.036013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.042059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a69d1-8fda-4c4d-b472-c0ac0d3bdff4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c907f4-cac9-43a4-95e5-81e10e182b71,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:38.045936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ad08d-3718-48da-be5a-11cf84e2435d req-afa8eddf-cd18-4a0d-bc21-28d37591518b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:38.050632 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e17a69d1-8fda-4c4d-b472-c0ac0d3bdff4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.054013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-778ad08d-3718-48da-be5a-11cf84e2435d req-afa8eddf-cd18-4a0d-bc21-28d37591518b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1892996 Feb 03 04:28:38.054907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:38.055190 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e17a69d1-8fda-4c4d-b472-c0ac0d3bdff4 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169498 Feb 03 04:28:38.059276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:38.059927 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.066943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-85fd8db9-8329-47d5-9c1a-870d02cf214c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Request body: {'security_group_rule': {'security_group_id': '8bc04c1e-5a79-4599-a688-da47dd983b81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:38.103657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0493057 Feb 03 04:28:38.120251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:38.127762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Request body: {'subnet': {'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-subnet', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:38.171455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:38.172045 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.199276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189c4cc-e6df-4b7b-9103-461066c50346 admin admin] Pushing event updated for resources: {'Network': ['ID=1731bdca-0e49-49d3-9de3-48778ce6bc0f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:38.213353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:28:38.219460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.229919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7710fb62-bb36-4977-bb6f-99aeb941e3e1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7710fb62-bb36-4977-bb6f-99aeb941e3e1,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:38.246651 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.298683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-778ad08d-3718-48da-be5a-11cf84e2435d req-d4d76577-4baf-4d0f-a9bb-ef5056620fc8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264256 Feb 03 04:28:38.310527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Made reservation on behalf of d41266f2c7114287a963b936e0bbe47b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:38.317643 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.356291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85fd8db9-8329-47d5-9c1a-870d02cf214c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group_rule (470b097a-7341-443e-83d0-23e033e1f425), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.359752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:28:38.361153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7710fb62-bb36-4977-bb6f-99aeb941e3e1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:38.380104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:38.500864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85fd8db9-8329-47d5-9c1a-870d02cf214c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group_rule (470b097a-7341-443e-83d0-23e033e1f425), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.510789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e344ca7-e085-4767-a0a3-f43d606b9061 None None] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:38.518038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85fd8db9-8329-47d5-9c1a-870d02cf214c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (470b097a-7341-443e-83d0-23e033e1f425), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.559447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd8db9-8329-47d5-9c1a-870d02cf214c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470b097a-7341-443e-83d0-23e033e1f425,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:38.569565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:28:38.585500 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Sync routers for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:28:38.615038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85fd8db9-8329-47d5-9c1a-870d02cf214c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.615787 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:38.616510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-85fd8db9-8329-47d5-9c1a-870d02cf214c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5552714 Feb 03 04:28:38.616857 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:38.622824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:38.630118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:38.641018 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.642871 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7bb71ca7-6ec9-4e4e-9c3d-8aa183d28cea admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5766881 Feb 03 04:28:38.647066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:38.649675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0af288aa-cc18-4786-9ded-906face69be6 None None] Provisioning complete for port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:38.650377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0af288aa-cc18-4786-9ded-906face69be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.670205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.734778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c4986437-8140-4c49-8430-ecfd45066522,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:38.787297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0af288aa-cc18-4786-9ded-906face69be6 None None] Current status of the port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:38.802516 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (6b24571f-9ee5-44cd-8ded-73de2da3318d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.806022 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:38.806979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for port (c4986437-8140-4c49-8430-ecfd45066522), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.844665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.861759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:38.979352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:38.980077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:38.987729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cae16046-aca3-45d9-b551-eb7b5a6cf8fb req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "PUT /v2.0/ports/c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 200 len: 1021 time: 1.2319856 Feb 03 04:28:39.004875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b24571f-9ee5-44cd-8ded-73de2da3318d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:39.033777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522'}, {'name': 'network-changed', 'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:39.036132 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc5e7ef-242a-4d4d-95e3-8549369056d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "tag": "c4986437-8140-4c49-8430-ecfd45066522"}, {"name": "network-changed", "server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "tag": "c4986437-8140-4c49-8430-ecfd45066522"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:39.054898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Checking segment: {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:39.055295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Network hostable DHCP agents. Network: 1731bdca-0e49-49d3-9de3-48778ce6bc0f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:28:39.060170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d293c-9561-436c-b550-4962307a5fed tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:39.061396 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:37Z', 'revision_number': 3, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:39.094104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:28:39.099256 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.111139 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Checking router: 8bcf73e2-b8d0-4a8d-b628-817daaa344ad for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:28:39.111784 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Updating router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad port b32c5496-1710-4bdd-b318-ebd05215eda6 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:28:39.116319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:39.146437 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.154693 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40cc394-4571-40fd-aa11-25ea1fa9fde6 x-openstack-request-id: req-a40cc394-4571-40fd-aa11-25ea1fa9fde6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:39.154974 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "tag": "c4986437-8140-4c49-8430-ecfd45066522", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "tag": "c4986437-8140-4c49-8430-ecfd45066522", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:39.155267 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a40cc394-4571-40fd-aa11-25ea1fa9fde6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:39.156956 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522', 'status': 'completed', 'code': 200} Feb 03 04:28:39.157271 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522', 'status': 'completed', 'code': 200} Feb 03 04:28:39.159828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 1731bdca-0e49-49d3-9de3-48778ce6bc0f) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:39.183722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8636d5-0248-47b6-bcf9-94b203ca0755 None None] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:39.212117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.212725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.246368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-47d9cea6-a3f5-44bb-8254-b6ef6d099543 None None] Provisioning complete for port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:39.246814 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d9cea6-a3f5-44bb-8254-b6ef6d099543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.316430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:39.327240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f654dc16-fad1-4550-aa6c-51662053ade9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2034760 Feb 03 04:28:39.335068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:39.349518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052ad8-4456-4aeb-86f5-a54520d77958 req-a611946d-8afc-4c9e-bb2f-5359483df218 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.351104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51052ad8-4456-4aeb-86f5-a54520d77958 req-a611946d-8afc-4c9e-bb2f-5359483df218 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1024 time: 0.1923914 Feb 03 04:28:39.375483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:39.377869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:39.378906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 51e4c431-f6d7-47f8-9cdb-6ae5593466c7 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:39.386612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-2dbac06f-a74a-43dc-b9e2-587b8962935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.388497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-2dbac06f-a74a-43dc-b9e2-587b8962935f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1207 time: 0.2098782 Feb 03 04:28:39.407829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Allocated IP 172.25.7.86 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6f673c72-219e-4215-a4c8-3df460b4b342) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:39.454468 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-783dc6bb-8179-4c9f-bf2b-dfae9f171e81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2249293 Feb 03 04:28:39.455065 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.474909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (a151d0d9-86ed-4348-aa61-01ee7440e930), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.478650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (a151d0d9-86ed-4348-aa61-01ee7440e930), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.570148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76374056-9370-498b-a7fc-d36d436092db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:28:39.571000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76374056-9370-498b-a7fc-d36d436092db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.605415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-47d9cea6-a3f5-44bb-8254-b6ef6d099543 None None] Current status of the port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:39.622041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51052ad8-4456-4aeb-86f5-a54520d77958 req-87cfab81-85e6-4387-852c-46a286645cb3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=002632ea-4447-4fb9-926a-515b44996492&id=f203fe6c-f36e-4915-a47b-723bee39873c&id=43133c2e-ed0b-4517-bb19-efb45f1fb820 HTTP/1.1" status: 200 len: 6207 time: 0.2628462 Feb 03 04:28:39.638918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks [] for router_controller (a151d0d9-86ed-4348-aa61-01ee7440e930), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.662471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063b7b5-2050-4ed1-b4a1-c8b9750f296a req-8bab290a-5221-47b5-a7eb-0acc36c961fa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.669305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1063b7b5-2050-4ed1-b4a1-c8b9750f296a req-8bab290a-5221-47b5-a7eb-0acc36c961fa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.2838497 Feb 03 04:28:39.713092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-60d284b2-27ef-4a08-88ab-3f3d039ce117 req-4fb2a832-0503-4a06-a277-72300c150648 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': ' tempest-securitygroup -154131900 ', 'description': 'tempest-description-254826127'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:39.739228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-0727060c-2ddb-4f86-b9c1-9b91e8c64637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.740782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-0727060c-2ddb-4f86-b9c1-9b91e8c64637 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 914 time: 0.3421578 Feb 03 04:28:39.742344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0728831e-34d8-430c-9d5b-be3b3217b6da no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:39.764923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.765411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.765874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.766440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.766799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.767288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.767802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:39.770123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-44e8a999-3c61-4fd0-a026-6a75a4c4f43e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 6707 time: 0.2489116 Feb 03 04:28:39.791177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 0728831e-34d8-430c-9d5b-be3b3217b6da {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:39.791545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0728831e-34d8-430c-9d5b-be3b3217b6da not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:39.818681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for port (6f673c72-219e-4215-a4c8-3df460b4b342), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.861407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7710fb62-bb36-4977-bb6f-99aeb941e3e1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:39.897401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-424868e7-9f1d-48d0-9ea6-db4b54b78010 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 200 len: 217 time: 0.1430326 Feb 03 04:28:39.902163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-60d284b2-27ef-4a08-88ab-3f3d039ce117 req-4fb2a832-0503-4a06-a277-72300c150648 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.932738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-76374056-9370-498b-a7fc-d36d436092db None None] Allocated IP 172.20.0.2 (1731bdca-0e49-49d3-9de3-48778ce6bc0f/6b24571f-9ee5-44cd-8ded-73de2da3318d/c8ec12da-cbfc-4f06-a795-5d527ca68b60) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:39.944771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks [] for router_gateway (a151d0d9-86ed-4348-aa61-01ee7440e930), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.960085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1063b7b5-2050-4ed1-b4a1-c8b9750f296a req-95b777e8-1f03-44c0-b0bd-cb89b00bf0af tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898922 Feb 03 04:28:39.969008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6f673c72-219e-4215-a4c8-3df460b4b342), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:39.991907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:39.992297 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.036562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'Port': ['ID=6f673c72-219e-4215-a4c8-3df460b4b342,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:40.051042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:40.052742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-8b719108-39af-41ce-9526-91c3d45e66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:40.054242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-8b719108-39af-41ce-9526-91c3d45e66dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.1430392 Feb 03 04:28:40.057112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:40.061376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:40.086692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4d2666c3-1274-4d51-95f8-33924a78d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:40.086692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4d2666c3-1274-4d51-95f8-33924a78d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:40.087125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4d2666c3-1274-4d51-95f8-33924a78d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:40.089080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4d2666c3-1274-4d51-95f8-33924a78d6af service neutron] 10.222.0.15 "GET /v2.0/networks?id=065b282a-1ed1-4097-927b-9fb1c23745fa&id=74ee9637-e507-4076-9ab8-516d81946e96&id=74ee9637-e507-4076-9ab8-516d81946e96&id=74ee9637-e507-4076-9ab8-516d81946e96&id=74ee9637-e507-4076-9ab8-516d81946e96&id=85ae8084-1512-41bd-820f-3789560e4037&id=85ae8084-1512-41bd-820f-3789560e4037 HTTP/1.1" status: 200 len: 2289 time: 0.2722657 Feb 03 04:28:40.111170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (f451aaa7-0563-4a32-8264-69b87dc58e7d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.128577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-8ea002f8-1cc9-43d9-9419-bb0cbe5371db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649943 Feb 03 04:28:40.259173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-60d284b2-27ef-4a08-88ab-3f3d039ce117 req-4fb2a832-0503-4a06-a277-72300c150648 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (1a6ff525-efd8-4b66-9e49-556f278a9b5c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.281191 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-60d284b2-27ef-4a08-88ab-3f3d039ce117 req-4fb2a832-0503-4a06-a277-72300c150648 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a6ff525-efd8-4b66-9e49-556f278a9b5c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.326219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2a832-0503-4a06-a277-72300c150648 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ff525-efd8-4b66-9e49-556f278a9b5c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:40.327139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:40.329371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76374056-9370-498b-a7fc-d36d436092db None None] Publish callbacks [] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.329744 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-e1324c6d-ac28-4a21-a320-3167ce392490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87 HTTP/1.1" status: 200 len: 1002 time: 0.2142432 Feb 03 04:28:40.330603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-60d284b2-27ef-4a08-88ab-3f3d039ce117 req-4fb2a832-0503-4a06-a277-72300c150648 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.336247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60d284b2-27ef-4a08-88ab-3f3d039ce117 req-4fb2a832-0503-4a06-a277-72300c150648 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6813536 Feb 03 04:28:40.352805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76374056-9370-498b-a7fc-d36d436092db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.353784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for floatingip (dbcbf864-3172-43d0-ba33-93d21283f67d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.365728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-140bd4d3-5ecd-4ef1-89ca-f2dca6d6d2fc service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282455 Feb 03 04:28:40.394862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.404746 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Publish callbacks [] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.405451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76374056-9370-498b-a7fc-d36d436092db None None] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:40.414621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-76374056-9370-498b-a7fc-d36d436092db None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:40.419098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76374056-9370-498b-a7fc-d36d436092db None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:40.419488 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.422565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76374056-9370-498b-a7fc-d36d436092db None None] Pushing event updated for resources: {'Port': ['ID=c8ec12da-cbfc-4f06-a795-5d527ca68b60,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:40.472612 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Pushing event updated for resources: {'Port': ['ID=b32c5496-1710-4bdd-b318-ebd05215eda6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:40.474267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-9d6f7f33-6a7c-4c32-aae0-e2981fabb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:40.475327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-9d6f7f33-6a7c-4c32-aae0-e2981fabb605 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64384726-9c08-4113-b7b8-630e29cc4b0b HTTP/1.1" status: 200 len: 850 time: 0.1368940 Feb 03 04:28:40.481500 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.481832 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.482202 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.482530 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.482859 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.483178 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.483570 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.483890 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.484227 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.484578 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.484893 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.485206 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.485567 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:28:40.501840 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Attempting to bind port b32c5496-1710-4bdd-b318-ebd05215eda6 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:40.502205 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Attempting to bind port b32c5496-1710-4bdd-b318-ebd05215eda6 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:40.502565 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Attempting to bind port b32c5496-1710-4bdd-b318-ebd05215eda6 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:40.512073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-76374056-9370-498b-a7fc-d36d436092db None None] Attempting to bind port c8ec12da-cbfc-4f06-a795-5d527ca68b60 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:40.512435 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:40.512591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-76374056-9370-498b-a7fc-d36d436092db None None] Attempting to bind port c8ec12da-cbfc-4f06-a795-5d527ca68b60 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:40.512843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374056-9370-498b-a7fc-d36d436092db None None] Attempting to bind port c8ec12da-cbfc-4f06-a795-5d527ca68b60 on network 1731bdca-0e49-49d3-9de3-48778ce6bc0f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:40.512979 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:40.513296 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.513739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:40.514426 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Bound port: b32c5496-1710-4bdd-b318-ebd05215eda6, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:40.514893 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.518553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374056-9370-498b-a7fc-d36d436092db None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:40.518938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374056-9370-498b-a7fc-d36d436092db None None] Checking segment: {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:40.519344 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76374056-9370-498b-a7fc-d36d436092db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.519775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374056-9370-498b-a7fc-d36d436092db None None] Bound using segment: {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:40.520238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-76374056-9370-498b-a7fc-d36d436092db None None] Bound port: c8ec12da-cbfc-4f06-a795-5d527ca68b60, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:40.520626 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76374056-9370-498b-a7fc-d36d436092db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.574098 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] For port b32c5496-1710-4bdd-b318-ebd05215eda6, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:40.580825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] For port b32c5496-1710-4bdd-b318-ebd05215eda6, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b32c5496-1710-4bdd-b318-ebd05215eda6,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:40.594227 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.604152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-76374056-9370-498b-a7fc-d36d436092db None None] For port c8ec12da-cbfc-4f06-a795-5d527ca68b60, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:40.605855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e23dac23-8ed4-4861-84d0-967ad4d78023 req-70e5e53c-3122-4bae-982b-a664992242bf tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/1a6ff525-efd8-4b66-9e49-556f278a9b5c HTTP/1.1" status: 200 len: 1798 time: 0.1961710 Feb 03 04:28:40.606485 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6f673c72-219e-4215-a4c8-3df460b4b342), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.608467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-76374056-9370-498b-a7fc-d36d436092db None None] For port c8ec12da-cbfc-4f06-a795-5d527ca68b60, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c8ec12da-cbfc-4f06-a795-5d527ca68b60,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:40.619778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76374056-9370-498b-a7fc-d36d436092db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.675055 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d69e9-65d8-4fdb-b5bd-b1ef1113def2 None None] Pushing event updated for resources: {'Port': ['ID=b32c5496-1710-4bdd-b318-ebd05215eda6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:40.696297 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:40.697070 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:40.701942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2601f0ec-79c0-487a-9607-d5a96bf86537 req-74c01081-4f5a-45b3-ba4b-385e732a3abc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/1a6ff525-efd8-4b66-9e49-556f278a9b5c HTTP/1.1" status: 200 len: 1798 time: 0.0572698 Feb 03 04:28:40.731803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76374056-9370-498b-a7fc-d36d436092db None None] Pushing event updated for resources: {'Port': ['ID=c8ec12da-cbfc-4f06-a795-5d527ca68b60,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:40.732884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-0e786489-414e-49d3-a3ca-5f38b7730c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:40.734427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-0e786489-414e-49d3-a3ca-5f38b7730c41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065b282a-1ed1-4097-927b-9fb1c23745fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2387176 Feb 03 04:28:40.762048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-4f7ef9b9-e333-44a6-939e-619d89e38e4a service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887694 Feb 03 04:28:40.844199 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:40.954845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-f5aca992-c3cd-40f8-be2b-961ebfb6f752 service neutron] 10.222.0.15 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807542 Feb 03 04:28:40.959326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks [] for router_gateway (a151d0d9-86ed-4348-aa61-01ee7440e930), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:40.975268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2601f0ec-79c0-487a-9607-d5a96bf86537 req-533d58ee-1973-4fc8-92eb-854ac9e55318 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (1a6ff525-efd8-4b66-9e49-556f278a9b5c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.009792 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for port (6f673c72-219e-4215-a4c8-3df460b4b342), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.017931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Allocated IP 172.20.0.1 (4c1a34e0-36c9-4106-92d2-3d500893ed1b/f0842f33-6fc7-4b4e-94ba-08543f42de21/b50ae80a-5336-47e1-994d-adba2d54735a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:41.024857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.027739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (6f673c72-219e-4215-a4c8-3df460b4b342), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.040360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2601f0ec-79c0-487a-9607-d5a96bf86537 req-533d58ee-1973-4fc8-92eb-854ac9e55318 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (1a6ff525-efd8-4b66-9e49-556f278a9b5c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.106309 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:37Z', 'revision_number': 3, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:41.147165 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9ad18-9d7d-4730-b4bf-0cb25bd9aa7f None None] The sync data for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 is: [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:37Z', 'revision_number': 3, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:41.552723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-c5f48923-dda4-49a8-83c9-1214b44301cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:41.555690 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-c5f48923-dda4-49a8-83c9-1214b44301cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1207 time: 0.7333159 Feb 03 04:28:41.613632 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (dbcbf864-3172-43d0-ba33-93d21283f67d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.652786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'Port': ['ID=6f673c72-219e-4215-a4c8-3df460b4b342,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:41.700938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.702211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a8334949-73f3-47fa-b210-2d3cfc21b02d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0765314 Feb 03 04:28:41.758234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2601f0ec-79c0-487a-9607-d5a96bf86537 req-533d58ee-1973-4fc8-92eb-854ac9e55318 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a6ff525-efd8-4b66-9e49-556f278a9b5c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.759531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2601f0ec-79c0-487a-9607-d5a96bf86537 req-533d58ee-1973-4fc8-92eb-854ac9e55318 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:41.775924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2601f0ec-79c0-487a-9607-d5a96bf86537 req-533d58ee-1973-4fc8-92eb-854ac9e55318 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a6ff525-efd8-4b66-9e49-556f278a9b5c HTTP/1.1" status: 204 len: 173 time: 1.0724368 Feb 03 04:28:41.797752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c71d7-000b-4ca5-8457-373cdc36c6dd req-b47a692d-4f86-489b-b451-a184bc01063c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:41.807386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-364c71d7-000b-4ca5-8457-373cdc36c6dd req-b47a692d-4f86-489b-b451-a184bc01063c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.3077953 Feb 03 04:28:41.834293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Allocated IP 172.25.7.185 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/8d90f7c0-9ee7-478d-81b5-38f9627799ae) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:41.866874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d58ee-1973-4fc8-92eb-854ac9e55318 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ff525-efd8-4b66-9e49-556f278a9b5c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:41.942298 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-768e2f5b-7e07-4357-b34a-cfd63083cbcf req-fb205a4e-b2b9-40db-b667-d3a154c8c0ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:28:41.943372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-768e2f5b-7e07-4357-b34a-cfd63083cbcf req-fb205a4e-b2b9-40db-b667-d3a154c8c0ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/1a6ff525-efd8-4b66-9e49-556f278a9b5c HTTP/1.1" status: 404 len: 352 time: 0.1320946 Feb 03 04:28:41.961506 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-ff44fd05-347f-47a7-a97f-d01b039834a6 service neutron] 10.222.0.15 "GET /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9841304 Feb 03 04:28:41.979470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-51fdc6f6-f5a3-4f77-a896-ca07b8d65d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:41.988772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-51fdc6f6-f5a3-4f77-a896-ca07b8d65d78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 914 time: 0.3700843 Feb 03 04:28:42.004339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Deleting port dbfb0982-7c5b-4d4e-a999-39a7a672db14 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:42.004964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.005840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-52f472c3-c059-42da-8439-8297e2158056 req-a61c4231-3691-469f-b858-7d7e52c2dc35 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2044118053', 'description': 'tempest-description-1605537836'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:42.074026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-e70f4692-da57-4819-91cf-5ec3e7f6d172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=892459cd-d2bf-450a-ba0f-c4ba4497989e HTTP/1.1" status: 200 len: 217 time: 0.0970707 Feb 03 04:28:42.077681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks [] for port (b50ae80a-5336-47e1-994d-adba2d54735a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.099595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c8ec12da-cbfc-4f06-a795-5d527ca68b60 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:42.112714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-364c71d7-000b-4ca5-8457-373cdc36c6dd req-9a9c6a35-2428-4bf8-9143-2849bbafe86a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043478 Feb 03 04:28:42.114983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-1fbb57e3-484b-417d-847a-002f01bfd25d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 200 len: 217 time: 0.0920796 Feb 03 04:28:42.116313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52f472c3-c059-42da-8439-8297e2158056 req-a61c4231-3691-469f-b858-7d7e52c2dc35 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.167041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c8ec12da-cbfc-4f06-a795-5d527ca68b60 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:42.168033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.229316 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52f472c3-c059-42da-8439-8297e2158056 req-a61c4231-3691-469f-b858-7d7e52c2dc35 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (a180f855-ed52-4978-9185-30f28f817f73), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.230667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf2f2f-d4e1-46b3-a242-641a6fab27eb None None] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:42.256638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-5bc8cabc-9335-48cc-a00d-d156443a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:42.258639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-5bc8cabc-9335-48cc-a00d-d156443a72fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.1681762 Feb 03 04:28:42.286731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52f472c3-c059-42da-8439-8297e2158056 req-a61c4231-3691-469f-b858-7d7e52c2dc35 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a180f855-ed52-4978-9185-30f28f817f73), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.311795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.350393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ae118612-a3c7-4dac-ad3d-854bbc169a81 None None] Provisioning complete for port c8ec12da-cbfc-4f06-a795-5d527ca68b60 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:42.350836 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae118612-a3c7-4dac-ad3d-854bbc169a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.356497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-52f472c3-c059-42da-8439-8297e2158056 req-a61c4231-3691-469f-b858-7d7e52c2dc35 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.358025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52f472c3-c059-42da-8439-8297e2158056 req-a61c4231-3691-469f-b858-7d7e52c2dc35 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3653057 Feb 03 04:28:42.386427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-a72843f5-b674-4a60-bd39-3bd75b1d0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:42.388028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-a72843f5-b674-4a60-bd39-3bd75b1d0cdb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.2566249 Feb 03 04:28:42.420842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:42.452656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c8ec12da-cbfc-4f06-a795-5d527ca68b60 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:42.452983 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.459670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-94c0c1af-2ea0-451a-8eb0-5a6b3537f7af req-998639b2-6e66-43a2-8cec-5dc0c2d19a1e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1607023551', 'description': 'tempest-description-847413824'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:42.459906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks [] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.462744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Pushing event updated for resources: {'Port': ['ID=b50ae80a-5336-47e1-994d-adba2d54735a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:42.472869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:42.479738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] For port dbfb0982-7c5b-4d4e-a999-39a7a672db14, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=dbfb0982-7c5b-4d4e-a999-39a7a672db14,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:42.480209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.491876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c4231-3691-469f-b858-7d7e52c2dc35 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a180f855-ed52-4978-9185-30f28f817f73,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:42.510093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-8cf10b90-447c-4f2c-985d-49224e36134b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727344 Feb 03 04:28:42.525296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Calling delete_port for dbfb0982-7c5b-4d4e-a999-39a7a672db14 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:42.530093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c8ec12da-cbfc-4f06-a795-5d527ca68b60, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c8ec12da-cbfc-4f06-a795-5d527ca68b60,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:42.536818 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.537670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b32c5496-1710-4bdd-b318-ebd05215eda6 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:42.547454 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94c0c1af-2ea0-451a-8eb0-5a6b3537f7af req-998639b2-6e66-43a2-8cec-5dc0c2d19a1e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.628074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:42.643923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae118612-a3c7-4dac-ad3d-854bbc169a81 None None] Current status of the port c8ec12da-cbfc-4f06-a795-5d527ca68b60 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:42.644308 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae118612-a3c7-4dac-ad3d-854bbc169a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.693169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c8ec12da-cbfc-4f06-a795-5d527ca68b60,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:42.725719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.728316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.737867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-e3d6c7f1-8e07-4963-b643-1d6756476940 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:42.739820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-e3d6c7f1-8e07-4963-b643-1d6756476940 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 821 time: 0.4667339 Feb 03 04:28:42.767716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-429703be-6b58-4209-9879-a56cd73ca334 service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565756 Feb 03 04:28:42.771380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-ae118612-a3c7-4dac-ad3d-854bbc169a81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:28:42.772131 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-ae118612-a3c7-4dac-ad3d-854bbc169a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:28:42.782192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b32c5496-1710-4bdd-b318-ebd05215eda6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:42.782819 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.839187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d90f7c0-9ee7-478d-81b5-38f9627799ae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:42.849651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-009239bf-92a9-479e-a1cb-70034f067aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:42.850676 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-009239bf-92a9-479e-a1cb-70034f067aeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5629451 Feb 03 04:28:42.864305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-2d225413-ca6a-42a7-ac09-375589cad2df tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/quotas/f482cb2f850d466da641197ff982e44b HTTP/1.1" status: 200 len: 375 time: 0.1082337 Feb 03 04:28:42.897677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b32c5496-1710-4bdd-b318-ebd05215eda6 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:42.898070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.902946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:42.920069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:42.922375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b32c5496-1710-4bdd-b318-ebd05215eda6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b32c5496-1710-4bdd-b318-ebd05215eda6,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:42.930268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:42.930516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.960505 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94c0c1af-2ea0-451a-8eb0-5a6b3537f7af req-998639b2-6e66-43a2-8cec-5dc0c2d19a1e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.963117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-f7829aaf-e1c5-421b-8327-99f7a632ad98 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570354 Feb 03 04:28:42.974068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94c0c1af-2ea0-451a-8eb0-5a6b3537f7af req-998639b2-6e66-43a2-8cec-5dc0c2d19a1e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:42.985325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b32c5496-1710-4bdd-b318-ebd05215eda6,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:43.001897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-70e29aa4-52d5-4c58-838d-f4448641bc81 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:28:43.002988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-70e29aa4-52d5-4c58-838d-f4448641bc81 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140378 Feb 03 04:28:43.025436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfc5e7ef-242a-4d4d-95e3-8549369056d3 req-c0546c7e-4307-4191-be13-2d9880f6447c service neutron] 10.222.0.31 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413993 Feb 03 04:28:43.028084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94c0c1af-2ea0-451a-8eb0-5a6b3537f7af req-998639b2-6e66-43a2-8cec-5dc0c2d19a1e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.029259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94c0c1af-2ea0-451a-8eb0-5a6b3537f7af req-998639b2-6e66-43a2-8cec-5dc0c2d19a1e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6013021 Feb 03 04:28:43.042082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998639b2-6e66-43a2-8cec-5dc0c2d19a1e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:43.091763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-d4ce610e-5b36-42a5-aa52-79bdce37a5c9 req-a0c5a1c6-ec7d-4e76-a2f6-313eeaabd4e8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-819397050', 'description': 'tempest-description-1584281585'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:43.128303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d4ce610e-5b36-42a5-aa52-79bdce37a5c9 req-a0c5a1c6-ec7d-4e76-a2f6-313eeaabd4e8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.149034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-c5881a64-fa37-4dff-984d-5635603b3e5a service neutron] 10.222.0.35 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331046 Feb 03 04:28:43.188963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-8b6865d0-13db-4479-8e05-9abb360f1dec service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237350 Feb 03 04:28:43.282130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d4ce610e-5b36-42a5-aa52-79bdce37a5c9 req-a0c5a1c6-ec7d-4e76-a2f6-313eeaabd4e8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (3125807f-d2bd-4952-a07d-7f7c22b49149), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.289577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-bc753bae-7fd2-4ff5-a9a7-06edb8f0097b service neutron] 10.222.0.35 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277893 Feb 03 04:28:43.291082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d4ce610e-5b36-42a5-aa52-79bdce37a5c9 req-a0c5a1c6-ec7d-4e76-a2f6-313eeaabd4e8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3125807f-d2bd-4952-a07d-7f7c22b49149), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.308121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.327984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5a1c6-ec7d-4e76-a2f6-313eeaabd4e8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3125807f-d2bd-4952-a07d-7f7c22b49149,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:43.333806 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d4ce610e-5b36-42a5-aa52-79bdce37a5c9 req-a0c5a1c6-ec7d-4e76-a2f6-313eeaabd4e8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.335288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4ce610e-5b36-42a5-aa52-79bdce37a5c9 req-a0c5a1c6-ec7d-4e76-a2f6-313eeaabd4e8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2489867 Feb 03 04:28:43.344817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae118612-a3c7-4dac-ad3d-854bbc169a81 None None] Current status of the port c8ec12da-cbfc-4f06-a795-5d527ca68b60 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:43.455711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c58bda-4f0c-47ad-9416-b4d25091470c req-32000068-aee9-4087-9dc0-4d9c5b0b5e5b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:43.455711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97c58bda-4f0c-47ad-9416-b4d25091470c req-32000068-aee9-4087-9dc0-4d9c5b0b5e5b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.0604892 Feb 03 04:28:43.479931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-568d9c15-7d65-46d0-a6e6-d5dfe5c03182 None None] Provisioning complete for port b50ae80a-5336-47e1-994d-adba2d54735a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:43.480106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-568d9c15-7d65-46d0-a6e6-d5dfe5c03182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.545399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-568d9c15-7d65-46d0-a6e6-d5dfe5c03182 None None] Port b50ae80a-5336-47e1-994d-adba2d54735a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:28:43.556609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dbfb0982-7c5b-4d4e-a999-39a7a672db14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.560310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-41b7e80a-6e78-4e11-8904-19bc9e249157 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512421 Feb 03 04:28:43.562578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-568d9c15-7d65-46d0-a6e6-d5dfe5c03182 None None] Provisioning complete for port c8ec12da-cbfc-4f06-a795-5d527ca68b60 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:43.564234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-568d9c15-7d65-46d0-a6e6-d5dfe5c03182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.564490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97c58bda-4f0c-47ad-9416-b4d25091470c req-3b9c16a9-beef-4f34-9e93-4abe12403419 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966017 Feb 03 04:28:43.645625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfb0982-7c5b-4d4e-a999-39a7a672db14,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:43.649922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d266b7bf-58a6-4511-9a93-cdb9795a2d47 req-9ac9b9f2-504f-4a10-97a7-34d33a75276c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 11012 time: 0.1541057 Feb 03 04:28:43.686526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae0c73fb-f801-4f5c-84ea-e55fd9305dd8 req-9df079f4-5fcf-4e1d-96f7-a0bf37b9b451 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 210 time: 0.0349514 Feb 03 04:28:43.738372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-316e2d6a-49b5-4ff6-acb1-98fe1f0ff9e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd HTTP/1.1" status: 200 len: 217 time: 0.1140656 Feb 03 04:28:43.747481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-568d9c15-7d65-46d0-a6e6-d5dfe5c03182 None None] Current status of the port c8ec12da-cbfc-4f06-a795-5d527ca68b60 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:43.767174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d266b7bf-58a6-4511-9a93-cdb9795a2d47 req-cfe477aa-3077-44b4-b160-3d45091bb89a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/43133c2e-ed0b-4517-bb19-efb45f1fb820 HTTP/1.1" status: 200 len: 3002 time: 0.1058717 Feb 03 04:28:43.837289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d266b7bf-58a6-4511-9a93-cdb9795a2d47 req-95e2e7a4-7beb-4993-bb31-f9f3342cac3f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/43133c2e-ed0b-4517-bb19-efb45f1fb820 HTTP/1.1" status: 200 len: 3002 time: 0.0618756 Feb 03 04:28:43.868830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks [] for router_gateway (a151d0d9-86ed-4348-aa61-01ee7440e930), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:43.972465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a31a4a98-27cd-45cd-a453-681a874984ad req-efd6b092-3529-42fe-b547-6794052a7ee9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/a180f855-ed52-4978-9185-30f28f817f73 HTTP/1.1" status: 200 len: 1820 time: 0.0763278 Feb 03 04:28:44.012610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c8ec12da-cbfc-4f06-a795-5d527ca68b60 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:44.048983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a31a4a98-27cd-45cd-a453-681a874984ad req-a8e54dd0-3308-4829-8a98-f2698dbcfb0c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (a180f855-ed52-4978-9185-30f28f817f73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.086372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-7ee093d1-bd41-451b-9eb4-ef1407f8a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:44.088073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-7ee093d1-bd41-451b-9eb4-ef1407f8a76e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.3228633 Feb 03 04:28:44.091556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a31a4a98-27cd-45cd-a453-681a874984ad req-a8e54dd0-3308-4829-8a98-f2698dbcfb0c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (a180f855-ed52-4978-9185-30f28f817f73), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.101251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c8ec12da-cbfc-4f06-a795-5d527ca68b60 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:44.101543 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.155780 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a31a4a98-27cd-45cd-a453-681a874984ad req-a8e54dd0-3308-4829-8a98-f2698dbcfb0c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a180f855-ed52-4978-9185-30f28f817f73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.159234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a31a4a98-27cd-45cd-a453-681a874984ad req-a8e54dd0-3308-4829-8a98-f2698dbcfb0c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.161107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a31a4a98-27cd-45cd-a453-681a874984ad req-a8e54dd0-3308-4829-8a98-f2698dbcfb0c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/a180f855-ed52-4978-9185-30f28f817f73 HTTP/1.1" status: 204 len: 173 time: 0.2043521 Feb 03 04:28:44.196260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e54dd0-3308-4829-8a98-f2698dbcfb0c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a180f855-ed52-4978-9185-30f28f817f73,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:44.196478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c8ec12da-cbfc-4f06-a795-5d527ca68b60 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:44.197684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b32c5496-1710-4bdd-b318-ebd05215eda6 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:44.216169 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-3c75bca6-2e94-43a3-9dfd-e87c56ba28a8 req-daadad42-03a2-4970-b5cb-6d13bd4c352c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:28:44.218258 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c75bca6-2e94-43a3-9dfd-e87c56ba28a8 req-daadad42-03a2-4970-b5cb-6d13bd4c352c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/a180f855-ed52-4978-9185-30f28f817f73 HTTP/1.1" status: 404 len: 352 time: 0.0360301 Feb 03 04:28:44.301601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (a151d0d9-86ed-4348-aa61-01ee7440e930), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.302723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b32c5496-1710-4bdd-b318-ebd05215eda6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:44.303109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.307040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks [] for port (b50ae80a-5336-47e1-994d-adba2d54735a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.313986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1391b020-3dc6-41c8-8857-cdf7fba83a27 req-7d773e4f-3309-460b-acd1-225ff8209d4e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9 HTTP/1.1" status: 200 len: 1819 time: 0.0730696 Feb 03 04:28:44.325097 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.386613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1391b020-3dc6-41c8-8857-cdf7fba83a27 req-78336c61-142c-4752-ae0d-8ddfde3f7f2f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.388024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b32c5496-1710-4bdd-b318-ebd05215eda6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:44.412207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1391b020-3dc6-41c8-8857-cdf7fba83a27 req-78336c61-142c-4752-ae0d-8ddfde3f7f2f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.458816 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1391b020-3dc6-41c8-8857-cdf7fba83a27 req-78336c61-142c-4752-ae0d-8ddfde3f7f2f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.462124 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1391b020-3dc6-41c8-8857-cdf7fba83a27 req-78336c61-142c-4752-ae0d-8ddfde3f7f2f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.463332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1391b020-3dc6-41c8-8857-cdf7fba83a27 req-78336c61-142c-4752-ae0d-8ddfde3f7f2f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9 HTTP/1.1" status: 204 len: 173 time: 0.1406145 Feb 03 04:28:44.474106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78336c61-142c-4752-ae0d-8ddfde3f7f2f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:44.500848 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-8d6cc0d6-029c-499c-bfe2-d075e8501c67 req-dfc90885-8324-4f6c-b88c-ee873ce18e0e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:28:44.502107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d6cc0d6-029c-499c-bfe2-d075e8501c67 req-dfc90885-8324-4f6c-b88c-ee873ce18e0e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9 HTTP/1.1" status: 404 len: 352 time: 0.0185814 Feb 03 04:28:44.568716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ac04e35-edfd-4ada-b7bb-391ff3da3c41 req-7b86bac8-9539-4743-816a-c8ec1ef90010 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/3125807f-d2bd-4952-a07d-7f7c22b49149 HTTP/1.1" status: 200 len: 1819 time: 0.0459063 Feb 03 04:28:44.665624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ac04e35-edfd-4ada-b7bb-391ff3da3c41 req-9e5dcbf2-4e55-4f2f-8aa1-3142cdf3222b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (3125807f-d2bd-4952-a07d-7f7c22b49149), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.738417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04978c95-eef8-4014-a0c1-eecc8a5adb88 req-8d2a7b44-b937-4131-9f99-a6b0aa30c299 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:44.741128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04978c95-eef8-4014-a0c1-eecc8a5adb88 req-8d2a7b44-b937-4131-9f99-a6b0aa30c299 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.0923352 Feb 03 04:28:44.744850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ac04e35-edfd-4ada-b7bb-391ff3da3c41 req-9e5dcbf2-4e55-4f2f-8aa1-3142cdf3222b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (3125807f-d2bd-4952-a07d-7f7c22b49149), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.747743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-2c4af65d-a579-4667-8a23-7084dc20a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:44.749294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-2c4af65d-a579-4667-8a23-7084dc20a952 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6500270 Feb 03 04:28:44.749976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Pushing event updated for resources: {'Port': ['ID=b50ae80a-5336-47e1-994d-adba2d54735a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:44.752527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (f451aaa7-0563-4a32-8264-69b87dc58e7d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.829539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04978c95-eef8-4014-a0c1-eecc8a5adb88 req-2d36208f-8d92-4851-a1c1-eb15211b98af tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658281 Feb 03 04:28:44.839391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ac04e35-edfd-4ada-b7bb-391ff3da3c41 req-9e5dcbf2-4e55-4f2f-8aa1-3142cdf3222b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3125807f-d2bd-4952-a07d-7f7c22b49149), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.843012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ac04e35-edfd-4ada-b7bb-391ff3da3c41 req-9e5dcbf2-4e55-4f2f-8aa1-3142cdf3222b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.847817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ac04e35-edfd-4ada-b7bb-391ff3da3c41 req-9e5dcbf2-4e55-4f2f-8aa1-3142cdf3222b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/3125807f-d2bd-4952-a07d-7f7c22b49149 HTTP/1.1" status: 204 len: 173 time: 0.2713745 Feb 03 04:28:44.859035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dcbf2-4e55-4f2f-8aa1-3142cdf3222b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3125807f-d2bd-4952-a07d-7f7c22b49149,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:44.882528 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-f3ac21cf-2ead-4990-ac1c-13f6d953923e req-63851d48-2d6b-4467-84d1-3cb7a32596f5 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:28:44.883922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3ac21cf-2ead-4990-ac1c-13f6d953923e req-63851d48-2d6b-4467-84d1-3cb7a32596f5 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/3125807f-d2bd-4952-a07d-7f7c22b49149 HTTP/1.1" status: 404 len: 352 time: 0.0197086 Feb 03 04:28:44.946474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa599106-b2b3-4159-8558-25c44a53fa4f req-512036fb-5172-46a1-8904-c85fa36664d8 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 210 time: 0.0389943 Feb 03 04:28:44.976861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:44.997750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e09adcf7-6586-484a-8baf-db67dc61d113 req-58bff695-c822-48c3-9a46-01b6e41d88a3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 6207 time: 0.0810530 Feb 03 04:28:45.046349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e09adcf7-6586-484a-8baf-db67dc61d113 req-9262a37f-9691-4dc8-a5f5-c6abdafa1d0f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/43133c2e-ed0b-4517-bb19-efb45f1fb820 HTTP/1.1" status: 200 len: 3002 time: 0.0421510 Feb 03 04:28:45.092564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e09adcf7-6586-484a-8baf-db67dc61d113 req-75619af4-dbb0-43c8-805c-3bc270605f2b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/43133c2e-ed0b-4517-bb19-efb45f1fb820 HTTP/1.1" status: 200 len: 3002 time: 0.0399883 Feb 03 04:28:45.120152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-5fe8965f-d1a9-4dbe-9daa-f48ea76242f8 req-3147ff1c-54fe-4e4c-bfd5-c25af89c5cfa tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-999307283', 'description': 'tempest-description-951199339'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:45.131594 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-43f0d3ee-da6d-46f0-91a5-84035295c5f0 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590112 Feb 03 04:28:45.141530 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5fe8965f-d1a9-4dbe-9daa-f48ea76242f8 req-3147ff1c-54fe-4e4c-bfd5-c25af89c5cfa tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.212553 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5fe8965f-d1a9-4dbe-9daa-f48ea76242f8 req-3147ff1c-54fe-4e4c-bfd5-c25af89c5cfa tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (503f7107-a6eb-4506-8388-b087d7d966e9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.222462 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5fe8965f-d1a9-4dbe-9daa-f48ea76242f8 req-3147ff1c-54fe-4e4c-bfd5-c25af89c5cfa tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (503f7107-a6eb-4506-8388-b087d7d966e9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.235887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-72cd71dc-1926-49a7-ae50-6f4c3caca873 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:45.237363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-72cd71dc-1926-49a7-ae50-6f4c3caca873 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 821 time: 0.4922681 Feb 03 04:28:45.257940 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5fe8965f-d1a9-4dbe-9daa-f48ea76242f8 req-3147ff1c-54fe-4e4c-bfd5-c25af89c5cfa tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.259562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fe8965f-d1a9-4dbe-9daa-f48ea76242f8 req-3147ff1c-54fe-4e4c-bfd5-c25af89c5cfa tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1438456 Feb 03 04:28:45.264164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147ff1c-54fe-4e4c-bfd5-c25af89c5cfa tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503f7107-a6eb-4506-8388-b087d7d966e9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:45.284264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Request body: {'port': {'device_id': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'admin_state_up': True, 'tenant_id': 'f482cb2f850d466da641197ff982e44b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:45.289634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f66b4752-2e8b-4676-8840-707950bbc5ce req-6fa284b4-65a1-49da-a80e-f0774e4a410b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-334043474', 'description': 'tempest-description-1436302410'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:45.313619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f66b4752-2e8b-4676-8840-707950bbc5ce req-6fa284b4-65a1-49da-a80e-f0774e4a410b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.389081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f66b4752-2e8b-4676-8840-707950bbc5ce req-6fa284b4-65a1-49da-a80e-f0774e4a410b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (85bacb72-ac47-4c07-9b3a-bd425e382f4c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.392918 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f66b4752-2e8b-4676-8840-707950bbc5ce req-6fa284b4-65a1-49da-a80e-f0774e4a410b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (85bacb72-ac47-4c07-9b3a-bd425e382f4c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.420965 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f66b4752-2e8b-4676-8840-707950bbc5ce req-6fa284b4-65a1-49da-a80e-f0774e4a410b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.422290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f66b4752-2e8b-4676-8840-707950bbc5ce req-6fa284b4-65a1-49da-a80e-f0774e4a410b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1369801 Feb 03 04:28:45.433653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa284b4-65a1-49da-a80e-f0774e4a410b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bacb72-ac47-4c07-9b3a-bd425e382f4c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:45.448254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Router a151d0d9-86ed-4348-aa61-01ee7440e930 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:28:45.473183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:45.475261 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-bdb6c063-84c8-4ade-986f-17dd7ab6afbb service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333421 Feb 03 04:28:45.485145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:45.593151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-500f3992-cdb0-4b9b-bdf0-d8e9d32281fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01 HTTP/1.1" status: 200 len: 217 time: 0.1057217 Feb 03 04:28:45.655728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Router f451aaa7-0563-4a32-8264-69b87dc58e7d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:28:45.700786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197532a-1ca5-4b05-a161-e0f133939006 req-faaac958-c7e1-4236-99c4-b8ac8c0b74f3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:45.702310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-faaac958-c7e1-4236-99c4-b8ac8c0b74f3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 813 time: 0.1134977 Feb 03 04:28:45.717554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-c407cd57-52bc-4818-83a2-608964f38f6b tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/quotas/7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 375 time: 0.0092757 Feb 03 04:28:45.771135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-4a157ede-c56b-483b-8dfc-f9d65cf5c37c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478966 Feb 03 04:28:45.783732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Made reservation on behalf of f482cb2f850d466da641197ff982e44b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:45.788310 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.799341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a9e268ed-2bcd-4fd5-94ca-b76610a9dc99 None None] Provisioning complete for port b50ae80a-5336-47e1-994d-adba2d54735a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:45.799843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9e268ed-2bcd-4fd5-94ca-b76610a9dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:45.849066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a9e268ed-2bcd-4fd5-94ca-b76610a9dc99 None None] Port b50ae80a-5336-47e1-994d-adba2d54735a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:28:45.857792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-81e4e9d5-e8b1-45e6-b02f-c5a64dacc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:45.859559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-81e4e9d5-e8b1-45e6-b02f-c5a64dacc39b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.2224402 Feb 03 04:28:45.915102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:28:45.924458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Sync routers for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:28:45.939802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:45.940715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:45.975934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:28:46.000395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a0f2e37b-2f17-4a60-b6c4-e75ae8e14512 service neutron] 10.222.0.35 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195680 Feb 03 04:28:46.047257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:46.048591 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-82d27019-a410-419b-b158-fe2d709bb4d5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7125347 Feb 03 04:28:46.051825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:46.084065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:46.141120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:28:46.149817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:46.150774 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e4d691c6-4641-4c61-bed4-6dd33d5bc3a0 admin admin] 10.222.0.35 "PUT /v2.0/routers/f451aaa7-0563-4a32-8264-69b87dc58e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7688031 Feb 03 04:28:46.153488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] Sync routers for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:28:46.160975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4075a143-2bc4-4054-818d-4dd07e26c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:46.163064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4075a143-2bc4-4054-818d-4dd07e26c0df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2935798 Feb 03 04:28:46.169806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:46.172400 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:46.217995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Allocated IP 172.20.0.7 (cd0e7df7-918a-43dd-855c-5465210d56b4/912c71a9-c821-46c4-9044-bba7fe99c817/fbccf40e-59c9-494a-b225-42ebbb31a0e2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:46.335088 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:46.350411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 3, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:46.378973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:28:46.381257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Checking router: a151d0d9-86ed-4348-aa61-01ee7440e930 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:28:46.381657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Updating router a151d0d9-86ed-4348-aa61-01ee7440e930 port 8d90f7c0-9ee7-478d-81b5-38f9627799ae binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:28:46.385242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f07f244b-a788-4cac-b345-d189e6b9388b admin admin] 10.222.0.35 "PUT /v2.0/routers/8bcf73e2-b8d0-4a8d-b628-817daaa344ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7371626 Feb 03 04:28:46.388730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-c5964f26-057d-4db8-bc41-158952c34202 service neutron] 10.222.0.35 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842754 Feb 03 04:28:46.417121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-2225ab43-7be8-4ff0-94ff-9e05b35aa4e7 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416816 Feb 03 04:28:46.481053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Sync routers for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:28:46.486424 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:46.571730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:46.572399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:46.762719 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:46.824316 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] Checking router: f451aaa7-0563-4a32-8264-69b87dc58e7d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:28:46.844683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks [] for router (f451aaa7-0563-4a32-8264-69b87dc58e7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:46.846896 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] Routers {'f451aaa7-0563-4a32-8264-69b87dc58e7d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:46.849048 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f451aaa7-0563-4a32-8264-69b87dc58e7d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:46.906277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc3bc56a-a81c-463b-8d05-2124b216766b req-5499e44f-8af4-489e-986f-3cfeb3894446 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 210 time: 0.1604207 Feb 03 04:28:46.922504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:46.944324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:46.956179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-5f0773cf-7bc3-42ce-889f-49a94e30ff7b service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188708 Feb 03 04:28:46.997762 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-0b0fe788-eb8c-48b5-855a-dccdcd5bcf0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25 HTTP/1.1" status: 200 len: 217 time: 0.0402486 Feb 03 04:28:47.014269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4ad0-b6e0-4cd5-ba5c-653ab79e88c7 req-c62c3a1a-cb86-4741-9641-c924da1e5154 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:47.015802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57eb4ad0-b6e0-4cd5-ba5c-653ab79e88c7 req-c62c3a1a-cb86-4741-9641-c924da1e5154 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.7433672 Feb 03 04:28:47.017656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-3a95784e-bc40-41b0-923d-1e726dbfca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:47.019026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-3a95784e-bc40-41b0-923d-1e726dbfca96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1127 time: 0.7545559 Feb 03 04:28:47.178976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:47.245118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4238fdba-7477-4e0c-b2ed-9a3842e5f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:47.246710 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4238fdba-7477-4e0c-b2ed-9a3842e5f3bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 200 len: 797 time: 0.2328079 Feb 03 04:28:47.256919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Network cd0e7df7-918a-43dd-855c-5465210d56b4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:47.271427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:47.271636 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] Set router f451aaa7-0563-4a32-8264-69b87dc58e7d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:47.273907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:47.297608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:47.348060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:47.348797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:47.383327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-6e63ebb0-d915-49ac-b7ed-4418aa155ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:47.385340 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-6e63ebb0-d915-49ac-b7ed-4418aa155ab2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74ee9637-e507-4076-9ab8-516d81946e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1273940 Feb 03 04:28:47.390488 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dec718cf-40b0-4957-b1b3-342c4b3b3cdd tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1153533 Feb 03 04:28:47.446648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57eb4ad0-b6e0-4cd5-ba5c-653ab79e88c7 req-a1c53ff5-06f5-487d-ad58-61e9e492b0ec tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189167 Feb 03 04:28:47.455790 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks [] for router_gateway (f451aaa7-0563-4a32-8264-69b87dc58e7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:47.492195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad771377-5434-4902-a9d2-0af723ed1a97 req-77e619ca-fc95-407c-bd60-cc901264a8b6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:47.494016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad771377-5434-4902-a9d2-0af723ed1a97 req-77e619ca-fc95-407c-bd60-cc901264a8b6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.3582482 Feb 03 04:28:47.500871 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:47.517018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-9ec1c409-0105-40ad-9359-9d69e2c2634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:47.519331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-9ec1c409-0105-40ad-9359-9d69e2c2634a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.4865146 Feb 03 04:28:47.539633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-67a1c9ab-5a99-4cc5-828c-cbfcea13f0b7 service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414995 Feb 03 04:28:47.545309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Request body: {'port': {'device_id': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:47.579993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 2, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:47.611739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a91fe-aed6-4ea0-9dba-d30597b0a64b None None] The sync data for ids ['f451aaa7-0563-4a32-8264-69b87dc58e7d'] in n-d-827549-1 is: [{'id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1685463754-router', 'tenant_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:27:48Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 5, 'project_id': '2c0e55ff3cbd4475b1278b17f29cdd40', 'gw_port': {'id': 'b9aa59ca-4933-4f17-8da0-c2da32c03524', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f451aaa7-0563-4a32-8264-69b87dc58e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:27:49Z', 'updated_at': '2022-02-03T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:47.681179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Checking router: 8bcf73e2-b8d0-4a8d-b628-817daaa344ad for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:28:47.681891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Updating router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad port b50ae80a-5336-47e1-994d-adba2d54735a binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:28:47.687175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:47.708339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad771377-5434-4902-a9d2-0af723ed1a97 req-d3f45ed3-b335-4156-9549-91c4eadbc945 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064908 Feb 03 04:28:47.723337 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-5e4a3b68-19a2-48c1-b3dc-dfa183107fc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.1908998 Feb 03 04:28:47.752843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Publish callbacks [] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:47.772341 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:47.776281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:47.846697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dab15-c7cb-4018-b7cd-d40165712ba1 None None] Pushing event updated for resources: {'Port': ['ID=8d90f7c0-9ee7-478d-81b5-38f9627799ae,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:47.982397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:48.007841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5e4890f9-a81e-4dff-8272-4c41c9437548 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351429723', 'description': 'tempest-description--295840768'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:48.079045 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-b7089251-e69c-4880-b29c-55cf4369d98b service neutron] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871931 Feb 03 04:28:48.100487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Attempting to bind port 8d90f7c0-9ee7-478d-81b5-38f9627799ae on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:48.101070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Attempting to bind port 8d90f7c0-9ee7-478d-81b5-38f9627799ae by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:48.101198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Attempting to bind port 8d90f7c0-9ee7-478d-81b5-38f9627799ae on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:48.112371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device dbfb0982-7c5b-4d4e-a999-39a7a672db14 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:48.167333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:48.170141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:48.170848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.172325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:48.173859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Bound port: 8d90f7c0-9ee7-478d-81b5-38f9627799ae, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:48.174409 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.187372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: dbfb0982-7c5b-4d4e-a999-39a7a672db14 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:48.187601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-261d0b45-50e3-4edf-b6a4-5ed05066bfa0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 HTTP/1.1" status: 200 len: 217 time: 0.1070814 Feb 03 04:28:48.188102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device dbfb0982-7c5b-4d4e-a999-39a7a672db14 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:48.284485 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4890f9-a81e-4dff-8272-4c41c9437548 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.352015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b0aa102-0a6e-42fa-b3ba-eb23d5851cdb req-3b9c2188-d733-4283-ae7d-78355df4e2cb tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 210 time: 0.1307693 Feb 03 04:28:48.367305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Deleting port b9aa59ca-4933-4f17-8da0-c2da32c03524 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:48.367675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.384491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] For port 8d90f7c0-9ee7-478d-81b5-38f9627799ae, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:48.389061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] For port 8d90f7c0-9ee7-478d-81b5-38f9627799ae, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8d90f7c0-9ee7-478d-81b5-38f9627799ae,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:48.395754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.400974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-35a63869-6824-488b-8fb0-d2348b60b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:48.402655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-35a63869-6824-488b-8fb0-d2348b60b0f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.6700423 Feb 03 04:28:48.405638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-6d9048a7-bcf4-40a2-a5fb-6f2fbdddbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:48.406479 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.407740 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-6d9048a7-bcf4-40a2-a5fb-6f2fbdddbf7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dec5c8e-69eb-4f36-818c-cd699999389d HTTP/1.1" status: 200 len: 797 time: 0.1781592 Feb 03 04:28:48.482163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:48.482808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:48.494397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197532a-1ca5-4b05-a161-e0f133939006 req-ec46a654-82b9-4b13-a970-f2a957ebf6d5 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:48.496471 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-ec46a654-82b9-4b13-a970-f2a957ebf6d5 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.15 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 813 time: 0.3944473 Feb 03 04:28:48.509720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'port': {'device_id': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea', 'admin_state_up': True, 'tenant_id': '7745d303219c42eea0ca133946dfcb96'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:48.514008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b15f9-e3cc-4c33-8bc2-860017467c6b req-5c8d8c4d-d0c4-479b-b285-2782d0e4dcec tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:48.516409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed4b15f9-e3cc-4c33-8bc2-860017467c6b req-5c8d8c4d-d0c4-479b-b285-2782d0e4dcec tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 931 time: 0.2982974 Feb 03 04:28:48.584708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dab15-c7cb-4018-b7cd-d40165712ba1 None None] Pushing event updated for resources: {'Port': ['ID=8d90f7c0-9ee7-478d-81b5-38f9627799ae,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:48.594568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4890f9-a81e-4dff-8272-4c41c9437548 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (d9f02139-af35-4fc4-bff1-bc7fc6e18902), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.658291 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Publish callbacks [] for port (b50ae80a-5336-47e1-994d-adba2d54735a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.659851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4890f9-a81e-4dff-8272-4c41c9437548 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d9f02139-af35-4fc4-bff1-bc7fc6e18902), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.673779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-00832c8c-d5d6-481f-b1f4-091bcb1b395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:48.675099 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.675600 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-00832c8c-d5d6-481f-b1f4-091bcb1b395a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2505188 Feb 03 04:28:48.736032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed12a9f-f823-47c5-be57-34ed8d9054a8 None None] Pushing event updated for resources: {'Port': ['ID=b50ae80a-5336-47e1-994d-adba2d54735a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:48.750847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e4890f9-a81e-4dff-8272-4c41c9437548 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.752207 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5e4890f9-a81e-4dff-8272-4c41c9437548 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7550938 Feb 03 04:28:48.757789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:48.759575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbccf40e-59c9-494a-b225-42ebbb31a0e2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:48.768699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:48.770907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-252a7714-4c23-4c0e-8ac5-96da405831b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:48.773570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-252a7714-4c23-4c0e-8ac5-96da405831b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3502240 Feb 03 04:28:48.780509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aac1fe4e-cb9b-4f9e-9cac-5c85977478ca tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'security_group_rule': {'security_group_id': 'd9f02139-af35-4fc4-bff1-bc7fc6e18902', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:48.788720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Publish callbacks [] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.794374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4890f9-a81e-4dff-8272-4c41c9437548 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f02139-af35-4fc4-bff1-bc7fc6e18902,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:48.867575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] For port b9aa59ca-4933-4f17-8da0-c2da32c03524, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b9aa59ca-4933-4f17-8da0-c2da32c03524,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:48.867941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.911835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Transition to ACTIVE for port object fbccf40e-59c9-494a-b225-42ebbb31a0e2 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:28:48.929609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-cf8108ee-a794-4a8f-b650-758a829eaead service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351167 Feb 03 04:28:48.934518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:48.957689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59e81-7eea-42f0-9a53-7550b51e89a5 req-ec4adb8e-a398-4326-b435-880489e90f59 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:48.965718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83c59e81-7eea-42f0-9a53-7550b51e89a5 req-ec4adb8e-a398-4326-b435-880489e90f59 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.3656330 Feb 03 04:28:48.982011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed4b15f9-e3cc-4c33-8bc2-860017467c6b req-f742b557-154a-406d-ad63-8ac544c005f9 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743544 Feb 03 04:28:48.983206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Calling delete_port for b9aa59ca-4933-4f17-8da0-c2da32c03524 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:49.080407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Attempting to bind port b50ae80a-5336-47e1-994d-adba2d54735a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:49.080720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Attempting to bind port b50ae80a-5336-47e1-994d-adba2d54735a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:49.080988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Attempting to bind port b50ae80a-5336-47e1-994d-adba2d54735a on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:49.084770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Made reservation on behalf of 7745d303219c42eea0ca133946dfcb96 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:49.088427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:49.088849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Checking segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:49.089223 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.089624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Bound using segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:49.090103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Bound port: b50ae80a-5336-47e1-994d-adba2d54735a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:49.090486 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.094737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.156611 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-0c5ffea7-0237-4089-8f34-f07f16802d85 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235327 Feb 03 04:28:49.158972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:49.167933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-541fe8b4-a19a-49d9-bb88-ef14eb934821 None None] Provisioning complete for port b50ae80a-5336-47e1-994d-adba2d54735a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:49.168389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-541fe8b4-a19a-49d9-bb88-ef14eb934821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.209077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-541fe8b4-a19a-49d9-bb88-ef14eb934821 None None] Port b50ae80a-5336-47e1-994d-adba2d54735a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:28:49.231363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 3, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:49.253042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe4e-cb9b-4f9e-9cac-5c85977478ca tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (8f92be92-96ca-42a5-9def-7ea749a66f99), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.259408 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4652f309-f290-4d67-8ccc-ece38c629eda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659 HTTP/1.1" status: 200 len: 217 time: 0.0728383 Feb 03 04:28:49.269355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] For port b50ae80a-5336-47e1-994d-adba2d54735a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:49.271426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81673723-dc2f-47bc-9fa7-39ccb7058f8b None None] The sync data for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 is: [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 3, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:49.283138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] For port b50ae80a-5336-47e1-994d-adba2d54735a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b50ae80a-5336-47e1-994d-adba2d54735a,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:49.296613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.300709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-c69677a9-6c78-4a01-9db6-9105b5ca6964 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095627 Feb 03 04:28:49.303879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Allocated IP 172.20.0.1 (1731bdca-0e49-49d3-9de3-48778ce6bc0f/6b24571f-9ee5-44cd-8ded-73de2da3318d/16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:49.315442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83c59e81-7eea-42f0-9a53-7550b51e89a5 req-3e4b5ebe-1380-4ba4-a283-2bc1147b29fb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487840 Feb 03 04:28:49.373172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed12a9f-f823-47c5-be57-34ed8d9054a8 None None] Pushing event updated for resources: {'Port': ['ID=b50ae80a-5336-47e1-994d-adba2d54735a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:49.393634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:49.394436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:49.404485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6323d1-954b-4c02-b92d-6d8b4e4fadc7 req-43407d2e-fd3a-4533-a4d7-f7f58826fb1a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:49.412430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6323d1-954b-4c02-b92d-6d8b4e4fadc7 req-43407d2e-fd3a-4533-a4d7-f7f58826fb1a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.3158760 Feb 03 04:28:49.573011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-c8fc1b82-179f-4c71-8ee3-99316313a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:49.575565 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-c8fc1b82-179f-4c71-8ee3-99316313a309 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dec5c8e-69eb-4f36-818c-cd699999389d HTTP/1.1" status: 200 len: 797 time: 0.2791591 Feb 03 04:28:49.576472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe4e-cb9b-4f9e-9cac-5c85977478ca tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (8f92be92-96ca-42a5-9def-7ea749a66f99), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.606957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe4e-cb9b-4f9e-9cac-5c85977478ca tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8f92be92-96ca-42a5-9def-7ea749a66f99), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.633943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Attempting to bind port fbccf40e-59c9-494a-b225-42ebbb31a0e2 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:49.634283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Attempting to bind port fbccf40e-59c9-494a-b225-42ebbb31a0e2 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:49.634615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Attempting to bind port fbccf40e-59c9-494a-b225-42ebbb31a0e2 on network cd0e7df7-918a-43dd-855c-5465210d56b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:49.641466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cefebbed-6f1d-4798-834e-75055ea2e38c req-480d3323-6ee3-4f40-afa3-414909918389 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 210 time: 0.1468160 Feb 03 04:28:49.684610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:49.695568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Port fbccf40e-59c9-494a-b225-42ebbb31a0e2 on network cd0e7df7-918a-43dd-855c-5465210d56b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:28:49.695568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Attempting to bind port fbccf40e-59c9-494a-b225-42ebbb31a0e2 on network cd0e7df7-918a-43dd-855c-5465210d56b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:49.703861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1fe4e-cb9b-4f9e-9cac-5c85977478ca tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92be92-96ca-42a5-9def-7ea749a66f99,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:49.717946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe4e-cb9b-4f9e-9cac-5c85977478ca tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.719238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aac1fe4e-cb9b-4f9e-9cac-5c85977478ca tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9495685 Feb 03 04:28:49.723005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:49.723356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Checking segment: {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:49.723771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Bound using segment: {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:49.724230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Bound port: fbccf40e-59c9-494a-b225-42ebbb31a0e2, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:49.724593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.724844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39426) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:49.755163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Allocated IP 172.20.0.12 (d9eba1a0-ac90-4729-a4e5-3264bad9f8ea/b94f2451-6b23-4924-89bc-50fb4d2ef7c6/b8c9d4b8-5871-4fb6-add6-291744c63f31) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:49.756732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c9e5c317-1854-4b7b-aeb7-331ac9f719b4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'security_group_rule': {'security_group_id': 'd9f02139-af35-4fc4-bff1-bc7fc6e18902', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:49.811177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f9f8240-205d-421e-9913-66e96c9ae9f5 req-685a0648-4bfa-4836-93ef-9bdd3cbf6d38 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923463 Feb 03 04:28:49.814654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4abce52f-b691-4f29-adb4-ad19a54d9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:49.825879 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-4abce52f-b691-4f29-adb4-ad19a54d9d88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85ae8084-1512-41bd-820f-3789560e4037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2427769 Feb 03 04:28:49.841339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff6323d1-954b-4c02-b92d-6d8b4e4fadc7 req-cac89bb3-39fb-45d3-ae51-a57336122039 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274073 Feb 03 04:28:49.893993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks [] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.941139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c317-1854-4b7b-aeb7-331ac9f719b4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (f251cc8f-7137-4925-9e9d-c9c0f05eb320), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.941733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:49.948969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:49.987359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:49.993666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b9aa59ca-4933-4f17-8da0-c2da32c03524), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.028102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0c4b5a55-ff6e-4753-9dff-d3acd38f4d54 None None] Provisioning complete for port b50ae80a-5336-47e1-994d-adba2d54735a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:50.028488 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5a55-ff6e-4753-9dff-d3acd38f4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.084441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9aa59ca-4933-4f17-8da0-c2da32c03524,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:50.142581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.150547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:49Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:50.198405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.217084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d23d0-2f63-4072-9149-48a8ebd9e0b4 None None] The sync data for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 is: [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:49Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:50.302239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:50.302837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.309242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] 10.222.0.15 "PUT /v2.0/ports/fbccf40e-59c9-494a-b225-42ebbb31a0e2 HTTP/1.1" status: 200 len: 1091 time: 2.7662485 Feb 03 04:28:50.311530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b5a55-ff6e-4753-9dff-d3acd38f4d54 None None] Current status of the port b50ae80a-5336-47e1-994d-adba2d54735a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:50.312089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5a55-ff6e-4753-9dff-d3acd38f4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.378936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:50.390238 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea574df-1bfc-4228-95b6-5a4785d4077c" -d '{"events": [{"name": "network-changed", "server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:50.432816 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c317-1854-4b7b-aeb7-331ac9f719b4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (f251cc8f-7137-4925-9e9d-c9c0f05eb320), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.434277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Pushing event updated for resources: {'Port': ['ID=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:50.437570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c4b5a55-ff6e-4753-9dff-d3acd38f4d54 None None] For port b50ae80a-5336-47e1-994d-adba2d54735a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b50ae80a-5336-47e1-994d-adba2d54735a,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:50.454904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5a55-ff6e-4753-9dff-d3acd38f4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.477612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:50.479029 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c317-1854-4b7b-aeb7-331ac9f719b4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f251cc8f-7137-4925-9e9d-c9c0f05eb320), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.484519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:50.490936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:50.584998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b5a55-ff6e-4753-9dff-d3acd38f4d54 None None] Pushing event updated for resources: {'Port': ['ID=b50ae80a-5336-47e1-994d-adba2d54735a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:50.628139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5c317-1854-4b7b-aeb7-331ac9f719b4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f251cc8f-7137-4925-9e9d-c9c0f05eb320,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:50.647228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72e43c-53df-4049-b1a5-3f6ac570b351 service neutron] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:50.651375 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-77c1feb5-cbb4-4fd5-9dd6-04e459fe7054 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074179 Feb 03 04:28:50.674120 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (f451aaa7-0563-4a32-8264-69b87dc58e7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.754208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.756690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-5d8bc327-9e0d-47f1-9abf-c07e302a73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:50.761776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-5d8bc327-9e0d-47f1-9abf-c07e302a73bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 1125 time: 0.3007336 Feb 03 04:28:50.770281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:50.795871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c317-1854-4b7b-aeb7-331ac9f719b4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.800056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c9e5c317-1854-4b7b-aeb7-331ac9f719b4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0664778 Feb 03 04:28:50.810465 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (a151d0d9-86ed-4348-aa61-01ee7440e930), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:50.811916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:50.836105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:50.977885 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-e99ca0f9-1a05-4a39-832a-586ea01eb0c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2 HTTP/1.1" status: 200 len: 217 time: 0.1640718 Feb 03 04:28:50.995812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (f451aaa7-0563-4a32-8264-69b87dc58e7d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.023149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8593099-e778-42a4-a693-ccb10fb6f5dc req-e1d917cf-8fec-47a9-9576-17405649ab5a tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:51.030274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:51.031786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8593099-e778-42a4-a693-ccb10fb6f5dc req-e1d917cf-8fec-47a9-9576-17405649ab5a tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 943 time: 0.8744526 Feb 03 04:28:51.037260 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks [] for router_controller (f451aaa7-0563-4a32-8264-69b87dc58e7d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.094903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6198002a-5e64-4477-a6b2-175c2e3db367 None None] Provisioning complete for port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:51.097910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6198002a-5e64-4477-a6b2-175c2e3db367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.131902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:51.139203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3e1ad-bd75-4df4-a039-0583f470155b req-463c38ca-7eb5-443d-9135-c890aa203c9b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:51.146551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afc3e1ad-bd75-4df4-a039-0583f470155b req-463c38ca-7eb5-443d-9135-c890aa203c9b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.5846686 Feb 03 04:28:51.153568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.168756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (f451aaa7-0563-4a32-8264-69b87dc58e7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.169326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f451aaa7-0563-4a32-8264-69b87dc58e7d {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:28:51.174207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:51.177065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.182777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-579f7d83-4b08-445f-902d-c2752a81d441 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f451aaa7-0563-4a32-8264-69b87dc58e7d HTTP/1.1" status: 204 len: 168 time: 5.0157824 Feb 03 04:28:51.183425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39440) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:51.233982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:51.279919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6198002a-5e64-4477-a6b2-175c2e3db367 None None] Port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:28:51.303258 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b5efb30-cf85-4ad0-b1c7-601ec1d0e3d8 req-b8159726-e4c8-48c5-bf23-26e188d3fe45 service neutron] 10.222.0.15 "GET /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419547 Feb 03 04:28:51.324838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8593099-e778-42a4-a693-ccb10fb6f5dc req-76dfb1d9-6823-4397-b8b7-380afa64c167 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906721 Feb 03 04:28:51.358064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-85d5e360-35bc-4f22-9932-d1ef704d982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:51.359618 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-85d5e360-35bc-4f22-9932-d1ef704d982f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=912c71a9-c821-46c4-9044-bba7fe99c817 HTTP/1.1" status: 200 len: 861 time: 0.3633912 Feb 03 04:28:51.385512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] Deleting subnet 21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:28:51.389110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] Publish callbacks [] for subnet (21307dd7-824e-4cdb-b3a7-7e3ff1d2add1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.399570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:51.400414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.425878 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0908344e-a25e-434a-b458-286c3504710e x-openstack-request-id: req-0908344e-a25e-434a-b458-286c3504710e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:51.426256 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:51.426572 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0908344e-a25e-434a-b458-286c3504710e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:51.427024 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'status': 'completed', 'code': 200} Feb 03 04:28:51.429263 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-a26dccf3-5491-48a2-a5cf-b9e35ab380fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0e7df7-918a-43dd-855c-5465210d56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609944 Feb 03 04:28:51.436404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (21307dd7-824e-4cdb-b3a7-7e3ff1d2add1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.480366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afc3e1ad-bd75-4df4-a039-0583f470155b req-3d3517e9-4b19-4e33-8b8f-98f83e53cf5e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328946 Feb 03 04:28:51.489222 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-a5c73b55-8576-4e3b-8ffd-e0140008dbc1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9835985 Feb 03 04:28:51.507887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Request body: {'port': {'device_id': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:51.557192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.648945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.679593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407fc35-c27d-4713-bb25-3bde1fe3c4f0 req-6e629be9-e3f9-4769-9df3-436f92980537 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:51.681169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b407fc35-c27d-4713-bb25-3bde1fe3c4f0 req-6e629be9-e3f9-4769-9df3-436f92980537 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 932 time: 0.2195170 Feb 03 04:28:51.706374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-e0a0c3d0-6ab5-40ab-bd5c-bf85a012ec08 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648778 Feb 03 04:28:51.713487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (21307dd7-824e-4cdb-b3a7-7e3ff1d2add1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.787030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.794008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223b17e-a3bf-40a8-b455-597c773ce174 req-c76f0244-48d5-495d-8012-dafe5d48231e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:51.796246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6223b17e-a3bf-40a8-b455-597c773ce174 req-c76f0244-48d5-495d-8012-dafe5d48231e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2188044 Feb 03 04:28:51.860449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b407fc35-c27d-4713-bb25-3bde1fe3c4f0 req-e0acc855-baaf-4457-9652-62405b745527 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657076 Feb 03 04:28:51.930021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (21307dd7-824e-4cdb-b3a7-7e3ff1d2add1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.952635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6223b17e-a3bf-40a8-b455-597c773ce174 req-eb39847c-7b6d-4b0a-bfe5-1843309763d9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436937 Feb 03 04:28:51.989383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21307dd7-824e-4cdb-b3a7-7e3ff1d2add1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:51.993631 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:51.996663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b8f98-9c80-4b54-92f5-d7d2b6b815d0 None None] Network cbcd6ac0-9195-4d82-8386-3a287c36879c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:51.998056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d8226396-8674-4f71-a9c8-0d79f93e0916 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/21307dd7-824e-4cdb-b3a7-7e3ff1d2add1 HTTP/1.1" status: 204 len: 168 time: 0.7781732 Feb 03 04:28:52.001719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:52.020124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9a9afee-9e9d-40b4-995d-193bcb50f9b9 req-6b5370ae-9361-4edb-870e-f0914e3149c4 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029552 Feb 03 04:28:52.044094 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks [] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.072624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.111900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b50ae80a-5336-47e1-994d-adba2d54735a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:52.199421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cbcd6ac0-9195-4d82-8386-3a287c36879c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.206451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b50ae80a-5336-47e1-994d-adba2d54735a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:52.207275 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.216319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Pushing event updated for resources: {'Port': ['ID=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:52.223081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (a151d0d9-86ed-4348-aa61-01ee7440e930), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.502673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] DHCP port deletion for cbcd6ac0-9195-4d82-8386-3a287c36879c request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:28:52.530361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Allocated IP 172.25.7.194 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/41687b08-304e-4f75-aaa3-cc07fb73736a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:52.544422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b50ae80a-5336-47e1-994d-adba2d54735a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:52.545506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8d90f7c0-9ee7-478d-81b5-38f9627799ae up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:52.614228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] Deleting port 7d20dac2-0da7-4fb2-8d21-10780cde9777 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:52.614661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.618570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8d90f7c0-9ee7-478d-81b5-38f9627799ae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:52.619087 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.676932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c9d4b8-5871-4fb6-add6-291744c63f31 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:52.686352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Publish callbacks [] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.700805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Transition to ACTIVE for port object b8c9d4b8-5871-4fb6-add6-291744c63f31 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:28:52.722232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] For port 7d20dac2-0da7-4fb2-8d21-10780cde9777, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7d20dac2-0da7-4fb2-8d21-10780cde9777,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:52.722814 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.739775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] Calling delete_port for 7d20dac2-0da7-4fb2-8d21-10780cde9777 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:52.749966 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.818217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.832317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8d90f7c0-9ee7-478d-81b5-38f9627799ae is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:52.832317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.854589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-d57b31cb-b933-4e06-acd1-8dc50731c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:52.857007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-d57b31cb-b933-4e06-acd1-8dc50731c1ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 1125 time: 0.7627094 Feb 03 04:28:52.867096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 8d90f7c0-9ee7-478d-81b5-38f9627799ae, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8d90f7c0-9ee7-478d-81b5-38f9627799ae,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:52.875946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.882055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:52.885163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Deleting port 7d20dac2-0da7-4fb2-8d21-10780cde9777 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:28:52.885500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.892693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:52.920516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e333e-b5da-4829-8027-f4e2d2b854b7 req-59123a09-35b7-4679-9e50-c360eff67642 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:52.922085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b0e333e-b5da-4829-8027-f4e2d2b854b7 req-59123a09-35b7-4679-9e50-c360eff67642 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1625068 Feb 03 04:28:52.924084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:52.943429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39a82-75d7-4161-87a2-ee94e62faff0 req-3d9a1a99-7f6f-4cbb-bd8c-dff472f2968c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:52.951376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0d39a82-75d7-4161-87a2-ee94e62faff0 req-3d9a1a99-7f6f-4cbb-bd8c-dff472f2968c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 943 time: 0.1887326 Feb 03 04:28:52.966928 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:52.989977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] No DVR routers for this DVR port 7d20dac2-0da7-4fb2-8d21-10780cde9777 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:28:52.993523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=8d90f7c0-9ee7-478d-81b5-38f9627799ae,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:53.025221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63340ee9-8a9e-483b-b747-04a8a55a3848 None None] Pushing event deleted for resources: {'Port': ['ID=7d20dac2-0da7-4fb2-8d21-10780cde9777,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:53.073761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.132780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] For port 7d20dac2-0da7-4fb2-8d21-10780cde9777, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7d20dac2-0da7-4fb2-8d21-10780cde9777,segment=NetworkSegment(19a47d2b-5872-4045-82d6-27b7833ee3c8),segment_id=19a47d2b-5872-4045-82d6-27b7833ee3c8)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:53.133159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.160263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Calling delete_port for 7d20dac2-0da7-4fb2-8d21-10780cde9777 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:28:53.167250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:53.172704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-ac6387e4-8daa-44fb-aed7-79b6c716081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:53.174241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-ac6387e4-8daa-44fb-aed7-79b6c716081f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 922 time: 0.3043065 Feb 03 04:28:53.185059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:53.197690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:53.231873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'Port': ['ID=41687b08-304e-4f75-aaa3-cc07fb73736a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:53.234417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Attempting to bind port b8c9d4b8-5871-4fb6-add6-291744c63f31 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:53.234761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Attempting to bind port b8c9d4b8-5871-4fb6-add6-291744c63f31 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:53.235092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Attempting to bind port b8c9d4b8-5871-4fb6-add6-291744c63f31 on network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:53.245232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-42501d32-85a3-48d4-87b5-f8b8b528156a None None] Provisioning complete for port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:53.245749 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42501d32-85a3-48d4-87b5-f8b8b528156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.258240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-49e06a3a-1911-4d41-874a-499ac3d4b3af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2 HTTP/1.1" status: 200 len: 217 time: 0.0760610 Feb 03 04:28:53.263451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Port b8c9d4b8-5871-4fb6-add6-291744c63f31 on network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:28:53.263865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Attempting to bind port b8c9d4b8-5871-4fb6-add6-291744c63f31 on network d9eba1a0-ac90-4729-a4e5-3264bad9f8ea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:53.319201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-42501d32-85a3-48d4-87b5-f8b8b528156a None None] Port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:28:53.319580 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0d39a82-75d7-4161-87a2-ee94e62faff0 req-9a4613b1-c928-49d2-b916-b87717722f3c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022110 Feb 03 04:28:53.323283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b0e333e-b5da-4829-8027-f4e2d2b854b7 req-c8a18155-a885-462e-9b9d-b0b73a08936a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688574 Feb 03 04:28:53.326288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-73ae5a1e-3335-4a25-a33c-ba90bf836a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:53.334294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-73ae5a1e-3335-4a25-a33c-ba90bf836a70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=912c71a9-c821-46c4-9044-bba7fe99c817 HTTP/1.1" status: 200 len: 861 time: 0.0655270 Feb 03 04:28:53.335103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:53.335436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Checking segment: {'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:53.335853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Bound using segment: {'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:53.336310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Bound port: b8c9d4b8-5871-4fb6-add6-291744c63f31, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935516a1-b40c-4b4c-abad-ff8521f638a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:53.336675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.376645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Router a151d0d9-86ed-4348-aa61-01ee7440e930 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:28:53.402803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7d20dac2-0da7-4fb2-8d21-10780cde9777), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.408989 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-2cf1e4de-3767-485c-bd89-c3a0e99a09be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0e7df7-918a-43dd-855c-5465210d56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604315 Feb 03 04:28:53.471794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] No DVR routers for this DVR port 7d20dac2-0da7-4fb2-8d21-10780cde9777 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:28:53.478462 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.486704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d20dac2-0da7-4fb2-8d21-10780cde9777,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:53.492262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (faa8c218-37fe-4c6a-a8fa-0b40bb7a104d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.526627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:53.543771 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.566223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:53.582261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.602565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.643835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-94c4ef8a-998f-427e-802a-1c761424eaa2 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138643 Feb 03 04:28:53.648765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f4dce-512f-47ad-ab19-1f8f074fe967 req-f69389a4-9314-47a5-a035-a0a4189ec93d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:53.651291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f7f4dce-512f-47ad-ab19-1f8f074fe967 req-f69389a4-9314-47a5-a035-a0a4189ec93d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 944 time: 0.2055948 Feb 03 04:28:53.654197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:53.654816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.655534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cbcd6ac0-9195-4d82-8386-3a287c36879c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.656238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 1092 time: 2.1589921 Feb 03 04:28:53.658431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:53.660757 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903eabd1-70cb-4006-bcf3-5d0eb65aede1" -d '{"events": [{"name": "network-changed", "server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:53.681274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:28:53.694170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Sync routers for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:28:53.704119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1297717e-35d8-46f6-b72d-097ed098378d admin admin] 10.222.0.35 "PUT /v2.0/routers/a151d0d9-86ed-4348-aa61-01ee7440e930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6510229 Feb 03 04:28:53.716673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcd6ac0-9195-4d82-8386-3a287c36879c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:53.717659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:53.725087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:53.732849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a47d2b-5872-4045-82d6-27b7833ee3c8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:53.733147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a47d2b-5872-4045-82d6-27b7833ee3c8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:53.746775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046715f-1d02-4db3-8a78-3ebfa5396c51 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:53.752312 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (19a47d2b-5872-4045-82d6-27b7833ee3c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.773339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f7f4dce-512f-47ad-ab19-1f8f074fe967 req-f76c9978-1846-4531-82c2-bd4b146bbf5d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143262 Feb 03 04:28:53.777634 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (19a47d2b-5872-4045-82d6-27b7833ee3c8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.801559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:28:53.801982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (19a47d2b-5872-4045-82d6-27b7833ee3c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:28:53.803939 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:28:53.814500 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52244a4-9ad4-4c22-96bd-73981f102503 x-openstack-request-id: req-c52244a4-9ad4-4c22-96bd-73981f102503 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:53.814806 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:53.815060 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c52244a4-9ad4-4c22-96bd-73981f102503 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:53.815455 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31', 'status': 'completed', 'code': 200} Feb 03 04:28:53.894902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cbcd6ac0-9195-4d82-8386-3a287c36879c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.905750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:53.913716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cbcd6ac0-9195-4d82-8386-3a287c36879c HTTP/1.1" status: 204 len: 168 time: 1.9097574 Feb 03 04:28:53.919725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8d90f7c0-9ee7-478d-81b5-38f9627799ae up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:53.923587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ea574df-1bfc-4228-95b6-5a4785d4077c req-662ca6ec-6b53-40b2-b008-3996c8dba3b9 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708535 Feb 03 04:28:53.934986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197532a-1ca5-4b05-a161-e0f133939006 req-af1510c0-8565-4388-905f-cbee7cde5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:53.937558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-af1510c0-8565-4388-905f-cbee7cde5cfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1126 time: 0.2145953 Feb 03 04:28:53.948114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc17fc-055c-41b9-a058-d27f284975b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcd6ac0-9195-4d82-8386-3a287c36879c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:53.969606 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:53.977940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8d90f7c0-9ee7-478d-81b5-38f9627799ae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:53.978389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.010573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-05af48c2-8bea-4378-9932-b7e12123a847 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 217 time: 0.0628448 Feb 03 04:28:54.074568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8d90f7c0-9ee7-478d-81b5-38f9627799ae is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:54.089568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.094663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197532a-1ca5-4b05-a161-e0f133939006 req-78e86c7b-eff3-4e72-ba91-9790769d0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:54.097119 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-78e86c7b-eff3-4e72-ba91-9790769d0248 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.0822139 Feb 03 04:28:54.098165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.156337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b9aa59ca-4933-4f17-8da0-c2da32c03524 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:54.158847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-9757d323-9e43-47d1-8b38-f0dd9736e93b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520034 Feb 03 04:28:54.193848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b9aa59ca-4933-4f17-8da0-c2da32c03524 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:54.196889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b9aa59ca-4933-4f17-8da0-c2da32c03524 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:54.197557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7d20dac2-0da7-4fb2-8d21-10780cde9777 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:28:54.198896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:54.217930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'Port': ['ID=41687b08-304e-4f75-aaa3-cc07fb73736a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:54.250250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d87df813-5c08-4fae-baad-df5cfd0e6768 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c0e55ff3cbd4475b1278b17f29cdd40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489318 Feb 03 04:28:54.252982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:54.260051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7d20dac2-0da7-4fb2-8d21-10780cde9777 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:28:54.262559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7d20dac2-0da7-4fb2-8d21-10780cde9777 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:28:54.268981 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (faa8c218-37fe-4c6a-a8fa-0b40bb7a104d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.298456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.307709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-74cd7f4d-9330-4be9-8aaf-a308b332db1c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4672449 Feb 03 04:28:54.321412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-c44a867c-1ecb-4f49-a58f-3b88c32b8eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559851 Feb 03 04:28:54.340625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9fb51ee-2aeb-442d-a293-1e1f6cb9259d admin admin] Publish callbacks [] for security_group (0c5b5ba3-2198-4a74-b866-8712f02e6fdb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.366749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9fb51ee-2aeb-442d-a293-1e1f6cb9259d admin admin] Publish callbacks [] for security_group (0c5b5ba3-2198-4a74-b866-8712f02e6fdb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.375178 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 2, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:54.403438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:54.414338 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Checking router: a151d0d9-86ed-4348-aa61-01ee7440e930 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:28:54.414850 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Updating router a151d0d9-86ed-4348-aa61-01ee7440e930 port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:28:54.424545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-47dd431e-a517-408f-bfaf-7c22d92ce1f2 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628229344', 'description': 'tempest-description--662298557'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:54.466224 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.498526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4197532a-1ca5-4b05-a161-e0f133939006 req-bb5b37b6-30bf-4c4c-a10e-ac82a617a0cc service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699121 Feb 03 04:28:54.505004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47dd431e-a517-408f-bfaf-7c22d92ce1f2 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.539871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9fb51ee-2aeb-442d-a293-1e1f6cb9259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0c5b5ba3-2198-4a74-b866-8712f02e6fdb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.542431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9fb51ee-2aeb-442d-a293-1e1f6cb9259d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.543750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d9fb51ee-2aeb-442d-a293-1e1f6cb9259d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c5b5ba3-2198-4a74-b866-8712f02e6fdb HTTP/1.1" status: 204 len: 168 time: 0.2896779 Feb 03 04:28:54.566101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb51ee-2aeb-442d-a293-1e1f6cb9259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b5ba3-2198-4a74-b866-8712f02e6fdb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:54.605235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6f5d2-0e39-476d-8278-e80e87d9fdb6 req-62611802-51a2-4544-b478-3a469139eb5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:54.607301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58d6f5d2-0e39-476d-8278-e80e87d9fdb6 req-62611802-51a2-4544-b478-3a469139eb5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1587863 Feb 03 04:28:54.620004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-edfbdb9a-f650-417e-a408-6dfa52516fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:54.621531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-edfbdb9a-f650-417e-a408-6dfa52516fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1126 time: 0.0732510 Feb 03 04:28:54.623243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1ab0-70d9-4065-bc07-28db4a8514f9 req-9c087449-3b1c-4dbd-8045-d015ee0dcf65 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:54.625532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a8d1ab0-70d9-4065-bc07-28db4a8514f9 req-9c087449-3b1c-4dbd-8045-d015ee0dcf65 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 943 time: 0.1423616 Feb 03 04:28:54.731026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-c847b2e2-4a96-4e18-bbbe-b6bba2b3b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:54.732734 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-c847b2e2-4a96-4e18-bbbe-b6bba2b3b886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 914 time: 0.1013014 Feb 03 04:28:54.743008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47dd431e-a517-408f-bfaf-7c22d92ce1f2 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group (8c9ee75d-8fad-4a94-aa2c-5b8b77591790), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.759736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58d6f5d2-0e39-476d-8278-e80e87d9fdb6 req-745d93ba-5616-4c02-9e50-9baa7d87da19 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252542 Feb 03 04:28:54.762200 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47dd431e-a517-408f-bfaf-7c22d92ce1f2 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8c9ee75d-8fad-4a94-aa2c-5b8b77591790), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.791453 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-1419cd06-57e9-479e-9ac1-477eaac099a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 217 time: 0.0519447 Feb 03 04:28:54.810297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a8d1ab0-70d9-4065-bc07-28db4a8514f9 req-bfb414a6-a09a-4dda-a67d-af987786670f tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787171 Feb 03 04:28:54.834283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd431e-a517-408f-bfaf-7c22d92ce1f2 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ee75d-8fad-4a94-aa2c-5b8b77591790,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:54.840904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47dd431e-a517-408f-bfaf-7c22d92ce1f2 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.843290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47dd431e-a517-408f-bfaf-7c22d92ce1f2 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4375582 Feb 03 04:28:54.852453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:54.860362 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Publish callbacks [] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.863458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c9fc0fa9-6fb4-45a1-a1b9-e92f96fe4a8d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Request body: {'security_group_rule': {'security_group_id': '8c9ee75d-8fad-4a94-aa2c-5b8b77591790', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:54.869836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-4264e63f-6926-4ef4-8e5b-82de987e997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:54.871852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-4264e63f-6926-4ef4-8e5b-82de987e997e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.0725200 Feb 03 04:28:54.872934 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.933027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0fa9-6fb4-45a1-a1b9-e92f96fe4a8d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group_rule (0da0e003-8220-4831-8a82-e7b259fb4ae8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:54.938662 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3606e-d9b3-47d3-8692-b93150bcea4d None None] Pushing event updated for resources: {'Port': ['ID=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:54.951218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-3f691c9e-3f74-4923-a98a-e6e1cfd68177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712855 Feb 03 04:28:54.972240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-ec3539d9-c862-4894-af38-d442dfdf6cec tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1351429723&fields=id&tenant_id=6fe7185535d244daafe871978c964c6d HTTP/1.1" status: 200 len: 267 time: 0.1018820 Feb 03 04:28:55.055075 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Attempting to bind port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:55.056250 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Attempting to bind port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:55.057283 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Attempting to bind port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 on network 1731bdca-0e49-49d3-9de3-48778ce6bc0f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:55.070149 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-011a1a88-9b1f-4e1c-bbcb-afd9a1708734 service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115911 Feb 03 04:28:55.071771 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:55.072265 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Checking segment: {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:55.072777 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.073308 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Bound using segment: {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:55.073860 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Bound port: 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:55.074291 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.115912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-ca29c844-2162-4149-a046-c7a6b3241bc7 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:55.117540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-ca29c844-2162-4149-a046-c7a6b3241bc7 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 811 time: 0.1162660 Feb 03 04:28:55.138455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-8040b6d3-f864-443a-94b4-be681eed7ef1 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/quotas/6fe7185535d244daafe871978c964c6d HTTP/1.1" status: 200 len: 375 time: 0.0115101 Feb 03 04:28:55.161965 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0fa9-6fb4-45a1-a1b9-e92f96fe4a8d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group_rule (0da0e003-8220-4831-8a82-e7b259fb4ae8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.187424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0fa9-6fb4-45a1-a1b9-e92f96fe4a8d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (0da0e003-8220-4831-8a82-e7b259fb4ae8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.193149 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-903eabd1-70cb-4006-bcf3-5d0eb65aede1 req-90d5641c-7ca9-40ae-bab4-a8abafc61dad service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147897 Feb 03 04:28:55.226301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] For port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:55.229659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] For port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:55.229996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc7fef-4f42-482c-b667-ce1fe7406a1e req-54903bce-c763-4019-bfd9-df1f891c70b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:55.231566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09cc7fef-4f42-482c-b667-ce1fe7406a1e req-54903bce-c763-4019-bfd9-df1f891c70b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 944 time: 0.2754116 Feb 03 04:28:55.239367 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.239966 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0fa9-6fb4-45a1-a1b9-e92f96fe4a8d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.241405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c9fc0fa9-6fb4-45a1-a1b9-e92f96fe4a8d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856108 Feb 03 04:28:55.243268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc0fa9-6fb4-45a1-a1b9-e92f96fe4a8d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da0e003-8220-4831-8a82-e7b259fb4ae8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:55.245053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:55.249651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-83d96b00-78b1-42cf-8660-1d39210d8170 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Request body: {'security_group_rule': {'security_group_id': '8c9ee75d-8fad-4a94-aa2c-5b8b77591790', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:55.272553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bbcd5eef-01a8-4e76-b850-47553b4b61f5 None None] Provisioning complete for port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:55.274600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5eef-01a8-4e76-b850-47553b4b61f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.298885 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83d96b00-78b1-42cf-8660-1d39210d8170 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group_rule (428e64aa-5ab9-46f4-95ad-bd5d78b76ec4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.336689 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:28:55.337523 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:55.344050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-db3fb822-ef71-4bbb-a9b7-32f12683b044 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957729 Feb 03 04:28:55.348553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbccf40e-59c9-494a-b225-42ebbb31a0e2 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:55.368569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09cc7fef-4f42-482c-b667-ce1fe7406a1e req-7b2395fe-cbae-4a1b-a8bf-8c0b3a44f23c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213408 Feb 03 04:28:55.396090 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3606e-d9b3-47d3-8692-b93150bcea4d None None] Pushing event updated for resources: {'Port': ['ID=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:55.433359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83d96b00-78b1-42cf-8660-1d39210d8170 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group_rule (428e64aa-5ab9-46f4-95ad-bd5d78b76ec4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.445067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83d96b00-78b1-42cf-8660-1d39210d8170 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (428e64aa-5ab9-46f4-95ad-bd5d78b76ec4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.464521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d96b00-78b1-42cf-8660-1d39210d8170 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428e64aa-5ab9-46f4-95ad-bd5d78b76ec4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:55.500926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83d96b00-78b1-42cf-8660-1d39210d8170 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.506005 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83d96b00-78b1-42cf-8660-1d39210d8170 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598417 Feb 03 04:28:55.506754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:55.513521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:55.524102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd5eef-01a8-4e76-b850-47553b4b61f5 None None] Current status of the port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:55.524719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5eef-01a8-4e76-b850-47553b4b61f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.554925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:28:55.558523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-cfd73cd9-ff33-47e7-a834-4340dd19103d service neutron] 10.222.0.35 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688366 Feb 03 04:28:55.571956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.575492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bbcd5eef-01a8-4e76-b850-47553b4b61f5 None None] For port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:55.586641 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5eef-01a8-4e76-b850-47553b4b61f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.709721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-ef2e642a-d96d-4179-8faa-2065407188ae service neutron] 10.222.0.35 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435995 Feb 03 04:28:55.776243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.799927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:55.813044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd5eef-01a8-4e76-b850-47553b4b61f5 None None] Pushing event updated for resources: {'Port': ['ID=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:55.824315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'port_id': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'mac_address': 'fa:16:3e:dd:63:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912c71a9-c821-46c4-9044-bba7fe99c817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:55.864007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ee8223ae-f3a6-496e-b3ff-80d982694556 None None] Provisioning complete for port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:55.864396 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8223ae-f3a6-496e-b3ff-80d982694556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.931130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fbccf40e-59c9-494a-b225-42ebbb31a0e2 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:55.943661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:55.971262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:55.983844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbccf40e-59c9-494a-b225-42ebbb31a0e2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:56.058850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d24cf-ca2d-48a8-ad08-c96209c588be req-c31a6ad1-783d-427e-bd21-2744829c16fb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:56.060721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f29d24cf-ca2d-48a8-ad08-c96209c588be req-c31a6ad1-783d-427e-bd21-2744829c16fb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1526442 Feb 03 04:28:56.062535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Allocated IP 172.25.7.57 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6ee1a379-80ea-4127-ad23-f4cc6cf9d53f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:56.071548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c15a6-f181-484d-b269-adbfd9b9ec99 req-26f7a00e-c3d8-455d-afe4-6a9c8968cb58 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:56.074816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ee8223ae-f3a6-496e-b3ff-80d982694556 None None] Current status of the port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:56.082541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d1c15a6-f181-484d-b269-adbfd9b9ec99 req-26f7a00e-c3d8-455d-afe4-6a9c8968cb58 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 943 time: 0.1201000 Feb 03 04:28:56.094418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:56.105873 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.113460 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:28:56.160084 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c98ba-7bc3-4712-9359-2ff5fab270ef None None] The sync data for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 is: [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:28:56.176770 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d1c15a6-f181-484d-b269-adbfd9b9ec99 req-a8e4a2bb-06b0-4c49-894b-07c26019f893 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932932 Feb 03 04:28:56.220769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f29d24cf-ca2d-48a8-ad08-c96209c588be req-881e5cc0-10c3-44ff-b620-137a3830577c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249256 Feb 03 04:28:56.263044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:56.296416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-917832501-network', 'tenant_id': '44d8269261a245c0a7a09961c5428e74'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:56.334006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe74093b-f5f8-473e-bf05-264b6e617a3e req-0d4b4329-1fea-4ba2-8455-f412c55a5cf8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 210 time: 0.0529189 Feb 03 04:28:56.344688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Made reservation on behalf of 44d8269261a245c0a7a09961c5428e74 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:56.347226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.364143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.382059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.397641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['fbccf40e-59c9-494a-b225-42ebbb31a0e2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:56.515148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.550938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441a34c-c581-401e-948e-51cbf63937a4 req-7c6fb31f-9d5b-4816-9c70-4ca9b16a6101 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:56.555822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e441a34c-c581-401e-948e-51cbf63937a4 req-7c6fb31f-9d5b-4816-9c70-4ca9b16a6101 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 944 time: 0.1073422 Feb 03 04:28:56.597399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:56.605279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:56.613204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:56.616322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks [] for security_group (0595c19a-2516-4974-be99-ea83b016b143), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.634025 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0595c19a-2516-4974-be99-ea83b016b143), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.648083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e441a34c-c581-401e-948e-51cbf63937a4 req-30bf8ce3-2196-42ed-afdf-70843557a6f4 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845325 Feb 03 04:28:56.677815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event updated for resources: {'Port': ['ID=6ee1a379-80ea-4127-ad23-f4cc6cf9d53f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:56.705942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:28:56.719364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0595c19a-2516-4974-be99-ea83b016b143,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:56.738409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.738860 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Added segment 3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1 of type vlan for network c80be106-8048-4eb4-a214-27634d2a4d5c Feb 03 04:28:56.812960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c80be106-8048-4eb4-a214-27634d2a4d5c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.830083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for floatingip (e4d3f76e-97ef-41da-a0e7-8900597bb669), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.850318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c80be106-8048-4eb4-a214-27634d2a4d5c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.851414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:56.852225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.906067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:56.957838 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9852347 Feb 03 04:28:56.960334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542ecf5-8e0d-4208-9cf6-3a96301d83bf admin admin] Pushing event updated for resources: {'Network': ['ID=c80be106-8048-4eb4-a214-27634d2a4d5c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:56.960881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:56.972555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Request body: {'subnet': {'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-subnet', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:56.977842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c80be106-8048-4eb4-a214-27634d2a4d5c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:28:57.022597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Made reservation on behalf of 44d8269261a245c0a7a09961c5428e74 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:57.025132 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.127843 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.134052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.215683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event updated for resources: {'Port': ['ID=6ee1a379-80ea-4127-ad23-f4cc6cf9d53f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:57.264003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (e4d3f76e-97ef-41da-a0e7-8900597bb669), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.313963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.323658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4573715e-f7d9-4e17-95d0-e1ef67d02cad tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8155987 Feb 03 04:28:57.345024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (5de9410f-17a2-4ae1-b56e-d6430dcc4098), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.347724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8c9d4b8-5871-4fb6-add6-291744c63f31 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:28:57.370224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbccf40e-59c9-494a-b225-42ebbb31a0e2 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:57.467533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-6c273df0-97a2-4d2c-a821-c233da9f5efe tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:57.468905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-6c273df0-97a2-4d2c-a821-c233da9f5efe tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 811 time: 0.2531748 Feb 03 04:28:57.489132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port fbccf40e-59c9-494a-b225-42ebbb31a0e2 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:28:57.496254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port fbccf40e-59c9-494a-b225-42ebbb31a0e2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:57.496640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.528291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de9410f-17a2-4ae1-b56e-d6430dcc4098,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:57.533257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:57.553151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'b8c9d4b8-5871-4fb6-add6-291744c63f31', 'network_id': 'd9eba1a0-ac90-4729-a4e5-3264bad9f8ea', 'port_id': 'b8c9d4b8-5871-4fb6-add6-291744c63f31', 'mac_address': 'fa:16:3e:3e:f2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94f2451-6b23-4924-89bc-50fb4d2ef7c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:28:57.554147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df22d5-20d3-4504-bae2-23942d93b0c9 req-bb3d860d-9cc0-4b20-a559-ba407946895c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:57.555719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93df22d5-20d3-4504-bae2-23942d93b0c9 req-bb3d860d-9cc0-4b20-a559-ba407946895c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.2126799 Feb 03 04:28:57.567647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996649-1a43-445c-9c1d-32c6da715460 req-db119b5b-0f5f-4f89-b6c0-885205700826 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:57.569161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd996649-1a43-445c-9c1d-32c6da715460 req-db119b5b-0f5f-4f89-b6c0-885205700826 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 944 time: 0.2273035 Feb 03 04:28:57.602889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Checking segment: {'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:57.603259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Network hostable DHCP agents. Network: c80be106-8048-4eb4-a214-27634d2a4d5c, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:28:57.627675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b8c9d4b8-5871-4fb6-add6-291744c63f31 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:57.628070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.646383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fbccf40e-59c9-494a-b225-42ebbb31a0e2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:57.646648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.650684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c9d4b8-5871-4fb6-add6-291744c63f31 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:28:57.666958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-3b7d4b1c-3b77-45a3-8d97-6d51225d3ee6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe7185535d244daafe871978c964c6d HTTP/1.1" status: 200 len: 380 time: 0.1758845 Feb 03 04:28:57.682654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'port': {'device_id': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'admin_state_up': True, 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'security_groups': ['d9f02139-af35-4fc4-bff1-bc7fc6e18902']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:57.686023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:28:57.688458 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52300a91-7b54-4b80-bd37-4be92ef23fc9" -d '{"events": [{"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-plugged", "status": "completed", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:28:57.700571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:57.703386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Network c80be106-8048-4eb4-a214-27634d2a4d5c is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:28:57.704484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:28:57.707043 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.716215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.728455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd996649-1a43-445c-9c1d-32c6da715460 req-ad494b96-52f0-483c-980c-66f89853cab6 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500530 Feb 03 04:28:57.731280 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93df22d5-20d3-4504-bae2-23942d93b0c9 req-d609298f-6e3a-4f2c-aed4-fe9689695c14 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559231 Feb 03 04:28:57.758757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c80be106-8048-4eb4-a214-27634d2a4d5c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:57.763583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:57.764007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:57.766237 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.767629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6614f3-817b-461f-8513-d332b4d23cbd None None] Network c80be106-8048-4eb4-a214-27634d2a4d5c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:28:57.834560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:57.892284 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3c8a4f6-c1a9-42a8-afa6-2e48ac4b0dc8 req-6570f33d-1ef2-41b4-9f92-f40343acb323 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 210 time: 0.0625842 Feb 03 04:28:57.912730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6a472d93-5dd5-432c-bf6d-2d764eaadcbb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9492712 Feb 03 04:28:57.915391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:28:57.924099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:57.962914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c80be106-8048-4eb4-a214-27634d2a4d5c', 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c', 'project_id': '44d8269261a245c0a7a09961c5428e74', 'fixed_ips': [{'subnet_id': '5de9410f-17a2-4ae1-b56e-d6430dcc4098'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:28:57.964157 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.989506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:57.990915 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.000932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Made reservation on behalf of 6fe7185535d244daafe871978c964c6d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:28:58.003811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8c9d4b8-5871-4fb6-add6-291744c63f31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:28:58.005694 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.028432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-50859fe5-6861-4a87-9d7b-c2a07def4deb tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--628229344&fields=id&tenant_id=d41266f2c7114287a963b936e0bbe47b HTTP/1.1" status: 200 len: 267 time: 0.1314673 Feb 03 04:28:58.062821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks [] for router_controller (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.091005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:28:58.208212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks [] for router_gateway (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.235117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387b707-5ac2-4f46-b1c3-81694961c44c req-2f683109-0976-4197-b69d-dbc6deaf1e19 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:58.236761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8387b707-5ac2-4f46-b1c3-81694961c44c req-2f683109-0976-4197-b69d-dbc6deaf1e19 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 945 time: 0.2071972 Feb 03 04:28:58.237271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Allocated IP 172.20.0.2 (c80be106-8048-4eb4-a214-27634d2a4d5c/5de9410f-17a2-4ae1-b56e-d6430dcc4098/6f190977-3741-48a2-a794-3d454d5490bd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:58.246429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:58.246806 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.290913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Allocated IP 172.20.0.11 (4c1a34e0-36c9-4106-92d2-3d500893ed1b/f0842f33-6fc7-4b4e-94ba-08543f42de21/798b29cb-8dc5-44e2-a89b-9d21fe8e8de3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:58.298213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-ec7d35b2-7371-47cd-b491-cbb2783b2f8c tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:58.299743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-ec7d35b2-7371-47cd-b491-cbb2783b2f8c tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/networks?id=1731bdca-0e49-49d3-9de3-48778ce6bc0f HTTP/1.1" status: 200 len: 815 time: 0.2509892 Feb 03 04:28:58.343395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5d1050b1-9296-46c2-8f23-45c9e195671a tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/quotas/d41266f2c7114287a963b936e0bbe47b HTTP/1.1" status: 200 len: 375 time: 0.0356195 Feb 03 04:28:58.350194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8387b707-5ac2-4f46-b1c3-81694961c44c req-0c6748a8-a576-4da5-aa37-a00a3eaec375 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995636 Feb 03 04:28:58.443261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks [] for router_gateway (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.466501 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.474314 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629f3642-cc6d-45f5-a6c1-263992edb1dd x-openstack-request-id: req-629f3642-cc6d-45f5-a6c1-263992edb1dd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:28:58.474650 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-plugged", "status": "completed", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:28:58.474844 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-629f3642-cc6d-45f5-a6c1-263992edb1dd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:28:58.475258 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'code': 200} Feb 03 04:28:58.499258 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-b00ad2d6-89c5-4ba6-a87b-d50af77367aa tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d41266f2c7114287a963b936e0bbe47b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428342 Feb 03 04:28:58.546278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.626087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Allocated IP 172.25.7.84 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/9a410d16-302e-4128-a9e3-1b00e58374cb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:28:58.642290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d7660-de86-41f2-bbc3-67b5e96d77b5 req-28a42224-2a05-447b-bd50-bfa91da6847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:58.644030 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-176d7660-de86-41f2-bbc3-67b5e96d77b5 req-28a42224-2a05-447b-bd50-bfa91da6847f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 1127 time: 0.0745494 Feb 03 04:28:58.656531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:28:58.657724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-623e4f4a-9a9d-4831-a1e5-68429dc19b28 service neutron] 10.222.0.35 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250920 Feb 03 04:28:58.659989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.671834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Publish callbacks [] for port (6f190977-3741-48a2-a794-3d454d5490bd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.682718 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (6f190977-3741-48a2-a794-3d454d5490bd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.732386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Network c80be106-8048-4eb4-a214-27634d2a4d5c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:58.735365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:58.742165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:58.747487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:58.749244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-176d7660-de86-41f2-bbc3-67b5e96d77b5 req-b65dbd66-0905-43f7-bdeb-b23d68998427 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986133 Feb 03 04:28:58.749425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:58.751478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:58.751985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Pushing event updated for resources: {'Port': ['ID=6f190977-3741-48a2-a794-3d454d5490bd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:58.754520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'Port': ['ID=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:58.780984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks [] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.828740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.842269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:58.842925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.859162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Attempting to bind port 6f190977-3741-48a2-a794-3d454d5490bd on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:28:58.859554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Attempting to bind port 6f190977-3741-48a2-a794-3d454d5490bd by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:28:58.859929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Attempting to bind port 6f190977-3741-48a2-a794-3d454d5490bd on network c80be106-8048-4eb4-a214-27634d2a4d5c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:28:58.862616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-37e62101-d819-4fd9-a5bc-6780d3329518 service neutron] 10.222.0.35 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662400 Feb 03 04:28:58.873397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:28:58.874152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Checking segment: {'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:28:58.874844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.875577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Bound using segment: {'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:28:58.876421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Bound port: 6f190977-3741-48a2-a794-3d454d5490bd, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:28:58.876953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e59a324f-a74a-44ad-99dc-275ed50c8363 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2007225 Feb 03 04:28:58.877166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6f190977-3741-48a2-a794-3d454d5490bd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:58.878548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:28:58.886472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:28:58.891108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Request body: {'port': {'device_id': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:28:58.891364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:28:58.895320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Pushing event updated for resources: {'Port': ['ID=9a410d16-302e-4128-a9e3-1b00e58374cb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:58.998083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] For port 6f190977-3741-48a2-a794-3d454d5490bd, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:28:59.006985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] For port 6f190977-3741-48a2-a794-3d454d5490bd, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6f190977-3741-48a2-a794-3d454d5490bd,segment=NetworkSegment(3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1),segment_id=3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:28:59.019352 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6f190977-3741-48a2-a794-3d454d5490bd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:59.137681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff148-19b7-4c86-b5b6-8f36d56d70dd None None] Pushing event updated for resources: {'Port': ['ID=6f190977-3741-48a2-a794-3d454d5490bd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:28:59.239390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-deb08486-be35-4beb-8d5c-7078da5cad1e None None] Provisioning complete for port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:28:59.239810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-deb08486-be35-4beb-8d5c-7078da5cad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:59.283074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks [] for router_gateway (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:59.286760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-deb08486-be35-4beb-8d5c-7078da5cad1e None None] Port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:28:59.533735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5980a8-53b9-4a83-868a-3411d9874f16 req-6ac0bce6-a2cd-4c14-83de-3d83300ef1fe tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:59.541658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de5980a8-53b9-4a83-868a-3411d9874f16 req-6ac0bce6-a2cd-4c14-83de-3d83300ef1fe tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1583290 Feb 03 04:28:59.550938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:59.579877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353d1a2-3025-4dcb-b5cb-4169d6769d89 req-ce44a2f1-d9b3-4c3f-bc24-cf39f156d54e tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:59.579877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4353d1a2-3025-4dcb-b5cb-4169d6769d89 req-ce44a2f1-d9b3-4c3f-bc24-cf39f156d54e tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 945 time: 0.1906803 Feb 03 04:28:59.593018 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:28:59.695754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de5980a8-53b9-4a83-868a-3411d9874f16 req-3703ddd2-23dd-4760-a8fb-8413830915d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530347 Feb 03 04:28:59.747289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4353d1a2-3025-4dcb-b5cb-4169d6769d89 req-0505d9ac-d671-4605-a8e2-98c24ab6481c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607099 Feb 03 04:28:59.943604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70be7179-1482-4bd2-a27f-df852783788b req-70c025f3-493c-41d9-b176-d575e0088c66 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 210 time: 0.0380480 Feb 03 04:28:59.971014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558af8e3-ee19-463f-bef6-43718b76f7ba req-68d44650-39cd-49f2-a4c7-a9cf78b09e14 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:28:59.990907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-558af8e3-ee19-463f-bef6-43718b76f7ba req-68d44650-39cd-49f2-a4c7-a9cf78b09e14 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 932 time: 0.1837602 Feb 03 04:29:00.002958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6f190977-3741-48a2-a794-3d454d5490bd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:00.072912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-558af8e3-ee19-463f-bef6-43718b76f7ba req-0ee71eec-18aa-4b7e-b6bd-43e6514ee030 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808632 Feb 03 04:29:00.143286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6f190977-3741-48a2-a794-3d454d5490bd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:00.143705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6f190977-3741-48a2-a794-3d454d5490bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.209148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a7787-515f-4c2b-b000-6aba89285b9c req-03f18855-6f97-48ae-8458-0dbe76b8ee3c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:00.211757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-513a7787-515f-4c2b-b000-6aba89285b9c req-03f18855-6f97-48ae-8458-0dbe76b8ee3c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 945 time: 0.1360779 Feb 03 04:29:00.217108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:00.238968 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Publish callbacks [] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.252459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6f190977-3741-48a2-a794-3d454d5490bd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:00.252873 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6f190977-3741-48a2-a794-3d454d5490bd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.266968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Router fa571c8d-0cfe-48c1-b66e-eb53f285d25b is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:29:00.274388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Transition to ACTIVE for port object 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:00.289289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-513a7787-515f-4c2b-b000-6aba89285b9c req-2cbc4856-b065-495e-9e42-e6a2f62fa412 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667095 Feb 03 04:29:00.292525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 6f190977-3741-48a2-a794-3d454d5490bd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6f190977-3741-48a2-a794-3d454d5490bd,segment=NetworkSegment(3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1),segment_id=3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:00.295123 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.297736 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6f190977-3741-48a2-a794-3d454d5490bd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.358290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=6f190977-3741-48a2-a794-3d454d5490bd,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:00.412729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:00.413302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:00.424735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Sync routers for ids ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:00.435845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.437486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f64056db-d064-480a-af7f-5af8a8988914 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5191963 Feb 03 04:29:00.440208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:00.448761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Routers {'fa571c8d-0cfe-48c1-b66e-eb53f285d25b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:00.449578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:00.560306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Attempting to bind port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:00.560853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Attempting to bind port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:00.561621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Attempting to bind port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:00.566676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:00.567010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Attempting to bind port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:00.601086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:00.601439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Checking segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:00.601843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Bound using segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:00.602299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Bound port: 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:00.602671 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.608249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Set router fa571c8d-0cfe-48c1-b66e-eb53f285d25b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:00.660631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88590b0f-0f54-4df6-a797-3ede6cc8310f None None] Network c80be106-8048-4eb4-a214-27634d2a4d5c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:29:00.719214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] For port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:00.737589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] For port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:00.755280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.803885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-9f60dbdd-2946-4dbf-9086-46c6cd59ca29 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:00.805409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-9f60dbdd-2946-4dbf-9086-46c6cd59ca29 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.15 "GET /v2.0/networks?id=1731bdca-0e49-49d3-9de3-48778ce6bc0f HTTP/1.1" status: 200 len: 815 time: 0.2107968 Feb 03 04:29:00.880078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:00.881294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.882848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] 10.222.0.31 "PUT /v2.0/ports/798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 1092 time: 1.9967396 Feb 03 04:29:00.908073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-474fbee8-eaeb-4691-a9d6-701f46314fea None None] Provisioning complete for port 6f190977-3741-48a2-a794-3d454d5490bd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:00.908799 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-474fbee8-eaeb-4691-a9d6-701f46314fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6f190977-3741-48a2-a794-3d454d5490bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:00.938382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:00.939534 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-c2724b18-1a69-42e0-9e97-f07997f8a6b1 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41266f2c7114287a963b936e0bbe47b HTTP/1.1" status: 200 len: 379 time: 0.1233997 Feb 03 04:29:00.944331 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ed85cb-2c6d-4492-8c00-cb482759049c" -d '{"events": [{"name": "network-changed", "server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:00.992199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Request body: {'port': {'device_id': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'admin_state_up': True, 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'security_groups': ['8c9ee75d-8fad-4a94-aa2c-5b8b77591790']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:01.036434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f09a3-a102-4953-8e5b-d325c495bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:01.079889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d5274-2cbc-44d3-9495-453de4e95042 req-b2531c5e-e74e-4eae-9a88-0c9227f09174 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:01.082024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f2d5274-2cbc-44d3-9495-453de4e95042 req-b2531c5e-e74e-4eae-9a88-0c9227f09174 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 945 time: 0.1977389 Feb 03 04:29:01.116166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d43ece-240e-415e-aefa-6db94d4a72c4 req-e43adf15-c018-4757-b1ba-2dd21793a3d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:01.118403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76d43ece-240e-415e-aefa-6db94d4a72c4 req-e43adf15-c018-4757-b1ba-2dd21793a3d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.2822659 Feb 03 04:29:01.121166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-f21b9051-30df-4acb-978d-79c3a2e8c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:01.122758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-f21b9051-30df-4acb-978d-79c3a2e8c6f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1126 time: 0.1729169 Feb 03 04:29:01.127176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:28:59Z', 'revision_number': 3, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:01.171331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f2d5274-2cbc-44d3-9495-453de4e95042 req-93096f97-4b7b-477c-92a2-1dfc341eed6c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797827 Feb 03 04:29:01.201877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Checking router: fa571c8d-0cfe-48c1-b66e-eb53f285d25b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:01.202344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Updating router fa571c8d-0cfe-48c1-b66e-eb53f285d25b port 9a410d16-302e-4128-a9e3-1b00e58374cb binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:29:01.206129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-474fbee8-eaeb-4691-a9d6-701f46314fea None None] Current status of the port 6f190977-3741-48a2-a794-3d454d5490bd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:01.238808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.258612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Made reservation on behalf of d41266f2c7114287a963b936e0bbe47b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:01.266050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.274515 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-e6ce19ec-fc4e-4bfc-8fc9-35f9cb7a0592 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 217 time: 0.1210313 Feb 03 04:29:01.293409 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b71545-f21b-4608-908e-9128ba15d89f x-openstack-request-id: req-21b71545-f21b-4608-908e-9128ba15d89f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:01.293605 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:01.293749 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21b71545-f21b-4608-908e-9128ba15d89f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:01.294453 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'status': 'completed', 'code': 200} Feb 03 04:29:01.345600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.384914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8c9d4b8-5871-4fb6-add6-291744c63f31 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:01.409209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdfa3bcc-a37b-4df6-9997-8595fb699704 req-6c1b42f6-5953-4f18-809e-0516ed769403 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 210 time: 0.0562840 Feb 03 04:29:01.414346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-8bcbc61a-4606-469a-a511-18c890763454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:01.416022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-8bcbc61a-4606-469a-a511-18c890763454 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1207633 Feb 03 04:29:01.420486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76d43ece-240e-415e-aefa-6db94d4a72c4 req-c72eeea8-c90e-4d06-b032-cd24e88743ff tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664292 Feb 03 04:29:01.497108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-af44b017-daf0-4cd1-9c8a-be6f2b0e79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:01.499127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-af44b017-daf0-4cd1-9c8a-be6f2b0e79be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749252 Feb 03 04:29:01.560778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Allocated IP 172.20.0.5 (1731bdca-0e49-49d3-9de3-48778ce6bc0f/6b24571f-9ee5-44cd-8ded-73de2da3318d/c83f70c9-500f-47af-b432-d085927c9983) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:01.568653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port b8c9d4b8-5871-4fb6-add6-291744c63f31 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:01.609477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port b8c9d4b8-5871-4fb6-add6-291744c63f31 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:01.609992 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.682083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b19d5289-3087-449b-851a-72fc4c8d4277 None None] Provisioning complete for port 6f190977-3741-48a2-a794-3d454d5490bd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:01.682527 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b19d5289-3087-449b-851a-72fc4c8d4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6f190977-3741-48a2-a794-3d454d5490bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.731168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Allocated IP 172.20.0.1 (c80be106-8048-4eb4-a214-27634d2a4d5c/5de9410f-17a2-4ae1-b56e-d6430dcc4098/662dfbc0-67ad-483d-aa99-dbef1c0e0805) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:01.761330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440280c-f42a-471f-b7c5-459b7a2951ba req-332e421a-b432-457a-a4b6-825853f280d6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:01.764878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7440280c-f42a-471f-b7c5-459b7a2951ba req-332e421a-b432-457a-a4b6-825853f280d6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 944 time: 0.2233961 Feb 03 04:29:01.776243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Publish callbacks [] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.793677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d542738-9b01-43e1-87f7-be27be8d248f req-8b6694ed-588d-4b25-a48f-eb523f9a2905 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:01.803088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d542738-9b01-43e1-87f7-be27be8d248f req-8b6694ed-588d-4b25-a48f-eb523f9a2905 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 945 time: 0.2486727 Feb 03 04:29:01.825805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b19d5289-3087-449b-851a-72fc4c8d4277 None None] Current status of the port 6f190977-3741-48a2-a794-3d454d5490bd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:01.828597 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.870123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-c584a58d-8b15-4588-9f21-b98a5ab12337 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624520 Feb 03 04:29:01.910073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Attempting to bind port 9a410d16-302e-4128-a9e3-1b00e58374cb on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:01.910459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Attempting to bind port 9a410d16-302e-4128-a9e3-1b00e58374cb by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:01.910983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Attempting to bind port 9a410d16-302e-4128-a9e3-1b00e58374cb on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:01.925654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:01.926127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:01.926868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.927329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:01.929138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Bound port: 9a410d16-302e-4128-a9e3-1b00e58374cb, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:01.929138 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.930716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6f190977-3741-48a2-a794-3d454d5490bd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:01.932391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for port (c83f70c9-500f-47af-b432-d085927c9983), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:01.971482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks [] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.006876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5e5e-cb42-41e6-83d9-2e51140de555 None None] Pushing event updated for resources: {'Port': ['ID=9a410d16-302e-4128-a9e3-1b00e58374cb,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:02.023828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b8c9d4b8-5871-4fb6-add6-291744c63f31 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:02.024163 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c83f70c9-500f-47af-b432-d085927c9983), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.024276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.054853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7440280c-f42a-471f-b7c5-459b7a2951ba req-5c8aa2b0-373d-4de8-959e-ae6695692d83 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729287 Feb 03 04:29:02.074738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event updated for resources: {'Port': ['ID=c83f70c9-500f-47af-b432-d085927c9983,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:02.076695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] For port 9a410d16-302e-4128-a9e3-1b00e58374cb, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:02.077687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d542738-9b01-43e1-87f7-be27be8d248f req-08a1d7e0-2547-4390-ad58-3ecc920e84fc tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735555 Feb 03 04:29:02.091285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.091285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.091285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.091285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.091711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.091966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.092448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.092448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.092738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.093069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.093395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.093717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.094049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:02.102318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.105342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:02.108494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] For port 9a410d16-302e-4128-a9e3-1b00e58374cb, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9a410d16-302e-4128-a9e3-1b00e58374cb,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:02.110292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:02.122586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-030a7f26-cb67-4f88-80ed-8c25f198a0ae req-0e1f992e-6e8b-4d8f-a59a-83133d4fbc14 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365024 Feb 03 04:29:02.131386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.138275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:02.194725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:02.199985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:02.203103 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f769f82a-dcc0-454e-8cb8-465d5ba575b5" -d '{"events": [{"server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:02.207780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Network c80be106-8048-4eb4-a214-27634d2a4d5c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:02.216229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:02.229240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:02.234448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Pushing event updated for resources: {'Port': ['ID=662dfbc0-67ad-483d-aa99-dbef1c0e0805,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:02.241506 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.257713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:02.257917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2329ff-9746-405a-b686-f7550974be1b req-308699d0-c766-41d8-8da6-2d494ca72a63 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:02.258015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.258104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Routers {'fa571c8d-0cfe-48c1-b66e-eb53f285d25b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:02.258644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:28:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:02.267180 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f2329ff-9746-405a-b686-f7550974be1b req-308699d0-c766-41d8-8da6-2d494ca72a63 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 945 time: 0.1158745 Feb 03 04:29:02.344363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6ad52969-243f-453c-8c24-54cc8d93aa13 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3929210 Feb 03 04:29:02.345846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.384084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f2329ff-9746-405a-b686-f7550974be1b req-1138a97a-4fd0-4556-b476-fd296e84961d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156437 Feb 03 04:29:02.402616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6f190977-3741-48a2-a794-3d454d5490bd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:02.403198 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6f190977-3741-48a2-a794-3d454d5490bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.417336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Request body: {'port': {'device_id': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:02.459432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5e5e-cb42-41e6-83d9-2e51140de555 None None] Pushing event updated for resources: {'Port': ['ID=9a410d16-302e-4128-a9e3-1b00e58374cb,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:02.512986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-4cc65d4c-f6d0-49cc-95b9-c681a69567e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:02.517969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-4cc65d4c-f6d0-49cc-95b9-c681a69567e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1126 time: 0.1588852 Feb 03 04:29:02.656482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c83f70c9-500f-47af-b432-d085927c9983), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.710613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278ecf3-6f60-4e1b-9f93-a2c96af4e973 req-25bf6310-a1e6-4938-a31a-06c26ad1c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:02.712519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c278ecf3-6f60-4e1b-9f93-a2c96af4e973 req-25bf6310-a1e6-4938-a31a-06c26ad1c3be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1128 time: 0.1562097 Feb 03 04:29:02.737955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-8a08bdef-4a6c-4d18-8df5-83dbaecd0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:02.750086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-8a08bdef-4a6c-4d18-8df5-83dbaecd0e31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.2161810 Feb 03 04:29:02.760120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1adf3e-53b4-4d95-ad3e-7733f63af722 req-d2fd1724-0a02-4bcc-a300-f1fbeeafe1bb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:02.771795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.779524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:02.785538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d1adf3e-53b4-4d95-ad3e-7733f63af722 req-d2fd1724-0a02-4bcc-a300-f1fbeeafe1bb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1261761 Feb 03 04:29:02.799451 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58370b5d-674b-4751-9679-06244ac1bd61 x-openstack-request-id: req-58370b5d-674b-4751-9679-06244ac1bd61 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:02.800114 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:02.800487 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58370b5d-674b-4751-9679-06244ac1bd61 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:02.800992 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31', 'code': 200} Feb 03 04:29:02.833490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] Set router fa571c8d-0cfe-48c1-b66e-eb53f285d25b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:02.878139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-d7c6fc34-26ba-4729-9390-49eb76cc5771 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 217 time: 0.0770066 Feb 03 04:29:02.892346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c278ecf3-6f60-4e1b-9f93-a2c96af4e973 req-1314956c-4c65-4301-8532-c7bc58eb12db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560752 Feb 03 04:29:02.897379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7cd8915b-ee2f-4fae-bbd4-2ca8b0112949 None None] Provisioning complete for port c83f70c9-500f-47af-b432-d085927c9983 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:02.898819 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cd8915b-ee2f-4fae-bbd4-2ca8b0112949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c83f70c9-500f-47af-b432-d085927c9983), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:02.937621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8915b-ee2f-4fae-bbd4-2ca8b0112949 None None] Port c83f70c9-500f-47af-b432-d085927c9983 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:02.973774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d1adf3e-53b4-4d95-ad3e-7733f63af722 req-0aa10963-892e-4458-8bc6-9aa7f5312ebe tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873157 Feb 03 04:29:02.983479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7954270-addc-4f2f-8746-ad7f6c894498 req-2324ecd3-f2a6-4cf5-ad98-2cbd524d2131 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:02.991494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7954270-addc-4f2f-8746-ad7f6c894498 req-2324ecd3-f2a6-4cf5-ad98-2cbd524d2131 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 931 time: 0.1710336 Feb 03 04:29:03.008892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-288e3432-61e5-4fcf-8e52-48d7e378530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:03.011146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-288e3432-61e5-4fcf-8e52-48d7e378530c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1169221 Feb 03 04:29:03.054574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6f190977-3741-48a2-a794-3d454d5490bd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:03.085499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-825855a1-41d2-484f-9038-9dd5bc399c12 None None] Provisioning complete for port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:03.086033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-825855a1-41d2-484f-9038-9dd5bc399c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.132904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks [] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.146568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.174082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-825855a1-41d2-484f-9038-9dd5bc399c12 None None] Port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:03.177359 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76d75eeb-7d53-401a-8d2d-fcc157ec0359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.191793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83f70c9-500f-47af-b432-d085927c9983 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:03.202306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7954270-addc-4f2f-8746-ad7f6c894498 req-05f60917-75ab-472f-8ec0-886ef26b0fca tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090650 Feb 03 04:29:03.203914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:28:59Z', 'revision_number': 3, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:03.221935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-53c2a3a3-5cc2-4047-85df-71ad0002a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:03.223540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-53c2a3a3-5cc2-4047-85df-71ad0002a925 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2029510 Feb 03 04:29:03.228605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Publish callbacks [] for port (c83f70c9-500f-47af-b432-d085927c9983), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.239066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae05cda-bd6f-47dd-a5dc-a69789308f1d None None] The sync data for ids ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'] in n-d-827549-1 is: [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:28:59Z', 'revision_number': 3, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:03.263900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Transition to ACTIVE for port object c83f70c9-500f-47af-b432-d085927c9983 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:03.265313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.271693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Pushing event updated for resources: {'Port': ['ID=662dfbc0-67ad-483d-aa99-dbef1c0e0805,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:03.279289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c83f70c9-500f-47af-b432-d085927c9983), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.395124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Pushing event updated for resources: {'Port': ['ID=c83f70c9-500f-47af-b432-d085927c9983,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:03.448533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-7fd88429-8a69-464e-928a-767f8471ed90 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096479 Feb 03 04:29:03.471045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb5385-c2eb-41cf-94a7-30c7cfda8e7c req-67d902df-cd4a-421f-aa36-481772030e1f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:03.472625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1bb5385-c2eb-41cf-94a7-30c7cfda8e7c req-67d902df-cd4a-421f-aa36-481772030e1f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 944 time: 0.1682804 Feb 03 04:29:03.481585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Network c80be106-8048-4eb4-a214-27634d2a4d5c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:03.486766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:03.500109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Attempting to bind port c83f70c9-500f-47af-b432-d085927c9983 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:03.500447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Attempting to bind port c83f70c9-500f-47af-b432-d085927c9983 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:03.500778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Attempting to bind port c83f70c9-500f-47af-b432-d085927c9983 on network 1731bdca-0e49-49d3-9de3-48778ce6bc0f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:03.511454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Port c83f70c9-500f-47af-b432-d085927c9983 on network 1731bdca-0e49-49d3-9de3-48778ce6bc0f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:03.511813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Attempting to bind port c83f70c9-500f-47af-b432-d085927c9983 on network 1731bdca-0e49-49d3-9de3-48778ce6bc0f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:03.529223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42293796-706d-41f8-a251-c85ef085e668 req-3ff2c507-e60c-4107-9d64-8f4052e3c8b8 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:03.530877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42293796-706d-41f8-a251-c85ef085e668 req-3ff2c507-e60c-4107-9d64-8f4052e3c8b8 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 945 time: 0.1656532 Feb 03 04:29:03.553647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:03.554254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Checking segment: {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:03.554380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Bound using segment: {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:03.554821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Bound port: c83f70c9-500f-47af-b432-d085927c9983, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276b134a-816c-4965-b42a-d2ff2970c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:03.555190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c83f70c9-500f-47af-b432-d085927c9983), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.695418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1bb5385-c2eb-41cf-94a7-30c7cfda8e7c req-913e497b-e228-4c86-9657-3f50d4ac6696 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084298 Feb 03 04:29:03.730885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] For port c83f70c9-500f-47af-b432-d085927c9983, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:03.737141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42293796-706d-41f8-a251-c85ef085e668 req-bb7cb403-d668-45a5-8484-8e14405ad8b9 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454875 Feb 03 04:29:03.757083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] For port c83f70c9-500f-47af-b432-d085927c9983, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c83f70c9-500f-47af-b432-d085927c9983,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:03.766614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46ed85cb-2c6d-4492-8c00-cb482759049c req-de4f5935-343c-427e-9431-c19927235e5b service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112214 Feb 03 04:29:03.778179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Router fa571c8d-0cfe-48c1-b66e-eb53f285d25b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:29:03.794719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c83f70c9-500f-47af-b432-d085927c9983), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.840298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b170e702-ade4-472f-b5eb-d9d497ffcd9a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:03.905456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:03.906075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:03.909619 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] 10.222.0.15 "PUT /v2.0/ports/c83f70c9-500f-47af-b432-d085927c9983 HTTP/1.1" status: 200 len: 1091 time: 1.4967403 Feb 03 04:29:03.910144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:03.915115 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1016a899-9427-4411-af5a-e5435295f025" -d '{"events": [{"name": "network-changed", "server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "tag": "c83f70c9-500f-47af-b432-d085927c9983"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:03.960401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a10b12-1cef-49c1-9dc3-a453b3dd636a req-9f533cd0-f9ec-49ce-9733-a493fc46568c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:03.962844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09a10b12-1cef-49c1-9dc3-a453b3dd636a req-9f533cd0-f9ec-49ce-9733-a493fc46568c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 946 time: 0.1455293 Feb 03 04:29:03.997627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9a410d16-302e-4128-a9e3-1b00e58374cb up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:04.003705 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a0468-428f-4067-85ca-9dcea8341703 x-openstack-request-id: req-ec5a0468-428f-4067-85ca-9dcea8341703 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:04.004000 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "tag": "c83f70c9-500f-47af-b432-d085927c9983", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:04.005539 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5a0468-428f-4067-85ca-9dcea8341703 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:04.016010 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983', 'status': 'completed', 'code': 200} Feb 03 04:29:04.072268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09a10b12-1cef-49c1-9dc3-a453b3dd636a req-aad601ec-2733-4a72-b291-4d99e6cb4d50 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909915 Feb 03 04:29:04.099737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bae6c-28c0-466b-a39b-c019fc9fd420 service neutron] Pushing event updated for resources: {'Port': ['ID=c83f70c9-500f-47af-b432-d085927c9983,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:04.163258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:04.177719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06263a51-42cd-4c3c-94dc-af5a6e7aa815 admin admin] 10.222.0.35 "PUT /v2.0/routers/fa571c8d-0cfe-48c1-b66e-eb53f285d25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7360253 Feb 03 04:29:04.182790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad9c9f-7452-4d6d-9131-51d8aad6ae34 req-ff59d695-f63a-47da-8f5f-4d9db0d78cf8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:04.190562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9ad9c9f-7452-4d6d-9131-51d8aad6ae34 req-ff59d695-f63a-47da-8f5f-4d9db0d78cf8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.0907342 Feb 03 04:29:04.206135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-4afeb195-77e7-4d67-94bc-436874172670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:04.208444 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-4afeb195-77e7-4d67-94bc-436874172670 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d41266f2c7114287a963b936e0bbe47b&device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 1125 time: 0.2148695 Feb 03 04:29:04.210655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-809f617e-173a-4b33-8d23-919e36065e83 None None] Provisioning complete for port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:04.211590 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-809f617e-173a-4b33-8d23-919e36065e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:04.236256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:04.298485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'port_id': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'mac_address': 'fa:16:3e:5a:b8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4432c88d-f1ac-4c71-ab3e-b6b32697a87d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:04.308504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-809f617e-173a-4b33-8d23-919e36065e83 None None] Port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:04.317457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 9a410d16-302e-4128-a9e3-1b00e58374cb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:04.318039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:04.327178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9ad9c9f-7452-4d6d-9131-51d8aad6ae34 req-a39552ff-6744-44f3-b417-9cca8b9dc6d9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304584 Feb 03 04:29:04.390547 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-f2d11d91-c669-48ab-9326-1af7172ab385 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83f70c9-500f-47af-b432-d085927c9983 HTTP/1.1" status: 200 len: 217 time: 0.1724892 Feb 03 04:29:04.406780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b170e702-ade4-472f-b5eb-d9d497ffcd9a is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:04.407110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:04.424589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd10e-bbbe-4eb7-8169-4f30d34d2b1b req-868d2966-fc02-49c4-9e01-65dfed0c752e tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:04.426134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8abfd10e-bbbe-4eb7-8169-4f30d34d2b1b req-868d2966-fc02-49c4-9e01-65dfed0c752e tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 943 time: 0.0913131 Feb 03 04:29:04.443888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b170e702-ade4-472f-b5eb-d9d497ffcd9a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:04.446687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6cb1720a-099d-429f-9e8e-d713c2d21294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:04.448358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-6cb1720a-099d-429f-9e8e-d713c2d21294 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b24571f-9ee5-44cd-8ded-73de2da3318d HTTP/1.1" status: 200 len: 854 time: 0.0524356 Feb 03 04:29:04.505324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:04.515092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-da3028f2-73aa-4b84-b78f-e5908cae8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:04.520935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-da3028f2-73aa-4b84-b78f-e5908cae8783 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1731bdca-0e49-49d3-9de3-48778ce6bc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555592 Feb 03 04:29:04.523109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:04.557109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8abfd10e-bbbe-4eb7-8169-4f30d34d2b1b req-91788b6f-d9ea-4776-95e5-e4ea8a476fe6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146822 Feb 03 04:29:04.641189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:04.670178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b170e702-ade4-472f-b5eb-d9d497ffcd9a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:04.676062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 9a410d16-302e-4128-a9e3-1b00e58374cb is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:04.677952 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:04.710344 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-0b845903-66ec-41af-bcae-157134038a02 service neutron] 10.222.0.15 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819196 Feb 03 04:29:04.743708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 9a410d16-302e-4128-a9e3-1b00e58374cb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9a410d16-302e-4128-a9e3-1b00e58374cb,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:04.755757 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:04.830525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-7cb3b8ad-833a-4718-9ecc-656924687daf tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1832995 Feb 03 04:29:04.842119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:04.869798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=9a410d16-302e-4128-a9e3-1b00e58374cb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:04.910049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a8fbf15-76a9-4f21-9a7e-4576f17c15cb req-4d70a0d2-819c-4f89-9828-a453171d056c service neutron] 10.222.0.15 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919351 Feb 03 04:29:04.928379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:04.963019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d01c55-7d8e-4fa2-bcb4-e93776e19239 req-202743ca-f0aa-4e8a-8552-b2fa17c19af1 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:04.964647 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4d01c55-7d8e-4fa2-bcb4-e93776e19239 req-202743ca-f0aa-4e8a-8552-b2fa17c19af1 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 944 time: 0.1271541 Feb 03 04:29:05.017611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a899-9427-4411-af5a-e5435295f025 req-9e3eada1-b87a-4def-a361-cbdf61e55fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:05.019684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1016a899-9427-4411-af5a-e5435295f025 req-9e3eada1-b87a-4def-a361-cbdf61e55fa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d41266f2c7114287a963b936e0bbe47b&device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 1125 time: 0.0468612 Feb 03 04:29:05.065960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4d01c55-7d8e-4fa2-bcb4-e93776e19239 req-1c6ed1d5-f98b-414f-83ea-eee4a29c0424 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937500 Feb 03 04:29:05.111687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:05.134170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a899-9427-4411-af5a-e5435295f025 req-5100ecf2-f05c-4297-95f3-6269c96c2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:05.135802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1016a899-9427-4411-af5a-e5435295f025 req-5100ecf2-f05c-4297-95f3-6269c96c2008 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1731bdca-0e49-49d3-9de3-48778ce6bc0f HTTP/1.1" status: 200 len: 916 time: 0.1047964 Feb 03 04:29:05.197793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1016a899-9427-4411-af5a-e5435295f025 req-900f57a4-d678-4191-82eb-a70f47c71298 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83f70c9-500f-47af-b432-d085927c9983 HTTP/1.1" status: 200 len: 217 time: 0.0518856 Feb 03 04:29:05.254233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a899-9427-4411-af5a-e5435295f025 req-d519d70c-e708-4b5c-8afc-1f3cf62fcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:05.256020 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1016a899-9427-4411-af5a-e5435295f025 req-d519d70c-e708-4b5c-8afc-1f3cf62fcb53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b24571f-9ee5-44cd-8ded-73de2da3318d HTTP/1.1" status: 200 len: 854 time: 0.0505700 Feb 03 04:29:05.292034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Allocated IP 172.25.7.19 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/ede56c1a-4a1f-48a1-9481-d46a63e7dfe5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:05.301319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67243bc8-04d0-4317-9e27-7a5f4da03913 req-2b500844-a255-42d7-9f44-230a06600007 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:05.302950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67243bc8-04d0-4317-9e27-7a5f4da03913 req-2b500844-a255-42d7-9f44-230a06600007 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 945 time: 0.1247988 Feb 03 04:29:05.319378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a899-9427-4411-af5a-e5435295f025 req-6969c09e-36fa-4192-b5c7-3a05f125546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:05.321454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1016a899-9427-4411-af5a-e5435295f025 req-6969c09e-36fa-4192-b5c7-3a05f125546b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1731bdca-0e49-49d3-9de3-48778ce6bc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531111 Feb 03 04:29:05.396428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbccf40e-59c9-494a-b225-42ebbb31a0e2 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:05.417657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b583341-d9b3-4819-b3ab-fd9e5873cb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:05.478419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1016a899-9427-4411-af5a-e5435295f025 req-52a7a45d-98e2-4346-8588-50193b8e0d3f service neutron] 10.222.0.15 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438813 Feb 03 04:29:05.499517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67243bc8-04d0-4317-9e27-7a5f4da03913 req-343ac0f7-375b-461c-aa10-ca023a0f307b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813514 Feb 03 04:29:05.560970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:05.562958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:05.585359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'port_id': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'mac_address': 'fa:16:3e:dd:63:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912c71a9-c821-46c4-9044-bba7fe99c817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:05.651534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fbccf40e-59c9-494a-b225-42ebbb31a0e2 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:05.652701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:05.657043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:05.681639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbccf40e-59c9-494a-b225-42ebbb31a0e2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:05.693516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:05.697155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:05.701422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:05.737296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:05.748326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:05.788390 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:29:05.835225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:05.861230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:05.864743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b170e702-ade4-472f-b5eb-d9d497ffcd9a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:05.890773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=ede56c1a-4a1f-48a1-9481-d46a63e7dfe5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:05.936339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9a410d16-302e-4128-a9e3-1b00e58374cb up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:05.938530 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Sync routers for ids ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:05.953117 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Routers {'fa571c8d-0cfe-48c1-b66e-eb53f285d25b'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:05.964425 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:05.980993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d3907-2655-4486-959d-104636a3d128 req-76d96831-97e3-49d3-8330-a69866049e00 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:05.993456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea4d3907-2655-4486-959d-104636a3d128 req-76d96831-97e3-49d3-8330-a69866049e00 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 946 time: 0.2569854 Feb 03 04:29:06.053753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['fbccf40e-59c9-494a-b225-42ebbb31a0e2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:06.142330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Set router fa571c8d-0cfe-48c1-b66e-eb53f285d25b gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:06.147675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (5e4bbaea-0ad7-4108-8f9c-21b5af7d870b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.184311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea4d3907-2655-4486-959d-104636a3d128 req-99aad3b7-27fe-469e-8fe8-9c31983e5371 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498778 Feb 03 04:29:06.235415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 9a410d16-302e-4128-a9e3-1b00e58374cb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:06.235900 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.237525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1016a899-9427-4411-af5a-e5435295f025 req-2501707c-9211-49eb-90fa-674e4229b9ac service neutron] 10.222.0.15 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471409 Feb 03 04:29:06.256173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.375802 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:29:02Z', 'revision_number': 4, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '662dfbc0-67ad-483d-aa99-dbef1c0e0805', 'name': '', 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'mac_address': 'fa:16:3e:9b:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5de9410f-17a2-4ae1-b56e-d6430dcc4098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:01Z', 'updated_at': '2022-02-03T04:29:02Z', 'revision_number': 2, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'subnets': [{'id': '5de9410f-17a2-4ae1-b56e-d6430dcc4098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:06.377297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b170e702-ade4-472f-b5eb-d9d497ffcd9a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:06.377758 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.408321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Checking router: fa571c8d-0cfe-48c1-b66e-eb53f285d25b for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:06.409038 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Updating router fa571c8d-0cfe-48c1-b66e-eb53f285d25b port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:29:06.440765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d264781-cd4e-44d8-b807-381cf5dc57ef req-0eac7903-baf6-485a-8226-b425e2ffc4cc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:06.444486 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.448038 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d264781-cd4e-44d8-b807-381cf5dc57ef req-0eac7903-baf6-485a-8226-b425e2ffc4cc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 944 time: 0.1208599 Feb 03 04:29:06.470476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:29:06.542531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d264781-cd4e-44d8-b807-381cf5dc57ef req-ccd246b1-20ea-4b81-91c4-49e49d1a5475 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 Feb 03 04:29:06.548255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.564040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.604667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b170e702-ade4-472f-b5eb-d9d497ffcd9a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:06.605620 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.622655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 9a410d16-302e-4128-a9e3-1b00e58374cb is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:06.654876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:06.661701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:06.664288 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5695b-a0eb-49e1-b553-ee491663cfaf" -d '{"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-plugged", "status": "completed", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:06.682284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.688701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (5e4bbaea-0ad7-4108-8f9c-21b5af7d870b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.726524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=ede56c1a-4a1f-48a1-9481-d46a63e7dfe5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:06.735330 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.736689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-a42d19c3-3924-46b2-b07c-bda906c51605 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9010503 Feb 03 04:29:06.755032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:06.789483 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.802628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-4a60e993-7cf6-446e-a188-4d93d18a292e tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.0588632 Feb 03 04:29:06.810822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a3334-4871-407a-8d16-c68ad910eb41 req-95dd404e-661f-4a6a-97eb-cc7c6be48090 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:06.819077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-311a3334-4871-407a-8d16-c68ad910eb41 req-95dd404e-661f-4a6a-97eb-cc7c6be48090 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 943 time: 0.1868343 Feb 03 04:29:06.833404 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Publish callbacks [] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.847040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:06.850236 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.861383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'port_id': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'mac_address': 'fa:16:3e:4a:c2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:06.935625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:06.936113 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:06.939056 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034ff4-4daa-45fc-87ce-0bb4259c8490 None None] Pushing event updated for resources: {'Port': ['ID=662dfbc0-67ad-483d-aa99-dbef1c0e0805,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:06.980006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-311a3334-4871-407a-8d16-c68ad910eb41 req-475915f6-544a-4b53-a7b0-148fa5701b42 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598594 Feb 03 04:29:06.983490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:07.029011 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Attempting to bind port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:07.030161 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Attempting to bind port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:07.030570 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Attempting to bind port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 on network c80be106-8048-4eb4-a214-27634d2a4d5c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:07.031153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:07.038851 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:07.039337 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Checking segment: {'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:07.039791 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.040226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Bound using segment: {'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:07.040807 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Bound port: 662dfbc0-67ad-483d-aa99-dbef1c0e0805, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:07.041399 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.042560 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.064206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-befd338e-a87d-440e-b4b3-543ee125fcbc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:07.066593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe47fece-5c2f-46f6-b649-5f56ade42732 req-befd338e-a87d-440e-b4b3-543ee125fcbc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2424645 Feb 03 04:29:07.154840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:07.201003 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] For port 662dfbc0-67ad-483d-aa99-dbef1c0e0805, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:07.207864 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] For port 662dfbc0-67ad-483d-aa99-dbef1c0e0805, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=662dfbc0-67ad-483d-aa99-dbef1c0e0805,segment=NetworkSegment(3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1),segment_id=3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:07.218619 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.276231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-402fcc83-b5b9-4ef5-9b39-3ff555bee086 None None] Provisioning complete for port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:07.276864 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-402fcc83-b5b9-4ef5-9b39-3ff555bee086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.292151 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Routers {'fa571c8d-0cfe-48c1-b66e-eb53f285d25b'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:07.292989 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:07.326859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['798b29cb-8dc5-44e2-a89b-9d21fe8e8de3'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:07.356623 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034ff4-4daa-45fc-87ce-0bb4259c8490 None None] Pushing event updated for resources: {'Port': ['ID=662dfbc0-67ad-483d-aa99-dbef1c0e0805,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:07.402163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c83f70c9-500f-47af-b432-d085927c9983 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:07.409065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbccf40e-59c9-494a-b225-42ebbb31a0e2 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:07.486512 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] Set router fa571c8d-0cfe-48c1-b66e-eb53f285d25b gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:07.626799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-402fcc83-b5b9-4ef5-9b39-3ff555bee086 None None] Current status of the port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:07.627373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-402fcc83-b5b9-4ef5-9b39-3ff555bee086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.680248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port fbccf40e-59c9-494a-b225-42ebbb31a0e2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:07.680544 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.697821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-250d09f6-21dc-4c04-9b3c-0d3d57c63b30 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-999307283&fields=id&tenant_id=7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 267 time: 0.5229771 Feb 03 04:29:07.765283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-402fcc83-b5b9-4ef5-9b39-3ff555bee086 None None] For port 662dfbc0-67ad-483d-aa99-dbef1c0e0805, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=662dfbc0-67ad-483d-aa99-dbef1c0e0805,segment=NetworkSegment(3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1),segment_id=3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:07.790814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623c42d-05ac-4614-b643-823e11ce3cb3 req-8465d4c3-caaf-4dc1-8c16-edba043f72ef tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:07.797893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e623c42d-05ac-4614-b643-823e11ce3cb3 req-8465d4c3-caaf-4dc1-8c16-edba043f72ef tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 945 time: 0.6754727 Feb 03 04:29:07.814723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e2ca37db-d994-46af-8988-a850a3b2d2b5 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:07.823707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e2ca37db-d994-46af-8988-a850a3b2d2b5 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 946 time: 0.1249061 Feb 03 04:29:07.827360 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-402fcc83-b5b9-4ef5-9b39-3ff555bee086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:07.836857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'port': {'security_groups': ['43133c2e-ed0b-4517-bb19-efb45f1fb820', '503f7107-a6eb-4506-8388-b087d7d966e9']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:07.863602 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:29:02Z', 'revision_number': 4, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '662dfbc0-67ad-483d-aa99-dbef1c0e0805', 'name': '', 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'mac_address': 'fa:16:3e:9b:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5de9410f-17a2-4ae1-b56e-d6430dcc4098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:01Z', 'updated_at': '2022-02-03T04:29:07Z', 'revision_number': 4, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'subnets': [{'id': '5de9410f-17a2-4ae1-b56e-d6430dcc4098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:07.899248 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22267-de1d-43ab-9d30-aad53cb39c9f None None] The sync data for ids ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'] in n-d-827549-1 is: [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:29:02Z', 'revision_number': 4, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '662dfbc0-67ad-483d-aa99-dbef1c0e0805', 'name': '', 'network_id': 'c80be106-8048-4eb4-a214-27634d2a4d5c', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'mac_address': 'fa:16:3e:9b:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '5de9410f-17a2-4ae1-b56e-d6430dcc4098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:01Z', 'updated_at': '2022-02-03T04:29:07Z', 'revision_number': 4, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'subnets': [{'id': '5de9410f-17a2-4ae1-b56e-d6430dcc4098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:07.914757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e623c42d-05ac-4614-b643-823e11ce3cb3 req-13d25860-85cd-44b0-ba5b-062a258990e8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156955 Feb 03 04:29:07.920875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fcc83-b5b9-4ef5-9b39-3ff555bee086 None None] Pushing event updated for resources: {'Port': ['ID=662dfbc0-67ad-483d-aa99-dbef1c0e0805,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:08.013021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port c83f70c9-500f-47af-b432-d085927c9983, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c83f70c9-500f-47af-b432-d085927c9983,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:08.050532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.221552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d243-586c-49a0-bf27-3f74fbf737ed req-50f06745-b8dc-4cb8-ae41-78940781a353 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:08.229784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b11d243-586c-49a0-bf27-3f74fbf737ed req-50f06745-b8dc-4cb8-ae41-78940781a353 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 944 time: 0.1750319 Feb 03 04:29:08.294443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'c83f70c9-500f-47af-b432-d085927c9983', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'port_id': 'c83f70c9-500f-47af-b432-d085927c9983', 'mac_address': 'fa:16:3e:c6:a0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:08.309793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-39122fd5-1dbc-4a26-828d-9c6b05dc625e None None] Provisioning complete for port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:08.310332 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39122fd5-1dbc-4a26-828d-9c6b05dc625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.316870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.348339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fbccf40e-59c9-494a-b225-42ebbb31a0e2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:08.348897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.356110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b11d243-586c-49a0-bf27-3f74fbf737ed req-b373cb1d-76ce-4824-a8b9-747a5ec05d41 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253264 Feb 03 04:29:08.432589 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff1828-7a9a-4de8-bfbb-492418c0c1c3 x-openstack-request-id: req-b5ff1828-7a9a-4de8-bfbb-492418c0c1c3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:08.432589 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-plugged", "status": "completed", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:08.433137 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5ff1828-7a9a-4de8-bfbb-492418c0c1c3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:08.433635 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'code': 200} Feb 03 04:29:08.467020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port c83f70c9-500f-47af-b432-d085927c9983 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:08.467580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c83f70c9-500f-47af-b432-d085927c9983), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.487479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:08.500552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83f70c9-500f-47af-b432-d085927c9983 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:08.532741 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.560293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:08.590768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39122fd5-1dbc-4a26-828d-9c6b05dc625e None None] Current status of the port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:08.617757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port c83f70c9-500f-47af-b432-d085927c9983, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c83f70c9-500f-47af-b432-d085927c9983,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:08.626999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-3ba5abde-7ed7-40be-b25f-b0701b9bb04d tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1901026 Feb 03 04:29:08.632397 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.638993 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c83f70c9-500f-47af-b432-d085927c9983), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.646905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:08.651268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.672673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8c9d4b8-5871-4fb6-add6-291744c63f31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:08.680185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:08.721400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:08.722411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.723417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-049e5d8f-a6e1-438e-ac93-abade52d0bd2 req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "PUT /v2.0/ports/b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 982 time: 0.8988829 Feb 03 04:29:08.734713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:08.737136 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4" -d '{"events": [{"name": "network-changed", "server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:08.776688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:08.803948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:08.811989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:08.818169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.818528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.818878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.819232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.819602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.819948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.820286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.820616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.820944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.821278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.821747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.822084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.822556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b60c8-0d8f-43ff-84c3-92ce4161b0ae tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:08.946018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8c9d4b8-5871-4fb6-add6-291744c63f31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:08.948018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a99d3-a5f4-486a-ae75-702fc89dcef1 req-c2a00249-bf09-4059-aef8-2130d3b7c3ea tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:08.949615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d9a99d3-a5f4-486a-ae75-702fc89dcef1 req-c2a00249-bf09-4059-aef8-2130d3b7c3ea tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1090360 Feb 03 04:29:08.996477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['c83f70c9-500f-47af-b432-d085927c9983'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:09.055680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d9a99d3-a5f4-486a-ae75-702fc89dcef1 req-7a4203da-a6a0-45b0-aa9a-0afa313a7a04 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920630 Feb 03 04:29:09.114587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:09.259988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=c83f70c9-500f-47af-b432-d085927c9983,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:09.307807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Allocated IP 172.25.7.73 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/4e5f8ed3-8027-49ac-a3d8-056a5ee2a755) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:09.329672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a490192-3ffa-4b76-937a-fb50551c2ddf req-1b8638be-0a0c-4d16-a69b-421253b9a1a3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:09.337709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a490192-3ffa-4b76-937a-fb50551c2ddf req-1b8638be-0a0c-4d16-a69b-421253b9a1a3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 944 time: 0.1321828 Feb 03 04:29:09.346661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:09.441715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbccf40e-59c9-494a-b225-42ebbb31a0e2 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:09.496136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a490192-3ffa-4b76-937a-fb50551c2ddf req-71c9bcf5-a442-414f-b266-c106fda94da4 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574926 Feb 03 04:29:09.595789 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:09.665047 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:09.742440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:09.746456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:09.751752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:09.827547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fbccf40e-59c9-494a-b225-42ebbb31a0e2 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:09.828154 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:09.841467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=4e5f8ed3-8027-49ac-a3d8-056a5ee2a755,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:09.875161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:09.952767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:09.960189 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:09.966676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:09.989428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (9344e667-891c-4890-ba26-73137e3549e9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.001450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffa5f06a-19de-4347-8677-87d1daec2316 req-976c64c8-7f16-4872-ac2a-299cadb8825c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/503f7107-a6eb-4506-8388-b087d7d966e9 HTTP/1.1" status: 200 len: 1818 time: 0.0904770 Feb 03 04:29:10.014268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:10.014968 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.066186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 662dfbc0-67ad-483d-aa99-dbef1c0e0805 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:10.101022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:10.102532 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-ffa5f06a-19de-4347-8677-87d1daec2316 req-d9b19595-6ba1-4897-817b-991ed7d64ac0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 04:29:10.123606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffa5f06a-19de-4347-8677-87d1daec2316 req-d9b19595-6ba1-4897-817b-991ed7d64ac0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/503f7107-a6eb-4506-8388-b087d7d966e9 HTTP/1.1" status: 409 len: 341 time: 0.1211085 Feb 03 04:29:10.149763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.170835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:10.171066 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.193960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:10.193960 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.196864 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30076263-006f-45c2-9965-6e498dab7f98 x-openstack-request-id: req-30076263-006f-45c2-9965-6e498dab7f98 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:10.196864 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:10.199302 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30076263-006f-45c2-9965-6e498dab7f98 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:10.199779 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31', 'status': 'completed', 'code': 200} Feb 03 04:29:10.260332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:10.273992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-a3fe08f4-54b0-4e88-bd23-f5d37739fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:10.276419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-a3fe08f4-54b0-4e88-bd23-f5d37739fc7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1167 time: 0.0489860 Feb 03 04:29:10.342633 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.345239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:10.389037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-e8286fcf-7e00-4ac4-98c4-e26584456e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:10.390978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-e8286fcf-7e00-4ac4-98c4-e26584456e8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 914 time: 0.1044626 Feb 03 04:29:10.412548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a45b8f-006c-42fb-8348-31be716152cd req-26e9d4fe-0315-4719-9c2c-264a32097087 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:10.419653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a45b8f-006c-42fb-8348-31be716152cd req-26e9d4fe-0315-4719-9c2c-264a32097087 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1095259 Feb 03 04:29:10.436111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2'}, {'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2'}, {'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:10.438417 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373188be-9238-4518-b602-252f309c722d" -d '{"events": [{"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-plugged", "status": "completed", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2"}, {"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-unplugged", "status": "completed", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2"}, {"server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "name": "network-vif-plugged", "status": "completed", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:10.439802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-ddee825c-a516-4671-93d7-619e8878c497 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 217 time: 0.0375652 Feb 03 04:29:10.441743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:10.492139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59a45b8f-006c-42fb-8348-31be716152cd req-11472dc1-26d3-4159-be90-60f08bcb4f02 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715742 Feb 03 04:29:10.496904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.503488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.528737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-ffb08b7f-e785-48c5-9df8-3a9b7362f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:10.531008 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-ffb08b7f-e785-48c5-9df8-3a9b7362f652 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.0841994 Feb 03 04:29:10.596309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=4e5f8ed3-8027-49ac-a3d8-056a5ee2a755,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:10.596512 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-e45981fb-be09-42f5-acda-bc68dbc5f8ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405631 Feb 03 04:29:10.644768 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (9344e667-891c-4890-ba26-73137e3549e9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.670773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:10.672012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-0ebe4465-6e2d-4f74-ab58-a49c68521238 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0300708 Feb 03 04:29:10.679035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c00f83-9a1f-4c37-9fdd-a56666815edc req-810d4d71-a2cc-4c2a-95c0-f5bc042f1049 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:10.685904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8c00f83-9a1f-4c37-9fdd-a56666815edc req-810d4d71-a2cc-4c2a-95c0-f5bc042f1049 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 943 time: 0.0838466 Feb 03 04:29:10.717813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-d4f8ea62-9b1f-4191-86d2-7fac047e6cda service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126611 Feb 03 04:29:10.757114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-33f002a3-191c-464b-a9ee-2d5fd9d6b462 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.0690870 Feb 03 04:29:10.822212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8c00f83-9a1f-4c37-9fdd-a56666815edc req-59b2e648-2d9e-4780-8bbc-08d464468924 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354139 Feb 03 04:29:10.843768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0207a1f-eed1-4fc8-8fc2-ce06d173abf4 req-8c85f123-b343-43bb-98de-178b76e27f31 service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149747 Feb 03 04:29:10.907010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-89530625-e5fb-456b-ad1b-b185c9ca3af5 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:10.908861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2d4f2ea-d3b2-4225-891f-57510e84565f req-89530625-e5fb-456b-ad1b-b185c9ca3af5 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1436212 Feb 03 04:29:11.026719 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a71b5-88e4-4009-94ae-ac95526bfa2d x-openstack-request-id: req-086a71b5-88e4-4009-94ae-ac95526bfa2d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:11.027639 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-plugged", "status": "completed", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2", "code": 200}, {"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-unplugged", "status": "completed", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2", "code": 200}, {"server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "name": "network-vif-plugged", "status": "completed", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:11.028102 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-086a71b5-88e4-4009-94ae-ac95526bfa2d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:11.028905 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'code': 200} Feb 03 04:29:11.029318 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'code': 200} Feb 03 04:29:11.029730 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'code': 200} Feb 03 04:29:11.122866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f767-a779-4373-a19f-819a10da94e8 req-3e3c7c4c-f6e9-46bd-9bae-6b6b1e1663d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:11.125879 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7575f767-a779-4373-a19f-819a10da94e8 req-3e3c7c4c-f6e9-46bd-9bae-6b6b1e1663d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1167 time: 0.0671401 Feb 03 04:29:11.188048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fbdc5-f297-473d-9b53-1774641f6885 req-51a0cb01-3e52-4f76-a51c-4f26b01b3cfe tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:11.189713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae3fbdc5-f297-473d-9b53-1774641f6885 req-51a0cb01-3e52-4f76-a51c-4f26b01b3cfe tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1933899 Feb 03 04:29:11.238199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f767-a779-4373-a19f-819a10da94e8 req-3b7e6e1a-d892-4834-afa3-edc5016949f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:11.240011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7575f767-a779-4373-a19f-819a10da94e8 req-3b7e6e1a-d892-4834-afa3-edc5016949f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 914 time: 0.1079807 Feb 03 04:29:11.276081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae3fbdc5-f297-473d-9b53-1774641f6885 req-d84bfce5-b7aa-4b13-a5d4-a15be7a23945 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738287 Feb 03 04:29:11.286301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbeb3e-ed63-4879-a448-3e1b5468a709 req-43825783-11b5-418a-9633-753b6a3b534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:11.286301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18dbeb3e-ed63-4879-a448-3e1b5468a709 req-43825783-11b5-418a-9633-753b6a3b534c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1128 time: 0.1609402 Feb 03 04:29:11.293200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a6b3-ba90-4726-83b6-13cf69e1c248 req-4ee0fbf0-d920-464f-bcf9-5e8314c936f9 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:11.301065 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7575f767-a779-4373-a19f-819a10da94e8 req-2f57dd3b-516b-4e30-9172-dc72bbcb0805 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 217 time: 0.0476696 Feb 03 04:29:11.301672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d75a6b3-ba90-4726-83b6-13cf69e1c248 req-4ee0fbf0-d920-464f-bcf9-5e8314c936f9 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 944 time: 0.1902270 Feb 03 04:29:11.373088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f767-a779-4373-a19f-819a10da94e8 req-9d565ab5-3f54-43f4-9687-20890f242a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:11.374635 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7575f767-a779-4373-a19f-819a10da94e8 req-9d565ab5-3f54-43f4-9687-20890f242a91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.0636389 Feb 03 04:29:11.410015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7575f767-a779-4373-a19f-819a10da94e8 req-c95d6626-914e-41bb-abef-8c6bdc4fcbc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277402 Feb 03 04:29:11.437579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c83f70c9-500f-47af-b432-d085927c9983 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:11.472120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18dbeb3e-ed63-4879-a448-3e1b5468a709 req-e04fbcd4-63f0-484e-b202-ef94763778c4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614764 Feb 03 04:29:11.496125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d75a6b3-ba90-4726-83b6-13cf69e1c248 req-208f5531-e04f-4c6d-ae25-fa158a5c4584 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939979 Feb 03 04:29:11.545865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-6b76102b-dcdb-4856-96c6-232b66c7dd1b tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2368760 Feb 03 04:29:11.554183 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7575f767-a779-4373-a19f-819a10da94e8 req-49fc56f8-b1a4-4210-9ae1-dc1d24678004 service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353273 Feb 03 04:29:11.560534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:11.586624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port c83f70c9-500f-47af-b432-d085927c9983 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:11.591593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port c83f70c9-500f-47af-b432-d085927c9983 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:11.591977 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c83f70c9-500f-47af-b432-d085927c9983), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:11.613818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:11.726880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port c83f70c9-500f-47af-b432-d085927c9983 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:11.727309 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c83f70c9-500f-47af-b432-d085927c9983), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:11.734431 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7575f767-a779-4373-a19f-819a10da94e8 req-9c601e9f-159e-4f46-b43a-b58497faae82 service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678274 Feb 03 04:29:11.769589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port c83f70c9-500f-47af-b432-d085927c9983, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c83f70c9-500f-47af-b432-d085927c9983,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:11.776439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c83f70c9-500f-47af-b432-d085927c9983), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:11.777080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe8328-7e41-4df3-bdc9-85f12a9c7875 req-c3e698cb-22a1-4163-9349-faab993775d6 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:11.788454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9abe8328-7e41-4df3-bdc9-85f12a9c7875 req-c3e698cb-22a1-4163-9349-faab993775d6 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 985 time: 0.1536789 Feb 03 04:29:11.844829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=c83f70c9-500f-47af-b432-d085927c9983,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:11.865641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9abe8328-7e41-4df3-bdc9-85f12a9c7875 req-3b22e93b-1b9e-4f97-83b4-8662b151216e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&id=503f7107-a6eb-4506-8388-b087d7d966e9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0703273 Feb 03 04:29:11.898079 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.012935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-9129d7c7-7d04-447a-a82b-b3a18ab7c319 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:12.015074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-9129d7c7-7d04-447a-a82b-b3a18ab7c319 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 943 time: 0.1156759 Feb 03 04:29:12.060257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150464c-8ad6-4fb9-abc0-5133333393c5 req-6af91339-e2ab-406d-959c-3a25a51ce878 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:12.067218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c150464c-8ad6-4fb9-abc0-5133333393c5 req-6af91339-e2ab-406d-959c-3a25a51ce878 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1188846 Feb 03 04:29:12.108431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Allocated IP 172.25.7.186 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/e7838a5b-7209-413c-a43a-46fb3d18783e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:12.165906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c150464c-8ad6-4fb9-abc0-5133333393c5 req-8e1cec2e-3dc1-4ded-8cad-808d81c9ca2c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975187 Feb 03 04:29:12.171985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Deleting port fbccf40e-59c9-494a-b225-42ebbb31a0e2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:12.172348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.310031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] For port fbccf40e-59c9-494a-b225-42ebbb31a0e2, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbccf40e-59c9-494a-b225-42ebbb31a0e2,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:12.310697 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.329163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Calling delete_port for fbccf40e-59c9-494a-b225-42ebbb31a0e2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:12.361965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64098-1059-402d-a0cd-ca52bf5e74d3 req-665e4eb5-5323-4a08-a5a5-d4c21cf4c1e1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:12.364270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77c64098-1059-402d-a0cd-ca52bf5e74d3 req-665e4eb5-5323-4a08-a5a5-d4c21cf4c1e1 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=69b6b4f0-ac4e-45cd-8149-6d02b0d62619 HTTP/1.1" status: 200 len: 943 time: 0.0953240 Feb 03 04:29:12.370064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.438480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77c64098-1059-402d-a0cd-ca52bf5e74d3 req-8470f3ce-74a9-4fe2-a1a3-65dae4260e7b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641117 Feb 03 04:29:12.449305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.500614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:12.506369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:12.513297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:12.539622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fbccf40e-59c9-494a-b225-42ebbb31a0e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.558277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=e7838a5b-7209-413c-a43a-46fb3d18783e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:12.592761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event deleted for resources: {'Port': ['ID=fbccf40e-59c9-494a-b225-42ebbb31a0e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:12.644089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] No DVR routers for this DVR port fbccf40e-59c9-494a-b225-42ebbb31a0e2 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:29:12.647216 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.651704 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6868993f-8cb0-4696-99d6-84b73e5f3a41 req-24bbe349-a0fd-494d-8203-b13297b1c08b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "DELETE /v2.0/ports/fbccf40e-59c9-494a-b225-42ebbb31a0e2 HTTP/1.1" status: 204 len: 173 time: 0.6231837 Feb 03 04:29:12.651704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-deleted', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:12.654512 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ceface-440d-4db8-aca6-a87e44e3a355" -d '{"events": [{"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-deleted", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:12.692198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42882684-b3a1-4530-bd1d-02033b72a6a2 req-8622a14f-86c8-4456-84a4-09ce3615c338 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:12.699528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42882684-b3a1-4530-bd1d-02033b72a6a2 req-8622a14f-86c8-4456-84a4-09ce3615c338 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1158144 Feb 03 04:29:12.702117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (095932b0-5ad5-4148-a4fd-2f42f7397ed0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.810660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:12.848075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42882684-b3a1-4530-bd1d-02033b72a6a2 req-c1d4b4ce-fcf9-42ee-8a7b-54ce6d480a41 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473718 Feb 03 04:29:13.024120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bcc30-bff2-44d8-9cfd-0b4946517d59 req-f05bc59a-148d-4a18-8192-9cd2e51592e6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:13.025993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d4bcc30-bff2-44d8-9cfd-0b4946517d59 req-f05bc59a-148d-4a18-8192-9cd2e51592e6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.0842185 Feb 03 04:29:13.030533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:13.037738 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3694bc82-f2c0-4eae-9985-bc2232f41412" -d '{"events": [{"server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "name": "network-vif-plugged", "status": "completed", "tag": "c83f70c9-500f-47af-b432-d085927c9983"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:13.063012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:13.073700 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:13.138121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d4bcc30-bff2-44d8-9cfd-0b4946517d59 req-7d28d1b2-f1a6-40be-afe7-5d15df197297 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998850 Feb 03 04:29:13.184144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=e7838a5b-7209-413c-a43a-46fb3d18783e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:13.202688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (095932b0-5ad5-4148-a4fd-2f42f7397ed0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:13.224022 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:13.225444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-94bdc75e-061d-46fb-9989-866e85536edc tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6690032 Feb 03 04:29:13.256601 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21505ea9-6070-4c1a-8298-2a5ce67fdc95 x-openstack-request-id: req-21505ea9-6070-4c1a-8298-2a5ce67fdc95 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:13.257433 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b6b4f0-ac4e-45cd-8149-6d02b0d62619", "name": "network-vif-deleted", "tag": "fbccf40e-59c9-494a-b225-42ebbb31a0e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:13.257692 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21505ea9-6070-4c1a-8298-2a5ce67fdc95 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:13.258128 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b6b4f0-ac4e-45cd-8149-6d02b0d62619', 'name': 'network-vif-deleted', 'tag': 'fbccf40e-59c9-494a-b225-42ebbb31a0e2', 'status': 'completed', 'code': 200} Feb 03 04:29:13.336225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-cc5b083c-d65b-4ac2-8390-366a70975138 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.186 HTTP/1.1" status: 200 len: 696 time: 0.1049392 Feb 03 04:29:13.461902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f352693-31c4-475f-9ade-a481bc18ae2b req-238f5fe2-ce2d-474f-8ff1-f4243c46126a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:13.463327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f352693-31c4-475f-9ade-a481bc18ae2b req-238f5fe2-ce2d-474f-8ff1-f4243c46126a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 985 time: 0.1428061 Feb 03 04:29:13.521230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-2356a8e5-be09-4cb8-9df6-d1e626a36b47 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:13.523464 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec08e59f-097c-4bdb-9d56-82e50aba1ae4 req-2356a8e5-be09-4cb8-9df6-d1e626a36b47 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1818576 Feb 03 04:29:13.557792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f352693-31c4-475f-9ade-a481bc18ae2b req-58cb0545-b352-4f3e-a56d-087827579449 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&id=503f7107-a6eb-4506-8388-b087d7d966e9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0880775 Feb 03 04:29:13.585689 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613fa49d-6365-4082-b9b8-afee09a8b13f x-openstack-request-id: req-613fa49d-6365-4082-b9b8-afee09a8b13f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:13.586154 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "name": "network-vif-plugged", "status": "completed", "tag": "c83f70c9-500f-47af-b432-d085927c9983", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:13.586535 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-613fa49d-6365-4082-b9b8-afee09a8b13f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:13.587073 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983', 'code': 200} Feb 03 04:29:13.715079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa175d-036d-48fe-b01a-ee3e29a7a132 req-566f2a63-a871-4471-aeb8-e965f328d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:13.716548 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4aa175d-036d-48fe-b01a-ee3e29a7a132 req-566f2a63-a871-4471-aeb8-e965f328d2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 1127 time: 0.0676577 Feb 03 04:29:13.783924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4aa175d-036d-48fe-b01a-ee3e29a7a132 req-93eb4be9-c24e-4989-9899-61c83b99a14a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603004 Feb 03 04:29:13.814990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461c2cc-27bc-4a65-8b1f-426f1d80a346 req-d9cea1a4-165a-487b-a416-a13085485dcb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:13.816522 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5461c2cc-27bc-4a65-8b1f-426f1d80a346 req-d9cea1a4-165a-487b-a416-a13085485dcb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1568668 Feb 03 04:29:13.859277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edba3020-1af9-452d-a8ad-20b5c00417df req-53c4d8f5-b09d-44a4-b950-486cb375fcf5 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1886230 Feb 03 04:29:13.887138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:13.902724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5461c2cc-27bc-4a65-8b1f-426f1d80a346 req-fcff7e92-f0c4-4c0e-83b9-14ed0235ce37 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769320 Feb 03 04:29:13.919876 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.059875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-47890d4c-d8e5-44da-b6bd-b0b81f30d9eb tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-334043474&fields=id&tenant_id=7745d303219c42eea0ca133946dfcb96 HTTP/1.1" status: 200 len: 267 time: 0.0656705 Feb 03 04:29:14.066936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.203652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-502f2e86-6ec4-4582-8211-03867b732556 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:14.205193 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-502f2e86-6ec4-4582-8211-03867b732556 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 985 time: 0.1293766 Feb 03 04:29:14.221998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'port': {'security_groups': ['43133c2e-ed0b-4517-bb19-efb45f1fb820', '503f7107-a6eb-4506-8388-b087d7d966e9', '85bacb72-ac47-4c07-9b3a-bd425e382f4c']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:14.264636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Allocated IP 172.25.7.133 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/5ff54500-3500-47ac-94a8-54785bc224f0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:14.353569 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.484408 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (5ff54500-3500-47ac-94a8-54785bc224f0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.575106 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5ff54500-3500-47ac-94a8-54785bc224f0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.649243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:14.657096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:14.659758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:14.699357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=5ff54500-3500-47ac-94a8-54785bc224f0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:14.720518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:14.781160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.791698 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.805361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8c9d4b8-5871-4fb6-add6-291744c63f31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:14.850681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:14.851188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:14.851315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.852684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef0cb85d-a4d0-496c-9c83-62009c7d1d28 req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "PUT /v2.0/ports/b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 1021 time: 0.6379409 Feb 03 04:29:14.856073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (039053c8-c86a-4876-8063-c345dc24e039), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.857293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:14.859758 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deff8c3-952a-4c99-be44-da770b71f098" -d '{"events": [{"name": "network-changed", "server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:14.949353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd2b46-6244-4dfe-9104-40b5413cc4ab tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:14.979290 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5ff54500-3500-47ac-94a8-54785bc224f0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:14.992663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8c9d4b8-5871-4fb6-add6-291744c63f31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:15.202260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-35264600-4671-468b-989a-1c10991ac8c8 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:15.204593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-35264600-4671-468b-989a-1c10991ac8c8 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 821 time: 0.1904504 Feb 03 04:29:15.240914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-06f4e6dc-315b-4104-81ef-69fbb271b745 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/quotas/f482cb2f850d466da641197ff982e44b HTTP/1.1" status: 200 len: 375 time: 0.0254118 Feb 03 04:29:15.288149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-bf9c174d-b11c-444a-bd40-d9769ad592d5 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453231 Feb 03 04:29:15.383419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for port (5ff54500-3500-47ac-94a8-54785bc224f0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:15.396429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5ff54500-3500-47ac-94a8-54785bc224f0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:15.486784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbccf40e-59c9-494a-b225-42ebbb31a0e2 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:15.498745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-b3e805a5-e9c9-4777-8692-b09f6ca450ca service neutron] 10.222.0.35 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092881 Feb 03 04:29:15.509074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event updated for resources: {'Port': ['ID=5ff54500-3500-47ac-94a8-54785bc224f0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:15.512380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: fbccf40e-59c9-494a-b225-42ebbb31a0e2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:15.512725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbccf40e-59c9-494a-b225-42ebbb31a0e2 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:15.884255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (039053c8-c86a-4876-8063-c345dc24e039), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:15.932340 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:15.933979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edba3020-1af9-452d-a8ad-20b5c00417df req-5a9671fc-b4be-49a8-829a-68bc0a936587 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0558298 Feb 03 04:29:15.990064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-82f7c6a6-4ea7-4590-904d-029952ec9e7c service neutron] 10.222.0.35 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901316 Feb 03 04:29:15.999794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edba3020-1af9-452d-a8ad-20b5c00417df req-a058da6f-d990-4ca4-9dbd-a6673b084b72 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.0588322 Feb 03 04:29:16.127829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba3020-1af9-452d-a8ad-20b5c00417df req-cb0710ec-1710-4f35-bdf8-1c87ca9ecf76 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:16.130590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edba3020-1af9-452d-a8ad-20b5c00417df req-cb0710ec-1710-4f35-bdf8-1c87ca9ecf76 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1232228 Feb 03 04:29:16.333276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530893a-d6ec-426c-a2a8-daf5e6bf0a35 req-8e11e508-9a62-4fae-93d4-6d462922af36 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:16.334850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7530893a-d6ec-426c-a2a8-daf5e6bf0a35 req-8e11e508-9a62-4fae-93d4-6d462922af36 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.0983114 Feb 03 04:29:16.343055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731403cd-a6cb-4971-b789-d235f676cae4 req-8dda1bfc-d61d-48e0-8e59-af4863808066 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:16.344643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-731403cd-a6cb-4971-b789-d235f676cae4 req-8dda1bfc-d61d-48e0-8e59-af4863808066 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1304500 Feb 03 04:29:16.357316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:16.363924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'floatingip': {'port_id': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:16.450259 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (faa8c218-37fe-4c6a-a8fa-0b40bb7a104d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:16.463852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7530893a-d6ec-426c-a2a8-daf5e6bf0a35 req-020b787f-e500-4b5c-b980-8ea16bd424f8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168845 Feb 03 04:29:16.573238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac22ca2f-f9fe-4b54-b7d8-741c2680eba0 req-e5a391c6-641e-4f8d-8196-a763c0f5bebe tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/85bacb72-ac47-4c07-9b3a-bd425e382f4c HTTP/1.1" status: 200 len: 1819 time: 0.0764811 Feb 03 04:29:16.605853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ba4aa-c5ea-4158-b79f-224be9655f4a req-ac32006e-bfc5-4e0a-b265-8a3eb677fec1 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:16.608997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f5ba4aa-c5ea-4158-b79f-224be9655f4a req-ac32006e-bfc5-4e0a-b265-8a3eb677fec1 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.1251557 Feb 03 04:29:16.683993 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-ac22ca2f-f9fe-4b54-b7d8-741c2680eba0 req-db1a1532-9750-4835-bb33-ce120e9d9ad3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 04:29:16.701063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac22ca2f-f9fe-4b54-b7d8-741c2680eba0 req-db1a1532-9750-4835-bb33-ce120e9d9ad3 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/85bacb72-ac47-4c07-9b3a-bd425e382f4c HTTP/1.1" status: 409 len: 341 time: 0.1266437 Feb 03 04:29:16.723745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f5ba4aa-c5ea-4158-b79f-224be9655f4a req-53806d33-236f-4d49-9a64-09c14f43927d tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035776 Feb 03 04:29:16.752748 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3065ee10-8614-4315-983d-27c1b01a14f6 x-openstack-request-id: req-3065ee10-8614-4315-983d-27c1b01a14f6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:16.752748 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:16.752748 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3065ee10-8614-4315-983d-27c1b01a14f6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:16.752748 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31', 'status': 'completed', 'code': 200} Feb 03 04:29:16.869250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daccd7d5-3981-4065-b685-ca270e7a3ff8 req-902c5e5b-f532-42f2-a64c-3c7341f8223a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips/039053c8-c86a-4876-8063-c345dc24e039 HTTP/1.1" status: 200 len: 693 time: 0.0981340 Feb 03 04:29:16.924217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a18a848f-1356-4abe-b883-d80a7a9625fe req-71260554-838f-414a-b0ba-467b54bae684 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 210 time: 0.0589747 Feb 03 04:29:17.060632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deff8c3-952a-4c99-be44-da770b71f098 req-e15c6aa4-e8c5-4d8a-ab83-51108e91df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:17.062411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deff8c3-952a-4c99-be44-da770b71f098 req-e15c6aa4-e8c5-4d8a-ab83-51108e91df3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7745d303219c42eea0ca133946dfcb96&device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1207 time: 0.1248348 Feb 03 04:29:17.086503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccd7d5-3981-4065-b685-ca270e7a3ff8 req-44e4429a-2273-495f-b65b-39bad87af285 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:17.099754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daccd7d5-3981-4065-b685-ca270e7a3ff8 req-44e4429a-2273-495f-b65b-39bad87af285 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2189765 Feb 03 04:29:17.291910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:17.293377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-5ec48d2c-59f5-429c-9b02-0d40f8940ead tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips/039053c8-c86a-4876-8063-c345dc24e039 HTTP/1.1" status: 200 len: 693 time: 0.0754585 Feb 03 04:29:17.302579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deff8c3-952a-4c99-be44-da770b71f098 req-9722e79a-7cef-48f9-9229-66ac27445b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:17.304384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deff8c3-952a-4c99-be44-da770b71f098 req-9722e79a-7cef-48f9-9229-66ac27445b7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 200 len: 914 time: 0.2345729 Feb 03 04:29:17.305160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (faa8c218-37fe-4c6a-a8fa-0b40bb7a104d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:17.305396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2dd36-e508-4800-9f26-eb666608d399 req-4bf2adee-bcc3-4a09-b3da-04c33b662250 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:17.307021 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46a2dd36-e508-4800-9f26-eb666608d399 req-4bf2adee-bcc3-4a09-b3da-04c33b662250 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.1533868 Feb 03 04:29:17.317018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:17.322000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Request body: {'floatingip': {'port_id': 'c83f70c9-500f-47af-b432-d085927c9983'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:17.385147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for floatingip (e4d3f76e-97ef-41da-a0e7-8900597bb669), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:17.477550 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deff8c3-952a-4c99-be44-da770b71f098 req-867ac5d8-457d-4432-a2e5-b3321978c0b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 200 len: 217 time: 0.0612195 Feb 03 04:29:17.537360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deff8c3-952a-4c99-be44-da770b71f098 req-79b35944-a694-477d-a1fc-0d645bf513a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:17.540472 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deff8c3-952a-4c99-be44-da770b71f098 req-79b35944-a694-477d-a1fc-0d645bf513a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 200 len: 853 time: 0.0534375 Feb 03 04:29:17.558911 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Floating IP faa8c218-37fe-4c6a-a8fa-0b40bb7a104d associated. External IP: 172.25.7.194, port: 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3. Feb 03 04:29:17.644046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-aa3e97cc-c7b0-4459-808f-843d9acf6bf2 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:17.646286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-aa3e97cc-c7b0-4459-808f-843d9acf6bf2 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.3383067 Feb 03 04:29:17.738203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deff8c3-952a-4c99-be44-da770b71f098 req-26397ad8-642d-4542-82e8-3c6cdee32cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526540 Feb 03 04:29:17.950980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-2b00cfd3-5dff-47f8-a453-6b6c7ffed59d tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:29:17.952201 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-2b00cfd3-5dff-47f8-a453-6b6c7ffed59d tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2574797 Feb 03 04:29:17.966356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f7ea0-6dff-4d0c-9588-a3014713de5b req-2e988b44-acaa-44f5-ab58-8b47aefd01f2 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:17.968005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a9f7ea0-6dff-4d0c-9588-a3014713de5b req-2e988b44-acaa-44f5-ab58-8b47aefd01f2 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1024 time: 0.5159216 Feb 03 04:29:18.013561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deff8c3-952a-4c99-be44-da770b71f098 req-5c5e5c73-8f9e-4f05-817e-bcfb34572288 service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408595 Feb 03 04:29:18.104447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-9e340b32-b75d-4e27-a026-5803dc28b5cf tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:18.107431 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-9e340b32-b75d-4e27-a026-5803dc28b5cf tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 821 time: 0.4229376 Feb 03 04:29:18.120634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Request body: {'port': {'device_id': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'admin_state_up': True, 'tenant_id': 'f482cb2f850d466da641197ff982e44b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:18.128906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:29:18.178716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-ab87f2d7-c8b2-4ee7-b554-1644b83127f5 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1635735 Feb 03 04:29:18.187727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a9f7ea0-6dff-4d0c-9588-a3014713de5b req-c718c5a8-3b30-422a-8034-226d869f0f1d tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&id=503f7107-a6eb-4506-8388-b087d7d966e9&id=85bacb72-ac47-4c07-9b3a-bd425e382f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1708417 Feb 03 04:29:18.214309 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deff8c3-952a-4c99-be44-da770b71f098 req-efed64b2-4c2b-4e53-addf-7a6ece5cdc8d service neutron] 10.222.0.15 "GET /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913149 Feb 03 04:29:18.284362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-4e210dc0-5637-41e6-8e4e-38b3004d578a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.0955262 Feb 03 04:29:18.304548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:29:18.345994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:18.352330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:18.356710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] Sync routers for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:18.368717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:18.369383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:18.385267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9fa0ab4d-6244-4d0b-8fae-8fe427f8cb15 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "PUT /v2.0/floatingips/faa8c218-37fe-4c6a-a8fa-0b40bb7a104d HTTP/1.1" status: 200 len: 992 time: 2.0242038 Feb 03 04:29:18.385485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:18.387686 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15210a83-aba6-4a01-a14e-700938623f59" -d '{"events": [{"name": "network-changed", "server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:18.472275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Made reservation on behalf of f482cb2f850d466da641197ff982e44b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:18.479187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:18.492800 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:18.531133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (e4d3f76e-97ef-41da-a0e7-8900597bb669), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:18.593134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150c53c-7bb8-4997-9203-aefcea4f54c8 req-c2a46612-7ed9-4ddd-8446-4881a12884d4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:18.594753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b150c53c-7bb8-4997-9203-aefcea4f54c8 req-c2a46612-7ed9-4ddd-8446-4881a12884d4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.2208993 Feb 03 04:29:18.638082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:18.676105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Allocated IP 172.20.0.14 (cd0e7df7-918a-43dd-855c-5465210d56b4/912c71a9-c821-46c4-9044-bba7fe99c817/48425c0e-92be-40fb-bdca-c5986372a990) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:18.677823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b150c53c-7bb8-4997-9203-aefcea4f54c8 req-aaa5f67f-9fd8-4b17-91e5-a1d2d524169d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716364 Feb 03 04:29:18.729491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Deleting port 5ff54500-3500-47ac-94a8-54785bc224f0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:18.730446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5ff54500-3500-47ac-94a8-54785bc224f0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:18.810107 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Floating IP e4d3f76e-97ef-41da-a0e7-8900597bb669 associated. External IP: 172.25.7.57, port: c83f70c9-500f-47af-b432-d085927c9983. Feb 03 04:29:18.910834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for port (48425c0e-92be-40fb-bdca-c5986372a990), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:18.938578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'faa8c218-37fe-4c6a-a8fa-0b40bb7a104d', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'port_id': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'mac_address': 'fa:16:3e:4a:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:53Z', 'updated_at': '2022-02-03T04:29:17Z', 'revision_number': 1, 'project_id': '6fe7185535d244daafe871978c964c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:18.957375 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58ddfdcb-1a68-4f9b-8392-82ce49df80ad req-644a5a25-61de-41f0-bec8-927e055b598a tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 210 time: 0.0359170 Feb 03 04:29:18.971404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] Checking router: 8bcf73e2-b8d0-4a8d-b628-817daaa344ad for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:18.981094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:18.981728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:18.993860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (48425c0e-92be-40fb-bdca-c5986372a990), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.039680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5ff54500-3500-47ac-94a8-54785bc224f0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.040026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (5ff54500-3500-47ac-94a8-54785bc224f0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.056611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event updated for resources: {'Port': ['ID=48425c0e-92be-40fb-bdca-c5986372a990,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:19.078450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Network cd0e7df7-918a-43dd-855c-5465210d56b4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:19.081870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:19.084918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:19.127961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:19.134338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-e3dda6e8-7a94-4c1d-9520-b306842fab3e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:19.135940 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-e3dda6e8-7a94-4c1d-9520-b306842fab3e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1024 time: 0.1886106 Feb 03 04:29:19.142953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Calling delete_port for 5ff54500-3500-47ac-94a8-54785bc224f0 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:19.223743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Router a151d0d9-86ed-4348-aa61-01ee7440e930 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:29:19.462232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'faa8c218-37fe-4c6a-a8fa-0b40bb7a104d', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'port_id': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'mac_address': 'fa:16:3e:4a:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:53Z', 'updated_at': '2022-02-03T04:29:17Z', 'revision_number': 1, 'project_id': '6fe7185535d244daafe871978c964c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:19.493645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947239eb-d669-42fe-a9fe-fab48232793d None None] The sync data for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 is: [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'faa8c218-37fe-4c6a-a8fa-0b40bb7a104d', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'port_id': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'mac_address': 'fa:16:3e:4a:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:53Z', 'updated_at': '2022-02-03T04:29:17Z', 'revision_number': 1, 'project_id': '6fe7185535d244daafe871978c964c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:19.561173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:19.561811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.612107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-29c3e815-d06b-4eb4-8be9-99c4fd0d321d tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4956059 Feb 03 04:29:19.624474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Request body: {'port': {'device_id': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:19.673411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Deleting port b8c9d4b8-5871-4fb6-add6-291744c63f31 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:19.673908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.723021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cd05e-05a7-48ce-baa3-3711c0d3176b req-36eb2021-b8f3-42ae-8598-d15760096714 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:19.724523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-331cd05e-05a7-48ce-baa3-3711c0d3176b req-36eb2021-b8f3-42ae-8598-d15760096714 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.6049922 Feb 03 04:29:19.737663 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5db22-8e1f-4e5c-9ad1-522086ef8b17 None None] New status for floating IP faa8c218-37fe-4c6a-a8fa-0b40bb7a104d: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:29:19.754709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (48425c0e-92be-40fb-bdca-c5986372a990), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.776456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:19.784328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.789287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] Sync routers for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:19.803101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:19.804212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:19.852565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0e831a2f-997e-422a-a762-893d8554a2d6 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "PUT /v2.0/floatingips/e4d3f76e-97ef-41da-a0e7-8900597bb669 HTTP/1.1" status: 200 len: 990 time: 2.5344734 Feb 03 04:29:19.855095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:19.855876 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0344eb0-e8fc-42b3-9138-b54921751ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "tag": "c83f70c9-500f-47af-b432-d085927c9983"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:19.861228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-331cd05e-05a7-48ce-baa3-3711c0d3176b req-a97f89ed-5c66-4751-8108-aadbf8f25774 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143737 Feb 03 04:29:19.913071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] For port b8c9d4b8-5871-4fb6-add6-291744c63f31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b8c9d4b8-5871-4fb6-add6-291744c63f31,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:19.913436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.930555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5ff54500-3500-47ac-94a8-54785bc224f0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:19.973287 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32ba5cc-5931-4de3-8d33-a27a3d379e2f x-openstack-request-id: req-e32ba5cc-5931-4de3-8d33-a27a3d379e2f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:19.973610 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:19.973829 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e32ba5cc-5931-4de3-8d33-a27a3d379e2f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:19.974354 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'status': 'completed', 'code': 200} Feb 03 04:29:19.993751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Calling delete_port for b8c9d4b8-5871-4fb6-add6-291744c63f31 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:19.997302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event deleted for resources: {'Port': ['ID=5ff54500-3500-47ac-94a8-54785bc224f0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:20.008014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:20.129073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210a83-aba6-4a01-a14e-700938623f59 req-65d7f1ba-eed9-46ee-bf1f-8402a5947ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.130700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15210a83-aba6-4a01-a14e-700938623f59 req-65d7f1ba-eed9-46ee-bf1f-8402a5947ffb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1128 time: 0.1482689 Feb 03 04:29:20.173556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-63ce022c-b802-4416-aa56-217e11c94530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.175066 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-63ce022c-b802-4416-aa56-217e11c94530 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 1127 time: 0.1721969 Feb 03 04:29:20.175385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0b119-932f-4486-bfdf-307394b78102 req-e58820e8-3ef6-49b6-9a95-8150999ba5b1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.177040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f0b119-932f-4486-bfdf-307394b78102 req-e58820e8-3ef6-49b6-9a95-8150999ba5b1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0 HTTP/1.1" status: 200 len: 1024 time: 0.1527371 Feb 03 04:29:20.197458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (039053c8-c86a-4876-8063-c345dc24e039), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:20.201886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:20.203135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f4c002d-edd0-44b5-9175-ddd0aa97de3d req-0230050e-ccd4-48f6-a7b9-8217f00eb3ce tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "DELETE /v2.0/floatingips/039053c8-c86a-4876-8063-c345dc24e039 HTTP/1.1" status: 204 len: 173 time: 1.9113781 Feb 03 04:29:20.285316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'e4d3f76e-97ef-41da-a0e7-8900597bb669', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'port_id': 'c83f70c9-500f-47af-b432-d085927c9983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'mac_address': 'fa:16:3e:c6:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:56Z', 'updated_at': '2022-02-03T04:29:18Z', 'revision_number': 1, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 5, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:20.318029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] Checking router: a151d0d9-86ed-4348-aa61-01ee7440e930 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:20.326431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:20.327314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:20.377686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48425c0e-92be-40fb-bdca-c5986372a990 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:20.381097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78f0b119-932f-4486-bfdf-307394b78102 req-ef736818-9c10-4493-803d-85f384e6798f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=43133c2e-ed0b-4517-bb19-efb45f1fb820&id=503f7107-a6eb-4506-8388-b087d7d966e9&id=85bacb72-ac47-4c07-9b3a-bd425e382f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1896062 Feb 03 04:29:20.383166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210a83-aba6-4a01-a14e-700938623f59 req-90a9f907-034a-4cf0-bb53-a610e08196a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.385110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15210a83-aba6-4a01-a14e-700938623f59 req-90a9f907-034a-4cf0-bb53-a610e08196a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.2474306 Feb 03 04:29:20.385950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-4e91a792-c40d-4bc3-a108-38c51a019b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.387616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-4e91a792-c40d-4bc3-a108-38c51a019b3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 913 time: 0.2026446 Feb 03 04:29:20.390555 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Publish callbacks [] for port (48425c0e-92be-40fb-bdca-c5986372a990), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:20.395470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b8c9d4b8-5871-4fb6-add6-291744c63f31), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:20.400371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fcb08-4431-4116-8078-9c9823036d68 req-76183d2c-98f4-4431-84e2-6968f9aa2747 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.401809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-004fcb08-4431-4116-8078-9c9823036d68 req-76183d2c-98f4-4431-84e2-6968f9aa2747 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1228304 Feb 03 04:29:20.427533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b8c9d4b8-5871-4fb6-add6-291744c63f31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:20.429878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:20.480946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Transition to ACTIVE for port object 48425c0e-92be-40fb-bdca-c5986372a990 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:20.485180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-be3e25a8-12f5-45d5-8690-3cca27b11e42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a HTTP/1.1" status: 200 len: 217 time: 0.0876067 Feb 03 04:29:20.486038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'Port': ['ID=b8c9d4b8-5871-4fb6-add6-291744c63f31,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:20.494434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (48425c0e-92be-40fb-bdca-c5986372a990), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:20.518672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:20.550166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15210a83-aba6-4a01-a14e-700938623f59 req-f67688e5-7dc9-431f-8f00-b51897b6d0a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 1002 time: 0.1470973 Feb 03 04:29:20.623146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e499547-1caf-4f7c-be2e-c2ed44b9135c req-cdfcb7cd-83be-4236-96d9-2666a835beff tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.624987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e499547-1caf-4f7c-be2e-c2ed44b9135c req-cdfcb7cd-83be-4236-96d9-2666a835beff tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.1599886 Feb 03 04:29:20.626501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] No DVR routers for this DVR port b8c9d4b8-5871-4fb6-add6-291744c63f31 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:29:20.632072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-004fcb08-4431-4116-8078-9c9823036d68 req-557dca4e-90a5-45bd-8088-a0cafa5be5d6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681538 Feb 03 04:29:20.640291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210a83-aba6-4a01-a14e-700938623f59 req-8a5d3109-8e52-47bb-9bfe-d78aa56f1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.641998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15210a83-aba6-4a01-a14e-700938623f59 req-8a5d3109-8e52-47bb-9bfe-d78aa56f1924 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.0839376 Feb 03 04:29:20.646524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:20.660357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2847e91c-e7fb-4ae5-8b77-013c19fdeab2 req-0dd31090-2739-4f45-af7a-03e4ff746ba9 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.15 "DELETE /v2.0/ports/b8c9d4b8-5871-4fb6-add6-291744c63f31 HTTP/1.1" status: 204 len: 173 time: 1.5058160 Feb 03 04:29:20.663537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Pushing event updated for resources: {'Port': ['ID=48425c0e-92be-40fb-bdca-c5986372a990,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:20.684885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-5d799441-b45b-47e0-96ff-17ba7b794448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.686950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-5d799441-b45b-47e0-96ff-17ba7b794448 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.1934586 Feb 03 04:29:20.708073 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ee684c-723f-4f35-9728-de143f97ec66 x-openstack-request-id: req-97ee684c-723f-4f35-9728-de143f97ec66 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:20.708514 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "tag": "c83f70c9-500f-47af-b432-d085927c9983", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:20.708872 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97ee684c-723f-4f35-9728-de143f97ec66 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:20.709384 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983', 'status': 'completed', 'code': 200} Feb 03 04:29:20.759277 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-b5fc8ffb-8aec-43d5-91be-18210b7ace43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445879 Feb 03 04:29:20.788041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e499547-1caf-4f7c-be2e-c2ed44b9135c req-9e41919d-2244-4f1c-a0cb-94403b33f282 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445875 Feb 03 04:29:20.868715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Attempting to bind port 48425c0e-92be-40fb-bdca-c5986372a990 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:20.869308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Attempting to bind port 48425c0e-92be-40fb-bdca-c5986372a990 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:20.869796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Attempting to bind port 48425c0e-92be-40fb-bdca-c5986372a990 on network cd0e7df7-918a-43dd-855c-5465210d56b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:20.887008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Port 48425c0e-92be-40fb-bdca-c5986372a990 on network cd0e7df7-918a-43dd-855c-5465210d56b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:20.887379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Attempting to bind port 48425c0e-92be-40fb-bdca-c5986372a990 on network cd0e7df7-918a-43dd-855c-5465210d56b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:20.901521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:20.901872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Checking segment: {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:20.902248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Bound using segment: {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:20.902690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Bound port: 48425c0e-92be-40fb-bdca-c5986372a990, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:20.903081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (48425c0e-92be-40fb-bdca-c5986372a990), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:20.914883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-60df2f8c-b7c7-4910-9d31-57882eecac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.916431 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-60df2f8c-b7c7-4910-9d31-57882eecac93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d41266f2c7114287a963b936e0bbe47b&device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 1127 time: 0.1691523 Feb 03 04:29:20.927010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210a83-aba6-4a01-a14e-700938623f59 req-ccfe2158-d35a-4b49-847e-a08b49e7854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:20.929033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15210a83-aba6-4a01-a14e-700938623f59 req-ccfe2158-d35a-4b49-847e-a08b49e7854c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2501249 Feb 03 04:29:20.968071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-392e30ce-fad8-40ea-a834-d2ee7f05e208 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852932 Feb 03 04:29:20.995200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'e4d3f76e-97ef-41da-a0e7-8900597bb669', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'port_id': 'c83f70c9-500f-47af-b432-d085927c9983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'mac_address': 'fa:16:3e:c6:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:56Z', 'updated_at': '2022-02-03T04:29:18Z', 'revision_number': 1, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 5, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:21.021977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56483674-a348-4ac7-b002-ba075a8ad728 None None] The sync data for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 is: [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'e4d3f76e-97ef-41da-a0e7-8900597bb669', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'port_id': 'c83f70c9-500f-47af-b432-d085927c9983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'mac_address': 'fa:16:3e:c6:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:28:56Z', 'updated_at': '2022-02-03T04:29:18Z', 'revision_number': 1, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 5, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:21.041136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117ae9-fd5b-4617-bebe-ee89322c46b3 req-f0e859b3-3921-4818-b993-661df6b1dd18 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.042739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b117ae9-fd5b-4617-bebe-ee89322c46b3 req-f0e859b3-3921-4818-b993-661df6b1dd18 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 944 time: 0.2868669 Feb 03 04:29:21.107495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] For port 48425c0e-92be-40fb-bdca-c5986372a990, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:21.132481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] For port 48425c0e-92be-40fb-bdca-c5986372a990, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=48425c0e-92be-40fb-bdca-c5986372a990,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:21.141356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-69d8d29f-960d-4624-b08e-5b83bd1c71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.143132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-69d8d29f-960d-4624-b08e-5b83bd1c71c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1731bdca-0e49-49d3-9de3-48778ce6bc0f HTTP/1.1" status: 200 len: 916 time: 0.2168758 Feb 03 04:29:21.148804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (48425c0e-92be-40fb-bdca-c5986372a990), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:21.174724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dffce-f87a-4acb-9a16-5eba7b4a757b req-3d49dd69-58b3-4ef1-b359-2b9ad68d38ba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.176269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f37dffce-f87a-4acb-9a16-5eba7b4a757b req-3d49dd69-58b3-4ef1-b359-2b9ad68d38ba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3544869 Feb 03 04:29:21.206481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b117ae9-fd5b-4617-bebe-ee89322c46b3 req-2ce5c155-8ce0-42aa-a913-f94be872db71 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327901 Feb 03 04:29:21.220502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15210a83-aba6-4a01-a14e-700938623f59 req-103c8930-944a-4bf2-a82c-a3cfd0bba0eb service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458370 Feb 03 04:29:21.228782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c574a101-54c1-4b46-93b4-e8c2ec714294 req-d3f8fde2-b3ba-4b4c-a2f3-c612a531d325 service neutron] 10.222.0.31 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533896 Feb 03 04:29:21.268913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.269540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:21.270937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] 10.222.0.15 "PUT /v2.0/ports/48425c0e-92be-40fb-bdca-c5986372a990 HTTP/1.1" status: 200 len: 1092 time: 1.6507015 Feb 03 04:29:21.313336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-d647be5d-7eae-4d24-8b7c-2da3934fef64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83f70c9-500f-47af-b432-d085927c9983 HTTP/1.1" status: 200 len: 998 time: 0.1573899 Feb 03 04:29:21.314466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e8a97-5ebd-470a-9557-55c18bcd0670 service neutron] Pushing event updated for resources: {'Port': ['ID=48425c0e-92be-40fb-bdca-c5986372a990,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:21.377797 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a2f09-551d-4fdd-aa56-4e550be8d1dd None None] New status for floating IP e4d3f76e-97ef-41da-a0e7-8900597bb669: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:29:21.385963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1af407a1-f088-4b42-813a-f505685d56a3 req-65b2fff4-aeff-4c4f-9916-323651c1a445 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=44d8269261a245c0a7a09961c5428e74 HTTP/1.1" status: 200 len: 1655 time: 0.1313324 Feb 03 04:29:21.424425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-ba1e62bf-bf6a-4551-af81-17dea05159d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.426081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-ba1e62bf-bf6a-4551-af81-17dea05159d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b24571f-9ee5-44cd-8ded-73de2da3318d HTTP/1.1" status: 200 len: 854 time: 0.0938797 Feb 03 04:29:21.437226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-934cec76-84b1-4dc8-8b6c-52b7f42c1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.438886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-934cec76-84b1-4dc8-8b6c-52b7f42c1654 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 1126 time: 0.0933428 Feb 03 04:29:21.504818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-08242899-f860-4582-934a-d341f61e26b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48425c0e-92be-40fb-bdca-c5986372a990 HTTP/1.1" status: 200 len: 217 time: 0.0571809 Feb 03 04:29:21.528381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-6d419a1a-3a96-49e1-9bbd-7ce19de13c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.529963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-6d419a1a-3a96-49e1-9bbd-7ce19de13c83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1731bdca-0e49-49d3-9de3-48778ce6bc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949755 Feb 03 04:29:21.536683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15210a83-aba6-4a01-a14e-700938623f59 req-0a1e2f84-8c61-4182-a481-fa9b45066897 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996917 Feb 03 04:29:21.553144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923b76d-0485-44e2-a5f8-09b01fa26026 req-c7e891ef-09d5-4876-910f-c7f0956c61c0 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.561306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3923b76d-0485-44e2-a5f8-09b01fa26026 req-c7e891ef-09d5-4876-910f-c7f0956c61c0 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.2562261 Feb 03 04:29:21.613928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af407a1-f088-4b42-813a-f505685d56a3 req-6d74b1c1-0ac1-4e45-918e-4c0a6ab13f0d tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.615446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1af407a1-f088-4b42-813a-f505685d56a3 req-6d74b1c1-0ac1-4e45-918e-4c0a6ab13f0d tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks?id=3d513df4-ba90-4817-b3c4-fed58e90f799&id=3d513df4-ba90-4817-b3c4-fed58e90f799&id=3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 787 time: 0.1894240 Feb 03 04:29:21.627902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-edab19a3-2b6a-4ce3-8ef3-3feca5979662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.629344 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-edab19a3-2b6a-4ce3-8ef3-3feca5979662 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=912c71a9-c821-46c4-9044-bba7fe99c817 HTTP/1.1" status: 200 len: 861 time: 0.1102536 Feb 03 04:29:21.635918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-1af407a1-f088-4b42-813a-f505685d56a3 req-a394d130-5119-4d43-9ab3-03081e4a5077 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:29:21.636913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1af407a1-f088-4b42-813a-f505685d56a3 req-a394d130-5119-4d43-9ab3-03081e4a5077 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086536 Feb 03 04:29:21.651988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3923b76d-0485-44e2-a5f8-09b01fa26026 req-50d9e8ce-0f18-4f3c-bef1-a89d2034e34e tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868180 Feb 03 04:29:21.665861 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-2914957f-9861-4fe6-b0f9-54cca62672bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0e7df7-918a-43dd-855c-5465210d56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289669 Feb 03 04:29:21.703163 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-7ac176cc-44a7-4d4a-9006-3ecc23786044 service neutron] 10.222.0.15 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449797 Feb 03 04:29:21.724838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b36b78-3050-454c-b40f-4da26df6168d req-34a576c1-8915-4ca9-91bc-b98d9fc05328 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips/095932b0-5ad5-4148-a4fd-2f42f7397ed0 HTTP/1.1" status: 200 len: 693 time: 0.0504363 Feb 03 04:29:21.829485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-d2712caf-286a-4087-b3d5-dc5a55599331 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557522 Feb 03 04:29:21.847147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532777a9-01f6-4183-bea1-881d4bdaa300 req-c729397d-5231-4064-b3d7-8d9fc590d96f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.848724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-532777a9-01f6-4183-bea1-881d4bdaa300 req-c729397d-5231-4064-b3d7-8d9fc590d96f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1230199 Feb 03 04:29:21.867590 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0344eb0-e8fc-42b3-9138-b54921751ff6 req-8284d68d-6577-4c28-868a-fa245ec76833 service neutron] 10.222.0.15 "GET /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497808 Feb 03 04:29:21.889927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b36b78-3050-454c-b40f-4da26df6168d req-63cd6c68-4109-4dfd-8099-b7dda6aa54be tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:21.891364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b36b78-3050-454c-b40f-4da26df6168d req-63cd6c68-4109-4dfd-8099-b7dda6aa54be tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1574519 Feb 03 04:29:21.932189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7bc94e5-b618-4aca-af8c-a703cbfdc489 req-c53d569a-789a-4669-8fa7-1107acd4e797 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963399 Feb 03 04:29:21.955961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-532777a9-01f6-4183-bea1-881d4bdaa300 req-a90ad298-af49-4f6d-b8f0-cf38ca008b17 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997396 Feb 03 04:29:21.958984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b36b78-3050-454c-b40f-4da26df6168d req-a9a9a4d8-2ca7-4958-a9ff-645909c79f41 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.186 HTTP/1.1" status: 200 len: 696 time: 0.0570879 Feb 03 04:29:21.976845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'name': 'network-vif-deleted', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31'}, {'name': 'network-changed', 'server_uuid': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'tag': '48425c0e-92be-40fb-bdca-c5986372a990'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:21.979242 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101b03a-7524-41a9-b43e-fbe3095c20b6" -d '{"events": [{"server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "name": "network-vif-deleted", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31"}, {"name": "network-changed", "server_uuid": "b495b5a3-c646-4ee1-be85-2dd304106cad", "tag": "48425c0e-92be-40fb-bdca-c5986372a990"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:22.021492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b36b78-3050-454c-b40f-4da26df6168d req-7bd09f24-a42d-4af6-8346-a00f2b0ba215 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.186 HTTP/1.1" status: 200 len: 696 time: 0.0564172 Feb 03 04:29:22.090462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc857820-1c03-499c-8b4f-9698eeb202a0 req-7a5361be-c22a-443a-8f6a-edb6a003dd42 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/503f7107-a6eb-4506-8388-b087d7d966e9 HTTP/1.1" status: 200 len: 1818 time: 0.0887661 Feb 03 04:29:22.205804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc857820-1c03-499c-8b4f-9698eeb202a0 req-736fa545-7e02-4db4-8a90-6a5fa1f93f0f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (503f7107-a6eb-4506-8388-b087d7d966e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.220784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Deleting port e7838a5b-7209-413c-a43a-46fb3d18783e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:22.221132 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.242183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc857820-1c03-499c-8b4f-9698eeb202a0 req-736fa545-7e02-4db4-8a90-6a5fa1f93f0f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (503f7107-a6eb-4506-8388-b087d7d966e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.331686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.331985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (e7838a5b-7209-413c-a43a-46fb3d18783e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.335124 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc857820-1c03-499c-8b4f-9698eeb202a0 req-736fa545-7e02-4db4-8a90-6a5fa1f93f0f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (503f7107-a6eb-4506-8388-b087d7d966e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.337717 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dc857820-1c03-499c-8b4f-9698eeb202a0 req-736fa545-7e02-4db4-8a90-6a5fa1f93f0f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.338856 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc857820-1c03-499c-8b4f-9698eeb202a0 req-736fa545-7e02-4db4-8a90-6a5fa1f93f0f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/503f7107-a6eb-4506-8388-b087d7d966e9 HTTP/1.1" status: 204 len: 173 time: 0.2221291 Feb 03 04:29:22.356582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fa545-7e02-4db4-8a90-6a5fa1f93f0f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f7107-a6eb-4506-8388-b087d7d966e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:22.358545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Calling delete_port for e7838a5b-7209-413c-a43a-46fb3d18783e owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:22.490822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369035d-fd4d-40c3-b96e-963a2c645e83 req-45331b60-8626-4ee7-a670-023aa4321f2a tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:22.492389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a369035d-fd4d-40c3-b96e-963a2c645e83 req-45331b60-8626-4ee7-a670-023aa4321f2a tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.0907133 Feb 03 04:29:22.571135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a369035d-fd4d-40c3-b96e-963a2c645e83 req-0717bf26-a3c4-4355-9441-c8b3da709166 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724185 Feb 03 04:29:22.572879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e7838a5b-7209-413c-a43a-46fb3d18783e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.600251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event deleted for resources: {'Port': ['ID=e7838a5b-7209-413c-a43a-46fb3d18783e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:22.627395 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502c220c-0b96-4cdf-9d25-418d47fda0a9 x-openstack-request-id: req-502c220c-0b96-4cdf-9d25-418d47fda0a9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:22.627933 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0", "name": "network-vif-deleted", "tag": "b8c9d4b8-5871-4fb6-add6-291744c63f31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b495b5a3-c646-4ee1-be85-2dd304106cad", "tag": "48425c0e-92be-40fb-bdca-c5986372a990", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:22.628533 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-502c220c-0b96-4cdf-9d25-418d47fda0a9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:22.628858 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e81a1a-d9f6-4cfc-b32e-2fed0a6a67f0', 'name': 'network-vif-deleted', 'tag': 'b8c9d4b8-5871-4fb6-add6-291744c63f31', 'status': 'completed', 'code': 200} Feb 03 04:29:22.629213 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'tag': '48425c0e-92be-40fb-bdca-c5986372a990', 'status': 'completed', 'code': 200} Feb 03 04:29:22.669548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (095932b0-5ad5-4148-a4fd-2f42f7397ed0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.672490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.673879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b36b78-3050-454c-b40f-4da26df6168d req-33f1fb08-807c-4e76-b18f-9b4b065abeba tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "DELETE /v2.0/floatingips/095932b0-5ad5-4148-a4fd-2f42f7397ed0 HTTP/1.1" status: 204 len: 173 time: 0.6471739 Feb 03 04:29:22.700669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-1384335f-3f23-49e1-8718-cc9d686b9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:22.702186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-1384335f-3f23-49e1-8718-cc9d686b9b2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f482cb2f850d466da641197ff982e44b&device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 1126 time: 0.0520015 Feb 03 04:29:22.755432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef81fcbe-d8bd-456a-b238-1d2fa1606e0d req-a7260bab-9901-4f42-a201-9368dd79c05c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/85bacb72-ac47-4c07-9b3a-bd425e382f4c HTTP/1.1" status: 200 len: 1819 time: 0.0628128 Feb 03 04:29:22.762226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45ce85-41ba-4a10-b964-bd4712fe8a9d req-475422b5-4ae5-495f-80ce-a34ffcd92e5c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:22.763732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd45ce85-41ba-4a10-b964-bd4712fe8a9d req-475422b5-4ae5-495f-80ce-a34ffcd92e5c tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 944 time: 0.0832055 Feb 03 04:29:22.792215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-42596c54-538a-4f73-be88-7ac794feb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:22.793676 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-42596c54-538a-4f73-be88-7ac794feb703 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 200 len: 922 time: 0.0841072 Feb 03 04:29:22.835403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd45ce85-41ba-4a10-b964-bd4712fe8a9d req-761b6885-7d51-4587-acea-c9769b2e40a0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Feb 03 04:29:22.837716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-e69b7a63-c5d9-4215-b80d-7f5e670a8db8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48425c0e-92be-40fb-bdca-c5986372a990 HTTP/1.1" status: 200 len: 217 time: 0.0372682 Feb 03 04:29:22.856074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef81fcbe-d8bd-456a-b238-1d2fa1606e0d req-2fffbde2-fe32-4869-99a3-a7c8f11f6ab1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (85bacb72-ac47-4c07-9b3a-bd425e382f4c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.885101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef81fcbe-d8bd-456a-b238-1d2fa1606e0d req-2fffbde2-fe32-4869-99a3-a7c8f11f6ab1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (85bacb72-ac47-4c07-9b3a-bd425e382f4c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.896368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-9534dd51-3f01-4a65-b358-0181ba856c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:22.897294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-9534dd51-3f01-4a65-b358-0181ba856c25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=912c71a9-c821-46c4-9044-bba7fe99c817 HTTP/1.1" status: 200 len: 861 time: 0.0517805 Feb 03 04:29:22.930870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-1024acaa-0ec6-4875-b3aa-afff463b2226 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0e7df7-918a-43dd-855c-5465210d56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265357 Feb 03 04:29:22.971054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19fdf-9f02-445b-b716-84ffc8ef5fee req-c2251723-4dba-4364-8518-f6de8c4e2967 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:22.972602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aab19fdf-9f02-445b-b716-84ffc8ef5fee req-c2251723-4dba-4364-8518-f6de8c4e2967 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0724149 Feb 03 04:29:22.973681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef81fcbe-d8bd-456a-b238-1d2fa1606e0d req-2fffbde2-fe32-4869-99a3-a7c8f11f6ab1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (85bacb72-ac47-4c07-9b3a-bd425e382f4c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.976826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ef81fcbe-d8bd-456a-b238-1d2fa1606e0d req-2fffbde2-fe32-4869-99a3-a7c8f11f6ab1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:22.979482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef81fcbe-d8bd-456a-b238-1d2fa1606e0d req-2fffbde2-fe32-4869-99a3-a7c8f11f6ab1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/85bacb72-ac47-4c07-9b3a-bd425e382f4c HTTP/1.1" status: 204 len: 173 time: 0.2147582 Feb 03 04:29:23.011229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffbde2-fe32-4869-99a3-a7c8f11f6ab1 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bacb72-ac47-4c07-9b3a-bd425e382f4c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:23.041253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-affb427f-03f5-4ffd-9022-d9f354fb4c4c service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033487 Feb 03 04:29:23.065791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-5385b5e1-5bf9-449b-a1cc-d41d73b1f5c9 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips/9344e667-891c-4890-ba26-73137e3549e9 HTTP/1.1" status: 200 len: 692 time: 0.0593965 Feb 03 04:29:23.103849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aab19fdf-9f02-445b-b716-84ffc8ef5fee req-147e102c-62a6-43c6-a15c-636f44d9404f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234148 Feb 03 04:29:23.144267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8101b03a-7524-41a9-b43e-fbe3095c20b6 req-785d94d1-60ff-4529-9ce8-e83eea425014 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959568 Feb 03 04:29:23.214877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-203ed4d5-5622-4f5f-a196-7fe720df6324 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:23.216293 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-203ed4d5-5622-4f5f-a196-7fe720df6324 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1447651 Feb 03 04:29:23.273805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-ad6e4099-cbf1-4063-b608-69da5639c82e tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.0505884 Feb 03 04:29:23.281368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb69a33-2a44-4d89-b24e-4c3bffd01d99 req-8503a152-0e70-423e-9bbb-ae53cfcdf84d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:23.283108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ceb69a33-2a44-4d89-b24e-4c3bffd01d99 req-8503a152-0e70-423e-9bbb-ae53cfcdf84d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 945 time: 0.1151462 Feb 03 04:29:23.340931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-9fdd5e04-ea9b-4229-b5f2-c567b60417bf tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.73 HTTP/1.1" status: 200 len: 695 time: 0.0571265 Feb 03 04:29:23.411820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ceb69a33-2a44-4d89-b24e-4c3bffd01d99 req-89b26590-e14f-4024-bd6d-555048eb7f35 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203201 Feb 03 04:29:23.447072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-e9d97cd5-4305-4ea3-ba03-90636a298272 req-ba049cc2-818d-4d8f-942c-b628bd23c4b8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457318210', 'description': 'tempest-description-13496827'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:23.460827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8c9d4b8-5871-4fb6-add6-291744c63f31 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:23.485604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: b8c9d4b8-5871-4fb6-add6-291744c63f31 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:23.485960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b8c9d4b8-5871-4fb6-add6-291744c63f31 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:23.493088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e9d97cd5-4305-4ea3-ba03-90636a298272 req-ba049cc2-818d-4d8f-942c-b628bd23c4b8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.500279 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.533524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Deleting port 4e5f8ed3-8027-49ac-a3d8-056a5ee2a755 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:23.533888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.534026 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.625712 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e9d97cd5-4305-4ea3-ba03-90636a298272 req-ba049cc2-818d-4d8f-942c-b628bd23c4b8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.632233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e9d97cd5-4305-4ea3-ba03-90636a298272 req-ba049cc2-818d-4d8f-942c-b628bd23c4b8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.656046 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.656372 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.680938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Calling delete_port for 4e5f8ed3-8027-49ac-a3d8-056a5ee2a755 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:23.685212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e9d97cd5-4305-4ea3-ba03-90636a298272 req-ba049cc2-818d-4d8f-942c-b628bd23c4b8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:23.686447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9d97cd5-4305-4ea3-ba03-90636a298272 req-ba049cc2-818d-4d8f-942c-b628bd23c4b8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2453239 Feb 03 04:29:23.689358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba049cc2-818d-4d8f-942c-b628bd23c4b8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cb5f31-99be-4300-974b-bc72557d8b57,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:23.978027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b170e702-ade4-472f-b5eb-d9d497ffcd9a no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:24.070067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b170e702-ade4-472f-b5eb-d9d497ffcd9a is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:24.070561 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.186446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4e5f8ed3-8027-49ac-a3d8-056a5ee2a755), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.215760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event deleted for resources: {'Port': ['ID=4e5f8ed3-8027-49ac-a3d8-056a5ee2a755,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:24.244470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:24.246739 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253948a7-fedd-442c-b6c2-71f2260cd2ed" -d '{"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-unplugged", "status": "completed", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:24.259220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:24.264470 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.309184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (9344e667-891c-4890-ba26-73137e3549e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.310701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:24.312002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.313148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2b81766-5c87-48bb-bdf1-e228ca2c0941 req-02883e4b-cb44-4f1d-89d4-87540da6fa2a tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "DELETE /v2.0/floatingips/9344e667-891c-4890-ba26-73137e3549e9 HTTP/1.1" status: 204 len: 173 time: 0.9662890 Feb 03 04:29:24.318726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.319282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.319825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.320343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.320852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.321463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.321864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.322258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.322652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.323141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.323438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.323847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.324233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:24.384469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-acf30c39-f59b-4160-8dbf-6d52a28fa477 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:24.385974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-acf30c39-f59b-4160-8dbf-6d52a28fa477 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f4171f-7095-47cf-844c-e08b7d51eb68 HTTP/1.1" status: 200 len: 943 time: 0.0917311 Feb 03 04:29:24.388177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cc3e4f4-6fd3-433c-8b02-d3f2e7784ad6 req-e9f72fe2-a037-4a0c-8310-a2b9f3cf7577 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/b9cb5f31-99be-4300-974b-bc72557d8b57 HTTP/1.1" status: 200 len: 1817 time: 0.0570886 Feb 03 04:29:24.402927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3cc3e4f4-6fd3-433c-8b02-d3f2e7784ad6 req-7ec57026-c6ac-4b01-9019-b1e81f022c8a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1993111221', 'description': 'tempest-description-hth-231789414'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:24.490016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3cc3e4f4-6fd3-433c-8b02-d3f2e7784ad6 req-7ec57026-c6ac-4b01-9019-b1e81f022c8a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.547599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3cc3e4f4-6fd3-433c-8b02-d3f2e7784ad6 req-7ec57026-c6ac-4b01-9019-b1e81f022c8a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.552451 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3cc3e4f4-6fd3-433c-8b02-d3f2e7784ad6 req-7ec57026-c6ac-4b01-9019-b1e81f022c8a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.555295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3cc3e4f4-6fd3-433c-8b02-d3f2e7784ad6 req-7ec57026-c6ac-4b01-9019-b1e81f022c8a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.556565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cc3e4f4-6fd3-433c-8b02-d3f2e7784ad6 req-7ec57026-c6ac-4b01-9019-b1e81f022c8a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "PUT /v2.0/security-groups/b9cb5f31-99be-4300-974b-bc72557d8b57 HTTP/1.1" status: 200 len: 1793 time: 0.1585653 Feb 03 04:29:24.562152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Deleting port b170e702-ade4-472f-b5eb-d9d497ffcd9a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:24.562525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.607463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec57026-c6ac-4b01-9019-b1e81f022c8a tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cb5f31-99be-4300-974b-bc72557d8b57,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:24.697906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] For port b170e702-ade4-472f-b5eb-d9d497ffcd9a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b170e702-ade4-472f-b5eb-d9d497ffcd9a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:24.698266 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.715881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Calling delete_port for b170e702-ade4-472f-b5eb-d9d497ffcd9a owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:24.732391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fea491-04da-424c-8e4e-6c2ce9906c66 req-621aadec-ca32-4bc5-a4dd-5c85aa2a8407 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:24.733878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85fea491-04da-424c-8e4e-6c2ce9906c66 req-621aadec-ca32-4bc5-a4dd-5c85aa2a8407 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 944 time: 0.1004615 Feb 03 04:29:24.829960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85fea491-04da-424c-8e4e-6c2ce9906c66 req-604fe27d-f171-423f-846d-313a2e1c9594 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901756 Feb 03 04:29:24.871405 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5798ae13-7562-4bdd-be30-84a20e1301e4 x-openstack-request-id: req-5798ae13-7562-4bdd-be30-84a20e1301e4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:24.872349 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-unplugged", "status": "failed", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:24.872817 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5798ae13-7562-4bdd-be30-84a20e1301e4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:24.873250 n-d-827549-1 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'code': 422} returned with failed status Feb 03 04:29:24.927541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b170e702-ade4-472f-b5eb-d9d497ffcd9a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:24.936114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-9bc13ac0-2185-4901-abcc-7d3f9ea0db22 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips/5e4bbaea-0ad7-4108-8f9c-21b5af7d870b HTTP/1.1" status: 200 len: 692 time: 0.0549629 Feb 03 04:29:24.960599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event deleted for resources: {'Port': ['ID=b170e702-ade4-472f-b5eb-d9d497ffcd9a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:25.074846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] No DVR routers for this DVR port b170e702-ade4-472f-b5eb-d9d497ffcd9a on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:29:25.077688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.081444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c835039-b3d2-46ae-bd85-73369e8f1d73 req-ecf5dde6-3843-41c1-943d-77edec7d680a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "DELETE /v2.0/ports/b170e702-ade4-472f-b5eb-d9d497ffcd9a HTTP/1.1" status: 204 len: 173 time: 0.6901133 Feb 03 04:29:25.084359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-deleted', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:25.086677 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e60aba-05a9-4a55-8881-144d52cb8276" -d '{"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-deleted", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:25.125974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-94ed55bb-44bf-4e1c-a537-46e07b127b60 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:25.127418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-94ed55bb-44bf-4e1c-a537-46e07b127b60 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1704021 Feb 03 04:29:25.182321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-4d0cc23b-c4c3-4fb8-9765-d19c6e2c29e4 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.0488155 Feb 03 04:29:25.233278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-28168327-1c0f-4251-9ea8-304368bdab0e tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.0450492 Feb 03 04:29:25.375234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9342ea48-4be6-4d4c-9641-ec8a4f97fbf6 req-eca4c130-224d-4803-9665-3985fa7ab825 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/b9cb5f31-99be-4300-974b-bc72557d8b57 HTTP/1.1" status: 200 len: 1793 time: 0.0890653 Feb 03 04:29:25.398301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Deleting port ede56c1a-4a1f-48a1-9481-d46a63e7dfe5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:25.398639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.415428 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d42d77c-3145-4299-8d6f-fdf2b5904550 x-openstack-request-id: req-1d42d77c-3145-4299-8d6f-fdf2b5904550 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:25.415781 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f4171f-7095-47cf-844c-e08b7d51eb68", "name": "network-vif-deleted", "tag": "b170e702-ade4-472f-b5eb-d9d497ffcd9a", "status": "failed", "code": 422}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:25.416037 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d42d77c-3145-4299-8d6f-fdf2b5904550 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:25.416446 n-d-827549-1 neutron-server[103323]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00f4171f-7095-47cf-844c-e08b7d51eb68', 'name': 'network-vif-deleted', 'tag': 'b170e702-ade4-472f-b5eb-d9d497ffcd9a', 'status': 'failed', 'code': 422} returned with failed status Feb 03 04:29:25.462968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 48425c0e-92be-40fb-bdca-c5986372a990 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:25.510903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.511235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.515799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b1ce853-e3e0-4c31-95ae-a7b79d7f1941 req-27904fe1-ee73-4b23-9b99-e7fee0d1038e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/b9cb5f31-99be-4300-974b-bc72557d8b57 HTTP/1.1" status: 200 len: 1793 time: 0.0615978 Feb 03 04:29:25.531947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Calling delete_port for ede56c1a-4a1f-48a1-9481-d46a63e7dfe5 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:25.581619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 48425c0e-92be-40fb-bdca-c5986372a990, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=48425c0e-92be-40fb-bdca-c5986372a990,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:25.595635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '48425c0e-92be-40fb-bdca-c5986372a990', 'network_id': 'cd0e7df7-918a-43dd-855c-5465210d56b4', 'port_id': '48425c0e-92be-40fb-bdca-c5986372a990', 'mac_address': 'fa:16:3e:a4:26:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912c71a9-c821-46c4-9044-bba7fe99c817', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:25.632490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 48425c0e-92be-40fb-bdca-c5986372a990 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:25.632755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (48425c0e-92be-40fb-bdca-c5986372a990), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.633668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b1ce853-e3e0-4c31-95ae-a7b79d7f1941 req-3d724a2f-8847-45f0-b60b-129fa9dc55dc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.645362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48425c0e-92be-40fb-bdca-c5986372a990 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:25.665789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 48425c0e-92be-40fb-bdca-c5986372a990, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=48425c0e-92be-40fb-bdca-c5986372a990,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:25.666904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b1ce853-e3e0-4c31-95ae-a7b79d7f1941 req-3d724a2f-8847-45f0-b60b-129fa9dc55dc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.669439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (48425c0e-92be-40fb-bdca-c5986372a990), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.716470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=48425c0e-92be-40fb-bdca-c5986372a990,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:25.738523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b1ce853-e3e0-4c31-95ae-a7b79d7f1941 req-3d724a2f-8847-45f0-b60b-129fa9dc55dc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b9cb5f31-99be-4300-974b-bc72557d8b57), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.741377 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b1ce853-e3e0-4c31-95ae-a7b79d7f1941 req-3d724a2f-8847-45f0-b60b-129fa9dc55dc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.742558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b1ce853-e3e0-4c31-95ae-a7b79d7f1941 req-3d724a2f-8847-45f0-b60b-129fa9dc55dc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/b9cb5f31-99be-4300-974b-bc72557d8b57 HTTP/1.1" status: 204 len: 173 time: 0.2210314 Feb 03 04:29:25.748686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ede56c1a-4a1f-48a1-9481-d46a63e7dfe5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.781743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d724a2f-8847-45f0-b60b-129fa9dc55dc tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cb5f31-99be-4300-974b-bc72557d8b57,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:25.785672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Pushing event deleted for resources: {'Port': ['ID=ede56c1a-4a1f-48a1-9481-d46a63e7dfe5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:25.906132 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks [] for floatingip (5e4bbaea-0ad7-4108-8f9c-21b5af7d870b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.908690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:25.909810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5871778a-928e-4759-8e97-c2d4d5fcac34 req-dfc1ea09-0c6b-4b36-8cf9-e6e8f7d85522 tempest-FloatingIPDetailsTestJSON-1716310685 tempest-FloatingIPDetailsTestJSON-1716310685-project] 10.222.0.35 "DELETE /v2.0/floatingips/5e4bbaea-0ad7-4108-8f9c-21b5af7d870b HTTP/1.1" status: 204 len: 173 time: 0.6701970 Feb 03 04:29:25.915969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39934) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:25.956417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-11462dc0-d1c8-42b7-95dd-f6da15d8b89c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:25.958351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-11462dc0-d1c8-42b7-95dd-f6da15d8b89c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.1292489 Feb 03 04:29:25.974382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-f0d308fd-56bc-4844-be6e-8d53e53cf3b4 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/quotas/b75d8a9414884c70a12f5de70a137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0098791 Feb 03 04:29:25.985003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['48425c0e-92be-40fb-bdca-c5986372a990'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:26.016859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-10d1c8e6-6d1a-4a5d-932c-8fdccebbcedb tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363352 Feb 03 04:29:26.119904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee7aa8-c93d-4420-af1a-feaf94745eb1 req-5485cbb5-eaf6-442a-a773-df1bc1d13be0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:26.121404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18ee7aa8-c93d-4420-af1a-feaf94745eb1 req-5485cbb5-eaf6-442a-a773-df1bc1d13be0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 945 time: 0.1299500 Feb 03 04:29:26.159578 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-e8478b82-2bb8-4b59-aa51-6376b4d886cc service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253791 Feb 03 04:29:26.210746 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18ee7aa8-c93d-4420-af1a-feaf94745eb1 req-a825de48-fc40-4055-83fd-7b41d64b87e0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796299 Feb 03 04:29:26.284652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:26.292882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-3eff1369-72cf-4b60-ba2a-f3904f1c3acc service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226010 Feb 03 04:29:26.293807 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-bf95cda4-f360-4a1e-a7f5-9b5df06921bb req-9a2dbde4-ce4f-4d95-b976-ff531279bb12 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:29:26.294724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf95cda4-f360-4a1e-a7f5-9b5df06921bb req-9a2dbde4-ce4f-4d95-b976-ff531279bb12 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/85bacb72-ac47-4c07-9b3a-bd425e382f4c HTTP/1.1" status: 404 len: 352 time: 0.0267549 Feb 03 04:29:26.333997 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-d845418a-1253-43b2-9f7d-b63d5f012b39 req-7314dbf2-62a6-4b19-908d-f0e0d0f0278c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:29:26.334908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d845418a-1253-43b2-9f7d-b63d5f012b39 req-7314dbf2-62a6-4b19-908d-f0e0d0f0278c tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/503f7107-a6eb-4506-8388-b087d7d966e9 HTTP/1.1" status: 404 len: 352 time: 0.0158460 Feb 03 04:29:26.369237 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-2951aad7-4aa1-4034-a039-440d56a15600 req-5f5f6768-8a57-4d88-8323-68cac24fdd61 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:29:26.370255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2951aad7-4aa1-4034-a039-440d56a15600 req-5f5f6768-8a57-4d88-8323-68cac24fdd61 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/3125807f-d2bd-4952-a07d-7f7c22b49149 HTTP/1.1" status: 404 len: 352 time: 0.0154991 Feb 03 04:29:26.410023 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-2e436576-6f7c-49ef-84d7-86a17b8c9faf req-b2714ff6-11a9-42dd-a809-fbd09ef9268e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:29:26.416165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e436576-6f7c-49ef-84d7-86a17b8c9faf req-b2714ff6-11a9-42dd-a809-fbd09ef9268e tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/9a3f9eb6-ddf4-4408-b587-523f0ddfa0c9 HTTP/1.1" status: 404 len: 352 time: 0.0227311 Feb 03 04:29:26.473643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e31f65c-117f-4a51-b378-b7e2b5cde3d4 req-f36bcdee-aba9-4621-b768-caa6a0d776f6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 210 time: 0.0378129 Feb 03 04:29:26.475115 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-b710d528-e814-4c99-908e-8d733e153755 req-4080bbae-e3ac-4968-b678-ec3885968663 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:29:26.476363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b710d528-e814-4c99-908e-8d733e153755 req-4080bbae-e3ac-4968-b678-ec3885968663 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/a180f855-ed52-4978-9185-30f28f817f73 HTTP/1.1" status: 404 len: 352 time: 0.0300775 Feb 03 04:29:26.511456 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [req-8f4ac01c-9b56-4b93-8b7e-fdfb49ce7906 req-832b1331-0e90-47e0-8982-056b8031ea00 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] show failed (client error): The resource could not be found. Feb 03 04:29:26.512494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f4ac01c-9b56-4b93-8b7e-fdfb49ce7906 req-832b1331-0e90-47e0-8982-056b8031ea00 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/1a6ff525-efd8-4b66-9e49-556f278a9b5c HTTP/1.1" status: 404 len: 352 time: 0.0143371 Feb 03 04:29:26.591620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Deleting port 662dfbc0-67ad-483d-aa99-dbef1c0e0805 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:26.592040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:26.676868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] For port 662dfbc0-67ad-483d-aa99-dbef1c0e0805, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=662dfbc0-67ad-483d-aa99-dbef1c0e0805,segment=NetworkSegment(3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1),segment_id=3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:26.677241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:26.690234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Calling delete_port for 662dfbc0-67ad-483d-aa99-dbef1c0e0805 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:26.764284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404635-875a-4ea1-b8d4-f3ae9f311d78 req-fcfab91a-bdd4-4d60-865f-d0e4e11994c0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:26.771953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d404635-875a-4ea1-b8d4-f3ae9f311d78 req-fcfab91a-bdd4-4d60-865f-d0e4e11994c0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1024 time: 0.0665603 Feb 03 04:29:26.848417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d404635-875a-4ea1-b8d4-f3ae9f311d78 req-e5294672-bb20-4682-ba8d-8822857efe3f tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=002632ea-4447-4fb9-926a-515b44996492&id=f203fe6c-f36e-4915-a47b-723bee39873c&id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0754468 Feb 03 04:29:26.881565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (662dfbc0-67ad-483d-aa99-dbef1c0e0805), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:26.910740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=662dfbc0-67ad-483d-aa99-dbef1c0e0805,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:27.366273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cea9b-62be-41a3-b793-efbdba59e318 req-8b22770b-86ff-430b-b3ea-891f48cdff3e tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:27.367939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b36cea9b-62be-41a3-b793-efbdba59e318 req-8b22770b-86ff-430b-b3ea-891f48cdff3e tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 945 time: 0.0886018 Feb 03 04:29:27.375798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aa212-bec2-40ab-bfd1-4cfb2024f9d4 req-c4f2ea0d-72b4-48ce-bd1c-9f0a1cbb22ec tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:27.377434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c10aa212-bec2-40ab-bfd1-4cfb2024f9d4 req-c4f2ea0d-72b4-48ce-bd1c-9f0a1cbb22ec tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0870004 Feb 03 04:29:27.402575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:27.453914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b36cea9b-62be-41a3-b793-efbdba59e318 req-19be59f9-68ea-48bc-938e-a079f13a8db9 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754764 Feb 03 04:29:27.461547 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c10aa212-bec2-40ab-bfd1-4cfb2024f9d4 req-9728fcc2-e9a4-4fd5-b557-d883f82ffd32 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770466 Feb 03 04:29:27.463257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 48425c0e-92be-40fb-bdca-c5986372a990 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:27.568312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 48425c0e-92be-40fb-bdca-c5986372a990 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:27.573145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 48425c0e-92be-40fb-bdca-c5986372a990 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:27.573570 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (48425c0e-92be-40fb-bdca-c5986372a990), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:27.609360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-ef4d4f87-b871-4463-a74e-79153bfac2a6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:27.610853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-ef4d4f87-b871-4463-a74e-79153bfac2a6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.2389598 Feb 03 04:29:27.616103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cbb189b-2fcf-48ce-81ca-285a30d72288 req-f7289ce1-0762-4da7-89ef-50809b8193d8 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 210 time: 0.0648694 Feb 03 04:29:27.642880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3374c2-28a2-4d7c-88a9-052a4491a935 req-5a4ebb8b-48ef-4afb-b105-a22bebf03cd3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:27.644457 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b3374c2-28a2-4d7c-88a9-052a4491a935 req-5a4ebb8b-48ef-4afb-b105-a22bebf03cd3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1078222 Feb 03 04:29:27.666019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Request body: {'port': {'device_id': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'admin_state_up': True, 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:27.666522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 48425c0e-92be-40fb-bdca-c5986372a990 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:27.666911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (48425c0e-92be-40fb-bdca-c5986372a990), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:27.693808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b3374c2-28a2-4d7c-88a9-052a4491a935 req-289e8ca4-4553-4604-90f5-97b3541b6c05 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Feb 03 04:29:27.696273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48425c0e-92be-40fb-bdca-c5986372a990'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:27.699938 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d80248-cabe-4a19-9758-ade910c5aefc" -d '{"events": [{"server_uuid": "b495b5a3-c646-4ee1-be85-2dd304106cad", "name": "network-vif-plugged", "status": "completed", "tag": "48425c0e-92be-40fb-bdca-c5986372a990"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:27.717513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 48425c0e-92be-40fb-bdca-c5986372a990, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=48425c0e-92be-40fb-bdca-c5986372a990,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:27.722096 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (48425c0e-92be-40fb-bdca-c5986372a990), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:27.753401 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526ea52b-d7da-4304-ab6a-4472e8cacf49 x-openstack-request-id: req-526ea52b-d7da-4304-ab6a-4472e8cacf49 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:27.753702 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b495b5a3-c646-4ee1-be85-2dd304106cad", "name": "network-vif-plugged", "status": "completed", "tag": "48425c0e-92be-40fb-bdca-c5986372a990", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:27.754305 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-526ea52b-d7da-4304-ab6a-4472e8cacf49 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:27.754411 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48425c0e-92be-40fb-bdca-c5986372a990', 'code': 200} Feb 03 04:29:27.793595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=48425c0e-92be-40fb-bdca-c5986372a990,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:27.818506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Router fa571c8d-0cfe-48c1-b66e-eb53f285d25b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:29:27.953158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:27.960399 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:27.985794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b170e702-ade4-472f-b5eb-d9d497ffcd9a no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:28.005469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a7941-cced-4789-98a5-70feb5061556 req-5f271633-00d8-4f06-ba19-9bd71977f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:28.006872 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e8a7941-cced-4789-98a5-70feb5061556 req-5f271633-00d8-4f06-ba19-9bd71977f0bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 1128 time: 0.1324580 Feb 03 04:29:28.009206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:28.018876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e40818df-f964-4eeb-af94-1932a8955b19 admin admin] 10.222.0.35 "PUT /v2.0/routers/fa571c8d-0cfe-48c1-b66e-eb53f285d25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1015608 Feb 03 04:29:28.019675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:28.027194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] Sync routers for ids ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:28.029585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: b170e702-ade4-472f-b5eb-d9d497ffcd9a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:28.029882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-45f2986f-6af9-4775-a453-093d3384e5f0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:28.030020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b170e702-ade4-472f-b5eb-d9d497ffcd9a not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:28.038946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-45f2986f-6af9-4775-a453-093d3384e5f0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.1509910 Feb 03 04:29:28.040493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] Routers {'fa571c8d-0cfe-48c1-b66e-eb53f285d25b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:28.041189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:28.058944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-05320a8b-6922-4c9d-92f7-2b9292316d9c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/quotas/31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 375 time: 0.0187187 Feb 03 04:29:28.070487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d24a7c-ec91-4f39-9bc0-92c8a83fdaa6 req-54ebbdb3-fafb-416d-8cce-4f146c6e27d0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:28.072325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43d24a7c-ec91-4f39-9bc0-92c8a83fdaa6 req-54ebbdb3-fafb-416d-8cce-4f146c6e27d0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1024 time: 0.1090319 Feb 03 04:29:28.161640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] Set router fa571c8d-0cfe-48c1-b66e-eb53f285d25b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:28.178237 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-f4081520-5186-4c39-a864-9612770e845c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1048968 Feb 03 04:29:28.199488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43d24a7c-ec91-4f39-9bc0-92c8a83fdaa6 req-94d97f70-4892-4c2a-82d1-4bc6a83f8784 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups?id=002632ea-4447-4fb9-926a-515b44996492&id=f203fe6c-f36e-4915-a47b-723bee39873c&id=43133c2e-ed0b-4517-bb19-efb45f1fb820&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1172621 Feb 03 04:29:28.209706 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e8a7941-cced-4789-98a5-70feb5061556 req-c4990b01-8a5e-4596-932d-9412cc71667f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892996 Feb 03 04:29:28.242478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Allocated IP 172.20.0.6 (05093606-9566-4423-8e6f-2c5d06a90de4/4432c88d-f1ac-4c71-ab3e-b6b32697a87d/7760aee9-1840-4ad7-ad89-f0d661a7169a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:28.249716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks [] for router (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.273977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-754c1e85-753f-449e-bb48-a260b9824c43 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:29:28.274993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-754c1e85-753f-449e-bb48-a260b9824c43 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0884964 Feb 03 04:29:28.286664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-52b112b4-b1cc-47fe-92f6-b5a3c3d30770 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:28.288238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-52b112b4-b1cc-47fe-92f6-b5a3c3d30770 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 1024 time: 0.0821018 Feb 03 04:29:28.377198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:29:26Z', 'revision_number': 5, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:28.408657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] Checking router: fa571c8d-0cfe-48c1-b66e-eb53f285d25b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:28.417497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] Routers {'fa571c8d-0cfe-48c1-b66e-eb53f285d25b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:28.418186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:28.442559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks [] for router_gateway (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.452306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5393b941-0e08-4482-9eb0-35883c53919d service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628354 Feb 03 04:29:28.503627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Deleting port c4986437-8140-4c49-8430-ecfd45066522 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:28.503991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c4986437-8140-4c49-8430-ecfd45066522), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.510389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks [] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.537531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] Set router fa571c8d-0cfe-48c1-b66e-eb53f285d25b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:28.546704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Deleting port 9a410d16-302e-4128-a9e3-1b00e58374cb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:28.547038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.608610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.665084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-bb2f92ac-3e92-4fa8-b058-a47503a2648c service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051992 Feb 03 04:29:28.685799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Network 05093606-9566-4423-8e6f-2c5d06a90de4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:28.690990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7e3b-efe8-4ba9-875c-8591cc571d8f req-f536ce87-d4bd-44ca-a7a3-4de853624f88 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:28.696206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:28.698171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-831c7e3b-efe8-4ba9-875c-8591cc571d8f req-f536ce87-d4bd-44ca-a7a3-4de853624f88 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 946 time: 0.1358342 Feb 03 04:29:28.699194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] For port 9a410d16-302e-4128-a9e3-1b00e58374cb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9a410d16-302e-4128-a9e3-1b00e58374cb,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:28.699576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.709792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:28.717828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event updated for resources: {'Port': ['ID=7760aee9-1840-4ad7-ad89-f0d661a7169a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:28.720453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Calling delete_port for 9a410d16-302e-4128-a9e3-1b00e58374cb owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:28.737494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] For port c4986437-8140-4c49-8430-ecfd45066522, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c4986437-8140-4c49-8430-ecfd45066522,segment=NetworkSegment(935516a1-b40c-4b4c-abad-ff8521f638a9),segment_id=935516a1-b40c-4b4c-abad-ff8521f638a9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:28.738055 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c4986437-8140-4c49-8430-ecfd45066522), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.767006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:29:26Z', 'revision_number': 5, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:28.768444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Calling delete_port for c4986437-8140-4c49-8430-ecfd45066522 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:28.800474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-831c7e3b-efe8-4ba9-875c-8591cc571d8f req-c5d2e7d5-22d6-4fe3-87fb-cbdd3ff4689a tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013258 Feb 03 04:29:28.804601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:28.804750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba6149-b33a-4441-a52b-47cd87388986 None None] The sync data for ids ['fa571c8d-0cfe-48c1-b66e-eb53f285d25b'] in n-d-827549-1 is: [{'id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'name': 'tempest-FloatingIPDetailsTestJSON-917832501-router', 'tenant_id': '44d8269261a245c0a7a09961c5428e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:57Z', 'updated_at': '2022-02-03T04:29:26Z', 'revision_number': 5, 'project_id': '44d8269261a245c0a7a09961c5428e74', 'gw_port': {'id': '9a410d16-302e-4128-a9e3-1b00e58374cb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571c8d-0cfe-48c1-b66e-eb53f285d25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:58Z', 'updated_at': '2022-02-03T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:28.805567 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:28.861576 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-054d346c-1b71-4d13-8f04-5f7bba36ea5d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1897435 Feb 03 04:29:28.910132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Request body: {'port': {'device_id': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:28.980525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.130192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9a410d16-302e-4128-a9e3-1b00e58374cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.173356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a410d16-302e-4128-a9e3-1b00e58374cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:29.265770 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61f133ed-824d-499d-9fa8-e62d55098f8e req-677827ab-ca52-45c6-bfd6-3e34f2d9cfbf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 210 time: 0.3376832 Feb 03 04:29:29.299719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.355019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f3fe8-5372-4cb4-b19c-b3905013352c req-84542f24-1be5-410d-a80b-1d933dc4940f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:29.356769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-127f3fe8-5372-4cb4-b19c-b3905013352c req-84542f24-1be5-410d-a80b-1d933dc4940f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 931 time: 0.4300401 Feb 03 04:29:29.357645 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c4986437-8140-4c49-8430-ecfd45066522), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.369923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c4986437-8140-4c49-8430-ecfd45066522'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:29.412345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'Port': ['ID=c4986437-8140-4c49-8430-ecfd45066522,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:29.424790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.429101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks [] for router_controller (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.497089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (fa571c8d-0cfe-48c1-b66e-eb53f285d25b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.498162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa571c8d-0cfe-48c1-b66e-eb53f285d25b {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:29:29.504750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5dc59e88-f9f5-4276-acd6-6f1fab63cc71 req-0bcd8493-d55a-499b-ab39-fcb6a365b467 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cdbab35-249e-4ccf-8eed-773130db7641 HTTP/1.1" status: 200 len: 210 time: 0.1031525 Feb 03 04:29:29.509982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.514739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1504413-9e03-4288-96c8-fcddba545877 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fa571c8d-0cfe-48c1-b66e-eb53f285d25b HTTP/1.1" status: 204 len: 168 time: 1.4862018 Feb 03 04:29:29.515367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:29.541510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] No DVR routers for this DVR port c4986437-8140-4c49-8430-ecfd45066522 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:29:29.545524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.549158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb77dace-6d5e-4291-84ff-0de41e470a61 req-1cf5cc73-088f-4104-bcde-1e34a72868b0 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.31 "DELETE /v2.0/ports/c4986437-8140-4c49-8430-ecfd45066522 HTTP/1.1" status: 204 len: 173 time: 1.2512441 Feb 03 04:29:29.554969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'name': 'network-vif-deleted', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:29.557296 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6661dc-9849-4f74-a5ed-e516546d3e43" -d '{"events": [{"server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "name": "network-vif-deleted", "tag": "c4986437-8140-4c49-8430-ecfd45066522"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:29.583255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-127f3fe8-5372-4cb4-b19c-b3905013352c req-e54de431-1a7a-4f5f-a7b5-c5fa1f66d409 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199731 Feb 03 04:29:29.601001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7760aee9-1840-4ad7-ad89-f0d661a7169a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:29.608151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] Deleting subnet 5de9410f-17a2-4ae1-b56e-d6430dcc4098 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:29:29.615010 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Publish callbacks [] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.618711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] Publish callbacks [] for subnet (5de9410f-17a2-4ae1-b56e-d6430dcc4098), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.641465 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6020ee71-ffe6-47e9-a5d6-b2262303016e x-openstack-request-id: req-6020ee71-ffe6-47e9-a5d6-b2262303016e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:29.641859 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbab35-249e-4ccf-8eed-773130db7641", "name": "network-vif-deleted", "tag": "c4986437-8140-4c49-8430-ecfd45066522", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:29.642077 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6020ee71-ffe6-47e9-a5d6-b2262303016e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:29.642489 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbab35-249e-4ccf-8eed-773130db7641', 'name': 'network-vif-deleted', 'tag': 'c4986437-8140-4c49-8430-ecfd45066522', 'status': 'completed', 'code': 200} Feb 03 04:29:29.665202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Transition to ACTIVE for port object 7760aee9-1840-4ad7-ad89-f0d661a7169a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:29.672186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.675694 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (5de9410f-17a2-4ae1-b56e-d6430dcc4098), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.758766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Pushing event updated for resources: {'Port': ['ID=7760aee9-1840-4ad7-ad89-f0d661a7169a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:29.853678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5de9410f-17a2-4ae1-b56e-d6430dcc4098), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.892134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Attempting to bind port 7760aee9-1840-4ad7-ad89-f0d661a7169a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:29.892472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Attempting to bind port 7760aee9-1840-4ad7-ad89-f0d661a7169a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:29.892797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Attempting to bind port 7760aee9-1840-4ad7-ad89-f0d661a7169a on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:29.899898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Port 7760aee9-1840-4ad7-ad89-f0d661a7169a on network 05093606-9566-4423-8e6f-2c5d06a90de4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:29.900229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Attempting to bind port 7760aee9-1840-4ad7-ad89-f0d661a7169a on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:29.909979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:29.910321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Checking segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:29.910785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Bound using segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:29.911237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Bound port: 7760aee9-1840-4ad7-ad89-f0d661a7169a, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:29.911774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:29.939741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e4a2e-6abe-485e-bd7e-4541274bb466 req-bdb0ed54-866e-4ead-91e8-517039f54dd2 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:29.941389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df7e4a2e-6abe-485e-bd7e-4541274bb466 req-bdb0ed54-866e-4ead-91e8-517039f54dd2 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 946 time: 0.0589321 Feb 03 04:29:30.000511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df7e4a2e-6abe-485e-bd7e-4541274bb466 req-06baa3c6-69d4-4f49-a33d-2f47a86c50b3 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521910 Feb 03 04:29:30.197881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 662dfbc0-67ad-483d-aa99-dbef1c0e0805 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:30.259962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 662dfbc0-67ad-483d-aa99-dbef1c0e0805 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:30.261329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 662dfbc0-67ad-483d-aa99-dbef1c0e0805 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:30.307638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (5de9410f-17a2-4ae1-b56e-d6430dcc4098), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.353409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de9410f-17a2-4ae1-b56e-d6430dcc4098,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:30.362657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.366233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ba7f551-58fb-464d-8fb1-e50ceb8c6d97 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5de9410f-17a2-4ae1-b56e-d6430dcc4098 HTTP/1.1" status: 204 len: 168 time: 0.8479133 Feb 03 04:29:30.370521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa9a36-d783-4bc3-b162-28a2aa2e5054 None None] Network c80be106-8048-4eb4-a214-27634d2a4d5c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:29:30.372361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:30.391533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] For port 7760aee9-1840-4ad7-ad89-f0d661a7169a, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:30.422323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] For port 7760aee9-1840-4ad7-ad89-f0d661a7169a, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7760aee9-1840-4ad7-ad89-f0d661a7169a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:30.461062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.464125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-f3997b7e-4b5d-443c-94cd-3e7ee3d23eed tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:30.465643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-f3997b7e-4b5d-443c-94cd-3e7ee3d23eed tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.3228290 Feb 03 04:29:30.499581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'port': {'device_id': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'admin_state_up': True, 'tenant_id': '31183eecc38841d793f27a56ba6e7120'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:30.508655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c80be106-8048-4eb4-a214-27634d2a4d5c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.511432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4748c1ca-0fe6-437b-8b70-1f45d256290d req-81a5da85-84c2-412c-a5fb-427ce4b228eb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 210 time: 0.1119568 Feb 03 04:29:30.521748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:30.522376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.523772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] 10.222.0.15 "PUT /v2.0/ports/7760aee9-1840-4ad7-ad89-f0d661a7169a HTTP/1.1" status: 200 len: 1091 time: 1.6613429 Feb 03 04:29:30.526926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'tag': '7760aee9-1840-4ad7-ad89-f0d661a7169a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:30.539693 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a" -d '{"events": [{"name": "network-changed", "server_uuid": "76c9828b-e539-4181-b904-1c29e1a0f6bb", "tag": "7760aee9-1840-4ad7-ad89-f0d661a7169a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:30.573015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] DHCP port deletion for c80be106-8048-4eb4-a214-27634d2a4d5c request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:29:30.580968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c968db6-5de1-4f2d-a87e-0f4bbb2e7809 service neutron] Pushing event updated for resources: {'Port': ['ID=7760aee9-1840-4ad7-ad89-f0d661a7169a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:30.606531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f16e-e789-4a97-b0ed-638910e72a27 req-360a2af3-3413-4ca2-9bc0-e016c44fdd5b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:30.613445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8173f16e-e789-4a97-b0ed-638910e72a27 req-360a2af3-3413-4ca2-9bc0-e016c44fdd5b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 946 time: 0.1967463 Feb 03 04:29:30.643791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] Deleting port 6f190977-3741-48a2-a794-3d454d5490bd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:30.644465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6f190977-3741-48a2-a794-3d454d5490bd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.672409 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaad0bf6-866c-4315-9d1c-75ff0f077953 x-openstack-request-id: req-eaad0bf6-866c-4315-9d1c-75ff0f077953 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:30.673754 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c9828b-e539-4181-b904-1c29e1a0f6bb", "tag": "7760aee9-1840-4ad7-ad89-f0d661a7169a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:30.673754 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eaad0bf6-866c-4315-9d1c-75ff0f077953 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:30.674245 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'tag': '7760aee9-1840-4ad7-ad89-f0d661a7169a', 'status': 'completed', 'code': 200} Feb 03 04:29:30.705259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-35162fc6-f338-4c68-8992-39602b3c9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:30.706894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-35162fc6-f338-4c68-8992-39602b3c9d79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 1125 time: 0.1061759 Feb 03 04:29:30.717922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] For port 6f190977-3741-48a2-a794-3d454d5490bd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6f190977-3741-48a2-a794-3d454d5490bd,segment=NetworkSegment(3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1),segment_id=3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:30.718261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8173f16e-e789-4a97-b0ed-638910e72a27 req-62ecf451-f8d8-4ff9-aca1-10fc26c0cfc0 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016114 Feb 03 04:29:30.718371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6f190977-3741-48a2-a794-3d454d5490bd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.736934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] Calling delete_port for 6f190977-3741-48a2-a794-3d454d5490bd owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:30.738545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Made reservation on behalf of 31183eecc38841d793f27a56ba6e7120 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:30.742383 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.762723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94157e9f-6f9f-4dc4-bb99-70fb0f76cebc req-ba329f34-0153-44d4-9620-4835160bacdf tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/f203fe6c-f36e-4915-a47b-723bee39873c HTTP/1.1" status: 200 len: 1819 time: 0.0948682 Feb 03 04:29:30.766093 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-38d33c00-0ea2-4812-af6f-61c3cc42d019 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7760aee9-1840-4ad7-ad89-f0d661a7169a HTTP/1.1" status: 200 len: 217 time: 0.0488286 Feb 03 04:29:30.768399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Deleting port 6f190977-3741-48a2-a794-3d454d5490bd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:30.768743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6f190977-3741-48a2-a794-3d454d5490bd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.835710 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (6f190977-3741-48a2-a794-3d454d5490bd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.871115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] Pushing event deleted for resources: {'Port': ['ID=6f190977-3741-48a2-a794-3d454d5490bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:30.879445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d1604-b1df-4a13-839e-bcf763b15f42 None None] No DVR routers for this DVR port 6f190977-3741-48a2-a794-3d454d5490bd on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:29:30.888681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] For port 6f190977-3741-48a2-a794-3d454d5490bd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6f190977-3741-48a2-a794-3d454d5490bd,segment=NetworkSegment(3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1),segment_id=3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:30.888972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6f190977-3741-48a2-a794-3d454d5490bd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.893371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-0234c575-bb32-45ac-9e7d-0199be30a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:30.894580 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-0234c575-bb32-45ac-9e7d-0199be30a787 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.1180601 Feb 03 04:29:30.932764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Calling delete_port for 6f190977-3741-48a2-a794-3d454d5490bd owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:30.936007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-8c956cd4-001a-4823-8f08-da2768c2ba7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306466 Feb 03 04:29:30.937705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94157e9f-6f9f-4dc4-bb99-70fb0f76cebc req-73466bfd-ce6a-4826-bd7b-38d6b43a6bb8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (f203fe6c-f36e-4915-a47b-723bee39873c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:30.957129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b78a-3b84-40ea-91af-4152fbdbf1dd req-45ec5cf1-6dcb-46d2-9199-7daf0e9da5f1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:30.959022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0a6b78a-3b84-40ea-91af-4152fbdbf1dd req-45ec5cf1-6dcb-46d2-9199-7daf0e9da5f1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 943 time: 0.1726367 Feb 03 04:29:31.000220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94157e9f-6f9f-4dc4-bb99-70fb0f76cebc req-73466bfd-ce6a-4826-bd7b-38d6b43a6bb8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (f203fe6c-f36e-4915-a47b-723bee39873c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.011422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Allocated IP 172.20.0.4 (5bf6612c-c47c-4688-95bc-92d135f574d7/5bc8e6ae-c678-4f67-8d37-32a1d0755da4/fb8a2b43-d224-40d0-83c3-17fcd8de4e4f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:31.085539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0a6b78a-3b84-40ea-91af-4152fbdbf1dd req-88583589-cd0c-4bfa-bfe8-fba1c64b6642 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141384 Feb 03 04:29:31.097368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-0ffc5490-bb6f-4ee8-8df6-a08cc7b95123 service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514008 Feb 03 04:29:31.101972 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94157e9f-6f9f-4dc4-bb99-70fb0f76cebc req-73466bfd-ce6a-4826-bd7b-38d6b43a6bb8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f203fe6c-f36e-4915-a47b-723bee39873c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.103342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6f190977-3741-48a2-a794-3d454d5490bd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.104845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-94157e9f-6f9f-4dc4-bb99-70fb0f76cebc req-73466bfd-ce6a-4826-bd7b-38d6b43a6bb8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.109035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94157e9f-6f9f-4dc4-bb99-70fb0f76cebc req-73466bfd-ce6a-4826-bd7b-38d6b43a6bb8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/f203fe6c-f36e-4915-a47b-723bee39873c HTTP/1.1" status: 204 len: 173 time: 0.3454819 Feb 03 04:29:31.130741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466bfd-ce6a-4826-bd7b-38d6b43a6bb8 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f203fe6c-f36e-4915-a47b-723bee39873c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:31.136170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f190977-3741-48a2-a794-3d454d5490bd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:31.164202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] No DVR routers for this DVR port 6f190977-3741-48a2-a794-3d454d5490bd on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:29:31.229825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b0e0437-eff3-45ad-b0ac-cfcb5ed55b60 req-a6bacd17-0a42-4b0e-bd94-1cf30c0d1a63 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "GET /v2.0/security-groups/002632ea-4447-4fb9-926a-515b44996492 HTTP/1.1" status: 200 len: 1819 time: 0.1003318 Feb 03 04:29:31.277593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c80be106-8048-4eb4-a214-27634d2a4d5c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.292889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9de63d38-ba3b-4bc6-9863-fb4c2b00dfa3 req-3452e7f5-007d-4296-823a-5af1374f1171 service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860523 Feb 03 04:29:31.297362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.306497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80be106-8048-4eb4-a214-27634d2a4d5c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:31.318683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:31.318979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:31.328232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.340098 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8b0e0437-eff3-45ad-b0ac-cfcb5ed55b60 req-e240b8d9-d16e-4fb8-97bc-1b892d3a7733 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (002632ea-4447-4fb9-926a-515b44996492), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.343028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.357879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:29:31.358818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (3bc6e941-c477-4a8d-b9e7-5b5aa3cb9aa1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:29:31.360606 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:29:31.368061 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8b0e0437-eff3-45ad-b0ac-cfcb5ed55b60 req-e240b8d9-d16e-4fb8-97bc-1b892d3a7733 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (002632ea-4447-4fb9-926a-515b44996492), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.371697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.385004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:31.424390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['deb3f788-901c-4883-a67d-e6140eabcf89'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:31.440188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c80be106-8048-4eb4-a214-27634d2a4d5c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.445895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.449041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c80be106-8048-4eb4-a214-27634d2a4d5c HTTP/1.1" status: 204 len: 168 time: 1.0755639 Feb 03 04:29:31.451666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-cc1df0fa-3bd7-4c88-810b-0c983871213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:31.453486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-cc1df0fa-3bd7-4c88-810b-0c983871213b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 1125 time: 0.1077113 Feb 03 04:29:31.454691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:31.462564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:31.465999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:31.468976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:31.476211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00860ac-34a2-42fb-bd7e-896060beeb81 admin admin] Pushing event deleted for resources: {'Network': ['ID=c80be106-8048-4eb4-a214-27634d2a4d5c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:31.505617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8b0e0437-eff3-45ad-b0ac-cfcb5ed55b60 req-e240b8d9-d16e-4fb8-97bc-1b892d3a7733 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (002632ea-4447-4fb9-926a-515b44996492), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.508921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8b0e0437-eff3-45ad-b0ac-cfcb5ed55b60 req-e240b8d9-d16e-4fb8-97bc-1b892d3a7733 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.516909 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b0e0437-eff3-45ad-b0ac-cfcb5ed55b60 req-e240b8d9-d16e-4fb8-97bc-1b892d3a7733 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] 10.222.0.35 "DELETE /v2.0/security-groups/002632ea-4447-4fb9-926a-515b44996492 HTTP/1.1" status: 204 len: 173 time: 0.2763116 Feb 03 04:29:31.526930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:31.539736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b8d9-d16e-4fb8-97bc-1b892d3a7733 tempest-SecurityGroupsTestJSON-1355139804 tempest-SecurityGroupsTestJSON-1355139804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002632ea-4447-4fb9-926a-515b44996492,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:31.559024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:31.559948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.599214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] Deleting subnet b94f2451-6b23-4924-89bc-50fb4d2ef7c6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:29:31.605412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] Publish callbacks [] for subnet (b94f2451-6b23-4924-89bc-50fb4d2ef7c6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.607998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-ffa9c932-2915-4bac-8072-34678ab80af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:31.609571 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-ffa9c932-2915-4bac-8072-34678ab80af2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 913 time: 0.1421633 Feb 03 04:29:31.625798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-5ed685ec-0d53-4c3f-8099-b2cd0b91ba96 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1315787 Feb 03 04:29:31.643943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Request body: {'port': {'device_id': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:31.732470 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-f226961c-a11c-4e2b-8368-df50abe6fe03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7760aee9-1840-4ad7-ad89-f0d661a7169a HTTP/1.1" status: 200 len: 217 time: 0.0671859 Feb 03 04:29:31.767906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:31.820506 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.852447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (b94f2451-6b23-4924-89bc-50fb4d2ef7c6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.878235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9a410d16-302e-4128-a9e3-1b00e58374cb no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:31.900824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9a410d16-302e-4128-a9e3-1b00e58374cb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:31.901172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9a410d16-302e-4128-a9e3-1b00e58374cb not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:31.901616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6f190977-3741-48a2-a794-3d454d5490bd no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:31.925259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6824181c-cb74-4ce4-a84e-f657fd5988ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44d8269261a245c0a7a09961c5428e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520970 Feb 03 04:29:31.927323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:31.929123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-5553bcb6-9597-4dc6-b121-e3fd339b5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:31.929971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 6f190977-3741-48a2-a794-3d454d5490bd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:31.930317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6f190977-3741-48a2-a794-3d454d5490bd not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:31.930692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-5553bcb6-9597-4dc6-b121-e3fd339b5160 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.1884480 Feb 03 04:29:31.946406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1df374dc-cc19-425b-b5d2-f0ef0c8d9862 None None] Provisioning complete for port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:31.946798 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1df374dc-cc19-425b-b5d2-f0ef0c8d9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.947108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d024974-5450-485b-8430-7576fe53a41c req-f59c15ab-4728-4009-9e4a-b7eccb741e62 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:31.948692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d024974-5450-485b-8430-7576fe53a41c req-f59c15ab-4728-4009-9e4a-b7eccb741e62 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 931 time: 0.2513299 Feb 03 04:29:31.950989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (b94f2451-6b23-4924-89bc-50fb4d2ef7c6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:31.984737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1df374dc-cc19-425b-b5d2-f0ef0c8d9862 None None] Port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:32.010049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c4986437-8140-4c49-8430-ecfd45066522 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:32.032985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: c4986437-8140-4c49-8430-ecfd45066522 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:32.033752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c4986437-8140-4c49-8430-ecfd45066522 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:32.035214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-f9b02391-f89a-4d84-a734-086b0566d9f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412178 Feb 03 04:29:32.068038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-e94363da-aa6d-440e-a4a3-fcfc47c71749 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:32.070128 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-e94363da-aa6d-440e-a4a3-fcfc47c71749 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 946 time: 0.2483814 Feb 03 04:29:32.091378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768f0eb-db7b-4059-9ab6-58d94cd7485c req-35937ccd-b756-4d5c-bafa-bb4cf942dc80 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:32.092963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a768f0eb-db7b-4059-9ab6-58d94cd7485c req-35937ccd-b756-4d5c-bafa-bb4cf942dc80 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 946 time: 0.2477281 Feb 03 04:29:32.130976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (b94f2451-6b23-4924-89bc-50fb4d2ef7c6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.168499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d024974-5450-485b-8430-7576fe53a41c req-6872c30a-81e8-468b-b685-a85c1af93f17 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071297 Feb 03 04:29:32.173549 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb819678-d6e8-4b88-b38f-ffdde09b4c37 admin admin] Publish callbacks [] for security_group (0595c19a-2516-4974-be99-ea83b016b143), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.212031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94f2451-6b23-4924-89bc-50fb4d2ef7c6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:32.240808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.244121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1607d800-5c99-4fe4-8d86-2fba57582585 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b94f2451-6b23-4924-89bc-50fb4d2ef7c6 HTTP/1.1" status: 204 len: 168 time: 0.7161489 Feb 03 04:29:32.250392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:32.255263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a768f0eb-db7b-4059-9ab6-58d94cd7485c req-2226df58-d8f0-4088-b1c9-5a195c7e4885 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca5dadc0-b698-4b97-9b71-dc7b698962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434400 Feb 03 04:29:32.258952 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb819678-d6e8-4b88-b38f-ffdde09b4c37 admin admin] Publish callbacks [] for security_group (0595c19a-2516-4974-be99-ea83b016b143), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.301490 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-23e627c6-7984-4ae4-b289-7e5884a487ef service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552910 Feb 03 04:29:32.389844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d9eba1a0-ac90-4729-a4e5-3264bad9f8ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.390035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e69d2-da8f-43b5-a43d-0abd847e645b req-68bb70e7-4e31-46b8-99c5-0f241b55268a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:32.391354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d1e69d2-da8f-43b5-a43d-0abd847e645b req-68bb70e7-4e31-46b8-99c5-0f241b55268a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 943 time: 0.1224039 Feb 03 04:29:32.418817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb819678-d6e8-4b88-b38f-ffdde09b4c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0595c19a-2516-4974-be99-ea83b016b143), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.421404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb819678-d6e8-4b88-b38f-ffdde09b4c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.422554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cb819678-d6e8-4b88-b38f-ffdde09b4c37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0595c19a-2516-4974-be99-ea83b016b143 HTTP/1.1" status: 204 len: 168 time: 0.4921856 Feb 03 04:29:32.441852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Deleting port 48425c0e-92be-40fb-bdca-c5986372a990 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:32.442197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (48425c0e-92be-40fb-bdca-c5986372a990), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.450373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb819678-d6e8-4b88-b38f-ffdde09b4c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595c19a-2516-4974-be99-ea83b016b143,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:32.456897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8a2b43-d224-40d0-83c3-17fcd8de4e4f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:32.468269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Publish callbacks [] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.497079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Transition to ACTIVE for port object fb8a2b43-d224-40d0-83c3-17fcd8de4e4f will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:32.501182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d1e69d2-da8f-43b5-a43d-0abd847e645b req-4e102faa-66be-4fbf-bc92-fc3086ab7bcf tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861747 Feb 03 04:29:32.502174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.552809 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05c9bd78-48f7-4bda-b42b-ee3a8a05733a req-7f62f230-4c09-4338-9888-c86e54e35fab service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431507 Feb 03 04:29:32.556109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Pushing event updated for resources: {'Port': ['ID=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:32.610378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d9eba1a0-ac90-4729-a4e5-3264bad9f8ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.647303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9eba1a0-ac90-4729-a4e5-3264bad9f8ea']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:32.650791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] For port 48425c0e-92be-40fb-bdca-c5986372a990, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=48425c0e-92be-40fb-bdca-c5986372a990,segment=NetworkSegment(7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b),segment_id=7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:32.651159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (48425c0e-92be-40fb-bdca-c5986372a990), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.656314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Attempting to bind port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:32.656659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Attempting to bind port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:32.657000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Attempting to bind port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:32.662031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f on network 5bf6612c-c47c-4688-95bc-92d135f574d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:32.662377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Attempting to bind port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:32.667710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:32.668055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:32.668445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Bound using segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:32.668886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Bound port: fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:32.669761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.673586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935516a1-b40c-4b4c-abad-ff8521f638a9') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:32.673883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935516a1-b40c-4b4c-abad-ff8521f638a9') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:32.683620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Calling delete_port for 48425c0e-92be-40fb-bdca-c5986372a990 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:32.689894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (935516a1-b40c-4b4c-abad-ff8521f638a9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.722429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (935516a1-b40c-4b4c-abad-ff8521f638a9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.740409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] For port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:32.744959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] For port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:32.752214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.768918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:29:32.769336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (935516a1-b40c-4b4c-abad-ff8521f638a9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:29:32.771225 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:29:32.788710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:32.790085 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.791487 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] 10.222.0.31 "PUT /v2.0/ports/fb8a2b43-d224-40d0-83c3-17fcd8de4e4f HTTP/1.1" status: 200 len: 1091 time: 1.1566839 Feb 03 04:29:32.791994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:32.794309 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:32.840499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229f90f-1199-4bca-9268-b6df2623b99c service neutron] Pushing event updated for resources: {'Port': ['ID=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:32.872126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d9eba1a0-ac90-4729-a4e5-3264bad9f8ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.893063 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145e8ae-d25b-411f-98d1-edf4052396b1 x-openstack-request-id: req-a145e8ae-d25b-411f-98d1-edf4052396b1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:32.893380 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:32.893550 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a145e8ae-d25b-411f-98d1-edf4052396b1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:32.894457 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f', 'status': 'completed', 'code': 200} Feb 03 04:29:32.922716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-6c8c3a04-cb81-4ccf-ab71-31ce3af65649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:32.924116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-6c8c3a04-cb81-4ccf-ab71-31ce3af65649 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 1125 time: 0.0719965 Feb 03 04:29:32.924227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:32.927343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/d9eba1a0-ac90-4729-a4e5-3264bad9f8ea HTTP/1.1" status: 204 len: 168 time: 0.6760123 Feb 03 04:29:32.956355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c1035-e6ba-4c94-909d-d6c45fc550bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d9eba1a0-ac90-4729-a4e5-3264bad9f8ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:32.978521 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-bd2c4446-91c5-41d8-995e-5a2ae93de084 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f HTTP/1.1" status: 200 len: 217 time: 0.0448346 Feb 03 04:29:32.994926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (48425c0e-92be-40fb-bdca-c5986372a990), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.019426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['48425c0e-92be-40fb-bdca-c5986372a990'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:33.037956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-8ccae5d2-a528-4e4c-94fe-5caf0981cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:33.040815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-8ccae5d2-a528-4e4c-94fe-5caf0981cb96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0539794 Feb 03 04:29:33.068547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event deleted for resources: {'Port': ['ID=48425c0e-92be-40fb-bdca-c5986372a990,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:33.139620 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d03a5e6a-0061-4210-baa8-ab91ceaf032a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.150736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb187e-a822-43d3-a11d-a2324317cbed req-a71f2cac-bec3-4554-b59b-53919e18ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:33.152461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] No DVR routers for this DVR port 48425c0e-92be-40fb-bdca-c5986372a990 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:29:33.152940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-a71f2cac-bec3-4554-b59b-53919e18ccff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1051233 Feb 03 04:29:33.159465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.167888 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83c4dd29-14c5-48de-acc4-b701c4f1ae09 req-dd4ae7a7-7153-4071-b9c5-8630886a4184 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.15 "DELETE /v2.0/ports/48425c0e-92be-40fb-bdca-c5986372a990 HTTP/1.1" status: 204 len: 173 time: 1.0798936 Feb 03 04:29:33.181080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'name': 'network-vif-deleted', 'tag': '48425c0e-92be-40fb-bdca-c5986372a990'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:33.187489 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8337d-4425-4359-866e-85e6df4b137f" -d '{"events": [{"server_uuid": "b495b5a3-c646-4ee1-be85-2dd304106cad", "name": "network-vif-deleted", "tag": "48425c0e-92be-40fb-bdca-c5986372a990"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:33.237240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:33.286495 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c5604-1e2a-4bd5-afd1-8e116acbf7d7 x-openstack-request-id: req-652c5604-1e2a-4bd5-afd1-8e116acbf7d7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:33.286822 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b495b5a3-c646-4ee1-be85-2dd304106cad", "name": "network-vif-deleted", "tag": "48425c0e-92be-40fb-bdca-c5986372a990", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:33.287043 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-652c5604-1e2a-4bd5-afd1-8e116acbf7d7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:33.288830 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b495b5a3-c646-4ee1-be85-2dd304106cad', 'name': 'network-vif-deleted', 'tag': '48425c0e-92be-40fb-bdca-c5986372a990', 'status': 'completed', 'code': 200} Feb 03 04:29:33.331466 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-42a71119-1faa-43d9-9c04-2aacb5335054 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7745d303219c42eea0ca133946dfcb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930166 Feb 03 04:29:33.332116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:33.354835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-cc1a5c81-b3d6-458a-bdd2-354f292259d1 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946442 Feb 03 04:29:33.394914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13428234-0af3-4dc6-a301-f621ece9584b admin admin] Publish callbacks [] for security_group (43133c2e-ed0b-4517-bb19-efb45f1fb820), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.423092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13428234-0af3-4dc6-a301-f621ece9584b admin admin] Publish callbacks [] for security_group (43133c2e-ed0b-4517-bb19-efb45f1fb820), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.478535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51a52195-7599-4de3-8ca8-181d633b1ed5 req-eef15371-6774-42cb-a50c-106d764ab91b tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/ports?device_id=b495b5a3-c646-4ee1-be85-2dd304106cad HTTP/1.1" status: 200 len: 210 time: 0.1128616 Feb 03 04:29:33.480344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7760aee9-1840-4ad7-ad89-f0d661a7169a details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:33.483685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13428234-0af3-4dc6-a301-f621ece9584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (43133c2e-ed0b-4517-bb19-efb45f1fb820), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.490172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13428234-0af3-4dc6-a301-f621ece9584b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.491638 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-13428234-0af3-4dc6-a301-f621ece9584b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43133c2e-ed0b-4517-bb19-efb45f1fb820 HTTP/1.1" status: 204 len: 168 time: 0.1581926 Feb 03 04:29:33.502814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f23c0-6a1e-465a-8e7e-71ec4cfa43af req-b19c9957-0973-42c5-8559-42b8c2ce87e4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:33.509382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d69f23c0-6a1e-465a-8e7e-71ec4cfa43af req-b19c9957-0973-42c5-8559-42b8c2ce87e4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 943 time: 0.2133229 Feb 03 04:29:33.510374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13428234-0af3-4dc6-a301-f621ece9584b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43133c2e-ed0b-4517-bb19-efb45f1fb820,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:33.601831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7abb187e-a822-43d3-a11d-a2324317cbed req-6559fb1c-f8ec-42a8-be3f-fa6e268c4bd2 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386303 Feb 03 04:29:33.653370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7760aee9-1840-4ad7-ad89-f0d661a7169a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7760aee9-1840-4ad7-ad89-f0d661a7169a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:33.660888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d69f23c0-6a1e-465a-8e7e-71ec4cfa43af req-b234912f-ad1c-4660-9c9f-0c4b6482a320 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506281 Feb 03 04:29:33.821529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25a812-6801-47ba-b2f9-06fa73bb48a8 req-fa8a70f4-b80d-4584-829b-cc8c0541d6e5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:33.835315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af25a812-6801-47ba-b2f9-06fa73bb48a8 req-fa8a70f4-b80d-4584-829b-cc8c0541d6e5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 943 time: 0.2193749 Feb 03 04:29:33.854424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '7760aee9-1840-4ad7-ad89-f0d661a7169a', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'port_id': '7760aee9-1840-4ad7-ad89-f0d661a7169a', 'mac_address': 'fa:16:3e:b0:5c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4432c88d-f1ac-4c71-ab3e-b6b32697a87d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:33.870663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-c77329e7-3821-4703-a7c4-d1929a812619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:33.872685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-c77329e7-3821-4703-a7c4-d1929a812619 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 1125 time: 0.2092752 Feb 03 04:29:33.910352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7760aee9-1840-4ad7-ad89-f0d661a7169a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:33.910750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:33.925312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af25a812-6801-47ba-b2f9-06fa73bb48a8 req-4c3bb541-f966-45d0-b4a4-e1b928ba3f21 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886366 Feb 03 04:29:33.927893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7760aee9-1840-4ad7-ad89-f0d661a7169a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:33.951600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7760aee9-1840-4ad7-ad89-f0d661a7169a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7760aee9-1840-4ad7-ad89-f0d661a7169a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:33.958969 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.020953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7760aee9-1840-4ad7-ad89-f0d661a7169a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:34.043396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-f2231d49-fd46-4d8c-aa4e-a9119fe32b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:34.044950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-f2231d49-fd46-4d8c-aa4e-a9119fe32b72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.1509047 Feb 03 04:29:34.091427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-3f9694ed-7020-4f7b-80dd-a6f9aceeaff6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f HTTP/1.1" status: 200 len: 217 time: 0.0401301 Feb 03 04:29:34.140757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-cbb9edeb-ea6b-44ef-92a7-c18ad897078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:34.142311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-cbb9edeb-ea6b-44ef-92a7-c18ad897078a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0442810 Feb 03 04:29:34.211132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-b2f17d81-c8c8-4b5a-ad9b-3a871c07f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:34.212719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-b2f17d81-c8c8-4b5a-ad9b-3a871c07f631 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0595117 Feb 03 04:29:34.292609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7760aee9-1840-4ad7-ad89-f0d661a7169a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:34.308096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-1c188986-b675-4ee6-80ff-15af4e6c092f service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879107 Feb 03 04:29:34.374441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-3161b329-8ebc-48ca-a704-24481c9b7e65 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a1c7bb52fab04c1ba2e7505e5c4c55f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503492 Feb 03 04:29:34.430184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:34.541788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1215509627-network', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:34.568653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Made reservation on behalf of 8d44adf1965345c3af81860cc4eca5db for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:34.571535 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.587307 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.604894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e41a8fc1-cdff-4d74-aa1f-1db21b6d5186 req-4c9894de-adca-4d0e-9260-8d05877edf67 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897558 Feb 03 04:29:34.625897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-32892c66-0c6b-4aea-b1a9-9026e7eb9a75 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:34.627797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-32892c66-0c6b-4aea-b1a9-9026e7eb9a75 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466087 Feb 03 04:29:34.646973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-fd8c769f-08d0-46e0-a6fe-f5ac656493af tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/quotas/a1c7bb52fab04c1ba2e7505e5c4c55f6 HTTP/1.1" status: 200 len: 375 time: 0.0109768 Feb 03 04:29:34.680200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks [] for security_group (44abda26-836f-4097-b245-242e3e1636a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.686057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (44abda26-836f-4097-b245-242e3e1636a1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.712996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:34.723896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:29:34.741197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44abda26-836f-4097-b245-242e3e1636a1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:34.760447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3afa95be-676e-41c2-9145-1c6ae4d1fa7e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.760806 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Added segment 3afa95be-676e-41c2-9145-1c6ae4d1fa7e of type vlan for network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c Feb 03 04:29:34.820976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (6f70f637-4a9d-42f9-9b5c-e3e26dab911c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.830530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636e2034-81af-4e9c-9157-4cae15276b71 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group (8bc04c1e-5a79-4599-a688-da47dd983b81), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.868621 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636e2034-81af-4e9c-9157-4cae15276b71 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group (8bc04c1e-5a79-4599-a688-da47dd983b81), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.871910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (6f70f637-4a9d-42f9-9b5c-e3e26dab911c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.872943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:34.873588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.927755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-420cb780-d7ab-4a06-930c-b535b3e66363 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a1c7bb52fab04c1ba2e7505e5c4c55f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2736614 Feb 03 04:29:34.939991 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5080020 Feb 03 04:29:34.940296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:34.961826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Request body: {'subnet': {'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1215509627-subnet', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:34.971559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3e6ef-688b-4433-926d-efd960fea739 admin admin] Pushing event updated for resources: {'Network': ['ID=6f70f637-4a9d-42f9-9b5c-e3e26dab911c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:34.986339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:29:34.989592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Made reservation on behalf of 8d44adf1965345c3af81860cc4eca5db for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:34.992175 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:34.998051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636e2034-81af-4e9c-9157-4cae15276b71 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8bc04c1e-5a79-4599-a688-da47dd983b81), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.001118 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-636e2034-81af-4e9c-9157-4cae15276b71 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.004735 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-636e2034-81af-4e9c-9157-4cae15276b71 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "DELETE /v2.0/security-groups/8bc04c1e-5a79-4599-a688-da47dd983b81 HTTP/1.1" status: 204 len: 168 time: 0.2883966 Feb 03 04:29:35.008245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:35.018765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e2034-81af-4e9c-9157-4cae15276b71 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc04c1e-5a79-4599-a688-da47dd983b81,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:35.024934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dcdb7-7123-4375-acc0-df53500daf51 req-22a2b114-31b5-4ad6-884d-eda54e2fedaa tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:35.026847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e21dcdb7-7123-4375-acc0-df53500daf51 req-22a2b114-31b5-4ad6-884d-eda54e2fedaa tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 943 time: 0.1016283 Feb 03 04:29:35.049680 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-64b1aa9f-5722-4695-a352-7354f2e09b82 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] show failed (client error): The resource could not be found. Feb 03 04:29:35.053179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-64b1aa9f-5722-4695-a352-7354f2e09b82 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "GET /v2.0/security-groups/8bc04c1e-5a79-4599-a688-da47dd983b81 HTTP/1.1" status: 404 len: 347 time: 0.0414805 Feb 03 04:29:35.053633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:35.145188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e21dcdb7-7123-4375-acc0-df53500daf51 req-4d48d455-5355-4608-8d7f-79e7884eae21 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052341 Feb 03 04:29:35.213823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Deleting port 6f673c72-219e-4215-a4c8-3df460b4b342 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:35.214076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6f673c72-219e-4215-a4c8-3df460b4b342), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.264038 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0117c49-d776-44ba-a70d-2f4c94f52af3 req-a6af8c57-ffd6-4874-879b-b8639ea9db77 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 210 time: 0.0594835 Feb 03 04:29:35.309174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6f673c72-219e-4215-a4c8-3df460b4b342), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.309506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for floatingip (6f673c72-219e-4215-a4c8-3df460b4b342), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.324856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Calling delete_port for 6f673c72-219e-4215-a4c8-3df460b4b342 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:35.334754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a402ce-9899-44c4-b7e4-dc83ad5e0b34 req-6d7abda4-d0a3-4f5c-a325-027c9c76a288 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:35.336309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a402ce-9899-44c4-b7e4-dc83ad5e0b34 req-6d7abda4-d0a3-4f5c-a325-027c9c76a288 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 944 time: 0.1274359 Feb 03 04:29:35.343346 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (d0fc7eab-be3b-4a7a-a118-5a23398f0efa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.397483 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bad9eeee-7f13-4b47-975c-bc59a001a3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.433436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Checking segment: {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:35.433810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Network hostable DHCP agents. Network: 6f70f637-4a9d-42f9-9b5c-e3e26dab911c, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:29:35.449974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fc7eab-be3b-4a7a-a118-5a23398f0efa,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:35.459944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a402ce-9899-44c4-b7e4-dc83ad5e0b34 req-c5d83ce3-d79c-4711-a16c-7ee902c73534 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095426 Feb 03 04:29:35.473765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:29:35.488317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6f673c72-219e-4215-a4c8-3df460b4b342), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.488953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 6f70f637-4a9d-42f9-9b5c-e3e26dab911c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:35.493729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:35.494481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.499616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3f8789-5609-4bda-9a40-02017e61284b None None] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:29:35.515994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-16b88065-e066-4840-9def-0ab6fac87cf2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5742733 Feb 03 04:29:35.516701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:35.520467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7760aee9-1840-4ad7-ad89-f0d661a7169a up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:35.521752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:35.526760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Pushing event deleted for resources: {'Port': ['ID=6f673c72-219e-4215-a4c8-3df460b4b342,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:35.559917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (4c2138ed-c2e7-442c-a52a-1218697bc41d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.561256 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (4c2138ed-c2e7-442c-a52a-1218697bc41d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.604364 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks [] for floatingip (dbcbf864-3172-43d0-ba33-93d21283f67d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.608455 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.631808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2d5b47cd-8c86-4079-8a87-0d99fa67e616 tempest-ImagesOneServerNegativeTestJSON-251291581 tempest-ImagesOneServerNegativeTestJSON-251291581-project] 10.222.0.35 "DELETE /v2.0/floatingips/dbcbf864-3172-43d0-ba33-93d21283f67d HTTP/1.1" status: 204 len: 168 time: 0.5578299 Feb 03 04:29:35.665230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 7760aee9-1840-4ad7-ad89-f0d661a7169a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:35.675791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:29:35.677375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.678002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks [] for router_controller (4c2138ed-c2e7-442c-a52a-1218697bc41d), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.679650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 7760aee9-1840-4ad7-ad89-f0d661a7169a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:35.680183 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.744638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:35.800924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] Deleting subnet 912c71a9-c821-46c4-9044-bba7fe99c817 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:29:35.807932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] Publish callbacks [] for subnet (912c71a9-c821-46c4-9044-bba7fe99c817), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.851270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (912c71a9-c821-46c4-9044-bba7fe99c817), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.858827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks [] for router_gateway (4c2138ed-c2e7-442c-a52a-1218697bc41d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.880084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7760aee9-1840-4ad7-ad89-f0d661a7169a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:35.880485 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.908872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (912c71a9-c821-46c4-9044-bba7fe99c817), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.912165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Allocated IP 172.20.0.2 (6f70f637-4a9d-42f9-9b5c-e3e26dab911c/d0fc7eab-be3b-4a7a-a118-5a23398f0efa/de3a6877-78dd-401f-a35b-83cf851d4cb5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:35.920755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760aee9-1840-4ad7-ad89-f0d661a7169a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:35.923235 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d736c0f7-5880-45ec-b29e-c51eb8fe1fa5" -d '{"events": [{"server_uuid": "76c9828b-e539-4181-b904-1c29e1a0f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "7760aee9-1840-4ad7-ad89-f0d661a7169a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:35.941473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7760aee9-1840-4ad7-ad89-f0d661a7169a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7760aee9-1840-4ad7-ad89-f0d661a7169a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:35.950121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:35.950941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 48425c0e-92be-40fb-bdca-c5986372a990 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:35.990955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (912c71a9-c821-46c4-9044-bba7fe99c817), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.009832 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609bbca3-4cd0-43d0-b876-cfae923079b9 x-openstack-request-id: req-609bbca3-4cd0-43d0-b876-cfae923079b9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:36.009950 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c9828b-e539-4181-b904-1c29e1a0f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "7760aee9-1840-4ad7-ad89-f0d661a7169a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:36.010214 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-609bbca3-4cd0-43d0-b876-cfae923079b9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:36.010609 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760aee9-1840-4ad7-ad89-f0d661a7169a', 'code': 200} Feb 03 04:29:36.014295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 48425c0e-92be-40fb-bdca-c5986372a990 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:29:36.014699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 48425c0e-92be-40fb-bdca-c5986372a990 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:36.035558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.039180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/912c71a9-c821-46c4-9044-bba7fe99c817 HTTP/1.1" status: 204 len: 168 time: 0.2934349 Feb 03 04:29:36.040346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e83a3f-4be1-47e2-ba5d-1d6af7da3b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912c71a9-c821-46c4-9044-bba7fe99c817,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:36.045211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:36.059456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fb8a2b43-d224-40d0-83c3-17fcd8de4e4f details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:36.097725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7760aee9-1840-4ad7-ad89-f0d661a7169a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:36.135735 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks [] for router_gateway (4c2138ed-c2e7-442c-a52a-1218697bc41d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.161759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cd0e7df7-918a-43dd-855c-5465210d56b4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.167000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.183046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594a85e-90ac-48ca-96cc-726bc19a103f req-55397616-688c-491c-bad3-b7efe4b6640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:36.185769 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2594a85e-90ac-48ca-96cc-726bc19a103f req-55397616-688c-491c-bad3-b7efe4b6640f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 1127 time: 0.1140933 Feb 03 04:29:36.233655 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Publish callbacks [] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.248878 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.257631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:36.282610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cd0e7df7-918a-43dd-855c-5465210d56b4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.303132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f', 'mac_address': 'fa:16:3e:0c:b8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:36.312853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:36.319717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:36.324754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:36.326662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Pushing event updated for resources: {'Port': ['ID=de3a6877-78dd-401f-a35b-83cf851d4cb5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:36.335570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Allocated IP 172.25.7.99 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/ca077e5e-2cb3-4b66-9ba8-3608f20f068c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:36.388360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0e7df7-918a-43dd-855c-5465210d56b4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:36.394026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2594a85e-90ac-48ca-96cc-726bc19a103f req-5461143a-87ac-4ee7-b497-5f36b750498d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743948 Feb 03 04:29:36.404336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:36.404910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.410203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-f0a7628a-0139-4ba9-bd2c-4ad612358e60 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a1c7bb52fab04c1ba2e7505e5c4c55f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484674 Feb 03 04:29:36.413694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:36.413941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:36.423916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Attempting to bind port de3a6877-78dd-401f-a35b-83cf851d4cb5 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:36.424099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.424187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Attempting to bind port de3a6877-78dd-401f-a35b-83cf851d4cb5 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:36.424298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Attempting to bind port de3a6877-78dd-401f-a35b-83cf851d4cb5 on network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:36.427445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8a2b43-d224-40d0-83c3-17fcd8de4e4f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:36.436554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:36.437044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Checking segment: {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:36.437738 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.437856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Bound using segment: {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:36.438332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Bound port: de3a6877-78dd-401f-a35b-83cf851d4cb5, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:36.438803 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.444291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.460760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:29:36.461790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (7092b1a6-1e0a-4c8d-8b37-075d4f6ed50b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.463029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:29:36.477346 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:29:36.481453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-142a3464-9b9b-4285-ae0b-f5d1412d1ff2 req-29b94c41-a5db-4707-8593-50adee34122d tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 210 time: 0.0771782 Feb 03 04:29:36.491242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591856cd-fb0c-46e0-a871-087ec7b699d9 req-79a278ce-deab-4bc8-9265-6487de736c1c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:36.498212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-591856cd-fb0c-46e0-a871-087ec7b699d9 req-79a278ce-deab-4bc8-9265-6487de736c1c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 943 time: 0.1641493 Feb 03 04:29:36.539680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cd0e7df7-918a-43dd-855c-5465210d56b4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.541705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.555132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.560855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cd0e7df7-918a-43dd-855c-5465210d56b4 HTTP/1.1" status: 204 len: 168 time: 0.5146291 Feb 03 04:29:36.561219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.581949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc21ecb-408e-459a-b87f-e76be5eeea97 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0e7df7-918a-43dd-855c-5465210d56b4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:36.601226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-591856cd-fb0c-46e0-a871-087ec7b699d9 req-88c98a8f-71cb-4554-8a94-b5193fae1609 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009374 Feb 03 04:29:36.608514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] For port de3a6877-78dd-401f-a35b-83cf851d4cb5, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:36.612238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] For port de3a6877-78dd-401f-a35b-83cf851d4cb5, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=de3a6877-78dd-401f-a35b-83cf851d4cb5,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:36.624585 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks [] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.634964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:36.646912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.679593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:36.706772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:36.730314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:36.740132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:36.758571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd979d-522d-452a-ab77-cfbd47bc9d60 None None] Pushing event updated for resources: {'Port': ['ID=de3a6877-78dd-401f-a35b-83cf851d4cb5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:36.774263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-f48db5cd-b330-45c5-8be9-0371459a7fc2 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:36.775832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-f48db5cd-b330-45c5-8be9-0371459a7fc2 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604519 Feb 03 04:29:36.780563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:36.792544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Request body: {'port': {'device_id': '025f1660-18fb-408d-8228-54fed1f8067d', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': 'a1c7bb52fab04c1ba2e7505e5c4c55f6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:36.794645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa7a9-2a9b-463e-a5d2-e13611ce1a0e req-50ad79eb-407f-491d-aeff-36abb2adad35 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:36.796332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bebfa7a9-2a9b-463e-a5d2-e13611ce1a0e req-50ad79eb-407f-491d-aeff-36abb2adad35 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.2163372 Feb 03 04:29:36.807035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fb8a2b43-d224-40d0-83c3-17fcd8de4e4f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:36.816447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:36.906652 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5a39af8b-ee5a-4526-8bb5-14bc4916c4d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f482cb2f850d466da641197ff982e44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1246152 Feb 03 04:29:36.909736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:36.977050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bebfa7a9-2a9b-463e-a5d2-e13611ce1a0e req-7e7cdba9-4990-419d-8483-f37139c92ccc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744194 Feb 03 04:29:37.025850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6019f6a7-dc6c-491c-b378-d766b8507bc2 admin admin] Publish callbacks [] for security_group (ca5dadc0-b698-4b97-9b71-dc7b698962b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.037326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Made reservation on behalf of a1c7bb52fab04c1ba2e7505e5c4c55f6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:37.041194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.061191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.076853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6019f6a7-dc6c-491c-b378-d766b8507bc2 admin admin] Publish callbacks [] for security_group (ca5dadc0-b698-4b97-9b71-dc7b698962b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.118369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks [] for router_gateway (4c2138ed-c2e7-442c-a52a-1218697bc41d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.167790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6019f6a7-dc6c-491c-b378-d766b8507bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ca5dadc0-b698-4b97-9b71-dc7b698962b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.171100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6019f6a7-dc6c-491c-b378-d766b8507bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.172674 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6019f6a7-dc6c-491c-b378-d766b8507bc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca5dadc0-b698-4b97-9b71-dc7b698962b9 HTTP/1.1" status: 204 len: 168 time: 0.2618346 Feb 03 04:29:37.197345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019f6a7-dc6c-491c-b378-d766b8507bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5dadc0-b698-4b97-9b71-dc7b698962b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:37.203955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks [] for security_group (a699d0a2-0d02-43b4-ac7c-f2ccb1637e06), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.211148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a699d0a2-0d02-43b4-ac7c-f2ccb1637e06), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.288160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:37.351196 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (4c2138ed-c2e7-442c-a52a-1218697bc41d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.364913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Allocated IP 192.168.233.218 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/df7309ab-ad77-4879-86de-3562c8ea5e8b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:37.502614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Router 4c2138ed-c2e7-442c-a52a-1218697bc41d is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:29:37.726426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-043ddc74-ee79-4a78-baec-aed50258966f req-714c0417-1026-48b7-97be-e27f1e6c7963 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 210 time: 0.1149580 Feb 03 04:29:37.813911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:37.825764 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Sync routers for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:37.864638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a43672-0ccb-424f-a4ca-8fab9459c90c req-ef75468c-3a35-491d-a4bd-f06bf8d76bbe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:37.870910 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:37.872009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:37.873226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00a43672-0ccb-424f-a4ca-8fab9459c90c req-ef75468c-3a35-491d-a4bd-f06bf8d76bbe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 944 time: 0.1320214 Feb 03 04:29:37.895307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:37.899966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7fbe62da-028b-4a9c-9209-9f15cdcf7ea6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3786871 Feb 03 04:29:37.900134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:38.001071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device de3a6877-78dd-401f-a35b-83cf851d4cb5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:38.012627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00a43672-0ccb-424f-a4ca-8fab9459c90c req-1f48d754-cbf0-41b1-85f4-a26478576471 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383948 Feb 03 04:29:38.064073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks [] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.082250 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:38.096654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fb8a2b43-d224-40d0-83c3-17fcd8de4e4f up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:38.201532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.201897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.237290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d0aca7-4298-4926-a444-d26de06281be None None] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:29:38.242393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d22e79-6dc3-4589-a19f-cfa864858dec req-a79c3850-b7a9-49bf-b081-d23638b9d9d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:38.244049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53d22e79-6dc3-4589-a19f-cfa864858dec req-a79c3850-b7a9-49bf-b081-d23638b9d9d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1614041 Feb 03 04:29:38.246405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:38.274153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:38.277125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-3fe7ac6a-7f0a-4422-a7f3-08d704c6e3bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1129723 Feb 03 04:29:38.286547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:38.289795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:38.314070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53d22e79-6dc3-4589-a19f-cfa864858dec req-af604eb5-ef58-4f67-9850-31f11ab1ce00 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589342 Feb 03 04:29:38.372922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-51e01a94-16c0-46d1-969e-ef3b7c9162a9 None None] Provisioning complete for port de3a6877-78dd-401f-a35b-83cf851d4cb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:38.373299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51e01a94-16c0-46d1-969e-ef3b7c9162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.382637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:38.442265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:38.443047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.455588 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:36Z', 'revision_number': 3, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:38.471262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-9fc4dc4e-89ff-4dcd-b638-78f33170717c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6837993 Feb 03 04:29:38.491380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-6f92a22d-1ee1-4f09-877e-b4c480dd8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:38.493131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Request body: {'port': {'device_id': '025f1660-18fb-408d-8228-54fed1f8067d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:38.495096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-6f92a22d-1ee1-4f09-877e-b4c480dd8478 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1127 time: 0.1308370 Feb 03 04:29:38.518628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1918579474-network', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:38.524170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Checking router: 4c2138ed-c2e7-442c-a52a-1218697bc41d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:38.524643 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Updating router 4c2138ed-c2e7-442c-a52a-1218697bc41d port ca077e5e-2cb3-4b66-9ba8-3608f20f068c binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:29:38.594664 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.669299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port de3a6877-78dd-401f-a35b-83cf851d4cb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:38.669687 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.673597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:38.676101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.680148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:38.680583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.717797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Made reservation on behalf of 183e29de66ff4f01a5b1848f4a652cb4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:38.720457 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.744835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.870209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b549b3-44aa-434a-b556-e607c2b5b516 req-125efa43-f786-4aab-8108-41fb444123f0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:38.872710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29b549b3-44aa-434a-b556-e607c2b5b516 req-125efa43-f786-4aab-8108-41fb444123f0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.2034543 Feb 03 04:29:38.876746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.898625 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Publish callbacks [] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.908806 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:38.961248 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e043b3-eb2e-4780-bd51-0b086353d503 None None] Pushing event updated for resources: {'Port': ['ID=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:38.985483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-173ff4f0-11c0-4725-9540-f3e548ef22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:38.987043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-173ff4f0-11c0-4725-9540-f3e548ef22e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.4638023 Feb 03 04:29:38.992764 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Attempting to bind port ca077e5e-2cb3-4b66-9ba8-3608f20f068c on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:38.993341 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Attempting to bind port ca077e5e-2cb3-4b66-9ba8-3608f20f068c by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:38.993855 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Attempting to bind port ca077e5e-2cb3-4b66-9ba8-3608f20f068c on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:38.998980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51e01a94-16c0-46d1-969e-ef3b7c9162a9 None None] Current status of the port de3a6877-78dd-401f-a35b-83cf851d4cb5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:38.999419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51e01a94-16c0-46d1-969e-ef3b7c9162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.000015 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:39.000807 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:39.001525 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.002114 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:39.002792 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Bound port: ca077e5e-2cb3-4b66-9ba8-3608f20f068c, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:39.003378 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.037524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-51e01a94-16c0-46d1-969e-ef3b7c9162a9 None None] For port de3a6877-78dd-401f-a35b-83cf851d4cb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=de3a6877-78dd-401f-a35b-83cf851d4cb5,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:39.059761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks [] for security_group (fee03f76-4d3b-4c90-bfa3-b70cf8a55750), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.061879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51e01a94-16c0-46d1-969e-ef3b7c9162a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.072138 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] For port ca077e5e-2cb3-4b66-9ba8-3608f20f068c, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:39.091613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fee03f76-4d3b-4c90-bfa3-b70cf8a55750), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.095893 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] For port ca077e5e-2cb3-4b66-9ba8-3608f20f068c, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:39.111400 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.114501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7309ab-ad77-4879-86de-3562c8ea5e8b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:39.123202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Publish callbacks [] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.124324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:29:39.136704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Transition to ACTIVE for port object df7309ab-ad77-4879-86de-3562c8ea5e8b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:39.158093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.190897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29b549b3-44aa-434a-b556-e607c2b5b516 req-be119dfd-2899-4972-bca7-f8ba4bbc2b0d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104205 Feb 03 04:29:39.208738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port de3a6877-78dd-401f-a35b-83cf851d4cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:39.214248 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:39.215057 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:39.218338 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e043b3-eb2e-4780-bd51-0b086353d503 None None] Pushing event updated for resources: {'Port': ['ID=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:39.233866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (771c0ca6-1ee4-480d-851f-9627e108ed17), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.235297 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Added segment 771c0ca6-1ee4-480d-851f-9627e108ed17 of type vlan for network cbad3684-30c8-480e-a922-11a6e4eb1e09 Feb 03 04:29:39.264909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e01a94-16c0-46d1-969e-ef3b7c9162a9 None None] Pushing event updated for resources: {'Port': ['ID=de3a6877-78dd-401f-a35b-83cf851d4cb5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:39.307689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:39.308559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.335439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.353212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:39.354495 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cbad3684-30c8-480e-a922-11a6e4eb1e09), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.356941 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fedbf00-be2b-428a-90fe-41cc8b9fd615" -d '{"events": [{"server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "name": "network-vif-plugged", "status": "completed", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:39.383821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:39.389551 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.413632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30372-b8eb-4976-8d90-5dc052cce12c req-d4b36b16-5ddd-418e-9b8e-734fc7742bda tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:39.423339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd30372-b8eb-4976-8d90-5dc052cce12c req-d4b36b16-5ddd-418e-9b8e-734fc7742bda tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 936 time: 0.5461924 Feb 03 04:29:39.444659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:39.449086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-fcfdf79d-273e-4e83-899f-eb3b670ad7c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3069539 Feb 03 04:29:39.466646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:39.480220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cbad3684-30c8-480e-a922-11a6e4eb1e09), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.481421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:39.482021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.613155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-447f1d69-cde0-4fdb-89e9-87264ee1e2dc None None] Provisioning complete for port de3a6877-78dd-401f-a35b-83cf851d4cb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:39.613540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-447f1d69-cde0-4fdb-89e9-87264ee1e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.619397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:39.637313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-d2cc5ad5-cd02-4d33-b1ad-c3cfd85434a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:39.638781 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-d2cc5ad5-cd02-4d33-b1ad-c3cfd85434a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 1128 time: 0.1591234 Feb 03 04:29:39.659829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Attempting to bind port df7309ab-ad77-4879-86de-3562c8ea5e8b on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:39.660167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Attempting to bind port df7309ab-ad77-4879-86de-3562c8ea5e8b by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:39.660507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Attempting to bind port df7309ab-ad77-4879-86de-3562c8ea5e8b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:39.671828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Port df7309ab-ad77-4879-86de-3562c8ea5e8b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:39.672145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Attempting to bind port df7309ab-ad77-4879-86de-3562c8ea5e8b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:39.716301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:36Z', 'revision_number': 3, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:39.730238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-447f1d69-cde0-4fdb-89e9-87264ee1e2dc None None] Current status of the port de3a6877-78dd-401f-a35b-83cf851d4cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:39.753187 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7299d5-d75b-48ce-aeab-14823211deb0 None None] The sync data for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 is: [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:36Z', 'revision_number': 3, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:39.761958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:39.762310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:39.762696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:39.763142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Bound port: df7309ab-ad77-4879-86de-3562c8ea5e8b, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:39.763522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.814476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee03f76-4d3b-4c90-bfa3-b70cf8a55750,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:39.820094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-cde49936-27c5-4823-8e8b-38dcebc9d2f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.8234272 Feb 03 04:29:39.837016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-1a006462-17b9-401f-a9e8-617a7ff58c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:39.838451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-1a006462-17b9-401f-a9e8-617a7ff58c38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.1715593 Feb 03 04:29:39.870859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6223223 Feb 03 04:29:39.871743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device de3a6877-78dd-401f-a35b-83cf851d4cb5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:39.875575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:39.876851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Allocated IP 172.20.0.1 (6f70f637-4a9d-42f9-9b5c-e3e26dab911c/d0fc7eab-be3b-4a7a-a118-5a23398f0efa/ce312c35-cba5-4407-9629-4e06aef8ca43) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:39.916495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Request body: {'subnet': {'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1918579474-subnet', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:39.942193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-b63c4379-513c-47ef-a535-e579f045b75a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6 HTTP/1.1" status: 200 len: 217 time: 0.0932603 Feb 03 04:29:39.943649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port de3a6877-78dd-401f-a35b-83cf851d4cb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:39.944035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:39.990200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd30372-b8eb-4976-8d90-5dc052cce12c req-86dc22f0-aa1d-497f-a779-c450244fd48b tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626032 Feb 03 04:29:39.990831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e3a9d-9a0c-4a9d-ae08-a61395369ffa admin admin] Pushing event updated for resources: {'Network': ['ID=cbad3684-30c8-480e-a922-11a6e4eb1e09,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:40.004877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:29:40.005416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073335f-5ee2-45ac-9559-c4212454bd52 req-0ac85f73-26ca-4e38-b6d8-5a9dbb658df1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.015274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3073335f-5ee2-45ac-9559-c4212454bd52 req-0ac85f73-26ca-4e38-b6d8-5a9dbb658df1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 945 time: 0.5766542 Feb 03 04:29:40.015274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-8a7af37b-424a-4a05-b2c3-5cf19c5824d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.016730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-8a7af37b-424a-4a05-b2c3-5cf19c5824d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1885049 Feb 03 04:29:40.042351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-b528c878-cc8e-43e7-a326-3b300136f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.043809 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-b528c878-cc8e-43e7-a326-3b300136f5a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0738132 Feb 03 04:29:40.084545 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d853ed-ca28-4af6-a86a-88aa94ec52fd x-openstack-request-id: req-69d853ed-ca28-4af6-a86a-88aa94ec52fd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:40.085518 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "name": "network-vif-plugged", "status": "completed", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:40.086030 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69d853ed-ca28-4af6-a86a-88aa94ec52fd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:40.086280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Made reservation on behalf of 183e29de66ff4f01a5b1848f4a652cb4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:40.086829 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f', 'code': 200} Feb 03 04:29:40.088723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:40.116969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-b19cec66-9e20-4eaf-b93c-884803f71db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.117158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-b19cec66-9e20-4eaf-b93c-884803f71db2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923617 Feb 03 04:29:40.118831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:40.160453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3073335f-5ee2-45ac-9559-c4212454bd52 req-8a8f175f-f994-44ee-98f1-a619436b8368 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469095 Feb 03 04:29:40.197721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port de3a6877-78dd-401f-a35b-83cf851d4cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:40.234637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:40.297290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:40.302351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-38cf062b-9879-48dd-b14c-acfce6b27e63 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776955 Feb 03 04:29:40.392917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-411ba58a-d89b-49f4-8237-407b4cd93041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.394319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-411ba58a-d89b-49f4-8237-407b4cd93041 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3392782 Feb 03 04:29:40.411200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.411853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:40.413552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] 10.222.0.15 "PUT /v2.0/ports/df7309ab-ad77-4879-86de-3562c8ea5e8b HTTP/1.1" status: 200 len: 1096 time: 1.9343522 Feb 03 04:29:40.415319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:40.416580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0f36b-990f-4458-9456-038ed3daad88 req-a50a451e-a6a2-4101-b047-402d05a83aaa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.418243 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a0b09-c5c6-4245-af42-7ca4db61c32f" -d '{"events": [{"name": "network-changed", "server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:40.418400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3af0f36b-990f-4458-9456-038ed3daad88 req-a50a451e-a6a2-4101-b047-402d05a83aaa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1321185 Feb 03 04:29:40.433762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks [] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:40.473558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc03394-b59d-4556-a363-3cfbfb09f1eb req-f3c3b47c-dc7b-494a-921c-4c103fc2188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.475076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9fc03394-b59d-4556-a363-3cfbfb09f1eb req-f3c3b47c-dc7b-494a-921c-4c103fc2188e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 1127 time: 0.2698021 Feb 03 04:29:40.483751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3db762d8-8fcb-4e5e-92f6-3f1861b34b83 req-842e3606-caa6-449a-9650-12f37c092ee1 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663117 Feb 03 04:29:40.515743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3af0f36b-990f-4458-9456-038ed3daad88 req-56dad514-610e-44ed-9d08-7a2765ca39ec tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815458 Feb 03 04:29:40.547789 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31a075f-2424-4dc4-9a90-3c1784375210 x-openstack-request-id: req-b31a075f-2424-4dc4-9a90-3c1784375210 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:40.548136 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:40.548394 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b31a075f-2424-4dc4-9a90-3c1784375210 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:40.548795 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'status': 'completed', 'code': 200} Feb 03 04:29:40.631537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73b048-e035-4bff-b035-a43aa31715bb service neutron] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:40.714847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9fc03394-b59d-4556-a363-3cfbfb09f1eb req-fee84976-c40e-4a82-8b1e-52a4776ff898 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136874 Feb 03 04:29:40.749917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-83eb97aa-56ed-446f-8a2a-592e76af9a90 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352253 Feb 03 04:29:40.777092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-5459edb1-2a5d-4b7c-946f-bd112968c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:40.778302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-5459edb1-2a5d-4b7c-946f-bd112968c1f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c7bb52fab04c1ba2e7505e5c4c55f6&device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 1130 time: 0.2975051 Feb 03 04:29:40.782232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:40.835159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (b0302d44-e56f-4588-bdec-a797791a2993), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:40.907645 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-a1a01648-fde3-46d9-a3bd-f0a58b791f5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b HTTP/1.1" status: 200 len: 217 time: 0.1014044 Feb 03 04:29:40.960604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:40.979154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:41.002267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:41.009068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Pushing event updated for resources: {'Port': ['ID=ce312c35-cba5-4407-9629-4e06aef8ca43,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:41.052027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0302d44-e56f-4588-bdec-a797791a2993,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:41.085819 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c9fa463f-6732-4ccc-be42-a389cbf6c8d9 req-55a74594-a1fd-426c-9320-ac8a5e74b80f service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270965 Feb 03 04:29:41.102339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7ec4eda7-4da1-409c-a663-9821a4c7aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:41.103699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-7ec4eda7-4da1-409c-a663-9821a4c7aa55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1562626 Feb 03 04:29:41.105034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Checking segment: {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:41.105395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Network hostable DHCP agents. Network: cbad3684-30c8-480e-a922-11a6e4eb1e09, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:29:41.107829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (4c2138ed-c2e7-442c-a52a-1218697bc41d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.162880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523ddb3-91f9-4241-8ae6-1c6c16296944 req-57b4b7da-ef21-4020-a721-64f5756cb3fb tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:41.165349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7523ddb3-91f9-4241-8ae6-1c6c16296944 req-57b4b7da-ef21-4020-a721-64f5756cb3fb tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 948 time: 0.0821409 Feb 03 04:29:41.216789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:29:41.238057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7523ddb3-91f9-4241-8ae6-1c6c16296944 req-84f2b4a4-9ef7-44b2-9af8-cf441c64d232 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597053 Feb 03 04:29:41.258548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-178e80a1-183a-4861-95c4-18159e05545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:41.260126 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-178e80a1-183a-4861-95c4-18159e05545a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1479282 Feb 03 04:29:41.264268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cbad3684-30c8-480e-a922-11a6e4eb1e09) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:41.269707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:41.270296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.273373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1a66b2-8326-471d-a5a5-8bd4763c3e25 None None] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:29:41.305261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025816bb-e0ac-4f8f-b44d-69e9ff413aa5 req-c02e4af8-d9af-405c-9402-db608d44f776 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:41.306678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-025816bb-e0ac-4f8f-b44d-69e9ff413aa5 req-c02e4af8-d9af-405c-9402-db608d44f776 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 945 time: 0.0588803 Feb 03 04:29:41.330812 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-469ac6a9-2d44-4154-87dc-3b12aba3d112 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4246564 Feb 03 04:29:41.334015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:41.341085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:41.364337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bd19d646-b30d-4fcc-8f7f-f90b093c8fb6 None None] Provisioning complete for port ce312c35-cba5-4407-9629-4e06aef8ca43 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:41.364543 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd19d646-b30d-4fcc-8f7f-f90b093c8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.381698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-025816bb-e0ac-4f8f-b44d-69e9ff413aa5 req-00b56671-301a-4576-8804-28eb9459dc01 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651653 Feb 03 04:29:41.387664 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (fe668024-6f68-46a2-b775-c60334b05ff5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.389466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (fe668024-6f68-46a2-b775-c60334b05ff5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.405778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.411597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bd19d646-b30d-4fcc-8f7f-f90b093c8fb6 None None] Port ce312c35-cba5-4407-9629-4e06aef8ca43 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:41.437602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-cbad3684-30c8-480e-a922-11a6e4eb1e09', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:29:41.438557 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.440170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-4134fabc-3d85-4d82-a3aa-437e37ac3f12 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624095 Feb 03 04:29:41.468046 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks [] for router_controller (fe668024-6f68-46a2-b775-c60334b05ff5), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.590223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Allocated IP 172.20.0.2 (cbad3684-30c8-480e-a922-11a6e4eb1e09/b0302d44-e56f-4588-bdec-a797791a2993/e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:41.626073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73d210ab-2f5b-4711-b6fe-a4b7d026273f req-17ddf805-b0ab-4182-8555-87c4d4d7d21f service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654356 Feb 03 04:29:41.667534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks [] for router_gateway (fe668024-6f68-46a2-b775-c60334b05ff5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.760142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734684e2-8226-4032-a55f-9d6d31af8248 req-012c6e17-112e-4176-8145-61cdd150fd59 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:41.761840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-734684e2-8226-4032-a55f-9d6d31af8248 req-012c6e17-112e-4176-8145-61cdd150fd59 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1570721 Feb 03 04:29:41.780274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Publish callbacks [] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.788212 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:41.862000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-734684e2-8226-4032-a55f-9d6d31af8248 req-cf530fd3-68e2-44f8-87a0-7c6a4f11725a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 Feb 03 04:29:41.885518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:41.892450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:41.914362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:41.918131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Pushing event updated for resources: {'Port': ['ID=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:42.004112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ca077e5e-2cb3-4b66-9ba8-3608f20f068c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:42.026080 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks [] for router_gateway (fe668024-6f68-46a2-b775-c60334b05ff5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.046788 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.050723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Attempting to bind port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:42.051103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Attempting to bind port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:42.051464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Attempting to bind port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 on network cbad3684-30c8-480e-a922-11a6e4eb1e09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:42.064856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:42.065317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Checking segment: {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:42.065725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.066113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Bound using segment: {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:42.066589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Bound port: e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:42.066965 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.118677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks [] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.136153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ca077e5e-2cb3-4b66-9ba8-3608f20f068c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:42.136532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.141834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-22e2fa4f-dcc5-4b49-bf19-e13c7b91be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:42.145526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-22e2fa4f-dcc5-4b49-bf19-e13c7b91be2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c7bb52fab04c1ba2e7505e5c4c55f6&device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 1130 time: 0.0847521 Feb 03 04:29:42.146897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.177908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] For port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:42.196966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] For port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:42.206285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Allocated IP 172.25.7.238 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/aa10aff9-3800-46fd-aebe-06a8e59c990f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:42.212077 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.332877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ca077e5e-2cb3-4b66-9ba8-3608f20f068c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:42.334099 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.339729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b1057-226a-41df-ae4d-4a384eb91053 None None] Pushing event updated for resources: {'Port': ['ID=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:42.353687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Pushing event updated for resources: {'Port': ['ID=ce312c35-cba5-4407-9629-4e06aef8ca43,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:42.356233 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (4c2138ed-c2e7-442c-a52a-1218697bc41d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.362346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port ca077e5e-2cb3-4b66-9ba8-3608f20f068c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:42.373052 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.380564 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks [] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.387466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-1054328f-ef22-4a06-b147-bd88ee229629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:42.388983 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-1054328f-ef22-4a06-b147-bd88ee229629 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2255161 Feb 03 04:29:42.436643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:42.449903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcd54c-3259-4939-bc53-52c04552c97c req-bf7c6f70-0985-4b1a-9cb4-5e581fb18f53 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:42.451465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbbcd54c-3259-4939-bc53-52c04552c97c req-bf7c6f70-0985-4b1a-9cb4-5e581fb18f53 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 948 time: 0.0922809 Feb 03 04:29:42.458553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-bfd069d9-f314-4318-bac4-baf3cb139705 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b HTTP/1.1" status: 200 len: 217 time: 0.0545046 Feb 03 04:29:42.473867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.541065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:42.554698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-75220b7c-7aab-4726-ad51-72cbee9fbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:42.556331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-75220b7c-7aab-4726-ad51-72cbee9fbd01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0713949 Feb 03 04:29:42.570535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:42.571188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:42.596021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:42.604949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:42.609757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Pushing event updated for resources: {'Port': ['ID=aa10aff9-3800-46fd-aebe-06a8e59c990f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:42.652223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbbcd54c-3259-4939-bc53-52c04552c97c req-16fade48-64e6-4b75-9778-b27464c8f1a8 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916103 Feb 03 04:29:42.694947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-582bc2cd-8c61-4119-9f4d-38f34af56970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:42.696513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-582bc2cd-8c61-4119-9f4d-38f34af56970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1297371 Feb 03 04:29:42.809437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420f4ab-eade-484b-975c-65fc9a05dc73 req-45bc2c9f-ad47-4f3c-9f2d-7b31ad2919bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:42.817764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5420f4ab-eade-484b-975c-65fc9a05dc73 req-45bc2c9f-ad47-4f3c-9f2d-7b31ad2919bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 945 time: 0.2997966 Feb 03 04:29:42.827405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Router 4c2138ed-c2e7-442c-a52a-1218697bc41d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:29:42.828705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:29:42.904739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-9e72fd2b-c6e5-4fde-8100-2c23373b02d8 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696866 Feb 03 04:29:42.944002 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5420f4ab-eade-484b-975c-65fc9a05dc73 req-70a0f616-524f-470a-8ba8-ce809069da34 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259522 Feb 03 04:29:42.966017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c6b73f8d-e49b-4e33-80e3-1cae379cf019 None None] Provisioning complete for port ce312c35-cba5-4407-9629-4e06aef8ca43 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:42.966403 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b73f8d-e49b-4e33-80e3-1cae379cf019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:42.993449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks [] for router_gateway (fe668024-6f68-46a2-b775-c60334b05ff5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.017051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c6b73f8d-e49b-4e33-80e3-1cae379cf019 None None] Port ce312c35-cba5-4407-9629-4e06aef8ca43 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:43.035049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94fbb-0ecd-474f-abfd-687749591118 req-1e1c06b8-c5df-404b-bf70-596cc014c56a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:43.036621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fe94fbb-0ecd-474f-abfd-687749591118 req-1e1c06b8-c5df-404b-bf70-596cc014c56a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1059170 Feb 03 04:29:43.041713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:43.051273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Sync routers for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:43.055328 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ba700dc0-c1b5-4282-888c-3929bcaed650 admin admin] 10.222.0.35 "PUT /v2.0/routers/4c2138ed-c2e7-442c-a52a-1218697bc41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1546998 Feb 03 04:29:43.073849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:43.074858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:43.097577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-853a0b09-c5c6-4245-af42-7ca4db61c32f req-3741caeb-c6fd-4b15-b819-00bba0c33ecf service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864612 Feb 03 04:29:43.161527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b229471-67fc-4333-9bae-d0996f697c22 req-106d22a8-b097-4d65-aeaa-f836a562fe75 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 267 time: 0.1237783 Feb 03 04:29:43.168375 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fe94fbb-0ecd-474f-abfd-687749591118 req-b2656d6b-8d35-45b1-9c5c-d400867eefe1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204414 Feb 03 04:29:43.224990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:43.277735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229471-67fc-4333-9bae-d0996f697c22 req-b7148fc8-a338-4e6d-8925-fdec494288c6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:43.278334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b229471-67fc-4333-9bae-d0996f697c22 req-b7148fc8-a338-4e6d-8925-fdec494288c6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 945 time: 0.1071954 Feb 03 04:29:43.319727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'port': {'security_groups': []}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:43.473871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 2, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:43.505046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Checking router: 4c2138ed-c2e7-442c-a52a-1218697bc41d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:43.505397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Updating router 4c2138ed-c2e7-442c-a52a-1218697bc41d port ce312c35-cba5-4407-9629-4e06aef8ca43 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:29:43.541719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.577737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:43.636830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (fe668024-6f68-46a2-b775-c60334b05ff5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.697795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160e051-fc51-4705-8c03-93782778f947 None None] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:29:43.706618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.736630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:43.743421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3c1cbd43-bd1f-434a-8bbb-09370751b7a1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259817576', 'description': 'tempest-description--799337333'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:43.787854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbd43-bd1f-434a-8bbb-09370751b7a1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.927004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbd43-bd1f-434a-8bbb-09370751b7a1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group (557794d5-529b-4858-af0b-958a836cbd69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.933028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbd43-bd1f-434a-8bbb-09370751b7a1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (557794d5-529b-4858-af0b-958a836cbd69), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.956706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d6691-28e6-459b-a99c-9316d1d5864b req-fd5fe7c1-6081-4b4a-b630-57b4d648a9d7 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:43.958628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d48d6691-28e6-459b-a99c-9316d1d5864b req-fd5fe7c1-6081-4b4a-b630-57b4d648a9d7 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 948 time: 0.1642284 Feb 03 04:29:43.967862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cbd43-bd1f-434a-8bbb-09370751b7a1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557794d5-529b-4858-af0b-958a836cbd69,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:43.973760 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbd43-bd1f-434a-8bbb-09370751b7a1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:43.975331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3c1cbd43-bd1f-434a-8bbb-09370751b7a1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2373445 Feb 03 04:29:43.978453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:43.984176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d1af4f4a-35e0-4fd5-bb29-b414760e7921 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Request body: {'security_group_rule': {'security_group_id': '557794d5-529b-4858-af0b-958a836cbd69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:44.006577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Router fe668024-6f68-46a2-b775-c60334b05ff5 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:29:44.014568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] For port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:44.016235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1af4f4a-35e0-4fd5-bb29-b414760e7921 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group_rule (891edccd-8dde-4b42-93bc-a6fcc472a5d0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.042544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:44.050035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-413f46d0-6abb-4f87-a924-c169fb1a6ab6 None None] Provisioning complete for port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:44.050563 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413f46d0-6abb-4f87-a924-c169fb1a6ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.099969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1af4f4a-35e0-4fd5-bb29-b414760e7921 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group_rule (891edccd-8dde-4b42-93bc-a6fcc472a5d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.102798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.107651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1af4f4a-35e0-4fd5-bb29-b414760e7921 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (891edccd-8dde-4b42-93bc-a6fcc472a5d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.109109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d48d6691-28e6-459b-a99c-9316d1d5864b req-5d5ee7c9-486f-4266-b612-45b0998cd0f7 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328032 Feb 03 04:29:44.114103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.129021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af4f4a-35e0-4fd5-bb29-b414760e7921 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891edccd-8dde-4b42-93bc-a6fcc472a5d0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:44.138918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1af4f4a-35e0-4fd5-bb29-b414760e7921 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.143148 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d1af4f4a-35e0-4fd5-bb29-b414760e7921 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634691 Feb 03 04:29:44.143800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:44.148384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bd091401-0e41-4457-9d58-755e74c9cc1c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Request body: {'security_group_rule': {'security_group_id': '557794d5-529b-4858-af0b-958a836cbd69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:44.151569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'mac_address': 'fa:16:3e:d3:33:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:44.163146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:44.166762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:44.170724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['deb3f788-901c-4883-a67d-e6140eabcf89', 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:44.182721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd091401-0e41-4457-9d58-755e74c9cc1c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group_rule (318d19f9-0f6a-4be1-bbe0-d3a1c3402df9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.208696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:44.209336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.211662 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b229471-67fc-4333-9bae-d0996f697c22 req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "PUT /v2.0/ports/fb8a2b43-d224-40d0-83c3-17fcd8de4e4f HTTP/1.1" status: 200 len: 904 time: 0.8992252 Feb 03 04:29:44.211662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:44.213512 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e36e7-5cfd-431e-b7b3-61f680436076" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:44.242059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549089c-407c-4703-960b-3bd2508fe68d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:44.245148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:44.263691 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Sync routers for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:44.266766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.268292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2b8f7402-7486-4e90-8cd1-b0ab7c2c67eb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9317100 Feb 03 04:29:44.271099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:44.274665 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:44.275617 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:44.347901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd091401-0e41-4457-9d58-755e74c9cc1c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group_rule (318d19f9-0f6a-4be1-bbe0-d3a1c3402df9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.414060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd091401-0e41-4457-9d58-755e74c9cc1c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (318d19f9-0f6a-4be1-bbe0-d3a1c3402df9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.444770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b4de-b325-4ea3-8135-597fb0b70d4e req-054f4c4e-7f7d-44dc-aed8-8217003ec9fd tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:44.448171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd091401-0e41-4457-9d58-755e74c9cc1c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318d19f9-0f6a-4be1-bbe0-d3a1c3402df9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:44.458520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45c0b4de-b325-4ea3-8135-597fb0b70d4e req-054f4c4e-7f7d-44dc-aed8-8217003ec9fd tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 907 time: 0.1235919 Feb 03 04:29:44.475168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['fb8a2b43-d224-40d0-83c3-17fcd8de4e4f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:44.488673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1122-b1e5-4629-bc6a-cbf5323ae251 req-07cabacb-eefe-4370-9c81-1d3322d43d61 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:44.496950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd091401-0e41-4457-9d58-755e74c9cc1c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.501159 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bd091401-0e41-4457-9d58-755e74c9cc1c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3535047 Feb 03 04:29:44.501468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:44.505435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56df1122-b1e5-4629-bc6a-cbf5323ae251 req-07cabacb-eefe-4370-9c81-1d3322d43d61 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1317873 Feb 03 04:29:44.508584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:44.544099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:44.567447 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c33b5e4-8881-4f39-baf0-87390bb98d2b x-openstack-request-id: req-7c33b5e4-8881-4f39-baf0-87390bb98d2b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:44.568149 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:44.568610 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c33b5e4-8881-4f39-baf0-87390bb98d2b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:44.570696 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f', 'status': 'completed', 'code': 200} Feb 03 04:29:44.619634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:44.619989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.640160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56df1122-b1e5-4629-bc6a-cbf5323ae251 req-f8fffe26-d40d-4f69-8b53-23dcdf016ca3 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335778 Feb 03 04:29:44.640837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.687035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-5cda1f1a-2198-4ec1-bf1b-42cfbacc4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:44.688937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-5cda1f1a-2198-4ec1-bf1b-42cfbacc4c98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 1089 time: 0.0868378 Feb 03 04:29:44.705831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7309ab-ad77-4879-86de-3562c8ea5e8b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:44.725466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71a67d-21d6-4fef-9aa0-620b1a80cb94 req-3b0005fa-9d37-422e-85b9-db584bb0a97c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:44.733343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b71a67d-21d6-4fef-9aa0-620b1a80cb94 req-3b0005fa-9d37-422e-85b9-db584bb0a97c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0673125 Feb 03 04:29:44.796761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b71a67d-21d6-4fef-9aa0-620b1a80cb94 req-577ad4a1-a2be-4b50-b4c4-7ea126e1d03a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618317 Feb 03 04:29:44.847806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:44.848219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.864966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:44.870392 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 3, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:44.906261 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.909064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-413f46d0-6abb-4f87-a924-c169fb1a6ab6 None None] Current status of the port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:44.909773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413f46d0-6abb-4f87-a924-c169fb1a6ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:44.959712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d904bfb-446b-44e6-a963-30d2830a62a9 req-05ae5be0-2f01-49af-a67e-3282d3263aa3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:44.968893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d904bfb-446b-44e6-a963-30d2830a62a9 req-05ae5be0-2f01-49af-a67e-3282d3263aa3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0851285 Feb 03 04:29:44.992131 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Publish callbacks [] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.035705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.043174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d904bfb-446b-44e6-a963-30d2830a62a9 req-d820940d-f880-4d58-8f13-96bf5ce907e0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710979 Feb 03 04:29:45.075351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-9df7a70c-c459-4747-8400-bc6c68fabe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:45.085487 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-9df7a70c-c459-4747-8400-bc6c68fabe4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.3853362 Feb 03 04:29:45.104548 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Checking router: fe668024-6f68-46a2-b775-c60334b05ff5 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:45.104899 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Updating router fe668024-6f68-46a2-b775-c60334b05ff5 port aa10aff9-3800-46fd-aebe-06a8e59c990f binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:29:45.138028 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.160663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-413f46d0-6abb-4f87-a924-c169fb1a6ab6 None None] For port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:45.170178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-0e22b43a-41e2-4439-a32d-47ede3bfc21c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f HTTP/1.1" status: 200 len: 217 time: 0.0666385 Feb 03 04:29:45.170821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:45.198019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.217460 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413f46d0-6abb-4f87-a924-c169fb1a6ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.264919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-e8777ada-c362-4711-a63a-4ede7f441249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:45.266761 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-e8777ada-c362-4711-a63a-4ede7f441249 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0703342 Feb 03 04:29:45.311764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['df7309ab-ad77-4879-86de-3562c8ea5e8b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:45.339615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6738029-3ee9-4f15-85af-75c37c49a6cc req-951ed0dc-5054-41d0-984e-04c6cff4fb81 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:45.350689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6738029-3ee9-4f15-85af-75c37c49a6cc req-951ed0dc-5054-41d0-984e-04c6cff4fb81 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 949 time: 0.0984018 Feb 03 04:29:45.463133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065b05-8a83-4463-857a-f4c995ddf020 None None] Pushing event updated for resources: {'Port': ['ID=ce312c35-cba5-4407-9629-4e06aef8ca43,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:45.474749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:45.476002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ca077e5e-2cb3-4b66-9ba8-3608f20f068c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:45.489484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-40c296fe-a762-4cce-a560-6330349b73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:45.492612 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-40c296fe-a762-4cce-a560-6330349b73ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2068202 Feb 03 04:29:45.500606 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.510893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-0bc26bf3-e23e-4eb0-ab05-e2a76fac2f9d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:45.513018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-0bc26bf3-e23e-4eb0-ab05-e2a76fac2f9d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.1855342 Feb 03 04:29:45.534090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-c3ff124a-53e3-4d0d-bb2a-3a24b92c8734 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/quotas/31183eecc38841d793f27a56ba6e7120 HTTP/1.1" status: 200 len: 375 time: 0.0140169 Feb 03 04:29:45.555153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-063b57d2-1a9c-4732-88f4-376e4b0fc16e None None] Provisioning complete for port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:45.555613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063b57d2-1a9c-4732-88f4-376e4b0fc16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.567900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Attempting to bind port ce312c35-cba5-4407-9629-4e06aef8ca43 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:45.568281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Attempting to bind port ce312c35-cba5-4407-9629-4e06aef8ca43 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:45.568647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Attempting to bind port ce312c35-cba5-4407-9629-4e06aef8ca43 on network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:45.622545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:45.622936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Checking segment: {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:45.623340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.623913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Bound using segment: {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:45.624411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Bound port: ce312c35-cba5-4407-9629-4e06aef8ca43, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:45.624790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.635533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6738029-3ee9-4f15-85af-75c37c49a6cc req-7c3289f9-a853-4c4d-977c-ecb398ea9d96 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805669 Feb 03 04:29:45.652984 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Publish callbacks [] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.670277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f46d0-6abb-4f87-a924-c169fb1a6ab6 None None] Pushing event updated for resources: {'Port': ['ID=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:45.677646 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.702763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-94a1e3ec-34a1-41e5-a6d1-19bcf1c9d364 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1329455 Feb 03 04:29:45.735576 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Pushing event updated for resources: {'Port': ['ID=aa10aff9-3800-46fd-aebe-06a8e59c990f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:45.763771 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Attempting to bind port aa10aff9-3800-46fd-aebe-06a8e59c990f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:45.764566 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Attempting to bind port aa10aff9-3800-46fd-aebe-06a8e59c990f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:45.765213 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Attempting to bind port aa10aff9-3800-46fd-aebe-06a8e59c990f on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:45.768630 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.769257 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.769805 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.770344 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.770938 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.771650 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.772232 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.772762 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.773315 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.773826 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.774349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.774859 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.775376 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:29:45.791956 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:45.792560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] For port ce312c35-cba5-4407-9629-4e06aef8ca43, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:45.792938 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:45.794176 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.794837 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:45.795611 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Bound port: aa10aff9-3800-46fd-aebe-06a8e59c990f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:45.796211 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.797613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] For port ce312c35-cba5-4407-9629-4e06aef8ca43, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ce312c35-cba5-4407-9629-4e06aef8ca43,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:45.816612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Allocated IP 172.25.7.206 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:45.831126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.857405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38d168-26bb-43ef-a3cc-6e20053b4065 req-61893d40-f828-4d8c-9eac-b8ed7aaeade2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:45.859006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d38d168-26bb-43ef-a3cc-6e20053b4065 req-61893d40-f828-4d8c-9eac-b8ed7aaeade2 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1292286 Feb 03 04:29:45.862740 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] For port aa10aff9-3800-46fd-aebe-06a8e59c990f, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:45.866756 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] For port aa10aff9-3800-46fd-aebe-06a8e59c990f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=aa10aff9-3800-46fd-aebe-06a8e59c990f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:45.870749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-dba463ad-23d9-406b-b76a-e4e17eae62be service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613951 Feb 03 04:29:45.875223 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:45.878351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-4c31c3d8-96c6-414b-82dc-108d8615b70c service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677835 Feb 03 04:29:45.881362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Allocated IP 172.20.0.1 (cbad3684-30c8-480e-a922-11a6e4eb1e09/b0302d44-e56f-4588-bdec-a797791a2993/712d2370-3717-4950-835f-ff51748bab54) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:45.946071 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:45.947256 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:45.989197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d38d168-26bb-43ef-a3cc-6e20053b4065 req-47b412d8-1c2d-4bbf-89e7-882fc134f8d1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202450 Feb 03 04:29:46.014715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065b05-8a83-4463-857a-f4c995ddf020 None None] Pushing event updated for resources: {'Port': ['ID=ce312c35-cba5-4407-9629-4e06aef8ca43,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:46.038718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ca077e5e-2cb3-4b66-9ba8-3608f20f068c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:46.039126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:46.043332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-b8cae799-ba74-41da-9805-9c83c5ccc1df service neutron] 10.222.0.35 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547759 Feb 03 04:29:46.063163 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1f235-5837-4448-ab09-e447d9eea428 None None] Pushing event updated for resources: {'Port': ['ID=aa10aff9-3800-46fd-aebe-06a8e59c990f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:46.119992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:46.124325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:46.180495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-404e36e7-5cfd-431e-b7b3-61f680436076 req-6ac0f50d-9e04-43d9-934e-dd8b37456c3c service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959538 Feb 03 04:29:46.185534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-063b57d2-1a9c-4732-88f4-376e4b0fc16e None None] Current status of the port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:46.210899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-063b57d2-1a9c-4732-88f4-376e4b0fc16e None None] Provisioning complete for port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:46.223369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063b57d2-1a9c-4732-88f4-376e4b0fc16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:46.244209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks [] for port (712d2370-3717-4950-835f-ff51748bab54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:46.308377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:46.343135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f7067ca-840e-46af-8981-55895817ba31 req-8ad8e471-8d2e-4c94-8f14-c0a5ba502c8b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 210 time: 0.0641959 Feb 03 04:29:46.352221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:46.357650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:46.362788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:46.402774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event updated for resources: {'Port': ['ID=aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:46.408309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (712d2370-3717-4950-835f-ff51748bab54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:46.409259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ca077e5e-2cb3-4b66-9ba8-3608f20f068c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:46.414710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:46.415354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:46.419602 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 3, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:46.450724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:46.452309 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42445b-bcc3-4958-8159-aba035bcae7a None None] The sync data for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 is: [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 3, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:46.457946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:46.462187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:46.503439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-063b57d2-1a9c-4732-88f4-376e4b0fc16e None None] Current status of the port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:46.519343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Pushing event updated for resources: {'Port': ['ID=712d2370-3717-4950-835f-ff51748bab54,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:46.815909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6027f2-0a35-41bc-8570-2de8a19db37a req-7c58cf3e-bdf5-4bd4-a93c-70ddd39cd7e9 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:46.823550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a6027f2-0a35-41bc-8570-2de8a19db37a req-7c58cf3e-bdf5-4bd4-a93c-70ddd39cd7e9 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 949 time: 0.0881875 Feb 03 04:29:46.852366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:46.889687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a6027f2-0a35-41bc-8570-2de8a19db37a req-b10ed032-3fcd-48f4-b419-6ef9ca8e1560 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649099 Feb 03 04:29:46.959946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4d64d56a-77f0-4cf8-b9fd-dd9337827ab5 None None] Provisioning complete for port ce312c35-cba5-4407-9629-4e06aef8ca43 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:46.960447 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d64d56a-77f0-4cf8-b9fd-dd9337827ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:46.984787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:47.050900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (fe668024-6f68-46a2-b775-c60334b05ff5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.149775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:47.150212 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.182989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for floatingip (85c37cd5-9613-42df-a83e-e47d19f6ff77), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.225503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695beb1-c9ef-440a-80c1-d8c7e32d7464 req-89c6141d-4fbe-42be-b01b-39ecdbe9e53d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:47.234235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7695beb1-c9ef-440a-80c1-d8c7e32d7464 req-89c6141d-4fbe-42be-b01b-39ecdbe9e53d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1032331 Feb 03 04:29:47.286243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.329381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7695beb1-c9ef-440a-80c1-d8c7e32d7464 req-4ac9fdaf-564b-4e07-b615-cb6613469520 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871758 Feb 03 04:29:47.359030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712d2370-3717-4950-835f-ff51748bab54), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.373138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4d64d56a-77f0-4cf8-b9fd-dd9337827ab5 None None] Current status of the port ce312c35-cba5-4407-9629-4e06aef8ca43 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:47.373694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d64d56a-77f0-4cf8-b9fd-dd9337827ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.465208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9dd2304f-9c77-46fe-91da-d41176136607 req-2fea9ff5-8400-4764-a8db-097f709cb2dd tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 210 time: 0.0337527 Feb 03 04:29:47.485932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4d64d56a-77f0-4cf8-b9fd-dd9337827ab5 None None] For port ce312c35-cba5-4407-9629-4e06aef8ca43, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ce312c35-cba5-4407-9629-4e06aef8ca43,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:47.492803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:47.499243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d64d56a-77f0-4cf8-b9fd-dd9337827ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.502323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:45Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:47.556007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf114e-2137-470f-808e-8e86311866c9 None None] The sync data for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 is: [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:45Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:47.585821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64d56a-77f0-4cf8-b9fd-dd9337827ab5 None None] Pushing event updated for resources: {'Port': ['ID=ce312c35-cba5-4407-9629-4e06aef8ca43,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:47.602720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:47.627287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.656152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.692040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3c88cd41-b97e-4145-a161-542cec3a62f9 None None] Provisioning complete for port 712d2370-3717-4950-835f-ff51748bab54 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:47.692454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c88cd41-b97e-4145-a161-542cec3a62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (712d2370-3717-4950-835f-ff51748bab54), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.719287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks [] for port (712d2370-3717-4950-835f-ff51748bab54), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.742278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3c88cd41-b97e-4145-a161-542cec3a62f9 None None] Port 712d2370-3717-4950-835f-ff51748bab54 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:47.752858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port df7309ab-ad77-4879-86de-3562c8ea5e8b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:47.758546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port df7309ab-ad77-4879-86de-3562c8ea5e8b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:47.758921 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.772052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (712d2370-3717-4950-835f-ff51748bab54), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.888875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:47.889278 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:47.906491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event updated for resources: {'Port': ['ID=aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:47.939526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:47.941978 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bea6c5-3330-47ad-bd08-8a14603cd32b" -d '{"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-plugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:47.958319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:47.969897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:48.010393 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac164a28-24a4-402c-a9a5-389c4fcdbe09 x-openstack-request-id: req-ac164a28-24a4-402c-a9a5-389c4fcdbe09 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:48.010705 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-plugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:48.010938 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac164a28-24a4-402c-a9a5-389c4fcdbe09 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:48.016055 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'code': 200} Feb 03 04:29:48.031287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (85c37cd5-9613-42df-a83e-e47d19f6ff77), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:48.079077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-a11e3a67-85bc-460d-88b3-802096e160b9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:48.079359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:48.081136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-a11e3a67-85bc-460d-88b3-802096e160b9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 811 time: 0.3317077 Feb 03 04:29:48.082978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Pushing event updated for resources: {'Port': ['ID=712d2370-3717-4950-835f-ff51748bab54,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:48.089532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (fe668024-6f68-46a2-b775-c60334b05ff5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:48.104960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c40fa-dc3d-4e05-92bc-dd45f581ef68 req-ddc65f67-4e89-4fc9-aa59-0a80040c159e tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:48.108074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-097c40fa-dc3d-4e05-92bc-dd45f581ef68 req-ddc65f67-4e89-4fc9-aa59-0a80040c159e tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 950 time: 0.0829487 Feb 03 04:29:48.127570 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:48.129043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c5dbea5f-cd1d-4447-9bc3-16be694a6751 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6258409 Feb 03 04:29:48.137393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Request body: {'port': {'device_id': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'admin_state_up': True, 'tenant_id': '31183eecc38841d793f27a56ba6e7120'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:48.178885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-097c40fa-dc3d-4e05-92bc-dd45f581ef68 req-c71ee149-931c-45b5-ba8a-ce5f0e165820 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662448 Feb 03 04:29:48.314733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395ea6-0ccb-4a7e-a82f-f1c05d75fc20 req-f25b6835-64a5-47fe-a53f-53ddc37556d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:48.316283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-be395ea6-0ccb-4a7e-a82f-f1c05d75fc20 req-f25b6835-64a5-47fe-a53f-53ddc37556d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 1132 time: 0.2214832 Feb 03 04:29:48.379411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-27c42c0f-82d9-442f-9904-6cbf4dbb4c86 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--259817576&fields=id&tenant_id=8d44adf1965345c3af81860cc4eca5db HTTP/1.1" status: 200 len: 267 time: 0.0813863 Feb 03 04:29:48.401602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Made reservation on behalf of 31183eecc38841d793f27a56ba6e7120 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:48.409642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:48.471760 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-be395ea6-0ccb-4a7e-a82f-f1c05d75fc20 req-b6190002-482d-4986-a896-aa7ed922eb7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443369 Feb 03 04:29:48.486843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:48.490149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:48.607355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-8672b39a-ee2c-4915-b34a-b8394e441e35 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:48.611382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-8672b39a-ee2c-4915-b34a-b8394e441e35 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/networks?id=6f70f637-4a9d-42f9-9b5c-e3e26dab911c HTTP/1.1" status: 200 len: 812 time: 0.2228372 Feb 03 04:29:48.653131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-614ba363-3b0e-4ff0-b2a5-48ac4e64aa50 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/quotas/8d44adf1965345c3af81860cc4eca5db HTTP/1.1" status: 200 len: 375 time: 0.0345199 Feb 03 04:29:48.764805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ce312c35-cba5-4407-9629-4e06aef8ca43 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:48.861210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Allocated IP 172.20.0.9 (5bf6612c-c47c-4688-95bc-92d135f574d7/5bc8e6ae-c678-4f67-8d37-32a1d0755da4/4a2afeac-9a20-433a-b353-151de64a7b29) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:48.869492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ce312c35-cba5-4407-9629-4e06aef8ca43 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:48.870024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:48.870482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-0e4bbad0-3bac-4c06-9f8b-d16f8bf04270 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d44adf1965345c3af81860cc4eca5db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137270 Feb 03 04:29:48.878940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf32293-25a2-4e3f-a2af-71813390e25b req-c76626d1-c44b-4947-b229-75788545224a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:48.897200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bf32293-25a2-4e3f-a2af-71813390e25b req-c76626d1-c44b-4947-b229-75788545224a tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.2846551 Feb 03 04:29:48.920691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7c0e4a49-4cfc-4550-8165-15ed5a43223b None None] Provisioning complete for port 712d2370-3717-4950-835f-ff51748bab54 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:48.921208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4a49-4cfc-4550-8165-15ed5a43223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (712d2370-3717-4950-835f-ff51748bab54), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:48.990432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e4a49-4cfc-4550-8165-15ed5a43223b None None] Port 712d2370-3717-4950-835f-ff51748bab54 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:49.024977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Router fe668024-6f68-46a2-b775-c60334b05ff5 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:29:49.055404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for port (4a2afeac-9a20-433a-b353-151de64a7b29), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:49.079453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-5c85f830-27ef-4cf5-b65c-76a1fe09c194 service neutron] 10.222.0.35 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798244 Feb 03 04:29:49.081666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ce312c35-cba5-4407-9629-4e06aef8ca43 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:49.083257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device aa10aff9-3800-46fd-aebe-06a8e59c990f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:49.104815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bf32293-25a2-4e3f-a2af-71813390e25b req-6e7b4282-f192-40a5-b49e-fb43f30d1dbc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930938 Feb 03 04:29:49.166268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port aa10aff9-3800-46fd-aebe-06a8e59c990f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:49.166654 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:49.253025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:29:49.256952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:49.261835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-91c10294-412f-4a63-84e2-841758a422f9 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe668024-6f68-46a2-b775-c60334b05ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9894488 Feb 03 04:29:49.289893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-440605e1-ce00-4939-8205-583b65a0aa50 service neutron] 10.222.0.35 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884718 Feb 03 04:29:49.303266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Sync routers for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:29:49.307379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:49.309114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:49.351930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:49.355788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d98f5-8f43-448f-aad9-3a5f69c1d35b req-fdeae5ec-07a9-4280-bb2f-89fd9c277d6c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:49.368668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:49.376287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['deb3f788-901c-4883-a67d-e6140eabcf89'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:49.392187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b9d98f5-8f43-448f-aad9-3a5f69c1d35b req-fdeae5ec-07a9-4280-bb2f-89fd9c277d6c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 931 time: 0.1799483 Feb 03 04:29:49.479659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:49.490159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:49.491177 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:49.511259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b9d98f5-8f43-448f-aad9-3a5f69c1d35b req-258edade-edb8-4bf4-86b8-c4f399b534a4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181557 Feb 03 04:29:49.522279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:49.523973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:49.541446 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-adf6f770-4a1a-4224-b6a1-48f9886d469b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4441135 Feb 03 04:29:49.557531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Request body: {'port': {'device_id': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:49.595232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port aa10aff9-3800-46fd-aebe-06a8e59c990f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:49.595744 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:49.622688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port aa10aff9-3800-46fd-aebe-06a8e59c990f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=aa10aff9-3800-46fd-aebe-06a8e59c990f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:49.653894 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:49.725311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:49.757071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=aa10aff9-3800-46fd-aebe-06a8e59c990f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:49.820799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cdd4-6025-4640-809a-e9ad9292c5a5 req-2472cc90-8165-4041-89d0-66be60bfdfb5 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:49.825737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cad1cdd4-6025-4640-809a-e9ad9292c5a5 req-2472cc90-8165-4041-89d0-66be60bfdfb5 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 950 time: 0.1469154 Feb 03 04:29:49.932360 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cad1cdd4-6025-4640-809a-e9ad9292c5a5 req-500c8ccb-d1da-4120-97d2-02ea5c4642da tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964880 Feb 03 04:29:49.938494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3217171c-ba45-4c52-93ca-da959cc22004 None None] Provisioning complete for port 4a2afeac-9a20-433a-b353-151de64a7b29 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:49.943817 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3217171c-ba45-4c52-93ca-da959cc22004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:50.073414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-532fb7fa-cf68-4b62-bb6c-f1daf7135eb7 req-8cbbb7b1-2950-4f44-ab0c-da25d4664661 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 210 time: 0.0765979 Feb 03 04:29:50.095745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:50.135985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3217171c-ba45-4c52-93ca-da959cc22004 None None] Port 4a2afeac-9a20-433a-b353-151de64a7b29 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:50.327140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b825-67ee-48cc-bfc2-ca01f6061b3a req-39b125b9-0445-48f5-8f0a-37bc646b44ff tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:50.335062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b318b825-67ee-48cc-bfc2-ca01f6061b3a req-39b125b9-0445-48f5-8f0a-37bc646b44ff tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1252508 Feb 03 04:29:50.343329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2afeac-9a20-433a-b353-151de64a7b29 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:50.366673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Publish callbacks [] for port (4a2afeac-9a20-433a-b353-151de64a7b29), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:50.391316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b318b825-67ee-48cc-bfc2-ca01f6061b3a req-39b8c6bf-8fce-404b-b09b-3d40c56a0137 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553856 Feb 03 04:29:50.417111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Transition to ACTIVE for port object 4a2afeac-9a20-433a-b353-151de64a7b29 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:50.423105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:50.503620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:50.550365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 2, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:50.634352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Attempting to bind port 4a2afeac-9a20-433a-b353-151de64a7b29 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:50.634974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Attempting to bind port 4a2afeac-9a20-433a-b353-151de64a7b29 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:50.635672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Attempting to bind port 4a2afeac-9a20-433a-b353-151de64a7b29 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:50.642848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Port 4a2afeac-9a20-433a-b353-151de64a7b29 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:50.643398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Attempting to bind port 4a2afeac-9a20-433a-b353-151de64a7b29 on network 5bf6612c-c47c-4688-95bc-92d135f574d7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:50.649512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:50.650035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Checking segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:50.650870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Bound using segment: {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:50.651483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Bound port: 4a2afeac-9a20-433a-b353-151de64a7b29, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80881795-c198-43f8-8ed0-2616b72c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:50.653449 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:50.664488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40374) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:50.671184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-927bf2ef-874b-4315-af02-7463fde7e48a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785214576', 'description': 'tempest-description--1051468950'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:50.743732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:50.747812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:50.757605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:50.777322 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-927bf2ef-874b-4315-af02-7463fde7e48a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:50.803726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4776cfd-ccb3-484d-8060-2d459f726cff req-b551afe7-6f10-4b63-ae84-fcf2538cdb9b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:50.805593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4776cfd-ccb3-484d-8060-2d459f726cff req-b551afe7-6f10-4b63-ae84-fcf2538cdb9b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 943 time: 0.1384268 Feb 03 04:29:50.837218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:50.844596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:50.845477 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:50.850603 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-2c9d60ca-579f-4c7d-a8cc-6c9afd2bce03 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a2afeac-9a20-433a-b353-151de64a7b29 HTTP/1.1" status: 200 len: 1091 time: 1.3079779 Feb 03 04:29:50.859307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:50.864303 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:50.913244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4776cfd-ccb3-484d-8060-2d459f726cff req-0e315e3a-a4ff-45d4-b3ac-0aee75a09052 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877378 Feb 03 04:29:50.929840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device aa10aff9-3800-46fd-aebe-06a8e59c990f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:50.951441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Checking router: fe668024-6f68-46a2-b775-c60334b05ff5 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:29:50.952141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Updating router fe668024-6f68-46a2-b775-c60334b05ff5 port 712d2370-3717-4950-835f-ff51748bab54 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:29:50.963556 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e4214-f10b-4e4a-9b93-cf282c0dae99 x-openstack-request-id: req-b84e4214-f10b-4e4a-9b93-cf282c0dae99 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:50.963862 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:50.964122 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b84e4214-f10b-4e4a-9b93-cf282c0dae99 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:50.964549 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29', 'status': 'completed', 'code': 200} Feb 03 04:29:50.990120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-6ff47fae-365c-4461-9c78-505554069283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:50.991884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-6ff47fae-365c-4461-9c78-505554069283 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 1125 time: 0.0796766 Feb 03 04:29:51.027522 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712d2370-3717-4950-835f-ff51748bab54), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.039600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-927bf2ef-874b-4315-af02-7463fde7e48a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group (78d83337-634a-46c0-a047-1513e25a00a8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.047049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-927bf2ef-874b-4315-af02-7463fde7e48a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (78d83337-634a-46c0-a047-1513e25a00a8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.069160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-3337c9b5-f87e-4f8a-8427-5685655404dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a2afeac-9a20-433a-b353-151de64a7b29 HTTP/1.1" status: 200 len: 217 time: 0.0648949 Feb 03 04:29:51.128476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-927bf2ef-874b-4315-af02-7463fde7e48a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.138366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-927bf2ef-874b-4315-af02-7463fde7e48a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4681587 Feb 03 04:29:51.141627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:51.151993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ebb5df8f-c5cd-4241-b096-478b5d0f1180 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Request body: {'security_group_rule': {'security_group_id': '78d83337-634a-46c0-a047-1513e25a00a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:51.182688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-4f32a109-8b5b-4934-b67f-c4ccfed5956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:51.183475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bf2ef-874b-4315-af02-7463fde7e48a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d83337-634a-46c0-a047-1513e25a00a8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:51.184385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-4f32a109-8b5b-4934-b67f-c4ccfed5956d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1022892 Feb 03 04:29:51.224389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port aa10aff9-3800-46fd-aebe-06a8e59c990f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:51.226898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.265782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5686f1db-34bd-43ca-8d35-ecc9cfcef215 req-6ff2b6a3-ed79-469e-bf96-06cea0ebcc12 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 210 time: 0.0520570 Feb 03 04:29:51.295089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9780f5d-8547-4bd8-b167-c8bd1495772e req-55ed0013-3872-4591-a9fe-35ec2e6ab765 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:51.297301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9780f5d-8547-4bd8-b167-c8bd1495772e req-55ed0013-3872-4591-a9fe-35ec2e6ab765 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 950 time: 0.2435963 Feb 03 04:29:51.314301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-c716d3bb-5863-4e5b-b270-cf07272c0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:51.316323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebb5df8f-c5cd-4241-b096-478b5d0f1180 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group_rule (336e0ceb-e8d2-4b6e-839d-148524cdf5d5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.321374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-c716d3bb-5863-4e5b-b270-cf07272c0b5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296358 Feb 03 04:29:51.455163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebb5df8f-c5cd-4241-b096-478b5d0f1180 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group_rule (336e0ceb-e8d2-4b6e-839d-148524cdf5d5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.464055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9780f5d-8547-4bd8-b167-c8bd1495772e req-03b609b7-9e2d-42f6-a8f5-5c3fc5490e2b tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586735 Feb 03 04:29:51.465912 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebb5df8f-c5cd-4241-b096-478b5d0f1180 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (336e0ceb-e8d2-4b6e-839d-148524cdf5d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.485061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5df8f-c5cd-4241-b096-478b5d0f1180 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336e0ceb-e8d2-4b6e-839d-148524cdf5d5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:51.535069 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebb5df8f-c5cd-4241-b096-478b5d0f1180 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.550747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebb5df8f-c5cd-4241-b096-478b5d0f1180 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4032166 Feb 03 04:29:51.551572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40400) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:51.561424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7cd68ee8-8780-455b-8f46-de473b656630 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Request body: {'security_group_rule': {'security_group_id': '78d83337-634a-46c0-a047-1513e25a00a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:51.687081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b5b5e-e304-4bfa-90ff-8f6d1ac5865d req-84048fb6-b814-47de-a2e7-f373f1d20668 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:51.699310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b61b5b5e-e304-4bfa-90ff-8f6d1ac5865d req-84048fb6-b814-47de-a2e7-f373f1d20668 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1036799 Feb 03 04:29:51.739332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cd68ee8-8780-455b-8f46-de473b656630 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group_rule (b6c2b73d-84d2-4d9e-af19-c9f551453378), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.742082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-547220b1-bb0c-4c1f-968b-2351069e1619 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127340 Feb 03 04:29:51.766396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port aa10aff9-3800-46fd-aebe-06a8e59c990f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:51.793230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-0ba923a0-48bc-45d5-ba64-94434af934c5 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:51.794883 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-0ba923a0-48bc-45d5-ba64-94434af934c5 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.15 "GET /v2.0/networks?id=6f70f637-4a9d-42f9-9b5c-e3e26dab911c HTTP/1.1" status: 200 len: 812 time: 0.4081585 Feb 03 04:29:51.875572 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cd68ee8-8780-455b-8f46-de473b656630 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group_rule (b6c2b73d-84d2-4d9e-af19-c9f551453378), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.889933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cd68ee8-8780-455b-8f46-de473b656630 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b6c2b73d-84d2-4d9e-af19-c9f551453378), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.894790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Publish callbacks [] for port (712d2370-3717-4950-835f-ff51748bab54), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.906187 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (712d2370-3717-4950-835f-ff51748bab54), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.911617 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7b82a36-fa52-4721-b05f-e630e52161e2 req-9834c6b9-8f8b-4b7a-b71e-6e05484ddfe4 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611252 Feb 03 04:29:51.934314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-96bc0af0-4c49-4923-a77d-491878fdd049 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d44adf1965345c3af81860cc4eca5db HTTP/1.1" status: 200 len: 379 time: 0.1271231 Feb 03 04:29:51.948377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Request body: {'port': {'device_id': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'admin_state_up': True, 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'security_groups': ['557794d5-529b-4858-af0b-958a836cbd69']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:51.984135 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cd68ee8-8780-455b-8f46-de473b656630 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:51.988684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7cd68ee8-8780-455b-8f46-de473b656630 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4345310 Feb 03 04:29:51.989322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:29:52.015023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b61b5b5e-e304-4bfa-90ff-8f6d1ac5865d req-94a92684-9ec5-42c9-b00d-235a1e2ad642 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094370 Feb 03 04:29:52.019126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:52.038923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd68ee8-8780-455b-8f46-de473b656630 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c2b73d-84d2-4d9e-af19-c9f551453378,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:52.091403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf742-27a1-4214-af7f-d20db8b14014 None None] Pushing event updated for resources: {'Port': ['ID=712d2370-3717-4950-835f-ff51748bab54,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:52.143988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.211287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Attempting to bind port 712d2370-3717-4950-835f-ff51748bab54 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:52.211795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Attempting to bind port 712d2370-3717-4950-835f-ff51748bab54 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:52.212244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Attempting to bind port 712d2370-3717-4950-835f-ff51748bab54 on network cbad3684-30c8-480e-a922-11a6e4eb1e09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:52.219533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:52.220153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Checking segment: {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:52.232565 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.233079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Bound using segment: {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:52.235848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Bound port: 712d2370-3717-4950-835f-ff51748bab54, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:52.236213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-f1ef92c5-e2c5-4c42-bdb4-9998389a2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:52.237514 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712d2370-3717-4950-835f-ff51748bab54), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.238036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-f1ef92c5-e2c5-4c42-bdb4-9998389a2a50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 1125 time: 0.2538273 Feb 03 04:29:52.360173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Made reservation on behalf of 8d44adf1965345c3af81860cc4eca5db for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:52.364535 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.393483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1741-1fc8-49cf-9f2a-aa82295d03d5 req-55b84209-4a19-4358-b924-347388e680ec tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:52.403410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e5c1741-1fc8-49cf-9f2a-aa82295d03d5 req-55b84209-4a19-4358-b924-347388e680ec tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 943 time: 0.1986461 Feb 03 04:29:52.470005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-0f034c05-fba7-4445-97c6-38ca7f44ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:52.471526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-0f034c05-fba7-4445-97c6-38ca7f44ab6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.2262075 Feb 03 04:29:52.506614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e5c1741-1fc8-49cf-9f2a-aa82295d03d5 req-2ea57d7d-b41d-46de-8e4c-0fa62e232f76 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982141 Feb 03 04:29:52.509948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.515081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] For port 712d2370-3717-4950-835f-ff51748bab54, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:52.525910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] For port 712d2370-3717-4950-835f-ff51748bab54, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=712d2370-3717-4950-835f-ff51748bab54,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:52.531905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3bf26bcb-883e-4662-87d8-e5720788cec3 None None] Provisioning complete for port 712d2370-3717-4950-835f-ff51748bab54 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:52.533257 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf26bcb-883e-4662-87d8-e5720788cec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (712d2370-3717-4950-835f-ff51748bab54), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.541270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-5f68bf6c-641b-41e1-80d2-afe3bb50465a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a2afeac-9a20-433a-b353-151de64a7b29 HTTP/1.1" status: 200 len: 217 time: 0.0568137 Feb 03 04:29:52.640117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-741a2383-3a3a-4464-9167-7b64434185f9 req-44fb3dec-6d8a-430b-9214-09e00518db23 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 210 time: 0.0435245 Feb 03 04:29:52.645348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Allocated IP 172.20.0.5 (6f70f637-4a9d-42f9-9b5c-e3e26dab911c/d0fc7eab-be3b-4a7a-a118-5a23398f0efa/0086891d-5628-4fa9-80a3-221d2a974cfb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:52.648457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-3b6f461b-0d15-4877-8c09-2e832e45bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:52.649962 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-3b6f461b-0d15-4877-8c09-2e832e45bccf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0902076 Feb 03 04:29:52.655204 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (712d2370-3717-4950-835f-ff51748bab54), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.740092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Allocated IP 172.25.7.145 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d605ee05-dd28-4aff-bd2e-fd8b8e1979b8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:52.767106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-a6199b87-417a-45ca-9753-9164adf79edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:52.772385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-a6199b87-417a-45ca-9753-9164adf79edd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1065958 Feb 03 04:29:52.779347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:29:52.780172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:52.785259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf742-27a1-4214-af7f-d20db8b14014 None None] Pushing event updated for resources: {'Port': ['ID=712d2370-3717-4950-835f-ff51748bab54,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:52.841860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3bf26bcb-883e-4662-87d8-e5720788cec3 None None] Current status of the port 712d2370-3717-4950-835f-ff51748bab54 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:52.841860 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf26bcb-883e-4662-87d8-e5720788cec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (712d2370-3717-4950-835f-ff51748bab54), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.894623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.916378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3bf26bcb-883e-4662-87d8-e5720788cec3 None None] For port 712d2370-3717-4950-835f-ff51748bab54, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=712d2370-3717-4950-835f-ff51748bab54,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:52.941435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf26bcb-883e-4662-87d8-e5720788cec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (712d2370-3717-4950-835f-ff51748bab54), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:52.976713 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.002397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.017630 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-71975085-ffe8-4265-8ac4-d2693fc9100f service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318599 Feb 03 04:29:53.052159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:53.056103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:53.064354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:53.066105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:29:53.081423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.125291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event updated for resources: {'Port': ['ID=d605ee05-dd28-4aff-bd2e-fd8b8e1979b8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:53.143777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event updated for resources: {'Port': ['ID=0086891d-5628-4fa9-80a3-221d2a974cfb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:53.161966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:53.165838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:53.199524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:53.232284 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for floatingip (1492121d-9460-4493-a03c-5a117e5a9721), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.245038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf26bcb-883e-4662-87d8-e5720788cec3 None None] Pushing event updated for resources: {'Port': ['ID=712d2370-3717-4950-835f-ff51748bab54,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:53.258979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ba0563ce-d6d2-4159-9202-15f34ab9b230 None None] Provisioning complete for port 712d2370-3717-4950-835f-ff51748bab54 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:53.258979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0563ce-d6d2-4159-9202-15f34ab9b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (712d2370-3717-4950-835f-ff51748bab54), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.268467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36023c9-2ec8-455b-8fd3-1da25cd11dc7 req-7e6940d2-5c76-4047-acc3-65da70310ac7 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:53.270570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b36023c9-2ec8-455b-8fd3-1da25cd11dc7 req-7e6940d2-5c76-4047-acc3-65da70310ac7 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.0983834 Feb 03 04:29:53.311394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:53.312190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.330907 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c99aab8e-4683-4cc9-b43b-87ea94feb6d3 req-c049244c-12fa-468c-bc5c-c926c68e3177 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022375 Feb 03 04:29:53.385839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4072e568-d3e3-4ce2-a5b0-10d544a08a0b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4427607 Feb 03 04:29:53.402437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b36023c9-2ec8-455b-8fd3-1da25cd11dc7 req-17c0e02d-ffdb-4145-a268-c2d9ff678626 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039042 Feb 03 04:29:53.404762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.410470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Request body: {'port': {'device_id': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:53.543275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.630435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.655150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.702006 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.705123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ba0563ce-d6d2-4159-9202-15f34ab9b230 None None] Current status of the port 712d2370-3717-4950-835f-ff51748bab54 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:53.716800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eafd4b-3bac-4464-aed2-18219489246c req-ba8ee89b-a1ed-4fb8-902a-b01be06f5c1b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:53.724711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4eafd4b-3bac-4464-aed2-18219489246c req-ba8ee89b-a1ed-4fb8-902a-b01be06f5c1b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 943 time: 0.1083632 Feb 03 04:29:53.725686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.745518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:29:53.773220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3410c0-c927-408f-94da-2fb6315f841d None None] The sync data for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 is: [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:29:53.854399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b9c49c62-8b06-44b2-ac85-c6cb8cd9e7a9 None None] Provisioning complete for port 0086891d-5628-4fa9-80a3-221d2a974cfb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:53.855601 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9c49c62-8b06-44b2-ac85-c6cb8cd9e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.897519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9c49c62-8b06-44b2-ac85-c6cb8cd9e7a9 None None] Port 0086891d-5628-4fa9-80a3-221d2a974cfb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:53.928756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0086891d-5628-4fa9-80a3-221d2a974cfb {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:53.942501 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Publish callbacks [] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:53.956787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Transition to ACTIVE for port object 0086891d-5628-4fa9-80a3-221d2a974cfb will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:53.963727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:54.037566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Pushing event updated for resources: {'Port': ['ID=0086891d-5628-4fa9-80a3-221d2a974cfb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:54.120502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Attempting to bind port 0086891d-5628-4fa9-80a3-221d2a974cfb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:29:54.120844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Attempting to bind port 0086891d-5628-4fa9-80a3-221d2a974cfb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:29:54.121212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Attempting to bind port 0086891d-5628-4fa9-80a3-221d2a974cfb on network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:54.126445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Port 0086891d-5628-4fa9-80a3-221d2a974cfb on network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:29:54.126780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Attempting to bind port 0086891d-5628-4fa9-80a3-221d2a974cfb on network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:29:54.138462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:29:54.138842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Checking segment: {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:29:54.139243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Bound using segment: {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:29:54.139719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Bound port: 0086891d-5628-4fa9-80a3-221d2a974cfb, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afa95be-676e-41c2-9145-1c6ae4d1fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:29:54.140092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:54.187107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event updated for resources: {'Port': ['ID=d605ee05-dd28-4aff-bd2e-fd8b8e1979b8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:54.233459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4eafd4b-3bac-4464-aed2-18219489246c req-28502675-0a06-42a8-9c0d-f267cb4b21aa tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841647 Feb 03 04:29:54.247431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (1492121d-9460-4493-a03c-5a117e5a9721), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:54.251232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] For port 0086891d-5628-4fa9-80a3-221d2a974cfb, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:29:54.254625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] For port 0086891d-5628-4fa9-80a3-221d2a974cfb, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0086891d-5628-4fa9-80a3-221d2a974cfb,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:29:54.265736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:54.286144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811808f-3e95-4ab8-9710-3ed6b98ac876 req-c5daf730-ff37-4034-9a2e-372751aace04 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:54.287785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4811808f-3e95-4ab8-9710-3ed6b98ac876 req-c5daf730-ff37-4034-9a2e-372751aace04 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 931 time: 0.5365143 Feb 03 04:29:54.291295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:54.292578 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9e73a581-9d4f-4605-aece-1c774d66f51d tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2938340 Feb 03 04:29:54.327243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:54.327972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:54.329505 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] 10.222.0.15 "PUT /v2.0/ports/0086891d-5628-4fa9-80a3-221d2a974cfb HTTP/1.1" status: 200 len: 1091 time: 0.9308066 Feb 03 04:29:54.330085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:54.333468 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d" -d '{"events": [{"name": "network-changed", "server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:54.367995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4811808f-3e95-4ab8-9710-3ed6b98ac876 req-c148dafa-cb92-44a9-9819-f24c2e3b9469 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643365 Feb 03 04:29:54.381729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc082930-ae73-403f-9a43-65b73e44cf77 service neutron] Pushing event updated for resources: {'Port': ['ID=0086891d-5628-4fa9-80a3-221d2a974cfb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:54.451143 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207524db-3da4-4cc7-946c-e0e3336bd518 x-openstack-request-id: req-207524db-3da4-4cc7-946c-e0e3336bd518 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:54.451444 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:54.451728 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-207524db-3da4-4cc7-946c-e0e3336bd518 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:54.453798 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'status': 'completed', 'code': 200} Feb 03 04:29:54.518963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4c363418-5b0d-4727-a118-cd2764cd045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:54.520450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-4c363418-5b0d-4727-a118-cd2764cd045c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d44adf1965345c3af81860cc4eca5db&device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 1125 time: 0.1123922 Feb 03 04:29:54.597908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-23cbec90-15d2-4350-a480-568284917f2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0086891d-5628-4fa9-80a3-221d2a974cfb HTTP/1.1" status: 200 len: 217 time: 0.0545833 Feb 03 04:29:54.647894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 712d2370-3717-4950-835f-ff51748bab54 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:54.662431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d75009a0-6150-41f5-8bc6-c32b5c064f71 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--785214576&fields=id&tenant_id=183e29de66ff4f01a5b1848f4a652cb4 HTTP/1.1" status: 200 len: 267 time: 0.0832570 Feb 03 04:29:54.712727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-399936f4-d9b0-4f61-adf7-85f03fb37f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:54.714323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-399936f4-d9b0-4f61-adf7-85f03fb37f21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fc7eab-be3b-4a7a-a118-5a23398f0efa HTTP/1.1" status: 200 len: 851 time: 0.1122282 Feb 03 04:29:54.744598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 712d2370-3717-4950-835f-ff51748bab54 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:54.745674 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (712d2370-3717-4950-835f-ff51748bab54), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:54.904211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-c47f01c8-4635-43a9-9a05-f38fee34e155 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:54.919157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-c47f01c8-4635-43a9-9a05-f38fee34e155 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/networks?id=cbad3684-30c8-480e-a922-11a6e4eb1e09 HTTP/1.1" status: 200 len: 806 time: 0.2458365 Feb 03 04:29:54.924065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 712d2370-3717-4950-835f-ff51748bab54 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:54.955851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-e9a2ef02-f8a0-473e-847c-d086a143d454 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/quotas/183e29de66ff4f01a5b1848f4a652cb4 HTTP/1.1" status: 200 len: 375 time: 0.0350466 Feb 03 04:29:54.995645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541111-84b1-4758-b0af-5f474fab6635 req-b66830e4-6a86-43dd-8c23-089f8a7b3d3b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:54.997461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a541111-84b1-4758-b0af-5f474fab6635 req-b66830e4-6a86-43dd-8c23-089f8a7b3d3b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1659644 Feb 03 04:29:55.054928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a541111-84b1-4758-b0af-5f474fab6635 req-f7f280c0-96af-4e11-9002-b95ef2375361 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481985 Feb 03 04:29:55.074544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-c9964e4f-a480-4191-bc9b-f9350a7cefb9 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=183e29de66ff4f01a5b1848f4a652cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178451 Feb 03 04:29:55.160563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-09d6358c-96c8-4499-a596-3e1f175c53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:55.162250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-09d6358c-96c8-4499-a596-3e1f175c53dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f70f637-4a9d-42f9-9b5c-e3e26dab911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4333618 Feb 03 04:29:55.237331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-30185058-080b-407c-8dae-05c2b8004659 service neutron] 10.222.0.35 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455128 Feb 03 04:29:55.269168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-277944f9-0154-4aea-8820-8e72317d741c service neutron] 10.222.0.15 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985289 Feb 03 04:29:55.380608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b64116b-ab50-4040-b602-5a8b82d93efb req-ffcf44c5-3b55-4c74-b7b0-7c4211cb773e service neutron] 10.222.0.15 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033845 Feb 03 04:29:55.423919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-db895731-fa6a-436a-84f7-83cb55f72f27 service neutron] 10.222.0.35 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807833 Feb 03 04:29:55.449555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3067a6-0d5d-4a49-82bf-268aa68372a6 req-f6271842-d80a-46ab-85c7-82d83f3a8127 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:55.451328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc3067a6-0d5d-4a49-82bf-268aa68372a6 req-f6271842-d80a-46ab-85c7-82d83f3a8127 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 943 time: 0.0988312 Feb 03 04:29:55.513800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc3067a6-0d5d-4a49-82bf-268aa68372a6 req-76df0cd5-e986-40f7-89df-7ecae0a6e60b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Feb 03 04:29:55.530256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-1e7f6d72-57de-462d-ab6e-547a69799fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:55.531994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-1e7f6d72-57de-462d-ab6e-547a69799fbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d44adf1965345c3af81860cc4eca5db&device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 1125 time: 0.0623693 Feb 03 04:29:55.620481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:55.647092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711806e-6b9a-4838-a644-a60f6b2afdae req-4e099d7e-2394-4d1f-88e2-c2bd38c47c21 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:55.656541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0711806e-6b9a-4838-a644-a60f6b2afdae req-4e099d7e-2394-4d1f-88e2-c2bd38c47c21 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 943 time: 0.0693164 Feb 03 04:29:55.668767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-a3d77a91-f0ed-44fd-9184-8fc8505bec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:55.671103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-a3d77a91-f0ed-44fd-9184-8fc8505bec8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f70f637-4a9d-42f9-9b5c-e3e26dab911c HTTP/1.1" status: 200 len: 913 time: 0.1323817 Feb 03 04:29:55.736669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0711806e-6b9a-4838-a644-a60f6b2afdae req-521c12ff-a4d4-4e5a-bbb3-9fee7b4825eb tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790324 Feb 03 04:29:55.763743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-60263245-d288-4586-b172-411e5399fe8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0086891d-5628-4fa9-80a3-221d2a974cfb HTTP/1.1" status: 200 len: 217 time: 0.0796695 Feb 03 04:29:55.800923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-941973ae-ef7d-46df-9f04-ae048ce64c64 req-32a450d9-51bc-4474-896e-454fac6f466b tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 210 time: 0.0376112 Feb 03 04:29:55.807463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:55.821676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'mac_address': 'fa:16:3e:d3:33:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:55.842682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-921d60b4-96d0-42a0-9ad6-0b6dbff79fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:55.844354 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-921d60b4-96d0-42a0-9ad6-0b6dbff79fb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fc7eab-be3b-4a7a-a118-5a23398f0efa HTTP/1.1" status: 200 len: 851 time: 0.0653405 Feb 03 04:29:55.869986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:55.870442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:55.885864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df7309ab-ad77-4879-86de-3562c8ea5e8b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:55.929237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-d86f6563-a7d7-4256-9bca-c87b8b3ac2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:55.931001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-d86f6563-a7d7-4256-9bca-c87b8b3ac2f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f70f637-4a9d-42f9-9b5c-e3e26dab911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0741718 Feb 03 04:29:55.946647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:55.961115 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:56.043846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:56.047361 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-1ef731a3-44d8-4b39-baf8-51d9a4f1f62c service neutron] 10.222.0.15 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060388 Feb 03 04:29:56.094008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4a2afeac-9a20-433a-b353-151de64a7b29 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:56.130452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['df7309ab-ad77-4879-86de-3562c8ea5e8b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:56.245017 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a285e071-5eab-4cea-9ea3-b0fdf3e8988d req-24a92cb9-d691-4aaa-93eb-fe9a12d06be2 service neutron] 10.222.0.15 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713350 Feb 03 04:29:56.331717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:56.336025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4af6a-4f32-407f-92bb-5f84c0b4d40d req-fe5ebb43-b373-4313-ba84-57690850df35 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:56.337696 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66f4af6a-4f32-407f-92bb-5f84c0b4d40d req-fe5ebb43-b373-4313-ba84-57690850df35 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1502335 Feb 03 04:29:56.358515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '4a2afeac-9a20-433a-b353-151de64a7b29', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': '4a2afeac-9a20-433a-b353-151de64a7b29', 'mac_address': 'fa:16:3e:8c:ba:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:56.456998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4a2afeac-9a20-433a-b353-151de64a7b29 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:56.457247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:56.468808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66f4af6a-4f32-407f-92bb-5f84c0b4d40d req-7e91b1b1-087a-4eaf-9aaa-ea02de8b30d6 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164005 Feb 03 04:29:56.488734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2afeac-9a20-433a-b353-151de64a7b29 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:56.530138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:56.535422 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:56.602219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:56.751428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f59d-2d7d-461f-8ec4-e29390d65df8 req-86eb75bc-fbb8-4444-9b03-229cf9b94eba tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:56.753669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98e9f59d-2d7d-461f-8ec4-e29390d65df8 req-86eb75bc-fbb8-4444-9b03-229cf9b94eba tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.1094191 Feb 03 04:29:56.767766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17235184-3ffc-4c69-8d56-6bd7ff9b0f7f req-105269e4-7222-40be-b5b5-e6732c18238c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:56.769294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17235184-3ffc-4c69-8d56-6bd7ff9b0f7f req-105269e4-7222-40be-b5b5-e6732c18238c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 944 time: 0.0905910 Feb 03 04:29:56.784525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['4a2afeac-9a20-433a-b353-151de64a7b29'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:56.844203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98e9f59d-2d7d-461f-8ec4-e29390d65df8 req-d5c34052-70c6-4dab-9b4a-5b9c1409e002 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837793 Feb 03 04:29:56.896733 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17235184-3ffc-4c69-8d56-6bd7ff9b0f7f req-c1c6538b-15a7-4ed5-8cfc-d037cae6a8f5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897768 Feb 03 04:29:57.033407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757596c-530a-4165-804d-c0c6099d835c req-50b3796c-4523-47cd-a2aa-7c7779025865 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:57.053336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2757596c-530a-4165-804d-c0c6099d835c req-50b3796c-4523-47cd-a2aa-7c7779025865 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 943 time: 0.1423116 Feb 03 04:29:57.151620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-185d1e4b-d8f9-473c-83d1-71b60f18aa53 req-35d9af97-b8b8-4b61-a3dd-65521a23b64c tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 210 time: 0.0823345 Feb 03 04:29:57.256546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2757596c-530a-4165-804d-c0c6099d835c req-dea80d7d-07bd-4fd0-8628-b53205afe639 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880376 Feb 03 04:29:57.278412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-3121e5fa-0f29-4b58-b9a4-f6583b1a3a1c tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:57.279995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-3121e5fa-0f29-4b58-b9a4-f6583b1a3a1c tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.31 "GET /v2.0/networks?id=cbad3684-30c8-480e-a922-11a6e4eb1e09 HTTP/1.1" status: 200 len: 806 time: 0.1348455 Feb 03 04:29:57.373637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-8b63f1bb-60e9-4321-a3bb-ac11c7701701 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=183e29de66ff4f01a5b1848f4a652cb4 HTTP/1.1" status: 200 len: 379 time: 0.0770750 Feb 03 04:29:57.387947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Request body: {'port': {'device_id': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'admin_state_up': True, 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'security_groups': ['78d83337-634a-46c0-a047-1513e25a00a8']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:57.576037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Made reservation on behalf of 183e29de66ff4f01a5b1848f4a652cb4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:29:57.583960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:57.632782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0086891d-5628-4fa9-80a3-221d2a974cfb details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:29:57.636323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:57.691896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2f758-1925-4b8b-ab1b-fad0199061c6 req-d94d8126-f3f4-4fe3-ba80-8f993dc73d9d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:57.700917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09f2f758-1925-4b8b-ab1b-fad0199061c6 req-d94d8126-f3f4-4fe3-ba80-8f993dc73d9d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1404088 Feb 03 04:29:57.764363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09f2f758-1925-4b8b-ab1b-fad0199061c6 req-485bb53b-18f5-41da-ad78-3a4d7000aa5c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623856 Feb 03 04:29:57.808712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Allocated IP 172.20.0.4 (cbad3684-30c8-480e-a922-11a6e4eb1e09/b0302d44-e56f-4588-bdec-a797791a2993/62c14ee0-8606-41a6-af23-c2b4eefc3798) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:29:57.828484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port df7309ab-ad77-4879-86de-3562c8ea5e8b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:57.828913 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:57.960902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0086891d-5628-4fa9-80a3-221d2a974cfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0086891d-5628-4fa9-80a3-221d2a974cfb,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:57.980428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0b6f4-483d-4392-ad1a-4d58b42de1be req-c3f840d3-7728-443c-8e81-15934323c560 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:57.986526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'port_id': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'mac_address': 'fa:16:3e:21:b8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:29:57.989337 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ba0b6f4-483d-4392-ad1a-4d58b42de1be req-c3f840d3-7728-443c-8e81-15934323c560 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.0826340 Feb 03 04:29:57.995882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:57.995882 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.049797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ba0b6f4-483d-4392-ad1a-4d58b42de1be req-b2a63ec9-3e8c-43da-91aa-0d407a114cfa tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592337 Feb 03 04:29:58.078269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:58.083083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:29:58.086155 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bca210-8eec-4735-b8ca-fa9a85483f51" -d '{"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-plugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:29:58.094708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4a2afeac-9a20-433a-b353-151de64a7b29 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:29:58.138391 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.153458 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dff4e3-9dfe-40a1-81d2-0056065a1cbc x-openstack-request-id: req-f4dff4e3-9dfe-40a1-81d2-0056065a1cbc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:29:58.153883 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-plugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:29:58.154140 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4dff4e3-9dfe-40a1-81d2-0056065a1cbc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:29:58.154538 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'code': 200} Feb 03 04:29:58.177602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.230132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0086891d-5628-4fa9-80a3-221d2a974cfb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:58.237853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.245533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ffaef-8a26-44a6-bd92-bdae51bf1ef9 req-79acfd79-eec3-403a-9b1e-476caa4128de tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:58.247125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-024ffaef-8a26-44a6-bd92-bdae51bf1ef9 req-79acfd79-eec3-403a-9b1e-476caa4128de tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 944 time: 0.1477578 Feb 03 04:29:58.252066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-d01c353a-de35-44e6-8062-154de60e39a9 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:58.253681 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-d01c353a-de35-44e6-8062-154de60e39a9 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.0942605 Feb 03 04:29:58.266922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0086891d-5628-4fa9-80a3-221d2a974cfb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:58.322212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.339420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 4a2afeac-9a20-433a-b353-151de64a7b29 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:29:58.353240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-024ffaef-8a26-44a6-bd92-bdae51bf1ef9 req-b9fb29ed-67f8-4dc3-a235-56334a332f9a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987518 Feb 03 04:29:58.362308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 4a2afeac-9a20-433a-b353-151de64a7b29 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:58.362695 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.391563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0086891d-5628-4fa9-80a3-221d2a974cfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0086891d-5628-4fa9-80a3-221d2a974cfb,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:58.414152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:29:58.432674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:29:58.441367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:29:58.466489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:58.479223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05033b51-7f33-4cc5-8e0f-a95b15c81618 req-11ebfcee-a0eb-4a98-a548-8e4aea467d52 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:58.487815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.493328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05033b51-7f33-4cc5-8e0f-a95b15c81618 req-11ebfcee-a0eb-4a98-a548-8e4aea467d52 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 931 time: 0.1167905 Feb 03 04:29:58.568726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05033b51-7f33-4cc5-8e0f-a95b15c81618 req-dba4f9e5-266d-4c35-8da1-b72a3fac0439 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742118 Feb 03 04:29:58.572135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event updated for resources: {'Port': ['ID=62c14ee0-8606-41a6-af23-c2b4eefc3798,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:58.727081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:58.727997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.732892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3ac9-bff1-43bf-9b0d-cf53be4420bf req-0c0f4928-fc8b-440e-8f80-2d989aa60e44 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:58.735908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Deleting port c83f70c9-500f-47af-b432-d085927c9983 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:29:58.736465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c83f70c9-500f-47af-b432-d085927c9983), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.749494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38bc3ac9-bff1-43bf-9b0d-cf53be4420bf req-0c0f4928-fc8b-440e-8f80-2d989aa60e44 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 944 time: 0.1757951 Feb 03 04:29:58.795359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d9f6a7a2-6ba1-46b5-964d-97be0af616f2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4155791 Feb 03 04:29:58.816614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Request body: {'port': {'device_id': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:29:58.876826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0086891d-5628-4fa9-80a3-221d2a974cfb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:58.895797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38bc3ac9-bff1-43bf-9b0d-cf53be4420bf req-628c8f03-6edd-42e8-831a-1cf612e69d07 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406074 Feb 03 04:29:58.949436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4a2afeac-9a20-433a-b353-151de64a7b29 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:29:58.950360 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.956705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:58.994944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:59.002898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c60d3a57-1d7b-482d-b82a-d4cebaf60f11 None None] Provisioning complete for port 62c14ee0-8606-41a6-af23-c2b4eefc3798 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:29:59.003580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c60d3a57-1d7b-482d-b82a-d4cebaf60f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.007109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb3615-bf18-4603-8379-db161e07de34 req-9ecaa67e-06cd-4bb6-a7a0-dfeb011e93c0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:59.007812 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.019836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01cb3615-bf18-4603-8379-db161e07de34 req-9ecaa67e-06cd-4bb6-a7a0-dfeb011e93c0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1226258 Feb 03 04:29:59.056892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] For port c83f70c9-500f-47af-b432-d085927c9983, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c83f70c9-500f-47af-b432-d085927c9983,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:29:59.057639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c83f70c9-500f-47af-b432-d085927c9983), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.103674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0086891d-5628-4fa9-80a3-221d2a974cfb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:29:59.114332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01cb3615-bf18-4603-8379-db161e07de34 req-6d40eadd-311d-42fd-8a19-983aaa82f2ee tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833230 Feb 03 04:29:59.188080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c60d3a57-1d7b-482d-b82a-d4cebaf60f11 None None] Port 62c14ee0-8606-41a6-af23-c2b4eefc3798 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:29:59.242398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:59.272852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa495a9f-bc38-4e51-9b9e-a4a4c44c4168 req-a243b5ad-806b-4ce4-8a33-1492da2aa147 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:59.280958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa495a9f-bc38-4e51-9b9e-a4a4c44c4168 req-a243b5ad-806b-4ce4-8a33-1492da2aa147 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 945 time: 0.1216040 Feb 03 04:29:59.338374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa495a9f-bc38-4e51-9b9e-a4a4c44c4168 req-b2db534a-c01c-4643-90f6-b654c454d141 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c9ee75d-8fad-4a94-aa2c-5b8b77591790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560846 Feb 03 04:29:59.429861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.430423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (e4d3f76e-97ef-41da-a0e7-8900597bb669), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.430533 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Floating IP e4d3f76e-97ef-41da-a0e7-8900597bb669 disassociated. External IP: 172.25.7.57, port: c83f70c9-500f-47af-b432-d085927c9983. Feb 03 04:29:59.431567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Calling delete_port for c83f70c9-500f-47af-b432-d085927c9983 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:29:59.538886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363db8-7b5d-4ef4-8a07-cfc1068ee5be req-c3a6b5a4-4335-4dd3-8ccd-bbe8cca5e4f1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:59.548096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8363db8-7b5d-4ef4-8a07-cfc1068ee5be req-c3a6b5a4-4335-4dd3-8ccd-bbe8cca5e4f1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.0830925 Feb 03 04:29:59.620671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8363db8-7b5d-4ef4-8a07-cfc1068ee5be req-fd5090c4-5c1a-4377-af75-56d5bb6089a9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715854 Feb 03 04:29:59.653792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c83f70c9-500f-47af-b432-d085927c9983 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:29:59.701195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c83f70c9-500f-47af-b432-d085927c9983), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.730758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No active binding found for port c83f70c9-500f-47af-b432-d085927c9983 {{(pid=103325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 04:29:59.731131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port c83f70c9-500f-47af-b432-d085927c9983 host None! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:29:59.731553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c83f70c9-500f-47af-b432-d085927c9983 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:29:59.749739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event deleted for resources: {'Port': ['ID=c83f70c9-500f-47af-b432-d085927c9983,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:29:59.831303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c11e46-051b-4a02-8258-5bd42434bf3a req-17d6b09f-edcc-4838-bc05-15efa1f10470 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:29:59.834284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c14ee0-8606-41a6-af23-c2b4eefc3798 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:29:59.841985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58c11e46-051b-4a02-8258-5bd42434bf3a req-17d6b09f-edcc-4838-bc05-15efa1f10470 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 931 time: 0.1480212 Feb 03 04:29:59.844609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Publish callbacks [] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.893627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Transition to ACTIVE for port object 62c14ee0-8606-41a6-af23-c2b4eefc3798 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:29:59.913260 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:29:59.930525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58c11e46-051b-4a02-8258-5bd42434bf3a req-92a7a9d8-af10-4bfa-9332-43ff05a2425c tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813320 Feb 03 04:29:59.984204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Router a151d0d9-86ed-4348-aa61-01ee7440e930 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:29:59.995854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Pushing event updated for resources: {'Port': ['ID=62c14ee0-8606-41a6-af23-c2b4eefc3798,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:00.089840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13823-990d-4ea3-b911-ee768aabe39f req-be68f821-b1ad-4d79-938a-953267355c48 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:00.102240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21a13823-990d-4ea3-b911-ee768aabe39f req-be68f821-b1ad-4d79-938a-953267355c48 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 944 time: 0.1019597 Feb 03 04:30:00.156085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:00.158469 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c424f5d-e886-40af-9fdf-d41930309b7f" -d '{"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-plugged", "status": "completed", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:00.236954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:30:00.254714 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] Sync routers for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:30:00.288312 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:00.291769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21a13823-990d-4ea3-b911-ee768aabe39f req-5121e955-48b3-478c-9700-926e5bd7be01 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850255 Feb 03 04:30:00.292164 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:00.314606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] No DVR routers for this DVR port c83f70c9-500f-47af-b432-d085927c9983 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:00.318427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:00.337557 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9cc1e8e5-27b7-4572-aee6-3bb89a6de677 req-f6d7e49f-0189-4647-bc68-0aff954b1da3 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.15 "DELETE /v2.0/ports/c83f70c9-500f-47af-b432-d085927c9983 HTTP/1.1" status: 204 len: 173 time: 2.0683382 Feb 03 04:30:00.337557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'name': 'network-vif-deleted', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:00.351749 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c5432-6a5e-429f-9490-dbb8338c5d8e" -d '{"events": [{"server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "name": "network-vif-deleted", "tag": "c83f70c9-500f-47af-b432-d085927c9983"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:00.407169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19582-6749-41d2-b04a-2438a5bed049 req-1eada096-9098-4745-bbf5-87a5810b4e9f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:00.416735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ee19582-6749-41d2-b04a-2438a5bed049 req-1eada096-9098-4745-bbf5-87a5810b4e9f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1754594 Feb 03 04:30:00.422634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Attempting to bind port 62c14ee0-8606-41a6-af23-c2b4eefc3798 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:30:00.425018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Attempting to bind port 62c14ee0-8606-41a6-af23-c2b4eefc3798 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:30:00.425394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Attempting to bind port 62c14ee0-8606-41a6-af23-c2b4eefc3798 on network cbad3684-30c8-480e-a922-11a6e4eb1e09 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:00.436834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Port 62c14ee0-8606-41a6-af23-c2b4eefc3798 on network cbad3684-30c8-480e-a922-11a6e4eb1e09 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:30:00.437418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Attempting to bind port 62c14ee0-8606-41a6-af23-c2b4eefc3798 on network cbad3684-30c8-480e-a922-11a6e4eb1e09 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:00.459856 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ce08d8-02b2-44c2-8662-f5e6962e74c8 x-openstack-request-id: req-f9ce08d8-02b2-44c2-8662-f5e6962e74c8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:00.459856 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-plugged", "status": "completed", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:00.459856 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9ce08d8-02b2-44c2-8662-f5e6962e74c8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:00.460124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:30:00.460124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Checking segment: {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:30:00.460124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Bound using segment: {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:30:00.460124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Bound port: 62c14ee0-8606-41a6-af23-c2b4eefc3798, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771c0ca6-1ee4-480d-851f-9627e108ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:30:00.460124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:00.460494 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29', 'code': 200} Feb 03 04:30:00.543794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ee19582-6749-41d2-b04a-2438a5bed049 req-2a83dd14-94f9-40b6-92bc-442d31998560 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215591 Feb 03 04:30:00.641624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] For port 62c14ee0-8606-41a6-af23-c2b4eefc3798, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:30:00.647859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bfcb91a-b398-4bb1-a4dc-e15be68aebf3 req-20b63e1f-d52a-4272-8775-620a186beca0 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/ports?device_id=a435305b-2eb2-4506-8a45-64f3ee418226 HTTP/1.1" status: 200 len: 210 time: 0.1024997 Feb 03 04:30:00.652868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] For port 62c14ee0-8606-41a6-af23-c2b4eefc3798, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:30:00.663182 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4725b0-a8cf-4f1a-8567-90dce81a436a x-openstack-request-id: req-1b4725b0-a8cf-4f1a-8567-90dce81a436a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:00.663467 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a435305b-2eb2-4506-8a45-64f3ee418226", "name": "network-vif-deleted", "tag": "c83f70c9-500f-47af-b432-d085927c9983", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:00.663753 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b4725b0-a8cf-4f1a-8567-90dce81a436a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:00.664159 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a435305b-2eb2-4506-8a45-64f3ee418226', 'name': 'network-vif-deleted', 'tag': 'c83f70c9-500f-47af-b432-d085927c9983', 'status': 'completed', 'code': 200} Feb 03 04:30:00.678723 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:00.683593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:00.730692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:00.731328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b2cd-8691-4acd-a617-493e6b269aaf req-089b95d7-ff4d-45a7-bebe-75d8e0429a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:00.733172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8d9b2cd-8691-4acd-a617-493e6b269aaf req-089b95d7-ff4d-45a7-bebe-75d8e0429a7b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 1127 time: 0.0821314 Feb 03 04:30:00.734138 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:00.735687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] 10.222.0.31 "PUT /v2.0/ports/62c14ee0-8606-41a6-af23-c2b4eefc3798 HTTP/1.1" status: 200 len: 1091 time: 1.9312809 Feb 03 04:30:00.866493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1b56-b0d7-4b3a-81d3-576fcdee8330 service neutron] Pushing event updated for resources: {'Port': ['ID=62c14ee0-8606-41a6-af23-c2b4eefc3798,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:00.879310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8d9b2cd-8691-4acd-a617-493e6b269aaf req-4374f4e8-0110-4076-a034-d1de097bb788 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355867 Feb 03 04:30:01.054926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-be666fe9-1741-4917-86fe-45aeee972413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:01.081762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df9d6e-a0ad-4a83-8a84-0dc71a5037fc req-6c17b23d-08c0-4e0e-af25-729c94b5080e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:01.091325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23df9d6e-a0ad-4a83-8a84-0dc71a5037fc req-6c17b23d-08c0-4e0e-af25-729c94b5080e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.2550011 Feb 03 04:30:01.121075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-be666fe9-1741-4917-86fe-45aeee972413 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=183e29de66ff4f01a5b1848f4a652cb4&device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 1125 time: 0.2514992 Feb 03 04:30:01.237543 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-4938b0b7-841d-4325-b6e7-1f8fa9d24dec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798 HTTP/1.1" status: 200 len: 217 time: 0.1085145 Feb 03 04:30:01.252403 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 5, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:01.294912 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] Checking router: a151d0d9-86ed-4348-aa61-01ee7440e930 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:30:01.295989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd586-f516-409c-b01c-d8a4f1e9acf8 req-f7d718c9-a924-49f5-ab88-ef2d421a5a12 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:01.307688 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:01.308166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006bd586-f516-409c-b01c-d8a4f1e9acf8 req-f7d718c9-a924-49f5-ab88-ef2d421a5a12 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 943 time: 0.1933658 Feb 03 04:30:01.308726 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:29:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:01.327842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23df9d6e-a0ad-4a83-8a84-0dc71a5037fc req-9b665510-0f72-4f3a-a1cd-0c3b4c153932 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352190 Feb 03 04:30:01.429324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006bd586-f516-409c-b01c-d8a4f1e9acf8 req-0ef4801b-f4f1-4543-b881-bd0f3ba52e60 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154268 Feb 03 04:30:01.430872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-87d22ac5-feb2-4056-9a43-48afcb988c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:01.440062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-87d22ac5-feb2-4056-9a43-48afcb988c1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0302d44-e56f-4588-bdec-a797791a2993 HTTP/1.1" status: 200 len: 845 time: 0.1835427 Feb 03 04:30:01.463152 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:01.546552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c04eb3-60f6-4610-a2ef-4503136f768d req-f321b33f-e467-4aec-a71a-2cfdce65a3da tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:01.554064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3c04eb3-60f6-4610-a2ef-4503136f768d req-f321b33f-e467-4aec-a71a-2cfdce65a3da tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 944 time: 0.1111012 Feb 03 04:30:01.556270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-592438b4-be5e-4bcd-b40e-172e05c4fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:01.558087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-592438b4-be5e-4bcd-b40e-172e05c4fe0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbad3684-30c8-480e-a922-11a6e4eb1e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1109266 Feb 03 04:30:01.648552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0086891d-5628-4fa9-80a3-221d2a974cfb up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:30:01.703198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-c1920e5d-12b0-462b-b4f0-7ca62f49b77f service neutron] 10.222.0.31 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247489 Feb 03 04:30:01.725067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3c04eb3-60f6-4610-a2ef-4503136f768d req-0a6b784f-3b74-47c2-b0f8-41083856e279 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564710 Feb 03 04:30:01.729800 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 5, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:01.769186 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8418c-22cb-4ca1-b716-2fd74384128b None None] The sync data for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 is: [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:28:51Z', 'revision_number': 4, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9', 'name': '', 'network_id': '1731bdca-0e49-49d3-9de3-48778ce6bc0f', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'mac_address': 'fa:16:3e:af:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:48Z', 'updated_at': '2022-02-03T04:28:55Z', 'revision_number': 5, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'subnets': [{'id': '6b24571f-9ee5-44cd-8ded-73de2da3318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:30:01.773887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 0086891d-5628-4fa9-80a3-221d2a974cfb completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:30:01.778775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 0086891d-5628-4fa9-80a3-221d2a974cfb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:01.779164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:01.828496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44fba6-6853-46f9-baac-a4f23605b65c req-fdc72d13-4a6d-42f1-ac3a-cbe8b568a969 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:01.842385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae44fba6-6853-46f9-baac-a4f23605b65c req-fdc72d13-4a6d-42f1-ac3a-cbe8b568a969 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1650314 Feb 03 04:30:01.898920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:01.971085 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7fd4a17b-05a3-4cc2-8529-fb61eab3da82 req-8b32dfd3-f4fa-4750-99bb-11d4ecbe093e service neutron] 10.222.0.31 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552445 Feb 03 04:30:02.009998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae44fba6-6853-46f9-baac-a4f23605b65c req-6258036b-62a8-499a-8dbb-0318ef638ae5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665790 Feb 03 04:30:02.100248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0086891d-5628-4fa9-80a3-221d2a974cfb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:02.105735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.141173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group (8c9ee75d-8fad-4a94-aa2c-5b8b77591790), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.207037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0086891d-5628-4fa9-80a3-221d2a974cfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0086891d-5628-4fa9-80a3-221d2a974cfb,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:02.213996 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group (8c9ee75d-8fad-4a94-aa2c-5b8b77591790), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.221707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.329148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0086891d-5628-4fa9-80a3-221d2a974cfb,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:02.342993 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8c9ee75d-8fad-4a94-aa2c-5b8b77591790), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.346881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.349002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "DELETE /v2.0/security-groups/8c9ee75d-8fad-4a94-aa2c-5b8b77591790 HTTP/1.1" status: 204 len: 168 time: 0.4479861 Feb 03 04:30:02.350991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:02.381110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ee75d-8fad-4a94-aa2c-5b8b77591790,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:02.381436 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-89b9e00e-dcf4-417b-a6a2-dd361372b520 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] show failed (client error): The resource could not be found. Feb 03 04:30:02.388310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:02.409677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-89b9e00e-dcf4-417b-a6a2-dd361372b520 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "GET /v2.0/security-groups/8c9ee75d-8fad-4a94-aa2c-5b8b77591790 HTTP/1.1" status: 404 len: 347 time: 0.0558820 Feb 03 04:30:02.422349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.424549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.424907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.425601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.425945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.426284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.426615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.426945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.427269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.428412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.428752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.429200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.429565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc0944-dc5c-4765-861b-cdaa1c2284cc tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:02.469838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:02.489976 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8069dee6-07d4-4fe2-8d9b-798251367258" -d '{"events": [{"server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "name": "network-vif-plugged", "status": "completed", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:02.545531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa268d51-8e5a-437a-ba2c-0fcbf8edbbc3 None None] New status for floating IP e4d3f76e-97ef-41da-a0e7-8900597bb669: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:30:02.675654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:02.678611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf90a0-823e-4a31-a407-01e50332a525 req-3e60befd-d31b-45bc-9079-dbd0b94ad148 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:02.682301 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba946088-15f8-4857-bdde-d30a51c9d0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:02.685933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27bf90a0-823e-4a31-a407-01e50332a525 req-3e60befd-d31b-45bc-9079-dbd0b94ad148 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.2574873 Feb 03 04:30:02.784086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ef462-4956-492c-acfb-3c1159bf82eb req-7824d60d-05cf-46d5-b78c-044224eea5a9 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:02.785940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-824ef462-4956-492c-acfb-3c1159bf82eb req-7824d60d-05cf-46d5-b78c-044224eea5a9 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 943 time: 0.1560144 Feb 03 04:30:02.824283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27bf90a0-823e-4a31-a407-01e50332a525 req-25c24e65-4a14-420f-b9cd-5eeb8f67e349 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372893 Feb 03 04:30:02.847254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Deleting port 6ee1a379-80ea-4127-ad23-f4cc6cf9d53f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:02.847649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.921789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-824ef462-4956-492c-acfb-3c1159bf82eb req-df951a89-819b-4667-a460-8a52d749fdbb tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231291 Feb 03 04:30:02.939058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.939381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for floatingip (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:02.953444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Calling delete_port for 6ee1a379-80ea-4127-ad23-f4cc6cf9d53f owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:03.012014 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff8405f-592c-47e4-a56e-0c55c58c339d x-openstack-request-id: req-7ff8405f-592c-47e4-a56e-0c55c58c339d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:03.012630 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "name": "network-vif-plugged", "status": "completed", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:03.012630 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ff8405f-592c-47e4-a56e-0c55c58c339d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:03.012972 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'code': 200} Feb 03 04:30:03.109836 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28131ae4-e5d7-453c-8384-847b1db204f7 x-openstack-request-id: req-28131ae4-e5d7-453c-8384-847b1db204f7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:03.110429 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:03.110760 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28131ae4-e5d7-453c-8384-847b1db204f7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:03.111181 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'status': 'completed', 'code': 200} Feb 03 04:30:03.132537 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6ee1a379-80ea-4127-ad23-f4cc6cf9d53f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:03.151297 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88783d07-5778-4607-960c-45ac4056958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:03.188310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206c585-3db4-4392-b615-3355ce331664 req-c3797123-aae2-4351-9e2e-3345acd5087f tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:03.197599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8206c585-3db4-4392-b615-3355ce331664 req-c3797123-aae2-4351-9e2e-3345acd5087f tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.1144147 Feb 03 04:30:03.238082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Pushing event deleted for resources: {'Port': ['ID=6ee1a379-80ea-4127-ad23-f4cc6cf9d53f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:03.288065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8206c585-3db4-4392-b615-3355ce331664 req-51f8c6be-92d1-43e1-bc85-b42b675e052d tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765150 Feb 03 04:30:03.359095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-c8f8a656-08fb-4c39-8145-e4650dc030fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:03.361030 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-c8f8a656-08fb-4c39-8145-e4650dc030fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=183e29de66ff4f01a5b1848f4a652cb4&device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 1125 time: 0.2469180 Feb 03 04:30:03.415918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be3a1-5937-4bc9-80c0-b924ab1fc783 req-aa8af1a5-c1be-4e52-a9ca-8df2e817fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:03.418625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c53be3a1-5937-4bc9-80c0-b924ab1fc783 req-aa8af1a5-c1be-4e52-a9ca-8df2e817fe40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 1127 time: 0.3059373 Feb 03 04:30:03.423459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks [] for floatingip (e4d3f76e-97ef-41da-a0e7-8900597bb669), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:03.429709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:03.436058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dae3ebd6-7071-4164-a4a9-b2f3335d2b28 tempest-ServersTestFqdnHostnames-343706948 tempest-ServersTestFqdnHostnames-343706948-project] 10.222.0.35 "DELETE /v2.0/floatingips/e4d3f76e-97ef-41da-a0e7-8900597bb669 HTTP/1.1" status: 204 len: 168 time: 1.0453503 Feb 03 04:30:03.440169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:03.501768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05d8d6-e499-4b19-b01d-bd32bb6c9729 req-94ef17db-0b81-4815-9ad1-a820d721444d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:03.509306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da05d8d6-e499-4b19-b01d-bd32bb6c9729 req-94ef17db-0b81-4815-9ad1-a820d721444d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1536956 Feb 03 04:30:03.621511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7a66e-348e-4e85-a6f7-1033eae76d08 req-1cf38d2c-a7a4-4968-9b7c-5bcdf67e9183 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:03.629286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ac7a66e-348e-4e85-a6f7-1033eae76d08 req-1cf38d2c-a7a4-4968-9b7c-5bcdf67e9183 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.1153939 Feb 03 04:30:03.639420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da05d8d6-e499-4b19-b01d-bd32bb6c9729 req-4c17ab3b-5342-4e00-94bd-676ea6943b2d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165154 Feb 03 04:30:03.705829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ac7a66e-348e-4e85-a6f7-1033eae76d08 req-b0548644-7a80-4e28-888f-47e970e43fda tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752130 Feb 03 04:30:03.991900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c53be3a1-5937-4bc9-80c0-b924ab1fc783 req-a960d5dd-fc24-4d9f-93fd-478b490fdad3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5546572 Feb 03 04:30:04.027597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-d29dae28-7d03-4e68-8b29-22c2673fbced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:04.029183 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-d29dae28-7d03-4e68-8b29-22c2673fbced service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbad3684-30c8-480e-a922-11a6e4eb1e09 HTTP/1.1" status: 200 len: 907 time: 0.6585944 Feb 03 04:30:04.088121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b40bf-6146-4415-954e-3f3e399a67e4 req-bcb14c6b-28fe-4bc3-9b77-2c11c81b48ce tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:04.096266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-688b40bf-6146-4415-954e-3f3e399a67e4 req-bcb14c6b-28fe-4bc3-9b77-2c11c81b48ce tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 943 time: 0.0904539 Feb 03 04:30:04.115474 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-3ef427e2-c7b0-42ca-be40-2d12a17f9e7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798 HTTP/1.1" status: 200 len: 217 time: 0.0784831 Feb 03 04:30:04.162759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-688b40bf-6146-4415-954e-3f3e399a67e4 req-bc8b589e-d72a-46bd-a0e8-f59b7c9cf688 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652127 Feb 03 04:30:04.224906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-650eeb12-8b2c-4912-ba24-05e91951c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:04.226292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-650eeb12-8b2c-4912-ba24-05e91951c009 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0302d44-e56f-4588-bdec-a797791a2993 HTTP/1.1" status: 200 len: 845 time: 0.0998423 Feb 03 04:30:04.348918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-619b50dd-8733-481b-9e7e-62ddf4bb25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:04.350470 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-619b50dd-8733-481b-9e7e-62ddf4bb25b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbad3684-30c8-480e-a922-11a6e4eb1e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152711 Feb 03 04:30:04.522337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea7c2-1b82-4204-93c4-6da5fe51884d req-d7563181-c306-4473-af5b-1569245907d9 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:04.522944 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-aefa6a5e-d21b-494a-a4e7-02d787d44d62 service neutron] 10.222.0.31 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613591 Feb 03 04:30:04.524202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f7ea7c2-1b82-4204-93c4-6da5fe51884d req-d7563181-c306-4473-af5b-1569245907d9 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.1278954 Feb 03 04:30:04.616175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f7ea7c2-1b82-4204-93c4-6da5fe51884d req-8eadae7e-04ff-441b-9600-21be00425dcd tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858049 Feb 03 04:30:04.713261 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ba946088-15f8-4857-bdde-d30a51c9d0b5 req-266cab89-8345-4d3e-8da6-4d500224ad0e service neutron] 10.222.0.31 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823168 Feb 03 04:30:04.746436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (a151d0d9-86ed-4348-aa61-01ee7440e930), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:04.877089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca77c2-1fa9-4c74-9d47-092803bc6d8e req-d3d45d5c-2d66-4e6a-8192-e9df9111e089 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:04.879048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74ca77c2-1fa9-4c74-9d47-092803bc6d8e req-d3d45d5c-2d66-4e6a-8192-e9df9111e089 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1246812 Feb 03 04:30:04.937722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74ca77c2-1fa9-4c74-9d47-092803bc6d8e req-3b63fb68-c080-433a-8dc8-6190b8737a22 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517347 Feb 03 04:30:04.946350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24ed6-2952-462e-bd60-c5f4da5724ac req-982774db-0ce4-47fe-8815-048073aa2a3b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:04.953905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8b24ed6-2952-462e-bd60-c5f4da5724ac req-982774db-0ce4-47fe-8815-048073aa2a3b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.1130075 Feb 03 04:30:05.006822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8b24ed6-2952-462e-bd60-c5f4da5724ac req-25a5fef6-107b-4186-a931-6b6ba6cac7c4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 Feb 03 04:30:05.145385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Deleting port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:05.146021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:05.326985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] For port 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:05.332358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:05.340702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462609ca-fbc0-4584-a259-d153613d30ca req-46a4e063-f2ed-4e7e-887d-5e4c4d6d0ecb tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:05.349047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-462609ca-fbc0-4584-a259-d153613d30ca req-46a4e063-f2ed-4e7e-887d-5e4c4d6d0ecb tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 943 time: 0.0843093 Feb 03 04:30:05.368537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Calling delete_port for 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:05.422224 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-528cf0cb-8846-4248-9c95-d4a324d7db11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:05.505861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-462609ca-fbc0-4584-a259-d153613d30ca req-7a4f761a-5aa7-4c2e-acae-8df0b541980f tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546805 Feb 03 04:30:05.828014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:05.896298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Pushing event deleted for resources: {'Port': ['ID=16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:05.946308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bfb78-af5a-432e-8fb8-a1ae8e5d66ac req-8edc4e92-895a-4bbf-a661-4ebff5d538df tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:05.961200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa3bfb78-af5a-432e-8fb8-a1ae8e5d66ac req-8edc4e92-895a-4bbf-a661-4ebff5d538df tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.2001829 Feb 03 04:30:06.100162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa3bfb78-af5a-432e-8fb8-a1ae8e5d66ac req-f8946fbe-c49d-41c8-b30c-6ddbf91dfd7a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429231 Feb 03 04:30:06.109090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697adcc-00ee-4b05-a63d-f73465798e54 req-186cb80a-dc88-45d4-8329-3a6fd5faaaf0 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:06.110731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2697adcc-00ee-4b05-a63d-f73465798e54 req-186cb80a-dc88-45d4-8329-3a6fd5faaaf0 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.2779932 Feb 03 04:30:06.123372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 62c14ee0-8606-41a6-af23-c2b4eefc3798 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:30:06.270476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2697adcc-00ee-4b05-a63d-f73465798e54 req-5f1e0303-6fdb-4526-97b2-5d127d33e849 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503496 Feb 03 04:30:06.307139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (a151d0d9-86ed-4348-aa61-01ee7440e930), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:06.314792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa757cd-b6f6-4684-af22-f4128372db7a req-bf31c8f7-504d-4885-a1c4-6be6deca6a40 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:06.324092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8fa757cd-b6f6-4684-af22-f4128372db7a req-bf31c8f7-504d-4885-a1c4-6be6deca6a40 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1045110 Feb 03 04:30:06.365991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 62c14ee0-8606-41a6-af23-c2b4eefc3798, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:06.390448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8fa757cd-b6f6-4684-af22-f4128372db7a req-ab4c5ebb-0825-4e01-81a7-13f29ec27f9f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653594 Feb 03 04:30:06.398742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'port_id': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'mac_address': 'fa:16:3e:0d:d8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:30:06.457358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 62c14ee0-8606-41a6-af23-c2b4eefc3798 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:06.458401 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:06.509830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c14ee0-8606-41a6-af23-c2b4eefc3798 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:06.525353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881ae0-90e5-4f34-bda1-d6aa195f5d8d req-cfc961c8-6c4c-42e2-a2cb-ff160fe17d38 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:06.530782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79881ae0-90e5-4f34-bda1-d6aa195f5d8d req-cfc961c8-6c4c-42e2-a2cb-ff160fe17d38 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.1289239 Feb 03 04:30:06.540201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40746) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:06.546245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Request body: {'floatingip': {'port_id': '0086891d-5628-4fa9-80a3-221d2a974cfb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:06.594912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 62c14ee0-8606-41a6-af23-c2b4eefc3798, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:06.609256 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:06.614302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:06.627780 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for floatingip (85c37cd5-9613-42df-a83e-e47d19f6ff77), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:06.707386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Router a151d0d9-86ed-4348-aa61-01ee7440e930 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:30:06.712689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=62c14ee0-8606-41a6-af23-c2b4eefc3798,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:06.838375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:30:06.851189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-93ad4e68-d75b-4861-88ac-52f267413664 admin admin] 10.222.0.35 "PUT /v2.0/routers/a151d0d9-86ed-4348-aa61-01ee7440e930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072232 Feb 03 04:30:06.853946 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] Sync routers for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:30:06.854931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:06.879374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:06.880085 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:06.930217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['62c14ee0-8606-41a6-af23-c2b4eefc3798'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:06.974624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks [] for router (a151d0d9-86ed-4348-aa61-01ee7440e930), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:07.053362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226bbd8-9b07-4de5-b7f5-9ef125320075 req-40dc5609-63e8-4511-a40a-1a6283e04f42 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:07.062147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c226bbd8-9b07-4de5-b7f5-9ef125320075 req-40dc5609-63e8-4511-a40a-1a6283e04f42 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 944 time: 0.3574119 Feb 03 04:30:07.235594 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:07.320197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks [] for router_gateway (a151d0d9-86ed-4348-aa61-01ee7440e930), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:07.349555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c226bbd8-9b07-4de5-b7f5-9ef125320075 req-66659e1c-2b16-49f6-ac99-d8e3fa728599 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859576 Feb 03 04:30:07.503226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:30:05Z', 'revision_number': 5, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port': {'id': '8d90f7c0-9ee7-478d-81b5-38f9627799ae', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:41Z', 'updated_at': '2022-02-03T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:07.558711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] Checking router: a151d0d9-86ed-4348-aa61-01ee7440e930 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:30:07.569098 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] Routers {'a151d0d9-86ed-4348-aa61-01ee7440e930'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:07.569978 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a151d0d9-86ed-4348-aa61-01ee7440e930'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:07.680456 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] Set router a151d0d9-86ed-4348-aa61-01ee7440e930 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:07.743907 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:30:07Z', 'revision_number': 6, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:07.776645 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d5ebb-c6b7-481a-8b44-bbd9658953db None None] The sync data for ids ['a151d0d9-86ed-4348-aa61-01ee7440e930'] in n-d-827549-1 is: [{'id': 'a151d0d9-86ed-4348-aa61-01ee7440e930', 'name': 'tempest-ServersTestFqdnHostnames-1191993931-router', 'tenant_id': 'd41266f2c7114287a963b936e0bbe47b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:39Z', 'updated_at': '2022-02-03T04:30:07Z', 'revision_number': 6, 'project_id': 'd41266f2c7114287a963b936e0bbe47b', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:30:07.874883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbb62d-5971-4996-8082-f2597422c602 req-5921d169-9879-4aaa-b8ed-403ff333d893 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:07.882525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bbbb62d-5971-4996-8082-f2597422c602 req-5921d169-9879-4aaa-b8ed-403ff333d893 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.6737645 Feb 03 04:30:07.982691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Deleting port 8d90f7c0-9ee7-478d-81b5-38f9627799ae {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:07.983209 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.047173 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.104990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] For port 8d90f7c0-9ee7-478d-81b5-38f9627799ae, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8d90f7c0-9ee7-478d-81b5-38f9627799ae,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:08.105665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.127702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Calling delete_port for 8d90f7c0-9ee7-478d-81b5-38f9627799ae owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:08.141979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4a2afeac-9a20-433a-b353-151de64a7b29 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:30:08.148084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 62c14ee0-8606-41a6-af23-c2b4eefc3798 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:30:08.314831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bbbb62d-5971-4996-8082-f2597422c602 req-fb144820-1f9c-4510-b847-feca6523b3c6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312685 Feb 03 04:30:08.335015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 62c14ee0-8606-41a6-af23-c2b4eefc3798 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:30:08.343174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 62c14ee0-8606-41a6-af23-c2b4eefc3798 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:08.349372 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.415770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175742-ae36-4a43-8e41-f868858bb4cd req-a120e9e1-220f-4137-8834-bcf96ed1ca4f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:08.424179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9175742-ae36-4a43-8e41-f868858bb4cd req-a120e9e1-220f-4137-8834-bcf96ed1ca4f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.6605723 Feb 03 04:30:08.619768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9175742-ae36-4a43-8e41-f868858bb4cd req-95e31803-8e64-475b-945f-3c944c012cd0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942046 Feb 03 04:30:08.701056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:08.823551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '4a2afeac-9a20-433a-b353-151de64a7b29', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'port_id': '4a2afeac-9a20-433a-b353-151de64a7b29', 'mac_address': 'fa:16:3e:8c:ba:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:30:08.826292 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.827364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8d90f7c0-9ee7-478d-81b5-38f9627799ae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.882414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Pushing event deleted for resources: {'Port': ['ID=8d90f7c0-9ee7-478d-81b5-38f9627799ae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:08.892701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (85c37cd5-9613-42df-a83e-e47d19f6ff77), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.893620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 62c14ee0-8606-41a6-af23-c2b4eefc3798 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:08.900159 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:08.911991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8d90f7c0-9ee7-478d-81b5-38f9627799ae no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:09.035298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8d90f7c0-9ee7-478d-81b5-38f9627799ae {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:09.037685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8d90f7c0-9ee7-478d-81b5-38f9627799ae not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:09.038410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.038894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.039098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.039439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.039821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.040152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.040321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:09.040490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.040811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.041139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.041466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.041792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.042114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.042508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:09.076796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:09.077764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 16c3a05c-b02c-4cd2-a9cf-4a7c9fe45df9 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:09.086199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4a2afeac-9a20-433a-b353-151de64a7b29 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:09.086812 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:09.109432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a2afeac-9a20-433a-b353-151de64a7b29 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:09.114373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:09.119252 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e80305-b04f-46d1-81a4-9a831dc4f6cb" -d '{"events": [{"server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "name": "network-vif-plugged", "status": "completed", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:09.151893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 62c14ee0-8606-41a6-af23-c2b4eefc3798, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:09.162463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:09.168213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:09.275134 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:09.279694 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaa3046-06b3-41ea-ab8b-589769f5a2dc x-openstack-request-id: req-eaaa3046-06b3-41ea-ab8b-589769f5a2dc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:09.280116 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "name": "network-vif-plugged", "status": "completed", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:09.280635 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eaaa3046-06b3-41ea-ab8b-589769f5a2dc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:09.280980 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'code': 200} Feb 03 04:30:09.308439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=62c14ee0-8606-41a6-af23-c2b4eefc3798,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:09.319098 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:09.367830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4cff4-884c-44a7-9b20-2a90dc3f5198 req-63f1c72b-62f2-4877-b151-65b73d6898c4 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:09.370783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55e4cff4-884c-44a7-9b20-2a90dc3f5198 req-63f1c72b-62f2-4877-b151-65b73d6898c4 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 944 time: 0.4822929 Feb 03 04:30:09.389552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['4a2afeac-9a20-433a-b353-151de64a7b29'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:09.401560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:09.514518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a759-c3f3-4d5b-8be2-d1062d787549 req-fd9102fa-a19f-4fbd-9731-9dc7e47465d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:09.526546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3a42a759-c3f3-4d5b-8be2-d1062d787549 req-fd9102fa-a19f-4fbd-9731-9dc7e47465d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 1127 time: 0.1462340 Feb 03 04:30:09.623382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (a151d0d9-86ed-4348-aa61-01ee7440e930), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:09.643201 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3a42a759-c3f3-4d5b-8be2-d1062d787549 req-799ba11c-c150-4f2f-97a9-03f985783bb5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157362 Feb 03 04:30:09.725533 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Floating IP 85c37cd5-9613-42df-a83e-e47d19f6ff77 associated. External IP: 172.25.7.206, port: 0086891d-5628-4fa9-80a3-221d2a974cfb. Feb 03 04:30:10.054880 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (a151d0d9-86ed-4348-aa61-01ee7440e930), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.058373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks [] for router_controller (a151d0d9-86ed-4348-aa61-01ee7440e930), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.154457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4a2afeac-9a20-433a-b353-151de64a7b29 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:30:10.178243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (a151d0d9-86ed-4348-aa61-01ee7440e930), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.179033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Fanout notify agent at l3_agent the message router_deleted on router a151d0d9-86ed-4348-aa61-01ee7440e930 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:30:10.193532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.202229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:10.213968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cda92b8a-6ff0-44ac-8256-1ffdf13e96be admin admin] 10.222.0.35 "DELETE /v2.0/routers/a151d0d9-86ed-4348-aa61-01ee7440e930 HTTP/1.1" status: 204 len: 168 time: 3.3566008 Feb 03 04:30:10.261538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55e4cff4-884c-44a7-9b20-2a90dc3f5198 req-36cb8f69-0344-4545-916f-e582d7b08d0c tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8782101 Feb 03 04:30:10.363523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] Deleting subnet 6b24571f-9ee5-44cd-8ded-73de2da3318d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:30:10.367452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 4a2afeac-9a20-433a-b353-151de64a7b29 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:10.369934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.373726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] Publish callbacks [] for subnet (6b24571f-9ee5-44cd-8ded-73de2da3318d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.378034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d376-8d67-40c2-8308-024957a4a559 req-2df2fc8e-9657-4c46-88c7-38c7d75f2fbb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:10.403369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5370d376-8d67-40c2-8308-024957a4a559 req-2df2fc8e-9657-4c46-88c7-38c7d75f2fbb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 944 time: 0.9118671 Feb 03 04:30:10.466112 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (6b24571f-9ee5-44cd-8ded-73de2da3318d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.637705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4a2afeac-9a20-433a-b353-151de64a7b29 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:10.645139 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.704442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (6b24571f-9ee5-44cd-8ded-73de2da3318d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.733125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:10.748842 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.760757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5370d376-8d67-40c2-8308-024957a4a559 req-f0826c66-5a24-40f8-859a-57e87dcbe518 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553612 Feb 03 04:30:10.849944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (6b24571f-9ee5-44cd-8ded-73de2da3318d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.880997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effbc01-90eb-4bdc-b784-e0d17851b488 req-8af38258-2034-444f-a083-5dfcb6648faa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:10.882933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0effbc01-90eb-4bdc-b784-e0d17851b488 req-8af38258-2034-444f-a083-5dfcb6648faa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.3446398 Feb 03 04:30:10.915648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:10.940297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b24571f-9ee5-44cd-8ded-73de2da3318d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:10.945265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Router 4c2138ed-c2e7-442c-a52a-1218697bc41d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:30:10.949678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:10.956932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33d190-88b9-42c1-ab02-09cf7037735b None None] Network 1731bdca-0e49-49d3-9de3-48778ce6bc0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:30:10.961667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8aa44033-3864-429e-b625-858a3309ac2a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6b24571f-9ee5-44cd-8ded-73de2da3318d HTTP/1.1" status: 204 len: 168 time: 0.7573731 Feb 03 04:30:10.963639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:11.002470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0effbc01-90eb-4bdc-b784-e0d17851b488 req-acae5b58-7a02-4fa0-8c59-e8277176e7f0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119213 Feb 03 04:30:11.124408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1731bdca-0e49-49d3-9de3-48778ce6bc0f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:11.273654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Deleting port c8ec12da-cbfc-4f06-a795-5d527ca68b60 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:11.277854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:11.282612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:11.285088 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db770a-9b4e-4ce0-b442-8d0e71cfaee7" -d '{"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-plugged", "status": "completed", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:11.335031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] DHCP port deletion for 1731bdca-0e49-49d3-9de3-48778ce6bc0f request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:30:11.354722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:30:11.374104 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:11.408468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] Sync routers for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:30:11.446611 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b478c9e4-096c-4e98-a2e7-2602123f5b85 x-openstack-request-id: req-b478c9e4-096c-4e98-a2e7-2602123f5b85 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:11.448479 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-plugged", "status": "completed", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:11.448980 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b478c9e4-096c-4e98-a2e7-2602123f5b85 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:11.451335 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29', 'code': 200} Feb 03 04:30:11.454912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:11.459833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:11.482246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ecc9a6e2-ab21-425e-89d9-496ab98c0196 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "PUT /v2.0/floatingips/85c37cd5-9613-42df-a83e-e47d19f6ff77 HTTP/1.1" status: 200 len: 991 time: 4.9379821 Feb 03 04:30:11.482246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:11.494101 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c95f7b7-4264-46a3-8733-2b8b92562218" -d '{"events": [{"name": "network-changed", "server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:11.532902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] For port c8ec12da-cbfc-4f06-a795-5d527ca68b60, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c8ec12da-cbfc-4f06-a795-5d527ca68b60,segment=NetworkSegment(276b134a-816c-4965-b42a-d2ff2970c00e),segment_id=276b134a-816c-4965-b42a-d2ff2970c00e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:11.533282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:11.568995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Calling delete_port for c8ec12da-cbfc-4f06-a795-5d527ca68b60 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:11.725708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2567a66-34b0-4c17-8e74-9320d9a5d44b req-b29400c6-588f-4fe2-b466-fb0cedc2448c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:11.737669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2567a66-34b0-4c17-8e74-9320d9a5d44b req-b29400c6-588f-4fe2-b466-fb0cedc2448c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.1586840 Feb 03 04:30:11.790761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:11.827402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:11.880425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2567a66-34b0-4c17-8e74-9320d9a5d44b req-6ad4f59f-728f-459f-9a91-b03350a88c57 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416998 Feb 03 04:30:11.899163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ec12da-cbfc-4f06-a795-5d527ca68b60,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:11.901356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] No DVR routers for this DVR port c8ec12da-cbfc-4f06-a795-5d527ca68b60 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:12.009311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] Deleting port c8ec12da-cbfc-4f06-a795-5d527ca68b60 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:12.019809 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.060575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70ec12-a218-414b-b33e-d3790e8b1549 req-f4a5a402-d0c4-4103-95d9-3c81bb7fc9e8 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:12.081110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da70ec12-a218-414b-b33e-d3790e8b1549 req-f4a5a402-d0c4-4103-95d9-3c81bb7fc9e8 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.1341040 Feb 03 04:30:12.144228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1731bdca-0e49-49d3-9de3-48778ce6bc0f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.195540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] For port c8ec12da-cbfc-4f06-a795-5d527ca68b60, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:12.196050 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.200550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da70ec12-a218-414b-b33e-d3790e8b1549 req-796bc98e-5ea5-40db-953e-162973a82a02 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152613 Feb 03 04:30:12.211957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1731bdca-0e49-49d3-9de3-48778ce6bc0f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:12.221432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] Calling delete_port for c8ec12da-cbfc-4f06-a795-5d527ca68b60 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:12.240257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] Port c8ec12da-cbfc-4f06-a795-5d527ca68b60 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:30:12.243148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276b134a-816c-4965-b42a-d2ff2970c00e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:12.247127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276b134a-816c-4965-b42a-d2ff2970c00e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:12.251368 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (c8ec12da-cbfc-4f06-a795-5d527ca68b60), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.293439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (276b134a-816c-4965-b42a-d2ff2970c00e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.305094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] Pushing event deleted for resources: {'Port': ['ID=c8ec12da-cbfc-4f06-a795-5d527ca68b60,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:12.325598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (276b134a-816c-4965-b42a-d2ff2970c00e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.355475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:30:12.355920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75639256-ff09-49f1-8f03-a3e94f1b2391 None None] No DVR routers for this DVR port c8ec12da-cbfc-4f06-a795-5d527ca68b60 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:12.356600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (276b134a-816c-4965-b42a-d2ff2970c00e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:30:12.359061 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:30:12.448164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe025dc-68d4-454b-9c00-adfd1044e43c req-d9c7aa58-7967-451c-958e-66a4b758af02 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:12.480015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4fe025dc-68d4-454b-9c00-adfd1044e43c req-d9c7aa58-7967-451c-958e-66a4b758af02 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.1243029 Feb 03 04:30:12.512294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1731bdca-0e49-49d3-9de3-48778ce6bc0f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.536460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:12.545119 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] 10.222.0.35 "DELETE /v2.0/networks/1731bdca-0e49-49d3-9de3-48778ce6bc0f HTTP/1.1" status: 204 len: 168 time: 1.5754163 Feb 03 04:30:12.565981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52351e67-6577-472c-a5f2-9cb03eab973f admin admin] Pushing event deleted for resources: {'Network': ['ID=1731bdca-0e49-49d3-9de3-48778ce6bc0f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:12.585241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '85c37cd5-9613-42df-a83e-e47d19f6ff77', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'port_id': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'mac_address': 'fa:16:3e:21:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:29:46Z', 'updated_at': '2022-02-03T04:30:08Z', 'revision_number': 1, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 5, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:12.608495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4fe025dc-68d4-454b-9c00-adfd1044e43c req-2eadf222-d3b4-4499-ac88-273755b20646 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220481 Feb 03 04:30:12.696955 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba6d25-aff3-4b0e-b704-5b7a90a4bd20 x-openstack-request-id: req-d7ba6d25-aff3-4b0e-b704-5b7a90a4bd20 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:12.697692 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:12.698226 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7ba6d25-aff3-4b0e-b704-5b7a90a4bd20 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:12.698876 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'status': 'completed', 'code': 200} Feb 03 04:30:12.934274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-f9598b3c-564b-41f5-906f-902351a25cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:12.942845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-f9598b3c-564b-41f5-906f-902351a25cc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d44adf1965345c3af81860cc4eca5db&device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 1127 time: 0.2192936 Feb 03 04:30:12.946443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815736b2-c8d2-4d2d-b07f-298dbbed140e req-5f25cfe9-d914-4746-97d3-98145709b8f0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:12.957783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:12.958939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-815736b2-c8d2-4d2d-b07f-298dbbed140e req-5f25cfe9-d914-4746-97d3-98145709b8f0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.1148365 Feb 03 04:30:12.971552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c8ec12da-cbfc-4f06-a795-5d527ca68b60 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:12.984117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] Checking router: 4c2138ed-c2e7-442c-a52a-1218697bc41d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:30:12.994741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188afe99-e60a-43ab-b213-ba4003db935c req-55d04918-c300-4fcc-b4f4-3bd332e9c559 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:12.998181 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-188afe99-e60a-43ab-b213-ba4003db935c req-55d04918-c300-4fcc-b4f4-3bd332e9c559 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 0.2109973 Feb 03 04:30:13.055838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c8ec12da-cbfc-4f06-a795-5d527ca68b60 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:13.056076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c8ec12da-cbfc-4f06-a795-5d527ca68b60 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:13.062169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-815736b2-c8d2-4d2d-b07f-298dbbed140e req-2b28d3f8-6a14-4e98-a977-5f22b439f48a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013951 Feb 03 04:30:13.107977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:13.108667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:13.350883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801ab3a-be3c-41ea-80b3-df6cfd32a113 req-26411065-18fd-4dc6-aa72-dbfebc352731 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:13.374024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:13.391929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1801ab3a-be3c-41ea-80b3-df6cfd32a113 req-26411065-18fd-4dc6-aa72-dbfebc352731 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.2059331 Feb 03 04:30:13.400490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:13.480407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Request body: {'floatingip': {'port_id': '62c14ee0-8606-41a6-af23-c2b4eefc3798'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:13.631698 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for floatingip (1492121d-9460-4493-a03c-5a117e5a9721), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:13.661986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a1d118d8-25f4-437d-98aa-e171a1e9589d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d41266f2c7114287a963b936e0bbe47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6930594 Feb 03 04:30:13.662939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:13.778105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-47328174-818b-4c28-9fab-7af9e75e98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:13.779370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-47328174-818b-4c28-9fab-7af9e75e98f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f70f637-4a9d-42f9-9b5c-e3e26dab911c HTTP/1.1" status: 200 len: 913 time: 0.8223767 Feb 03 04:30:13.861302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '85c37cd5-9613-42df-a83e-e47d19f6ff77', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'port_id': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'mac_address': 'fa:16:3e:21:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:29:46Z', 'updated_at': '2022-02-03T04:30:08Z', 'revision_number': 1, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 5, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:13.962106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3bfb4-4f23-4589-9807-41543c65917d None None] The sync data for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 is: [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '85c37cd5-9613-42df-a83e-e47d19f6ff77', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'port_id': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'mac_address': 'fa:16:3e:21:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:29:46Z', 'updated_at': '2022-02-03T04:30:08Z', 'revision_number': 1, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 5, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:30:13.985328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c115fb69-d32c-43c8-b0fc-858f4955288c admin admin] Publish callbacks [] for security_group (cfa56dc9-e6e9-4dba-9b52-e015e3ad4450), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:14.035594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c115fb69-d32c-43c8-b0fc-858f4955288c admin admin] Publish callbacks [] for security_group (cfa56dc9-e6e9-4dba-9b52-e015e3ad4450), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:14.094207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Deleting port 7760aee9-1840-4ad7-ad89-f0d661a7169a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:14.094705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:14.100935 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c115fb69-d32c-43c8-b0fc-858f4955288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cfa56dc9-e6e9-4dba-9b52-e015e3ad4450), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:14.104152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c115fb69-d32c-43c8-b0fc-858f4955288c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:14.105426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c115fb69-d32c-43c8-b0fc-858f4955288c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfa56dc9-e6e9-4dba-9b52-e015e3ad4450 HTTP/1.1" status: 204 len: 168 time: 0.4132359 Feb 03 04:30:14.171296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115fb69-d32c-43c8-b0fc-858f4955288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa56dc9-e6e9-4dba-9b52-e015e3ad4450,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:14.200375 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-84b9c2da-1277-4ff2-8d7a-9b3e2f686e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0086891d-5628-4fa9-80a3-221d2a974cfb HTTP/1.1" status: 200 len: 999 time: 0.4130242 Feb 03 04:30:14.528553 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549cfde-b79a-46cb-8c3a-19947d26b851 None None] New status for floating IP 85c37cd5-9613-42df-a83e-e47d19f6ff77: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:30:14.532484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-bf701378-8de8-4d11-8b63-4d60ab5ecc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:14.533953 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-bf701378-8de8-4d11-8b63-4d60ab5ecc93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fc7eab-be3b-4a7a-a118-5a23398f0efa HTTP/1.1" status: 200 len: 851 time: 0.3168736 Feb 03 04:30:14.726026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] For port 7760aee9-1840-4ad7-ad89-f0d661a7169a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7760aee9-1840-4ad7-ad89-f0d661a7169a,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:14.726391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:14.763787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Calling delete_port for 7760aee9-1840-4ad7-ad89-f0d661a7169a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:14.784090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-5a750c07-0ae3-4959-bfc5-8d852da71499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:14.785608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-5a750c07-0ae3-4959-bfc5-8d852da71499 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f70f637-4a9d-42f9-9b5c-e3e26dab911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2189438 Feb 03 04:30:15.237929 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-f716c731-0166-4ecf-9ef2-055d4438d713 service neutron] 10.222.0.15 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976958 Feb 03 04:30:15.811637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c95f7b7-4264-46a3-8733-2b8b92562218 req-b86905b9-8d6a-4d83-886a-06541e293975 service neutron] 10.222.0.15 "GET /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342406 Feb 03 04:30:15.871371 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7760aee9-1840-4ad7-ad89-f0d661a7169a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:15.930025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79f43a-2710-48e4-b020-ece51433356f req-e804697d-7a85-4389-ab64-466dea948072 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:15.935628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a79f43a-2710-48e4-b020-ece51433356f req-e804697d-7a85-4389-ab64-466dea948072 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=76c9828b-e539-4181-b904-1c29e1a0f6bb HTTP/1.1" status: 200 len: 945 time: 2.1994996 Feb 03 04:30:16.018688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event deleted for resources: {'Port': ['ID=7760aee9-1840-4ad7-ad89-f0d661a7169a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:16.114391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] No DVR routers for this DVR port 7760aee9-1840-4ad7-ad89-f0d661a7169a on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:16.120078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.133623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-188afe99-e60a-43ab-b213-ba4003db935c req-81acbdd3-88c5-4b41-89ae-0101982b5204 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "DELETE /v2.0/ports/7760aee9-1840-4ad7-ad89-f0d661a7169a HTTP/1.1" status: 204 len: 173 time: 3.1253076 Feb 03 04:30:16.133623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'name': 'network-vif-deleted', 'tag': '7760aee9-1840-4ad7-ad89-f0d661a7169a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:16.133623 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad56e5-cc02-4da5-b461-42a820c1b873" -d '{"events": [{"server_uuid": "76c9828b-e539-4181-b904-1c29e1a0f6bb", "name": "network-vif-deleted", "tag": "7760aee9-1840-4ad7-ad89-f0d661a7169a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:16.159182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a79f43a-2710-48e4-b020-ece51433356f req-b09691ff-e11b-4eed-a7f9-41fc66146a23 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146254 Feb 03 04:30:16.197188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:30:16.357649 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.376829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226e39d-af56-4403-8655-b77aec6ffe5c req-4b655ffc-888a-4acf-b204-cc29c15d4666 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:16.379766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8226e39d-af56-4403-8655-b77aec6ffe5c req-4b655ffc-888a-4acf-b204-cc29c15d4666 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.1191654 Feb 03 04:30:16.385161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:16.398302 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (1492121d-9460-4493-a03c-5a117e5a9721), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.556555 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Floating IP 1492121d-9460-4493-a03c-5a117e5a9721 associated. External IP: 172.25.7.145, port: 62c14ee0-8606-41a6-af23-c2b4eefc3798. Feb 03 04:30:16.599980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8226e39d-af56-4403-8655-b77aec6ffe5c req-d508d839-62a5-459b-aff8-a70d1160097a tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613172 Feb 03 04:30:16.648806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1583384769-network', 'tenant_id': '6de8713812ca44e3885714e89f92a95c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:16.711259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Made reservation on behalf of 6de8713812ca44e3885714e89f92a95c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:16.723433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.780796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.854486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b9bd-5947-41f3-ae14-ab3f9b00484a req-416d4111-5802-4cc0-a004-33962da5dc7c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:16.862778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1d1b9bd-5947-41f3-ae14-ab3f9b00484a req-416d4111-5802-4cc0-a004-33962da5dc7c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.1278443 Feb 03 04:30:16.918189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks [] for security_group (d0cb5b28-bb26-4cb2-af04-ba70b4da86c2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.924787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d0cb5b28-bb26-4cb2-af04-ba70b4da86c2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.939828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:30:16.951875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cdddcebf-3aaa-4f24-be56-88d97bf49d8f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:16.952459 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Added segment cdddcebf-3aaa-4f24-be56-88d97bf49d8f of type vlan for network 8d02161c-7f17-4e69-9567-d6f99ff17d3f Feb 03 04:30:17.009873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (8d02161c-7f17-4e69-9567-d6f99ff17d3f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:17.014224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1d1b9bd-5947-41f3-ae14-ab3f9b00484a req-2b41d2cc-ca74-4549-b832-dcd5cb9dc7da tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502099 Feb 03 04:30:17.056063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (8d02161c-7f17-4e69-9567-d6f99ff17d3f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:17.057332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Router fe668024-6f68-46a2-b775-c60334b05ff5 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:30:17.057626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:17.058258 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:17.103188 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc401a22-995f-4179-aa99-5a15d7133d78 x-openstack-request-id: req-fc401a22-995f-4179-aa99-5a15d7133d78 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:17.103529 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c9828b-e539-4181-b904-1c29e1a0f6bb", "name": "network-vif-deleted", "tag": "7760aee9-1840-4ad7-ad89-f0d661a7169a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:17.104157 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc401a22-995f-4179-aa99-5a15d7133d78 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:17.104619 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c9828b-e539-4181-b904-1c29e1a0f6bb', 'name': 'network-vif-deleted', 'tag': '7760aee9-1840-4ad7-ad89-f0d661a7169a', 'status': 'completed', 'code': 200} Feb 03 04:30:17.105878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:17.144885 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7579999 Feb 03 04:30:17.148008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:17.153516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Request body: {'subnet': {'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1583384769-subnet', 'tenant_id': '6de8713812ca44e3885714e89f92a95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:17.222938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40430c-6dc4-432d-a0aa-0bab6f7aed35 admin admin] Pushing event updated for resources: {'Network': ['ID=8d02161c-7f17-4e69-9567-d6f99ff17d3f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:17.238064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 8d02161c-7f17-4e69-9567-d6f99ff17d3f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:30:17.270343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Made reservation on behalf of 6de8713812ca44e3885714e89f92a95c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:17.281987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:17.473852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:30:17.481457 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:17.485940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] Sync routers for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:30:17.508511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:17.511900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:17.534689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7c1f-2f2d-4413-8f0b-1cb06ee7c24d req-39f537ef-202a-4f7a-ac99-998b40450a01 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:17.543528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94fa7c1f-2f2d-4413-8f0b-1cb06ee7c24d req-39f537ef-202a-4f7a-ac99-998b40450a01 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.2274840 Feb 03 04:30:17.549989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d25c9532-7fa5-4134-a8c8-4af7b77fc5b2 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "PUT /v2.0/floatingips/1492121d-9460-4493-a03c-5a117e5a9721 HTTP/1.1" status: 200 len: 991 time: 4.1311181 Feb 03 04:30:17.555967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:17.567618 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6892739-4532-49b0-8319-37e0dd39a8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:17.648474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (332f72ff-f45b-48ed-806b-b6ef9e78fa0e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:17.675228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:17.736740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332f72ff-f45b-48ed-806b-b6ef9e78fa0e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:17.739055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Checking segment: {'id': 'cdddcebf-3aaa-4f24-be56-88d97bf49d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:30:17.739772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Network hostable DHCP agents. Network: 8d02161c-7f17-4e69-9567-d6f99ff17d3f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:30:17.750467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94fa7c1f-2f2d-4413-8f0b-1cb06ee7c24d req-bfc958d8-147e-45bd-9af7-fe4acd361259 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971085 Feb 03 04:30:17.767527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Network 8d02161c-7f17-4e69-9567-d6f99ff17d3f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:30:17.817972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 8d02161c-7f17-4e69-9567-d6f99ff17d3f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:30:17.829784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:17.830583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:17.899166 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6406b64-f92b-4d4b-b34c-0b2882930530 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7500145 Feb 03 04:30:17.915579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7760aee9-1840-4ad7-ad89-f0d661a7169a no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:17.917536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e0ba8-f886-4353-8134-eb7997510c85 None None] Network 8d02161c-7f17-4e69-9567-d6f99ff17d3f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:30:17.934220 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be8e1bf-0ebe-4a72-bba5-eee662e68fa4 x-openstack-request-id: req-6be8e1bf-0ebe-4a72-bba5-eee662e68fa4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:17.936930 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:17.937238 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6be8e1bf-0ebe-4a72-bba5-eee662e68fa4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:17.937669 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'status': 'completed', 'code': 200} Feb 03 04:30:18.008055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7c5f5-59ce-43f0-b25f-7672e83082aa req-c8845f64-b05e-4fbc-b732-a0f9b8fc1f07 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.014165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25d7c5f5-59ce-43f0-b25f-7672e83082aa req-c8845f64-b05e-4fbc-b732-a0f9b8fc1f07 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.1229782 Feb 03 04:30:18.028183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-18ca2507-3a76-40d0-bffb-f5a6f426c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.030703 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-18ca2507-3a76-40d0-bffb-f5a6f426c9ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=183e29de66ff4f01a5b1848f4a652cb4&device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 1127 time: 0.0796568 Feb 03 04:30:18.076656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 7760aee9-1840-4ad7-ad89-f0d661a7169a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:18.077009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7760aee9-1840-4ad7-ad89-f0d661a7169a not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:18.136971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25d7c5f5-59ce-43f0-b25f-7672e83082aa req-72017c08-cba6-444c-bbdc-32bc46214080 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098433 Feb 03 04:30:18.208816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-91a38ace-fcb5-427c-b286-606f0fe3cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.212803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-91a38ace-fcb5-427c-b286-606f0fe3cd9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbad3684-30c8-480e-a922-11a6e4eb1e09 HTTP/1.1" status: 200 len: 907 time: 0.1747420 Feb 03 04:30:18.263892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc511-147f-4503-94be-bbda3d1dab26 req-3d8bba91-f824-4b87-918a-99806ba9f1eb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.276476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed8bc511-147f-4503-94be-bbda3d1dab26 req-3d8bba91-f824-4b87-918a-99806ba9f1eb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.1313105 Feb 03 04:30:18.317463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639afc6-2a70-486a-920a-42144fa899de None None] Network 8d02161c-7f17-4e69-9567-d6f99ff17d3f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:30:18.330881 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-bf376c46-84d2-4994-a256-7ebce4a17de3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798 HTTP/1.1" status: 200 len: 999 time: 0.1085503 Feb 03 04:30:18.426676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed8bc511-147f-4503-94be-bbda3d1dab26 req-2b0c6c83-8bee-4ebd-9a65-45db5c79ba25 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383491 Feb 03 04:30:18.455207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fe953-4ca1-43e8-88ce-5b5644193c84 req-f5c001fd-3c30-483a-87ab-89638964b19c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.460047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c2fe953-4ca1-43e8-88ce-5b5644193c84 req-f5c001fd-3c30-483a-87ab-89638964b19c tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 950 time: 0.1151345 Feb 03 04:30:18.460612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-01467b64-10d4-46a5-b4dc-3795932c7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.462370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-01467b64-10d4-46a5-b4dc-3795932c7995 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0302d44-e56f-4588-bdec-a797791a2993 HTTP/1.1" status: 200 len: 845 time: 0.1229000 Feb 03 04:30:18.533572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-9d26ecc5-b187-4f80-8ebf-102b822e535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.535414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-9d26ecc5-b187-4f80-8ebf-102b822e535c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbad3684-30c8-480e-a922-11a6e4eb1e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651321 Feb 03 04:30:18.545345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c2fe953-4ca1-43e8-88ce-5b5644193c84 req-f0eeecaf-d8e5-47f8-8aa3-990f9e7d81ec tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Feb 03 04:30:18.681596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '1492121d-9460-4493-a03c-5a117e5a9721', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'port_id': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'mac_address': 'fa:16:3e:0d:d8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:29:53Z', 'updated_at': '2022-02-03T04:30:16Z', 'revision_number': 1, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:18.717162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461469f-735a-495e-95de-04d22078325c req-3accb179-5387-4fc5-bc11-385a4b6d2453 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:18.717981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] Checking router: fe668024-6f68-46a2-b775-c60334b05ff5 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:30:18.724307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-3accb179-5387-4fc5-bc11-385a4b6d2453 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.1872268 Feb 03 04:30:18.727302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:18.727970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:18.739686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-661db9f9-5323-46bf-ae92-6c7d7d259e89 service neutron] 10.222.0.31 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969414 Feb 03 04:30:18.742788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-dab7b8bd-7299-460a-8cb5-a1024c664d63 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/quotas/b75d8a9414884c70a12f5de70a137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0175583 Feb 03 04:30:18.794315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-63027f78-c56a-4514-9234-cacb4da9f68c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501451 Feb 03 04:30:18.895062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:18.927323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-08d2bb6c-5c07-44f6-a434-1dbd5536af78 service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319699 Feb 03 04:30:18.961226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6892739-4532-49b0-8319-37e0dd39a8cd req-4389acbb-c9f6-42fa-8e83-2f3ed767551d service neutron] 10.222.0.31 "GET /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140081 Feb 03 04:30:19.139107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-a23ec6f9-3934-45ec-9484-e735f33494d9 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:19.140800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-a23ec6f9-3934-45ec-9484-e735f33494d9 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/networks?id=8d02161c-7f17-4e69-9567-d6f99ff17d3f HTTP/1.1" status: 200 len: 814 time: 0.2042201 Feb 03 04:30:19.153609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-691265b7-b8be-408b-ac96-ff1b2634f28e service neutron] 10.222.0.35 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250156 Feb 03 04:30:19.187989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-f042c769-bdc5-4665-9b80-f04125531f43 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/quotas/6de8713812ca44e3885714e89f92a95c HTTP/1.1" status: 200 len: 375 time: 0.0310302 Feb 03 04:30:19.228365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-c90e89db-eaa7-4949-8c4c-ad83128dbbe5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6de8713812ca44e3885714e89f92a95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389750 Feb 03 04:30:19.240873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '1492121d-9460-4493-a03c-5a117e5a9721', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'port_id': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'mac_address': 'fa:16:3e:0d:d8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:29:53Z', 'updated_at': '2022-02-03T04:30:16Z', 'revision_number': 1, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:19.274537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4cc73-944a-49d3-b023-9c91b841628a None None] The sync data for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 is: [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '1492121d-9460-4493-a03c-5a117e5a9721', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'port_id': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'mac_address': 'fa:16:3e:0d:d8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:29:53Z', 'updated_at': '2022-02-03T04:30:16Z', 'revision_number': 1, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:30:19.342071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-b74a777e-86bb-4f3c-8bbb-b0a649fe47b4 service neutron] 10.222.0.35 "GET /v2.0/networks/8d02161c-7f17-4e69-9567-d6f99ff17d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126359 Feb 03 04:30:19.472847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-d28e266e-a1c9-418a-9f93-a54db3fb9c5e service neutron] 10.222.0.35 "GET /v2.0/networks/8d02161c-7f17-4e69-9567-d6f99ff17d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296575 Feb 03 04:30:19.755423 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a188b5-94ad-4c98-99d3-29afa1040e05 None None] New status for floating IP 1492121d-9460-4493-a03c-5a117e5a9721: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:30:19.875782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f4859-95bc-4e9c-95de-559d6e7bec56 req-c22bc5d9-29da-443c-89b1-a02a6cb28d8c tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:19.885125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a78f4859-95bc-4e9c-95de-559d6e7bec56 req-c22bc5d9-29da-443c-89b1-a02a6cb28d8c tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.1832180 Feb 03 04:30:19.943006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a3efbe-1d08-4a18-8ae9-c56a107c5dad req-b0dd0f34-1d9f-483f-88dc-fdc71271f1a1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 210 time: 0.0493336 Feb 03 04:30:20.013522 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:30:20.031722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a78f4859-95bc-4e9c-95de-559d6e7bec56 req-b1b7e4ca-d956-4dc6-9320-a90dbd004124 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450019 Feb 03 04:30:20.269138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b858e4-7e4a-44aa-b830-114b4baf26cd req-d43b21f1-498d-4965-bac5-f2ec5ccf35ed tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:20.270932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8b858e4-7e4a-44aa-b830-114b4baf26cd req-d43b21f1-498d-4965-bac5-f2ec5ccf35ed tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.1363325 Feb 03 04:30:20.287330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f74105-4fc6-4e9e-9e5e-b88d218f348a req-0654db0d-2003-4a96-be3b-c4f049274f6c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:20.288950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81f74105-4fc6-4e9e-9e5e-b88d218f348a req-0654db0d-2003-4a96-be3b-c4f049274f6c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1011200 Feb 03 04:30:20.382156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8b858e4-7e4a-44aa-b830-114b4baf26cd req-8cccc164-e7d6-433e-ac3e-23ed331c90b4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921714 Feb 03 04:30:20.398145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81f74105-4fc6-4e9e-9e5e-b88d218f348a req-e97f0108-3ad3-4afb-b5a3-62f2da68f212 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846887 Feb 03 04:30:20.506783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b24da95-5251-479f-9974-c7f0a69474da req-428241b2-7013-48ec-becb-bdee621970d9 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 210 time: 0.0390258 Feb 03 04:30:20.603111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8c4e-b9c8-49dc-ac19-01727b759216 req-bd6e0030-aff5-48ed-8dc1-94b0f415dc88 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:20.606972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d3a8c4e-b9c8-49dc-ac19-01727b759216 req-bd6e0030-aff5-48ed-8dc1-94b0f415dc88 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.1031318 Feb 03 04:30:20.711921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d3a8c4e-b9c8-49dc-ac19-01727b759216 req-5598e549-0aab-40c6-9742-70ecd1600ea6 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965214 Feb 03 04:30:21.095179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8ebfb3a-42c5-460f-844e-1a5c691b5f22 req-fa86b126-a5a7-4606-bdef-40704fc4a463 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 210 time: 0.0492330 Feb 03 04:30:21.186206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461469f-735a-495e-95de-04d22078325c req-4c0984f0-c0ad-476a-989e-48995c42abdd tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:21.188197 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-4c0984f0-c0ad-476a-989e-48995c42abdd tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 812 time: 0.1749821 Feb 03 04:30:21.209781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Request body: {'port': {'device_id': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'admin_state_up': True, 'tenant_id': 'b75d8a9414884c70a12f5de70a137ef2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:21.467676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-ca60abf5-817d-402c-a0e0-37931d427b11 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:21.470113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-ca60abf5-817d-402c-a0e0-37931d427b11 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.15 "GET /v2.0/networks?id=8d02161c-7f17-4e69-9567-d6f99ff17d3f HTTP/1.1" status: 200 len: 814 time: 0.1508994 Feb 03 04:30:21.471607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Made reservation on behalf of b75d8a9414884c70a12f5de70a137ef2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:21.475156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:21.484252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Request body: {'port': {'device_id': 'a581b45e-3805-4135-a06a-7362df85c64c', 'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f', 'admin_state_up': True, 'tenant_id': '6de8713812ca44e3885714e89f92a95c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:21.588295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32b0ef-3628-41f5-bde3-470296a005f4 req-edcd3586-0d24-4165-8d31-1860ac5ad41f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:21.598132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b32b0ef-3628-41f5-bde3-470296a005f4 req-edcd3586-0d24-4165-8d31-1860ac5ad41f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.0946548 Feb 03 04:30:21.677826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b32b0ef-3628-41f5-bde3-470296a005f4 req-b317e694-98bf-484e-9062-5bad01290aa3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758429 Feb 03 04:30:21.776367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:21.796979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Made reservation on behalf of 6de8713812ca44e3885714e89f92a95c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:21.800853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:21.804311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Allocated IP 172.20.0.12 (05093606-9566-4423-8e6f-2c5d06a90de4/4432c88d-f1ac-4c71-ab3e-b6b32697a87d/12c3a558-da0f-4c85-9942-969a043057c0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:30:21.856026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc334926-c9b0-4633-9a0c-b1d89c2e22f8 req-86084047-8ffa-4c28-b5b0-66d9ae5bcc8a tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 210 time: 0.0623436 Feb 03 04:30:21.896154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7926-47e3-4e9d-bda9-d24b45a91269 req-e3d4f082-c3cf-4e6e-b06a-16de9ddbd72a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:21.900280 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bcf7926-47e3-4e9d-bda9-d24b45a91269 req-e3d4f082-c3cf-4e6e-b06a-16de9ddbd72a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1539083 Feb 03 04:30:22.043710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bcf7926-47e3-4e9d-bda9-d24b45a91269 req-5a3e6e94-3ea1-4962-817a-44a825cff7ef tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311913 Feb 03 04:30:22.166547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:22.167227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.216766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:22.217685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:22.221298 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dca022f-261c-4949-8bad-72d0ad0f3cd9" -d '{"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-unplugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:22.227150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.269717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Allocated IP 172.20.0.6 (8d02161c-7f17-4e69-9567-d6f99ff17d3f/332f72ff-f45b-48ed-806b-b6ef9e78fa0e/0338fceb-fe5f-472b-94af-4274caabd310) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:30:22.293765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:22.312817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks [] for port (12c3a558-da0f-4c85-9942-969a043057c0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.320618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5a95f4c-d4e5-40af-86cd-693853622447 req-438594ca-6453-496d-a02b-7f8f8e0a851b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 210 time: 0.0715613 Feb 03 04:30:22.417285 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc771b-2cbd-4138-a58e-b8b147432390 x-openstack-request-id: req-63fc771b-2cbd-4138-a58e-b8b147432390 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:22.417285 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-unplugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:22.417610 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63fc771b-2cbd-4138-a58e-b8b147432390 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:22.417981 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'code': 200} Feb 03 04:30:22.457200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (12c3a558-da0f-4c85-9942-969a043057c0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.586113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Network 05093606-9566-4423-8e6f-2c5d06a90de4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:30:22.605090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:30:22.624773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:30:22.637305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event updated for resources: {'Port': ['ID=12c3a558-da0f-4c85-9942-969a043057c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:22.681411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks [] for port (0338fceb-fe5f-472b-94af-4274caabd310), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.702584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:22.703233 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.733923 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-8bf0fea7-903e-4d62-be2c-1492f976960c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5292499 Feb 03 04:30:22.747391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Request body: {'port': {'device_id': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:22.752032 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0338fceb-fe5f-472b-94af-4274caabd310), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.831828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Network 8d02161c-7f17-4e69-9567-d6f99ff17d3f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:30:22.853222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:30:22.859419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:30:22.865760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7244b52-35d7-43aa-ba1b-210c86a00c02 req-51e04022-31bc-4b2e-9da5-f83bd1a2cdff tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:22.867000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Pushing event updated for resources: {'Port': ['ID=0338fceb-fe5f-472b-94af-4274caabd310,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:22.880778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7244b52-35d7-43aa-ba1b-210c86a00c02 req-51e04022-31bc-4b2e-9da5-f83bd1a2cdff tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.1134121 Feb 03 04:30:22.890842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (12c3a558-da0f-4c85-9942-969a043057c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.950221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:22.951411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:22.980091 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-74bc3d48-6bec-402c-97a9-4cbf8993922f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5007639 Feb 03 04:30:23.002584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7244b52-35d7-43aa-ba1b-210c86a00c02 req-fd152830-fb75-4748-b414-5d7552204db2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208467 Feb 03 04:30:23.037479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Request body: {'port': {'device_id': 'a581b45e-3805-4135-a06a-7362df85c64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:23.050795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297af8a3-ee8c-4fc8-9950-14fcbf7bb72b req-05aee0ea-b2e2-4b2f-af7f-5f736a4f0add tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:23.080498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-297af8a3-ee8c-4fc8-9950-14fcbf7bb72b req-05aee0ea-b2e2-4b2f-af7f-5f736a4f0add tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 931 time: 0.1320870 Feb 03 04:30:23.140166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0338fceb-fe5f-472b-94af-4274caabd310), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.145798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-297af8a3-ee8c-4fc8-9950-14fcbf7bb72b req-9fe64fac-cf12-470b-b823-9f98038101fb tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641539 Feb 03 04:30:23.226094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c0db-b143-461a-aed7-4ccf306de4f7 req-7f9ded84-c75c-412e-84f3-0c5aebb47807 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:23.228264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef62c0db-b143-461a-aed7-4ccf306de4f7 req-7f9ded84-c75c-412e-84f3-0c5aebb47807 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0690725 Feb 03 04:30:23.292875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef62c0db-b143-461a-aed7-4ccf306de4f7 req-88111030-35ca-46e5-8adb-1e5d9e165e83 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491307 Feb 03 04:30:23.388985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c3a558-da0f-4c85-9942-969a043057c0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:23.429531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Publish callbacks [] for port (12c3a558-da0f-4c85-9942-969a043057c0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.450688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Transition to ACTIVE for port object 12c3a558-da0f-4c85-9942-969a043057c0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:30:23.456897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba66d2-8da3-443c-8fd8-103894ed5dad req-4de6035f-c53a-4236-826f-d4c00de4884e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:23.459066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cba66d2-8da3-443c-8fd8-103894ed5dad req-4de6035f-c53a-4236-826f-d4c00de4884e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 932 time: 0.0559349 Feb 03 04:30:23.465605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (12c3a558-da0f-4c85-9942-969a043057c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.501966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.551339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Pushing event updated for resources: {'Port': ['ID=12c3a558-da0f-4c85-9942-969a043057c0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:23.554605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cba66d2-8da3-443c-8fd8-103894ed5dad req-21aa722d-53ce-4191-9089-cb9fad57e28b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828786 Feb 03 04:30:23.581449 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.663762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0338fceb-fe5f-472b-94af-4274caabd310 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:23.676463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Publish callbacks [] for port (0338fceb-fe5f-472b-94af-4274caabd310), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.703753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Transition to ACTIVE for port object 0338fceb-fe5f-472b-94af-4274caabd310 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:30:23.714448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0338fceb-fe5f-472b-94af-4274caabd310), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.718997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Attempting to bind port 12c3a558-da0f-4c85-9942-969a043057c0 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:30:23.719337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Attempting to bind port 12c3a558-da0f-4c85-9942-969a043057c0 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:30:23.719732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Attempting to bind port 12c3a558-da0f-4c85-9942-969a043057c0 on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:23.750591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Port 12c3a558-da0f-4c85-9942-969a043057c0 on network 05093606-9566-4423-8e6f-2c5d06a90de4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:30:23.751330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Attempting to bind port 12c3a558-da0f-4c85-9942-969a043057c0 on network 05093606-9566-4423-8e6f-2c5d06a90de4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:23.770341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:30:23.770689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Checking segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:30:23.771077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Bound using segment: {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:30:23.771553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Bound port: 12c3a558-da0f-4c85-9942-969a043057c0, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854822d5-62dc-446d-ad44-aa236a6f4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:30:23.771920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (12c3a558-da0f-4c85-9942-969a043057c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.794489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0338fceb-fe5f-472b-94af-4274caabd310,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:23.905110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] For port 12c3a558-da0f-4c85-9942-969a043057c0, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:30:23.915450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Attempting to bind port 0338fceb-fe5f-472b-94af-4274caabd310 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:30:23.915843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Attempting to bind port 0338fceb-fe5f-472b-94af-4274caabd310 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cdddcebf-3aaa-4f24-be56-88d97bf49d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:30:23.916167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Attempting to bind port 0338fceb-fe5f-472b-94af-4274caabd310 on network 8d02161c-7f17-4e69-9567-d6f99ff17d3f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:23.921598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] For port 12c3a558-da0f-4c85-9942-969a043057c0, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=12c3a558-da0f-4c85-9942-969a043057c0,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:30:23.925325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Port 0338fceb-fe5f-472b-94af-4274caabd310 on network 8d02161c-7f17-4e69-9567-d6f99ff17d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:30:23.925652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Attempting to bind port 0338fceb-fe5f-472b-94af-4274caabd310 on network 8d02161c-7f17-4e69-9567-d6f99ff17d3f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:23.931338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:30:23.931713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Checking segment: {'id': 'cdddcebf-3aaa-4f24-be56-88d97bf49d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:30:23.932110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Bound using segment: {'id': 'cdddcebf-3aaa-4f24-be56-88d97bf49d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:30:23.933376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Bound port: 0338fceb-fe5f-472b-94af-4274caabd310, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdddcebf-3aaa-4f24-be56-88d97bf49d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:30:23.933376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0338fceb-fe5f-472b-94af-4274caabd310), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.935118 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (12c3a558-da0f-4c85-9942-969a043057c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:23.999159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:23.999811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:24.001320 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] 10.222.0.15 "PUT /v2.0/ports/12c3a558-da0f-4c85-9942-969a043057c0 HTTP/1.1" status: 200 len: 1092 time: 1.2584364 Feb 03 04:30:24.007132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'tag': '12c3a558-da0f-4c85-9942-969a043057c0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:24.009426 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f8e260-d9f7-45e6-acab-0736ef53bf88" -d '{"events": [{"name": "network-changed", "server_uuid": "df229d94-1ab6-4b2d-bd07-68d5bf4e938c", "tag": "12c3a558-da0f-4c85-9942-969a043057c0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:24.037502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf55b93-ac13-41ee-a562-ee83a812a210 service neutron] Pushing event updated for resources: {'Port': ['ID=12c3a558-da0f-4c85-9942-969a043057c0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:24.085835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] For port 0338fceb-fe5f-472b-94af-4274caabd310, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:30:24.096727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] For port 0338fceb-fe5f-472b-94af-4274caabd310, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0338fceb-fe5f-472b-94af-4274caabd310,segment=NetworkSegment(cdddcebf-3aaa-4f24-be56-88d97bf49d8f),segment_id=cdddcebf-3aaa-4f24-be56-88d97bf49d8f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:30:24.153303 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f021711a-d591-471a-9a31-9e3f1aebf007 x-openstack-request-id: req-f021711a-d591-471a-9a31-9e3f1aebf007 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:24.153740 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df229d94-1ab6-4b2d-bd07-68d5bf4e938c", "tag": "12c3a558-da0f-4c85-9942-969a043057c0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:24.154087 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f021711a-d591-471a-9a31-9e3f1aebf007 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:24.155235 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'tag': '12c3a558-da0f-4c85-9942-969a043057c0', 'status': 'completed', 'code': 200} Feb 03 04:30:24.161819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0338fceb-fe5f-472b-94af-4274caabd310), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:24.195649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b126b1-3cc0-4127-a245-50e77e4bf610 req-0b01c177-ca76-4dbb-b345-27d2daa54ba4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.197975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07b126b1-3cc0-4127-a245-50e77e4bf610 req-0b01c177-ca76-4dbb-b345-27d2daa54ba4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.0953441 Feb 03 04:30:24.213303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.214053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:24.215662 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/0338fceb-fe5f-472b-94af-4274caabd310 HTTP/1.1" status: 200 len: 1091 time: 1.2262008 Feb 03 04:30:24.227793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461469f-735a-495e-95de-04d22078325c req-64bbaf9d-db7f-488d-85c7-88b75f68e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.238994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-64bbaf9d-db7f-488d-85c7-88b75f68e1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 1126 time: 0.1311278 Feb 03 04:30:24.314040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07b126b1-3cc0-4127-a245-50e77e4bf610 req-254f1e89-34e6-48bf-ae8e-b4b2812eb152 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083400 Feb 03 04:30:24.321883 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-23628812-1252-4bb9-bfd2-959b9daa05c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12c3a558-da0f-4c85-9942-969a043057c0 HTTP/1.1" status: 200 len: 217 time: 0.0780792 Feb 03 04:30:24.383583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e52b1-8865-4acc-b17f-2cc635f6693a req-5efefaae-2b87-4f95-81ed-bfff3de96717 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.396112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f9e52b1-8865-4acc-b17f-2cc635f6693a req-5efefaae-2b87-4f95-81ed-bfff3de96717 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 943 time: 0.1319592 Feb 03 04:30:24.417891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461469f-735a-495e-95de-04d22078325c req-fb6373ce-c620-4492-bf43-1d7941dfb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.419952 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-fb6373ce-c620-4492-bf43-1d7941dfb5ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.0559912 Feb 03 04:30:24.421520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3496c-0a7f-4a52-b967-b8ac3d42f3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0338fceb-fe5f-472b-94af-4274caabd310,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:24.465306 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-a55e0954-b374-489b-9de2-e20c5e4c1d50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365849 Feb 03 04:30:24.484816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-b39c3e87-24c9-4f25-a04c-f3a7d935e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.486716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-b39c3e87-24c9-4f25-a04c-f3a7d935e298 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6de8713812ca44e3885714e89f92a95c&device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 1125 time: 0.1841362 Feb 03 04:30:24.489419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f9e52b1-8865-4acc-b17f-2cc635f6693a req-a07d0970-f678-40e1-a4fa-2eabe5f3fd0c tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919862 Feb 03 04:30:24.521232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb08b-b124-43c1-916f-024a9f59dd7f req-1af20888-d74e-48e3-ad9b-188eefe3fefb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.523104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0beb08b-b124-43c1-916f-024a9f59dd7f req-1af20888-d74e-48e3-ad9b-188eefe3fefb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1180806 Feb 03 04:30:24.563748 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-d1dacb77-76ea-4be6-ac58-76d6956af0d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0338fceb-fe5f-472b-94af-4274caabd310 HTTP/1.1" status: 200 len: 217 time: 0.0505128 Feb 03 04:30:24.598907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0beb08b-b124-43c1-916f-024a9f59dd7f req-68244390-fdd1-4afc-88c0-9516a23b3734 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685933 Feb 03 04:30:24.677829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-7bed3931-ef51-49a5-9107-bdb0f75b9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.679438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-7bed3931-ef51-49a5-9107-bdb0f75b9762 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=332f72ff-f45b-48ed-806b-b6ef9e78fa0e HTTP/1.1" status: 200 len: 854 time: 0.1063161 Feb 03 04:30:24.697459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-b6919474-2215-47cc-83c1-178bdee04dfe service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229478 Feb 03 04:30:24.742629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a12cb-1e5c-40f6-98b9-6eac66f72c6f req-4ad6866c-d4bc-45c4-9bf2-3b52a7a00551 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:24.743938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b4a12cb-1e5c-40f6-98b9-6eac66f72c6f req-4ad6866c-d4bc-45c4-9bf2-3b52a7a00551 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 944 time: 0.0716650 Feb 03 04:30:24.775257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-0bbdbe32-dd5a-4209-bb0b-e58c375d58e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d02161c-7f17-4e69-9567-d6f99ff17d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854721 Feb 03 04:30:24.794086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b4a12cb-1e5c-40f6-98b9-6eac66f72c6f req-6b8e0c39-6fe8-4d04-bc94-8f816586d0c9 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Feb 03 04:30:24.922339 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7461469f-735a-495e-95de-04d22078325c req-5153c4c8-c35a-43fb-837a-3022f4f7a84f service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949384 Feb 03 04:30:24.943494 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-5daa1747-9cb3-4476-bf04-619d1585e70f service neutron] 10.222.0.15 "GET /v2.0/networks/8d02161c-7f17-4e69-9567-d6f99ff17d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589160 Feb 03 04:30:25.084726 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13f40da2-5314-4c54-8165-1b5c46cc4cb9 req-44b37383-e1d0-40a4-80a9-c66f8c72eac5 service neutron] 10.222.0.15 "GET /v2.0/networks/8d02161c-7f17-4e69-9567-d6f99ff17d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334076 Feb 03 04:30:25.087542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-ba204607-f9aa-4a4f-8cbe-01e561d5766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.088934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-ba204607-f9aa-4a4f-8cbe-01e561d5766c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b75d8a9414884c70a12f5de70a137ef2&device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 1126 time: 0.0968792 Feb 03 04:30:25.182763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-2bf13788-7e85-4982-96f4-073ede8f0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.183395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-2bf13788-7e85-4982-96f4-073ede8f0a18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 200 len: 913 time: 0.0874870 Feb 03 04:30:25.228990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-eaab9043-b8ab-4890-ad3f-a072cacd73f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12c3a558-da0f-4c85-9942-969a043057c0 HTTP/1.1" status: 200 len: 217 time: 0.0386324 Feb 03 04:30:25.279118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-a76fb551-e8b6-4150-9b3a-fbf3af49b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.280747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-a76fb551-e8b6-4150-9b3a-fbf3af49b56a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 200 len: 852 time: 0.0444429 Feb 03 04:30:25.314580 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-e90510f5-c361-4198-a9b0-db2942ad95ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05093606-9566-4423-8e6f-2c5d06a90de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264144 Feb 03 04:30:25.407540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-119cd6f0-f7e1-402c-bbb6-0b58a3bab592 service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846298 Feb 03 04:30:25.436143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0433759-0ddc-41a8-a180-ac73eda970a1 req-3e050701-9842-40e1-93ca-0692e213a0f4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.437604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0433759-0ddc-41a8-a180-ac73eda970a1 req-3e050701-9842-40e1-93ca-0692e213a0f4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.0531230 Feb 03 04:30:25.491923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0433759-0ddc-41a8-a180-ac73eda970a1 req-e72095f9-cf87-4a2e-b225-ef5324189867 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Feb 03 04:30:25.504584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25f8e260-d9f7-45e6-acab-0736ef53bf88 req-c80cf8a5-fc0e-4e3d-8742-ad0d193d6130 service neutron] 10.222.0.15 "GET /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902135 Feb 03 04:30:25.617683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c203-9d54-47e3-ba37-f9d25aa713d3 req-00351695-f85a-4673-851d-6dc0e0185552 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.619776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dcb5c203-9d54-47e3-ba37-f9d25aa713d3 req-00351695-f85a-4673-851d-6dc0e0185552 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 943 time: 0.0577676 Feb 03 04:30:25.667751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dcb5c203-9d54-47e3-ba37-f9d25aa713d3 req-d01eaf1c-c886-4603-a36b-e22b5f6492af tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Feb 03 04:30:25.720379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100b273-2b1e-4b74-b127-a2dcbebdf561 req-9e337535-0f97-4724-bd08-c9eddc9dcdda tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.721854 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2100b273-2b1e-4b74-b127-a2dcbebdf561 req-9e337535-0f97-4724-bd08-c9eddc9dcdda tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0532548 Feb 03 04:30:25.771179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2100b273-2b1e-4b74-b127-a2dcbebdf561 req-c26ba269-9d07-4a9b-93f2-07d42c12eb4c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Feb 03 04:30:25.803717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:30:25.860859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-bfcf6860-69be-49e1-9a20-3213780d07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.862376 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-bfcf6860-69be-49e1-9a20-3213780d07d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 1127 time: 0.0481150 Feb 03 04:30:25.907250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:25.918827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'mac_address': 'fa:16:3e:d3:33:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:30:25.921521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af33a14-58d2-4270-bd6e-966ee37149aa req-af3abc3e-3d97-444d-a665-9ff0bdc003aa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.923723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5af33a14-58d2-4270-bd6e-966ee37149aa req-af3abc3e-3d97-444d-a665-9ff0bdc003aa tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 944 time: 0.0576730 Feb 03 04:30:25.957697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-9430c858-a886-4b29-9b2a-b4ed026b9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:25.958403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:25.958802 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:25.959565 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-9430c858-a886-4b29-9b2a-b4ed026b9b02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.0913589 Feb 03 04:30:25.974611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5af33a14-58d2-4270-bd6e-966ee37149aa req-02bf2ef4-85d7-4191-893a-8fd76493ca98 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Feb 03 04:30:25.975476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7309ab-ad77-4879-86de-3562c8ea5e8b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:26.003401 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-1a724514-4f58-4486-a0b2-878204aef7ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a2afeac-9a20-433a-b353-151de64a7b29 HTTP/1.1" status: 200 len: 217 time: 0.0375936 Feb 03 04:30:26.004926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:26.009958 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:26.055525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-2e972ee1-d3ca-4cdf-972f-08fe7a5d70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.056991 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-2e972ee1-d3ca-4cdf-972f-08fe7a5d70fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.0475121 Feb 03 04:30:26.062469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:26.070984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.071315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.071715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.072058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.072390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.072714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.073032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.073362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.073681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.073998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.074319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.074635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.074951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:30:26.105216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-5fc75045-9a5e-4e2f-b931-c3a74d0739ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.106763 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-5fc75045-9a5e-4e2f-b931-c3a74d0739ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437579 Feb 03 04:30:26.165475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a581b45e-3805-4135-a06a-7362df85c64c', 'tag': '0338fceb-fe5f-472b-94af-4274caabd310'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:26.167640 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38f54b-b4c8-45c3-a8ff-46957c095adb" -d '{"events": [{"name": "network-changed", "server_uuid": "a581b45e-3805-4135-a06a-7362df85c64c", "tag": "0338fceb-fe5f-472b-94af-4274caabd310"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:26.199488 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-a4263ed2-d01d-4708-9dff-e09b2003c307 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855029 Feb 03 04:30:26.206466 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4d933-cfc1-48d9-ae5d-93b857f100ca x-openstack-request-id: req-6cf4d933-cfc1-48d9-ae5d-93b857f100ca {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:26.206752 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a581b45e-3805-4135-a06a-7362df85c64c", "tag": "0338fceb-fe5f-472b-94af-4274caabd310", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:26.207004 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cf4d933-cfc1-48d9-ae5d-93b857f100ca {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:26.207378 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a581b45e-3805-4135-a06a-7362df85c64c', 'tag': '0338fceb-fe5f-472b-94af-4274caabd310', 'status': 'completed', 'code': 200} Feb 03 04:30:26.320786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f844098-beca-4e14-8fb4-78e12235d7c1 req-5ed06a82-bb8f-4df9-bb01-ce46dd59b4c4 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158707 Feb 03 04:30:26.324994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-140c2edc-660a-4fae-98d0-b8e755013a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.326358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-140c2edc-660a-4fae-98d0-b8e755013a5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6de8713812ca44e3885714e89f92a95c&device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 1125 time: 0.0885844 Feb 03 04:30:26.482097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['df7309ab-ad77-4879-86de-3562c8ea5e8b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:26.638185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c1b86-62a4-41e1-8672-e89ca6651bbc req-2c127f1d-dd14-497d-9faa-990669f885d3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.641068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-674c1b86-62a4-41e1-8672-e89ca6651bbc req-2c127f1d-dd14-497d-9faa-990669f885d3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.0613315 Feb 03 04:30:26.713588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-674c1b86-62a4-41e1-8672-e89ca6651bbc req-44b0116a-d3f6-4660-b975-abcafe9e4d58 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651751 Feb 03 04:30:26.742087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-1d35c207-ef15-4e01-a9c9-37411f9ce0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.743604 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-1d35c207-ef15-4e01-a9c9-37411f9ce0ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d02161c-7f17-4e69-9567-d6f99ff17d3f HTTP/1.1" status: 200 len: 915 time: 0.4086998 Feb 03 04:30:26.787365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-ea12fb84-82f3-4491-bb0a-161a3fdda9e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0338fceb-fe5f-472b-94af-4274caabd310 HTTP/1.1" status: 200 len: 217 time: 0.0368574 Feb 03 04:30:26.803187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7671-9cb4-4ccb-98c2-0bbbba86266c req-d75d81a7-fea2-402d-a17e-db0f45a25840 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.805029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e9b7671-9cb4-4ccb-98c2-0bbbba86266c req-d75d81a7-fea2-402d-a17e-db0f45a25840 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 943 time: 0.0579824 Feb 03 04:30:26.852694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-b5ce6cc8-b6f4-4910-a358-6851b2d910f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.855898 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-b5ce6cc8-b6f4-4910-a358-6851b2d910f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=332f72ff-f45b-48ed-806b-b6ef9e78fa0e HTTP/1.1" status: 200 len: 854 time: 0.0611403 Feb 03 04:30:26.862989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e9b7671-9cb4-4ccb-98c2-0bbbba86266c req-532e3d28-1827-435a-bbbd-630dc1eb0b32 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525918 Feb 03 04:30:26.901425 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-699b3ba6-f6f9-4246-9d8e-4ad2bfc13544 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d02161c-7f17-4e69-9567-d6f99ff17d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332482 Feb 03 04:30:26.958688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551e274-cae3-48d8-9aa5-4aed4fa482e0 req-33c3c1cb-7fc6-4544-b0fa-1e45a689186f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:26.960203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c551e274-cae3-48d8-9aa5-4aed4fa482e0 req-33c3c1cb-7fc6-4544-b0fa-1e45a689186f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0603948 Feb 03 04:30:26.997081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-0b24673c-d3c1-43a5-91a2-b80de3323608 service neutron] 10.222.0.15 "GET /v2.0/networks/8d02161c-7f17-4e69-9567-d6f99ff17d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873611 Feb 03 04:30:27.009795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c551e274-cae3-48d8-9aa5-4aed4fa482e0 req-a3bd4e2f-c362-4ef0-97ee-11c2b47f85a2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Feb 03 04:30:27.105234 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a38f54b-b4c8-45c3-a8ff-46957c095adb req-66d919b8-8582-4700-8597-085d267f53e4 service neutron] 10.222.0.15 "GET /v2.0/networks/8d02161c-7f17-4e69-9567-d6f99ff17d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999982 Feb 03 04:30:27.125211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8bba-39f5-40ae-bed8-ac7f36b4f38d req-b6383bc9-7f85-49d6-8270-db8d26874633 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:27.144107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51fd8bba-39f5-40ae-bed8-ac7f36b4f38d req-b6383bc9-7f85-49d6-8270-db8d26874633 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 944 time: 0.0684984 Feb 03 04:30:27.199399 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51fd8bba-39f5-40ae-bed8-ac7f36b4f38d req-1c45b32c-6d1c-4df7-91ba-cf24e1afcdfc tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Feb 03 04:30:27.834114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0338fceb-fe5f-472b-94af-4274caabd310 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:30:27.838165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:30:27.851326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e73204-4015-418a-afc6-5080c9632ad9 req-9d92c1ce-ca4f-46a8-82a2-6a50de783774 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:27.858942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27e73204-4015-418a-afc6-5080c9632ad9 req-9d92c1ce-ca4f-46a8-82a2-6a50de783774 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.0693552 Feb 03 04:30:27.936958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27e73204-4015-418a-afc6-5080c9632ad9 req-ebc6acc1-32c7-4acb-b2eb-0dd454b09dbd tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772491 Feb 03 04:30:28.021377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port df7309ab-ad77-4879-86de-3562c8ea5e8b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:28.022034 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:28.040111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1fcca-4477-4f91-93aa-e7d91de4f8c0 req-a6ef9d74-62cc-4104-a721-3e0e23e23a43 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:28.041536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ec1fcca-4477-4f91-93aa-e7d91de4f8c0 req-a6ef9d74-62cc-4104-a721-3e0e23e23a43 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 943 time: 0.0671122 Feb 03 04:30:28.060140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0338fceb-fe5f-472b-94af-4274caabd310, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0338fceb-fe5f-472b-94af-4274caabd310,segment=NetworkSegment(cdddcebf-3aaa-4f24-be56-88d97bf49d8f),segment_id=cdddcebf-3aaa-4f24-be56-88d97bf49d8f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:28.079584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '0338fceb-fe5f-472b-94af-4274caabd310', 'network_id': '8d02161c-7f17-4e69-9567-d6f99ff17d3f', 'port_id': '0338fceb-fe5f-472b-94af-4274caabd310', 'mac_address': 'fa:16:3e:89:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332f72ff-f45b-48ed-806b-b6ef9e78fa0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:30:28.173351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ec1fcca-4477-4f91-93aa-e7d91de4f8c0 req-ffa15340-b5fc-42fa-8da3-91a4a428774c tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236160 Feb 03 04:30:28.180233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0338fceb-fe5f-472b-94af-4274caabd310 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:28.180640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0338fceb-fe5f-472b-94af-4274caabd310), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:28.208872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0338fceb-fe5f-472b-94af-4274caabd310 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:28.213752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:28.214196 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:28.215162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1941c4e-f95d-4004-b040-10fe2049c2d1 req-ce5340d0-5e83-42a2-b05f-7cae2cb257a6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:28.218196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1941c4e-f95d-4004-b040-10fe2049c2d1 req-ce5340d0-5e83-42a2-b05f-7cae2cb257a6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1017315 Feb 03 04:30:28.262510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0338fceb-fe5f-472b-94af-4274caabd310, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0338fceb-fe5f-472b-94af-4274caabd310,segment=NetworkSegment(cdddcebf-3aaa-4f24-be56-88d97bf49d8f),segment_id=cdddcebf-3aaa-4f24-be56-88d97bf49d8f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:28.267810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:28.270200 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56b6186-4ea3-4ba1-95d9-671ae296c318" -d '{"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-plugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:28.278160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1941c4e-f95d-4004-b040-10fe2049c2d1 req-8f5f5824-e440-4eab-9219-a16969db5f2f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523632 Feb 03 04:30:28.287539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0338fceb-fe5f-472b-94af-4274caabd310), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:28.295782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 12c3a558-da0f-4c85-9942-969a043057c0 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:30:28.303702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:28.331883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:28.371473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0338fceb-fe5f-472b-94af-4274caabd310,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:28.375256 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568a914d-8ba8-4791-a0e4-5e9cdff22535 x-openstack-request-id: req-568a914d-8ba8-4791-a0e4-5e9cdff22535 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:28.376234 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-plugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:28.376546 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-568a914d-8ba8-4791-a0e4-5e9cdff22535 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:28.376947 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'code': 200} Feb 03 04:30:28.396449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca0803-2acf-4f28-9b01-0481930fa96d req-496e9eb6-c857-48b9-b937-225efb1022ba tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:28.397975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21ca0803-2acf-4f28-9b01-0481930fa96d req-496e9eb6-c857-48b9-b937-225efb1022ba tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 944 time: 0.0702229 Feb 03 04:30:28.434646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:28.441595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:30:28.464732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21ca0803-2acf-4f28-9b01-0481930fa96d req-a5a360f2-dd76-4447-984b-a73b1e6ebc91 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609684 Feb 03 04:30:28.560976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 12c3a558-da0f-4c85-9942-969a043057c0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=12c3a558-da0f-4c85-9942-969a043057c0,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:28.573880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '12c3a558-da0f-4c85-9942-969a043057c0', 'network_id': '05093606-9566-4423-8e6f-2c5d06a90de4', 'port_id': '12c3a558-da0f-4c85-9942-969a043057c0', 'mac_address': 'fa:16:3e:e1:98:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4432c88d-f1ac-4c71-ab3e-b6b32697a87d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:30:28.639592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 12c3a558-da0f-4c85-9942-969a043057c0 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:28.639943 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (12c3a558-da0f-4c85-9942-969a043057c0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:28.656192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c3a558-da0f-4c85-9942-969a043057c0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:28.680390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 12c3a558-da0f-4c85-9942-969a043057c0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=12c3a558-da0f-4c85-9942-969a043057c0,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:28.685348 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (12c3a558-da0f-4c85-9942-969a043057c0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:28.738707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=12c3a558-da0f-4c85-9942-969a043057c0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:29.072275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['12c3a558-da0f-4c85-9942-969a043057c0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:29.074637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4883d-86a8-450c-afa9-d5a3d0467bc6 req-9ac20caa-0435-407a-8656-84bc6a9d31aa tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:29.079351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0338fceb-fe5f-472b-94af-4274caabd310'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:29.082348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dec4883d-86a8-450c-afa9-d5a3d0467bc6 req-9ac20caa-0435-407a-8656-84bc6a9d31aa tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 945 time: 0.0656037 Feb 03 04:30:29.138692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dec4883d-86a8-450c-afa9-d5a3d0467bc6 req-aaa1c2b3-0734-440c-981f-f4e4caf35de5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 Feb 03 04:30:29.346155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d2342-241d-4b2a-be2f-9af8a791e206 req-758b0f5c-91f8-42f3-a10f-06d9e421f084 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:29.354388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-671d2342-241d-4b2a-be2f-9af8a791e206 req-758b0f5c-91f8-42f3-a10f-06d9e421f084 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1169279 Feb 03 04:30:29.427578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cbb-24e0-439f-87bc-76d7280999ba req-4ed7dd65-2a41-4bbf-80d7-0bf62e97e339 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:29.435264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b901cbb-24e0-439f-87bc-76d7280999ba req-4ed7dd65-2a41-4bbf-80d7-0bf62e97e339 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 944 time: 0.1510069 Feb 03 04:30:29.476959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-671d2342-241d-4b2a-be2f-9af8a791e206 req-cb1d26c2-7132-49a4-a2c7-726ca23a7778 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216483 Feb 03 04:30:29.527543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b901cbb-24e0-439f-87bc-76d7280999ba req-bac436d1-f754-4f6f-abfc-3e575df74d81 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814393 Feb 03 04:30:29.985545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5a66f-f39b-4dfa-a395-c1c9e9e71652 req-de0412a4-feed-4b2f-91df-234493bc4766 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:29.995179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fc5a66f-f39b-4dfa-a395-c1c9e9e71652 req-de0412a4-feed-4b2f-91df-234493bc4766 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.4091556 Feb 03 04:30:30.004579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88a18f-49b9-4db2-a7f8-923dd648f6bf req-2c4f1426-fb39-430c-a566-88cfa5125075 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:30.007982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e88a18f-49b9-4db2-a7f8-923dd648f6bf req-2c4f1426-fb39-430c-a566-88cfa5125075 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 945 time: 0.0937035 Feb 03 04:30:30.106518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fc5a66f-f39b-4dfa-a395-c1c9e9e71652 req-4da1a272-27ff-452e-8516-0f00893a97a5 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088736 Feb 03 04:30:30.111598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e88a18f-49b9-4db2-a7f8-923dd648f6bf req-a52227fe-bf5e-41c5-a285-ef180aca6c8e tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894966 Feb 03 04:30:30.259961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4a2afeac-9a20-433a-b353-151de64a7b29 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:30.286771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d434-413f-4003-8115-f1dc4cc13574 req-75ec4bf9-7c0e-4c2f-8f77-a7e4e82f814e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:30.294330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ab6d434-413f-4003-8115-f1dc4cc13574 req-75ec4bf9-7c0e-4c2f-8f77-a7e4e82f814e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0884190 Feb 03 04:30:30.366911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4a2afeac-9a20-433a-b353-151de64a7b29 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:30.367545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:30.368315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ab6d434-413f-4003-8115-f1dc4cc13574 req-a3d86ba6-1587-4a04-b90e-a8fa793523b3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730124 Feb 03 04:30:30.396416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:30.398836 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4841ee3-a83c-49df-9f73-5983a3c95c11" -d '{"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:30.435989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:30.457494 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dec74e-42e0-4f11-a6b6-f48be306b7bc x-openstack-request-id: req-05dec74e-42e0-4f11-a6b6-f48be306b7bc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:30.458791 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-unplugged", "status": "failed", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:30.459346 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05dec74e-42e0-4f11-a6b6-f48be306b7bc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:30.460097 n-d-827549-1 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29', 'code': 422} returned with failed status Feb 03 04:30:30.464123 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:30.527832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:30.734947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef853c4a-742e-4fb4-a30b-1ef4edbe0611 req-bd76524e-29c7-47a9-919c-e8b2bda4c6a8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:30.737266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef853c4a-742e-4fb4-a30b-1ef4edbe0611 req-bd76524e-29c7-47a9-919c-e8b2bda4c6a8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1042969 Feb 03 04:30:30.785460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038cda5-6dcd-40a7-b91c-aee7412a2c8c req-1b5405ee-23ea-49a4-97a2-4a16a13d9001 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:30.787406 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7038cda5-6dcd-40a7-b91c-aee7412a2c8c req-1b5405ee-23ea-49a4-97a2-4a16a13d9001 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 944 time: 0.0912974 Feb 03 04:30:30.846985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef853c4a-742e-4fb4-a30b-1ef4edbe0611 req-3ee7a7e2-bd21-4e0f-bd29-d49c06bf5f81 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000924 Feb 03 04:30:30.882672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7038cda5-6dcd-40a7-b91c-aee7412a2c8c req-5ce766a5-817f-4ec8-8f95-e09a82f3db94 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812750 Feb 03 04:30:31.357155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255e2ad-2984-4ee6-848e-c130a07a05ec req-966e6f14-cd93-4be9-a8c1-5e311c57b5e1 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:31.365433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d255e2ad-2984-4ee6-848e-c130a07a05ec req-966e6f14-cd93-4be9-a8c1-5e311c57b5e1 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1408343 Feb 03 04:30:31.380766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d1420-2e66-4075-880a-5c6092480577 req-7dde16e2-f526-4ce6-9943-92dc783e11b1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:31.382282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d85d1420-2e66-4075-880a-5c6092480577 req-7dde16e2-f526-4ce6-9943-92dc783e11b1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 945 time: 0.1411493 Feb 03 04:30:31.470456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d255e2ad-2984-4ee6-848e-c130a07a05ec req-d5143773-6bcb-4a1b-8004-fd0784280f9c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037543 Feb 03 04:30:31.501944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d85d1420-2e66-4075-880a-5c6092480577 req-3e8fdb03-6607-4635-a2dc-8cf3c4d8111c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974131 Feb 03 04:30:31.875549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0338fceb-fe5f-472b-94af-4274caabd310 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:30:31.962533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 0338fceb-fe5f-472b-94af-4274caabd310 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:30:31.968528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 0338fceb-fe5f-472b-94af-4274caabd310 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:31.969202 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0338fceb-fe5f-472b-94af-4274caabd310), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:32.085094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0338fceb-fe5f-472b-94af-4274caabd310 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:32.085611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0338fceb-fe5f-472b-94af-4274caabd310), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:32.140708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6fb20-1459-46b3-bd7a-b915b76d6960 req-c304d0a1-ccb9-48de-915a-1e4b3d896747 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:32.147970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5b6fb20-1459-46b3-bd7a-b915b76d6960 req-c304d0a1-ccb9-48de-915a-1e4b3d896747 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 944 time: 0.1461589 Feb 03 04:30:32.166987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0338fceb-fe5f-472b-94af-4274caabd310, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0338fceb-fe5f-472b-94af-4274caabd310,segment=NetworkSegment(cdddcebf-3aaa-4f24-be56-88d97bf49d8f),segment_id=cdddcebf-3aaa-4f24-be56-88d97bf49d8f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:32.175209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0338fceb-fe5f-472b-94af-4274caabd310), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:32.177463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 12c3a558-da0f-4c85-9942-969a043057c0 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:30:32.190681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4582-8d5f-4794-8e39-913068a09ffa req-327eede3-a036-46e1-9c2a-dcb41c8fb688 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:32.192275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c92b4582-8d5f-4794-8e39-913068a09ffa req-327eede3-a036-46e1-9c2a-dcb41c8fb688 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1769719 Feb 03 04:30:32.264364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5b6fb20-1459-46b3-bd7a-b915b76d6960 req-d3e6d9a5-d0a5-4755-ba6f-a952e7f7d7d3 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154821 Feb 03 04:30:32.314964 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c92b4582-8d5f-4794-8e39-913068a09ffa req-66c95af9-ca80-4846-a264-1ade9198b315 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102326 Feb 03 04:30:32.315187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0338fceb-fe5f-472b-94af-4274caabd310,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:32.341479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 12c3a558-da0f-4c85-9942-969a043057c0 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:30:32.348380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 12c3a558-da0f-4c85-9942-969a043057c0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:32.348822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (12c3a558-da0f-4c85-9942-969a043057c0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:32.462335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a581b45e-3805-4135-a06a-7362df85c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338fceb-fe5f-472b-94af-4274caabd310'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:32.465059 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13eb0de-0b98-41c7-b72c-f016ae7f38a5" -d '{"events": [{"server_uuid": "a581b45e-3805-4135-a06a-7362df85c64c", "name": "network-vif-plugged", "status": "completed", "tag": "0338fceb-fe5f-472b-94af-4274caabd310"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:32.474622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 12c3a558-da0f-4c85-9942-969a043057c0 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:32.474622 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (12c3a558-da0f-4c85-9942-969a043057c0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:32.524023 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c8ca8-7846-46fb-9e47-41ddef116f4d x-openstack-request-id: req-db0c8ca8-7846-46fb-9e47-41ddef116f4d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:32.524332 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a581b45e-3805-4135-a06a-7362df85c64c", "name": "network-vif-plugged", "status": "completed", "tag": "0338fceb-fe5f-472b-94af-4274caabd310", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:32.524629 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db0c8ca8-7846-46fb-9e47-41ddef116f4d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:32.525068 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a581b45e-3805-4135-a06a-7362df85c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338fceb-fe5f-472b-94af-4274caabd310', 'code': 200} Feb 03 04:30:32.534146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 12c3a558-da0f-4c85-9942-969a043057c0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=12c3a558-da0f-4c85-9942-969a043057c0,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:32.545194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (12c3a558-da0f-4c85-9942-969a043057c0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:32.662822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=12c3a558-da0f-4c85-9942-969a043057c0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:32.665630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3c6e-ea79-4fb1-85fe-9ae1889d9e63 req-1fc4cbbd-bc0e-492c-a3f5-d750e8d51417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:32.674338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65dd3c6e-ea79-4fb1-85fe-9ae1889d9e63 req-1fc4cbbd-bc0e-492c-a3f5-d750e8d51417 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 1127 time: 0.0658829 Feb 03 04:30:32.739802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65dd3c6e-ea79-4fb1-85fe-9ae1889d9e63 req-aecb63d3-1e2b-49a8-85e1-13fdfe8498e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640702 Feb 03 04:30:32.742541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f503a1-badd-4245-a9f7-b124721a71dd req-645cc4a0-1d80-4a4e-9020-52e92cefbaf8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:32.750232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5f503a1-badd-4245-a9f7-b124721a71dd req-645cc4a0-1d80-4a4e-9020-52e92cefbaf8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0833709 Feb 03 04:30:32.830727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5f503a1-badd-4245-a9f7-b124721a71dd req-14e8d524-a6e9-48ab-9235-d285b7ce9a40 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733404 Feb 03 04:30:32.945007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f768aab-432f-4e05-a41a-0bfa8384a818 req-21529623-1add-43d3-9b6f-55099d8694d3 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:32.948761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f768aab-432f-4e05-a41a-0bfa8384a818 req-21529623-1add-43d3-9b6f-55099d8694d3 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.0973508 Feb 03 04:30:33.040895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f768aab-432f-4e05-a41a-0bfa8384a818 req-f9915bf1-6a23-4e05-99a6-e16e7f4d5139 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846839 Feb 03 04:30:33.072940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.080922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.087173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.093038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.099305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.104847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.113038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.115022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-f018864e-ade4-403d-bb1f-719fec02e0a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1209927 Feb 03 04:30:33.134142 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff1e4-f733-4e6d-98d1-c13cf346ad6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:33.205888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d591b30-a797-44bf-bf17-fa0792af3c04 req-167d5739-3c62-4bae-9079-65c2fdf7cc1e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767362 Feb 03 04:30:33.522444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2cf2c-7f75-4f8a-8249-bbbe4bcafb24 req-59c982ed-b53d-4a7a-bac7-9f8559e27e5f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.532902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3e2cf2c-7f75-4f8a-8249-bbbe4bcafb24 req-59c982ed-b53d-4a7a-bac7-9f8559e27e5f tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 945 time: 0.1372113 Feb 03 04:30:33.551874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bc076-dc87-4092-a6a2-3425e1eb5e1e req-7ae2bd55-2eba-498a-86d5-4064daca572b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.554627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-444bc076-dc87-4092-a6a2-3425e1eb5e1e req-7ae2bd55-2eba-498a-86d5-4064daca572b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1193295 Feb 03 04:30:33.640907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3e2cf2c-7f75-4f8a-8249-bbbe4bcafb24 req-125fe28a-6a1d-4b94-92a3-99fad5393008 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067460 Feb 03 04:30:33.682612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-444bc076-dc87-4092-a6a2-3425e1eb5e1e req-97fe39e5-e096-49e9-874d-b4347e66812f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150548 Feb 03 04:30:33.988140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e40227-75b0-4135-ad17-81ae8b14a6e5 req-2e11eeb0-5944-464e-94a8-cfb92198685e tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:33.989681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54e40227-75b0-4135-ad17-81ae8b14a6e5 req-2e11eeb0-5944-464e-94a8-cfb92198685e tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0711911 Feb 03 04:30:34.070314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54e40227-75b0-4135-ad17-81ae8b14a6e5 req-8744b63c-a841-41a6-a64d-8658ec82da6f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720615 Feb 03 04:30:34.229171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f64dc-e8e6-4ec8-ac34-ceab6012f5ca req-eb40c866-2221-488d-abe3-657d72830f90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.239852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f5f64dc-e8e6-4ec8-ac34-ceab6012f5ca req-eb40c866-2221-488d-abe3-657d72830f90 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.0931704 Feb 03 04:30:34.306602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f5f64dc-e8e6-4ec8-ac34-ceab6012f5ca req-7dc35d0a-0542-40d7-9410-c5c53b0eb547 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652225 Feb 03 04:30:34.414837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.420615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.426456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.436349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.442203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.447955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.453975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.455803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-d26f32ec-a6f4-401a-91fe-ec6a667ae985 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1168897 Feb 03 04:30:34.526289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c3a558-da0f-4c85-9942-969a043057c0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:34.529835 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a74510-5e2f-47b3-8e17-5bc546ca0926" -d '{"events": [{"server_uuid": "df229d94-1ab6-4b2d-bd07-68d5bf4e938c", "name": "network-vif-plugged", "status": "completed", "tag": "12c3a558-da0f-4c85-9942-969a043057c0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:34.537545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea6514fd-a038-40b6-a707-ad63716b88ac req-8d850d71-0dbf-4661-8570-bde77dae0d61 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749063 Feb 03 04:30:34.613310 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f9e72-a1d2-4e4b-952b-ad14168962c9 x-openstack-request-id: req-0d6f9e72-a1d2-4e4b-952b-ad14168962c9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:34.613629 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df229d94-1ab6-4b2d-bd07-68d5bf4e938c", "name": "network-vif-plugged", "status": "completed", "tag": "12c3a558-da0f-4c85-9942-969a043057c0", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:34.613894 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d6f9e72-a1d2-4e4b-952b-ad14168962c9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:34.614313 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c3a558-da0f-4c85-9942-969a043057c0', 'code': 200} Feb 03 04:30:34.777392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e4b03-4f81-406f-81cf-a8e18f6ade95 req-fe3ea5ac-7d66-4236-9590-73d5ab155ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.778903 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-160e4b03-4f81-406f-81cf-a8e18f6ade95 req-fe3ea5ac-7d66-4236-9590-73d5ab155ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 1128 time: 0.0890706 Feb 03 04:30:34.860810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-160e4b03-4f81-406f-81cf-a8e18f6ade95 req-8f654ef4-4cf8-4a23-8b6e-23752bb8d4d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745234 Feb 03 04:30:34.945661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049bd82-0612-4c0f-9dcf-6b7f0b584b5a req-e188c0c5-c645-4d80-8e2e-0d764b39c4f2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:34.954495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c049bd82-0612-4c0f-9dcf-6b7f0b584b5a req-e188c0c5-c645-4d80-8e2e-0d764b39c4f2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1482739 Feb 03 04:30:35.002777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9c51-9e60-48e2-8f57-56c8d06318a0 req-cb80b626-d02c-4b50-9e4a-0f17a0ef656c tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.008688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-725c9c51-9e60-48e2-8f57-56c8d06318a0 req-cb80b626-d02c-4b50-9e4a-0f17a0ef656c tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 945 time: 0.1779814 Feb 03 04:30:35.079313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c049bd82-0612-4c0f-9dcf-6b7f0b584b5a req-50e7b2d0-0f4b-4673-9a4d-aa9621c387d8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235285 Feb 03 04:30:35.112346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-725c9c51-9e60-48e2-8f57-56c8d06318a0 req-9afed925-1386-4aa0-afb6-491d9238df10 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Feb 03 04:30:35.306682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79fa2d-2059-4a59-94ab-cff5558324a5 req-d4e4a60e-58fb-4eca-9704-f4fca8f3b5d3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.309573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e79fa2d-2059-4a59-94ab-cff5558324a5 req-d4e4a60e-58fb-4eca-9704-f4fca8f3b5d3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0860279 Feb 03 04:30:35.394348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e79fa2d-2059-4a59-94ab-cff5558324a5 req-be2a13ac-9049-48f6-8c14-75370224e66f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724895 Feb 03 04:30:35.420838 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc001ab2-9127-4062-ac13-0eef83147d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:35.568551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82360-bd66-4b9b-8920-f796d0f893e8 req-b168e065-d8f6-4092-a0e2-498a2670182d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.577175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9a82360-bd66-4b9b-8920-f796d0f893e8 req-b168e065-d8f6-4092-a0e2-498a2670182d tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.1020436 Feb 03 04:30:35.647643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9a82360-bd66-4b9b-8920-f796d0f893e8 req-b53508c7-4e9a-4bfb-9a0c-d926205ec380 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691621 Feb 03 04:30:35.758639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.766217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.771669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.777738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.784106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.790549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.797050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.799139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-69fe8fdf-6f9d-44d4-a72c-5b8e58cd4468 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1645501 Feb 03 04:30:35.899116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc86cf1-f3d6-4221-8448-98cc3d24f492 req-b8c92123-5e4a-4028-80a0-349761a3d101 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:35.903575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bc86cf1-f3d6-4221-8448-98cc3d24f492 req-b8c92123-5e4a-4028-80a0-349761a3d101 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 945 time: 0.1032925 Feb 03 04:30:35.916351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f8c50ed-a294-4d56-93ab-e7b7c4e52556 req-ddb906b6-52d6-44c4-a12c-321bbc45241a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060095 Feb 03 04:30:35.970652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bc86cf1-f3d6-4221-8448-98cc3d24f492 req-242cce72-1178-4a64-ada0-efc554c01f4a tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539737 Feb 03 04:30:36.299761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea4087-2a9e-448f-9e35-b0e1f6bcaa79 req-184708b5-c9de-4d5c-a275-38c5cfdcfbff tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:36.301321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59ea4087-2a9e-448f-9e35-b0e1f6bcaa79 req-184708b5-c9de-4d5c-a275-38c5cfdcfbff tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1249313 Feb 03 04:30:36.368782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59ea4087-2a9e-448f-9e35-b0e1f6bcaa79 req-69be9797-29a8-4c5d-a976-34a5eaf5fba8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583761 Feb 03 04:30:36.544440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf159e-d15f-41c3-981f-d0183264fee7 req-817695ef-9d3f-420f-9770-594ee2c1fd79 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:36.544654 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:36.552643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4caf159e-d15f-41c3-981f-d0183264fee7 req-817695ef-9d3f-420f-9770-594ee2c1fd79 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0869877 Feb 03 04:30:36.633075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4caf159e-d15f-41c3-981f-d0183264fee7 req-691966f5-97e5-4f89-9980-64fd4ccf90e3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756741 Feb 03 04:30:36.810603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb052564-1e78-4faf-b910-67de33c0a48b req-5e8cbcbb-3108-42d2-b776-f89d41d3e512 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:36.814092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb052564-1e78-4faf-b910-67de33c0a48b req-5e8cbcbb-3108-42d2-b776-f89d41d3e512 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.0728223 Feb 03 04:30:36.887218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb052564-1e78-4faf-b910-67de33c0a48b req-45bed674-e81a-4427-8ee0-62174f9f365f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676196 Feb 03 04:30:37.123083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.132378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.151546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.158541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.167908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.174148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.180462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.182738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-5fa698ae-bae2-42f9-9383-92f94f70a476 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1658976 Feb 03 04:30:37.264512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.270408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.276240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.282893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.290740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.296690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.303588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.305743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-73611553-43c3-41a2-b3a0-554a2627b74c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 5433 time: 0.1364169 Feb 03 04:30:37.314164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7b5b357-4c0c-4c65-8aa5-f588294018b8 req-dfafbc13-5e02-45e4-9759-b8e998cfba96 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974472 Feb 03 04:30:37.337651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901cba5-37e6-43c5-b598-a6336dd7c6a7 req-fd8c3d30-df03-4740-9815-07c582f421d7 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.349393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7901cba5-37e6-43c5-b598-a6336dd7c6a7 req-fd8c3d30-df03-4740-9815-07c582f421d7 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 945 time: 0.1652420 Feb 03 04:30:37.414413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-ed225ba2-b2a0-4227-bd2e-d33c06ca27c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.416186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-ed225ba2-b2a0-4227-bd2e-d33c06ca27c6 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "GET /v2.0/ports/892459cd-d2bf-450a-ba0f-c4ba4497989e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0996845 Feb 03 04:30:37.445395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7901cba5-37e6-43c5-b598-a6336dd7c6a7 req-49d62f64-ef0b-43e6-8f08-5861236c2690 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944853 Feb 03 04:30:37.554799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e37c3-b171-4421-8605-a316f4830e0a req-cd36c564-5539-4e4b-83eb-c8756a901a4b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.556485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-566e37c3-b171-4421-8605-a316f4830e0a req-cd36c564-5539-4e4b-83eb-c8756a901a4b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.1295345 Feb 03 04:30:37.682125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-4132054c-7888-417f-92c8-827f6d0930a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "GET /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2480652 Feb 03 04:30:37.684779 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-566e37c3-b171-4421-8605-a316f4830e0a req-7241995d-30e6-470d-9c3f-c1b156c710a5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215675 Feb 03 04:30:37.695839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:37.830128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf23ac1-aaed-4528-b2fa-94106f0e7e66 req-894ceba6-deb5-4ad0-a568-b348c7b8c3ce tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.832361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5bf23ac1-aaed-4528-b2fa-94106f0e7e66 req-894ceba6-deb5-4ad0-a568-b348c7b8c3ce tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1126609 Feb 03 04:30:37.883447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:37.941698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5bf23ac1-aaed-4528-b2fa-94106f0e7e66 req-908c02cb-b192-42a6-85c9-e4b5b8090c2b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864196 Feb 03 04:30:37.973646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cdd8d-da8d-4b57-b8a6-dbf016fd3fde req-9bdb8649-df35-48f0-9d80-c9f1f3af3b0f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.982503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153406ce-bad0-4129-b33c-a66232b68810 req-b28e23a0-ab07-423d-8582-c25b961ee8f3 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:37.984547 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-153406ce-bad0-4129-b33c-a66232b68810 req-b28e23a0-ab07-423d-8582-c25b961ee8f3 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.15 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 945 time: 0.1115780 Feb 03 04:30:37.992886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-120cdd8d-da8d-4b57-b8a6-dbf016fd3fde req-9bdb8649-df35-48f0-9d80-c9f1f3af3b0f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1561093 Feb 03 04:30:38.031013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:38.083802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-120cdd8d-da8d-4b57-b8a6-dbf016fd3fde req-57a56f04-5ecf-4b2a-93c2-0514ef15b5e8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892875 Feb 03 04:30:38.197506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] For port 892459cd-d2bf-450a-ba0f-c4ba4497989e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=892459cd-d2bf-450a-ba0f-c4ba4497989e,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:38.232705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Deleting port 0338fceb-fe5f-472b-94af-4274caabd310 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:38.233057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0338fceb-fe5f-472b-94af-4274caabd310), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:38.262095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] For port 892459cd-d2bf-450a-ba0f-c4ba4497989e, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:30:38.391150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] For port 0338fceb-fe5f-472b-94af-4274caabd310, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0338fceb-fe5f-472b-94af-4274caabd310,segment=NetworkSegment(cdddcebf-3aaa-4f24-be56-88d97bf49d8f),segment_id=cdddcebf-3aaa-4f24-be56-88d97bf49d8f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:38.392172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0338fceb-fe5f-472b-94af-4274caabd310), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:38.404386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] device_id is not set on port 892459cd-d2bf-450a-ba0f-c4ba4497989e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:30:38.428949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Calling delete_port for 0338fceb-fe5f-472b-94af-4274caabd310 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:38.431870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] Publish callbacks [] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:38.449187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:38.511449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081238-7eda-4458-998b-b7c61f2c910e req-e4cf7da6-f502-449f-9355-2ade8020794c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.525021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081238-7eda-4458-998b-b7c61f2c910e req-e4cf7da6-f502-449f-9355-2ade8020794c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.533100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081238-7eda-4458-998b-b7c61f2c910e req-e4cf7da6-f502-449f-9355-2ade8020794c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.539662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081238-7eda-4458-998b-b7c61f2c910e req-e4cf7da6-f502-449f-9355-2ade8020794c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.548501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081238-7eda-4458-998b-b7c61f2c910e req-e4cf7da6-f502-449f-9355-2ade8020794c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.556248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081238-7eda-4458-998b-b7c61f2c910e req-e4cf7da6-f502-449f-9355-2ade8020794c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.565341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a081238-7eda-4458-998b-b7c61f2c910e req-e4cf7da6-f502-449f-9355-2ade8020794c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 4659 time: 0.1280575 Feb 03 04:30:38.698501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a081238-7eda-4458-998b-b7c61f2c910e req-0449e981-a83c-4a3a-9903-c1ec7c94388b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289573 Feb 03 04:30:38.700158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] Pushing event updated for resources: {'Port': ['ID=892459cd-d2bf-450a-ba0f-c4ba4497989e,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:38.750113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] No DVR routers for this DVR port 892459cd-d2bf-450a-ba0f-c4ba4497989e on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:38.758153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6598a-d414-43a7-af81-5d9c97fc7c02 req-453fe7ec-6b23-4bc5-a85a-252f5f1cd9c5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.767672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbb6598a-d414-43a7-af81-5d9c97fc7c02 req-453fe7ec-6b23-4bc5-a85a-252f5f1cd9c5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/ports?device_id=a581b45e-3805-4135-a06a-7362df85c64c HTTP/1.1" status: 200 len: 945 time: 0.1408794 Feb 03 04:30:38.813771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0338fceb-fe5f-472b-94af-4274caabd310), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:38.829834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0338fceb-fe5f-472b-94af-4274caabd310'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:38.854821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbb6598a-d414-43a7-af81-5d9c97fc7c02 req-a4691340-627c-43ef-8071-1de1eb8c5baa tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848811 Feb 03 04:30:38.863162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] In _notify_port_updated(), no bound segment for port 892459cd-d2bf-450a-ba0f-c4ba4497989e on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:30:38.864283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:38.864900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:38.867908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-d62959f9-8fd4-4391-acbd-115a7fec6412 service neutron] 10.222.0.15 "PUT /v2.0/ports/892459cd-d2bf-450a-ba0f-c4ba4497989e HTTP/1.1" status: 200 len: 1027 time: 1.1770012 Feb 03 04:30:38.868686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Pushing event deleted for resources: {'Port': ['ID=0338fceb-fe5f-472b-94af-4274caabd310,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:39.004651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] No DVR routers for this DVR port 0338fceb-fe5f-472b-94af-4274caabd310 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:39.009116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:39.012982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-153406ce-bad0-4129-b33c-a66232b68810 req-b05bf66e-c2fd-4924-a8df-6252dad2e5b5 tempest-ServerAddressesTestJSON-1244681205 tempest-ServerAddressesTestJSON-1244681205-project] 10.222.0.15 "DELETE /v2.0/ports/0338fceb-fe5f-472b-94af-4274caabd310 HTTP/1.1" status: 204 len: 173 time: 1.0165558 Feb 03 04:30:39.016120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-53c1e1aa-8136-4424-bcc2-8a59827e163d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.026207 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-53c1e1aa-8136-4424-bcc2-8a59827e163d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "GET /v2.0/ports/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1256692 Feb 03 04:30:39.026786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a581b45e-3805-4135-a06a-7362df85c64c', 'name': 'network-vif-deleted', 'tag': '0338fceb-fe5f-472b-94af-4274caabd310'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:39.029429 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a891750-5db7-4362-a614-bb6b6d615d23" -d '{"events": [{"server_uuid": "a581b45e-3805-4135-a06a-7362df85c64c", "name": "network-vif-deleted", "tag": "0338fceb-fe5f-472b-94af-4274caabd310"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:39.045470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:39.092499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3385cb-f7d4-455c-8dbf-ae73202b9cb8 req-7fea7278-d966-4980-8b3b-2ed2b37a2269 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.094828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f3385cb-f7d4-455c-8dbf-ae73202b9cb8 req-7fea7278-d966-4980-8b3b-2ed2b37a2269 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.1113162 Feb 03 04:30:39.120667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-42c267fd-166d-4b77-8860-438d46e4813b None None] Provisioning complete for port 892459cd-d2bf-450a-ba0f-c4ba4497989e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:39.121762 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42c267fd-166d-4b77-8860-438d46e4813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:39.187113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-42c267fd-166d-4b77-8860-438d46e4813b None None] Port 892459cd-d2bf-450a-ba0f-c4ba4497989e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:30:39.214041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc8e02-55a1-437d-8e6b-440d20d85ce3 req-85f09f6b-65c6-41f1-99e7-50f2c155d83a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.223085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ddbc8e02-55a1-437d-8e6b-440d20d85ce3 req-85f09f6b-65c6-41f1-99e7-50f2c155d83a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1269300 Feb 03 04:30:39.261141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:39.280580 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f3385cb-f7d4-455c-8dbf-ae73202b9cb8 req-6b398c73-b0f8-4879-addc-35cf224d39c1 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241298 Feb 03 04:30:39.285801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:39.332192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-805592d6-ab3c-46e6-8c5c-d9bf3158bb5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673679 Feb 03 04:30:39.365162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ddbc8e02-55a1-437d-8e6b-440d20d85ce3 req-e65e81d6-d20e-4df2-adc9-6c8b49f93923 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268549 Feb 03 04:30:39.388104 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d42930-6c06-46ef-ac6a-b111742061e5 x-openstack-request-id: req-55d42930-6c06-46ef-ac6a-b111742061e5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:39.388418 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a581b45e-3805-4135-a06a-7362df85c64c", "name": "network-vif-deleted", "tag": "0338fceb-fe5f-472b-94af-4274caabd310", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:39.388678 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55d42930-6c06-46ef-ac6a-b111742061e5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:39.389109 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a581b45e-3805-4135-a06a-7362df85c64c', 'name': 'network-vif-deleted', 'tag': '0338fceb-fe5f-472b-94af-4274caabd310', 'status': 'completed', 'code': 200} Feb 03 04:30:39.531516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d13b3-0581-48ba-ae89-764941d05ee8 req-60ea57d9-c278-4cc0-8790-560727bebb65 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.533067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-666d13b3-0581-48ba-ae89-764941d05ee8 req-60ea57d9-c278-4cc0-8790-560727bebb65 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0891807 Feb 03 04:30:39.544840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-82fdbdec-7bce-4312-adf9-e11631493d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.546366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-82fdbdec-7bce-4312-adf9-e11631493d53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 1128 time: 0.1857119 Feb 03 04:30:39.595195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] For port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:39.643818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-666d13b3-0581-48ba-ae89-764941d05ee8 req-cba74819-620c-4202-8260-2f318de17ea8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018724 Feb 03 04:30:39.713770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8ffd3-2e1e-4995-8343-db6a07d28aec req-53fcfe28-45ab-4f68-843e-419c9ba7bf87 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.722771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49b8ffd3-2e1e-4995-8343-db6a07d28aec req-53fcfe28-45ab-4f68-843e-419c9ba7bf87 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.0690761 Feb 03 04:30:39.764384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] For port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:30:39.766876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-0901f758-31d8-4e23-a2cb-d41942a97ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.768379 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-0901f758-31d8-4e23-a2cb-d41942a97ebe service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.1614082 Feb 03 04:30:39.801535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49b8ffd3-2e1e-4995-8343-db6a07d28aec req-c4a361d3-547c-4d2e-b1c2-b7e3a3162134 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725396 Feb 03 04:30:39.853362 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-2deef2d2-1412-4af6-8d49-0a05f6c2ac9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb3f788-901c-4883-a67d-e6140eabcf89 HTTP/1.1" status: 200 len: 217 time: 0.0672300 Feb 03 04:30:39.924872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ac153ab2-0cc1-43da-b1b6-9e83ce620f01 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:39.953563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] device_id is not set on port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:30:39.963983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-9a790c25-3d58-4e4f-92f3-d0d361a41b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.965538 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-9a790c25-3d58-4e4f-92f3-d0d361a41b93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1043048 Feb 03 04:30:39.970800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-feb8e65b-13bc-473c-b4f4-6951fcc42554 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.978920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-feb8e65b-13bc-473c-b4f4-6951fcc42554 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.984361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-feb8e65b-13bc-473c-b4f4-6951fcc42554 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.990165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-feb8e65b-13bc-473c-b4f4-6951fcc42554 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:39.997485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-feb8e65b-13bc-473c-b4f4-6951fcc42554 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:40.004609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-feb8e65b-13bc-473c-b4f4-6951fcc42554 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:40.019957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-feb8e65b-13bc-473c-b4f4-6951fcc42554 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 4659 time: 0.1577163 Feb 03 04:30:40.022245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:40.037375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] Publish callbacks [] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.052750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.107356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:40.107888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:40.110248 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.120912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-e8a0a2b0-cf45-48b7-91ca-c714cfaa1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:40.123135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-e8a0a2b0-cf45-48b7-91ca-c714cfaa1b3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1499810 Feb 03 04:30:40.162674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:40.164498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:40.167841 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578bbb8d-75a2-493d-84f7-3f3aea704cee" -d '{"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:40.174914 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.175983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4b273db3-06d9-40a4-b72b-d1ea958cf659 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:40.182394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a768bdc1-06fc-4345-9bb8-7124debab1df req-7a731561-8f9c-44f3-bdd0-04579603460d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=4928d548-24ae-4513-ade7-e0c71c83d71d&id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614549 Feb 03 04:30:40.231701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] Deleting subnet 332f72ff-f45b-48ed-806b-b6ef9e78fa0e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:30:40.236522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] Publish callbacks [] for subnet (332f72ff-f45b-48ed-806b-b6ef9e78fa0e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.272421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-10b0039e-b3f9-4379-a55c-152daa1e0319 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426761 Feb 03 04:30:40.319309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (332f72ff-f45b-48ed-806b-b6ef9e78fa0e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.324208 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554e999b-0bb6-4e28-b86f-1ec3d4e4362e x-openstack-request-id: req-554e999b-0bb6-4e28-b86f-1ec3d4e4362e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:40.324510 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:40.324774 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-554e999b-0bb6-4e28-b86f-1ec3d4e4362e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:40.325348 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01', 'code': 200} Feb 03 04:30:40.346331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:40.415430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4b273db3-06d9-40a4-b72b-d1ea958cf659 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:40.415430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.465744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (332f72ff-f45b-48ed-806b-b6ef9e78fa0e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.467408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4b273db3-06d9-40a4-b72b-d1ea958cf659, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:40.478464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.479278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:40.506736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] No DVR routers for this DVR port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:40.511085 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b27ad594-eb17-4fe4-8a61-8b9af51a7590 req-a7e52984-bfe2-49cd-9181-f4f8e5315a7f service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129805 Feb 03 04:30:40.560277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] In _notify_port_updated(), no bound segment for port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd on network 74ee9637-e507-4076-9ab8-516d81946e96 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:30:40.561228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:40.562086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.563770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9f5f5fcb-d9c2-477e-b172-4e593b5c3bf6 service neutron] 10.222.0.15 "PUT /v2.0/ports/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd HTTP/1.1" status: 200 len: 1026 time: 1.5236979 Feb 03 04:30:40.607298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764ebc-70b8-4545-bd1c-b0fa2ec8cc84 req-a50eb6ee-7498-405f-9e77-3ed17aefe698 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:40.611259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71764ebc-70b8-4545-bd1c-b0fa2ec8cc84 req-a50eb6ee-7498-405f-9e77-3ed17aefe698 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 951 time: 0.2396662 Feb 03 04:30:40.631752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4b273db3-06d9-40a4-b72b-d1ea958cf659,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:40.640940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd host ! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:30:40.641428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:40.641860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f3d8a362-29d9-4798-8d42-b655b3cfaa25 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:40.644841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0083b024-a22d-45a3-a2a0-67592b1ccd36 None None] Provisioning complete for port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:30:40.645415 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0083b024-a22d-45a3-a2a0-67592b1ccd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.689274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e1fe4-c278-4fea-b61b-30be49cd7ec0 req-e90b11cb-e97f-48c0-8c77-2e7be596152b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:40.696258 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db6e1fe4-c278-4fea-b61b-30be49cd7ec0 req-e90b11cb-e97f-48c0-8c77-2e7be596152b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1978045 Feb 03 04:30:40.705027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (332f72ff-f45b-48ed-806b-b6ef9e78fa0e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.715819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0083b024-a22d-45a3-a2a0-67592b1ccd36 None None] Port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:30:40.749085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332f72ff-f45b-48ed-806b-b6ef9e78fa0e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:40.771831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:40.773106 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.777815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.781066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-02dad258-55c7-4186-9659-6178e55fa37e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/332f72ff-f45b-48ed-806b-b6ef9e78fa0e HTTP/1.1" status: 204 len: 168 time: 0.7576392 Feb 03 04:30:40.784737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:40.794915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f3d8a362-29d9-4798-8d42-b655b3cfaa25 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:40.795435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.815614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71764ebc-70b8-4545-bd1c-b0fa2ec8cc84 req-11f9a2a3-84e4-43d9-bc3f-d15a9ddec95e tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930420 Feb 03 04:30:40.845506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f3d8a362-29d9-4798-8d42-b655b3cfaa25, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:40.857327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:40.860499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:40.878143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db6e1fe4-c278-4fea-b61b-30be49cd7ec0 req-eec3dd19-73fa-4b3b-b562-91bffcf00919 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809030 Feb 03 04:30:41.005971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] For port ac153ab2-0cc1-43da-b1b6-9e83ce620f01, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:41.006518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.057680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for ac153ab2-0cc1-43da-b1b6-9e83ce620f01 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:41.062954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f3d8a362-29d9-4798-8d42-b655b3cfaa25,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:41.078001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:41.079707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.082084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (8d02161c-7f17-4e69-9567-d6f99ff17d3f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.115348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:41.130875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.134282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5a4ab-7638-4451-b180-bbf59423bf59 req-22d679c9-d187-4dbd-82f3-ff554b6728f5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.135235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device be7bdda4-62fe-43a4-9113-dfdb17130f87 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:41.160119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca5a4ab-7638-4451-b180-bbf59423bf59 req-22d679c9-d187-4dbd-82f3-ff554b6728f5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.1374435 Feb 03 04:30:41.228980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-fdf5551a-4f69-4fa0-b7be-8b6cdd88729f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.230392 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-fdf5551a-4f69-4fa0-b7be-8b6cdd88729f tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 946 time: 0.1034207 Feb 03 04:30:41.236681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (8d02161c-7f17-4e69-9567-d6f99ff17d3f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.259552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbd156-5872-4508-89d3-eb744090704c req-7b90dc92-54da-40d7-92a1-d8f94eb6a70c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.266642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2abbd156-5872-4508-89d3-eb744090704c req-7b90dc92-54da-40d7-92a1-d8f94eb6a70c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.2639053 Feb 03 04:30:41.318989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca5a4ab-7638-4451-b180-bbf59423bf59 req-e66d34c6-cfe4-4348-ab1d-7502bd6837d5 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ab245e1-5f6f-481c-86a1-214d03e9edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578975 Feb 03 04:30:41.337413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d02161c-7f17-4e69-9567-d6f99ff17d3f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:41.348730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-8d8819f7-db69-485d-8d9b-b86f4a1ff8ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618869 Feb 03 04:30:41.361376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdddcebf-3aaa-4f24-be56-88d97bf49d8f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:41.361756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdddcebf-3aaa-4f24-be56-88d97bf49d8f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:41.380675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (cdddcebf-3aaa-4f24-be56-88d97bf49d8f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.381463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ac153ab2-0cc1-43da-b1b6-9e83ce620f01), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.442074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=ac153ab2-0cc1-43da-b1b6-9e83ce620f01,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:41.449118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Deleting port 12c3a558-da0f-4c85-9942-969a043057c0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:41.449458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (12c3a558-da0f-4c85-9942-969a043057c0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.504704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:41.516147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2abbd156-5872-4508-89d3-eb744090704c req-5e163780-b54f-4d08-a89b-0cb4699f00f5 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484686 Feb 03 04:30:41.517431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cdddcebf-3aaa-4f24-be56-88d97bf49d8f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.535777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port be7bdda4-62fe-43a4-9113-dfdb17130f87 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:41.536168 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.558356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] No DVR routers for this DVR port ac153ab2-0cc1-43da-b1b6-9e83ce620f01 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:41.563609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.565898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:30:41.567868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-f1f0f2a0-e3c0-419b-9c30-09cc890250a3 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "DELETE /v2.0/ports/ac153ab2-0cc1-43da-b1b6-9e83ce620f01 HTTP/1.1" status: 204 len: 173 time: 0.9878149 Feb 03 04:30:41.568213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (cdddcebf-3aaa-4f24-be56-88d97bf49d8f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.568662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:41.572104 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e47ddd-08ca-4f86-ab03-3aec5666114a" -d '{"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:30:41.576082 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:30:41.629370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port be7bdda4-62fe-43a4-9113-dfdb17130f87, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:41.639227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.640222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 892459cd-d2bf-450a-ba0f-c4ba4497989e no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:41.728075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=be7bdda4-62fe-43a4-9113-dfdb17130f87,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:41.731058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 892459cd-d2bf-450a-ba0f-c4ba4497989e host ! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:30:41.731697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 892459cd-d2bf-450a-ba0f-c4ba4497989e not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:41.742089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (8d02161c-7f17-4e69-9567-d6f99ff17d3f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.761674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] For port 12c3a558-da0f-4c85-9942-969a043057c0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=12c3a558-da0f-4c85-9942-969a043057c0,segment=NetworkSegment(854822d5-62dc-446d-ad44-aa236a6f4041),segment_id=854822d5-62dc-446d-ad44-aa236a6f4041)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:41.762062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (12c3a558-da0f-4c85-9942-969a043057c0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.766970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.771304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563317-fdca-438e-bc4b-39239471880e req-e6c37ced-9fe0-44c4-9527-7f1d7b1dc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.772875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-e6c37ced-9fe0-44c4-9527-7f1d7b1dc93f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 1128 time: 0.2727442 Feb 03 04:30:41.783269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8d02161c-7f17-4e69-9567-d6f99ff17d3f HTTP/1.1" status: 204 len: 168 time: 0.9975007 Feb 03 04:30:41.786745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Calling delete_port for 12c3a558-da0f-4c85-9942-969a043057c0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:41.801995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18275efe-54de-4252-9eaa-fcb6c06d4475 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d02161c-7f17-4e69-9567-d6f99ff17d3f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:41.832478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502a9c-6a38-4798-8876-ff9ea89ee36a req-48fd942b-8540-48ee-a9dc-88f73a31c46a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.841160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502a9c-6a38-4798-8876-ff9ea89ee36a req-48fd942b-8540-48ee-a9dc-88f73a31c46a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.846190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502a9c-6a38-4798-8876-ff9ea89ee36a req-48fd942b-8540-48ee-a9dc-88f73a31c46a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.858090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502a9c-6a38-4798-8876-ff9ea89ee36a req-48fd942b-8540-48ee-a9dc-88f73a31c46a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:41.860965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e502a9c-6a38-4798-8876-ff9ea89ee36a req-48fd942b-8540-48ee-a9dc-88f73a31c46a tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 3144 time: 0.2177198 Feb 03 04:30:41.869718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port f3d8a362-29d9-4798-8d42-b655b3cfaa25 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:41.870246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:41.927317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0338fceb-fe5f-472b-94af-4274caabd310 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:41.942605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e502a9c-6a38-4798-8876-ff9ea89ee36a req-18e7f914-9f5c-4306-8dd5-4a65a2fd9864 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699043 Feb 03 04:30:41.994856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:42.009556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 0338fceb-fe5f-472b-94af-4274caabd310 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:42.009910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0338fceb-fe5f-472b-94af-4274caabd310 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:42.104731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-673dfb27-4d03-430f-a370-a71278c6db05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6de8713812ca44e3885714e89f92a95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1078625 Feb 03 04:30:42.108769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41552) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:42.135932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563317-fdca-438e-bc4b-39239471880e req-33b4269e-12de-42d6-ae6c-dcebb6cf9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:42.158870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-33b4269e-12de-42d6-ae6c-dcebb6cf9e99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.3214846 Feb 03 04:30:42.175073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] For port f3d8a362-29d9-4798-8d42-b655b3cfaa25, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f3d8a362-29d9-4798-8d42-b655b3cfaa25,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:42.175416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.220108 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e166de-0257-47b0-a650-a1edb007f9b4 x-openstack-request-id: req-f5e166de-0257-47b0-a650-a1edb007f9b4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:42.220690 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "ac153ab2-0cc1-43da-b1b6-9e83ce620f01", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:42.221217 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5e166de-0257-47b0-a650-a1edb007f9b4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:42.221820 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'ac153ab2-0cc1-43da-b1b6-9e83ce620f01', 'status': 'completed', 'code': 200} Feb 03 04:30:42.225011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce4c3b82-a285-4123-bb5a-3472dfd06a05 admin admin] Publish callbacks [] for security_group (d0cb5b28-bb26-4cb2-af04-ba70b4da86c2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.238529 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-57c71cfb-e830-4cc0-aeed-18957f1353f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6 HTTP/1.1" status: 200 len: 217 time: 0.0710211 Feb 03 04:30:42.256460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce4c3b82-a285-4123-bb5a-3472dfd06a05 admin admin] Publish callbacks [] for security_group (d0cb5b28-bb26-4cb2-af04-ba70b4da86c2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.256819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for f3d8a362-29d9-4798-8d42-b655b3cfaa25 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:42.327045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:42.331001 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addaf008-3135-46aa-82c4-ff417d1962a9" -d '{"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:42.334147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (12c3a558-da0f-4c85-9942-969a043057c0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.346738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['12c3a558-da0f-4c85-9942-969a043057c0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:42.393315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce4c3b82-a285-4123-bb5a-3472dfd06a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d0cb5b28-bb26-4cb2-af04-ba70b4da86c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.395907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce4c3b82-a285-4123-bb5a-3472dfd06a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.399544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ce4c3b82-a285-4123-bb5a-3472dfd06a05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0cb5b28-bb26-4cb2-af04-ba70b4da86c2 HTTP/1.1" status: 204 len: 168 time: 0.2877975 Feb 03 04:30:42.409534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f289e4-360b-489e-8c72-a3ac7f8583f7 req-1502693b-672a-4fb0-b634-dee5ccb052b5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:42.411041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12f289e4-360b-489e-8c72-a3ac7f8583f7 req-1502693b-672a-4fb0-b634-dee5ccb052b5 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1069262 Feb 03 04:30:42.418029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c3b82-a285-4123-bb5a-3472dfd06a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb5b28-bb26-4cb2-af04-ba70b4da86c2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:42.423338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Pushing event deleted for resources: {'Port': ['ID=12c3a558-da0f-4c85-9942-969a043057c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:42.435809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d3753-39c3-4829-a7ba-615b5334723b req-63073636-a836-436f-bbd9-4575297a0f41 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:42.439758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-960d3753-39c3-4829-a7ba-615b5334723b req-63073636-a836-436f-bbd9-4575297a0f41 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1246428 Feb 03 04:30:42.440340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563317-fdca-438e-bc4b-39239471880e req-390ef889-5094-4dcc-88ad-c2d6dfa65246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:42.441853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-390ef889-5094-4dcc-88ad-c2d6dfa65246 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1969354 Feb 03 04:30:42.496220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] No DVR routers for this DVR port 12c3a558-da0f-4c85-9942-969a043057c0 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:42.499306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.502803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04a955b3-56a0-40c5-a23c-21fc60bf9c24 req-3c6612a3-3b0b-41ec-8483-93681091f47b tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.15 "DELETE /v2.0/ports/12c3a558-da0f-4c85-9942-969a043057c0 HTTP/1.1" status: 204 len: 173 time: 1.2643342 Feb 03 04:30:42.519632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12f289e4-360b-489e-8c72-a3ac7f8583f7 req-5d728134-7a02-4d63-a5c2-827e47ed92c8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993767 Feb 03 04:30:42.541663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-695306bb-d430-495f-a9da-580a03fbfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:42.543156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-695306bb-d430-495f-a9da-580a03fbfcb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1128 time: 0.2217243 Feb 03 04:30:42.562238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-960d3753-39c3-4829-a7ba-615b5334723b req-48099329-93e1-45be-9701-d266ff22a1f4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115894 Feb 03 04:30:42.621289 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72381f7-7a37-48b8-a0a2-c3f8f9a30772 x-openstack-request-id: req-c72381f7-7a37-48b8-a0a2-c3f8f9a30772 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:42.622379 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-unplugged", "status": "completed", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:42.622640 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c72381f7-7a37-48b8-a0a2-c3f8f9a30772 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:42.623063 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659', 'code': 200} Feb 03 04:30:42.623350 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25', 'code': 200} Feb 03 04:30:42.623628 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167', 'code': 200} Feb 03 04:30:42.624118 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'code': 200} Feb 03 04:30:42.659386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563317-fdca-438e-bc4b-39239471880e req-ddb9b403-cd14-4533-be27-c9eac2379ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:42.661165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-ddb9b403-cd14-4533-be27-c9eac2379ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2018652 Feb 03 04:30:42.727133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f3d8a362-29d9-4798-8d42-b655b3cfaa25), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:42.748555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e120bfd4-c61d-4846-a55e-87d30f77609a req-4072511f-968e-4bfc-a753-04108406dcc0 tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] 10.222.0.35 "GET /v2.0/ports?device_id=df229d94-1ab6-4b2d-bd07-68d5bf4e938c HTTP/1.1" status: 200 len: 210 time: 0.0491621 Feb 03 04:30:42.998970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcc426-c734-4ef7-b893-6148fe2af2a2 req-5f2e7bed-b8db-4f8f-8633-d71c177f37dc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.001278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adcc426-c734-4ef7-b893-6148fe2af2a2 req-5f2e7bed-b8db-4f8f-8633-d71c177f37dc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1361852 Feb 03 04:30:43.022160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-c844b4a2-356f-4a70-87a3-b905d4ecab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.024189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-c844b4a2-356f-4a70-87a3-b905d4ecab4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1127 time: 0.1041055 Feb 03 04:30:43.142960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adcc426-c734-4ef7-b893-6148fe2af2a2 req-fdb214f8-e15a-4eae-8bc9-1bda4963485d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319735 Feb 03 04:30:43.278093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-856785cb-03b3-4746-aa69-c4f9fb1be048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.280518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-856785cb-03b3-4746-aa69-c4f9fb1be048 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.2452188 Feb 03 04:30:43.312041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-feca87f4-e883-4727-a2a3-bb1dda4b949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.314353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-feca87f4-e883-4727-a2a3-bb1dda4b949b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.7628574 Feb 03 04:30:43.406317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-2d5bc71e-62d6-43be-98fd-b8fa68771fe8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.1175175 Feb 03 04:30:43.420704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=f3d8a362-29d9-4798-8d42-b655b3cfaa25,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:43.425704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0f085-077d-4547-90b1-ed4ec7ce0b63 req-6585dd41-8bdb-4f54-888c-94324086681e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.431334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0f085-077d-4547-90b1-ed4ec7ce0b63 req-6585dd41-8bdb-4f54-888c-94324086681e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.436966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0f085-077d-4547-90b1-ed4ec7ce0b63 req-6585dd41-8bdb-4f54-888c-94324086681e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.438769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a0f085-077d-4547-90b1-ed4ec7ce0b63 req-6585dd41-8bdb-4f54-888c-94324086681e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 2411 time: 0.2188098 Feb 03 04:30:43.507589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] No DVR routers for this DVR port f3d8a362-29d9-4798-8d42-b655b3cfaa25 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:43.513610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:43.518080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-de0adbfc-5343-4c1c-a476-46f6ae72322c tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "DELETE /v2.0/ports/f3d8a362-29d9-4798-8d42-b655b3cfaa25 HTTP/1.1" status: 204 len: 173 time: 1.8958035 Feb 03 04:30:43.520866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-d5f66b40-a652-4aff-bcba-9fbfca7e2ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8500586 Feb 03 04:30:43.524824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb278645-b11b-4000-bccd-1430b11e2d49 req-1758eecd-2c65-45ce-a462-b4fe751b1998 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.526319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb278645-b11b-4000-bccd-1430b11e2d49 req-1758eecd-2c65-45ce-a462-b4fe751b1998 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 951 time: 0.1713951 Feb 03 04:30:43.530130 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-29221c64-7f32-4543-bc15-a0c1a1c9abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.531540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-29221c64-7f32-4543-bc15-a0c1a1c9abc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1170890 Feb 03 04:30:43.549928 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-998c925e-8c15-453f-b2c6-394413a71332 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 1002 time: 0.2202344 Feb 03 04:30:43.561904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a0f085-077d-4547-90b1-ed4ec7ce0b63 req-52c90c35-63ff-45c9-8885-4b65feacbc94 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131277 Feb 03 04:30:43.637489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:43.638760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb278645-b11b-4000-bccd-1430b11e2d49 req-70990017-e317-4e1f-948e-d3ddced0fbda tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033967 Feb 03 04:30:43.646639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-90b40259-c56a-4ff2-9cc4-38e4bd0d7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.648449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-90b40259-c56a-4ff2-9cc4-38e4bd0d7cc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1074963 Feb 03 04:30:43.729381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-32ebf4ab-4e63-4e39-ba9f-ebdc72850c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.730774 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-32ebf4ab-4e63-4e39-ba9f-ebdc72850c46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1601603 Feb 03 04:30:43.787961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1123490946-network', 'tenant_id': '8ab8a77bb126450ab9d28f516a14cf54'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:43.792202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-e9ea3d90-81b1-4e1c-aec3-aa347cbf4d57 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365449 Feb 03 04:30:43.813141 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12563317-fdca-438e-bc4b-39239471880e req-cc1b29b2-8028-4b8b-b90e-76e98775a012 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805436 Feb 03 04:30:43.853062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port be7bdda4-62fe-43a4-9113-dfdb17130f87 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:43.853424 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:43.885689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Made reservation on behalf of 8ab8a77bb126450ab9d28f516a14cf54 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:43.888083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:43.912001 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:43.929968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:43.930759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-d1f7eba2-94cd-4327-8d37-f21703e48708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:43.932494 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-d1f7eba2-94cd-4327-8d37-f21703e48708 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1935987 Feb 03 04:30:44.108389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] For port be7bdda4-62fe-43a4-9113-dfdb17130f87, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=be7bdda4-62fe-43a4-9113-dfdb17130f87,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:44.108756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.216868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-5ec5f07d-f888-4827-b929-6ab5aa05b11d service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520034 Feb 03 04:30:44.224723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'name': 'network-vif-deleted', 'tag': '12c3a558-da0f-4c85-9942-969a043057c0'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:44.227318 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79215937-c761-4b95-8358-d49dd0c0a8ad" -d '{"events": [{"server_uuid": "df229d94-1ab6-4b2d-bd07-68d5bf4e938c", "name": "network-vif-deleted", "tag": "12c3a558-da0f-4c85-9942-969a043057c0"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:44.301605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port df7309ab-ad77-4879-86de-3562c8ea5e8b is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:44.302192 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.338320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:44.343621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.344786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 12c3a558-da0f-4c85-9942-969a043057c0 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:44.355214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b0deeb35-cb7f-44d4-bd1a-63353ea3ee15 req-f380b7b1-f5fd-4415-8dad-3b6a4d89279a service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248081 Feb 03 04:30:44.369254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b44d-feec-41b5-8003-8544085fe316 req-9bbf4093-c222-404c-afea-eee9ad3666c5 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:44.382283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78e4b44d-feec-41b5-8003-8544085fe316 req-9bbf4093-c222-404c-afea-eee9ad3666c5 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.6494386 Feb 03 04:30:44.389788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 12c3a558-da0f-4c85-9942-969a043057c0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:44.390551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 12c3a558-da0f-4c85-9942-969a043057c0 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:44.391065 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks [] for security_group (428e7f4d-28b6-4f83-9436-a522bebc31de), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.400107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (428e7f4d-28b6-4f83-9436-a522bebc31de), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.409645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e4e5fb-4649-49b4-986f-cda5d7291577 req-aef9b866-bb89-4144-a052-175f574699fa service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047342 Feb 03 04:30:44.413452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:30:44.421424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:44.424578 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (11b37fcc-1ad7-47d3-9470-fcf95151e431), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.425161 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Added segment 11b37fcc-1ad7-47d3-9470-fcf95151e431 of type vlan for network cdb1b437-6f17-44a2-916a-87ecf0e41431 Feb 03 04:30:44.461011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db2978-da15-4cfe-ac3c-94b65ec3c502 req-f7ef8a0e-b9e5-4ffb-98c7-2482cc2904e4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:44.462722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6db2978-da15-4cfe-ac3c-94b65ec3c502 req-f7ef8a0e-b9e5-4ffb-98c7-2482cc2904e4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1856811 Feb 03 04:30:44.473784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cdb1b437-6f17-44a2-916a-87ecf0e41431), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.484168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78e4b44d-feec-41b5-8003-8544085fe316 req-44d4ad10-ebcd-444c-8027-3e4004ca4a34 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009390 Feb 03 04:30:44.520268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428e7f4d-28b6-4f83-9436-a522bebc31de,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:44.572612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6db2978-da15-4cfe-ac3c-94b65ec3c502 req-6a9c7e4b-0ae5-43ee-ae62-9c9b53ab7adb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990627 Feb 03 04:30:44.583133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cdb1b437-6f17-44a2-916a-87ecf0e41431), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.584575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:44.585355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.597799 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa291e4-7a73-4c65-8eee-09177e274598 x-openstack-request-id: req-4aa291e4-7a73-4c65-8eee-09177e274598 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:44.598276 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df229d94-1ab6-4b2d-bd07-68d5bf4e938c", "name": "network-vif-deleted", "tag": "12c3a558-da0f-4c85-9942-969a043057c0", "status": "completed", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "f3d8a362-29d9-4798-8d42-b655b3cfaa25", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:44.598617 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4aa291e4-7a73-4c65-8eee-09177e274598 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:44.599093 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df229d94-1ab6-4b2d-bd07-68d5bf4e938c', 'name': 'network-vif-deleted', 'tag': '12c3a558-da0f-4c85-9942-969a043057c0', 'status': 'completed', 'code': 200} Feb 03 04:30:44.599395 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'f3d8a362-29d9-4798-8d42-b655b3cfaa25', 'status': 'completed', 'code': 200} Feb 03 04:30:44.610810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9656873 Feb 03 04:30:44.618199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:44.625681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:44.627182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Request body: {'subnet': {'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1123490946-subnet', 'tenant_id': '8ab8a77bb126450ab9d28f516a14cf54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:44.629215 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d78e6-f1a8-465f-9b94-b5750b5dc54b" -d '{"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-unplugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:44.666712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.668875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (a13e6baa-2d8e-43ad-9a5e-245fae6ea790), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.668875 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Floating IP a13e6baa-2d8e-43ad-9a5e-245fae6ea790 disassociated. External IP: 172.25.7.147, port: be7bdda4-62fe-43a4-9113-dfdb17130f87. Feb 03 04:30:44.668875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for be7bdda4-62fe-43a4-9113-dfdb17130f87 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:44.680897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Made reservation on behalf of 8ab8a77bb126450ab9d28f516a14cf54 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:44.685312 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:44.712582 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb7bf2b-03b1-4fd5-89c5-9b6fce579174 x-openstack-request-id: req-cdb7bf2b-03b1-4fd5-89c5-9b6fce579174 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:44.713101 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-unplugged", "status": "completed", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:44.713419 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdb7bf2b-03b1-4fd5-89c5-9b6fce579174 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:44.713938 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'code': 200} Feb 03 04:30:44.739528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf77ff2-4a3c-4798-a6bd-5718e495fda2 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb1b437-6f17-44a2-916a-87ecf0e41431,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:44.751378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cdb1b437-6f17-44a2-916a-87ecf0e41431 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:30:44.901626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0afb-35a6-46a7-91f2-045abf6c9f5b req-5206ebd0-51e5-40a4-9275-d3fc6aa774f5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:44.912245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0afb-35a6-46a7-91f2-045abf6c9f5b req-5206ebd0-51e5-40a4-9275-d3fc6aa774f5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:44.922646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0afb-35a6-46a7-91f2-045abf6c9f5b req-5206ebd0-51e5-40a4-9275-d3fc6aa774f5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:44.924429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17fd0afb-35a6-46a7-91f2-045abf6c9f5b req-5206ebd0-51e5-40a4-9275-d3fc6aa774f5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 2411 time: 0.1836324 Feb 03 04:30:44.997710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (be7bdda4-62fe-43a4-9113-dfdb17130f87), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:45.055799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17fd0afb-35a6-46a7-91f2-045abf6c9f5b req-764af2ba-37b6-408d-b301-35b664e0bf99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844018 Feb 03 04:30:45.081529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=be7bdda4-62fe-43a4-9113-dfdb17130f87,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:45.090656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34c48-d4a4-4b83-aa4b-709abd68fc6d req-f4dba283-a762-4261-aed7-0063bd617258 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:45.099899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fe34c48-d4a4-4b83-aa4b-709abd68fc6d req-f4dba283-a762-4261-aed7-0063bd617258 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 949 time: 0.1679058 Feb 03 04:30:45.216256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fe34c48-d4a4-4b83-aa4b-709abd68fc6d req-ad524a96-fd23-43f6-a9cd-1767b3686775 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/security-groups?id=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008248 Feb 03 04:30:45.250863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-6553dd7a-e725-453e-9b57-880cd4f3204b tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:45.252458 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-6553dd7a-e725-453e-9b57-880cd4f3204b tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.15 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 949 time: 0.1470838 Feb 03 04:30:45.349750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (cc86bb4e-22cd-4eec-a1cc-0ceace865eff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:45.351904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Router 277ea8e7-1d7d-4a43-a73b-415c585b326a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:30:45.428185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Deleting port df7309ab-ad77-4879-86de-3562c8ea5e8b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:45.428598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:45.465753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc86bb4e-22cd-4eec-a1cc-0ceace865eff,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:45.484517 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Checking segment: {'id': '11b37fcc-1ad7-47d3-9470-fcf95151e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:30:45.485164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Network hostable DHCP agents. Network: cdb1b437-6f17-44a2-916a-87ecf0e41431, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:30:45.509833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Network cdb1b437-6f17-44a2-916a-87ecf0e41431 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:30:45.528911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cdb1b437-6f17-44a2-916a-87ecf0e41431) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:30:45.538507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec7d15-a08c-494a-a21a-44d817815c40 None None] Network cdb1b437-6f17-44a2-916a-87ecf0e41431 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:30:45.542308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:45.542976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:45.594110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e3f7576-4d4c-49e8-b29b-fb52cb0615ec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9743319 Feb 03 04:30:45.669809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:30:45.703729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] Sync routers for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:30:45.754057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f629-63db-491a-a676-967899138040 req-2b6ea0ee-9022-484c-8af0-bca8c18e5618 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:45.760322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:45.760990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:45.768090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8241f629-63db-491a-a676-967899138040 req-2b6ea0ee-9022-484c-8af0-bca8c18e5618 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1202455 Feb 03 04:30:45.856831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] No DVR routers for this DVR port be7bdda4-62fe-43a4-9113-dfdb17130f87 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:45.862733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:45.869231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184950fd-8db1-4bcc-a1be-b0cb80808304 None None] Network cdb1b437-6f17-44a2-916a-87ecf0e41431 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:30:45.873043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-af120f1c-0b96-4101-b9e8-084c1b7eef91 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "DELETE /v2.0/ports/be7bdda4-62fe-43a4-9113-dfdb17130f87 HTTP/1.1" status: 204 len: 173 time: 2.3322392 Feb 03 04:30:45.878747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] For port df7309ab-ad77-4879-86de-3562c8ea5e8b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=df7309ab-ad77-4879-86de-3562c8ea5e8b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:45.879115 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:45.891177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe891ce-9882-4d3f-8680-042903449fa9 req-67b606fb-5ead-4cca-92ba-406da454e4fe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:45.899751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afe891ce-9882-4d3f-8680-042903449fa9 req-67b606fb-5ead-4cca-92ba-406da454e4fe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1265826 Feb 03 04:30:45.924462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8241f629-63db-491a-a676-967899138040 req-781110aa-6946-4f55-b35c-168eaecf8c6a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545751 Feb 03 04:30:46.010449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afe891ce-9882-4d3f-8680-042903449fa9 req-b8fd7eca-18fe-4bcf-af99-93821aedec35 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096334 Feb 03 04:30:46.059288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Calling delete_port for df7309ab-ad77-4879-86de-3562c8ea5e8b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:46.190739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ae438-fe43-4a00-86e5-47b650a6829f req-0d1bc654-9d89-4a6f-85d3-cf27defa562f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:46.203286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b11ae438-fe43-4a00-86e5-47b650a6829f req-0d1bc654-9d89-4a6f-85d3-cf27defa562f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.0915289 Feb 03 04:30:46.236249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:46.276355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b11ae438-fe43-4a00-86e5-47b650a6829f req-2bc468f6-d0e7-4a0b-80d2-eb5d90436df8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717502 Feb 03 04:30:46.282816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port 4b273db3-06d9-40a4-b72b-d1ea958cf659 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:46.283368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:46.425234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (df7309ab-ad77-4879-86de-3562c8ea5e8b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:46.468207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Pushing event deleted for resources: {'Port': ['ID=df7309ab-ad77-4879-86de-3562c8ea5e8b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:46.542821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] No DVR routers for this DVR port df7309ab-ad77-4879-86de-3562c8ea5e8b on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:46.545928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] For port 4b273db3-06d9-40a4-b72b-d1ea958cf659, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4b273db3-06d9-40a4-b72b-d1ea958cf659,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:46.546156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:46.553608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:46.559663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b5b629c-d94e-4de6-906b-0e4578f87245 req-9e7c4a3d-a5d0-4c38-b943-fe45c7381262 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.15 "DELETE /v2.0/ports/df7309ab-ad77-4879-86de-3562c8ea5e8b HTTP/1.1" status: 204 len: 173 time: 1.3003545 Feb 03 04:30:46.604497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for 4b273db3-06d9-40a4-b72b-d1ea958cf659 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:46.606182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87'}, {'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-deleted', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:46.608700 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fdf07f-c277-4c7c-8a80-21aef55280d7" -d '{"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87"}, {"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-deleted", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:46.681232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5dc1d-bb13-4699-b587-2f4b6a097e8b req-fc583c8f-69b4-4988-b5f7-b00a1a1ba5a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:46.695017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5dc1d-bb13-4699-b587-2f4b6a097e8b req-fc583c8f-69b4-4988-b5f7-b00a1a1ba5a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:46.696736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0e5dc1d-bb13-4699-b587-2f4b6a097e8b req-fc583c8f-69b4-4988-b5f7-b00a1a1ba5a5 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 1677 time: 0.2662103 Feb 03 04:30:46.769898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-f129c547-48b9-435c-9681-92700f8dc2d4 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:46.778613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-f129c547-48b9-435c-9681-92700f8dc2d4 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/networks?id=cdb1b437-6f17-44a2-916a-87ecf0e41431 HTTP/1.1" status: 200 len: 821 time: 0.2821832 Feb 03 04:30:46.795195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0e5dc1d-bb13-4699-b587-2f4b6a097e8b req-aaf3b4c4-afe6-4124-bd7e-6b029ec87e4f tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups?id=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893400 Feb 03 04:30:46.799866 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4b273db3-06d9-40a4-b72b-d1ea958cf659), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:46.806120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-ab1150e9-4da1-4413-a713-565f0e48cec9 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/quotas/8ab8a77bb126450ab9d28f516a14cf54 HTTP/1.1" status: 200 len: 375 time: 0.0264525 Feb 03 04:30:46.843061 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-1d55ca9c-c34f-4a30-a482-2087540b169f tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ab8a77bb126450ab9d28f516a14cf54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359294 Feb 03 04:30:46.878638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:57Z', 'revision_number': 5, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:46.895410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=4b273db3-06d9-40a4-b72b-d1ea958cf659,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:46.951381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] Checking router: 277ea8e7-1d7d-4a43-a73b-415c585b326a for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:30:46.953564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] No DVR routers for this DVR port 4b273db3-06d9-40a4-b72b-d1ea958cf659 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:46.961494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:46.966525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-2e844cd5-1be6-4c7a-9d8b-07f0b79c7e3d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "DELETE /v2.0/ports/4b273db3-06d9-40a4-b72b-d1ea958cf659 HTTP/1.1" status: 204 len: 173 time: 1.0912874 Feb 03 04:30:46.998311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:47.001452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:47.035307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acca8543-696d-4222-8fdd-610ff6cb6ba0 req-2a2f14f1-2c39-43dd-a217-67325e9081a2 tempest-ImagesOneServerTestJSON-1351611624 tempest-ImagesOneServerTestJSON-1351611624-project] 10.222.0.35 "GET /v2.0/ports?device_id=025f1660-18fb-408d-8228-54fed1f8067d HTTP/1.1" status: 200 len: 210 time: 0.0513446 Feb 03 04:30:47.083082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-3dc906b4-3116-4dcb-8592-1d7774b85372 service neutron] 10.222.0.35 "GET /v2.0/networks/cdb1b437-6f17-44a2-916a-87ecf0e41431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389977 Feb 03 04:30:47.191351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:47.194232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:47.228131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-16713175-5e10-4a67-9521-e158efa41d64 service neutron] 10.222.0.35 "GET /v2.0/networks/cdb1b437-6f17-44a2-916a-87ecf0e41431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436582 Feb 03 04:30:47.296174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:47.297565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ca3d6-ca33-452d-97ab-17a4fdd4c62f req-2636bd07-e118-4d0d-b856-cf36a97bc585 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:47.306012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec7ca3d6-ca33-452d-97ab-17a4fdd4c62f req-2636bd07-e118-4d0d-b856-cf36a97bc585 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1049399 Feb 03 04:30:47.374891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec7ca3d6-ca33-452d-97ab-17a4fdd4c62f req-3b58613e-c413-490d-b3ee-f43aa8410e65 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678923 Feb 03 04:30:47.412813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] For port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:47.413426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:47.441656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:47.523038 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb91aff-084f-48ee-8f9e-2fb07cfe4bbc x-openstack-request-id: req-bfb91aff-084f-48ee-8f9e-2fb07cfe4bbc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:47.523386 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "be7bdda4-62fe-43a4-9113-dfdb17130f87", "status": "completed", "code": 200}, {"server_uuid": "025f1660-18fb-408d-8228-54fed1f8067d", "name": "network-vif-deleted", "tag": "df7309ab-ad77-4879-86de-3562c8ea5e8b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:47.523990 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfb91aff-084f-48ee-8f9e-2fb07cfe4bbc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:47.524455 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'be7bdda4-62fe-43a4-9113-dfdb17130f87', 'status': 'completed', 'code': 200} Feb 03 04:30:47.524770 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f1660-18fb-408d-8228-54fed1f8067d', 'name': 'network-vif-deleted', 'tag': 'df7309ab-ad77-4879-86de-3562c8ea5e8b', 'status': 'completed', 'code': 200} Feb 03 04:30:47.623153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb9f7bdf-80a9-4dbe-a6e3-40f8da1ffae9 req-ad419f62-8c52-47d8-a0a3-0a6f79f26d0c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 210 time: 0.0658240 Feb 03 04:30:47.732059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e3f1fc63-39b2-424f-ae57-fe2f7a3bd167), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:47.742522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:57Z', 'revision_number': 5, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:47.773216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=e3f1fc63-39b2-424f-ae57-fe2f7a3bd167,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:47.785376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ccd57-36e3-4477-a6e9-411483bbc73d None None] The sync data for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 is: [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:23:52Z', 'revision_number': 4, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '2d1f0a9a-78e9-44e7-87dd-1f40611f6541', 'name': '', 'network_id': '065b282a-1ed1-4097-927b-9fb1c23745fa', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'mac_address': 'fa:16:3e:33:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:48Z', 'updated_at': '2022-02-03T04:23:57Z', 'revision_number': 5, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'subnets': [{'id': '64384726-9c08-4113-b7b8-630e29cc4b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:30:47.866855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] No DVR routers for this DVR port e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:47.869660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:47.881884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-31cc7c8d-6f5d-4ccb-a88b-77f2c9b9f6be req-9ebd2651-b671-43cc-ab28-8d2747e02425 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.15 "DELETE /v2.0/ports/e3f1fc63-39b2-424f-ae57-fe2f7a3bd167 HTTP/1.1" status: 204 len: 173 time: 0.8960969 Feb 03 04:30:47.990710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa349d-54d7-408b-80b6-c7b4babece1c req-0b790f16-990c-44ce-b419-2903657ab018 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:47.993621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1caa349d-54d7-408b-80b6-c7b4babece1c req-0b790f16-990c-44ce-b419-2903657ab018 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1672313 Feb 03 04:30:48.142927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1caa349d-54d7-408b-80b6-c7b4babece1c req-cc8253ef-f8ea-4c66-b82d-491718d118ff tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443372 Feb 03 04:30:48.190298 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73fe867-0b8e-439a-baec-7fe987a2f3d0 None None] New status for floating IP a13e6baa-2d8e-43ad-9a5e-245fae6ea790: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:30:48.210553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9953749-d73d-43d7-a8e1-5e2894b299b8 req-1a4613c1-12cc-4085-839b-d404a9a42e29 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:48.212164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9953749-d73d-43d7-a8e1-5e2894b299b8 req-1a4613c1-12cc-4085-839b-d404a9a42e29 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.1633430 Feb 03 04:30:48.301012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9953749-d73d-43d7-a8e1-5e2894b299b8 req-1eb8009d-4850-4328-8f64-dad0af608ecb tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812774 Feb 03 04:30:48.409603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c9c3ab2-e999-4c94-b1da-dfe853cf1445 req-914622aa-16e8-49eb-b64c-3dfd9915c3df tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0946417 Feb 03 04:30:48.743031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:48.826953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-725312c3-bece-4fd2-bca4-9238dc8a97ff req-1c1c51da-6ff9-4a46-b05c-4f0799f3e85d tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 210 time: 0.0956151 Feb 03 04:30:48.953072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:48.961108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c1b79fa8-d081-43a8-b0d0-e28bcd9f0bbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1c7bb52fab04c1ba2e7505e5c4c55f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162538 Feb 03 04:30:49.008280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93d2c18-d803-411c-a342-e136751902f8 admin admin] Publish callbacks [] for security_group (a699d0a2-0d02-43b4-ac7c-f2ccb1637e06), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:49.032620 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93d2c18-d803-411c-a342-e136751902f8 admin admin] Publish callbacks [] for security_group (a699d0a2-0d02-43b4-ac7c-f2ccb1637e06), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:49.095610 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93d2c18-d803-411c-a342-e136751902f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a699d0a2-0d02-43b4-ac7c-f2ccb1637e06), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:49.100222 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93d2c18-d803-411c-a342-e136751902f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:49.106525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a93d2c18-d803-411c-a342-e136751902f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a699d0a2-0d02-43b4-ac7c-f2ccb1637e06 HTTP/1.1" status: 204 len: 168 time: 0.1501935 Feb 03 04:30:49.125526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d2c18-d803-411c-a342-e136751902f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a699d0a2-0d02-43b4-ac7c-f2ccb1637e06,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:49.382072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-c89f09bf-ba70-4444-a899-af45311d3b75 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:49.383712 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-c89f09bf-ba70-4444-a899-af45311d3b75 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.15 "GET /v2.0/networks?id=cdb1b437-6f17-44a2-916a-87ecf0e41431 HTTP/1.1" status: 200 len: 821 time: 0.2519937 Feb 03 04:30:49.398562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Request body: {'port': {'device_id': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431', 'admin_state_up': True, 'tenant_id': '8ab8a77bb126450ab9d28f516a14cf54'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:49.480720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a95cb-5a89-44d6-9a11-a6aa003151e1 req-3940f0cf-2bd5-4bc8-aca2-95b62f3b6fee tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:49.489753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a5a95cb-5a89-44d6-9a11-a6aa003151e1 req-3940f0cf-2bd5-4bc8-aca2-95b62f3b6fee tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1612465 Feb 03 04:30:49.574474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659'}, {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:49.577828 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9584cab-6d4a-4daa-b4f0-edf0443ee004" -d '{"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659"}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:49.603534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a5a95cb-5a89-44d6-9a11-a6aa003151e1 req-8555f5cc-af2c-42e1-9319-3724c0c6b3d4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071961 Feb 03 04:30:49.618908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Made reservation on behalf of 8ab8a77bb126450ab9d28f516a14cf54 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:49.639926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:49.715430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32494d11-7d02-4510-b671-09724de2384b req-e5fa0f51-45a6-40d5-9311-bb03d53ebc04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0714424 Feb 03 04:30:49.830934 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7015fa-57d4-4f59-8936-72845f478fc4 x-openstack-request-id: req-ff7015fa-57d4-4f59-8936-72845f478fc4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:49.832496 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "4b273db3-06d9-40a4-b72b-d1ea958cf659", "status": "completed", "code": 200}, {"server_uuid": "f71d4928-e8f5-4372-bf99-09d28699843a", "name": "network-vif-deleted", "tag": "e3f1fc63-39b2-424f-ae57-fe2f7a3bd167", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:49.832950 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff7015fa-57d4-4f59-8936-72845f478fc4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:49.834961 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': '4b273db3-06d9-40a4-b72b-d1ea958cf659', 'status': 'completed', 'code': 200} Feb 03 04:30:49.835546 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d4928-e8f5-4372-bf99-09d28699843a', 'name': 'network-vif-deleted', 'tag': 'e3f1fc63-39b2-424f-ae57-fe2f7a3bd167', 'status': 'completed', 'code': 200} Feb 03 04:30:49.856292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Allocated IP 172.20.0.4 (cdb1b437-6f17-44a2-916a-87ecf0e41431/cc86bb4e-22cd-4eec-a1cc-0ceace865eff/4c7b3e44-bcaf-4c05-9202-c4512babc16e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:30:49.882140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143ebdf-19b0-436f-b43a-9c9706884dcc req-1bbe14b8-2b2c-4df6-8473-16432e0b8899 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:49.884454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7143ebdf-19b0-436f-b43a-9c9706884dcc req-1bbe14b8-2b2c-4df6-8473-16432e0b8899 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.1254501 Feb 03 04:30:49.974538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:49.988636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7143ebdf-19b0-436f-b43a-9c9706884dcc req-a9c36454-f671-4a4a-8f29-5c73d7d24590 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981026 Feb 03 04:30:50.071156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: df7309ab-ad77-4879-86de-3562c8ea5e8b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:50.073869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device df7309ab-ad77-4879-86de-3562c8ea5e8b not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:50.165260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86a2cb43-4ded-4729-9cbc-f7ec7e004691 req-b1cfc5f2-4cfc-4c2d-868a-f256db52827d tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 210 time: 0.0699558 Feb 03 04:30:50.255302 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks [] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:50.326232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-fe145a24-0bb9-4577-982f-58dfafc0e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:50.341116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-fe145a24-0bb9-4577-982f-58dfafc0e790 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=31183eecc38841d793f27a56ba6e7120&device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 1127 time: 0.1567464 Feb 03 04:30:50.345640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:50.441570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69c6f6-3ceb-48a0-b4f5-6bd0f88b2c9f req-9e8b279f-9ab5-4259-9066-b2b272d531c4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:50.446316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e69c6f6-3ceb-48a0-b4f5-6bd0f88b2c9f req-9e8b279f-9ab5-4259-9066-b2b272d531c4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.2774885 Feb 03 04:30:50.474122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Network cdb1b437-6f17-44a2-916a-87ecf0e41431 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:30:50.479689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:30:50.500027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:30:50.605918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Pushing event updated for resources: {'Port': ['ID=4c7b3e44-bcaf-4c05-9202-c4512babc16e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:50.676904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e69c6f6-3ceb-48a0-b4f5-6bd0f88b2c9f req-ed28ce33-5676-4c59-b7bf-ced38ced95c9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156222 Feb 03 04:30:50.689871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:50.690811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:50.696452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-8e5d493c-9b67-4431-a7ea-23b0aee81806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:50.697979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-8e5d493c-9b67-4431-a7ea-23b0aee81806 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 200 len: 912 time: 0.3573618 Feb 03 04:30:50.718394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-6df88b9b-6d5a-41b5-b589-d957dfabc805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3220270 Feb 03 04:30:50.731084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Request body: {'port': {'device_id': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:50.810780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:50.819005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-3f9e14f3-b41f-45ae-8ed7-4a157409256e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.1096020 Feb 03 04:30:50.976876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad214ea-fd0e-4df3-9f31-6bf74829246c req-b2d8488b-56c5-44d7-885a-44b2b69b9f0f tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:50.992736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ad214ea-fd0e-4df3-9f31-6bf74829246c req-b2d8488b-56c5-44d7-885a-44b2b69b9f0f tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.1725926 Feb 03 04:30:51.011777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-5a6c430b-3d2c-4d47-a82b-e8b09773f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:51.013281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-5a6c430b-3d2c-4d47-a82b-e8b09773f7f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 200 len: 850 time: 0.1823237 Feb 03 04:30:51.026109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-cf3dfb9a-6cd4-4b8e-8b1e-ba62a9e80a7f tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:51.028679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-cf3dfb9a-6cd4-4b8e-8b1e-ba62a9e80a7f tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.1603904 Feb 03 04:30:51.182225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ad214ea-fd0e-4df3-9f31-6bf74829246c req-7f5482df-bbde-45ab-8e41-7d3144fae001 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885598 Feb 03 04:30:51.198267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-631014f5-8380-4751-b3fa-20a8c6c5b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:51.200093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-631014f5-8380-4751-b3fa-20a8c6c5b0e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bf6612c-c47c-4688-95bc-92d135f574d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1763084 Feb 03 04:30:51.334521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7b3e44-bcaf-4c05-9202-c4512babc16e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:51.344976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Deleting port 62c14ee0-8606-41a6-af23-c2b4eefc3798 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:51.345516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:51.352060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Publish callbacks [] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:51.391021 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8f64d7d-8345-4333-9c77-1f283352c6c2 req-14115869-2c9f-42f3-88ed-4eb54ced2dc4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0711832 Feb 03 04:30:51.448429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-1ce1251a-4781-4a5a-ab1b-803f3f377b22 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414587 Feb 03 04:30:51.608445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72b5558e-88d2-40ea-941c-ad3a76b20667 req-c857f8ba-70b7-499a-ab33-88d47df940d3 service neutron] 10.222.0.31 "GET /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503899 Feb 03 04:30:51.696241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef7040-90ea-414b-bcc4-62cba8cb87ad req-77c3958c-8dd6-48b0-b691-2e420c3c8587 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:51.703479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59ef7040-90ea-414b-bcc4-62cba8cb87ad req-77c3958c-8dd6-48b0-b691-2e420c3c8587 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.0927305 Feb 03 04:30:51.722118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2f7c4-8219-44fc-a748-c0bd59c3c476 req-805f0987-6edf-4fb2-b9ec-6e6e1a32d822 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:51.723795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48b2f7c4-8219-44fc-a748-c0bd59c3c476 req-805f0987-6edf-4fb2-b9ec-6e6e1a32d822 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 931 time: 0.1143703 Feb 03 04:30:51.800883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59ef7040-90ea-414b-bcc4-62cba8cb87ad req-02001794-591d-4157-8b3e-5b639d6afeda tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904856 Feb 03 04:30:51.832541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48b2f7c4-8219-44fc-a748-c0bd59c3c476 req-11cca92a-a892-4018-990c-41d02f724727 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003237 Feb 03 04:30:52.023554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef502a-9100-4a60-b287-26a21becb12b req-234d8ccc-937a-4075-8c50-feb31279f3b4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:52.033204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04ef502a-9100-4a60-b287-26a21becb12b req-234d8ccc-937a-4075-8c50-feb31279f3b4 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1311328 Feb 03 04:30:52.135229 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04ef502a-9100-4a60-b287-26a21becb12b req-e16f1aaf-0ae5-48d7-9c6d-0f490d448e2f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010325 Feb 03 04:30:52.231135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] For port 62c14ee0-8606-41a6-af23-c2b4eefc3798, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=62c14ee0-8606-41a6-af23-c2b4eefc3798,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:52.231722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:52.437069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Transition to ACTIVE for port object 4c7b3e44-bcaf-4c05-9202-c4512babc16e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:30:52.448778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:52.563217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990329c-ee31-4c54-baf1-ba1ac8de97b4 req-6940d381-3ff0-4bdb-8c60-999c47ee3463 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:52.565893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8990329c-ee31-4c54-baf1-ba1ac8de97b4 req-6940d381-3ff0-4bdb-8c60-999c47ee3463 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.0693896 Feb 03 04:30:52.581570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7b3e44-bcaf-4c05-9202-c4512babc16e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:52.616317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41b8d918-38f0-4225-8226-8ed9607967dc req-c0d08abd-e5b3-49c6-ac8e-99def4fd0103 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0418677 Feb 03 04:30:52.666065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8990329c-ee31-4c54-baf1-ba1ac8de97b4 req-43d8ceaa-6ab5-47c7-95a9-abeee94544b5 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932932 Feb 03 04:30:52.711517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:52.711953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (1492121d-9460-4493-a03c-5a117e5a9721), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:52.712362 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Floating IP 1492121d-9460-4493-a03c-5a117e5a9721 disassociated. External IP: 172.25.7.145, port: 62c14ee0-8606-41a6-af23-c2b4eefc3798. Feb 03 04:30:52.712772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Calling delete_port for 62c14ee0-8606-41a6-af23-c2b4eefc3798 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:52.744395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Attempting to bind port 4c7b3e44-bcaf-4c05-9202-c4512babc16e on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:30:52.745022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Attempting to bind port 4c7b3e44-bcaf-4c05-9202-c4512babc16e by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '11b37fcc-1ad7-47d3-9470-fcf95151e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:30:52.745156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Attempting to bind port 4c7b3e44-bcaf-4c05-9202-c4512babc16e on network cdb1b437-6f17-44a2-916a-87ecf0e41431 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:52.783784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Port 4c7b3e44-bcaf-4c05-9202-c4512babc16e on network cdb1b437-6f17-44a2-916a-87ecf0e41431 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:30:52.784209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Attempting to bind port 4c7b3e44-bcaf-4c05-9202-c4512babc16e on network cdb1b437-6f17-44a2-916a-87ecf0e41431 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:30:52.794759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:30:52.795191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Checking segment: {'id': '11b37fcc-1ad7-47d3-9470-fcf95151e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:30:52.795677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Bound using segment: {'id': '11b37fcc-1ad7-47d3-9470-fcf95151e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:30:52.796502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Bound port: 4c7b3e44-bcaf-4c05-9202-c4512babc16e, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b37fcc-1ad7-47d3-9470-fcf95151e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:30:52.796935 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:52.940998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22652a-7948-4153-b679-59bce24af646 req-d368f3a9-a499-4582-b319-d4eab6d53815 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:52.951724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c22652a-7948-4153-b679-59bce24af646 req-d368f3a9-a499-4582-b319-d4eab6d53815 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 945 time: 0.0826106 Feb 03 04:30:53.005461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] For port 4c7b3e44-bcaf-4c05-9202-c4512babc16e, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:30:53.019597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c22652a-7948-4153-b679-59bce24af646 req-e809c9e4-bab7-468e-9b83-50bac1761e9a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups?id=78d83337-634a-46c0-a047-1513e25a00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615637 Feb 03 04:30:53.038246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] For port 4c7b3e44-bcaf-4c05-9202-c4512babc16e, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4c7b3e44-bcaf-4c05-9202-c4512babc16e,segment=NetworkSegment(11b37fcc-1ad7-47d3-9470-fcf95151e431),segment_id=11b37fcc-1ad7-47d3-9470-fcf95151e431)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:30:53.052173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:53.137829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:53.138524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:53.140369 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c7b3e44-bcaf-4c05-9202-c4512babc16e HTTP/1.1" status: 200 len: 1091 time: 2.4162669 Feb 03 04:30:53.140918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'tag': '4c7b3e44-bcaf-4c05-9202-c4512babc16e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:53.143491 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11c339-54a2-4948-b9c3-1eea27923d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "eecda53f-9e1e-492e-ac68-ac81dcf95430", "tag": "4c7b3e44-bcaf-4c05-9202-c4512babc16e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:53.150870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (62c14ee0-8606-41a6-af23-c2b4eefc3798), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:53.191663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9975b8a-4fa0-4b00-887c-6b8570f4c490 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7b3e44-bcaf-4c05-9202-c4512babc16e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:53.211112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781d5ce-14dd-4bce-9318-18ca209a1e03 req-3c84e0e0-2b4d-4f58-8768-3fd5522031f9 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:53.222161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3781d5ce-14dd-4bce-9318-18ca209a1e03 req-3c84e0e0-2b4d-4f58-8768-3fd5522031f9 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 943 time: 0.1307104 Feb 03 04:30:53.296766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event deleted for resources: {'Port': ['ID=62c14ee0-8606-41a6-af23-c2b4eefc3798,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:53.302657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3781d5ce-14dd-4bce-9318-18ca209a1e03 req-622eb6ad-0d8b-44f7-bc07-a5d1d4b2f227 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 Feb 03 04:30:53.375362 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68acb19e-8ad9-49b5-8673-1fa7df0f336d x-openstack-request-id: req-68acb19e-8ad9-49b5-8673-1fa7df0f336d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:53.375362 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecda53f-9e1e-492e-ac68-ac81dcf95430", "tag": "4c7b3e44-bcaf-4c05-9202-c4512babc16e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:53.375712 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68acb19e-8ad9-49b5-8673-1fa7df0f336d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:53.376097 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'tag': '4c7b3e44-bcaf-4c05-9202-c4512babc16e', 'status': 'completed', 'code': 200} Feb 03 04:30:53.393381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-2f4f229f-233e-42d8-8797-8ae79e591ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:53.394909 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-2f4f229f-233e-42d8-8797-8ae79e591ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ab8a77bb126450ab9d28f516a14cf54&device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 1125 time: 0.1937835 Feb 03 04:30:53.479900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-ac115654-7b14-4dba-942b-a0b6f38cc599 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c7b3e44-bcaf-4c05-9202-c4512babc16e HTTP/1.1" status: 200 len: 217 time: 0.0688190 Feb 03 04:30:53.509702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:53.543116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-aed09cab-2fa1-4ef3-8a80-dd79145e0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:53.546589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-aed09cab-2fa1-4ef3-8a80-dd79145e0e3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc86bb4e-22cd-4eec-a1cc-0ceace865eff HTTP/1.1" status: 200 len: 861 time: 0.0588570 Feb 03 04:30:53.556257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564ec26-2a7d-4725-b083-3764581ac6e3 req-1e7d4a03-47b8-4aa2-a628-a18e04520bcf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:53.567291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6564ec26-2a7d-4725-b083-3764581ac6e3 req-1e7d4a03-47b8-4aa2-a628-a18e04520bcf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1345561 Feb 03 04:30:53.601614 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-8bb58631-ade8-422c-adae-a77471f53a05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdb1b437-6f17-44a2-916a-87ecf0e41431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479808 Feb 03 04:30:53.605819 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:53.607768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Router fe668024-6f68-46a2-b775-c60334b05ff5 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:30:53.702473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6564ec26-2a7d-4725-b083-3764581ac6e3 req-258aa936-02ea-4f18-af54-f9b7589ad9b2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269491 Feb 03 04:30:53.792304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:30:53.808302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] Sync routers for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:30:53.829634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:53.834403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:53.854211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd513f0-0f60-4486-b0be-ed1d7eaeffee req-d33d8b31-9736-475e-beeb-42036ce57794 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0464010 Feb 03 04:30:53.946755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] No DVR routers for this DVR port 62c14ee0-8606-41a6-af23-c2b4eefc3798 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:53.954812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:53.958151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-15a983a7-71a6-48d2-879c-e94ba1c3f9b9 req-3b435b94-1c52-4556-8000-4eb2cb21d99a tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.31 "DELETE /v2.0/ports/62c14ee0-8606-41a6-af23-c2b4eefc3798 HTTP/1.1" status: 204 len: 173 time: 2.9213014 Feb 03 04:30:54.000715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-5eabf48f-31cc-4777-81bd-dbe41f73ca1d tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:54.002993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-5eabf48f-31cc-4777-81bd-dbe41f73ca1d tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.15 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.2121749 Feb 03 04:30:54.037310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:54.086343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-7a22e889-437d-474a-a087-8f9898058abb service neutron] 10.222.0.15 "GET /v2.0/networks/cdb1b437-6f17-44a2-916a-87ecf0e41431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721935 Feb 03 04:30:54.087772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaa363-cd4e-4f81-b161-398b13dc9136 req-27104e9b-5d3d-49fb-a16f-95a797c9e006 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:54.089414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cdaa363-cd4e-4f81-b161-398b13dc9136 req-27104e9b-5d3d-49fb-a16f-95a797c9e006 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.1153245 Feb 03 04:30:54.128320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5cfce-4d21-44da-8d34-313037d8bbd6 req-c42ff834-26c1-4089-b26c-8d1bf1231e01 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:54.142267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2c5cfce-4d21-44da-8d34-313037d8bbd6 req-c42ff834-26c1-4089-b26c-8d1bf1231e01 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1128604 Feb 03 04:30:54.235279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2c5cfce-4d21-44da-8d34-313037d8bbd6 req-c9fe6dfa-f1bc-4a03-b795-d3926d842c23 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918925 Feb 03 04:30:54.249843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cdaa363-cd4e-4f81-b161-398b13dc9136 req-cd77b1f5-84e8-4fac-adde-47c792df8dd1 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537285 Feb 03 04:30:54.259729 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca200b17-063a-4770-aaeb-8da9b12f7cea req-ee33aaf9-e706-4775-9357-bb65c865db5a service neutron] 10.222.0.15 "GET /v2.0/networks/cdb1b437-6f17-44a2-916a-87ecf0e41431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605895 Feb 03 04:30:54.444092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-ef9e3461-724a-4aed-8846-3893006ea1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:54.448713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-ef9e3461-724a-4aed-8846-3893006ea1d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ab8a77bb126450ab9d28f516a14cf54&device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 1125 time: 0.0988569 Feb 03 04:30:54.455702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Deleting port 0086891d-5628-4fa9-80a3-221d2a974cfb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:54.456293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:54.489041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4a45622-fb84-49b4-ac08-2b29d5a496c3 req-7d699b22-44b3-46d0-9d76-aca97b440040 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5148e1c-8c73-4d55-8a38-442d1320be12 HTTP/1.1" status: 200 len: 210 time: 0.0794318 Feb 03 04:30:54.499841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 62c14ee0-8606-41a6-af23-c2b4eefc3798 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:54.529245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 62c14ee0-8606-41a6-af23-c2b4eefc3798 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:54.530279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 62c14ee0-8606-41a6-af23-c2b4eefc3798 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:54.704979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:54.742589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] Checking router: fe668024-6f68-46a2-b775-c60334b05ff5 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:30:54.753973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:54.754949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:54.799448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9815f-3826-466d-9246-198658a09112 req-78814543-b7e7-4898-b011-c0c5cb346c68 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:54.808681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] For port 0086891d-5628-4fa9-80a3-221d2a974cfb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0086891d-5628-4fa9-80a3-221d2a974cfb,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:54.809054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:54.810729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4b9815f-3826-466d-9246-198658a09112 req-78814543-b7e7-4898-b011-c0c5cb346c68 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 943 time: 0.1034935 Feb 03 04:30:54.862435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-77aa5886-f6d8-45c0-a0b6-e920335bb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:54.867183 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-77aa5886-f6d8-45c0-a0b6-e920335bb940 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cdb1b437-6f17-44a2-916a-87ecf0e41431 HTTP/1.1" status: 200 len: 922 time: 0.4023666 Feb 03 04:30:54.911531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:54.920055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4b9815f-3826-466d-9246-198658a09112 req-b2bdeb96-16f8-4b81-8150-f9594f974fa7 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971229 Feb 03 04:30:55.011608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-6161baa7-98aa-4e52-ab59-830ac0887685 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c7b3e44-bcaf-4c05-9202-c4512babc16e HTTP/1.1" status: 200 len: 217 time: 0.1324921 Feb 03 04:30:55.220712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9640715-98aa-4ead-b998-560a284f6fb5 req-67b37b30-910c-4807-8d59-c5a118091909 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0502658 Feb 03 04:30:55.290422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:55.304435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:55.376805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'name': 'network-vif-deleted', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:55.379290 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bbab15-73fe-42dd-84e1-deb391c68a37" -d '{"events": [{"server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "name": "network-vif-deleted", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:55.414188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-0100373d-1998-4ffd-9106-37664f256d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:55.417732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-0100373d-1998-4ffd-9106-37664f256d6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc86bb4e-22cd-4eec-a1cc-0ceace865eff HTTP/1.1" status: 200 len: 861 time: 0.3950853 Feb 03 04:30:55.422349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:55.424317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (85c37cd5-9613-42df-a83e-e47d19f6ff77), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:55.424653 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Floating IP 85c37cd5-9613-42df-a83e-e47d19f6ff77 disassociated. External IP: 172.25.7.206, port: 0086891d-5628-4fa9-80a3-221d2a974cfb. Feb 03 04:30:55.425085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Calling delete_port for 0086891d-5628-4fa9-80a3-221d2a974cfb owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:55.434038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01e4c6-c6f7-4bcc-85aa-9e4145e49ced None None] The sync data for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 is: [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 4, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '712d2370-3717-4950-835f-ff51748bab54', 'name': '', 'network_id': 'cbad3684-30c8-480e-a922-11a6e4eb1e09', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'mac_address': 'fa:16:3e:38:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:45Z', 'updated_at': '2022-02-03T04:29:52Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'subnets': [{'id': 'b0302d44-e56f-4588-bdec-a797791a2993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:30:55.554019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] Deleting subnet 4432c88d-f1ac-4c71-ab3e-b6b32697a87d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:30:55.571127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] Publish callbacks [] for subnet (4432c88d-f1ac-4c71-ab3e-b6b32697a87d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:55.691274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (4432c88d-f1ac-4c71-ab3e-b6b32697a87d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:55.698271 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-f25d3cff-4657-49cd-9ced-62356e2b9181 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdb1b437-6f17-44a2-916a-87ecf0e41431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356755 Feb 03 04:30:55.699939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0086891d-5628-4fa9-80a3-221d2a974cfb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:55.769851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event deleted for resources: {'Port': ['ID=0086891d-5628-4fa9-80a3-221d2a974cfb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:55.801372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d95bb-8154-4b02-b431-c4c1ff5214c2 req-8f853a9e-6d1b-485a-9c96-df971620af6c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:55.810856 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-285d95bb-8154-4b02-b431-c4c1ff5214c2 req-8f853a9e-6d1b-485a-9c96-df971620af6c tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d5977d-bd9d-4997-ac0c-2dc97884c7fc HTTP/1.1" status: 200 len: 945 time: 0.3845108 Feb 03 04:30:55.877851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-36b0943a-9a83-491f-ab53-bdd2ec51614d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:55.879322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-36b0943a-9a83-491f-ab53-bdd2ec51614d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=8321ade9-7ac0-465c-842f-d588a95ea3a1 HTTP/1.1" status: 200 len: 943 time: 0.3324072 Feb 03 04:30:55.901459 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4432c88d-f1ac-4c71-ab3e-b6b32697a87d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:55.930589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:55.937239 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d351a2-2793-4819-a775-125f12b56601 None None] New status for floating IP 1492121d-9460-4493-a03c-5a117e5a9721: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:30:55.987992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4c7b3e44-bcaf-4c05-9202-c4512babc16e details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:30:56.006851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-6418d872-c969-40cb-be97-fc858f56c7a5 service neutron] 10.222.0.15 "GET /v2.0/networks/cdb1b437-6f17-44a2-916a-87ecf0e41431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943187 Feb 03 04:30:56.109636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Router 4c2138ed-c2e7-442c-a52a-1218697bc41d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:30:56.152463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd5a9ae6-9397-49c7-b94b-587d12033072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.192178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-285d95bb-8154-4b02-b431-c4c1ff5214c2 req-9f6c5aa2-f934-4e4f-a338-49fc0c25835b tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups?id=557794d5-529b-4858-af0b-958a836cbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3802969 Feb 03 04:30:56.218237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4c7b3e44-bcaf-4c05-9202-c4512babc16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4c7b3e44-bcaf-4c05-9202-c4512babc16e,segment=NetworkSegment(11b37fcc-1ad7-47d3-9470-fcf95151e431),segment_id=11b37fcc-1ad7-47d3-9470-fcf95151e431)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:56.244881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4c7b3e44-bcaf-4c05-9202-c4512babc16e', 'network_id': 'cdb1b437-6f17-44a2-916a-87ecf0e41431', 'port_id': '4c7b3e44-bcaf-4c05-9202-c4512babc16e', 'mac_address': 'fa:16:3e:ab:5e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc86bb4e-22cd-4eec-a1cc-0ceace865eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:30:56.311624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd5a9ae6-9397-49c7-b94b-587d12033072 admin admin] Publish callbacks [] for security_group (343888e5-6686-43e0-b192-69bd358961f7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.314601 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76af7bde-a809-44da-aca1-7143d0c5ac08 x-openstack-request-id: req-76af7bde-a809-44da-aca1-7143d0c5ac08 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:56.314601 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5148e1c-8c73-4d55-8a38-442d1320be12", "name": "network-vif-deleted", "tag": "62c14ee0-8606-41a6-af23-c2b4eefc3798", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:56.314876 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76af7bde-a809-44da-aca1-7143d0c5ac08 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:56.315091 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5148e1c-8c73-4d55-8a38-442d1320be12', 'name': 'network-vif-deleted', 'tag': '62c14ee0-8606-41a6-af23-c2b4eefc3798', 'status': 'completed', 'code': 200} Feb 03 04:30:56.315392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (4432c88d-f1ac-4c71-ab3e-b6b32697a87d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.336349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd5a9ae6-9397-49c7-b94b-587d12033072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (343888e5-6686-43e0-b192-69bd358961f7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.352406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4c7b3e44-bcaf-4c05-9202-c4512babc16e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:30:56.352798 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.386682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7b3e44-bcaf-4c05-9202-c4512babc16e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:30:56.429963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4432c88d-f1ac-4c71-ab3e-b6b32697a87d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:56.432716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4c7b3e44-bcaf-4c05-9202-c4512babc16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4c7b3e44-bcaf-4c05-9202-c4512babc16e,segment=NetworkSegment(11b37fcc-1ad7-47d3-9470-fcf95151e431),segment_id=11b37fcc-1ad7-47d3-9470-fcf95151e431)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:56.440981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.444946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.457583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-68c667c6-94d0-45bf-8f26-c157e75ad81c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4432c88d-f1ac-4c71-ab3e-b6b32697a87d HTTP/1.1" status: 204 len: 168 time: 1.1652260 Feb 03 04:30:56.465975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Deleting port 4a2afeac-9a20-433a-b353-151de64a7b29 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:56.466830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.475336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:56.518460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4c7b3e44-bcaf-4c05-9202-c4512babc16e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:56.579566 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fd5a9ae6-9397-49c7-b94b-587d12033072 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f5458ba34f546e2a01e37ae7c58bd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6473482 Feb 03 04:30:56.587117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:56.591164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a9ae6-9397-49c7-b94b-587d12033072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343888e5-6686-43e0-b192-69bd358961f7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:56.611159 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec11c339-54a2-4948-b9c3-1eea27923d5a req-141feea4-23f0-440c-9a59-3ed2e0b4e17b service neutron] 10.222.0.15 "GET /v2.0/networks/cdb1b437-6f17-44a2-916a-87ecf0e41431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911388 Feb 03 04:30:56.647395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] For port 4a2afeac-9a20-433a-b353-151de64a7b29, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4a2afeac-9a20-433a-b353-151de64a7b29,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:30:56.647804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.664126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4c7b3e44-bcaf-4c05-9202-c4512babc16e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:56.700764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (05093606-9566-4423-8e6f-2c5d06a90de4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.707018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:30:56.732553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] Sync routers for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:30:56.771230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] No DVR routers for this DVR port 0086891d-5628-4fa9-80a3-221d2a974cfb on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:56.774829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b548e879-8ea6-4ec7-a674-f857d934e8e5 admin admin] Publish callbacks [] for security_group (343888e5-6686-43e0-b192-69bd358961f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.778035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:56.781946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d28b1263-c828-49ef-b2dd-c0f69169c0d6 req-8f8bb8ac-7194-44e5-b460-dfb05fab7c67 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.15 "DELETE /v2.0/ports/0086891d-5628-4fa9-80a3-221d2a974cfb HTTP/1.1" status: 204 len: 173 time: 2.7705956 Feb 03 04:30:56.798815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:56.801940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:57.022444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:57.026222 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:30:57.253624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Calling delete_port for 4a2afeac-9a20-433a-b353-151de64a7b29 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:57.331576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (05093606-9566-4423-8e6f-2c5d06a90de4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.354674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05093606-9566-4423-8e6f-2c5d06a90de4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:57.366917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854822d5-62dc-446d-ad44-aa236a6f4041') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:57.366917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854822d5-62dc-446d-ad44-aa236a6f4041') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:57.377057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (854822d5-62dc-446d-ad44-aa236a6f4041), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.388019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02bd58-13e4-4eba-951f-abaa1808cde4 req-2aa4255f-b025-46c1-a619-9c3ddbe86c81 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:57.390343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 5, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:57.390799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (854822d5-62dc-446d-ad44-aa236a6f4041), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.397045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad02bd58-13e4-4eba-951f-abaa1808cde4 req-2aa4255f-b025-46c1-a619-9c3ddbe86c81 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 944 time: 0.1519382 Feb 03 04:30:57.399220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:30:57.399708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (854822d5-62dc-446d-ad44-aa236a6f4041), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.433008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] Checking router: 4c2138ed-c2e7-442c-a52a-1218697bc41d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:30:57.444216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:30:57.444842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:30:57.457755 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:30:57.469837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (05093606-9566-4423-8e6f-2c5d06a90de4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.473543 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b548e879-8ea6-4ec7-a674-f857d934e8e5 admin admin] Publish callbacks [] for security_group (343888e5-6686-43e0-b192-69bd358961f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.484213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad02bd58-13e4-4eba-951f-abaa1808cde4 req-a14d989a-76ac-4ec8-a96d-0bd0a6349d24 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861745 Feb 03 04:30:57.499309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.503386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] 10.222.0.35 "DELETE /v2.0/networks/05093606-9566-4423-8e6f-2c5d06a90de4 HTTP/1.1" status: 204 len: 168 time: 1.0229173 Feb 03 04:30:57.523161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545d275-1e66-4f92-991a-664fb8c0f358 admin admin] Pushing event deleted for resources: {'Network': ['ID=05093606-9566-4423-8e6f-2c5d06a90de4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:57.579330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b548e879-8ea6-4ec7-a674-f857d934e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (343888e5-6686-43e0-b192-69bd358961f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.579330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b548e879-8ea6-4ec7-a674-f857d934e8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.580231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b548e879-8ea6-4ec7-a674-f857d934e8e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/343888e5-6686-43e0-b192-69bd358961f7 HTTP/1.1" status: 204 len: 168 time: 0.9901128 Feb 03 04:30:57.606959 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4a2afeac-9a20-433a-b353-151de64a7b29), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.611788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548e879-8ea6-4ec7-a674-f857d934e8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343888e5-6686-43e0-b192-69bd358961f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:57.621846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['deb3f788-901c-4883-a67d-e6140eabcf89'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:57.624212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:30:57.701869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event deleted for resources: {'Port': ['ID=4a2afeac-9a20-433a-b353-151de64a7b29,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:57.720759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:30:57.731123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f62cb291-d898-4918-97db-2f5fd71933f4 req-21632f8d-6a1e-4bca-a57c-4a85c749cce1 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1355731 Feb 03 04:30:57.745890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:57.825801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3f68cb84-a40b-4603-a94f-b03bb9d5b514 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b75d8a9414884c70a12f5de70a137ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781176 Feb 03 04:30:57.829219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:57.841628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41924) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:57.877724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] No DVR routers for this DVR port 4a2afeac-9a20-433a-b353-151de64a7b29 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:30:57.881749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.913491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c70704bb-4544-46e2-acec-99364b52d7e8 req-bc6b58de-0765-43b6-99a4-2ad28ff5b173 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "DELETE /v2.0/ports/4a2afeac-9a20-433a-b353-151de64a7b29 HTTP/1.1" status: 204 len: 173 time: 1.9663355 Feb 03 04:30:57.914032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-deleted', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:57.923276 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5c1079-3931-461a-b555-0d0c84fa4011" -d '{"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-deleted", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:57.955090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1d44354-81dd-4292-a452-a31f661e1dd5 admin admin] Publish callbacks [] for security_group (0ab245e1-5f6f-481c-86a1-214d03e9edae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:57.995893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-249f170c-1dc6-4aa3-b3dd-3aabd3155631 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group (78d83337-634a-46c0-a047-1513e25a00a8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.025229 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-249f170c-1dc6-4aa3-b3dd-3aabd3155631 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group (78d83337-634a-46c0-a047-1513e25a00a8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.025760 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f729a7e-3332-456e-ba08-aaa225a28c00 x-openstack-request-id: req-8f729a7e-3332-456e-ba08-aaa225a28c00 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:58.026061 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8321ade9-7ac0-465c-842f-d588a95ea3a1", "name": "network-vif-deleted", "tag": "4a2afeac-9a20-433a-b353-151de64a7b29", "status": "failed", "code": 422}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:58.026316 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f729a7e-3332-456e-ba08-aaa225a28c00 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:58.026726 n-d-827549-1 neutron-server[103323]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8321ade9-7ac0-465c-842f-d588a95ea3a1', 'name': 'network-vif-deleted', 'tag': '4a2afeac-9a20-433a-b353-151de64a7b29', 'status': 'failed', 'code': 422} returned with failed status Feb 03 04:30:58.097653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1d44354-81dd-4292-a452-a31f661e1dd5 admin admin] Publish callbacks [] for security_group (0ab245e1-5f6f-481c-86a1-214d03e9edae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.106862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:58.206057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-249f170c-1dc6-4aa3-b3dd-3aabd3155631 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (78d83337-634a-46c0-a047-1513e25a00a8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.213826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-249f170c-1dc6-4aa3-b3dd-3aabd3155631 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.219997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-249f170c-1dc6-4aa3-b3dd-3aabd3155631 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "DELETE /v2.0/security-groups/78d83337-634a-46c0-a047-1513e25a00a8 HTTP/1.1" status: 204 len: 168 time: 0.3718493 Feb 03 04:30:58.223032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:58.236373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0086891d-5628-4fa9-80a3-221d2a974cfb no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:30:58.254506 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afc94b8f-52ab-41e3-8131-1ce081efea18 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group (557794d5-529b-4858-af0b-958a836cbd69), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.255027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1d44354-81dd-4292-a452-a31f661e1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0ab245e1-5f6f-481c-86a1-214d03e9edae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.257600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1d44354-81dd-4292-a452-a31f661e1dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.261026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1d44354-81dd-4292-a452-a31f661e1dd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ab245e1-5f6f-481c-86a1-214d03e9edae HTTP/1.1" status: 204 len: 168 time: 0.4283588 Feb 03 04:30:58.284149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afc94b8f-52ab-41e3-8131-1ce081efea18 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group (557794d5-529b-4858-af0b-958a836cbd69), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.286340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f170c-1dc6-4aa3-b3dd-3aabd3155631 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d83337-634a-46c0-a047-1513e25a00a8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:58.306031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 0086891d-5628-4fa9-80a3-221d2a974cfb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:30:58.306480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0086891d-5628-4fa9-80a3-221d2a974cfb not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:30:58.313281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d44354-81dd-4292-a452-a31f661e1dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab245e1-5f6f-481c-86a1-214d03e9edae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:58.337344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'name': 'network-vif-deleted', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:30:58.342372 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ed17a3fc-fe27-4310-bcb9-0fe4693062c0 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] show failed (client error): The resource could not be found. Feb 03 04:30:58.347543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed17a3fc-fe27-4310-bcb9-0fe4693062c0 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "GET /v2.0/security-groups/78d83337-634a-46c0-a047-1513e25a00a8 HTTP/1.1" status: 404 len: 347 time: 0.1198595 Feb 03 04:30:58.349893 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766082b3-bc81-42dc-aa78-6ee467aab9b9" -d '{"events": [{"server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "name": "network-vif-deleted", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:30:58.350047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:58.425999 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0486dfe-b3cf-4762-ac4f-386fd260a86b x-openstack-request-id: req-f0486dfe-b3cf-4762-ac4f-386fd260a86b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:30:58.426326 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5977d-bd9d-4997-ac0c-2dc97884c7fc", "name": "network-vif-deleted", "tag": "0086891d-5628-4fa9-80a3-221d2a974cfb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:30:58.426582 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0486dfe-b3cf-4762-ac4f-386fd260a86b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:30:58.427028 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d5977d-bd9d-4997-ac0c-2dc97884c7fc', 'name': 'network-vif-deleted', 'tag': '0086891d-5628-4fa9-80a3-221d2a974cfb', 'status': 'completed', 'code': 200} Feb 03 04:30:58.452658 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afc94b8f-52ab-41e3-8131-1ce081efea18 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (557794d5-529b-4858-af0b-958a836cbd69), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.455221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afc94b8f-52ab-41e3-8131-1ce081efea18 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.459338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-afc94b8f-52ab-41e3-8131-1ce081efea18 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "DELETE /v2.0/security-groups/557794d5-529b-4858-af0b-958a836cbd69 HTTP/1.1" status: 204 len: 168 time: 0.3486848 Feb 03 04:30:58.459712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:58.482545 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-6b106d1b-6be1-4f3c-a66b-73d2eee19c45 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] show failed (client error): The resource could not be found. Feb 03 04:30:58.491753 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b106d1b-6be1-4f3c-a66b-73d2eee19c45 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "GET /v2.0/security-groups/557794d5-529b-4858-af0b-958a836cbd69 HTTP/1.1" status: 404 len: 347 time: 0.0228336 Feb 03 04:30:58.492421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:58.542220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc94b8f-52ab-41e3-8131-1ce081efea18 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557794d5-529b-4858-af0b-958a836cbd69,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:58.768286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Deleting port d605ee05-dd28-4aff-bd2e-fd8b8e1979b8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:58.769675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.832722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Deleting port aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:30:58.833235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:58.864002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 5, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:30:58.882398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6ade0-b26d-48a2-ade0-75d0106d79de req-a3631407-2257-44c9-8fcf-0d1748652378 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:58.889896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5d6ade0-b26d-48a2-ade0-75d0106d79de req-a3631407-2257-44c9-8fcf-0d1748652378 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 944 time: 0.2643735 Feb 03 04:30:58.918307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709eb8c3-f26a-4fe8-8a63-d7e150bb622e None None] The sync data for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 is: [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:29:41Z', 'revision_number': 4, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'ce312c35-cba5-4407-9629-4e06aef8ca43', 'name': '', 'network_id': '6f70f637-4a9d-42f9-9b5c-e3e26dab911c', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'mac_address': 'fa:16:3e:2e:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:39Z', 'updated_at': '2022-02-03T04:29:47Z', 'revision_number': 5, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'subnets': [{'id': 'd0fc7eab-be3b-4a7a-a118-5a23398f0efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:30:59.039839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5d6ade0-b26d-48a2-ade0-75d0106d79de req-28e0db70-2cc2-4b5c-be2b-7e46d63ee805 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488707 Feb 03 04:30:59.053783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.055582 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for floatingip (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.061781 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.062117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for floatingip (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.085624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Calling delete_port for d605ee05-dd28-4aff-bd2e-fd8b8e1979b8 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:59.095995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Calling delete_port for aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:30:59.099198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af89e58-bd90-47dc-bfc5-adbac2fb3491 req-a12097b7-923c-425c-8cde-49224930e1cc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:30:59.108106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0af89e58-bd90-47dc-bfc5-adbac2fb3491 req-a12097b7-923c-425c-8cde-49224930e1cc tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 907 time: 0.1797185 Feb 03 04:30:59.218707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbae7482-72b0-46ab-8c1a-ee2d17d563c0 req-bed4907c-638a-4b1f-bb17-d20fcf676590 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0466483 Feb 03 04:30:59.357506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.382850 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa553b3-2af6-48c9-b716-8af05cf0d9ae None None] New status for floating IP 85c37cd5-9613-42df-a83e-e47d19f6ff77: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:30:59.417762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d605ee05-dd28-4aff-bd2e-fd8b8e1979b8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.477962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Pushing event deleted for resources: {'Port': ['ID=d605ee05-dd28-4aff-bd2e-fd8b8e1979b8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:59.522795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Pushing event deleted for resources: {'Port': ['ID=aa72591b-b56e-4f8f-a9ef-3f10b15cc9c3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:30:59.526805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks [] for floatingip (85c37cd5-9613-42df-a83e-e47d19f6ff77), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.530807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.532414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fc72721a-ff15-4414-9e99-f8b58d991e53 tempest-ServersTestManualDisk-1198776338 tempest-ServersTestManualDisk-1198776338-project] 10.222.0.35 "DELETE /v2.0/floatingips/85c37cd5-9613-42df-a83e-e47d19f6ff77 HTTP/1.1" status: 204 len: 168 time: 1.0388992 Feb 03 04:30:59.542427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:59.569682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks [] for floatingip (1492121d-9460-4493-a03c-5a117e5a9721), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.573064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.577534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ae58ba7-d3ef-40a2-99f2-312c4fe8bf48 tempest-ServersTestJSON-981787229 tempest-ServersTestJSON-981787229-project] 10.222.0.35 "DELETE /v2.0/floatingips/1492121d-9460-4493-a03c-5a117e5a9721 HTTP/1.1" status: 204 len: 168 time: 1.2260818 Feb 03 04:30:59.578197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:59.635159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:30:59.805359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1418951331-network', 'tenant_id': '56698d154f5d449196bf8e90f418dfd4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:30:59.867301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Made reservation on behalf of 56698d154f5d449196bf8e90f418dfd4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:30:59.870393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.885919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:30:59.908690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:00.018439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4c7b3e44-bcaf-4c05-9202-c4512babc16e up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:00.072346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b89c682a-8f89-4bdd-bef6-36c584c17b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.085587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4c7b3e44-bcaf-4c05-9202-c4512babc16e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:31:00.090308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4c7b3e44-bcaf-4c05-9202-c4512babc16e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:00.090695 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.133165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks [] for security_group (d4874337-e1fe-4990-a0c5-70b3a9c90ce2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.150098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (4c2138ed-c2e7-442c-a52a-1218697bc41d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.150514 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d4874337-e1fe-4990-a0c5-70b3a9c90ce2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.192974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4c7b3e44-bcaf-4c05-9202-c4512babc16e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:00.193376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.234790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4c7b3e44-bcaf-4c05-9202-c4512babc16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4c7b3e44-bcaf-4c05-9202-c4512babc16e,segment=NetworkSegment(11b37fcc-1ad7-47d3-9470-fcf95151e431),segment_id=11b37fcc-1ad7-47d3-9470-fcf95151e431)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:00.236744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b3e44-bcaf-4c05-9202-c4512babc16e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:00.239258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:00.239901 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9544c3ee-9630-45e9-86e9-079d072ed04e" -d '{"events": [{"server_uuid": "eecda53f-9e1e-492e-ac68-ac81dcf95430", "name": "network-vif-plugged", "status": "completed", "tag": "4c7b3e44-bcaf-4c05-9202-c4512babc16e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:00.247626 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.268539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4874337-e1fe-4990-a0c5-70b3a9c90ce2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:00.283643 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (da0eb659-0657-4009-892a-c0c43279be08), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.284005 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Added segment da0eb659-0657-4009-892a-c0c43279be08 of type vlan for network 4e9c191e-b10a-41ad-85c1-4035f7f75232 Feb 03 04:31:00.343407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4c7b3e44-bcaf-4c05-9202-c4512babc16e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:00.347587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b89c682a-8f89-4bdd-bef6-36c584c17b67 admin admin] Publish callbacks [] for security_group (ffb5888a-2e6e-425f-9170-3f4263ccfed3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.362031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b89c682a-8f89-4bdd-bef6-36c584c17b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ffb5888a-2e6e-425f-9170-3f4263ccfed3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.387723 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (4e9c191e-b10a-41ad-85c1-4035f7f75232), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.415091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07683f-75c0-4453-a41e-aa2b06b88a7b req-10424d32-4b84-4b9f-80fb-429fe7a468f5 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:00.415307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae07683f-75c0-4453-a41e-aa2b06b88a7b req-10424d32-4b84-4b9f-80fb-429fe7a468f5 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 944 time: 0.2677450 Feb 03 04:31:00.434490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2242d-2f5e-42a0-bf59-fa102041939f req-38eccf4e-ea11-42cb-8772-612a0c11068a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:00.435998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16d2242d-2f5e-42a0-bf59-fa102041939f req-38eccf4e-ea11-42cb-8772-612a0c11068a tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 907 time: 0.2228065 Feb 03 04:31:00.447343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-4bc03b7c-988a-4a93-9497-bb2defc17ced tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:00.448866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-4bc03b7c-988a-4a93-9497-bb2defc17ced tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 907 time: 0.1979377 Feb 03 04:31:00.480073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b89c682a-8f89-4bdd-bef6-36c584c17b67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f2ac49949884e74a9e689980055b310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5679171 Feb 03 04:31:00.480737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:00.487691 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (4e9c191e-b10a-41ad-85c1-4035f7f75232), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.488688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:00.489282 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.500234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c682a-8f89-4bdd-bef6-36c584c17b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5888a-2e6e-425f-9170-3f4263ccfed3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:00.537532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (fe668024-6f68-46a2-b775-c60334b05ff5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.552060 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd5c6b-988c-464e-85c2-87b85d00e485 x-openstack-request-id: req-dabd5c6b-988c-464e-85c2-87b85d00e485 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:00.552360 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecda53f-9e1e-492e-ac68-ac81dcf95430", "name": "network-vif-plugged", "status": "completed", "tag": "4c7b3e44-bcaf-4c05-9202-c4512babc16e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:00.552624 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dabd5c6b-988c-464e-85c2-87b85d00e485 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:00.553089 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7b3e44-bcaf-4c05-9202-c4512babc16e', 'code': 200} Feb 03 04:31:00.615557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9784942 Feb 03 04:31:00.618244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:00.625677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Request body: {'subnet': {'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1418951331-subnet', 'tenant_id': '56698d154f5d449196bf8e90f418dfd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:00.644858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae07683f-75c0-4453-a41e-aa2b06b88a7b req-f8481644-ac31-4dd2-81b4-eeacf082e7be tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176862 Feb 03 04:31:00.680097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Made reservation on behalf of 56698d154f5d449196bf8e90f418dfd4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:00.682659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.715753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95934901-db91-43c5-b719-450e5d6327a0 req-acfcf7b7-c30c-43d7-be9e-4d7692729d7b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0745368 Feb 03 04:31:00.716433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21a300-e7ce-42dc-9bb2-2f30dbd32dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e9c191e-b10a-41ad-85c1-4035f7f75232,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:00.727463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 4e9c191e-b10a-41ad-85c1-4035f7f75232 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:00.796099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74cdc781-6797-4db2-9306-7c694fc8ba17 admin admin] Publish callbacks [] for security_group (ffb5888a-2e6e-425f-9170-3f4263ccfed3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.855676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Deleting port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:00.856024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.887936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74cdc781-6797-4db2-9306-7c694fc8ba17 admin admin] Publish callbacks [] for security_group (ffb5888a-2e6e-425f-9170-3f4263ccfed3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:00.890516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b047-db85-4682-9876-70585a67a765 req-5ad338dc-94ce-46e3-8a35-4afa8b47936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:00.892141 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d843b047-db85-4682-9876-70585a67a765 req-5ad338dc-94ce-46e3-8a35-4afa8b47936f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 1127 time: 0.2360449 Feb 03 04:31:01.010653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74cdc781-6797-4db2-9306-7c694fc8ba17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ffb5888a-2e6e-425f-9170-3f4263ccfed3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.013183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74cdc781-6797-4db2-9306-7c694fc8ba17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.016875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74cdc781-6797-4db2-9306-7c694fc8ba17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffb5888a-2e6e-425f-9170-3f4263ccfed3 HTTP/1.1" status: 204 len: 168 time: 0.5328486 Feb 03 04:31:01.038525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Deleting port ce312c35-cba5-4407-9629-4e06aef8ca43 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:01.039000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.040168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdc781-6797-4db2-9306-7c694fc8ba17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5888a-2e6e-425f-9170-3f4263ccfed3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:01.046811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d843b047-db85-4682-9876-70585a67a765 req-daa9d0d9-cb9b-4978-961d-8074426aff75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413922 Feb 03 04:31:01.055102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] For port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:01.055469 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.093016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Calling delete_port for fb8a2b43-d224-40d0-83c3-17fcd8de4e4f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:01.098391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Deleting port 712d2370-3717-4950-835f-ff51748bab54 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:01.099351 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (712d2370-3717-4950-835f-ff51748bab54), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.203444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] For port 712d2370-3717-4950-835f-ff51748bab54, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=712d2370-3717-4950-835f-ff51748bab54,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:01.205809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (712d2370-3717-4950-835f-ff51748bab54), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.228136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Calling delete_port for 712d2370-3717-4950-835f-ff51748bab54 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:01.248708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (ced914cb-919d-4f96-b3ed-fce912c8e66f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.320883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] For port ce312c35-cba5-4407-9629-4e06aef8ca43, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ce312c35-cba5-4407-9629-4e06aef8ca43,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:01.321261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.356173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced914cb-919d-4f96-b3ed-fce912c8e66f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:01.362780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Calling delete_port for ce312c35-cba5-4407-9629-4e06aef8ca43 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:01.363782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Checking segment: {'id': 'da0eb659-0657-4009-892a-c0c43279be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:01.364891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Network hostable DHCP agents. Network: 4e9c191e-b10a-41ad-85c1-4035f7f75232, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:01.484767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Network 4e9c191e-b10a-41ad-85c1-4035f7f75232 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:01.505510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fb8a2b43-d224-40d0-83c3-17fcd8de4e4f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.519316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 4e9c191e-b10a-41ad-85c1-4035f7f75232) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:01.524768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:01.525160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.531998 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (712d2370-3717-4950-835f-ff51748bab54), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.539850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f15c21-ec64-452e-8052-76fe866c01d2 None None] Network 4e9c191e-b10a-41ad-85c1-4035f7f75232 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:01.591767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Pushing event deleted for resources: {'Port': ['ID=712d2370-3717-4950-835f-ff51748bab54,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:01.612266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event deleted for resources: {'Port': ['ID=fb8a2b43-d224-40d0-83c3-17fcd8de4e4f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:01.654089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43a33ecb-5538-41a5-8de0-7de1a36e5e2e req-188b74c5-e6f9-4d12-9016-28a98b55d16d tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed8f26f9-6a09-43c3-b100-e815ebdc0e75 HTTP/1.1" status: 200 len: 210 time: 0.0780127 Feb 03 04:31:01.717928 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6ca08d0-df1b-41fb-8981-5f1db30b0350 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0975010 Feb 03 04:31:01.759940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] No DVR routers for this DVR port fb8a2b43-d224-40d0-83c3-17fcd8de4e4f on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:01.763284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:01.768132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f1eb9e26-a8a3-44e8-8e0d-e2c38235903c req-653dd832-f9ac-4951-9f06-ffc96907b19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "DELETE /v2.0/ports/fb8a2b43-d224-40d0-83c3-17fcd8de4e4f HTTP/1.1" status: 204 len: 173 time: 1.3060455 Feb 03 04:31:01.771950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'name': 'network-vif-deleted', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:01.775184 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e114b663-fc25-44ab-820b-96c14b714b9a" -d '{"events": [{"server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "name": "network-vif-deleted", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:01.845135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913259d-4b57-4458-8c00-c67a6d7196ec None None] Network 4e9c191e-b10a-41ad-85c1-4035f7f75232 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:02.034349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ce312c35-cba5-4407-9629-4e06aef8ca43), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:02.133525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d34b61d-2185-4213-ae5e-b37b03907335 req-c3777718-738f-4806-9ba8-3dbfab1aa6f4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1752405 Feb 03 04:31:02.164500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ce312c35-cba5-4407-9629-4e06aef8ca43,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:02.285869 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d8dd82-d4f3-4782-bc4b-c4f4cd215e55 x-openstack-request-id: req-78d8dd82-d4f3-4782-bc4b-c4f4cd215e55 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:02.290601 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f26f9-6a09-43c3-b100-e815ebdc0e75", "name": "network-vif-deleted", "tag": "fb8a2b43-d224-40d0-83c3-17fcd8de4e4f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:02.291131 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78d8dd82-d4f3-4782-bc4b-c4f4cd215e55 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:02.291779 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f26f9-6a09-43c3-b100-e815ebdc0e75', 'name': 'network-vif-deleted', 'tag': 'fb8a2b43-d224-40d0-83c3-17fcd8de4e4f', 'status': 'completed', 'code': 200} Feb 03 04:31:02.294520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:02.314229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e82114-6d34-42c8-905a-2479ce653d94 req-578d3620-7306-4abe-becb-fc1ea7a37d11 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:02.331692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51e82114-6d34-42c8-905a-2479ce653d94 req-578d3620-7306-4abe-becb-fc1ea7a37d11 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 945 time: 0.4731104 Feb 03 04:31:02.539283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (4c2138ed-c2e7-442c-a52a-1218697bc41d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:02.608763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-697982006-network', 'tenant_id': '51ee7d06d2f641aa9c70369d7a669e3e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:02.768529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Made reservation on behalf of 51ee7d06d2f641aa9c70369d7a669e3e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:02.772459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:02.812946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (fe668024-6f68-46a2-b775-c60334b05ff5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:02.820104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:02.875740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51e82114-6d34-42c8-905a-2479ce653d94 req-8763599a-5869-4491-976c-d8e7deb965db tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417144 Feb 03 04:31:02.911089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks [] for security_group (f39b6180-819c-44ba-80be-8c81e1534b59), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:02.920830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f39b6180-819c-44ba-80be-8c81e1534b59), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:02.951452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b6180-819c-44ba-80be-8c81e1534b59,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:02.964153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.964494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.965868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.966218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.966590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.967746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.968091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.968458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.968836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.969222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.969547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.969871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:02.970189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:03.005063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:03.056611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (09aaf586-6579-4e5b-be7f-8f7f2a57aa16), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:03.057193 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Added segment 09aaf586-6579-4e5b-be7f-8f7f2a57aa16 of type vlan for network 2bab0277-1050-4f03-8946-2f65d9405ddc Feb 03 04:31:03.148892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2bab0277-1050-4f03-8946-2f65d9405ddc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:03.159047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-27c74f02-6bc0-4976-9d4f-e638a00a3d7d tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:03.160594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-27c74f02-6bc0-4976-9d4f-e638a00a3d7d tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/networks?id=4e9c191e-b10a-41ad-85c1-4035f7f75232 HTTP/1.1" status: 200 len: 814 time: 0.3558431 Feb 03 04:31:03.187464 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-2603b5b9-dfd2-42d9-bd0a-ed619120fe0b tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/quotas/56698d154f5d449196bf8e90f418dfd4 HTTP/1.1" status: 200 len: 375 time: 0.0176685 Feb 03 04:31:03.195161 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edcc3a2e-bbb9-445c-8c1c-5fec8bdfcf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:03.198944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Router fe668024-6f68-46a2-b775-c60334b05ff5 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:31:03.203010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Router 4c2138ed-c2e7-442c-a52a-1218697bc41d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:31:03.216109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2bab0277-1050-4f03-8946-2f65d9405ddc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:03.217512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:03.218108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:03.241969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-7976db65-630f-4ecf-9479-3860b81e0dc6 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56698d154f5d449196bf8e90f418dfd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412261 Feb 03 04:31:03.310639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0148063 Feb 03 04:31:03.314766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:03.349689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Request body: {'subnet': {'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-697982006-subnet', 'tenant_id': '51ee7d06d2f641aa9c70369d7a669e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:03.374545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0659b0-1d99-4961-bfcf-21837bacfbfa admin admin] Pushing event updated for resources: {'Network': ['ID=2bab0277-1050-4f03-8946-2f65d9405ddc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:03.379793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Made reservation on behalf of 51ee7d06d2f641aa9c70369d7a669e3e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:03.379973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:03.382564 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:03.390848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-70c722c5-9c8f-401d-a864-7f5e78158581 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe668024-6f68-46a2-b775-c60334b05ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8115423 Feb 03 04:31:03.397462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2bab0277-1050-4f03-8946-2f65d9405ddc details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:03.402033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:03.403191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] Sync routers for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:03.469895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:03.470554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:03.532393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-386e4226-7661-451f-9fdd-63d7fda10783 req-b490e063-f984-4c39-9f36-5093eabd333b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0458336 Feb 03 04:31:03.631261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-3799bc28-187e-4d2f-a3b2-3d4ca5c2f7a3 service neutron] 10.222.0.35 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524984 Feb 03 04:31:03.696962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:03.776394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks [] for router (fe668024-6f68-46a2-b775-c60334b05ff5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:03.793231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:03.804315 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] Sync routers for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:03.820103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ea60790-ca49-4660-90ff-c2a728fc19fa admin admin] 10.222.0.35 "PUT /v2.0/routers/4c2138ed-c2e7-442c-a52a-1218697bc41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2743099 Feb 03 04:31:03.821288 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:03.822659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:03.824532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:03.832430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-e0146eae-d1a6-4adc-9919-e755bb23adba service neutron] 10.222.0.35 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997664 Feb 03 04:31:03.901422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77410c8-881e-4069-8538-d698700d2049 req-11a0869e-6088-4f62-8f98-386f363709e6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:03.909139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e77410c8-881e-4069-8538-d698700d2049 req-11a0869e-6088-4f62-8f98-386f363709e6 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 946 time: 0.2291884 Feb 03 04:31:04.049805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:31:01Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:04.088646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] Checking router: fe668024-6f68-46a2-b775-c60334b05ff5 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:04.099812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] Routers {'fe668024-6f68-46a2-b775-c60334b05ff5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:04.100551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe668024-6f68-46a2-b775-c60334b05ff5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:04.116593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e77410c8-881e-4069-8538-d698700d2049 req-91190495-d930-4e1a-a68e-bc916dea0e5f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923842 Feb 03 04:31:04.116593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks [] for router_gateway (fe668024-6f68-46a2-b775-c60334b05ff5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:04.137004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks [] for router (4c2138ed-c2e7-442c-a52a-1218697bc41d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:04.178490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0ee046f0-14a4-4145-8fe0-8a6333214d13), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:04.280939 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:04.313056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee046f0-14a4-4145-8fe0-8a6333214d13,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:04.318703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Checking segment: {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:04.319066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Network hostable DHCP agents. Network: 2bab0277-1050-4f03-8946-2f65d9405ddc, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:04.338943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] Set router fe668024-6f68-46a2-b775-c60334b05ff5 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:04.354415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Network 2bab0277-1050-4f03-8946-2f65d9405ddc is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:04.371138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2bab0277-1050-4f03-8946-2f65d9405ddc) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:04.376196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:04.376509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:04.424088 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d748ab2-cb28-4859-95c6-72412740519b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0806792 Feb 03 04:31:04.424862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4ce7d00-3eab-4c59-8517-b2f035fef462 req-5b072f6f-4389-42db-8198-a8464efa787e tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 210 time: 0.1923599 Feb 03 04:31:04.468893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c5a4e-5a9a-40c8-a3b0-3b7ce559d6f1 None None] Network 2bab0277-1050-4f03-8946-2f65d9405ddc requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:04.473428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fb8a2b43-d224-40d0-83c3-17fcd8de4e4f no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:04.532276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: fb8a2b43-d224-40d0-83c3-17fcd8de4e4f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:04.532916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device fb8a2b43-d224-40d0-83c3-17fcd8de4e4f not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:04.650415 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks [] for router_gateway (4c2138ed-c2e7-442c-a52a-1218697bc41d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:04.691059 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:31:01Z', 'revision_number': 5, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port': {'id': 'ca077e5e-2cb3-4b66-9ba8-3608f20f068c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:36Z', 'updated_at': '2022-02-03T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:04.728654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Deleting port aa10aff9-3800-46fd-aebe-06a8e59c990f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:04.729906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:04.744111 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] Checking router: 4c2138ed-c2e7-442c-a52a-1218697bc41d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:04.755026 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] Routers {'4c2138ed-c2e7-442c-a52a-1218697bc41d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:04.755885 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:30:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4c2138ed-c2e7-442c-a52a-1218697bc41d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:04.775962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d298dfd-b375-48b7-b255-5df30546071c None None] Network 2bab0277-1050-4f03-8946-2f65d9405ddc requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:04.816476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda4ddc-d113-4c7e-ab9d-2237fe1bf47e req-8d240ef6-e9ed-4a94-b03e-51fde1acf332 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:04.818071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cda4ddc-d113-4c7e-ab9d-2237fe1bf47e req-8d240ef6-e9ed-4a94-b03e-51fde1acf332 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 945 time: 0.5421040 Feb 03 04:31:04.876190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a180cc6e-34f0-4953-b349-875992efb3fe req-b3efc169-d33c-4e6b-9f68-05bbc7b069b9 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0694480 Feb 03 04:31:04.922690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] For port aa10aff9-3800-46fd-aebe-06a8e59c990f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=aa10aff9-3800-46fd-aebe-06a8e59c990f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:04.923065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-898454f7-fbc2-4b4e-bb8b-cf9d2096f7d9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:04.923199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:04.931615 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-898454f7-fbc2-4b4e-bb8b-cf9d2096f7d9 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 946 time: 0.0935502 Feb 03 04:31:04.936135 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] Set router 4c2138ed-c2e7-442c-a52a-1218697bc41d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:04.938335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:31:01Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:04.975282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Calling delete_port for aa10aff9-3800-46fd-aebe-06a8e59c990f owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:05.048257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e6dcc-1d45-407a-b48d-d97b4ef5fe51 None None] The sync data for ids ['fe668024-6f68-46a2-b775-c60334b05ff5'] in n-d-827549-1 is: [{'id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'name': 'tempest-ServersTestJSON-1918579474-router', 'tenant_id': '183e29de66ff4f01a5b1848f4a652cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:41Z', 'updated_at': '2022-02-03T04:31:01Z', 'revision_number': 5, 'project_id': '183e29de66ff4f01a5b1848f4a652cb4', 'gw_port': {'id': 'aa10aff9-3800-46fd-aebe-06a8e59c990f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe668024-6f68-46a2-b775-c60334b05ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:29:42Z', 'updated_at': '2022-02-03T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:05.059813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6cda4ddc-d113-4c7e-ab9d-2237fe1bf47e req-155a2c85-c2fc-4d94-aa64-ab2f1673d088 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180767 Feb 03 04:31:05.132208 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:31:04Z', 'revision_number': 6, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:05.135843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Deleting port ca077e5e-2cb3-4b66-9ba8-3608f20f068c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:05.136194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:05.149610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Deleting port deb3f788-901c-4883-a67d-e6140eabcf89 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:05.150986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:05.206295 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54790af5-a4fd-4ca9-b37f-a601b5f01917 None None] The sync data for ids ['4c2138ed-c2e7-442c-a52a-1218697bc41d'] in n-d-827549-1 is: [{'id': '4c2138ed-c2e7-442c-a52a-1218697bc41d', 'name': 'tempest-ServersTestManualDisk-1215509627-router', 'tenant_id': '8d44adf1965345c3af81860cc4eca5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:29:35Z', 'updated_at': '2022-02-03T04:31:04Z', 'revision_number': 6, 'project_id': '8d44adf1965345c3af81860cc4eca5db', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:05.327271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-f79b57ef-cda9-4fef-93ba-80ca06cef947 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:05.329231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-f79b57ef-cda9-4fef-93ba-80ca06cef947 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 814 time: 0.1421177 Feb 03 04:31:05.355299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] For port deb3f788-901c-4883-a67d-e6140eabcf89, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=deb3f788-901c-4883-a67d-e6140eabcf89,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:05.355904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:05.371821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Calling delete_port for deb3f788-901c-4883-a67d-e6140eabcf89 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:05.596383 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (deb3f788-901c-4883-a67d-e6140eabcf89), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:05.602573 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3206eb1a-d20a-497f-ab07-d536e25e98d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:05.609398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:05.613057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['deb3f788-901c-4883-a67d-e6140eabcf89'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:05.677396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event deleted for resources: {'Port': ['ID=deb3f788-901c-4883-a67d-e6140eabcf89,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:05.805136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] No DVR routers for this DVR port deb3f788-901c-4883-a67d-e6140eabcf89 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:05.818442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:05.827034 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ac52b2b-be95-440e-9c52-40900e12d447 req-c9b6fa04-8431-46e8-99ea-1b845253a1d2 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "DELETE /v2.0/ports/deb3f788-901c-4883-a67d-e6140eabcf89 HTTP/1.1" status: 204 len: 173 time: 0.8832653 Feb 03 04:31:05.828537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'name': 'network-vif-deleted', 'tag': 'deb3f788-901c-4883-a67d-e6140eabcf89'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:05.844406 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320b21a6-22a3-4354-882b-06b75ea4d8fb" -d '{"events": [{"server_uuid": "eeb086d7-f7e1-4aa4-aabc-902160a5015a", "name": "network-vif-deleted", "tag": "deb3f788-901c-4883-a67d-e6140eabcf89"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:05.919274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-9ab885f4-7743-4b68-94ef-2b683e6ccd36 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/quotas/51ee7d06d2f641aa9c70369d7a669e3e HTTP/1.1" status: 200 len: 375 time: 0.5367959 Feb 03 04:31:06.013797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-0a8dc6f1-3ebe-454c-8aa8-ec5c97b428bb tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935369 Feb 03 04:31:06.077360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0b28a-4539-46d9-af2c-be82fc220bbd req-8ab6f8e8-32df-4d67-961a-c0cfce6b2dfe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:06.078854 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f0b28a-4539-46d9-af2c-be82fc220bbd req-8ab6f8e8-32df-4d67-961a-c0cfce6b2dfe tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb086d7-f7e1-4aa4-aabc-902160a5015a HTTP/1.1" status: 200 len: 867 time: 0.7406549 Feb 03 04:31:06.122357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] For port ca077e5e-2cb3-4b66-9ba8-3608f20f068c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:06.122726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.218933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Calling delete_port for ca077e5e-2cb3-4b66-9ba8-3608f20f068c owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:06.252256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-3ea37ebb-b860-4353-aef2-45f1591e93bd tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:06.253692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-3ea37ebb-b860-4353-aef2-45f1591e93bd tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.31 "GET /v2.0/networks?id=4e9c191e-b10a-41ad-85c1-4035f7f75232 HTTP/1.1" status: 200 len: 814 time: 0.4541781 Feb 03 04:31:06.284282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Request body: {'port': {'device_id': 'fc6da162-7735-4910-82d3-19db95c19188', 'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232', 'admin_state_up': True, 'tenant_id': '56698d154f5d449196bf8e90f418dfd4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:06.338406 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (aa10aff9-3800-46fd-aebe-06a8e59c990f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.351490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f0b28a-4539-46d9-af2c-be82fc220bbd req-222eec0d-96fc-436d-9222-acbed10c7d84 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509828 Feb 03 04:31:06.400045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d14a861a-84d2-43be-8b58-17b163cb60de service neutron] 10.222.0.35 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680310 Feb 03 04:31:06.415321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa10aff9-3800-46fd-aebe-06a8e59c990f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:06.548770 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.610515 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27cba35b-5aa5-4b9c-b8ab-274d850aa6c9 req-61944914-1b63-48f1-b14a-ea860ff6b207 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 210 time: 0.1194665 Feb 03 04:31:06.675783 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b49a78-168a-4686-9d39-c2745b73e57a x-openstack-request-id: req-35b49a78-168a-4686-9d39-c2745b73e57a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:06.676295 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb086d7-f7e1-4aa4-aabc-902160a5015a", "name": "network-vif-deleted", "tag": "deb3f788-901c-4883-a67d-e6140eabcf89", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:06.676499 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35b49a78-168a-4686-9d39-c2745b73e57a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:06.676984 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb086d7-f7e1-4aa4-aabc-902160a5015a', 'name': 'network-vif-deleted', 'tag': 'deb3f788-901c-4883-a67d-e6140eabcf89', 'status': 'completed', 'code': 200} Feb 03 04:31:06.711466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (fe668024-6f68-46a2-b775-c60334b05ff5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.730914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 712d2370-3717-4950-835f-ff51748bab54 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:06.754002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 712d2370-3717-4950-835f-ff51748bab54 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:06.754356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 712d2370-3717-4950-835f-ff51748bab54 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:06.754791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ce312c35-cba5-4407-9629-4e06aef8ca43 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:06.775142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: ce312c35-cba5-4407-9629-4e06aef8ca43 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:06.775607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ce312c35-cba5-4407-9629-4e06aef8ca43 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:06.776107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ca077e5e-2cb3-4b66-9ba8-3608f20f068c no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:06.855856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ca077e5e-2cb3-4b66-9ba8-3608f20f068c is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:06.856346 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.864380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-995fbce8-7389-4c0a-9a23-a2a6fef374ef req-7babf870-960f-43d6-8945-e01b07956853 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0810711 Feb 03 04:31:06.868629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (fe668024-6f68-46a2-b775-c60334b05ff5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.873541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-0d93560c-e481-4c97-b058-6c39129335fb service neutron] 10.222.0.35 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726744 Feb 03 04:31:06.893742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks [] for router_controller (fe668024-6f68-46a2-b775-c60334b05ff5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.945018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Made reservation on behalf of 56698d154f5d449196bf8e90f418dfd4 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:06.948511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.978702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (fe668024-6f68-46a2-b775-c60334b05ff5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.978702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe668024-6f68-46a2-b775-c60334b05ff5 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:31:06.979819 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:06.980256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a915f214-4017-4b2a-ade3-d0f46a95298b admin admin] 10.222.0.35 "DELETE /v2.0/routers/fe668024-6f68-46a2-b775-c60334b05ff5 HTTP/1.1" status: 204 len: 168 time: 3.5770411 Feb 03 04:31:06.983600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:07.001199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ca077e5e-2cb3-4b66-9ba8-3608f20f068c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.055737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca077e5e-2cb3-4b66-9ba8-3608f20f068c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:07.132795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] Deleting subnet b0302d44-e56f-4588-bdec-a797791a2993 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:07.139349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] Publish callbacks [] for subnet (b0302d44-e56f-4588-bdec-a797791a2993), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.196084 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (b0302d44-e56f-4588-bdec-a797791a2993), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.269242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af235d4f-eeff-4a37-94df-d3265e8f592d req-91674537-9de0-44e2-8111-de43bb54804d tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0559597 Feb 03 04:31:07.270513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (4c2138ed-c2e7-442c-a52a-1218697bc41d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.325726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (b0302d44-e56f-4588-bdec-a797791a2993), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.392829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (b0302d44-e56f-4588-bdec-a797791a2993), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.424980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0302d44-e56f-4588-bdec-a797791a2993,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:07.427856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.432596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8032a9-b9cb-4b95-992f-a0d94cf5f5c0 None None] Network cbad3684-30c8-480e-a922-11a6e4eb1e09 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:07.432865 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0edd6da4-39f0-48a7-a280-fa7093e80ed0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b0302d44-e56f-4588-bdec-a797791a2993 HTTP/1.1" status: 204 len: 168 time: 0.4475560 Feb 03 04:31:07.435216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42160) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:07.599841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (4c2138ed-c2e7-442c-a52a-1218697bc41d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.633011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cbad3684-30c8-480e-a922-11a6e4eb1e09), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.672749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks [] for router_controller (4c2138ed-c2e7-442c-a52a-1218697bc41d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.762391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Allocated IP 172.20.0.2 (4e9c191e-b10a-41ad-85c1-4035f7f75232/ced914cb-919d-4f96-b3ed-fce912c8e66f/f97b8932-5bd1-4924-a844-e036d839c0b2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:07.777289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Deleting port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:07.777781 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.825143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] DHCP port deletion for cbad3684-30c8-480e-a922-11a6e4eb1e09 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:31:07.875978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] For port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:07.876373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.893706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Calling delete_port for e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:07.928882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] Deleting port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:07.929424 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.936872 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (4c2138ed-c2e7-442c-a52a-1218697bc41d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.937397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c2138ed-c2e7-442c-a52a-1218697bc41d {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:31:07.977527 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:07.978686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9f573a11-9083-4bfd-81d4-f115ea8423bf admin admin] 10.222.0.35 "DELETE /v2.0/routers/4c2138ed-c2e7-442c-a52a-1218697bc41d HTTP/1.1" status: 204 len: 168 time: 4.1512692 Feb 03 04:31:07.983638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:08.012777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0240ca-52f2-47c0-9092-2f54d8d513d8 req-94e8cb07-3357-41c6-bb35-3c53fabc0925 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 210 time: 0.1131086 Feb 03 04:31:08.072388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] Deleting subnet d0fc7eab-be3b-4a7a-a118-5a23398f0efa {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:08.077505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.082696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] Publish callbacks [] for subnet (d0fc7eab-be3b-4a7a-a118-5a23398f0efa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.136821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:08.147753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e33a-2295-4801-905e-43dbdcd3328d req-9ffcb567-d332-4a19-b23f-70e20917fc75 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:08.154131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] For port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,segment=NetworkSegment(771c0ca6-1ee4-480d-851f-9627e108ed17),segment_id=771c0ca6-1ee4-480d-851f-9627e108ed17)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:08.154793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.155201 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0a5e33a-2295-4801-905e-43dbdcd3328d req-9ffcb567-d332-4a19-b23f-70e20917fc75 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 945 time: 0.3036296 Feb 03 04:31:08.158888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] No DVR routers for this DVR port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:08.196635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] Calling delete_port for e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:08.202209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.301652 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.306298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cbad3684-30c8-480e-a922-11a6e4eb1e09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.310184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0a5e33a-2295-4801-905e-43dbdcd3328d req-4d0567d9-d825-484a-a497-3d6be906c04a tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504409 Feb 03 04:31:08.317241 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks [] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.331988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbad3684-30c8-480e-a922-11a6e4eb1e09']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:08.344590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771c0ca6-1ee4-480d-851f-9627e108ed17') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:08.345145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771c0ca6-1ee4-480d-851f-9627e108ed17') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:08.352993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] Pushing event deleted for resources: {'Port': ['ID=e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:08.357763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (771c0ca6-1ee4-480d-851f-9627e108ed17), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.362970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498082ae-8dfa-4cfd-ba2c-61760ab65465 req-f0051110-bb30-4363-b7d7-1db841a0766f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:08.364618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-498082ae-8dfa-4cfd-ba2c-61760ab65465 req-f0051110-bb30-4363-b7d7-1db841a0766f tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1716204 Feb 03 04:31:08.373011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (771c0ca6-1ee4-480d-851f-9627e108ed17), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.380829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73f7ce-a529-45ff-90f7-d59b699aa79f None None] No DVR routers for this DVR port e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:08.383744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:08.384768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (771c0ca6-1ee4-480d-851f-9627e108ed17), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.408845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device deb3f788-901c-4883-a67d-e6140eabcf89 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:08.438371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: deb3f788-901c-4883-a67d-e6140eabcf89 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:08.438716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device deb3f788-901c-4883-a67d-e6140eabcf89 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:08.469148 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:08.473722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (d0fc7eab-be3b-4a7a-a118-5a23398f0efa), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.480781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5468c0ee-abad-4468-bbf5-57309ce25228 req-358d94dc-bfda-4d7d-89c4-1e9f90a1ca9d tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0453637 Feb 03 04:31:08.495068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-498082ae-8dfa-4cfd-ba2c-61760ab65465 req-1108cee7-521f-43a3-8358-29e1a864d19b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183200 Feb 03 04:31:08.501036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cbad3684-30c8-480e-a922-11a6e4eb1e09), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.502811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.528156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.528156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cbad3684-30c8-480e-a922-11a6e4eb1e09 HTTP/1.1" status: 204 len: 168 time: 1.0870118 Feb 03 04:31:08.547292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c1d67-fbf3-41b6-9c3c-9212c01912f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbad3684-30c8-480e-a922-11a6e4eb1e09,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:08.624491 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (d0fc7eab-be3b-4a7a-a118-5a23398f0efa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.654239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Network 4e9c191e-b10a-41ad-85c1-4035f7f75232 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:08.656687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Pushing event updated for resources: {'Port': ['ID=f97b8932-5bd1-4924-a844-e036d839c0b2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:08.694189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (d0fc7eab-be3b-4a7a-a118-5a23398f0efa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.712205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:08.725543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c84f359-5c54-499e-8c05-e51913405615 req-5dbf008f-7965-472f-a741-d5346645b0f8 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0932963 Feb 03 04:31:08.733500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:08.740116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:08.752876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fc7eab-be3b-4a7a-a118-5a23398f0efa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:08.757476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.761331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-186a5f7a-8e68-4211-98e2-836df6e03301 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d0fc7eab-be3b-4a7a-a118-5a23398f0efa HTTP/1.1" status: 204 len: 168 time: 0.7764516 Feb 03 04:31:08.763953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:08.773933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ebbb3-c298-4f3f-9982-6321fbb18280 None None] Network 6f70f637-4a9d-42f9-9b5c-e3e26dab911c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:08.781385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:08.785641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:08.785998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1ec80a1-f4ea-4ec4-9bf3-633f3aca5a73 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:08.786466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device aa10aff9-3800-46fd-aebe-06a8e59c990f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:08.830096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: aa10aff9-3800-46fd-aebe-06a8e59c990f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:08.830756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device aa10aff9-3800-46fd-aebe-06a8e59c990f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:08.863836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:08.866438 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:08.890581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-f9fce883-f01c-4dda-8329-bab49009ddb4 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6172934 Feb 03 04:31:08.904137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Request body: {'port': {'device_id': 'fc6da162-7735-4910-82d3-19db95c19188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:08.945678 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-81a8a912-da0d-45a2-a684-1e4cebf3450d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=183e29de66ff4f01a5b1848f4a652cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618524 Feb 03 04:31:08.952213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:09.009536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (6f70f637-4a9d-42f9-9b5c-e3e26dab911c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.023665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.090882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] DHCP port deletion for 6f70f637-4a9d-42f9-9b5c-e3e26dab911c request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:31:09.136769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-40e488a3-0684-4f52-bba2-02fdeb20d129 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:09.138242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-40e488a3-0684-4f52-bba2-02fdeb20d129 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 814 time: 0.3198357 Feb 03 04:31:09.153686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0059ce-d837-4b0d-bdd9-ccf3cedcce99 admin admin] Publish callbacks [] for security_group (fee03f76-4d3b-4c90-bfa3-b70cf8a55750), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.158554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Request body: {'port': {'device_id': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'admin_state_up': True, 'tenant_id': '51ee7d06d2f641aa9c70369d7a669e3e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:09.203181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] Deleting port de3a6877-78dd-401f-a35b-83cf851d4cb5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:09.207261 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.244796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0059ce-d837-4b0d-bdd9-ccf3cedcce99 admin admin] Publish callbacks [] for security_group (fee03f76-4d3b-4c90-bfa3-b70cf8a55750), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.280157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96c9f9-c596-4b05-92b1-55083769811d req-c4ae82f3-89e7-415d-8272-a40737fd41e6 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:09.281668 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df96c9f9-c596-4b05-92b1-55083769811d req-c4ae82f3-89e7-415d-8272-a40737fd41e6 tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 945 time: 0.2311697 Feb 03 04:31:09.357897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] For port de3a6877-78dd-401f-a35b-83cf851d4cb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=de3a6877-78dd-401f-a35b-83cf851d4cb5,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:09.358542 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.373100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Deleting port de3a6877-78dd-401f-a35b-83cf851d4cb5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:09.373435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.375330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.391615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] Calling delete_port for de3a6877-78dd-401f-a35b-83cf851d4cb5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:09.465496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-a089566f-f501-4e17-9b7f-76848bda2ce3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:09.466836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-a089566f-f501-4e17-9b7f-76848bda2ce3 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1950076 Feb 03 04:31:09.541773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.547683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Made reservation on behalf of 51ee7d06d2f641aa9c70369d7a669e3e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:09.550360 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.573605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] Pushing event deleted for resources: {'Port': ['ID=de3a6877-78dd-401f-a35b-83cf851d4cb5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:09.585822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121463f-64a3-41a5-a9bf-a9244440646c None None] No DVR routers for this DVR port de3a6877-78dd-401f-a35b-83cf851d4cb5 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:09.599574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] For port de3a6877-78dd-401f-a35b-83cf851d4cb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=de3a6877-78dd-401f-a35b-83cf851d4cb5,segment=NetworkSegment(3afa95be-676e-41c2-9145-1c6ae4d1fa7e),segment_id=3afa95be-676e-41c2-9145-1c6ae4d1fa7e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:09.599907 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.627013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8229d-7a70-49a5-b2bd-1d8a9a226cc8 req-4fe70ead-4bf9-4843-a98d-55156c0757df tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:09.628834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6be8229d-7a70-49a5-b2bd-1d8a9a226cc8 req-4fe70ead-4bf9-4843-a98d-55156c0757df tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 931 time: 0.4003019 Feb 03 04:31:09.630404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Calling delete_port for de3a6877-78dd-401f-a35b-83cf851d4cb5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:09.642403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0059ce-d837-4b0d-bdd9-ccf3cedcce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fee03f76-4d3b-4c90-bfa3-b70cf8a55750), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.644992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e0059ce-d837-4b0d-bdd9-ccf3cedcce99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.648545 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e0059ce-d837-4b0d-bdd9-ccf3cedcce99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fee03f76-4d3b-4c90-bfa3-b70cf8a55750 HTTP/1.1" status: 204 len: 168 time: 0.6927009 Feb 03 04:31:09.699545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f665ee2-22a6-4bcb-9835-8e5a1caf65cc req-fa4f32a5-b8fe-41d3-8196-586a66d1611d tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:09.706395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f665ee2-22a6-4bcb-9835-8e5a1caf65cc req-fa4f32a5-b8fe-41d3-8196-586a66d1611d tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 945 time: 0.1845112 Feb 03 04:31:09.716580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0059ce-d837-4b0d-bdd9-ccf3cedcce99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee03f76-4d3b-4c90-bfa3-b70cf8a55750,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:09.776831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6be8229d-7a70-49a5-b2bd-1d8a9a226cc8 req-726d3f40-5248-4883-93f4-8e9493adfba6 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155570 Feb 03 04:31:09.815252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Deleting port 4c7b3e44-bcaf-4c05-9202-c4512babc16e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:09.815769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.898894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f665ee2-22a6-4bcb-9835-8e5a1caf65cc req-095ce59c-e339-477a-a9f3-841f79fc786e tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/security-groups?id=428e7f4d-28b6-4f83-9436-a522bebc31de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871200 Feb 03 04:31:09.955108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Allocated IP 172.20.0.8 (2bab0277-1050-4f03-8946-2f65d9405ddc/0ee046f0-14a4-4145-8fe0-8a6333214d13/d9098bf4-def1-4432-b34a-13725a51b3a7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:09.964273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Deleting port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:09.964615 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:09.995388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (de3a6877-78dd-401f-a35b-83cf851d4cb5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.019314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97b8932-5bd1-4924-a844-e036d839c0b2 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:10.032919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Publish callbacks [] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.072397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44077a16-559f-485e-b8f6-61cfbce8cc8b req-a598ccb3-7acf-4d2f-9d60-ae98e40359ef tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0560172 Feb 03 04:31:10.079405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Transition to ACTIVE for port object f97b8932-5bd1-4924-a844-e036d839c0b2 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:10.088043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc015e5d-f279-44c7-9809-3350af1875e5 req-92b559ce-1bc9-47aa-a14e-fe95c324b8bf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:10.095286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc015e5d-f279-44c7-9809-3350af1875e5 req-92b559ce-1bc9-47aa-a14e-fe95c324b8bf tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 946 time: 0.2265913 Feb 03 04:31:10.097878 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.107370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de3a6877-78dd-401f-a35b-83cf851d4cb5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:10.145237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] No DVR routers for this DVR port de3a6877-78dd-401f-a35b-83cf851d4cb5 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:10.160934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] For port 4c7b3e44-bcaf-4c05-9202-c4512babc16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4c7b3e44-bcaf-4c05-9202-c4512babc16e,segment=NetworkSegment(11b37fcc-1ad7-47d3-9470-fcf95151e431),segment_id=11b37fcc-1ad7-47d3-9470-fcf95151e431)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:10.160934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.174873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b8932-5bd1-4924-a844-e036d839c0b2,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:10.222366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.222719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.223063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.223823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.223823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.224103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.224549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.224884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.225209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.225534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.225857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.226178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.226740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:10.241478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Calling delete_port for 4c7b3e44-bcaf-4c05-9202-c4512babc16e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:10.298368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc015e5d-f279-44c7-9809-3350af1875e5 req-666ec8cd-c471-4111-8999-456b4e0edaee tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=a43ec2ab-e59f-4b85-a632-06c1fa812d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964982 Feb 03 04:31:10.312108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ed3a007-866f-458b-bca1-07013d5f642c req-546920c5-3726-4597-81c4-9a30c77f7c3d tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 210 time: 0.1134195 Feb 03 04:31:10.386608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Attempting to bind port f97b8932-5bd1-4924-a844-e036d839c0b2 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:10.387003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Attempting to bind port f97b8932-5bd1-4924-a844-e036d839c0b2 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'da0eb659-0657-4009-892a-c0c43279be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:10.387406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Attempting to bind port f97b8932-5bd1-4924-a844-e036d839c0b2 on network 4e9c191e-b10a-41ad-85c1-4035f7f75232 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:10.392212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Port f97b8932-5bd1-4924-a844-e036d839c0b2 on network 4e9c191e-b10a-41ad-85c1-4035f7f75232 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:10.392534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Attempting to bind port f97b8932-5bd1-4924-a844-e036d839c0b2 on network 4e9c191e-b10a-41ad-85c1-4035f7f75232 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:10.397724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:10.398074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Checking segment: {'id': 'da0eb659-0657-4009-892a-c0c43279be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:10.398465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Bound using segment: {'id': 'da0eb659-0657-4009-892a-c0c43279be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:10.399085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Bound port: f97b8932-5bd1-4924-a844-e036d839c0b2, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0eb659-0657-4009-892a-c0c43279be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:10.399445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.438087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] For port 6a0a8c61-d8a5-453f-a04f-27248d4555c6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6a0a8c61-d8a5-453f-a04f-27248d4555c6,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:10.438466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.442026 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (6f70f637-4a9d-42f9-9b5c-e3e26dab911c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.471954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] For port f97b8932-5bd1-4924-a844-e036d839c0b2, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:10.475326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] For port f97b8932-5bd1-4924-a844-e036d839c0b2, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f97b8932-5bd1-4924-a844-e036d839c0b2,segment=NetworkSegment(da0eb659-0657-4009-892a-c0c43279be08),segment_id=da0eb659-0657-4009-892a-c0c43279be08)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:10.483834 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.501916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Calling delete_port for 6a0a8c61-d8a5-453f-a04f-27248d4555c6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:10.518734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f70f637-4a9d-42f9-9b5c-e3e26dab911c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:10.531907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:10.532950 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.534806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] 10.222.0.31 "PUT /v2.0/ports/f97b8932-5bd1-4924-a844-e036d839c0b2 HTTP/1.1" status: 200 len: 1091 time: 1.6365626 Feb 03 04:31:10.535419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6da162-7735-4910-82d3-19db95c19188', 'tag': 'f97b8932-5bd1-4924-a844-e036d839c0b2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:10.538378 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282e62c2-7b09-472f-9c8b-48ee7676d932" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6da162-7735-4910-82d3-19db95c19188", "tag": "f97b8932-5bd1-4924-a844-e036d839c0b2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:10.542558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afa95be-676e-41c2-9145-1c6ae4d1fa7e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:10.542912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afa95be-676e-41c2-9145-1c6ae4d1fa7e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:10.568076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (3afa95be-676e-41c2-9145-1c6ae4d1fa7e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.639016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3afa95be-676e-41c2-9145-1c6ae4d1fa7e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.657209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:10.657618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (3afa95be-676e-41c2-9145-1c6ae4d1fa7e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.661768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks [] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:10.663327 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:10.671752 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6da744-7380-4e7f-b013-c5f777bf8372 x-openstack-request-id: req-fd6da744-7380-4e7f-b013-c5f777bf8372 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:10.672614 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6da162-7735-4910-82d3-19db95c19188", "tag": "f97b8932-5bd1-4924-a844-e036d839c0b2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:10.673074 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd6da744-7380-4e7f-b013-c5f777bf8372 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:10.673960 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6da162-7735-4910-82d3-19db95c19188', 'tag': 'f97b8932-5bd1-4924-a844-e036d839c0b2', 'status': 'completed', 'code': 200} Feb 03 04:31:10.702881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f96c3-d859-4d5b-8efd-1c8410d5ad62 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b8932-5bd1-4924-a844-e036d839c0b2,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:10.723316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device de3a6877-78dd-401f-a35b-83cf851d4cb5 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:10.744139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-8b57c43a-018f-4327-8953-357ba0de91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:10.753251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-8b57c43a-018f-4327-8953-357ba0de91c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56698d154f5d449196bf8e90f418dfd4&device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 1125 time: 0.1455233 Feb 03 04:31:10.753791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: de3a6877-78dd-401f-a35b-83cf851d4cb5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:10.754319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device de3a6877-78dd-401f-a35b-83cf851d4cb5 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:10.815978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-249d0dc1-edf6-49ce-9b22-671024d2cb54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f97b8932-5bd1-4924-a844-e036d839c0b2 HTTP/1.1" status: 200 len: 217 time: 0.0513399 Feb 03 04:31:10.819489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (6f70f637-4a9d-42f9-9b5c-e3e26dab911c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.831068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:10.850913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.858095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6f70f637-4a9d-42f9-9b5c-e3e26dab911c HTTP/1.1" status: 204 len: 168 time: 2.0930672 Feb 03 04:31:10.888072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.927288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-fdace196-2498-4c55-9579-daccaeacfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:10.929305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-fdace196-2498-4c55-9579-daccaeacfbe0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ced914cb-919d-4f96-b3ed-fce912c8e66f HTTP/1.1" status: 200 len: 854 time: 0.1071286 Feb 03 04:31:10.948149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041bd0d-3dca-4360-98b9-d98e7db4bba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f70f637-4a9d-42f9-9b5c-e3e26dab911c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:10.954069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4c7b3e44-bcaf-4c05-9202-c4512babc16e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:10.963605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a913c-2768-4808-81ea-32acd01719a6 req-c8c37dbc-2d02-4417-9a10-1c8b87e19793 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:10.965662 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-879a913c-2768-4808-81ea-32acd01719a6 req-c8c37dbc-2d02-4417-9a10-1c8b87e19793 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 943 time: 0.0949523 Feb 03 04:31:10.984868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-7ba3bfa3-2221-4dfe-99c4-06a06f17504a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e9c191e-b10a-41ad-85c1-4035f7f75232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424747 Feb 03 04:31:11.079195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6a0a8c61-d8a5-453f-a04f-27248d4555c6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.091201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6a0a8c61-d8a5-453f-a04f-27248d4555c6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:11.103694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:11.131075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Network 2bab0277-1050-4f03-8946-2f65d9405ddc is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:11.141186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:11.143982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:11.208409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] No DVR routers for this DVR port 4c7b3e44-bcaf-4c05-9202-c4512babc16e on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:11.248884 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.253533 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df96c9f9-c596-4b05-92b1-55083769811d req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.15 "DELETE /v2.0/ports/4c7b3e44-bcaf-4c05-9202-c4512babc16e HTTP/1.1" status: 204 len: 173 time: 1.9331977 Feb 03 04:31:11.259552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'name': 'network-vif-deleted', 'tag': '4c7b3e44-bcaf-4c05-9202-c4512babc16e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:11.261929 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b803a60e-661f-411d-a4ef-9c123725baf8" -d '{"events": [{"server_uuid": "eecda53f-9e1e-492e-ac68-ac81dcf95430", "name": "network-vif-deleted", "tag": "4c7b3e44-bcaf-4c05-9202-c4512babc16e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:11.269093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Pushing event updated for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:11.344879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:11.345668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.353102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] No DVR routers for this DVR port 6a0a8c61-d8a5-453f-a04f-27248d4555c6 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:11.355987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.367289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-814075b4-5a8e-40cf-bff2-8814091fa862 req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.15 "DELETE /v2.0/ports/6a0a8c61-d8a5-453f-a04f-27248d4555c6 HTTP/1.1" status: 204 len: 173 time: 1.8692400 Feb 03 04:31:11.372848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554c12f-a602-4352-9341-9dd9c3b5445c tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] Pushing event deleted for resources: {'Port': ['ID=4c7b3e44-bcaf-4c05-9202-c4512babc16e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:11.393072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a6a62abf-5c5f-4263-b0e8-706a75d67f17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d44adf1965345c3af81860cc4eca5db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847052 Feb 03 04:31:11.411754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:11.419894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa1dac-2ac9-4534-823d-8f322d5dc3bb tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event deleted for resources: {'Port': ['ID=6a0a8c61-d8a5-453f-a04f-27248d4555c6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:11.431878 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-06eb95df-3dab-46dd-acf1-3a71c3b3b438 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2801671 Feb 03 04:31:11.444937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1039487777-network', 'tenant_id': '5e2cbbaef71e4338bf0cc084a568214b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:11.469527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Request body: {'port': {'device_id': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:11.533106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e507d43-9846-4593-8dc2-c4f62aef5bf4 req-1f52622f-fb4a-4e04-9dd5-01bc4e8c4e3b tempest-ServerMetadataNegativeTestJSON-358757142 tempest-ServerMetadataNegativeTestJSON-358757142-project] 10.222.0.35 "GET /v2.0/ports?device_id=eecda53f-9e1e-492e-ac68-ac81dcf95430 HTTP/1.1" status: 200 len: 210 time: 0.0489919 Feb 03 04:31:11.557067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Made reservation on behalf of 5e2cbbaef71e4338bf0cc084a568214b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:11.561965 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.582541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-879a913c-2768-4808-81ea-32acd01719a6 req-10d309bf-5dd9-46ad-87d0-b5f9c8c2e833 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988350 Feb 03 04:31:11.602834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd20f-1943-4840-a877-52489f170a4c admin admin] Publish callbacks [] for security_group (44abda26-836f-4097-b245-242e3e1636a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.630058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.630293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.656343 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20987c4f-8965-4ba4-ad9e-c9ed3647f5c4 x-openstack-request-id: req-20987c4f-8965-4ba4-ad9e-c9ed3647f5c4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:11.656891 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecda53f-9e1e-492e-ac68-ac81dcf95430", "name": "network-vif-deleted", "tag": "4c7b3e44-bcaf-4c05-9202-c4512babc16e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:11.657303 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20987c4f-8965-4ba4-ad9e-c9ed3647f5c4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:11.657910 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecda53f-9e1e-492e-ac68-ac81dcf95430', 'name': 'network-vif-deleted', 'tag': '4c7b3e44-bcaf-4c05-9202-c4512babc16e', 'status': 'completed', 'code': 200} Feb 03 04:31:11.667143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd20f-1943-4840-a877-52489f170a4c admin admin] Publish callbacks [] for security_group (44abda26-836f-4097-b245-242e3e1636a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.689910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5c22338-aa3c-4ed5-9dcc-bd1c2196bb4c req-eb9bea85-4d21-46ba-b89d-e2311afde364 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0496087 Feb 03 04:31:11.728213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-8cb21c27-ce0e-4fb4-b226-66023e1b60ad service neutron] 10.222.0.31 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295182 Feb 03 04:31:11.823622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd20f-1943-4840-a877-52489f170a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (44abda26-836f-4097-b245-242e3e1636a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.831547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd20f-1943-4840-a877-52489f170a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.833048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6a2fd20f-1943-4840-a877-52489f170a4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44abda26-836f-4097-b245-242e3e1636a1 HTTP/1.1" status: 204 len: 168 time: 0.4194038 Feb 03 04:31:11.880108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-953ab260-d927-42a5-b3fa-9a4e3447e10a req-7eecdbdf-6f26-41f2-90a6-8dd66090ffa8 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e288921-044b-42b1-92f1-f56cbdb3a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0933979 Feb 03 04:31:11.900015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fd20f-1943-4840-a877-52489f170a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44abda26-836f-4097-b245-242e3e1636a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:11.929358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks [] for security_group (82939c33-a728-489f-b719-20e8f294b2a4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:11.968649 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (82939c33-a728-489f-b719-20e8f294b2a4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.023909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:12.030119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87a6bc14-a6d3-422e-9330-5c5a60fd22eb req-8641abe7-9784-4e4d-8015-fbccb42dba0e service neutron] 10.222.0.31 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951748 Feb 03 04:31:12.035604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82939c33-a728-489f-b719-20e8f294b2a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:12.068483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0adcd-93e2-401e-b6ad-623cec96d96f req-1052fe89-dfd2-4f31-aece-2588940f77c0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:12.070702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4c7b3e44-bcaf-4c05-9202-c4512babc16e no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:12.076959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fae0adcd-93e2-401e-b6ad-623cec96d96f req-1052fe89-dfd2-4f31-aece-2588940f77c0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 931 time: 0.2038062 Feb 03 04:31:12.081103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bb8d06a2-8325-49c1-b36a-2668eec9b0d3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.081654 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Added segment bb8d06a2-8325-49c1-b36a-2668eec9b0d3 of type vlan for network 3249c3f6-3b25-4487-b4da-6e33fc852df1 Feb 03 04:31:12.157278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 4c7b3e44-bcaf-4c05-9202-c4512babc16e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:12.157821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4c7b3e44-bcaf-4c05-9202-c4512babc16e not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:12.195528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fae0adcd-93e2-401e-b6ad-623cec96d96f req-3dc53eee-f0fb-4530-9a10-caa31401f083 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168218 Feb 03 04:31:12.241144 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3249c3f6-3b25-4487-b4da-6e33fc852df1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.278478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-b24d54f7-1970-45ad-843b-afae47b58fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:12.280088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-b24d54f7-1970-45ad-843b-afae47b58fdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56698d154f5d449196bf8e90f418dfd4&device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 1125 time: 0.1089718 Feb 03 04:31:12.284185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3249c3f6-3b25-4487-b4da-6e33fc852df1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.285307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:12.285944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.387915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5544577 Feb 03 04:31:12.391013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:12.393084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e885a1-fb7c-4edc-bd27-aa6ba7697e86 admin admin] Pushing event updated for resources: {'Network': ['ID=3249c3f6-3b25-4487-b4da-6e33fc852df1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:12.398869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Request body: {'subnet': {'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1039487777-subnet', 'tenant_id': '5e2cbbaef71e4338bf0cc084a568214b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:12.402740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3249c3f6-3b25-4487-b4da-6e33fc852df1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:12.461107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Made reservation on behalf of 5e2cbbaef71e4338bf0cc084a568214b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:12.463686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.488122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-93e45cc7-d044-41f4-a74a-130b50e21ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:12.489803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-93e45cc7-d044-41f4-a74a-130b50e21ae4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e9c191e-b10a-41ad-85c1-4035f7f75232 HTTP/1.1" status: 200 len: 915 time: 0.2010441 Feb 03 04:31:12.542743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-997a40ba-0a3e-4d5b-92d1-a0ea21cb8658 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f97b8932-5bd1-4924-a844-e036d839c0b2 HTTP/1.1" status: 200 len: 217 time: 0.0443187 Feb 03 04:31:12.648032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:12.663933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-84baa427-6f6a-496a-9835-07024f44cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:12.665384 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-84baa427-6f6a-496a-9835-07024f44cb4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ced914cb-919d-4f96-b3ed-fce912c8e66f HTTP/1.1" status: 200 len: 854 time: 0.0957530 Feb 03 04:31:12.814500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-ea06d696-0fac-4dd8-9051-d313ebf53ed7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e9c191e-b10a-41ad-85c1-4035f7f75232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895491 Feb 03 04:31:12.823607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9098bf4-def1-4432-b34a-13725a51b3a7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:12.833943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Publish callbacks [] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.853952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Transition to ACTIVE for port object d9098bf4-def1-4432-b34a-13725a51b3a7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:12.859472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.865774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] Deleting subnet cc86bb4e-22cd-4eec-a1cc-0ceace865eff {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:12.871452 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] Publish callbacks [] for subnet (cc86bb4e-22cd-4eec-a1cc-0ceace865eff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.909091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (cc86bb4e-22cd-4eec-a1cc-0ceace865eff), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:12.932889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Pushing event updated for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:12.956517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c4ed867-8500-4ee1-85b4-fd03bc6c5e05 req-47108256-ff5b-4c96-a89f-f58f8e2ab77e tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1518352 Feb 03 04:31:13.075616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (cc86bb4e-22cd-4eec-a1cc-0ceace865eff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.075889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:13.108713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Attempting to bind port d9098bf4-def1-4432-b34a-13725a51b3a7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:13.109849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Attempting to bind port d9098bf4-def1-4432-b34a-13725a51b3a7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:13.110457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Attempting to bind port d9098bf4-def1-4432-b34a-13725a51b3a7 on network 2bab0277-1050-4f03-8946-2f65d9405ddc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:13.117648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Port d9098bf4-def1-4432-b34a-13725a51b3a7 on network 2bab0277-1050-4f03-8946-2f65d9405ddc not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:13.118278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Attempting to bind port d9098bf4-def1-4432-b34a-13725a51b3a7 on network 2bab0277-1050-4f03-8946-2f65d9405ddc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:13.127300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:13.127997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Checking segment: {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:13.128560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Bound using segment: {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:13.129246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Bound port: d9098bf4-def1-4432-b34a-13725a51b3a7, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:13.130416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.150444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3731-9dbb-4cf8-a061-ab4e9bed573f req-69610742-24f9-4694-8a5f-35e4333de988 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:13.157389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5ec3731-9dbb-4cf8-a061-ab4e9bed573f req-69610742-24f9-4694-8a5f-35e4333de988 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 943 time: 0.4311130 Feb 03 04:31:13.162766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (a401771c-6b76-453d-a8e8-d1e7cc3fa253), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.165121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (cc86bb4e-22cd-4eec-a1cc-0ceace865eff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.216972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-419283731-network', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:13.240823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a401771c-6b76-453d-a8e8-d1e7cc3fa253,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:13.246893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:13.251619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:13.253986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.260510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cc86bb4e-22cd-4eec-a1cc-0ceace865eff HTTP/1.1" status: 204 len: 168 time: 0.6099446 Feb 03 04:31:13.260707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:13.327584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84c3e4-bc91-41de-88a2-896ab354b64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc86bb4e-22cd-4eec-a1cc-0ceace865eff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:13.330844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-ce78e2f4-4bd8-4f55-9b5e-006dbe3f75d7 service neutron] 10.222.0.31 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990563 Feb 03 04:31:13.335239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Checking segment: {'id': 'bb8d06a2-8325-49c1-b36a-2668eec9b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:13.335656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Network hostable DHCP agents. Network: 3249c3f6-3b25-4487-b4da-6e33fc852df1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:13.357401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5ec3731-9dbb-4cf8-a061-ab4e9bed573f req-e9efbc9a-fb09-41bc-ae65-71ce7f800e2b tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940575 Feb 03 04:31:13.369712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cdb1b437-6f17-44a2-916a-87ecf0e41431), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.376007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.383025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:13.385501 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.401669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.448193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:13.448908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.450434 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-d22ff345-e973-4105-bb81-e87909447995 service neutron] 10.222.0.15 "PUT /v2.0/ports/d9098bf4-def1-4432-b34a-13725a51b3a7 HTTP/1.1" status: 200 len: 1091 time: 1.9934063 Feb 03 04:31:13.518098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Network 3249c3f6-3b25-4487-b4da-6e33fc852df1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:13.575278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ff345-e973-4105-bb81-e87909447995 service neutron] Pushing event updated for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:13.588168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba25aa-ddfe-4428-88f4-9c879a66d7bd req-71ebe1c8-9687-4f76-968a-3d98d1c73700 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:13.592036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01ba25aa-ddfe-4428-88f4-9c879a66d7bd req-71ebe1c8-9687-4f76-968a-3d98d1c73700 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 943 time: 0.1989713 Feb 03 04:31:13.592964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3249c3f6-3b25-4487-b4da-6e33fc852df1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:13.601033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:13.601630 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.613332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a11ff-f25e-427b-b89c-6a5c487ff7a1 None None] Network 3249c3f6-3b25-4487-b4da-6e33fc852df1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:13.618045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cdb1b437-6f17-44a2-916a-87ecf0e41431), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.631724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecc24d-da0c-4883-b647-6e169fb7d4a0 req-1f140d22-02e3-4f2b-8af8-831cbef92aa0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:13.638661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82ecc24d-da0c-4883-b647-6e169fb7d4a0 req-1f140d22-02e3-4f2b-8af8-831cbef92aa0 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1938870 Feb 03 04:31:13.654136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb1b437-6f17-44a2-916a-87ecf0e41431']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:13.661621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-419aa5bf-fad0-4338-a057-208e87467c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:13.663799 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-419aa5bf-fad0-4338-a057-208e87467c82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 1125 time: 0.1611319 Feb 03 04:31:13.663799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'name': 'network-vif-deleted', 'tag': '6a0a8c61-d8a5-453f-a04f-27248d4555c6'}, {'name': 'network-changed', 'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:13.665971 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b829f16d-70a4-4316-818e-7e1a56c67b7d" -d '{"events": [{"server_uuid": "0e288921-044b-42b1-92f1-f56cbdb3a7b2", "name": "network-vif-deleted", "tag": "6a0a8c61-d8a5-453f-a04f-27248d4555c6"}, {"name": "network-changed", "server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:13.668234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282e62c2-7b09-472f-9c8b-48ee7676d932 req-089ca0a5-9a77-4650-9fd4-50571ca3ae48 service neutron] 10.222.0.31 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273802 Feb 03 04:31:13.686973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b37fcc-1ad7-47d3-9470-fcf95151e431') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:13.687282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b37fcc-1ad7-47d3-9470-fcf95151e431') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:13.703298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01ba25aa-ddfe-4428-88f4-9c879a66d7bd req-eaf33722-3cdc-41e7-b205-f2ef238434f4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842280 Feb 03 04:31:13.714727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ca1886b-9678-4d8e-8218-fa947c65d6e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3146386 Feb 03 04:31:13.737919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-bbe14328-9edf-42f5-a255-e20e07174376 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9098bf4-def1-4432-b34a-13725a51b3a7 HTTP/1.1" status: 200 len: 217 time: 0.0624962 Feb 03 04:31:13.742043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (11b37fcc-1ad7-47d3-9470-fcf95151e431), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.779664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af7f0a-819c-42fe-9c71-e488d575da2a None None] Network 3249c3f6-3b25-4487-b4da-6e33fc852df1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:13.791458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (11b37fcc-1ad7-47d3-9470-fcf95151e431), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.811210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82ecc24d-da0c-4883-b647-6e169fb7d4a0 req-84483eb3-bad5-4737-b183-2e6670ed9812 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595571 Feb 03 04:31:13.819336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks [] for security_group (044dd5c3-f802-4771-8727-abbb61ee3a92), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.826149 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0d9bb-373d-43d6-b958-e9a86dfec29e x-openstack-request-id: req-d2b0d9bb-373d-43d6-b958-e9a86dfec29e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:13.826265 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e288921-044b-42b1-92f1-f56cbdb3a7b2", "name": "network-vif-deleted", "tag": "6a0a8c61-d8a5-453f-a04f-27248d4555c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:13.826448 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2b0d9bb-373d-43d6-b958-e9a86dfec29e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:13.826849 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e288921-044b-42b1-92f1-f56cbdb3a7b2', 'name': 'network-vif-deleted', 'tag': '6a0a8c61-d8a5-453f-a04f-27248d4555c6', 'status': 'completed', 'code': 200} Feb 03 04:31:13.827103 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'status': 'completed', 'code': 200} Feb 03 04:31:13.830096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:13.830505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (11b37fcc-1ad7-47d3-9470-fcf95151e431), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:13.832278 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:13.847087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (044dd5c3-f802-4771-8727-abbb61ee3a92), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.911345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-61e01188-f606-4fdf-aa3f-bafbe639e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:13.912857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-61e01188-f606-4fdf-aa3f-bafbe639e530 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ee046f0-14a4-4145-8fe0-8a6333214d13 HTTP/1.1" status: 200 len: 854 time: 0.1643710 Feb 03 04:31:13.917393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:13.932458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044dd5c3-f802-4771-8727-abbb61ee3a92,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:13.950448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cdb1b437-6f17-44a2-916a-87ecf0e41431), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.955196 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-88adb42b-6702-44f2-bfa8-d520fd88a1d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2bab0277-1050-4f03-8946-2f65d9405ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343857 Feb 03 04:31:13.962872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.968349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cdb1b437-6f17-44a2-916a-87ecf0e41431 HTTP/1.1" status: 204 len: 168 time: 0.7040687 Feb 03 04:31:13.968349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6dc26174-b472-4caf-8a33-8fff72a8471a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:13.968349 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Added segment 6dc26174-b472-4caf-8a33-8fff72a8471a of type vlan for network beae8172-3c61-4391-8e35-747a56e0e655 Feb 03 04:31:14.001164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cc3ec-b81c-4743-9b67-62d1e6c73266 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb1b437-6f17-44a2-916a-87ecf0e41431,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:14.070623 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (beae8172-3c61-4391-8e35-747a56e0e655), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.086252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6a0a8c61-d8a5-453f-a04f-27248d4555c6 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:14.121862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-99e07ca9-1690-480e-995d-fceee3174d29 service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596148 Feb 03 04:31:14.123099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (beae8172-3c61-4391-8e35-747a56e0e655), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.124247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:14.124946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.144241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4fe3b5a3-ce4d-4860-b053-116e4c0d7c9b req-38383277-8549-43cf-af8a-c4e0fca37f23 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0593748 Feb 03 04:31:14.161592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 6a0a8c61-d8a5-453f-a04f-27248d4555c6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:14.162377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6a0a8c61-d8a5-453f-a04f-27248d4555c6 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:14.184367 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1048481 Feb 03 04:31:14.184843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42304) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:14.192052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Request body: {'subnet': {'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-subnet', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:14.219698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:14.228399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47215ea-3e0a-426a-89a0-015c11a86b64 admin admin] Pushing event updated for resources: {'Network': ['ID=beae8172-3c61-4391-8e35-747a56e0e655,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:14.240478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network beae8172-3c61-4391-8e35-747a56e0e655 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:14.241265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:14.244100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.294306 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8581ddd4-79fc-4c84-bf14-67478d4e70b1 req-3751a183-10cd-4527-bf8c-0c16983f6966 service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642182 Feb 03 04:31:14.390553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-2784c70c-c865-45fc-b330-dedb1861c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:14.392724 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-2784c70c-c865-45fc-b330-dedb1861c1e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 1125 time: 0.0481646 Feb 03 04:31:14.425311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-619d3e5a-7578-433e-a287-28a2e225b4a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ab8a77bb126450ab9d28f516a14cf54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018173 Feb 03 04:31:14.430381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:14.446808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f97b8932-5bd1-4924-a844-e036d839c0b2 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:31:14.525032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-8bbac6d2-f049-4907-9707-75abbe18f7a8 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:14.526550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-8bbac6d2-f049-4907-9707-75abbe18f7a8 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/networks?id=3249c3f6-3b25-4487-b4da-6e33fc852df1 HTTP/1.1" status: 200 len: 818 time: 0.2195234 Feb 03 04:31:14.557113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d8a52059-30d5-44ee-8e50-b2d96798e5e6 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/quotas/5e2cbbaef71e4338bf0cc084a568214b HTTP/1.1" status: 200 len: 375 time: 0.0236020 Feb 03 04:31:14.561233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-18e75dc6-5b0c-40eb-8192-dfdddb2468c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:14.563035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-18e75dc6-5b0c-40eb-8192-dfdddb2468c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 915 time: 0.1637270 Feb 03 04:31:14.564452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e34e4d-c2e5-4b02-8e90-110de6e01cda admin admin] Publish callbacks [] for security_group (428e7f4d-28b6-4f83-9436-a522bebc31de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.606622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f97b8932-5bd1-4924-a844-e036d839c0b2, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f97b8932-5bd1-4924-a844-e036d839c0b2,segment=NetworkSegment(da0eb659-0657-4009-892a-c0c43279be08),segment_id=da0eb659-0657-4009-892a-c0c43279be08)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:14.608636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eef298-3a8f-41ee-b907-f73ae84804f6 req-360d0fea-1cac-4dc2-b5a5-5a2aacef8600 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:14.610237 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57eef298-3a8f-41ee-b907-f73ae84804f6 req-360d0fea-1cac-4dc2-b5a5-5a2aacef8600 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 943 time: 0.1749854 Feb 03 04:31:14.629465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'f97b8932-5bd1-4924-a844-e036d839c0b2', 'network_id': '4e9c191e-b10a-41ad-85c1-4035f7f75232', 'port_id': 'f97b8932-5bd1-4924-a844-e036d839c0b2', 'mac_address': 'fa:16:3e:7a:7e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced914cb-919d-4f96-b3ed-fce912c8e66f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:31:14.631076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-01f20072-9e24-47c0-a5c5-7ae8939fc1e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9098bf4-def1-4432-b34a-13725a51b3a7 HTTP/1.1" status: 200 len: 217 time: 0.0606091 Feb 03 04:31:14.648485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-79250111-1b76-42c0-9871-122e30f3a6d2 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e2cbbaef71e4338bf0cc084a568214b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603766 Feb 03 04:31:14.650858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e34e4d-c2e5-4b02-8e90-110de6e01cda admin admin] Publish callbacks [] for security_group (428e7f4d-28b6-4f83-9436-a522bebc31de), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.680421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f97b8932-5bd1-4924-a844-e036d839c0b2 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:14.681135 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.697781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97b8932-5bd1-4924-a844-e036d839c0b2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:14.724023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-e67579c4-d3cf-49bb-b13c-a8f04e8b2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:14.725725 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-e67579c4-d3cf-49bb-b13c-a8f04e8b2d01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ee046f0-14a4-4145-8fe0-8a6333214d13 HTTP/1.1" status: 200 len: 854 time: 0.0857651 Feb 03 04:31:14.726625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f97b8932-5bd1-4924-a844-e036d839c0b2, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f97b8932-5bd1-4924-a844-e036d839c0b2,segment=NetworkSegment(da0eb659-0657-4009-892a-c0c43279be08),segment_id=da0eb659-0657-4009-892a-c0c43279be08)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:14.736727 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.767531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-5935c403-3f43-497a-a491-c30b89cdf08b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2bab0277-1050-4f03-8946-2f65d9405ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335340 Feb 03 04:31:14.772705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (55132384-0eb5-4d14-8935-56df1d428aed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.788034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e34e4d-c2e5-4b02-8e90-110de6e01cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (428e7f4d-28b6-4f83-9436-a522bebc31de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.791919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83e34e4d-c2e5-4b02-8e90-110de6e01cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:14.810071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83e34e4d-c2e5-4b02-8e90-110de6e01cda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/428e7f4d-28b6-4f83-9436-a522bebc31de HTTP/1.1" status: 204 len: 168 time: 0.3763261 Feb 03 04:31:14.816384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f97b8932-5bd1-4924-a844-e036d839c0b2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:14.829660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55132384-0eb5-4d14-8935-56df1d428aed,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:14.839382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-fb34090e-5074-4ead-a504-869aa208dafa service neutron] 10.222.0.35 "GET /v2.0/networks/3249c3f6-3b25-4487-b4da-6e33fc852df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663487 Feb 03 04:31:14.864236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e34e4d-c2e5-4b02-8e90-110de6e01cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428e7f4d-28b6-4f83-9436-a522bebc31de,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:14.885292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57eef298-3a8f-41ee-b907-f73ae84804f6 req-8d0f6660-d833-4bc3-a108-b8775f14b8a6 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312603 Feb 03 04:31:14.992710 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-beec405d-2374-4e36-9dc5-9ea0cccc2446 service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179160 Feb 03 04:31:15.000924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Checking segment: {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:15.001139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['f97b8932-5bd1-4924-a844-e036d839c0b2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:15.001734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Network hostable DHCP agents. Network: beae8172-3c61-4391-8e35-747a56e0e655, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:15.083257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Network beae8172-3c61-4391-8e35-747a56e0e655 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:15.131464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-93112f95-2593-475c-8719-1323fba4bb71 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:15.133336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-93112f95-2593-475c-8719-1323fba4bb71 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1466322 Feb 03 04:31:15.137255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, beae8172-3c61-4391-8e35-747a56e0e655) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:15.153817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-dac88749-214a-4d6d-b04b-0ae2f61d7d3b service neutron] 10.222.0.35 "GET /v2.0/networks/3249c3f6-3b25-4487-b4da-6e33fc852df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019495 Feb 03 04:31:15.164534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:15.167962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:15.181633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576edfd0-f753-45f9-a906-b62edf473722 None None] Network beae8172-3c61-4391-8e35-747a56e0e655 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:15.194716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b829f16d-70a4-4316-818e-7e1a56c67b7d req-17e3def2-02e9-44ac-b09e-2f9eeeb7a7f5 service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941161 Feb 03 04:31:15.305717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38581f73-0cdf-405f-b68f-ca88cc193367 req-866408cb-23d1-4412-97a5-3a52c0b007a3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:15.314622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38581f73-0cdf-405f-b68f-ca88cc193367 req-866408cb-23d1-4412-97a5-3a52c0b007a3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 943 time: 0.3086963 Feb 03 04:31:15.320095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3e6871ee-0193-44cd-ac96-6e28629dea44 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1339576 Feb 03 04:31:15.323116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:15.329531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:15.379982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:15.381384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:15.403413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-beae8172-3c61-4391-8e35-747a56e0e655', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:31:15.404604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:15.437482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38581f73-0cdf-405f-b68f-ca88cc193367 req-6e10024a-2b86-4978-ade8-40fbf729b14b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217728 Feb 03 04:31:15.545203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks [] for router_controller (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:15.587717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Deleting port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:15.588217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:15.758766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Allocated IP 172.20.0.2 (beae8172-3c61-4391-8e35-747a56e0e655/55132384-0eb5-4d14-8935-56df1d428aed/4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:15.762916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-493d68b3-5064-41ef-90f8-99605ac9b9dc req-a8be3ed2-1c87-4134-950b-c9d5cec80d31 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1380272 Feb 03 04:31:15.849630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks [] for router_gateway (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:15.921651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a57a-d8b2-4f4f-ab34-49fcf9821d65 req-3fe7a7fb-6619-439e-bd97-82b1e5e2d8c1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:15.936251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6be7a57a-d8b2-4f4f-ab34-49fcf9821d65 req-3fe7a7fb-6619-439e-bd97-82b1e5e2d8c1 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.4097037 Feb 03 04:31:15.998788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38c2d033-553a-4de9-906d-9965a3cdbe78 req-a72f04e6-d79d-46ca-8274-4123af000a88 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 210 time: 0.1179924 Feb 03 04:31:16.006082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:16.103437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d9098bf4-def1-4432-b34a-13725a51b3a7 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:31:16.109039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Publish callbacks [] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.118243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6be7a57a-d8b2-4f4f-ab34-49fcf9821d65 req-7781f713-5e65-4b44-8a31-89dd7cef957b tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799140 Feb 03 04:31:16.161753 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.176990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1089658958-network', 'tenant_id': '03f4f5685ae54dfdbffd984b7137b2cd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:16.213867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] For port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:16.214315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.239442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Network beae8172-3c61-4391-8e35-747a56e0e655 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:16.240225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Made reservation on behalf of 03f4f5685ae54dfdbffd984b7137b2cd for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:16.243775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.260498 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.271533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:16.273773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks [] for router_gateway (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.286442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:16.333141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Pushing event updated for resources: {'Port': ['ID=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:16.333348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b06ae-adf8-477a-9142-edeb8fdd9afa req-6a72b2c1-cc55-485e-891d-b0e34109c44c tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:16.335411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a7b06ae-adf8-477a-9142-edeb8fdd9afa req-6a72b2c1-cc55-485e-891d-b0e34109c44c tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 944 time: 0.1918855 Feb 03 04:31:16.349377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.519887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f97b8932-5bd1-4924-a844-e036d839c0b2 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:16.568860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Allocated IP 172.25.7.239 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/3e8236f5-92c6-4e6f-921e-227dce3e2fbb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:16.572516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks [] for security_group (69298dfb-ee1f-4ae2-95cd-52eceffdf2f6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.594919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:16.597131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (69298dfb-ee1f-4ae2-95cd-52eceffdf2f6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.616772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Attempting to bind port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:16.617482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Attempting to bind port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:16.618337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Attempting to bind port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 on network beae8172-3c61-4391-8e35-747a56e0e655 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:16.637147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:16.643208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:16.643963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Checking segment: {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:16.644565 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.645171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Bound using segment: {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:16.645849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Bound port: 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:16.646441 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.667445 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0da7b90e-356a-4840-b264-a2f2c811609c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.668133 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Added segment 0da7b90e-356a-4840-b264-a2f2c811609c of type vlan for network 8b896dd1-f8cf-465e-a6ba-05d147551867 Feb 03 04:31:16.670290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'port_id': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'mac_address': 'fa:16:3e:2e:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee046f0-14a4-4145-8fe0-8a6333214d13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:31:16.707124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:16.766530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (8b896dd1-f8cf-465e-a6ba-05d147551867), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.798897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks [] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.802676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d9098bf4-def1-4432-b34a-13725a51b3a7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:16.804010 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.823425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (8b896dd1-f8cf-465e-a6ba-05d147551867), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.824541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:16.825225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.829262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port f97b8932-5bd1-4924-a844-e036d839c0b2 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:31:16.861359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] For port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:16.891476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port f97b8932-5bd1-4924-a844-e036d839c0b2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:16.891873 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:16.902834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a7b06ae-adf8-477a-9142-edeb8fdd9afa req-cceb2e51-90f6-4f41-8262-53d191e6b715 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606091 Feb 03 04:31:16.924072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] Pushing event updated for resources: {'Network': ['ID=8b896dd1-f8cf-465e-a6ba-05d147551867,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:16.976624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a39630da-ce75-4872-b3b4-0a596786ad33 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9679921 Feb 03 04:31:16.979766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:16.984768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Request body: {'subnet': {'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1089658958-subnet', 'tenant_id': '03f4f5685ae54dfdbffd984b7137b2cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:16.998208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9098bf4-def1-4432-b34a-13725a51b3a7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:17.004706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 8b896dd1-f8cf-465e-a6ba-05d147551867 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:17.024876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.032885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Made reservation on behalf of 03f4f5685ae54dfdbffd984b7137b2cd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:17.035361 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.132907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25ff575d-b85a-4921-b7e1-c3a617fd1ca9 req-fc747212-ff2d-40a8-b1f0-0d19582212bc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1061604 Feb 03 04:31:17.199194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] For port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:17.238829 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.308954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f850e5a-c07d-44b3-90e7-befcb4bc5f05 req-187fa264-6282-4039-af9f-fe7fad7ef667 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:17.310843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f850e5a-c07d-44b3-90e7-befcb4bc5f05 req-187fa264-6282-4039-af9f-fe7fad7ef667 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 943 time: 0.4236126 Feb 03 04:31:17.375454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83329857-f7f6-4778-a03e-79298366d898 req-eca82fc9-69d7-4e28-bbab-cf125a010745 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 210 time: 0.0558903 Feb 03 04:31:17.384602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d13b5d-d754-44eb-b22b-1e6744c85e0e None None] Pushing event updated for resources: {'Port': ['ID=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:17.398991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f97b8932-5bd1-4924-a844-e036d839c0b2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:17.398991 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.422605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:17.430889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-a4f2975a-6702-4e9b-a6bc-68a3ef881fcf tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:17.432980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-a4f2975a-6702-4e9b-a6bc-68a3ef881fcf tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.15 "GET /v2.0/networks?id=3249c3f6-3b25-4487-b4da-6e33fc852df1 HTTP/1.1" status: 200 len: 818 time: 0.4775405 Feb 03 04:31:17.454506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Request body: {'port': {'device_id': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1', 'admin_state_up': True, 'tenant_id': '5e2cbbaef71e4338bf0cc084a568214b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:17.455433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.456525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (1f861870-cc23-4c47-a957-c8717a866627), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.458187 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Floating IP 1f861870-cc23-4c47-a957-c8717a866627 disassociated. External IP: 172.25.7.212, port: 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7. Feb 03 04:31:17.459934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.460311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Calling delete_port for 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:17.465294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:17.480508 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0edc9a4a-ae85-4cdb-9759-32338a7aa160), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.526374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:17.536512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:17.545868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edc9a4a-ae85-4cdb-9759-32338a7aa160,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:17.552393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:17.575425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f850e5a-c07d-44b3-90e7-befcb4bc5f05 req-d816cd83-55d1-4c43-b0bc-2e04be58f573 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571285 Feb 03 04:31:17.593241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f97b8932-5bd1-4924-a844-e036d839c0b2, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f97b8932-5bd1-4924-a844-e036d839c0b2,segment=NetworkSegment(da0eb659-0657-4009-892a-c0c43279be08),segment_id=da0eb659-0657-4009-892a-c0c43279be08)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:17.595978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6da162-7735-4910-82d3-19db95c19188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b8932-5bd1-4924-a844-e036d839c0b2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:17.602371 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ac5773-d3fd-443d-ba55-1ec41acb12cb" -d '{"events": [{"server_uuid": "fc6da162-7735-4910-82d3-19db95c19188", "name": "network-vif-plugged", "status": "completed", "tag": "f97b8932-5bd1-4924-a844-e036d839c0b2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:17.615883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.618042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Pushing event updated for resources: {'Port': ['ID=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:17.651905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2729-9255-471e-a3ec-af214d80f140 req-7ae5d95e-fae3-45d1-9e50-1a20e7cc397c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:17.659280 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e9d2729-9255-471e-a3ec-af214d80f140 req-7ae5d95e-fae3-45d1-9e50-1a20e7cc397c tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 945 time: 0.1409862 Feb 03 04:31:17.684291 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe89ad-e187-4632-a88d-6e60f4f04657 x-openstack-request-id: req-10fe89ad-e187-4632-a88d-6e60f4f04657 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:17.685085 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6da162-7735-4910-82d3-19db95c19188", "name": "network-vif-plugged", "status": "completed", "tag": "f97b8932-5bd1-4924-a844-e036d839c0b2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:17.685612 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10fe89ad-e187-4632-a88d-6e60f4f04657 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:17.686142 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6da162-7735-4910-82d3-19db95c19188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b8932-5bd1-4924-a844-e036d839c0b2', 'code': 200} Feb 03 04:31:17.730231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d9098bf4-def1-4432-b34a-13725a51b3a7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:17.777893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e9d2729-9255-471e-a3ec-af214d80f140 req-97b6bca3-c8b3-4265-955c-2a5a05b8b689 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups?id=53b5e7cf-ecab-4142-9d6c-882348a45246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174893 Feb 03 04:31:17.848605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f97b8932-5bd1-4924-a844-e036d839c0b2,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:17.882979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3f751f4e-878b-45ab-9d2d-d047c6f6e1e7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:17.926449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event deleted for resources: {'Port': ['ID=3f751f4e-878b-45ab-9d2d-d047c6f6e1e7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:17.946924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Checking segment: {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:17.947716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Network hostable DHCP agents. Network: 8b896dd1-f8cf-465e-a6ba-05d147551867, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:17.968738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fdb39-2bf9-4b2a-bb25-05ebccfe2c43 req-ee6d883d-1eec-4c7c-bab1-822c3f0a8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:17.971046 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-641fdb39-2bf9-4b2a-bb25-05ebccfe2c43 req-ee6d883d-1eec-4c7c-bab1-822c3f0a8d9d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 1127 time: 0.1835139 Feb 03 04:31:18.080464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:31:18.151336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-641fdb39-2bf9-4b2a-bb25-05ebccfe2c43 req-18414812-6e8a-4476-8607-47b3e88f710f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702452 Feb 03 04:31:18.164006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Network 8b896dd1-f8cf-465e-a6ba-05d147551867 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:18.202024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Made reservation on behalf of 5e2cbbaef71e4338bf0cc084a568214b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:18.213237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:18.251131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c4320-2ec5-49df-bd22-124cee92b432 req-4b24556a-2b26-4a57-82a7-d89b4b8b4aed tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:18.253599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f3c4320-2ec5-49df-bd22-124cee92b432 req-4b24556a-2b26-4a57-82a7-d89b4b8b4aed tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.1228337 Feb 03 04:31:18.265216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 8b896dd1-f8cf-465e-a6ba-05d147551867) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:18.270284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:18.270897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:18.275890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c191824e-7ac0-40e5-8b64-c00fe7a3e60a None None] Network 8b896dd1-f8cf-465e-a6ba-05d147551867 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:18.288940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:18.305543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] Sync routers for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:18.335857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-65180b77-cb0c-4bca-bd04-b42878d7e1b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3549118 Feb 03 04:31:18.341534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e74a3a10-32ed-4912-a991-e90358588eec req-97010f1f-0abe-4404-aa30-cf7f5751ddbc tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0398943 Feb 03 04:31:18.383386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] No DVR routers for this DVR port 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:18.400031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:18.400031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee54d55f-50e3-4a9a-b2a2-a03cf3fbb087 req-20ac3a2c-ad42-495a-8b9d-f44fc6040064 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.31 "DELETE /v2.0/ports/3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 HTTP/1.1" status: 204 len: 173 time: 3.2055433 Feb 03 04:31:18.400031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-deleted', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:18.400031 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c516a-b363-48df-8b62-f0d822d64fe3" -d '{"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-deleted", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:18.407960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:18.408607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:18.432379 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f3c4320-2ec5-49df-bd22-124cee92b432 req-9175dd69-05ad-4282-91ea-381eeefc7dcb tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726809 Feb 03 04:31:18.471544 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d22320-02c5-406e-8e8f-6031a038de2a x-openstack-request-id: req-66d22320-02c5-406e-8e8f-6031a038de2a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:18.471848 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23711737-603f-487c-bcf9-0d90defa4f00", "name": "network-vif-deleted", "tag": "3f751f4e-878b-45ab-9d2d-d047c6f6e1e7", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:18.472109 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66d22320-02c5-406e-8e8f-6031a038de2a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:18.472516 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23711737-603f-487c-bcf9-0d90defa4f00', 'name': 'network-vif-deleted', 'tag': '3f751f4e-878b-45ab-9d2d-d047c6f6e1e7', 'status': 'completed', 'code': 200} Feb 03 04:31:18.725913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79d3dbd6-d9c9-49b5-a79e-cf9d7e80c066 req-ea74e343-2267-48f7-b989-33ab4d6a520b tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 210 time: 0.1384609 Feb 03 04:31:18.741218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:18.827522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:18.864452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04576a9-a847-4558-996a-da35e2d00e33 req-30ed5cd4-3985-4406-957c-bd5128f98383 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:18.866260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f04576a9-a847-4558-996a-da35e2d00e33 req-30ed5cd4-3985-4406-957c-bd5128f98383 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 944 time: 0.0937266 Feb 03 04:31:18.953380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f04576a9-a847-4558-996a-da35e2d00e33 req-2fa57e71-0cc3-4a81-934c-5cb571bc4575 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772891 Feb 03 04:31:19.012160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:19.180785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9f21707-4d21-4c02-bd39-8b8351996a4c req-e637a8b8-328d-4967-8f38-d6ed97f061da tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/ports?device_id=23711737-603f-487c-bcf9-0d90defa4f00 HTTP/1.1" status: 200 len: 210 time: 0.0636363 Feb 03 04:31:19.249410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks [] for router_gateway (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:19.275954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba8f5a-c70a-4426-9732-0149ce34a31a None None] Network 8b896dd1-f8cf-465e-a6ba-05d147551867 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:19.358823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f575b276-a884-414a-b3b1-195965a3f14d None None] Network beae8172-3c61-4391-8e35-747a56e0e655 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:19.363885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:19.364515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3f751f4e-878b-45ab-9d2d-d047c6f6e1e7 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:19.378543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-ece4d5ca-0c81-4814-9aef-fbb465df5d3c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:19.380381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-ece4d5ca-0c81-4814-9aef-fbb465df5d3c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 814 time: 0.1556780 Feb 03 04:31:19.397448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-5497be93-d690-4765-b8bd-aaa0533083c6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/quotas/03f4f5685ae54dfdbffd984b7137b2cd HTTP/1.1" status: 200 len: 375 time: 0.0108516 Feb 03 04:31:19.418784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Allocated IP 172.20.0.4 (3249c3f6-3b25-4487-b4da-6e33fc852df1/a401771c-6b76-453d-a8e8-d1e7cc3fa253/5f0392a2-06b3-452c-bd9e-8ad238fd7297) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:19.469989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-d75cfeb3-dd97-4054-b49e-9ead409be952 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633883 Feb 03 04:31:19.524337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:19.550233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a4664af-ebc6-4e90-911c-1aa06444b2d2 req-c5984437-e44d-45b0-ae09-3bf060f9a46b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0435312 Feb 03 04:31:19.601120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c284e756-0c16-4046-baeb-ee65a1de7a63 None None] Provisioning complete for port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:19.601499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c284e756-0c16-4046-baeb-ee65a1de7a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:19.644291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-deab1085-bf9b-45d4-96b2-213d308613bf service neutron] 10.222.0.35 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734459 Feb 03 04:31:19.742016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:19.742890 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:19.761183 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks [] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:19.771391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-e5d80963-3e82-436d-a167-be64224a571f service neutron] 10.222.0.35 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244268 Feb 03 04:31:19.777113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 5, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:19.812185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] Checking router: 4305f0a7-1f1f-476c-8de4-77fd765d3de8 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:19.812406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:19.873018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305302ec-db41-40bf-a255-1ba1451c4e44 req-897a15c7-9b42-4721-8e00-5bc6c3aadd6b tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:19.874873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-305302ec-db41-40bf-a255-1ba1451c4e44 req-897a15c7-9b42-4721-8e00-5bc6c3aadd6b tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.1299067 Feb 03 04:31:19.885937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Pushing event updated for resources: {'Port': ['ID=5f0392a2-06b3-452c-bd9e-8ad238fd7297,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:19.890582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c284e756-0c16-4046-baeb-ee65a1de7a63 None None] Current status of the port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:19.891248 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c284e756-0c16-4046-baeb-ee65a1de7a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:19.930331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Network 3249c3f6-3b25-4487-b4da-6e33fc852df1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:19.931642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:31:19.935217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:19.938045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c284e756-0c16-4046-baeb-ee65a1de7a63 None None] For port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:19.943238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:19.944047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:19.944178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:19.965667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-305302ec-db41-40bf-a255-1ba1451c4e44 req-65ea3a61-873b-4f4f-bc84-f9cb8fab8936 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840569 Feb 03 04:31:20.172387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9adae63a-5d6f-46ae-8dee-f058ee181982 req-510a1828-f571-466b-9593-7f7d9c68a34a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 210 time: 0.0646586 Feb 03 04:31:20.187557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:20.191543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:20.206474 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Sync routers for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:20.225411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432f34b-e544-4dec-b2b6-2e9aad1c090d req-efbbf073-97be-49b0-b522-f575ad666218 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:20.227006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3432f34b-e544-4dec-b2b6-2e9aad1c090d req-efbbf073-97be-49b0-b522-f575ad666218 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 931 time: 0.1733148 Feb 03 04:31:20.234456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:20.235134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:20.246924 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:20.248538 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:20.268065 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:20.282357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6dc79d5-1a2c-4811-9b78-c833bf71410c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9557245 Feb 03 04:31:20.283971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42422) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:20.302420 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-d37bb83b-b6bb-431f-9bf4-9effeaefc507 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8529029 Feb 03 04:31:20.317016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Request body: {'port': {'device_id': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:20.400167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3432f34b-e544-4dec-b2b6-2e9aad1c090d req-0d94947e-9e75-4c1c-bf3a-3428d6606922 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515207 Feb 03 04:31:20.449324 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:20.524236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ecde-4410-4f12-94bb-4279f90ad12f req-ae8bbd4a-92bc-4157-933b-aba1859d02bf tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:20.534093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d108ecde-4410-4f12-94bb-4279f90ad12f req-ae8bbd4a-92bc-4157-933b-aba1859d02bf tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 944 time: 0.1436963 Feb 03 04:31:20.567207 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:20.702738 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d108ecde-4410-4f12-94bb-4279f90ad12f req-7a4652fc-2157-4b64-ae8b-796d7c03dbf7 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674502 Feb 03 04:31:20.764172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:20.909407 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:17Z', 'revision_number': 3, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:20.923013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c284e756-0c16-4046-baeb-ee65a1de7a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:20.925579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d9098bf4-def1-4432-b34a-13725a51b3a7 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:20.998628 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Checking router: 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:21.000349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Updating router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:31:21.017557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2536d33-cf89-41ea-9552-f7a74943c033 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group (53b5e7cf-ecab-4142-9d6c-882348a45246), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.076655 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.103603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284e756-0c16-4046-baeb-ee65a1de7a63 None None] Pushing event updated for resources: {'Port': ['ID=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:21.126172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2536d33-cf89-41ea-9552-f7a74943c033 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group (53b5e7cf-ecab-4142-9d6c-882348a45246), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.174851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a044f005-6564-4d5b-bdab-1ef78f951b25 req-bb059a3c-30fd-4c11-9b03-909428567b22 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.2604055 Feb 03 04:31:21.209197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:21.212538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-7a6ccc84-5f29-48c5-97d9-2d08ab5a094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:21.214383 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-7a6ccc84-5f29-48c5-97d9-2d08ab5a094d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56698d154f5d449196bf8e90f418dfd4&device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 1127 time: 0.3649273 Feb 03 04:31:21.243435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0e30abda-1451-4d11-9dbb-713d3ac31f54 None None] Provisioning complete for port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:21.243963 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e30abda-1451-4d11-9dbb-713d3ac31f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.298376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6859-f5d3-400e-b39e-8b4066469c13 req-7810e82d-4543-41e6-93e4-8d16292c63ea tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:21.310577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f24f6859-f5d3-400e-b39e-8b4066469c13 req-7810e82d-4543-41e6-93e4-8d16292c63ea tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.4598558 Feb 03 04:31:21.315911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port d9098bf4-def1-4432-b34a-13725a51b3a7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:31:21.390272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2536d33-cf89-41ea-9552-f7a74943c033 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (53b5e7cf-ecab-4142-9d6c-882348a45246), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.399791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 5, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:21.405472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2536d33-cf89-41ea-9552-f7a74943c033 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.406607 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c2536d33-cf89-41ea-9552-f7a74943c033 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "DELETE /v2.0/security-groups/53b5e7cf-ecab-4142-9d6c-882348a45246 HTTP/1.1" status: 204 len: 168 time: 0.5095248 Feb 03 04:31:21.410735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:21.451130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port d9098bf4-def1-4432-b34a-13725a51b3a7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:21.451526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.471414 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-43920707-c70f-42e1-b86a-62156070ab98 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] show failed (client error): The resource could not be found. Feb 03 04:31:21.475430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43920707-c70f-42e1-b86a-62156070ab98 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "GET /v2.0/security-groups/53b5e7cf-ecab-4142-9d6c-882348a45246 HTTP/1.1" status: 404 len: 347 time: 0.0259418 Feb 03 04:31:21.476554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:21.503448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2536d33-cf89-41ea-9552-f7a74943c033 tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b5e7cf-ecab-4142-9d6c-882348a45246,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:21.503922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d53bd-6228-431d-b50f-7c8dcad2dfb5 None None] The sync data for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 is: [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:23:31Z', 'revision_number': 4, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port': {'id': '13532833-7c18-44f7-91bd-0aa20841f4fc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:23Z', 'updated_at': '2022-02-03T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'fb0673ed-5a80-4811-9499-f387bcc46505', 'name': '', 'network_id': '5bf6612c-c47c-4688-95bc-92d135f574d7', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'mac_address': 'fa:16:3e:86:49:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:28Z', 'updated_at': '2022-02-03T04:23:42Z', 'revision_number': 5, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'subnets': [{'id': '5bc8e6ae-c678-4f67-8d37-32a1d0755da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:21.509201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:21.529873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f24f6859-f5d3-400e-b39e-8b4066469c13 req-19d24672-ce26-46af-bb39-628b7e0aa765 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178049 Feb 03 04:31:21.537245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0392a2-06b3-452c-bd9e-8ad238fd7297 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:21.557737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Publish callbacks [] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.593438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Transition to ACTIVE for port object 5f0392a2-06b3-452c-bd9e-8ad238fd7297 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:21.608920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.643718 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Publish callbacks [] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.662832 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.686650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0e30abda-1451-4d11-9dbb-713d3ac31f54 None None] Current status of the port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:21.706507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c096302f-0d3a-408b-9615-a15b7edcac9f req-c6e2efa2-50d1-4b34-b3f1-397ac227ad84 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 210 time: 0.2551446 Feb 03 04:31:21.818339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:21.818339 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.854855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Pushing event updated for resources: {'Port': ['ID=5f0392a2-06b3-452c-bd9e-8ad238fd7297,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:21.885268 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Attempting to bind port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:21.886084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d9098bf4-def1-4432-b34a-13725a51b3a7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:21.886495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.887033 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Attempting to bind port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:21.893621 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Attempting to bind port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:21.903035 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:21.905487 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:21.916008 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.916431 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:21.917201 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Bound port: 3e8236f5-92c6-4e6f-921e-227dce3e2fbb, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:21.917597 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:21.933476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Attempting to bind port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:21.933989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Attempting to bind port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'bb8d06a2-8325-49c1-b36a-2668eec9b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:21.934442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Attempting to bind port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 on network 3249c3f6-3b25-4487-b4da-6e33fc852df1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:21.958483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:21.962659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 on network 3249c3f6-3b25-4487-b4da-6e33fc852df1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:21.963125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Attempting to bind port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 on network 3249c3f6-3b25-4487-b4da-6e33fc852df1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:21.966552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-7c23146f-f865-47ae-96e1-44ffc4ea3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:21.968957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-7c23146f-f865-47ae-96e1-44ffc4ea3cb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e9c191e-b10a-41ad-85c1-4035f7f75232 HTTP/1.1" status: 200 len: 915 time: 0.6965446 Feb 03 04:31:21.972338 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eaa890-da61-4fe6-b160-22521fbf5d72" -d '{"events": [{"server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:21.992719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:21.997070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37e1df-fd3c-4007-a532-97316ff312c2 None None] New status for floating IP 1f861870-cc23-4c47-a957-c8717a866627: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:31:22.033875 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] For port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:22.039694 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] For port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:22.043059 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Pushing event updated for resources: {'Port': ['ID=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:22.052815 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.053165 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.053848 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.054197 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.054538 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.055017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-f872d403-26f0-4c51-bafb-de16d648fecf tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:22.055732 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.056073 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.057243 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.058358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-f872d403-26f0-4c51-bafb-de16d648fecf tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.31 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 814 time: 0.1936476 Feb 03 04:31:22.058841 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.059202 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.059460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:22.060582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Checking segment: {'id': 'bb8d06a2-8325-49c1-b36a-2668eec9b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:22.060706 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.060796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Bound using segment: {'id': 'bb8d06a2-8325-49c1-b36a-2668eec9b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:22.060875 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.060946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Bound port: 5f0392a2-06b3-452c-bd9e-8ad238fd7297, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8d06a2-8325-49c1-b36a-2668eec9b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:22.061057 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:22.061277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.072170 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.090625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Request body: {'port': {'device_id': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867', 'admin_state_up': True, 'tenant_id': '03f4f5685ae54dfdbffd984b7137b2cd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:22.130387 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e685f-0ba3-4282-98fd-1e6af6c99a03 None None] Pushing event updated for resources: {'Port': ['ID=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:22.198542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:22.199682 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:22.201248 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:22.201717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.219980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] For port 5f0392a2-06b3-452c-bd9e-8ad238fd7297, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:22.224669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] For port 5f0392a2-06b3-452c-bd9e-8ad238fd7297, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5f0392a2-06b3-452c-bd9e-8ad238fd7297,segment=NetworkSegment(bb8d06a2-8325-49c1-b36a-2668eec9b0d3),segment_id=bb8d06a2-8325-49c1-b36a-2668eec9b0d3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:22.262776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.305824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:22.329842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:22.330532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.333115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] 10.222.0.15 "PUT /v2.0/ports/5f0392a2-06b3-452c-bd9e-8ad238fd7297 HTTP/1.1" status: 200 len: 1091 time: 2.0237117 Feb 03 04:31:22.337532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'tag': '5f0392a2-06b3-452c-bd9e-8ad238fd7297'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:22.339751 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f5376-e935-460f-813b-17eb4649b5e4", "tag": "5f0392a2-06b3-452c-bd9e-8ad238fd7297"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:22.390219 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:22.404355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d51690-f5c1-4177-bc65-eb696d7bcdde service neutron] Pushing event updated for resources: {'Port': ['ID=5f0392a2-06b3-452c-bd9e-8ad238fd7297,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:22.476070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Made reservation on behalf of 03f4f5685ae54dfdbffd984b7137b2cd for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:22.481296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.487975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-b01eaa39-3374-4654-9e48-eab3b3ccd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:22.489540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-b01eaa39-3374-4654-9e48-eab3b3ccd5d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e2cbbaef71e4338bf0cc084a568214b&device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 1125 time: 0.0967762 Feb 03 04:31:22.571191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-2a0c437d-4ae1-4aaf-87e1-54bae201a66b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f97b8932-5bd1-4924-a844-e036d839c0b2 HTTP/1.1" status: 200 len: 217 time: 0.0765338 Feb 03 04:31:22.638197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9cbec-0be6-401e-b98c-4b4cc43c54b9 req-b0de551d-9be4-4c3d-8c3f-f0d304186c6c tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:22.640009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cb9cbec-0be6-401e-b98c-4b4cc43c54b9 req-b0de551d-9be4-4c3d-8c3f-f0d304186c6c tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 943 time: 0.9285588 Feb 03 04:31:22.650874 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:17Z', 'revision_number': 3, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:22.668742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Allocated IP 172.20.0.4 (8b896dd1-f8cf-465e-a6ba-05d147551867/0edc9a4a-ae85-4cdb-9759-32338a7aa160/0e5158a6-f756-41e7-9f73-faf74a2c83c7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:22.690612 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a597d01-0bb1-4414-b43b-a9277c8b3a1a None None] The sync data for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 is: [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:17Z', 'revision_number': 3, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:22.703418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Deleting port 73f027a1-ebf9-48cc-a01f-9c1f5436dae7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:22.703952 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.723467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdfc3d-64a6-4d78-99c7-e0b067055876 req-46624bcc-2f1b-4884-a40f-d7fe72ba9ff4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:22.723467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5fdfc3d-64a6-4d78-99c7-e0b067055876 req-46624bcc-2f1b-4884-a40f-d7fe72ba9ff4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 944 time: 0.7947714 Feb 03 04:31:22.774470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-fc8a4348-afba-44e1-8fb7-c383363596d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:22.776115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-fc8a4348-afba-44e1-8fb7-c383363596d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ced914cb-919d-4f96-b3ed-fce912c8e66f HTTP/1.1" status: 200 len: 854 time: 0.1980417 Feb 03 04:31:22.788718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-777cee54-a59c-4298-a257-fb16d7042aaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f0392a2-06b3-452c-bd9e-8ad238fd7297 HTTP/1.1" status: 200 len: 217 time: 0.2916393 Feb 03 04:31:22.833008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.871380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cb9cbec-0be6-401e-b98c-4b4cc43c54b9 req-6bbad596-997d-4d4f-b6c8-77c05913399b tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214620 Feb 03 04:31:22.874089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-1be7bf0e-88b6-44d0-8d14-5f8ac6d06e4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e9c191e-b10a-41ad-85c1-4035f7f75232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496087 Feb 03 04:31:22.882504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-5f3f2474-03c1-4cd7-a4cf-27ef92a88d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:22.884166 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-5f3f2474-03c1-4cd7-a4cf-27ef92a88d42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a401771c-6b76-453d-a8e8-d1e7cc3fa253 HTTP/1.1" status: 200 len: 858 time: 0.0667725 Feb 03 04:31:22.922814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks [] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.941092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-e753d211-9f69-4b51-972b-4e7090e696b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3249c3f6-3b25-4487-b4da-6e33fc852df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487230 Feb 03 04:31:22.957858 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:22.958267 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for floatingip (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.004623 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d74b354-e8e6-4dc2-842e-3611055c7b89 x-openstack-request-id: req-5d74b354-e8e6-4dc2-842e-3611055c7b89 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:23.005044 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:23.005392 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d74b354-e8e6-4dc2-842e-3611055c7b89 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:23.005949 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'code': 200} Feb 03 04:31:23.014586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5fdfc3d-64a6-4d78-99c7-e0b067055876 req-053e0d3c-f6ec-4ca5-aa49-b398a5873b13 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758553 Feb 03 04:31:23.099996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Calling delete_port for 73f027a1-ebf9-48cc-a01f-9c1f5436dae7 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:23.107941 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-92b0e659-b89b-4766-96ae-9716d4f4f54d service neutron] 10.222.0.15 "GET /v2.0/networks/3249c3f6-3b25-4487-b4da-6e33fc852df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575389 Feb 03 04:31:23.139042 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7d210-0d58-48a5-a89d-e98e661a54e5 x-openstack-request-id: req-06f7d210-0d58-48a5-a89d-e98e661a54e5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:23.139815 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f5376-e935-460f-813b-17eb4649b5e4", "tag": "5f0392a2-06b3-452c-bd9e-8ad238fd7297", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:23.141106 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06f7d210-0d58-48a5-a89d-e98e661a54e5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:23.141411 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'tag': '5f0392a2-06b3-452c-bd9e-8ad238fd7297', 'status': 'completed', 'code': 200} Feb 03 04:31:23.335305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.362370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85668561-a688-4e7b-9b3f-37b59089d046 req-47809146-8a59-4773-be67-8f26898d4fa4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.1394901 Feb 03 04:31:23.365425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8794d-95a3-4381-81cc-c7d0b297c789 req-570a5aba-7413-4083-9379-561914beec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:23.366985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7c8794d-95a3-4381-81cc-c7d0b297c789 req-570a5aba-7413-4083-9379-561914beec4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 1127 time: 0.1434479 Feb 03 04:31:23.420061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Network 8b896dd1-f8cf-465e-a6ba-05d147551867 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:23.420769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3e8236f5-92c6-4e6f-921e-227dce3e2fbb up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:23.425386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a5559d42-d5c3-42c4-89c3-17aaf5f1447c req-1590a991-1876-4909-9fa0-9bf871703d11 service neutron] 10.222.0.15 "GET /v2.0/networks/3249c3f6-3b25-4487-b4da-6e33fc852df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060496 Feb 03 04:31:23.440387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:23.449062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-841a3f97-8288-43a0-a12d-8863f1d9cdd5 service neutron] 10.222.0.31 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624051 Feb 03 04:31:23.461882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:23.523743 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.538659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:23.539118 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.601783 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.602016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:23.617246 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7c8794d-95a3-4381-81cc-c7d0b297c789 req-f85c641d-3130-4ee9-ba56-c45e7abed1ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158091 Feb 03 04:31:23.623529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edf5e50b-34bb-459f-bd10-756768fc9d93 req-e8e5c922-b5e0-42e6-a59c-109ac4386da7 service neutron] 10.222.0.31 "GET /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113789 Feb 03 04:31:23.683175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:23.687687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:23.688131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.688257 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.696254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-e136d565-d329-4bf8-810b-9217cb975310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:23.698934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-e136d565-d329-4bf8-810b-9217cb975310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e2cbbaef71e4338bf0cc084a568214b&device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 1125 time: 0.1670659 Feb 03 04:31:23.704707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291299e0-bae4-482e-923e-c0759505e1ad req-936b59b7-c9ef-407b-9bda-fca2c0e21d49 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:23.707752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-291299e0-bae4-482e-923e-c0759505e1ad req-936b59b7-c9ef-407b-9bda-fca2c0e21d49 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.4444094 Feb 03 04:31:23.724461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1e23dfd8-aa47-4bd4-9f58-4e215e49cb28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6453826 Feb 03 04:31:23.726663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:23.734027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.755639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Request body: {'port': {'device_id': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:23.785415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Allocated IP 172.20.0.1 (beae8172-3c61-4391-8e35-747a56e0e655/55132384-0eb5-4d14-8935-56df1d428aed/8a91dcf4-228e-4760-9826-ef1c3b97d8ca) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:23.844311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:23.860150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-291299e0-bae4-482e-923e-c0759505e1ad req-473c5df3-b906-4ac7-8034-e630b4023e62 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925372 Feb 03 04:31:23.877175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf27e0-012f-48e4-a0db-565ee2829782 req-fb8a650d-dd06-493a-bbfd-0f16a268408f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:23.885447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bdf27e0-012f-48e4-a0db-565ee2829782 req-fb8a650d-dd06-493a-bbfd-0f16a268408f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 931 time: 0.3709474 Feb 03 04:31:23.910802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:23.953948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (73f027a1-ebf9-48cc-a01f-9c1f5436dae7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.032960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-f051bdb9-6df4-4494-8e86-3fdf3cc5019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:24.034605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-f051bdb9-6df4-4494-8e86-3fdf3cc5019e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3249c3f6-3b25-4487-b4da-6e33fc852df1 HTTP/1.1" status: 200 len: 919 time: 0.2113783 Feb 03 04:31:24.106274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks [] for floatingip (1f861870-cc23-4c47-a957-c8717a866627), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.109720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.113660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] 10.222.0.35 "DELETE /v2.0/floatingips/1f861870-cc23-4c47-a957-c8717a866627 HTTP/1.1" status: 204 len: 168 time: 2.6259789 Feb 03 04:31:24.152096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:24.163978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bdf27e0-012f-48e4-a0db-565ee2829782 req-c087367b-9171-45fd-93c4-1c76ebdb74bf tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775328 Feb 03 04:31:24.256141 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-3a714a42-2007-419b-b1ff-a159e52093ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f0392a2-06b3-452c-bd9e-8ad238fd7297 HTTP/1.1" status: 200 len: 217 time: 0.1795273 Feb 03 04:31:24.295874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eb304-41fb-4b08-8491-37408d10595e tempest-ServerActionsTestJSON-2014248617 tempest-ServerActionsTestJSON-2014248617-project] Pushing event deleted for resources: {'Port': ['ID=73f027a1-ebf9-48cc-a01f-9c1f5436dae7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:24.371409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks [] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.398412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-946751e0-4b2d-4e62-a27b-324f54bb13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:24.399933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-946751e0-4b2d-4e62-a27b-324f54bb13af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a401771c-6b76-453d-a8e8-d1e7cc3fa253 HTTP/1.1" status: 200 len: 858 time: 0.1362162 Feb 03 04:31:24.425529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5158a6-f756-41e7-9f73-faf74a2c83c7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:24.446658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-d7092e4a-ba16-4a65-87de-d6d239ae79c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3249c3f6-3b25-4487-b4da-6e33fc852df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381684 Feb 03 04:31:24.448541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Publish callbacks [] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.449650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753986cc-45ac-435f-8973-e4be96f94ac4 req-3505d504-5955-4efa-9c3b-d6151e84ec69 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:24.451209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-753986cc-45ac-435f-8973-e4be96f94ac4 req-3505d504-5955-4efa-9c3b-d6151e84ec69 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 943 time: 0.4402430 Feb 03 04:31:24.481334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Transition to ACTIVE for port object 0e5158a6-f756-41e7-9f73-faf74a2c83c7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:24.492956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.549180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace3f0c-d4ea-42dd-aa3d-ab3c7ae0d340 req-c0c79c9a-d117-40ed-bf02-1a41271c7728 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:24.550711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ace3f0c-d4ea-42dd-aa3d-ab3c7ae0d340 req-c0c79c9a-d117-40ed-bf02-1a41271c7728 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2467847 Feb 03 04:31:24.598409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.614480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:24.635841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-c80fcffe-0dab-4533-ad83-974ea3b4bfdf service neutron] 10.222.0.15 "GET /v2.0/networks/3249c3f6-3b25-4487-b4da-6e33fc852df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809263 Feb 03 04:31:24.713874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ace3f0c-d4ea-42dd-aa3d-ab3c7ae0d340 req-42d93737-88ca-4e2a-9983-85ab2f7672ec tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465700 Feb 03 04:31:24.769441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Network beae8172-3c61-4391-8e35-747a56e0e655 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:24.788679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-753986cc-45ac-435f-8973-e4be96f94ac4 req-1fd68453-fd2d-47b5-abbe-9901717d589a tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146930 Feb 03 04:31:24.797743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:24.804007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:24.818137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:24.818567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:24.818993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:24.827355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:24.827836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:24.841552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:24.841957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Checking segment: {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:24.842454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Bound using segment: {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:24.842984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Bound port: 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:24.843608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.849377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bfcee0a-cc35-4ab0-949a-3f7b9d4c0c14 req-e058a661-c77a-4e23-8e9a-37e4c0a9fb9e service neutron] 10.222.0.15 "GET /v2.0/networks/3249c3f6-3b25-4487-b4da-6e33fc852df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874404 Feb 03 04:31:24.869741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Pushing event updated for resources: {'Port': ['ID=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:24.879265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:24.968788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:24.980722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:24.997254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.016488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8c8b583-9006-4a0f-ba08-deb99bdb5484 req-00d736fe-8820-47d8-a626-7ee2c6f7dbca tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/ports?device_id=f71d4928-e8f5-4372-bf99-09d28699843a HTTP/1.1" status: 200 len: 210 time: 0.0797579 Feb 03 04:31:25.248077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.361519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5521c47d-759f-4b28-8732-0c032447e0d1 None None] Provisioning complete for port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:25.362520 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5521c47d-759f-4b28-8732-0c032447e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.418455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3e8236f5-92c6-4e6f-921e-227dce3e2fbb up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:25.496598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5521c47d-759f-4b28-8732-0c032447e0d1 None None] Port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:31:25.507213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:25.507391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52e65c-0167-4dab-99a3-b496ccadba50 req-3d2abec9-7f1a-4154-9455-60b871ca3a65 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:25.508712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.514790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be52e65c-0167-4dab-99a3-b496ccadba50 req-3d2abec9-7f1a-4154-9455-60b871ca3a65 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.3228168 Feb 03 04:31:25.611467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:25.614801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f53f8-1bbc-456c-86d8-5eaa2229fe25 req-8582a957-0414-44bf-b9e3-0a2446f80b1e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:25.616336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e6f53f8-1bbc-456c-86d8-5eaa2229fe25 req-8582a957-0414-44bf-b9e3-0a2446f80b1e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 943 time: 0.2143211 Feb 03 04:31:25.635893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks [] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.657054 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.661353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:25.662109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.663436 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] 10.222.0.31 "PUT /v2.0/ports/0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 1091 time: 1.9122288 Feb 03 04:31:25.663913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:25.666141 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cad34b-03f9-467b-967f-457f200a05e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:25.669319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bea6d-20f0-4341-b290-0a0a35d7014c service neutron] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:25.728098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be52e65c-0167-4dab-99a3-b496ccadba50 req-41f4f699-f088-4e29-b4b9-f96024045c6c tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123446 Feb 03 04:31:25.755104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-c54cc80b-580a-4f78-adf7-416a5cc90fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:25.757035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-c54cc80b-580a-4f78-adf7-416a5cc90fc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1125 time: 0.0499663 Feb 03 04:31:25.802516 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.812362 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780091e-3863-4033-a5b1-4740e6c51730 x-openstack-request-id: req-a780091e-3863-4033-a5b1-4740e6c51730 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:25.812714 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:25.813089 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a780091e-3863-4033-a5b1-4740e6c51730 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:25.813494 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'status': 'completed', 'code': 200} Feb 03 04:31:25.816279 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-6351b810-b585-42e8-ae9b-1f6f4029f91e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 217 time: 0.0465677 Feb 03 04:31:25.825945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Pushing event updated for resources: {'Port': ['ID=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:25.845987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e6f53f8-1bbc-456c-86d8-5eaa2229fe25 req-306714d4-f4de-43ca-ac61-009646a9153c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183299 Feb 03 04:31:25.911949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-2fbc6452-37f1-4f8f-bffd-fcb59532bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:25.914276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-2fbc6452-37f1-4f8f-bffd-fcb59532bf9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.0911660 Feb 03 04:31:25.921775 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (4305f0a7-1f1f-476c-8de4-77fd765d3de8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:25.952480 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-f3eb6b08-4822-4fec-900f-17c0e07c136c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315478 Feb 03 04:31:26.058451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-3784c290-205b-482b-a203-b53dec7f1327 service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980983 Feb 03 04:31:26.166628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5f0392a2-06b3-452c-bd9e-8ad238fd7297 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:31:26.191054 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3dfcbf-477d-4857-aae5-ca6246c65bf7 req-1efdd0e9-25a1-45ae-95ac-a29f88b9318f service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260929 Feb 03 04:31:26.333131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad34b-03f9-467b-967f-457f200a05e6 req-4781fb98-b6fb-491f-b4a9-1e078be54bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:26.334990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83cad34b-03f9-467b-967f-457f200a05e6 req-4781fb98-b6fb-491f-b4a9-1e078be54bf1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1125 time: 0.0867190 Feb 03 04:31:26.378364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5f0392a2-06b3-452c-bd9e-8ad238fd7297, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5f0392a2-06b3-452c-bd9e-8ad238fd7297,segment=NetworkSegment(bb8d06a2-8325-49c1-b36a-2668eec9b0d3),segment_id=bb8d06a2-8325-49c1-b36a-2668eec9b0d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:26.395431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '5f0392a2-06b3-452c-bd9e-8ad238fd7297', 'network_id': '3249c3f6-3b25-4487-b4da-6e33fc852df1', 'port_id': '5f0392a2-06b3-452c-bd9e-8ad238fd7297', 'mac_address': 'fa:16:3e:3b:9b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a401771c-6b76-453d-a8e8-d1e7cc3fa253', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:31:26.415603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021007-dcfe-407f-8e3d-3353df66d5d5 req-c8b1595e-1d3f-4b74-8078-bace4ec0e3fe tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:26.422432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d021007-dcfe-407f-8e3d-3353df66d5d5 req-c8b1595e-1d3f-4b74-8078-bace4ec0e3fe tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.5485916 Feb 03 04:31:26.439256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:26.440448 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:26.457101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0392a2-06b3-452c-bd9e-8ad238fd7297 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:26.463390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Network beae8172-3c61-4391-8e35-747a56e0e655 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:26.476871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada08a5-fd86-4d2b-a521-17effff7fc35 req-05e5f6e3-92e2-454b-8504-6781e66079b9 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:26.483934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad34b-03f9-467b-967f-457f200a05e6 req-85df490d-994b-4841-a45c-660bc00a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:26.484119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ada08a5-fd86-4d2b-a521-17effff7fc35 req-05e5f6e3-92e2-454b-8504-6781e66079b9 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 943 time: 0.1910539 Feb 03 04:31:26.486842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83cad34b-03f9-467b-967f-457f200a05e6 req-85df490d-994b-4841-a45c-660bc00a11d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 915 time: 0.1441953 Feb 03 04:31:26.488255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5f0392a2-06b3-452c-bd9e-8ad238fd7297, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5f0392a2-06b3-452c-bd9e-8ad238fd7297,segment=NetworkSegment(bb8d06a2-8325-49c1-b36a-2668eec9b0d3),segment_id=bb8d06a2-8325-49c1-b36a-2668eec9b0d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:26.491372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:26.506370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:26.599150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d021007-dcfe-407f-8e3d-3353df66d5d5 req-d4b7a9d8-f7bd-4bdc-99d6-042e227d99a7 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758182 Feb 03 04:31:26.617798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=5f0392a2-06b3-452c-bd9e-8ad238fd7297,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:26.622971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.625343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83cad34b-03f9-467b-967f-457f200a05e6 req-ba54262f-1d9e-4a45-bd3e-66d09288bb57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 217 time: 0.1221113 Feb 03 04:31:26.625701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.626126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.626500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.626907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.634310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.634762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.635120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.637640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.638002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.638412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.638766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.639098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:31:26.705200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad34b-03f9-467b-967f-457f200a05e6 req-2e04363f-3bb9-4e2e-8d45-d9aff120ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:26.707765 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83cad34b-03f9-467b-967f-457f200a05e6 req-2e04363f-3bb9-4e2e-8d45-d9aff120ff02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.0740323 Feb 03 04:31:26.749214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['5f0392a2-06b3-452c-bd9e-8ad238fd7297'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:26.777617 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ada08a5-fd86-4d2b-a521-17effff7fc35 req-61956441-634b-437a-8121-84df3eda6aa7 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925470 Feb 03 04:31:26.801443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83cad34b-03f9-467b-967f-457f200a05e6 req-d10353e9-9259-41d9-a0db-3d97021e4e72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871656 Feb 03 04:31:26.968771 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83cad34b-03f9-467b-967f-457f200a05e6 req-8432689b-1713-48f2-b67c-3d10b31ad6be service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588175 Feb 03 04:31:26.971361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-41afef27-bbf2-4cb0-b44e-8f134cd4d85a None None] Provisioning complete for port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:26.971797 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41afef27-bbf2-4cb0-b44e-8f134cd4d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:27.026730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-41afef27-bbf2-4cb0-b44e-8f134cd4d85a None None] Port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:31:27.034224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:31:27.082749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83cad34b-03f9-467b-967f-457f200a05e6 req-8618cd40-39b8-43a5-ae16-2b847cb5b1c8 service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060667 Feb 03 04:31:27.114110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569d689-6cbb-4179-ade0-da6c5ca5468d req-524b8ed5-3774-446d-9f24-694300f93fe3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:27.115648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f569d689-6cbb-4179-ade0-da6c5ca5468d req-524b8ed5-3774-446d-9f24-694300f93fe3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.1898377 Feb 03 04:31:27.154318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802885e3-83d8-4c3a-91ce-5f9e6d667b65 req-3204dd55-c02c-4f3a-923d-be9a611d641b tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:27.155846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-802885e3-83d8-4c3a-91ce-5f9e6d667b65 req-3204dd55-c02c-4f3a-923d-be9a611d641b tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.2228251 Feb 03 04:31:27.322078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-802885e3-83d8-4c3a-91ce-5f9e6d667b65 req-b94c34e6-28ac-4138-ab14-49c58d1b40b5 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509643 Feb 03 04:31:27.332494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f569d689-6cbb-4179-ade0-da6c5ca5468d req-24990410-f836-4244-b169-cf173c68c893 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709592 Feb 03 04:31:27.343813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:27.350559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7a7704da-b69c-438f-97d7-58112de12094 admin admin] 10.222.0.35 "PUT /v2.0/routers/1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0655544 Feb 03 04:31:27.363305 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Sync routers for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:27.371591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Deleting port fb0673ed-5a80-4811-9499-f387bcc46505 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:27.372883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:27.382056 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:27.384368 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:27.416887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:27.542420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32e96a9d-f901-4a9c-979f-f75ad46c45ce tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group (44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:27.618470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32e96a9d-f901-4a9c-979f-f75ad46c45ce tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group (44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:27.689703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] For port fb0673ed-5a80-4811-9499-f387bcc46505, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fb0673ed-5a80-4811-9499-f387bcc46505,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:27.690174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:27.714514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Calling delete_port for fb0673ed-5a80-4811-9499-f387bcc46505 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:27.729167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43715850-2fd4-4ec5-922a-e81b3f36c900 req-f5b938a1-4a7a-449d-aa1e-3132bdd71958 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:27.732978 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32e96a9d-f901-4a9c-979f-f75ad46c45ce tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:27.736202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43715850-2fd4-4ec5-922a-e81b3f36c900 req-f5b938a1-4a7a-449d-aa1e-3132bdd71958 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 943 time: 0.1696887 Feb 03 04:31:27.736777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32e96a9d-f901-4a9c-979f-f75ad46c45ce tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:27.741532 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-32e96a9d-f901-4a9c-979f-f75ad46c45ce tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/security-groups/44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725 HTTP/1.1" status: 204 len: 168 time: 0.3235388 Feb 03 04:31:27.742466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:27.750807 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:27.794775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e96a9d-f901-4a9c-979f-f75ad46c45ce tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:27.800862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43715850-2fd4-4ec5-922a-e81b3f36c900 req-bd853602-5215-4174-b080-0f65b668a5e7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636444 Feb 03 04:31:27.804735 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-285cfb18-de9b-41cb-b976-3bfd9ddd2267 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] show failed (client error): The resource could not be found. Feb 03 04:31:27.819524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:27.823920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-285cfb18-de9b-41cb-b976-3bfd9ddd2267 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "GET /v2.0/security-groups/44fa5af1-30c5-4c5e-a2c1-f3a3b6fb9725 HTTP/1.1" status: 404 len: 347 time: 0.0752249 Feb 03 04:31:28.171670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c1f4-3c72-4692-b381-a3fb34072429 req-a2e5a3e3-cf4b-4770-965b-b9365bc04650 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:28.183080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36e7c1f4-3c72-4692-b381-a3fb34072429 req-a2e5a3e3-cf4b-4770-965b-b9365bc04650 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 944 time: 0.2640460 Feb 03 04:31:28.184334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:28.187829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5f0392a2-06b3-452c-bd9e-8ad238fd7297 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:28.189972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-network', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:28.224270 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 2, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:28.241334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Made reservation on behalf of 4f6b9d9fe5174a13b0137f6f18aba187 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:28.244085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.258434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.259537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:31:28.265119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:28.266060 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.311185 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Checking router: 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:28.314768 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Updating router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:31:28.375246 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fb0673ed-5a80-4811-9499-f387bcc46505), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.376372 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.381768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:28.382452 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.431788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5f0392a2-06b3-452c-bd9e-8ad238fd7297, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5f0392a2-06b3-452c-bd9e-8ad238fd7297,segment=NetworkSegment(bb8d06a2-8325-49c1-b36a-2668eec9b0d3),segment_id=bb8d06a2-8325-49c1-b36a-2668eec9b0d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:28.434082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0392a2-06b3-452c-bd9e-8ad238fd7297'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:28.438320 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb325d86-deed-44c4-8dec-9d6642b3f2f2" -d '{"events": [{"server_uuid": "7a6f5376-e935-460f-813b-17eb4649b5e4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0392a2-06b3-452c-bd9e-8ad238fd7297"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:28.445537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.454871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-76581b23-bade-4117-92c3-07e4d06ef23a tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:28.456487 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-76581b23-bade-4117-92c3-07e4d06ef23a tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.1703336 Feb 03 04:31:28.466097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36e7c1f4-3c72-4692-b381-a3fb34072429 req-83263a90-3b1c-4bab-b9b3-7921a548e60e tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847242 Feb 03 04:31:28.505035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0673ed-5a80-4811-9499-f387bcc46505,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:28.539665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=5f0392a2-06b3-452c-bd9e-8ad238fd7297,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:28.542490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:31:28.621175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9820d1-b937-4d22-a35d-4b2151e48ac1 req-5c66471a-034d-4309-8d78-d9e90e418f49 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:28.627236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe9820d1-b937-4d22-a35d-4b2151e48ac1 req-5c66471a-034d-4309-8d78-d9e90e418f49 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.6265039 Feb 03 04:31:28.689554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks [] for security_group (a57ac4bc-530c-4549-86f7-8d2b99dd3996), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.708331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a57ac4bc-530c-4549-86f7-8d2b99dd3996), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.727814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:28.742079 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (82f03ef8-d8d9-4819-af80-46e9750bf864), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.743220 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Added segment 82f03ef8-d8d9-4819-af80-46e9750bf864 of type vlan for network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f Feb 03 04:31:28.756586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port 5bb07492-29de-414f-8a3b-929a6751b0db {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:28.757316 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5bb07492-29de-414f-8a3b-929a6751b0db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.790510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:28.814842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (6f4b5bc9-3f05-4984-966f-9de9a5ea856f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.817372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867', 'port_id': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'mac_address': 'fa:16:3e:02:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edc9a4a-ae85-4cdb-9759-32338a7aa160', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:31:28.856080 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5bb07492-29de-414f-8a3b-929a6751b0db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.856691 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for floatingip (5bb07492-29de-414f-8a3b-929a6751b0db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.869839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for 5bb07492-29de-414f-8a3b-929a6751b0db owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:28.885871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ac4bc-530c-4549-86f7-8d2b99dd3996,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:28.890263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (6f4b5bc9-3f05-4984-966f-9de9a5ea856f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.891392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:28.892067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.895882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:28.896700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.930809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5158a6-f756-41e7-9f73-faf74a2c83c7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:28.931889 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Publish callbacks [] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.945536 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.963801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:28.968710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f4b5bc9-3f05-4984-966f-9de9a5ea856f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:28.978023 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:28.978324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe9820d1-b937-4d22-a35d-4b2151e48ac1 req-7ed5f557-7232-45b3-8cab-bff1ea23f65c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086119 Feb 03 04:31:28.983686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:28.997430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Deleting port f97b8932-5bd1-4924-a844-e036d839c0b2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:29.000322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.060058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa136505-9f52-456a-a568-b836c46341a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8750787 Feb 03 04:31:29.061738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:29.085328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23692a2b-e881-4f08-bda1-a1c4bf688f31 req-1ce5dd34-a52a-4ba0-94f4-19d326e4e8bd tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:29.088313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23692a2b-e881-4f08-bda1-a1c4bf688f31 req-1ce5dd34-a52a-4ba0-94f4-19d326e4e8bd tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc6da162-7735-4910-82d3-19db95c19188 HTTP/1.1" status: 200 len: 945 time: 0.4228849 Feb 03 04:31:29.092173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Request body: {'subnet': {'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-subnet', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:29.113145 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccafa0ec-760d-474e-8705-dab34198f164 x-openstack-request-id: req-ccafa0ec-760d-474e-8705-dab34198f164 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:29.113575 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f5376-e935-460f-813b-17eb4649b5e4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0392a2-06b3-452c-bd9e-8ad238fd7297", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:29.113845 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccafa0ec-760d-474e-8705-dab34198f164 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:29.114250 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0392a2-06b3-452c-bd9e-8ad238fd7297', 'code': 200} Feb 03 04:31:29.167984 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Attempting to bind port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:29.168636 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Attempting to bind port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:29.170652 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Attempting to bind port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca on network beae8172-3c61-4391-8e35-747a56e0e655 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:29.183547 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a41322-6ab5-4136-a6e6-f9a010eddeb6 None None] Pushing event updated for resources: {'Port': ['ID=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:29.201052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Made reservation on behalf of 4f6b9d9fe5174a13b0137f6f18aba187 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:29.203544 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.205277 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:29.207312 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Checking segment: {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:29.207795 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.208219 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Bound using segment: {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:29.210357 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Bound port: 8a91dcf4-228e-4760-9826-ef1c3b97d8ca, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:29.213097 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.222314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['0e5158a6-f756-41e7-9f73-faf74a2c83c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:29.281645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] For port f97b8932-5bd1-4924-a844-e036d839c0b2, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f97b8932-5bd1-4924-a844-e036d839c0b2,segment=NetworkSegment(da0eb659-0657-4009-892a-c0c43279be08),segment_id=da0eb659-0657-4009-892a-c0c43279be08)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:29.282388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.287356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:29.290863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cb77b-1265-4c42-a615-97be4d8cb964 req-a96e63df-ecae-4778-9aca-951888e79ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:29.292731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f4cb77b-1265-4c42-a615-97be4d8cb964 req-a96e63df-ecae-4778-9aca-951888e79ab7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 1127 time: 0.1098115 Feb 03 04:31:29.321788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Calling delete_port for f97b8932-5bd1-4924-a844-e036d839c0b2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:29.379900 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] For port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:29.391189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f4cb77b-1265-4c42-a615-97be4d8cb964 req-60bb80a7-6d16-4d93-93e2-74989adead16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856724 Feb 03 04:31:29.398586 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] For port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:29.412005 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.493904 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a41322-6ab5-4136-a6e6-f9a010eddeb6 None None] Pushing event updated for resources: {'Port': ['ID=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:29.502412 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:29.503029 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:29.516597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-298eb986-091d-4185-84d7-d3d3449ae8e8 None None] Provisioning complete for port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:29.517141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-298eb986-091d-4185-84d7-d3d3449ae8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.644613 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:29.661626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f97b8932-5bd1-4924-a844-e036d839c0b2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.723064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Pushing event deleted for resources: {'Port': ['ID=f97b8932-5bd1-4924-a844-e036d839c0b2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:29.780776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['f97b8932-5bd1-4924-a844-e036d839c0b2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:29.815073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-298eb986-091d-4185-84d7-d3d3449ae8e8 None None] Current status of the port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:29.815853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-298eb986-091d-4185-84d7-d3d3449ae8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.818743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] No DVR routers for this DVR port f97b8932-5bd1-4924-a844-e036d839c0b2 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:29.821535 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.829245 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17885a8d-f5ab-44dd-8028-fd92fc78b372 req-979eb0ee-d5fc-47ee-b686-ac56b640f4e8 tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.31 "DELETE /v2.0/ports/f97b8932-5bd1-4924-a844-e036d839c0b2 HTTP/1.1" status: 204 len: 173 time: 1.3609526 Feb 03 04:31:29.831713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6da162-7735-4910-82d3-19db95c19188', 'name': 'network-vif-deleted', 'tag': 'f97b8932-5bd1-4924-a844-e036d839c0b2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:29.836731 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f72a7f2-d1f9-486f-b96b-30a2b41346bc" -d '{"events": [{"server_uuid": "fc6da162-7735-4910-82d3-19db95c19188", "name": "network-vif-deleted", "tag": "f97b8932-5bd1-4924-a844-e036d839c0b2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:29.872447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-298eb986-091d-4185-84d7-d3d3449ae8e8 None None] For port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:29.883355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-298eb986-091d-4185-84d7-d3d3449ae8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.890776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5bb07492-29de-414f-8a3b-929a6751b0db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.964100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eb986-091d-4185-84d7-d3d3449ae8e8 None None] Pushing event updated for resources: {'Port': ['ID=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:29.966849 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:29.979348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (4305f0a7-1f1f-476c-8de4-77fd765d3de8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:29.984717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23692a2b-e881-4f08-bda1-a1c4bf688f31 req-4763ef1a-cbd8-43dd-a629-42cc5c125d9d tempest-InstanceActionsTestJSON-276265159 tempest-InstanceActionsTestJSON-276265159-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4874337-e1fe-4990-a0c5-70b3a9c90ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8144088 Feb 03 04:31:29.992337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=5bb07492-29de-414f-8a3b-929a6751b0db,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:30.008569 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3445446-479b-4b82-91bd-3ca5b524918d None None] The sync data for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 is: [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:30.010439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (9645f778-eb16-4f0c-a31b-04b4708d2042), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.033946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-01ab3411-d1a4-47fa-9aba-3152d86ad706 None None] Provisioning complete for port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:30.034205 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01ab3411-d1a4-47fa-9aba-3152d86ad706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.202131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01ab3411-d1a4-47fa-9aba-3152d86ad706 None None] Current status of the port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:30.525406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:30.526102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for floatingip (a13e6baa-2d8e-43ad-9a5e-245fae6ea790), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.529524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.530752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c9b46d58-3000-4c66-b309-438634bd1b81 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/floatingips/a13e6baa-2d8e-43ad-9a5e-245fae6ea790 HTTP/1.1" status: 204 len: 168 time: 2.7051561 Feb 03 04:31:30.531631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9645f778-eb16-4f0c-a31b-04b4708d2042,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:30.534122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:30.552671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991b1d1-aa5b-4214-9e50-5a2738c98015 req-b95cb0bf-6a8b-46a6-abb6-87307f20daea tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:30.554526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3991b1d1-aa5b-4214-9e50-5a2738c98015 req-b95cb0bf-6a8b-46a6-abb6-87307f20daea tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 1.1093507 Feb 03 04:31:30.654233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3991b1d1-aa5b-4214-9e50-5a2738c98015 req-58c1b9e5-5185-487a-933c-b73cc8da7881 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871258 Feb 03 04:31:30.658006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:31:30.679887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:30.684004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.707383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Checking segment: {'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:30.707799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Network hostable DHCP agents. Network: 6f4b5bc9-3f05-4984-966f-9de9a5ea856f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:30.728088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:30.728738 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.752553 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eeb163-51cf-41ad-979b-f3a6fcdfd62c x-openstack-request-id: req-69eeb163-51cf-41ad-979b-f3a6fcdfd62c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:30.754200 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6da162-7735-4910-82d3-19db95c19188", "name": "network-vif-deleted", "tag": "f97b8932-5bd1-4924-a844-e036d839c0b2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:30.754940 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69eeb163-51cf-41ad-979b-f3a6fcdfd62c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:30.755863 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6da162-7735-4910-82d3-19db95c19188', 'name': 'network-vif-deleted', 'tag': 'f97b8932-5bd1-4924-a844-e036d839c0b2', 'status': 'completed', 'code': 200} Feb 03 04:31:30.787601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349f6f2-8aca-4432-b634-743ef11b081c req-281b7135-c30f-47f2-9b0a-4d59b3df09e5 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:30.796657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7349f6f2-8aca-4432-b634-743ef11b081c req-281b7135-c30f-47f2-9b0a-4d59b3df09e5 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 945 time: 0.2576473 Feb 03 04:31:30.803750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:30.825159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:30.827677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 6f4b5bc9-3f05-4984-966f-9de9a5ea856f) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:30.828292 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.832911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:30.834291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.856411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69633efa-78ab-4a6d-8fd1-fca7f280eeaa None None] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:30.895766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:30.896555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1ab34d2b-73d4-4eae-a1e4-7fd60fb97ac0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8323400 Feb 03 04:31:30.908691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:30.948207 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.969202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.970894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:30.977527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:31.051678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22e2e-7874-4ee8-80b4-207bde25349a req-0f1ececa-b0a7-451e-b4b7-d5e01e9724a4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:31.053758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4fc22e2e-7874-4ee8-80b4-207bde25349a req-0f1ececa-b0a7-451e-b4b7-d5e01e9724a4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.1685584 Feb 03 04:31:31.070634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7349f6f2-8aca-4432-b634-743ef11b081c req-fecd6635-fa07-4e34-bd18-f2c795d067a1 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728705 Feb 03 04:31:31.122927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks [] for router_controller (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.181241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42574) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:31.196702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4fc22e2e-7874-4ee8-80b4-207bde25349a req-1ca10247-b351-4b7b-9123-01650e2b3088 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201627 Feb 03 04:31:31.216980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:31:31.254789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:31.258669 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f265feee-4e00-48a2-bc58-fc8521f3faf4" -d '{"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-plugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:31.317935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] Deleting subnet ced914cb-919d-4f96-b3ed-fce912c8e66f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:31.322551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] Publish callbacks [] for subnet (ced914cb-919d-4f96-b3ed-fce912c8e66f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.324530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:31.386280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (ced914cb-919d-4f96-b3ed-fce912c8e66f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.407177 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72aa0f4-6b28-4d95-9393-da30fee322c6 x-openstack-request-id: req-d72aa0f4-6b28-4d95-9393-da30fee322c6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:31.407544 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-plugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:31.407858 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d72aa0f4-6b28-4d95-9393-da30fee322c6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:31.411380 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'code': 200} Feb 03 04:31:31.423302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-6f4b5bc9-3f05-4984-966f-9de9a5ea856f', 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f', 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'fixed_ips': [{'subnet_id': '9645f778-eb16-4f0c-a31b-04b4708d2042'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:31:31.424231 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.437137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:31.439659 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.440429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f97b8932-5bd1-4924-a844-e036d839c0b2 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:31.454865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-37b91202-ee10-459e-b854-1b88c7b797d5 admin admin] 10.222.0.35 "PUT /v2.0/routers/4305f0a7-1f1f-476c-8de4-77fd765d3de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2873316 Feb 03 04:31:31.455755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:31.495292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (ced914cb-919d-4f96-b3ed-fce912c8e66f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.585799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:31.597239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8a91dcf4-228e-4760-9826-ef1c3b97d8ca up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:31.634963 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks [] for router (4305f0a7-1f1f-476c-8de4-77fd765d3de8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.640441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] Sync routers for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:31.674866 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (ced914cb-919d-4f96-b3ed-fce912c8e66f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.710295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks [] for router_gateway (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.791220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced914cb-919d-4f96-b3ed-fce912c8e66f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:31.808087 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks [] for router_gateway (4305f0a7-1f1f-476c-8de4-77fd765d3de8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.809999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.814928 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d2abf79c-b8f4-48f7-91c7-6b18599f01df admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ced914cb-919d-4f96-b3ed-fce912c8e66f HTTP/1.1" status: 204 len: 168 time: 0.6312129 Feb 03 04:31:31.820905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:31.869091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: f97b8932-5bd1-4924-a844-e036d839c0b2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:31.869449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f97b8932-5bd1-4924-a844-e036d839c0b2 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:31.902883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:31.903264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:31.924205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e671a0-fc6a-40d0-9e1c-d99359350c4d req-55e84d86-ad54-4d9f-981b-7501bc289e97 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:31.926186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60e671a0-fc6a-40d0-9e1c-d99359350c4d req-55e84d86-ad54-4d9f-981b-7501bc289e97 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1126640 Feb 03 04:31:31.936421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9419202-6294-4b39-809e-beecf3b1c8fe req-99482fe1-cc25-46df-be40-c96035220ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:31.938539 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f9419202-6294-4b39-809e-beecf3b1c8fe req-99482fe1-cc25-46df-be40-c96035220ff9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1127 time: 0.3888698 Feb 03 04:31:31.965634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:31.966295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:31.974875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.000960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Deleting port 13532833-7c18-44f7-91bd-0aa20841f4fc {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:32.001385 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.007873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60e671a0-fc6a-40d0-9e1c-d99359350c4d req-d3c4176e-fa39-489f-8a1f-6e1f3a581848 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751560 Feb 03 04:31:32.076961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:32.085231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (4e9c191e-b10a-41ad-85c1-4035f7f75232), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.107602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] For port 13532833-7c18-44f7-91bd-0aa20841f4fc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=13532833-7c18-44f7-91bd-0aa20841f4fc,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:32.107977 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.114984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f9419202-6294-4b39-809e-beecf3b1c8fe req-d307d48f-c65e-4a14-80d9-c6c43c629ccc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411095 Feb 03 04:31:32.123721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Calling delete_port for 13532833-7c18-44f7-91bd-0aa20841f4fc owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:32.300613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Allocated IP 172.20.0.2 (6f4b5bc9-3f05-4984-966f-9de9a5ea856f/9645f778-eb16-4f0c-a31b-04b4708d2042/ac47455e-2f3b-4e18-aca3-09ef67401221) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:32.311167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:32.311633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (4e9c191e-b10a-41ad-85c1-4035f7f75232), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.325567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:32.337106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9c191e-b10a-41ad-85c1-4035f7f75232']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:32.348976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0eb659-0657-4009-892a-c0c43279be08') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:32.349322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0eb659-0657-4009-892a-c0c43279be08') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:32.360649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (da0eb659-0657-4009-892a-c0c43279be08), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.375386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (da0eb659-0657-4009-892a-c0c43279be08), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.382507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:32.382896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (da0eb659-0657-4009-892a-c0c43279be08), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.389442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (13532833-7c18-44f7-91bd-0aa20841f4fc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.407703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:31:31Z', 'revision_number': 6, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:32.446851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=13532833-7c18-44f7-91bd-0aa20841f4fc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:32.456640 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:32.464214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] Checking router: 4305f0a7-1f1f-476c-8de4-77fd765d3de8 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:32.469771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (4e9c191e-b10a-41ad-85c1-4035f7f75232), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.489132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.492397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4e9c191e-b10a-41ad-85c1-4035f7f75232 HTTP/1.1" status: 204 len: 168 time: 0.6657853 Feb 03 04:31:32.536954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe9494-41c7-4dc4-b7f5-903212f474e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9c191e-b10a-41ad-85c1-4035f7f75232,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:32.561324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.564517 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816c4b7-82c8-4a1d-8a3b-93a0c480f5ea req-6af00522-3099-47f9-8045-88ccb990c2cd tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:32.568362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6816c4b7-82c8-4a1d-8a3b-93a0c480f5ea req-6af00522-3099-47f9-8045-88ccb990c2cd tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2201183 Feb 03 04:31:32.570252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7dd78e25-20af-45f4-b92d-c72549fc4e04 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/ports/be9b3c90-e1a2-4e83-8675-cc9e0aa6b1bd HTTP/1.1" status: 204 len: 168 time: 2.0335169 Feb 03 04:31:32.571175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:32.605860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] Routers {'4305f0a7-1f1f-476c-8de4-77fd765d3de8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:32.609901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:32.739953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6816c4b7-82c8-4a1d-8a3b-93a0c480f5ea req-bba53057-04d6-44ce-8674-95e29d9e7d4b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236486 Feb 03 04:31:32.767041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7edfa-5c26-4436-8362-dbd0f5528cbd req-222ded23-5f02-4fc0-94dd-a0953e6d0e29 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:32.777670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d7edfa-5c26-4436-8362-dbd0f5528cbd req-222ded23-5f02-4fc0-94dd-a0953e6d0e29 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 945 time: 0.4318964 Feb 03 04:31:32.782870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] Set router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:32.855617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting port 892459cd-d2bf-450a-ba0f-c4ba4497989e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:32.855985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.875409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:31:32Z', 'revision_number': 7, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:32.877131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks [] for router_gateway (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.896184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:32.899489 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (4305f0a7-1f1f-476c-8de4-77fd765d3de8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.910375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:32.912768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5557aaa1-3358-420e-b44a-b25dd7740b8c None None] The sync data for ids ['4305f0a7-1f1f-476c-8de4-77fd765d3de8'] in n-d-827549-1 is: [{'id': '4305f0a7-1f1f-476c-8de4-77fd765d3de8', 'name': 'tempest-ServerActionsTestJSON-847148836-router', 'tenant_id': '31183eecc38841d793f27a56ba6e7120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:22Z', 'updated_at': '2022-02-03T04:31:32Z', 'revision_number': 7, 'project_id': '31183eecc38841d793f27a56ba6e7120', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:32.989399 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Publish callbacks [] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.004012 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.103059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (4305f0a7-1f1f-476c-8de4-77fd765d3de8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.108240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks [] for router_controller (4305f0a7-1f1f-476c-8de4-77fd765d3de8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.112160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:33.122108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:33.123981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d7edfa-5c26-4436-8362-dbd0f5528cbd req-e0df3660-dce3-4619-8996-b399d9c17125 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413548 Feb 03 04:31:33.127933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.144324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:33.158207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Calling delete_port for 892459cd-d2bf-450a-ba0f-c4ba4497989e owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:33.194768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Pushing event updated for resources: {'Port': ['ID=ac47455e-2f3b-4e18-aca3-09ef67401221,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:33.200755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d5b4f54-f2f8-4b64-aa0e-03b681280da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.250531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Attempting to bind port ac47455e-2f3b-4e18-aca3-09ef67401221 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:33.250889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Attempting to bind port ac47455e-2f3b-4e18-aca3-09ef67401221 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:33.251673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Attempting to bind port ac47455e-2f3b-4e18-aca3-09ef67401221 on network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:33.261399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:33.261630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Checking segment: {'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:33.261939 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.263325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Allocated IP 172.25.7.130 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/2f67eecd-e819-47ec-8f1e-cb2359ac45e9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:33.264359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Bound using segment: {'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:33.266042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Bound port: ac47455e-2f3b-4e18-aca3-09ef67401221, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:33.267194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.345599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8b0feae1-c2e2-45c2-bb83-7ef942c04dcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56698d154f5d449196bf8e90f418dfd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652209 Feb 03 04:31:33.346833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42602) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:33.449368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] For port ac47455e-2f3b-4e18-aca3-09ef67401221, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:33.455410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] For port ac47455e-2f3b-4e18-aca3-09ef67401221, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ac47455e-2f3b-4e18-aca3-09ef67401221,segment=NetworkSegment(82f03ef8-d8d9-4819-af80-46e9750bf864),segment_id=82f03ef8-d8d9-4819-af80-46e9750bf864)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:33.464230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fb0673ed-5a80-4811-9499-f387bcc46505 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:33.465893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (4305f0a7-1f1f-476c-8de4-77fd765d3de8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.466689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4305f0a7-1f1f-476c-8de4-77fd765d3de8 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:31:33.478375 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.482812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a445c467-ff16-42d4-99a4-e63d29322f8a admin admin] 10.222.0.35 "DELETE /v2.0/routers/4305f0a7-1f1f-476c-8de4-77fd765d3de8 HTTP/1.1" status: 204 len: 168 time: 2.0258546 Feb 03 04:31:33.485882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:33.538397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.566985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] Deleting subnet 5bc8e6ae-c678-4f67-8d37-32a1d0755da4 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:33.577625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] Publish callbacks [] for subnet (5bc8e6ae-c678-4f67-8d37-32a1d0755da4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.632518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: fb0673ed-5a80-4811-9499-f387bcc46505 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:33.633069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fb0673ed-5a80-4811-9499-f387bcc46505 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:33.640660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd75ea-2c92-4a0b-bacd-a8df366597df None None] Pushing event updated for resources: {'Port': ['ID=ac47455e-2f3b-4e18-aca3-09ef67401221,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:33.670016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29395ede-9029-4aa8-9c06-2cc43348e039 req-1ef38090-a1ef-4c69-a419-5b525007c0e5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:33.680162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29395ede-9029-4aa8-9c06-2cc43348e039 req-1ef38090-a1ef-4c69-a419-5b525007c0e5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.5385535 Feb 03 04:31:33.693645 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0de1eceb-97fb-483b-b118-f816d8d558d8 admin admin] Publish callbacks [] for security_group (d4874337-e1fe-4990-a0c5-70b3a9c90ce2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.710513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (5bc8e6ae-c678-4f67-8d37-32a1d0755da4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.780606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f78591-d147-4dc1-a780-26fc93854b1a req-21b47851-3ea2-4c2f-88f4-de94fa721686 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:33.782507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26f78591-d147-4dc1-a780-26fc93854b1a req-21b47851-3ea2-4c2f-88f4-de94fa721686 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 945 time: 0.2278771 Feb 03 04:31:33.789570 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0de1eceb-97fb-483b-b118-f816d8d558d8 admin admin] Publish callbacks [] for security_group (d4874337-e1fe-4990-a0c5-70b3a9c90ce2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.881447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29395ede-9029-4aa8-9c06-2cc43348e039 req-ac259e9d-54ca-4e2b-9261-599b015ce7d1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003756 Feb 03 04:31:33.935696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (892459cd-d2bf-450a-ba0f-c4ba4497989e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.956798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26f78591-d147-4dc1-a780-26fc93854b1a req-6cdd232d-e3ea-4945-9e84-53aec5040cb0 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636827 Feb 03 04:31:33.958555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5bc8e6ae-c678-4f67-8d37-32a1d0755da4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:33.981794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Port': ['ID=892459cd-d2bf-450a-ba0f-c4ba4497989e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:33.996982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks [] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.001197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0de1eceb-97fb-483b-b118-f816d8d558d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d4874337-e1fe-4990-a0c5-70b3a9c90ce2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.005212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0de1eceb-97fb-483b-b118-f816d8d558d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.009120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0de1eceb-97fb-483b-b118-f816d8d558d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4874337-e1fe-4990-a0c5-70b3a9c90ce2 HTTP/1.1" status: 204 len: 168 time: 0.6397212 Feb 03 04:31:34.026627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1eceb-97fb-483b-b118-f816d8d558d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4874337-e1fe-4990-a0c5-70b3a9c90ce2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:34.042721 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:31:34.057388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (5bc8e6ae-c678-4f67-8d37-32a1d0755da4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.141940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc8e6ae-c678-4f67-8d37-32a1d0755da4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:34.154055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ca623-06e9-44ca-a194-b883828cd8b4 None None] Network 5bf6612c-c47c-4688-95bc-92d135f574d7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:34.169198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.174279 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-31ff0123-1a6c-47ba-a3ba-aaf1d896eba0 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/ports/892459cd-d2bf-450a-ba0f-c4ba4497989e HTTP/1.1" status: 204 len: 168 time: 1.5511174 Feb 03 04:31:34.177025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:34.205441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.217135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a20df162-2ce7-454e-b64a-a2fa9976889d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5bc8e6ae-c678-4f67-8d37-32a1d0755da4 HTTP/1.1" status: 204 len: 168 time: 0.7275069 Feb 03 04:31:34.226969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42616) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:34.289832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting subnet 0dec5c8e-69eb-4f36-818c-cd699999389d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:34.294844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for subnet (0dec5c8e-69eb-4f36-818c-cd699999389d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.343430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (0dec5c8e-69eb-4f36-818c-cd699999389d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.400533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59899a-549f-4ba6-bf21-b7b7c8c4a950 req-ddfa4a36-0410-432a-ba35-473321e19ce6 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:34.407726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e59899a-549f-4ba6-bf21-b7b7c8c4a950 req-ddfa4a36-0410-432a-ba35-473321e19ce6 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2795985 Feb 03 04:31:34.449645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.454486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5bf6612c-c47c-4688-95bc-92d135f574d7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.517931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] DHCP port deletion for 5bf6612c-c47c-4688-95bc-92d135f574d7 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:31:34.533806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e59899a-549f-4ba6-bf21-b7b7c8c4a950 req-5ce1cfb3-a3e0-48d5-b2b5-bfb5c0721d1e tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180761 Feb 03 04:31:34.560763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Pushing event updated for resources: {'Port': ['ID=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:34.569987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:34.574835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:34.579283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:34.581957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0dec5c8e-69eb-4f36-818c-cd699999389d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.660196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Deleting port c23e6d7b-03a1-4319-bbc5-127204c40eb4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:34.660676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.717708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] Deleting port c23e6d7b-03a1-4319-bbc5-127204c40eb4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:34.718252 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.780319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] For port c23e6d7b-03a1-4319-bbc5-127204c40eb4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c23e6d7b-03a1-4319-bbc5-127204c40eb4,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:34.783130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.803021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Calling delete_port for c23e6d7b-03a1-4319-bbc5-127204c40eb4 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:34.826779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] For port c23e6d7b-03a1-4319-bbc5-127204c40eb4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c23e6d7b-03a1-4319-bbc5-127204c40eb4,segment=NetworkSegment(80881795-c198-43f8-8ed0-2616b72c662b),segment_id=80881795-c198-43f8-8ed0-2616b72c662b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:34.827186 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.864828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] Calling delete_port for c23e6d7b-03a1-4319-bbc5-127204c40eb4 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:34.921179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:34.979532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Pushing event deleted for resources: {'Port': ['ID=c23e6d7b-03a1-4319-bbc5-127204c40eb4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:34.990785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] No DVR routers for this DVR port c23e6d7b-03a1-4319-bbc5-127204c40eb4 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:35.041328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (0dec5c8e-69eb-4f36-818c-cd699999389d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.139038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Subnet': ['ID=0dec5c8e-69eb-4f36-818c-cd699999389d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:35.220339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.226083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a74dde40-63f0-4586-bfc9-f26a84e667e4 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/subnets/0dec5c8e-69eb-4f36-818c-cd699999389d HTTP/1.1" status: 204 len: 168 time: 1.0480328 Feb 03 04:31:35.230043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:35.334495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a746712-53ae-4799-9db6-4bb92f1be23c None None] Network 85ae8084-1512-41bd-820f-3789560e4037 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:35.404186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84c943-3491-4475-9795-1be529c39cee req-4b33bdee-9d4c-46d9-9137-885bde3be957 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:35.413956 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac84c943-3491-4475-9795-1be529c39cee req-4b33bdee-9d4c-46d9-9137-885bde3be957 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 945 time: 0.6386921 Feb 03 04:31:35.424228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Deleting subnet 5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:35.514828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ac47455e-2f3b-4e18-aca3-09ef67401221 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:35.518572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5a0e8-a9fe-4cd4-875c-319b5c6f0bc3 None None] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:35.544790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks [] for subnet (5d3ad750-d16b-4dad-b8cd-94b9ef4257e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.567943 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (c23e6d7b-03a1-4319-bbc5-127204c40eb4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.611600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9699a48-a1c0-41ef-9718-f632d121d643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.616070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] No DVR routers for this DVR port c23e6d7b-03a1-4319-bbc5-127204c40eb4 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:35.679821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:35.706090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e26ab-8a4e-4eb2-ad4a-aef6ad240f3d None None] Pushing event deleted for resources: {'Port': ['ID=c23e6d7b-03a1-4319-bbc5-127204c40eb4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:35.717669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks [] for router_gateway (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.731812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-553ae543-3c28-4ac5-8772-2fc234b3d76e None None] Provisioning complete for port ac47455e-2f3b-4e18-aca3-09ef67401221 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:35.732496 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-553ae543-3c28-4ac5-8772-2fc234b3d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.770014 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5bf6612c-c47c-4688-95bc-92d135f574d7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.798169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf6612c-c47c-4688-95bc-92d135f574d7']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:35.815631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80881795-c198-43f8-8ed0-2616b72c662b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:35.815950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80881795-c198-43f8-8ed0-2616b72c662b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:35.829687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (80881795-c198-43f8-8ed0-2616b72c662b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.833174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] DHCP port deletion for 85ae8084-1512-41bd-820f-3789560e4037 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:31:35.844878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (5d3ad750-d16b-4dad-b8cd-94b9ef4257e5), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.848161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (80881795-c198-43f8-8ed0-2616b72c662b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.856498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:35.857070 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (80881795-c198-43f8-8ed0-2616b72c662b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.886256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ac47455e-2f3b-4e18-aca3-09ef67401221 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:35.886790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.893536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Deleting port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:35.894243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:35.930432 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:35.938348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5bf6612c-c47c-4688-95bc-92d135f574d7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.947141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:35.953880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] 10.222.0.35 "DELETE /v2.0/networks/5bf6612c-c47c-4688-95bc-92d135f574d7 HTTP/1.1" status: 204 len: 168 time: 1.7153502 Feb 03 04:31:35.989119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eaa0c-49db-46ae-a369-adc14589e36d req-48b0c2d3-ca10-4c16-a8e8-1558ce38b090 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:35.990584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b1eaa0c-49db-46ae-a369-adc14589e36d req-48b0c2d3-ca10-4c16-a8e8-1558ce38b090 tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 945 time: 0.8235755 Feb 03 04:31:35.994278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5d21b-ac71-4e94-b115-dc2baaa6118a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf6612c-c47c-4688-95bc-92d135f574d7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:36.015959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] For port 5f0392a2-06b3-452c-bd9e-8ad238fd7297, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5f0392a2-06b3-452c-bd9e-8ad238fd7297,segment=NetworkSegment(bb8d06a2-8325-49c1-b36a-2668eec9b0d3),segment_id=bb8d06a2-8325-49c1-b36a-2668eec9b0d3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:36.016571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.038688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Calling delete_port for 5f0392a2-06b3-452c-bd9e-8ad238fd7297 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:36.039877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d547f9-0c21-43ea-92f5-b89b5565974a req-1ab2c03b-2b18-4458-aef7-9ca2d6c0b55c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:36.040399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-553ae543-3c28-4ac5-8772-2fc234b3d76e None None] Current status of the port ac47455e-2f3b-4e18-aca3-09ef67401221 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:36.040907 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-553ae543-3c28-4ac5-8772-2fc234b3d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.044935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7d547f9-0c21-43ea-92f5-b89b5565974a req-1ab2c03b-2b18-4458-aef7-9ca2d6c0b55c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 1.0590763 Feb 03 04:31:36.110847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-553ae543-3c28-4ac5-8772-2fc234b3d76e None None] For port ac47455e-2f3b-4e18-aca3-09ef67401221, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ac47455e-2f3b-4e18-aca3-09ef67401221,segment=NetworkSegment(82f03ef8-d8d9-4819-af80-46e9750bf864),segment_id=82f03ef8-d8d9-4819-af80-46e9750bf864)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:36.113276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] Deleting port e38b3f2f-8c1c-4944-9591-50f961449b4b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:36.114504 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.174919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7d547f9-0c21-43ea-92f5-b89b5565974a req-ab095b86-aa73-4482-9112-7d54315ac712 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117139 Feb 03 04:31:36.180127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b1eaa0c-49db-46ae-a369-adc14589e36d req-ffed6be8-3519-4fc9-b21b-bed8cdd5ff2d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/security-groups?id=82939c33-a728-489f-b719-20e8f294b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766171 Feb 03 04:31:36.202317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2144705322-network', 'tenant_id': 'adfa0c8271094b06941407f993629fe3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:36.202913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:36.267144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-39591a40-d2ed-45a5-944a-d1fcfb5bc789 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31183eecc38841d793f27a56ba6e7120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693765 Feb 03 04:31:36.267934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:36.305696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] For port e38b3f2f-8c1c-4944-9591-50f961449b4b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e38b3f2f-8c1c-4944-9591-50f961449b4b,segment=NetworkSegment(da45d132-aca8-4e95-9500-83ec1e2778b7),segment_id=da45d132-aca8-4e95-9500-83ec1e2778b7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:36.306105 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.339318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] Calling delete_port for e38b3f2f-8c1c-4944-9591-50f961449b4b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:36.353332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Made reservation on behalf of adfa0c8271094b06941407f993629fe3 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:36.355761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.401144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.418716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-033aad86-b9af-4d49-9fde-9daba0afe35c admin admin] Publish callbacks [] for security_group (a43ec2ab-e59f-4b85-a632-06c1fa812d56), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.444344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939288f-499d-406b-920b-7f17fe11dd05 req-406ed993-ac9c-4f6b-aae3-5d5e0f732842 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:36.446489 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1939288f-499d-406b-920b-7f17fe11dd05 req-406ed993-ac9c-4f6b-aae3-5d5e0f732842 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.1344266 Feb 03 04:31:36.467701 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5f0392a2-06b3-452c-bd9e-8ad238fd7297), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.524156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5d3ad750-d16b-4dad-b8cd-94b9ef4257e5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.528660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Pushing event deleted for resources: {'Port': ['ID=5f0392a2-06b3-452c-bd9e-8ad238fd7297,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:36.537799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ac47455e-2f3b-4e18-aca3-09ef67401221 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:36.538988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.545503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-553ae543-3c28-4ac5-8772-2fc234b3d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.559192 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e38b3f2f-8c1c-4944-9591-50f961449b4b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.572879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-033aad86-b9af-4d49-9fde-9daba0afe35c admin admin] Publish callbacks [] for security_group (a43ec2ab-e59f-4b85-a632-06c1fa812d56), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.630183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] No DVR routers for this DVR port e38b3f2f-8c1c-4944-9591-50f961449b4b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:36.637052 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.683382 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:31:36.683933 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:31:36.691078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] No DVR routers for this DVR port 5f0392a2-06b3-452c-bd9e-8ad238fd7297 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:36.695169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-695b3ef1-728c-4833-a8c2-8a8dce292317 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:36.697318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-695b3ef1-728c-4833-a8c2-8a8dce292317 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 814 time: 0.2028446 Feb 03 04:31:36.700939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.703627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1939288f-499d-406b-920b-7f17fe11dd05 req-340454b6-506e-4fbf-8174-612030251824 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464397 Feb 03 04:31:36.712654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ae543-3c28-4ac5-8772-2fc234b3d76e None None] Pushing event updated for resources: {'Port': ['ID=ac47455e-2f3b-4e18-aca3-09ef67401221,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:36.714914 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac84c943-3491-4475-9795-1be529c39cee req-50166edc-8a5d-43ee-a664-2df80a5a9b9d tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.15 "DELETE /v2.0/ports/5f0392a2-06b3-452c-bd9e-8ad238fd7297 HTTP/1.1" status: 204 len: 173 time: 1.3000431 Feb 03 04:31:36.729717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'name': 'network-vif-deleted', 'tag': '5f0392a2-06b3-452c-bd9e-8ad238fd7297'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:36.732866 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef67b3-842c-43b9-b971-94ada359d44f" -d '{"events": [{"server_uuid": "7a6f5376-e935-460f-813b-17eb4649b5e4", "name": "network-vif-deleted", "tag": "5f0392a2-06b3-452c-bd9e-8ad238fd7297"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:36.742733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454059c-c806-45dd-bb01-0f187f83965f None None] Pushing event deleted for resources: {'Port': ['ID=e38b3f2f-8c1c-4944-9591-50f961449b4b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:36.745711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-80f847af-4a18-4467-8943-fffcb4ea9394 None None] Provisioning complete for port ac47455e-2f3b-4e18-aca3-09ef67401221 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:36.746222 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80f847af-4a18-4467-8943-fffcb4ea9394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.786934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-1d3ed186-9447-48f3-a099-85426cbe8f3b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/quotas/03f4f5685ae54dfdbffd984b7137b2cd HTTP/1.1" status: 200 len: 375 time: 0.0793724 Feb 03 04:31:36.830621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-033aad86-b9af-4d49-9fde-9daba0afe35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a43ec2ab-e59f-4b85-a632-06c1fa812d56), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.836579 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-033aad86-b9af-4d49-9fde-9daba0afe35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.838005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-033aad86-b9af-4d49-9fde-9daba0afe35c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a43ec2ab-e59f-4b85-a632-06c1fa812d56 HTTP/1.1" status: 204 len: 168 time: 0.5688643 Feb 03 04:31:36.877183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033aad86-b9af-4d49-9fde-9daba0afe35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ec2ab-e59f-4b85-a632-06c1fa812d56,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:36.884385 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks [] for security_group (25246d4d-e075-40a8-9623-c0bbbc835215), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.894588 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf4b6e-c9a4-42b7-aac8-4f77b6d261e2 x-openstack-request-id: req-2ddf4b6e-c9a4-42b7-aac8-4f77b6d261e2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:36.895048 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f5376-e935-460f-813b-17eb4649b5e4", "name": "network-vif-deleted", "tag": "5f0392a2-06b3-452c-bd9e-8ad238fd7297", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:36.895604 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ddf4b6e-c9a4-42b7-aac8-4f77b6d261e2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:36.901562 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f5376-e935-460f-813b-17eb4649b5e4', 'name': 'network-vif-deleted', 'tag': '5f0392a2-06b3-452c-bd9e-8ad238fd7297', 'status': 'completed', 'code': 200} Feb 03 04:31:36.906829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.921677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-1b6d24db-9d76-4c0c-9f89-fad5b2d3ce03 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255352 Feb 03 04:31:36.933091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (25246d4d-e075-40a8-9623-c0bbbc835215), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:36.938378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-80f847af-4a18-4467-8943-fffcb4ea9394 None None] Current status of the port ac47455e-2f3b-4e18-aca3-09ef67401221 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:37.037496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25246d4d-e075-40a8-9623-c0bbbc835215,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:37.047777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:37.050030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (5d3ad750-d16b-4dad-b8cd-94b9ef4257e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.085894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-08ab90f5-a817-4423-a3f4-9ba8cb188e55 service neutron] 10.222.0.35 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545835 Feb 03 04:31:37.154671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3ad750-d16b-4dad-b8cd-94b9ef4257e5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:37.166924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f6b31092-2777-4fc7-b3c1-9f8237a06ac6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.167598 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Added segment f6b31092-2777-4fc7-b3c1-9f8237a06ac6 of type vlan for network 6b50246c-26a0-4983-9629-183c08f8bf01 Feb 03 04:31:37.169986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.173983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb867fe-9543-4588-8959-d49ece92321f None None] Network 74ee9637-e507-4076-9ab8-516d81946e96 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:37.178001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-79ad1374-f954-4785-b659-9d9ed9238b99 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/subnets/5d3ad750-d16b-4dad-b8cd-94b9ef4257e5 HTTP/1.1" status: 204 len: 168 time: 1.9445760 Feb 03 04:31:37.178475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:37.348131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-03292eee-ddb8-4363-ab94-894080debc49 service neutron] 10.222.0.35 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612386 Feb 03 04:31:37.381583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (6b50246c-26a0-4983-9629-183c08f8bf01), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.390252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (85ae8084-1512-41bd-820f-3789560e4037), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.459240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:31:37.470448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (6b50246c-26a0-4983-9629-183c08f8bf01), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.478776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:37.479873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.528875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3b619c0-72ea-4648-ad76-b7bb6859b574 req-60c531e3-a056-46d7-bfef-28b4e852057b tempest-InstanceActionsV221TestJSON-572755266 tempest-InstanceActionsV221TestJSON-572755266-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a6f5376-e935-460f-813b-17eb4649b5e4 HTTP/1.1" status: 200 len: 210 time: 0.1127334 Feb 03 04:31:37.535529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ac47455e-2f3b-4e18-aca3-09ef67401221 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:37.644836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] DHCP port deletion for 74ee9637-e507-4076-9ab8-516d81946e96 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:31:37.676142 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9910665 Feb 03 04:31:37.681698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:37.684021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b4602-7ac8-4a2b-a9cb-a17a318f5dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b50246c-26a0-4983-9629-183c08f8bf01,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:37.705798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Request body: {'subnet': {'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2144705322-subnet', 'tenant_id': 'adfa0c8271094b06941407f993629fe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:37.712636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13532833-7c18-44f7-91bd-0aa20841f4fc no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:37.755476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 6b50246c-26a0-4983-9629-183c08f8bf01 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:37.774481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 13532833-7c18-44f7-91bd-0aa20841f4fc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:37.775016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13532833-7c18-44f7-91bd-0aa20841f4fc not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:37.775600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c23e6d7b-03a1-4319-bbc5-127204c40eb4 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:37.799468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c23e6d7b-03a1-4319-bbc5-127204c40eb4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:37.800017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c23e6d7b-03a1-4319-bbc5-127204c40eb4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:37.834937 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (85ae8084-1512-41bd-820f-3789560e4037), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.850124 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52de41d7-bf07-4653-ac40-f85ad6fc7528 req-d9daadc4-aa92-4113-9bdb-f30bf920628f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 210 time: 0.1230750 Feb 03 04:31:37.896504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] Deleting port f0e97ecc-053a-4082-8668-67ef63ffe73a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:31:37.897355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.930624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Made reservation on behalf of adfa0c8271094b06941407f993629fe3 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:37.931544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:37.941757 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Sync routers for ids ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:37.960952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.962975 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83713767-31ad-499d-aee8-f66da7d96c69 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0635779 Feb 03 04:31:37.965772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:37.973099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:37.976668 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Routers {'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:37.978442 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:38.075749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ac47455e-2f3b-4e18-aca3-09ef67401221 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:38.128152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] For port f0e97ecc-053a-4082-8668-67ef63ffe73a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0e97ecc-053a-4082-8668-67ef63ffe73a,segment=NetworkSegment(2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757),segment_id=2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:38.128853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:38.140027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:38.151161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] Calling delete_port for f0e97ecc-053a-4082-8668-67ef63ffe73a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:31:38.174706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ac47455e-2f3b-4e18-aca3-09ef67401221 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:38.174969 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:38.275678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5f0392a2-06b3-452c-bd9e-8ad238fd7297 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:38.282434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ae8084-1512-41bd-820f-3789560e4037']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:38.301598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 5f0392a2-06b3-452c-bd9e-8ad238fd7297 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:38.302182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5f0392a2-06b3-452c-bd9e-8ad238fd7297 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:38.355719 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Set router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:38.366206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da45d132-aca8-4e95-9500-83ec1e2778b7') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:38.366206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da45d132-aca8-4e95-9500-83ec1e2778b7') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:38.380092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ac47455e-2f3b-4e18-aca3-09ef67401221 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:38.412194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (f0e97ecc-053a-4082-8668-67ef63ffe73a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:38.417603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (da45d132-aca8-4e95-9500-83ec1e2778b7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:38.489371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] No DVR routers for this DVR port f0e97ecc-053a-4082-8668-67ef63ffe73a on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:31:38.491832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (da45d132-aca8-4e95-9500-83ec1e2778b7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:38.500133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7c751-7e39-42cc-abfe-914764150e00 None None] Pushing event deleted for resources: {'Port': ['ID=f0e97ecc-053a-4082-8668-67ef63ffe73a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:38.527771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e97ecc-053a-4082-8668-67ef63ffe73a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:38.527962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfbde8-d324-49b0-9d90-f07c3e426f46 req-50abc965-576c-4a8c-acc6-14b8e0654538 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:38.544890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4dfbde8-d324-49b0-9d90-f07c3e426f46 req-50abc965-576c-4a8c-acc6-14b8e0654538 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.6669576 Feb 03 04:31:38.580401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:38.587089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (da45d132-aca8-4e95-9500-83ec1e2778b7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:38.588724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f0e97ecc-053a-4082-8668-67ef63ffe73a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:38.589084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e97ecc-053a-4082-8668-67ef63ffe73a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:38.589519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e38b3f2f-8c1c-4944-9591-50f961449b4b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:38.622776 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:38.647087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e38b3f2f-8c1c-4944-9591-50f961449b4b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:31:38.647441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e38b3f2f-8c1c-4944-9591-50f961449b4b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:31:38.840620 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:31:35Z', 'revision_number': 3, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:38.886791 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Checking router: c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:38.898824 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Updating router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:31:38.931629 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.008760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (85ae8084-1512-41bd-820f-3789560e4037), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.022067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (db44e398-e64e-4356-a194-e16a85d15854), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.064270 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.071217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/networks/85ae8084-1512-41bd-820f-3789560e4037 HTTP/1.1" status: 204 len: 168 time: 1.8916526 Feb 03 04:31:39.104979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:39.136009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a6ffd-548c-468a-9577-45253c2e879b tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Network': ['ID=85ae8084-1512-41bd-820f-3789560e4037,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:39.155632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4dfbde8-d324-49b0-9d90-f07c3e426f46 req-56995f6e-e133-4006-bccb-8589f2a330f4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080503 Feb 03 04:31:39.281598 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.364507 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-1ed198ef-0d8c-4ba6-95ce-0011da4cf4bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1744738 Feb 03 04:31:39.366991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (74ee9637-e507-4076-9ab8-516d81946e96), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.386963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db44e398-e64e-4356-a194-e16a85d15854,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:39.434945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Checking segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:39.435346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Network hostable DHCP agents. Network: 6b50246c-26a0-4983-9629-183c08f8bf01, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:39.462299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f793b19b-05bc-426f-9063-cb72dbf22b0e req-056ce039-ea60-4a36-97f4-7dbda7e29f97 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 210 time: 0.0873365 Feb 03 04:31:39.541551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Network 6b50246c-26a0-4983-9629-183c08f8bf01 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:39.586034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 6b50246c-26a0-4983-9629-183c08f8bf01) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:39.597917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da1eb4c-5c8f-462d-8758-e154dda753d8 None None] Network 6b50246c-26a0-4983-9629-183c08f8bf01 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:39.616370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:39.642935 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Publish callbacks [] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.658012 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.661905 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (74ee9637-e507-4076-9ab8-516d81946e96), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.690412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ee9637-e507-4076-9ab8-516d81946e96']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:39.703224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:39.703659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:39.705868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] Deleting subnet a401771c-6b76-453d-a8e8-d1e7cc3fa253 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:31:39.710611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] Publish callbacks [] for subnet (a401771c-6b76-453d-a8e8-d1e7cc3fa253), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.715056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.737627 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.744605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:39.745058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2fb9cdfd-5e87-45ac-9d5c-b6e4bb711757), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.750651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (a401771c-6b76-453d-a8e8-d1e7cc3fa253), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.777719 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Attempting to bind port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:39.778921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Attempting to bind port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:39.779563 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Attempting to bind port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:39.788925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518f3fe-0ecf-41e2-9318-61b208eda890 None None] Pushing event updated for resources: {'Port': ['ID=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:39.791744 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:39.792373 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:39.793138 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.793750 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:39.794715 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Bound port: 2f67eecd-e819-47ec-8f1e-cb2359ac45e9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:39.795289 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:39.800045 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:39.801853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a401771c-6b76-453d-a8e8-d1e7cc3fa253), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.897027 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] For port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:39.901895 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] For port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:39.914582 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.921466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:39.922152 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:39.947039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21e1b65b-d8d9-40fa-b632-d6056354297b req-b99bc887-c7ba-4bdc-90ee-43e95f568c94 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=74835470-b977-40ad-8e82-009258249300 HTTP/1.1" status: 200 len: 210 time: 0.3686643 Feb 03 04:31:40.007691 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518f3fe-0ecf-41e2-9318-61b208eda890 None None] Pushing event updated for resources: {'Port': ['ID=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:40.012935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f534f8c7-9346-45cd-a940-1a72b6b9cad8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3274889 Feb 03 04:31:40.015073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (74ee9637-e507-4076-9ab8-516d81946e96), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.023549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-168ccefb-9375-49f6-bf76-7aaec3335f04 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:40.032273 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-168ccefb-9375-49f6-bf76-7aaec3335f04 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.15 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 814 time: 0.3534074 Feb 03 04:31:40.044994 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Routers {'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:40.046119 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:40.072891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Request body: {'port': {'device_id': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867', 'admin_state_up': True, 'tenant_id': '03f4f5685ae54dfdbffd984b7137b2cd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:40.119028 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.122371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] 10.222.0.35 "DELETE /v2.0/networks/74ee9637-e507-4076-9ab8-516d81946e96 HTTP/1.1" status: 204 len: 168 time: 1.0147660 Feb 03 04:31:40.123292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311dfdc-c0ad-405a-8d75-61c013d18465 tempest-TaggedBootDevicesTest-1934449014 tempest-TaggedBootDevicesTest-1934449014-project] Pushing event deleted for resources: {'Network': ['ID=74ee9637-e507-4076-9ab8-516d81946e96,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:40.179665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.251138 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] Set router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:40.262442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-6b50246c-26a0-4983-9629-183c08f8bf01', 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'project_id': 'adfa0c8271094b06941407f993629fe3', 'fixed_ips': [{'subnet_id': 'db44e398-e64e-4356-a194-e16a85d15854'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:31:40.263544 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.294749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-1f8b1bb3-01ca-4465-8076-e28bb355a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:40.300646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-1f8b1bb3-01ca-4465-8076-e28bb355a03a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1128 time: 0.9011877 Feb 03 04:31:40.367404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3658e-1401-4833-9e25-2c566fa370f9 req-4e62d5af-ec39-4dce-ab49-b90e6c5b787f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:40.382754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8d3658e-1401-4833-9e25-2c566fa370f9 req-4e62d5af-ec39-4dce-ab49-b90e6c5b787f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.2075713 Feb 03 04:31:40.470413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Allocated IP 172.20.0.2 (6b50246c-26a0-4983-9629-183c08f8bf01/db44e398-e64e-4356-a194-e16a85d15854/147a51fc-485f-4f4f-9bee-0eee4c1b567e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:40.534111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8d3658e-1401-4833-9e25-2c566fa370f9 req-ebf320f9-24a9-454c-869d-b0b13044c17d tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503394 Feb 03 04:31:40.581046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (a401771c-6b76-453d-a8e8-d1e7cc3fa253), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.601921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:31:35Z', 'revision_number': 3, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:40.658051 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439afa1-0c71-4b80-8db6-e4f5cad7f83d None None] The sync data for ids ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'] in n-d-827549-1 is: [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:31:35Z', 'revision_number': 3, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:40.788013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-b9135e72-644c-496b-84c2-9b571b1c3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:40.793279 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-b9135e72-644c-496b-84c2-9b571b1c3792 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.3508890 Feb 03 04:31:40.801150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a401771c-6b76-453d-a8e8-d1e7cc3fa253,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:40.803660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.810595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-02e264f8-f2c6-4c2e-ab5e-ae021e94ee82 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a401771c-6b76-453d-a8e8-d1e7cc3fa253 HTTP/1.1" status: 204 len: 168 time: 1.1932509 Feb 03 04:31:40.814879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:40.826164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72500465-6ab0-421d-8c50-d6614b92a505 req-14f401d9-bf50-400f-9631-23386d2be11e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 210 time: 0.0676358 Feb 03 04:31:40.864843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f96ab-1df8-4bb4-a872-2ea6687d13ba req-6aa9f7a9-a9db-48b7-aa0e-dacaf1785d84 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:40.866511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-103f96ab-1df8-4bb4-a872-2ea6687d13ba req-6aa9f7a9-a9db-48b7-aa0e-dacaf1785d84 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.1941848 Feb 03 04:31:40.891409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Made reservation on behalf of 03f4f5685ae54dfdbffd984b7137b2cd for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:40.894865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.944888 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Publish callbacks [] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:40.962347 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:41.126838 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-fa773227-2299-4640-84ad-7823795b85a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 1002 time: 0.3122301 Feb 03 04:31:41.144616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Network 6b50246c-26a0-4983-9629-183c08f8bf01 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:41.147838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:41.154680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (3249c3f6-3b25-4487-b4da-6e33fc852df1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:41.162903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:41.188820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Pushing event updated for resources: {'Port': ['ID=147a51fc-485f-4f4f-9bee-0eee4c1b567e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:41.247741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-ee6f21ca-a04d-4d47-92b7-4f534ba2fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:41.249338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-ee6f21ca-a04d-4d47-92b7-4f534ba2fe48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1108079 Feb 03 04:31:41.254191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Attempting to bind port 147a51fc-485f-4f4f-9bee-0eee4c1b567e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:41.254509 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Attempting to bind port 147a51fc-485f-4f4f-9bee-0eee4c1b567e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:41.254946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Attempting to bind port 147a51fc-485f-4f4f-9bee-0eee4c1b567e on network 6b50246c-26a0-4983-9629-183c08f8bf01 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:41.263693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:41.264280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Checking segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:41.264914 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:41.265382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Bound using segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:41.266382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Bound port: 147a51fc-485f-4f4f-9bee-0eee4c1b567e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:41.267033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:41.357357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Allocated IP 172.20.0.1 (6f4b5bc9-3f05-4984-966f-9de9a5ea856f/9645f778-eb16-4f0c-a31b-04b4708d2042/d797d45f-e0e4-4aaf-ab33-cb3c299f031a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:41.365226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-103f96ab-1df8-4bb4-a872-2ea6687d13ba req-317dd335-13f2-4988-bb99-0ef32bcd9022 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657578 Feb 03 04:31:41.424806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] For port 147a51fc-485f-4f4f-9bee-0eee4c1b567e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:41.430748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] For port 147a51fc-485f-4f4f-9bee-0eee4c1b567e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=147a51fc-485f-4f4f-9bee-0eee4c1b567e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:41.446170 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:41.481808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-5324470d-366f-4cb1-b56a-bf5b95ab56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:41.483744 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-5324470d-366f-4cb1-b56a-bf5b95ab56d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2241602 Feb 03 04:31:41.561292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Allocated IP 172.20.0.8 (8b896dd1-f8cf-465e-a6ba-05d147551867/0edc9a4a-ae85-4cdb-9759-32338a7aa160/8c5492aa-c806-4636-b961-2ae2f4576116) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:41.637999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (3249c3f6-3b25-4487-b4da-6e33fc852df1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:41.655161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaf9d4-bf16-4afb-a8d0-3c041f320624 None None] Pushing event updated for resources: {'Port': ['ID=147a51fc-485f-4f4f-9bee-0eee4c1b567e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:41.743293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-258fcc63-c5de-4c9c-9e5e-c9279ccc51c3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:41.750694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-258fcc63-c5de-4c9c-9e5e-c9279ccc51c3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 816 time: 0.6130118 Feb 03 04:31:41.818791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3249c3f6-3b25-4487-b4da-6e33fc852df1']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:41.838862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d401af1-29cc-4483-b322-dfd1f0fc77e8 req-edf94c55-5250-457e-a53b-2dc6e312fce6 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1623044 Feb 03 04:31:41.879590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8d06a2-8325-49c1-b36a-2668eec9b0d3') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:41.887189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8d06a2-8325-49c1-b36a-2668eec9b0d3') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:41.890149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-36c9476c-c6db-4594-a41d-b811c014c4f2 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/quotas/adfa0c8271094b06941407f993629fe3 HTTP/1.1" status: 200 len: 375 time: 0.1386046 Feb 03 04:31:41.925334 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (bb8d06a2-8325-49c1-b36a-2668eec9b0d3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:41.993854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks [] for port (8c5492aa-c806-4636-b961-2ae2f4576116), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.122978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bb8d06a2-8325-49c1-b36a-2668eec9b0d3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.133391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:42.137605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.190364 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-16b8a607-8477-4415-bae9-3d302638d2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846266 Feb 03 04:31:42.207420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['0e5158a6-f756-41e7-9f73-faf74a2c83c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:42.212373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:31:42.214788 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (bb8d06a2-8325-49c1-b36a-2668eec9b0d3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:31:42.218833 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:31:42.254497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks [] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.325388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Network 8b896dd1-f8cf-465e-a6ba-05d147551867 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:42.359700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:42.360082 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.366517 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:42.375727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:42.424176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-d9e466ca-2001-42bd-a7a5-a413d5955f68 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5127549 Feb 03 04:31:42.451195 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (3249c3f6-3b25-4487-b4da-6e33fc852df1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.473819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:42.474479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.484031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Pushing event updated for resources: {'Port': ['ID=8c5492aa-c806-4636-b961-2ae2f4576116,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:42.492160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ad5c-6592-476a-b3ed-5a416aeb11a0 req-718a5a1f-682a-4918-a7d9-62c618bf2ca3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:42.501084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efd9ad5c-6592-476a-b3ed-5a416aeb11a0 req-718a5a1f-682a-4918-a7d9-62c618bf2ca3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.4233875 Feb 03 04:31:42.507859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.511522 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] 10.222.0.35 "DELETE /v2.0/networks/3249c3f6-3b25-4487-b4da-6e33fc852df1 HTTP/1.1" status: 204 len: 168 time: 1.6954439 Feb 03 04:31:42.579990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-15ae49c2-21f6-41f2-875c-c0c7e9466141 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5162458 Feb 03 04:31:42.595426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Request body: {'port': {'device_id': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:42.657671 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5f4e919d-a85e-4643-8dd3-be68094b89dd req-1d7110b7-191a-4752-852f-a9ba960b1ebc service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389520 Feb 03 04:31:42.683327 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.717390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:42.721120 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.721960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58e0bc-7cb1-48ec-a899-540d2af5cb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=3249c3f6-3b25-4487-b4da-6e33fc852df1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:42.744071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-7b7832e0-eb68-42db-8aca-263c2ad40461 service neutron] 10.222.0.35 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186481 Feb 03 04:31:42.753951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:42.763394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:42.765029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:42.767789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:42.786363 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.823460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:42.893621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:42.922830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Pushing event updated for resources: {'Port': ['ID=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:42.929945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5878300-0b2f-4533-a0fe-d8b8f00e3563 req-8a32d3e1-0a8c-40ea-9bb6-e1072ea650e7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=74835470-b977-40ad-8e82-009258249300 HTTP/1.1" status: 200 len: 210 time: 0.0732417 Feb 03 04:31:42.938165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efd9ad5c-6592-476a-b3ed-5a416aeb11a0 req-d9acaf6c-8711-4c55-b7e7-c03ad076215a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315231 Feb 03 04:31:42.948549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:43.022775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-51d5fe08-3206-43f2-9150-b9c548368fa2 service neutron] 10.222.0.35 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714541 Feb 03 04:31:43.077147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.127303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4eb64319-16cd-4422-a03c-f528d92ead4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e2cbbaef71e4338bf0cc084a568214b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643553 Feb 03 04:31:43.131936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:43.216124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33071c2-1ce5-4d35-9ad8-6c32819b4bba req-83916e0e-09fc-4d3a-a66d-078f9182fec1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:43.218484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f33071c2-1ce5-4d35-9ad8-6c32819b4bba req-83916e0e-09fc-4d3a-a66d-078f9182fec1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 931 time: 0.1802566 Feb 03 04:31:43.269664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ca3a7b03-ac50-49b7-a72e-269441566c6c None None] Provisioning complete for port d797d45f-e0e4-4aaf-ab33-cb3c299f031a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:43.272303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7b03-ac50-49b7-a72e-269441566c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.349217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b700550-8634-4369-aa29-108e579bf068 admin admin] Publish callbacks [] for security_group (82939c33-a728-489f-b719-20e8f294b2a4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.418182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a7b03-ac50-49b7-a72e-269441566c6c None None] Port d797d45f-e0e4-4aaf-ab33-cb3c299f031a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:31:43.444171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.500487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b700550-8634-4369-aa29-108e579bf068 admin admin] Publish callbacks [] for security_group (82939c33-a728-489f-b719-20e8f294b2a4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.580233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f33071c2-1ce5-4d35-9ad8-6c32819b4bba req-d4ff00eb-b73d-4f4a-9ca8-8c034e855172 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320215 Feb 03 04:31:43.623318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a42fd-1fcd-4ad1-85a2-3ceab88361d1 req-11a16149-8a15-4a5f-83f1-f9fc77bcf0f1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:43.633297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57a42fd-1fcd-4ad1-85a2-3ceab88361d1 req-11a16149-8a15-4a5f-83f1-f9fc77bcf0f1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2450137 Feb 03 04:31:43.672507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b700550-8634-4369-aa29-108e579bf068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (82939c33-a728-489f-b719-20e8f294b2a4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.675449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b700550-8634-4369-aa29-108e579bf068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.677188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5b700550-8634-4369-aa29-108e579bf068 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82939c33-a728-489f-b719-20e8f294b2a4 HTTP/1.1" status: 204 len: 168 time: 0.5425744 Feb 03 04:31:43.754400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks [] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.785865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b700550-8634-4369-aa29-108e579bf068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82939c33-a728-489f-b719-20e8f294b2a4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:43.790354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f38d497-9d3e-4f5c-821a-a660512f489c req-a4e19e76-a5b1-4927-93f1-24b346d161ca tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0901346 Feb 03 04:31:43.795039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57a42fd-1fcd-4ad1-85a2-3ceab88361d1 req-110e8e0d-508b-4096-898d-d3195a332aa5 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603863 Feb 03 04:31:43.804382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:43.945871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a311146-bad0-4a2c-a0f3-cf43a5e089af None None] Network 6b50246c-26a0-4983-9629-183c08f8bf01 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:44.084532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7034650d-016e-40da-be1d-14776da04896 None None] Provisioning complete for port 147a51fc-485f-4f4f-9bee-0eee4c1b567e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:44.086234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7034650d-016e-40da-be1d-14776da04896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.096793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3479e434-d89a-4fe1-bcea-32f8147535fc req-373870e8-3252-42d2-9ab5-268c5c702b7a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.2249265 Feb 03 04:31:44.115309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5492aa-c806-4636-b961-2ae2f4576116 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:44.145999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Publish callbacks [] for port (8c5492aa-c806-4636-b961-2ae2f4576116), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.159404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.173688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-e739c451-2dc5-4a16-96d5-ce6056c46e3c tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:44.175134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-e739c451-2dc5-4a16-96d5-ce6056c46e3c tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 816 time: 0.2425339 Feb 03 04:31:44.217512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Pushing event updated for resources: {'Port': ['ID=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:44.220960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-65a7cf23-20b1-4bd0-8a66-f9d1d4131896 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/quotas/adfa0c8271094b06941407f993629fe3 HTTP/1.1" status: 200 len: 375 time: 0.0396814 Feb 03 04:31:44.225379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Transition to ACTIVE for port object 8c5492aa-c806-4636-b961-2ae2f4576116 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:44.251386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.359636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7034650d-016e-40da-be1d-14776da04896 None None] Current status of the port 147a51fc-485f-4f4f-9bee-0eee4c1b567e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:44.360210 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7034650d-016e-40da-be1d-14776da04896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.363339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:44.392166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231152c-0d0d-414b-ac0b-ea05c148466c req-16515ef9-b9bf-4c5b-a0e8-f0863219d9fa tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:44.393705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9231152c-0d0d-414b-ac0b-ea05c148466c req-16515ef9-b9bf-4c5b-a0e8-f0863219d9fa tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1960359 Feb 03 04:31:44.417693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-32359a2c-9777-4901-ab67-23f559806980 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622689 Feb 03 04:31:44.456405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7034650d-016e-40da-be1d-14776da04896 None None] For port 147a51fc-485f-4f4f-9bee-0eee4c1b567e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=147a51fc-485f-4f4f-9bee-0eee4c1b567e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:44.464550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Pushing event updated for resources: {'Port': ['ID=8c5492aa-c806-4636-b961-2ae2f4576116,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:44.473267 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7034650d-016e-40da-be1d-14776da04896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.515074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:44.519047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.623077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034650d-016e-40da-be1d-14776da04896 None None] Pushing event updated for resources: {'Port': ['ID=147a51fc-485f-4f4f-9bee-0eee4c1b567e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:44.632376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:44.646858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:44.654095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9231152c-0d0d-414b-ac0b-ea05c148466c req-9383a1b4-9987-41d2-a129-186bd3345ed9 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455790 Feb 03 04:31:44.740417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-3c8b8a4b-e363-4e20-abce-70d3632178e4 service neutron] 10.222.0.35 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938466 Feb 03 04:31:44.741004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Attempting to bind port 8c5492aa-c806-4636-b961-2ae2f4576116 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:44.741345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Attempting to bind port 8c5492aa-c806-4636-b961-2ae2f4576116 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:44.741670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Attempting to bind port 8c5492aa-c806-4636-b961-2ae2f4576116 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:44.790586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:44.792066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 147a51fc-485f-4f4f-9bee-0eee4c1b567e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:44.844220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Port 8c5492aa-c806-4636-b961-2ae2f4576116 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:44.845014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Attempting to bind port 8c5492aa-c806-4636-b961-2ae2f4576116 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:44.869607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:44.869948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Checking segment: {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:44.870339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Bound using segment: {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:44.870797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Bound port: 8c5492aa-c806-4636-b961-2ae2f4576116, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:44.871226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:44.924296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 147a51fc-485f-4f4f-9bee-0eee4c1b567e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:44.924667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:45.027102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-8e96e636-8d3b-43f0-a3fd-708e7091b1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802682 Feb 03 04:31:45.047539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45cd98-6a83-483f-b1e5-66a23827b097 req-e393f4d8-5943-42f0-8717-514ac7b0c0b1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:45.058650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf45cd98-6a83-483f-b1e5-66a23827b097 req-e393f4d8-5943-42f0-8717-514ac7b0c0b1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 943 time: 0.2421417 Feb 03 04:31:45.099370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-084d865d-672b-4ec7-b638-cab13e715b3f None None] Provisioning complete for port 147a51fc-485f-4f4f-9bee-0eee4c1b567e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:45.102670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-084d865d-672b-4ec7-b638-cab13e715b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:45.110786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:31:45.181410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf45cd98-6a83-483f-b1e5-66a23827b097 req-d193f26f-940c-4114-beed-5bfa9d7bbacf tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214321 Feb 03 04:31:45.238227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 147a51fc-485f-4f4f-9bee-0eee4c1b567e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:45.406975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-084d865d-672b-4ec7-b638-cab13e715b3f None None] Current status of the port 147a51fc-485f-4f4f-9bee-0eee4c1b567e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:45.446911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f1deac-3b1e-4721-878d-622c0dadd84e req-e0e9ce18-ed4f-40f7-bd13-04a315d1df5a tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0884154 Feb 03 04:31:45.456204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:45.559235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-244493dc-1b2b-44f8-a161-76dcff645f33 None None] Provisioning complete for port d797d45f-e0e4-4aaf-ab33-cb3c299f031a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:45.561791 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-244493dc-1b2b-44f8-a161-76dcff645f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:45.587855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6764-39a8-4e88-b227-68939ce97ea7 req-8a5bb068-9674-445e-b73f-f18c8e09c534 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:45.592248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb0e6764-39a8-4e88-b227-68939ce97ea7 req-8a5bb068-9674-445e-b73f-f18c8e09c534 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.1431513 Feb 03 04:31:45.681133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-244493dc-1b2b-44f8-a161-76dcff645f33 None None] Port d797d45f-e0e4-4aaf-ab33-cb3c299f031a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:31:45.690303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] For port 8c5492aa-c806-4636-b961-2ae2f4576116, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:45.695321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] For port 8c5492aa-c806-4636-b961-2ae2f4576116, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8c5492aa-c806-4636-b961-2ae2f4576116,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:45.709977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-43fcefa9-bb38-48a9-aea0-37ad13061ac3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:45.712505 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-43fcefa9-bb38-48a9-aea0-37ad13061ac3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 816 time: 0.5796254 Feb 03 04:31:45.717798 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:45.739071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-network', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:45.763897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb0e6764-39a8-4e88-b227-68939ce97ea7 req-fb0cb272-e95c-4cb4-83ae-f5f4eed582c3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706345 Feb 03 04:31:45.793729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Request body: {'port': {'device_id': 'ddbad1d2-91f3-49de-8842-91679d933366', 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'admin_state_up': True, 'tenant_id': 'adfa0c8271094b06941407f993629fe3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:45.816369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Pushing event updated for resources: {'Port': ['ID=8c5492aa-c806-4636-b961-2ae2f4576116,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:45.852834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-627eec6e-cd64-4569-b8e3-a81e1fead718 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:45.859890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-627eec6e-cd64-4569-b8e3-a81e1fead718 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 816 time: 0.2017875 Feb 03 04:31:45.868289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Made reservation on behalf of 735747af2ea44525a7f407fd1f0b116c for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:45.871129 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.004655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 147a51fc-485f-4f4f-9bee-0eee4c1b567e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:46.123673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 147a51fc-485f-4f4f-9bee-0eee4c1b567e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:46.125594 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.252992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-0eeb35a7-efd6-471b-b75d-8b0bad86fdbd tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/quotas/adfa0c8271094b06941407f993629fe3 HTTP/1.1" status: 200 len: 375 time: 0.3920367 Feb 03 04:31:46.265067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.274399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:46.275157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.276712 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-5c68218a-84b6-4e7f-aebb-22fa52751c3d service neutron] 10.222.0.15 "PUT /v2.0/ports/8c5492aa-c806-4636-b961-2ae2f4576116 HTTP/1.1" status: 200 len: 1091 time: 3.6899126 Feb 03 04:31:46.277883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:46.279154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'tag': '8c5492aa-c806-4636-b961-2ae2f4576116'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:46.281850 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd01d92f-443f-4e63-8655-e0ca49d89061", "tag": "8c5492aa-c806-4636-b961-2ae2f4576116"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:46.287195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-11216188-5b48-4c24-a575-f181bbcb1bda admin admin] 10.222.0.35 "PUT /v2.0/routers/c8cb61b8-7dcf-4f91-ab06-d9e9097091f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3199348 Feb 03 04:31:46.346736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0562-8fb3-4439-a91d-255c14204c23 req-6fa4b61b-80cb-462e-b66a-6d914f56c144 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:46.354233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85cf0562-8fb3-4439-a91d-255c14204c23 req-6fa4b61b-80cb-462e-b66a-6d914f56c144 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.4803758 Feb 03 04:31:46.383780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 147a51fc-485f-4f4f-9bee-0eee4c1b567e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:46.388269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Sync routers for ids ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:46.414230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Routers {'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:46.416497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:46.420454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85cf0562-8fb3-4439-a91d-255c14204c23 req-628b4408-8317-42ce-aa14-71596c24ef6d tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593164 Feb 03 04:31:46.436137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-2053a517-af0a-44f0-ada5-3df0815aaa10 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1822665 Feb 03 04:31:46.501179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-48c53460-1bc9-4e70-bce5-b00da83de0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:46.503675 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-48c53460-1bc9-4e70-bce5-b00da83de0ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 1125 time: 0.1138823 Feb 03 04:31:46.504024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Made reservation on behalf of adfa0c8271094b06941407f993629fe3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:46.507283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.563339 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-9e257b22-e0b1-4949-8951-0c357a5bef22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5492aa-c806-4636-b961-2ae2f4576116 HTTP/1.1" status: 200 len: 217 time: 0.0527012 Feb 03 04:31:46.698341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Set router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:46.705369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-c0f3db70-a0c0-4ab3-9542-3a23e7b45e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:46.707227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-c0f3db70-a0c0-4ab3-9542-3a23e7b45e38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.1358328 Feb 03 04:31:46.752705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-bf955b9d-94c8-4d1f-bfd8-62c29c98c2c7 service neutron] 10.222.0.35 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154271 Feb 03 04:31:46.788682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks [] for security_group (f40521a5-2204-4b87-b25a-f1a533a68353), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.798469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7468-a5a1-4ba2-b13b-6e1a6dcbe3a3 req-8bed43b2-1d9d-4381-9647-3a4d50efcdb0 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:46.800578 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bfa7468-a5a1-4ba2-b13b-6e1a6dcbe3a3 req-8bed43b2-1d9d-4381-9647-3a4d50efcdb0 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 943 time: 0.2814391 Feb 03 04:31:46.810676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f40521a5-2204-4b87-b25a-f1a533a68353), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.839534 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Allocated IP 172.20.0.4 (6b50246c-26a0-4983-9629-183c08f8bf01/db44e398-e64e-4356-a194-e16a85d15854/ac8b4b01-5c8f-4923-9032-e4411773780e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:46.939801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:31:46.961788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-88fce3e6-b72f-4e27-bd6a-a9ddd2f0048a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2413688 Feb 03 04:31:46.979377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40521a5-2204-4b87-b25a-f1a533a68353,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:46.984322 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7093d926-5338-43ae-8d2d-52f8fd2a639f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:46.984889 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Added segment 7093d926-5338-43ae-8d2d-52f8fd2a639f of type vlan for network c445bdfe-8188-4a3b-b108-2c1af6251603 Feb 03 04:31:47.072948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:31:43Z', 'revision_number': 4, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd797d45f-e0e4-4aaf-ab33-cb3c299f031a', 'name': '', 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'mac_address': 'fa:16:3e:2c:0b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '9645f778-eb16-4f0c-a31b-04b4708d2042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:40Z', 'updated_at': '2022-02-03T04:31:43Z', 'revision_number': 2, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'subnets': [{'id': '9645f778-eb16-4f0c-a31b-04b4708d2042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:47.089050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-9d912e0e-cf68-46f3-b8ce-54ee3f096bb8 service neutron] 10.222.0.35 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346927 Feb 03 04:31:47.111429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bfa7468-a5a1-4ba2-b13b-6e1a6dcbe3a3 req-65e23979-7968-4128-a132-00b49b0afa4e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018796 Feb 03 04:31:47.121551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c445bdfe-8188-4a3b-b108-2c1af6251603), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:47.175924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Checking router: c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:47.176487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Updating router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 port d797d45f-e0e4-4aaf-ab33-cb3c299f031a binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:31:47.184803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c445bdfe-8188-4a3b-b108-2c1af6251603), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:47.186561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:47.187456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:47.257246 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:47.271389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7654073 Feb 03 04:31:47.275719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:47.373822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadecc6-690a-42a0-a541-be6f3192cf0e admin admin] Pushing event updated for resources: {'Network': ['ID=c445bdfe-8188-4a3b-b108-2c1af6251603,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:47.378960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Request body: {'subnet': {'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-subnet', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:47.395161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c445bdfe-8188-4a3b-b108-2c1af6251603 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:31:47.404317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-f8cfe1d7-6f8c-42bc-aac0-02b4727ba0fb tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:47.407452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-f8cfe1d7-6f8c-42bc-aac0-02b4727ba0fb tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.31 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 816 time: 0.3495040 Feb 03 04:31:47.418237 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac64b1-2dfe-4364-9d9b-c111dbb06487 x-openstack-request-id: req-90ac64b1-2dfe-4364-9d9b-c111dbb06487 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:47.419953 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd01d92f-443f-4e63-8655-e0ca49d89061", "tag": "8c5492aa-c806-4636-b961-2ae2f4576116", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:47.420218 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90ac64b1-2dfe-4364-9d9b-c111dbb06487 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:47.420631 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'tag': '8c5492aa-c806-4636-b961-2ae2f4576116', 'status': 'completed', 'code': 200} Feb 03 04:31:47.475074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-453bb0db-d07e-4bca-b88f-fe6d7f314ceb req-f21c635f-0dad-42ca-a7bb-2d9aa9ebc3d9 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0924671 Feb 03 04:31:47.508689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Request body: {'port': {'device_id': '357c33fa-55ae-4f57-950c-9aa919148460', 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'admin_state_up': True, 'tenant_id': 'adfa0c8271094b06941407f993629fe3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:47.556971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Made reservation on behalf of 735747af2ea44525a7f407fd1f0b116c for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:47.559652 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:47.600603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a3293b1-57b7-4ee0-ac12-3a4432dfc41d req-28d16dda-2b6c-4b49-ae4f-9a0271d61098 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 210 time: 0.0582395 Feb 03 04:31:47.684260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0973e6-1010-4f59-8066-5e0f804b9252 req-a84af392-124f-4b3f-97e5-7c491ebf2216 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:47.685861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c0973e6-1010-4f59-8066-5e0f804b9252 req-a84af392-124f-4b3f-97e5-7c491ebf2216 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2548850 Feb 03 04:31:47.892954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Made reservation on behalf of adfa0c8271094b06941407f993629fe3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:47.900986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:47.970980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-8aacda6c-e3c5-42f4-b7a9-c06800ca19ca service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9991815 Feb 03 04:31:48.036637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c0973e6-1010-4f59-8066-5e0f804b9252 req-b015dab2-ac5e-4b02-a040-9a3dfe095a9c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420131 Feb 03 04:31:48.088589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-75e87791-c949-464a-8cfb-82e0f66873f4 req-6a58ea6e-93fa-40e9-bdec-8da23c06e64b service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094685 Feb 03 04:31:48.154172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks [] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:48.236238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9f75-d804-426d-aedd-6d078e0514ca req-6fe4454b-6e61-4ed3-8c63-2ede31ea03d7 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:48.239145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1afb9f75-d804-426d-aedd-6d078e0514ca req-6fe4454b-6e61-4ed3-8c63-2ede31ea03d7 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.4399986 Feb 03 04:31:48.317922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:48.324128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Publish callbacks [] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:48.345690 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:48.352687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1afb9f75-d804-426d-aedd-6d078e0514ca req-0f2aea2c-92c8-442a-9448-06498bc48ca4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902765 Feb 03 04:31:48.520976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-2ee0cdf0-c9bf-4147-9034-e40cb82944c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:48.522383 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-2ee0cdf0-c9bf-4147-9034-e40cb82944c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 1125 time: 0.3406680 Feb 03 04:31:48.569740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8df7-75f8-47fc-a3a2-613766f5ddbe None None] Pushing event updated for resources: {'Port': ['ID=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:48.625049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Network 6b50246c-26a0-4983-9629-183c08f8bf01 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:48.667387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Allocated IP 172.20.0.3 (6b50246c-26a0-4983-9629-183c08f8bf01/db44e398-e64e-4356-a194-e16a85d15854/9caf2da3-3077-491a-9cbf-0506a408caab) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:48.675976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:48.744086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Pushing event updated for resources: {'Port': ['ID=ac8b4b01-5c8f-4923-9032-e4411773780e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:48.753967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:48.771570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Attempting to bind port d797d45f-e0e4-4aaf-ab33-cb3c299f031a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:48.771928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Attempting to bind port d797d45f-e0e4-4aaf-ab33-cb3c299f031a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:48.772498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Attempting to bind port d797d45f-e0e4-4aaf-ab33-cb3c299f031a on network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:48.792340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:48.793017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Checking segment: {'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:48.793585 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:48.794820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Bound using segment: {'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:48.795456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Bound port: d797d45f-e0e4-4aaf-ab33-cb3c299f031a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f03ef8-d8d9-4819-af80-46e9750bf864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:48.796013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:48.815298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afe11ea4-521f-4f60-8a0c-a070ccc861d9 req-17e88065-82ac-4533-9c10-c5bdf15059f2 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1079445 Feb 03 04:31:48.826706 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (efca3d8f-608c-4988-b59f-bf32de4f8491), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:49.012787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] For port d797d45f-e0e4-4aaf-ab33-cb3c299f031a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:49.022372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] For port d797d45f-e0e4-4aaf-ab33-cb3c299f031a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,segment=NetworkSegment(82f03ef8-d8d9-4819-af80-46e9750bf864),segment_id=82f03ef8-d8d9-4819-af80-46e9750bf864)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:49.037133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62053c0c-5821-4330-b0bf-b86a210a180e req-37c3d2af-ff8b-49f1-8e26-5a668d2fc4c3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:49.040546 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:49.048836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62053c0c-5821-4330-b0bf-b86a210a180e req-37c3d2af-ff8b-49f1-8e26-5a668d2fc4c3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 943 time: 0.5207510 Feb 03 04:31:49.082136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:49.083230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:49.139562 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f324eefd-49a6-4d3a-bdfa-5230ce9fda08 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3508589 Feb 03 04:31:49.166430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51691481-6025-4fe1-9b7f-2a6b3a8a07ba req-b779c131-459f-4b0e-a520-28545276a0aa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 210 time: 0.0955594 Feb 03 04:31:49.176612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8df7-75f8-47fc-a3a2-613766f5ddbe None None] Pushing event updated for resources: {'Port': ['ID=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:49.179849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Request body: {'port': {'device_id': 'ddbad1d2-91f3-49de-8842-91679d933366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:49.220127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d11dc024-711d-463c-8555-f00574896418 None None] Provisioning complete for port ac8b4b01-5c8f-4923-9032-e4411773780e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:49.220373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11dc024-711d-463c-8555-f00574896418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:49.231783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Routers {'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:49.232430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:49.284349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=efca3d8f-608c-4988-b59f-bf32de4f8491,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:49.335575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-5f0391ad-772c-4801-af1c-a74aee13e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:49.338752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-5f0391ad-772c-4801-af1c-a74aee13e925 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 915 time: 0.8046670 Feb 03 04:31:49.348522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Checking segment: {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:49.352308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Network hostable DHCP agents. Network: c445bdfe-8188-4a3b-b108-2c1af6251603, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:31:49.385046 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62053c0c-5821-4330-b0bf-b86a210a180e req-b2acd0ec-911e-473f-95f1-1f152dd1b1b3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353679 Feb 03 04:31:49.388372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d11dc024-711d-463c-8555-f00574896418 None None] Port ac8b4b01-5c8f-4923-9032-e4411773780e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:31:49.446078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d11dc024-711d-463c-8555-f00574896418 None None] Provisioning complete for port d797d45f-e0e4-4aaf-ab33-cb3c299f031a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:49.449434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11dc024-711d-463c-8555-f00574896418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:49.505740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Network c445bdfe-8188-4a3b-b108-2c1af6251603 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:31:49.748763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] Set router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:49.752095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c445bdfe-8188-4a3b-b108-2c1af6251603) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:49.764242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:49.764849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:49.823182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d685b86-6754-489b-9047-9aad24ff8ca3 req-3ae007e8-8bfd-4a8d-888b-c72ce73d0820 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:49.834317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d685b86-6754-489b-9047-9aad24ff8ca3 req-3ae007e8-8bfd-4a8d-888b-c72ce73d0820 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.4142344 Feb 03 04:31:49.850073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38eab5-d589-4118-a2de-34b61b8da46f None None] Network c445bdfe-8188-4a3b-b108-2c1af6251603 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:49.947222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdc691-5f1c-416a-bf47-0e4166a4d70d req-8e2b66d4-ec35-4efe-bda0-207ae8e6fca7 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:49.952375 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78cdc691-5f1c-416a-bf47-0e4166a4d70d req-8e2b66d4-ec35-4efe-bda0-207ae8e6fca7 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.3670151 Feb 03 04:31:49.965707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0bea5c08-8f16-4398-8383-3b8d7698f74a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5928905 Feb 03 04:31:49.969159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:50.000913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-bdef30cb-2ae2-40c6-afa1-2a2c4f4be670 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:50.005145 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-bdef30cb-2ae2-40c6-afa1-2a2c4f4be670 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 816 time: 0.6448350 Feb 03 04:31:50.011934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:50.039527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Request body: {'port': {'device_id': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'admin_state_up': True, 'tenant_id': 'adfa0c8271094b06941407f993629fe3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:50.053984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-354d187b-7809-43ce-983f-0d5cd2aa72ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5492aa-c806-4636-b961-2ae2f4576116 HTTP/1.1" status: 200 len: 217 time: 0.6439736 Feb 03 04:31:50.055643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.153629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78cdc691-5f1c-416a-bf47-0e4166a4d70d req-240c683a-1f18-4cfa-9fe6-5de8165ef95e tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598306 Feb 03 04:31:50.168108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d685b86-6754-489b-9047-9aad24ff8ca3 req-eeb6b182-b281-49e5-b9f7-c5faf9d3424f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328364 Feb 03 04:31:50.169435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-5388911c-764b-48dd-a95d-8be2f996a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:50.171744 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-5388911c-764b-48dd-a95d-8be2f996a4b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.1047463 Feb 03 04:31:50.198487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (cbfc7ef0-7938-42bf-ade1-18f5961465ea), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.199969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (cbfc7ef0-7938-42bf-ade1-18f5961465ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.211108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d11dc024-711d-463c-8555-f00574896418 None None] Current status of the port d797d45f-e0e4-4aaf-ab33-cb3c299f031a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:50.211512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11dc024-711d-463c-8555-f00574896418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.234148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8c5492aa-c806-4636-b961-2ae2f4576116 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:31:50.290022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks [] for port (9caf2da3-3077-491a-9cbf-0506a408caab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.388747 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks [] for router_controller (cbfc7ef0-7938-42bf-ade1-18f5961465ea), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.418160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d11dc024-711d-463c-8555-f00574896418 None None] For port d797d45f-e0e4-4aaf-ab33-cb3c299f031a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,segment=NetworkSegment(82f03ef8-d8d9-4819-af80-46e9750bf864),segment_id=82f03ef8-d8d9-4819-af80-46e9750bf864)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:50.430817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.437805 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-86984181-5cd5-483b-af40-756f8c6acd8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892961 Feb 03 04:31:50.450666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11dc024-711d-463c-8555-f00574896418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.487945 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:31:50.548821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Pushing event updated for resources: {'Port': ['ID=9caf2da3-3077-491a-9cbf-0506a408caab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:50.551403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f632475-9a40-469d-adea-32aac7d41f6f req-323049b7-a264-4f2b-9e66-f3a5fdac354b tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1489890 Feb 03 04:31:50.594015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a72da0-72ef-4edf-86d6-509efcb45a72 None None] Network c445bdfe-8188-4a3b-b108-2c1af6251603 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:31:50.600635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Network 6b50246c-26a0-4983-9629-183c08f8bf01 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:50.627467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:50.674460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-510e5771-3448-4811-bceb-f5dcfcae6a07 req-5626742c-a96f-4e68-8b46-030fe9850c4e tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 210 time: 0.2775991 Feb 03 04:31:50.703191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:50.808227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8c5492aa-c806-4636-b961-2ae2f4576116, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8c5492aa-c806-4636-b961-2ae2f4576116,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:50.914268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '8c5492aa-c806-4636-b961-2ae2f4576116', 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867', 'port_id': '8c5492aa-c806-4636-b961-2ae2f4576116', 'mac_address': 'fa:16:3e:66:2a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edc9a4a-ae85-4cdb-9759-32338a7aa160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:31:50.921967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:50.923456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.927895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e9ccd9f5-f9ec-4515-b49a-c6aaa58dc335 None None] Provisioning complete for port d797d45f-e0e4-4aaf-ab33-cb3c299f031a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:50.928209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd9f5-f9ec-4515-b49a-c6aaa58dc335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.938909 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-9f5af271-3136-4b72-8e29-a813f15ebe1c service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068904 Feb 03 04:31:50.942859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Made reservation on behalf of adfa0c8271094b06941407f993629fe3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:31:50.953453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:50.994904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:31:43Z', 'revision_number': 4, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd797d45f-e0e4-4aaf-ab33-cb3c299f031a', 'name': '', 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'mac_address': 'fa:16:3e:2c:0b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '9645f778-eb16-4f0c-a31b-04b4708d2042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:40Z', 'updated_at': '2022-02-03T04:31:49Z', 'revision_number': 4, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'subnets': [{'id': '9645f778-eb16-4f0c-a31b-04b4708d2042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:51.005518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc024-711d-463c-8555-f00574896418 None None] Pushing event updated for resources: {'Port': ['ID=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:51.078502 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks [] for router_gateway (cbfc7ef0-7938-42bf-ade1-18f5961465ea), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:51.128873 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-2b359c7b-e501-4c5c-b5dc-efa4a04c6f20 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6731770 Feb 03 04:31:51.157658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Request body: {'port': {'device_id': '357c33fa-55ae-4f57-950c-9aa919148460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:51.166759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fc552-17fb-4ba5-baaf-9c10cde5fc5d req-f3711a65-5f2a-4f72-be60-6fcd9b51ec02 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:51.176952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab7fc552-17fb-4ba5-baaf-9c10cde5fc5d req-f3711a65-5f2a-4f72-be60-6fcd9b51ec02 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 943 time: 0.4895146 Feb 03 04:31:51.245482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 8c5492aa-c806-4636-b961-2ae2f4576116 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:51.248377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:51.286494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2009-09a3-4a60-9e9c-db24702278c7 None None] The sync data for ids ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'] in n-d-827549-1 is: [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:31:43Z', 'revision_number': 4, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd797d45f-e0e4-4aaf-ab33-cb3c299f031a', 'name': '', 'network_id': '6f4b5bc9-3f05-4984-966f-9de9a5ea856f', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'mac_address': 'fa:16:3e:2c:0b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '9645f778-eb16-4f0c-a31b-04b4708d2042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:40Z', 'updated_at': '2022-02-03T04:31:49Z', 'revision_number': 4, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'subnets': [{'id': '9645f778-eb16-4f0c-a31b-04b4708d2042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:31:51.307823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5492aa-c806-4636-b961-2ae2f4576116 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:51.359912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8c5492aa-c806-4636-b961-2ae2f4576116, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8c5492aa-c806-4636-b961-2ae2f4576116,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:51.382765 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:51.507275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e9ccd9f5-f9ec-4515-b49a-c6aaa58dc335 None None] Current status of the port d797d45f-e0e4-4aaf-ab33-cb3c299f031a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:51.520196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab7fc552-17fb-4ba5-baaf-9c10cde5fc5d req-5ef32a4a-7560-4ee8-a5dc-24fd551180ad tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421552 Feb 03 04:31:51.560838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d5425-f8cc-4478-b8de-bef0bd808fe2 req-f8e242ff-8df4-4673-b2f9-b602c4660b08 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:51.562728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d0d5425-f8cc-4478-b8de-bef0bd808fe2 req-f8e242ff-8df4-4673-b2f9-b602c4660b08 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.2107587 Feb 03 04:31:51.617153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=8c5492aa-c806-4636-b961-2ae2f4576116,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:51.643737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['8c5492aa-c806-4636-b961-2ae2f4576116'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:51.703913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:51.708698 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48d72fc4-5e11-4e9b-b338-b1374f5bd36b req-1ba8fd48-2b86-437e-b4b4-0cc4daf86a9b service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386792 Feb 03 04:31:51.759799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-41e84ac2-4c62-4375-b3d6-627987357a2b None None] Provisioning complete for port 9caf2da3-3077-491a-9cbf-0506a408caab triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:51.760176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41e84ac2-4c62-4375-b3d6-627987357a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:51.822574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8b4b01-5c8f-4923-9032-e4411773780e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:51.857842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Publish callbacks [] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:51.888044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d0d5425-f8cc-4478-b8de-bef0bd808fe2 req-0efb0738-c634-4fd5-82c4-c55f4d8aceea tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127751 Feb 03 04:31:51.907224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-41e84ac2-4c62-4375-b3d6-627987357a2b None None] Port 9caf2da3-3077-491a-9cbf-0506a408caab cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:31:52.012890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e699-b4f6-496d-a2eb-fb38f6de4879 req-ae0b816a-98bf-429a-b862-352bbf7d0d50 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:52.019218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d157e699-b4f6-496d-a2eb-fb38f6de4879 req-ae0b816a-98bf-429a-b862-352bbf7d0d50 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.3672543 Feb 03 04:31:52.078063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d797d45f-e0e4-4aaf-ab33-cb3c299f031a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:52.146626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Transition to ACTIVE for port object ac8b4b01-5c8f-4923-9032-e4411773780e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:52.169206 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks [] for router_gateway (cbfc7ef0-7938-42bf-ade1-18f5961465ea), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:52.176521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:52.275969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6317eb87-2cb8-4da4-ab71-acefa08a1482 req-fd9a854f-d3eb-4d80-ab71-ac0ddebd7f0f tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1925826 Feb 03 04:31:52.281547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:52.309533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d797d45f-e0e4-4aaf-ab33-cb3c299f031a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:52.309919 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:52.439680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d157e699-b4f6-496d-a2eb-fb38f6de4879 req-7eeaac30-e22f-4c44-a022-a80a7186d9a3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105597 Feb 03 04:31:52.505534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df68f203-7e0a-4fb3-88b3-a6998c909294 req-389bf88d-d6ec-4d58-9f62-69fb6845191e tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 210 time: 0.0517409 Feb 03 04:31:52.547687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Allocated IP 172.20.0.7 (6b50246c-26a0-4983-9629-183c08f8bf01/db44e398-e64e-4356-a194-e16a85d15854/f8170dae-e8ae-472f-848c-f3b13d8bf9d7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:52.551173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d797d45f-e0e4-4aaf-ab33-cb3c299f031a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:52.572009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b4b01-5c8f-4923-9032-e4411773780e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:52.885918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Allocated IP 172.25.7.247 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/8c41122e-0411-40ce-8437-00abc820c007) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:31:52.954702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Attempting to bind port ac8b4b01-5c8f-4923-9032-e4411773780e on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:52.957005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Attempting to bind port ac8b4b01-5c8f-4923-9032-e4411773780e by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:52.957483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Attempting to bind port ac8b4b01-5c8f-4923-9032-e4411773780e on network 6b50246c-26a0-4983-9629-183c08f8bf01 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:52.965576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b945-bf17-4165-ad90-37de802749c7 req-9578732b-9bed-4caa-a971-bedef5d5a37a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:52.967191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1fc7b945-bf17-4165-ad90-37de802749c7 req-9578732b-9bed-4caa-a971-bedef5d5a37a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 944 time: 0.2569764 Feb 03 04:31:52.990485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Port ac8b4b01-5c8f-4923-9032-e4411773780e on network 6b50246c-26a0-4983-9629-183c08f8bf01 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:52.990839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Attempting to bind port ac8b4b01-5c8f-4923-9032-e4411773780e on network 6b50246c-26a0-4983-9629-183c08f8bf01 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:53.007758 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:53.008135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Checking segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:53.008492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Bound using segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:53.008961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Bound port: ac8b4b01-5c8f-4923-9032-e4411773780e, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:53.009301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:53.316439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-9c3c0ad7-9a5b-4486-9168-0f45522d9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:53.321231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-9c3c0ad7-9a5b-4486-9168-0f45522d9a96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1128 time: 0.3870785 Feb 03 04:31:53.534611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:53.612615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:53.905467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks [] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:53.908031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] For port ac8b4b01-5c8f-4923-9032-e4411773780e, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:53.941061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] For port ac8b4b01-5c8f-4923-9032-e4411773780e, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac8b4b01-5c8f-4923-9032-e4411773780e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:53.954868 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.002005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2743f7-94fa-4ecc-98bd-dbb68f078f9a req-ad86336d-ecd4-486f-aade-d0db4f39d759 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.003598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd2743f7-94fa-4ecc-98bd-dbb68f078f9a req-ad86336d-ecd4-486f-aade-d0db4f39d759 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 1.0042617 Feb 03 04:31:54.007495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.008174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.009590 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac8b4b01-5c8f-4923-9032-e4411773780e HTTP/1.1" status: 200 len: 1091 time: 4.8464572 Feb 03 04:31:54.011411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbad1d2-91f3-49de-8842-91679d933366', 'tag': 'ac8b4b01-5c8f-4923-9032-e4411773780e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:54.013699 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbad1d2-91f3-49de-8842-91679d933366", "tag": "ac8b4b01-5c8f-4923-9032-e4411773780e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:54.038077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1fc7b945-bf17-4165-ad90-37de802749c7 req-7ee473a0-63c4-40ed-9b25-37e88f199c1e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0175440 Feb 03 04:31:54.078454 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.093524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-6e424553-b840-415d-a69a-a09495df9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.095131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-6e424553-b840-415d-a69a-a09495df9d58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.7464280 Feb 03 04:31:54.199828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1146bfb-34e9-4d74-9dbc-d6ef9e36c9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b4b01-5c8f-4923-9032-e4411773780e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:54.241416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8c5492aa-c806-4636-b961-2ae2f4576116 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:54.363096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05a6cb62-1402-4e83-852c-d1e3ae1d25d6 req-bcaeb864-dc7d-4e4d-acb1-c20420a19e78 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1355948 Feb 03 04:31:54.373942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Network 6b50246c-26a0-4983-9629-183c08f8bf01 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:54.382990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:54.385916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:54.387419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 8c5492aa-c806-4636-b961-2ae2f4576116 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:31:54.396822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 8c5492aa-c806-4636-b961-2ae2f4576116 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:54.397444 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.447678 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks [] for port (8c41122e-0411-40ce-8437-00abc820c007), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.479052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-61be19b6-8071-4f81-8d65-e736e5296780 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 1002 time: 0.3664658 Feb 03 04:31:54.567376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Pushing event updated for resources: {'Port': ['ID=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:54.603310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-5d8443ca-c488-431b-bb48-5f72a951abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.604863 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-5d8443ca-c488-431b-bb48-5f72a951abe0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 1125 time: 0.5170996 Feb 03 04:31:54.615313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.615783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.620739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-c48c5b82-bcec-47e6-93f3-33f7167fe946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.624993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-c48c5b82-bcec-47e6-93f3-33f7167fe946 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1344879 Feb 03 04:31:54.625824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 8c5492aa-c806-4636-b961-2ae2f4576116 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:54.626813 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.680327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5492aa-c806-4636-b961-2ae2f4576116'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:54.686029 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe89f5d-2871-4ad2-86e3-ebd6d149ab14" -d '{"events": [{"server_uuid": "bd01d92f-443f-4e63-8655-e0ca49d89061", "name": "network-vif-plugged", "status": "completed", "tag": "8c5492aa-c806-4636-b961-2ae2f4576116"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:54.712317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd2743f7-94fa-4ecc-98bd-dbb68f078f9a req-bf75aab0-8a85-4329-b187-d43c0c6dc671 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6628962 Feb 03 04:31:54.717525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-aab618fe-6c52-45f1-8b31-be1d9e90c989 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8b4b01-5c8f-4923-9032-e4411773780e HTTP/1.1" status: 200 len: 217 time: 0.0989103 Feb 03 04:31:54.733944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8c5492aa-c806-4636-b961-2ae2f4576116, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8c5492aa-c806-4636-b961-2ae2f4576116,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:54.748576 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.756721 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-e852a8ec-f443-4472-a442-2d313a1c6de0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7296698 Feb 03 04:31:54.833355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Request body: {'port': {'device_id': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:31:54.877442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=8c5492aa-c806-4636-b961-2ae2f4576116,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:54.932585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9619f-0516-435f-9c6d-9c99b51be0ea req-e89b6933-7733-4954-b665-6df68e8aeab9 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.934358 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55f9619f-0516-435f-9c6d-9c99b51be0ea req-e89b6933-7733-4954-b665-6df68e8aeab9 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.3387191 Feb 03 04:31:54.963096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e22aa580-a030-4f68-930a-a6d14dbb7733 None None] Provisioning complete for port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:54.963835 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e22aa580-a030-4f68-930a-a6d14dbb7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:54.964486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-e47ca78b-39cf-4d96-815a-a0cc51b85de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:54.966505 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-e47ca78b-39cf-4d96-815a-a0cc51b85de3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.2400234 Feb 03 04:31:54.974300 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8c41122e-0411-40ce-8437-00abc820c007), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:55.007893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caf2da3-3077-491a-9cbf-0506a408caab {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:55.024362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-4b0eb032-7d91-4a32-a7da-67e3082cda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:55.034628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Publish callbacks [] for port (9caf2da3-3077-491a-9cbf-0506a408caab), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:55.036672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-4b0eb032-7d91-4a32-a7da-67e3082cda1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4051588 Feb 03 04:31:55.056304 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:55.058725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Transition to ACTIVE for port object 9caf2da3-3077-491a-9cbf-0506a408caab will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:55.075745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:55.113274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6536c9e-86dd-433c-ae63-8e907cac6014 req-6d2d6960-2163-413a-9177-a9ddefe0a8db tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:55.125430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6536c9e-86dd-433c-ae63-8e907cac6014 req-6d2d6960-2163-413a-9177-a9ddefe0a8db tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 931 time: 0.2685363 Feb 03 04:31:55.164328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-9dfcdcff-9681-49f5-9ba2-1b425b78cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:55.166200 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-9dfcdcff-9681-49f5-9ba2-1b425b78cf0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1786048 Feb 03 04:31:55.245676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:31:55.292020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Pushing event updated for resources: {'Port': ['ID=9caf2da3-3077-491a-9cbf-0506a408caab,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:55.309083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:31:55.340089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:31:55.386914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e22aa580-a030-4f68-930a-a6d14dbb7733 None None] Port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:31:55.669789 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-6d6710c9-fd2e-47db-9ba1-9864c7e91a79 service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857123 Feb 03 04:31:55.685614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Pushing event updated for resources: {'Port': ['ID=8c41122e-0411-40ce-8437-00abc820c007,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:55.720181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55f9619f-0516-435f-9c6d-9c99b51be0ea req-3e12c2da-ee01-45d8-b2a2-0206794800b5 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7589688 Feb 03 04:31:55.787893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6536c9e-86dd-433c-ae63-8e907cac6014 req-1857dafb-326e-4305-8f42-66ee35cdfb87 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286795 Feb 03 04:31:55.823853 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9d551a-b417-45b0-ab66-d94d1e2cab6b x-openstack-request-id: req-da9d551a-b417-45b0-ab66-d94d1e2cab6b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:55.824614 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbad1d2-91f3-49de-8842-91679d933366", "tag": "ac8b4b01-5c8f-4923-9032-e4411773780e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:55.824783 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da9d551a-b417-45b0-ab66-d94d1e2cab6b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:55.826351 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbad1d2-91f3-49de-8842-91679d933366', 'tag': 'ac8b4b01-5c8f-4923-9032-e4411773780e', 'status': 'completed', 'code': 200} Feb 03 04:31:55.845730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Attempting to bind port 9caf2da3-3077-491a-9cbf-0506a408caab on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:55.846430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Attempting to bind port 9caf2da3-3077-491a-9cbf-0506a408caab by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:55.846997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Attempting to bind port 9caf2da3-3077-491a-9cbf-0506a408caab on network 6b50246c-26a0-4983-9629-183c08f8bf01 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:55.894312 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12f4fb8-c308-4035-8e06-2f4a069df49e x-openstack-request-id: req-b12f4fb8-c308-4035-8e06-2f4a069df49e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:55.894905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Port 9caf2da3-3077-491a-9cbf-0506a408caab on network 6b50246c-26a0-4983-9629-183c08f8bf01 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:55.894905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Attempting to bind port 9caf2da3-3077-491a-9cbf-0506a408caab on network 6b50246c-26a0-4983-9629-183c08f8bf01 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:55.896695 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd01d92f-443f-4e63-8655-e0ca49d89061", "name": "network-vif-plugged", "status": "completed", "tag": "8c5492aa-c806-4636-b961-2ae2f4576116", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:55.897144 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b12f4fb8-c308-4035-8e06-2f4a069df49e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:55.898025 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5492aa-c806-4636-b961-2ae2f4576116', 'code': 200} Feb 03 04:31:55.929210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-d59684b5-4785-454c-b433-930f46a9f731 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8429291 Feb 03 04:31:55.943187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:55.945199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Checking segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:55.947841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Bound using segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:55.950476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Bound port: 9caf2da3-3077-491a-9cbf-0506a408caab, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:55.952283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.087802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9817cc24-01b8-48b7-972f-bbcc1063f7a6 req-8866e195-4a3a-4716-b872-58a1fa8d87a7 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0381575 Feb 03 04:31:56.102614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e5517-e0bb-403b-b1fb-9cb1462d9f63 req-a6966396-b839-400a-9644-31c9688352e0 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:56.112263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b6e5517-e0bb-403b-b1fb-9cb1462d9f63 req-a6966396-b839-400a-9644-31c9688352e0 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 945 time: 0.2148762 Feb 03 04:31:56.121172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks [] for router_gateway (cbfc7ef0-7938-42bf-ade1-18f5961465ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.175949 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-deb3ee4a-a013-4d5d-bf09-f145d6925106 req-7831af29-7a64-4191-b888-f2d8cbfb7aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940908 Feb 03 04:31:56.229614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d9098bf4-def1-4432-b34a-13725a51b3a7 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:31:56.362874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b6e5517-e0bb-403b-b1fb-9cb1462d9f63 req-6990f0e2-d286-4992-b2e2-8a83ba8ba54e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486043 Feb 03 04:31:56.369378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfcd64ed-e69e-4b76-9a4e-5f98cb1aceda req-5acfc324-2be0-4f64-8dce-ccb288048150 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271095 Feb 03 04:31:56.397643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ba10f-4a7f-4a93-85ab-578b654e704b req-bdc861d0-1a2c-4242-a51c-3830f5d407d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:56.401103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f42ba10f-4a7f-4a93-85ab-578b654e704b req-bdc861d0-1a2c-4242-a51c-3830f5d407d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 1127 time: 0.3927906 Feb 03 04:31:56.402851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] For port 9caf2da3-3077-491a-9cbf-0506a408caab, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:56.433839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:56.456821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8170dae-e8ae-472f-848c-f3b13d8bf9d7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:56.475665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'port_id': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'mac_address': 'fa:16:3e:2e:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee046f0-14a4-4145-8fe0-8a6333214d13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:31:56.504194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] For port 9caf2da3-3077-491a-9cbf-0506a408caab, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9caf2da3-3077-491a-9cbf-0506a408caab,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:56.510417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Publish callbacks [] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.552214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.563625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Transition to ACTIVE for port object f8170dae-e8ae-472f-848c-f3b13d8bf9d7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:31:56.605348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.615140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-59aea228-d54d-4515-abf7-eb3b8fa9c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:56.616006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d9098bf4-def1-4432-b34a-13725a51b3a7 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:56.616285 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.617178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-59aea228-d54d-4515-abf7-eb3b8fa9c648 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 1125 time: 0.3179162 Feb 03 04:31:56.619424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f42ba10f-4a7f-4a93-85ab-578b654e704b req-a024cf1a-895a-4d3b-9b85-2b19f123b4e8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075737 Feb 03 04:31:56.620880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:56.621630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.623236 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] 10.222.0.31 "PUT /v2.0/ports/9caf2da3-3077-491a-9cbf-0506a408caab HTTP/1.1" status: 200 len: 1091 time: 5.4751730 Feb 03 04:31:56.688317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9098bf4-def1-4432-b34a-13725a51b3a7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:56.727431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192b7c-f0e6-4f60-a25c-24a7aa18648d service neutron] Pushing event updated for resources: {'Port': ['ID=9caf2da3-3077-491a-9cbf-0506a408caab,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:56.760889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:56.770766 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:56.835584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3bedd-66f9-401a-9126-841df4aba0a5 req-c3ed42b3-ae5f-4139-8525-2b94cce7dd21 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:56.837667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ac3bedd-66f9-401a-9126-841df4aba0a5 req-c3ed42b3-ae5f-4139-8525-2b94cce7dd21 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.5176833 Feb 03 04:31:56.884672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:57.035602 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (cbfc7ef0-7938-42bf-ade1-18f5961465ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:57.036572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d9098bf4-def1-4432-b34a-13725a51b3a7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:57.053216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:57.068385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-82114c3a-81e6-4ca4-a02a-22812cc67926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.071158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-82114c3a-81e6-4ca4-a02a-22812cc67926 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 1125 time: 0.3812060 Feb 03 04:31:57.085765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d8368-f1ff-439c-8796-eb5f549b9125 req-8d6b12b1-7270-414b-b2e6-6fedecf4f052 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.087396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-194d8368-f1ff-439c-8796-eb5f549b9125 req-8d6b12b1-7270-414b-b2e6-6fedecf4f052 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 944 time: 0.2445145 Feb 03 04:31:57.133444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ac3bedd-66f9-401a-9126-841df4aba0a5 req-e622beed-6add-48b5-9f2e-23f11e2b08d6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759147 Feb 03 04:31:57.158382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-32e16efa-8048-4ff4-9e4c-6906cd50abd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf2da3-3077-491a-9cbf-0506a408caab HTTP/1.1" status: 200 len: 217 time: 0.0731459 Feb 03 04:31:57.163001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Attempting to bind port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:57.163219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Attempting to bind port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:57.163577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Attempting to bind port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 on network 6b50246c-26a0-4983-9629-183c08f8bf01 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:57.182561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 on network 6b50246c-26a0-4983-9629-183c08f8bf01 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:31:57.183198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Attempting to bind port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 on network 6b50246c-26a0-4983-9629-183c08f8bf01 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:57.245446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-821eedb0-2b0e-49b7-9c81-06c46e6220aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.247032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-821eedb0-2b0e-49b7-9c81-06c46e6220aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 917 time: 0.3947573 Feb 03 04:31:57.272371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:57.272614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Checking segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:57.273002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Bound using segment: {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:57.273531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Bound port: f8170dae-e8ae-472f-848c-f3b13d8bf9d7, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:57.273819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:57.380977 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-a8bb29a1-15ca-41cf-866b-0d05b0f7421e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8b4b01-5c8f-4923-9032-e4411773780e HTTP/1.1" status: 200 len: 217 time: 0.1246572 Feb 03 04:31:57.447705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-552c3795-df92-4e09-942c-513f60134ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.448884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-552c3795-df92-4e09-942c-513f60134ee5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.2759857 Feb 03 04:31:57.453789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-194d8368-f1ff-439c-8796-eb5f549b9125 req-31060cac-331a-40eb-999f-8d2b7f0da687 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398479 Feb 03 04:31:57.466277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893099-1e3e-4b92-b960-250be55c0508 req-c2251fb5-edc5-422e-9c37-54e5e4b6bfae tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.483207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8893099-1e3e-4b92-b960-250be55c0508 req-c2251fb5-edc5-422e-9c37-54e5e4b6bfae tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 943 time: 0.2472870 Feb 03 04:31:57.566515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] For port f8170dae-e8ae-472f-848c-f3b13d8bf9d7, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:57.576502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] For port f8170dae-e8ae-472f-848c-f3b13d8bf9d7, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:57.592553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-5766b193-9cc8-4f22-96da-5220c249c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.595024 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-5766b193-9cc8-4f22-96da-5220c249c198 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.2026529 Feb 03 04:31:57.599412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:57.606861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-6e77ea41-07ff-4d58-8ce2-f6e98d86b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.608705 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-6e77ea41-07ff-4d58-8ce2-f6e98d86b8c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1360464 Feb 03 04:31:57.633568 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d52df2a-f62e-4971-b644-84014f8e86a8 req-90b6a0ea-f5fd-42a8-93e7-5d207eb4c93a tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0545709 Feb 03 04:31:57.646316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8893099-1e3e-4b92-b960-250be55c0508 req-7676ae0e-64c2-4e01-940a-7fd35f5af816 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620774 Feb 03 04:31:57.713531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Router cbfc7ef0-7938-42bf-ade1-18f5961465ea is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:31:57.745452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.746077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:57.751826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8170dae-e8ae-472f-848c-f3b13d8bf9d7 HTTP/1.1" status: 200 len: 1091 time: 2.9386055 Feb 03 04:31:57.832371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357c33fa-55ae-4f57-950c-9aa919148460', 'tag': '9caf2da3-3077-491a-9cbf-0506a408caab'}, {'name': 'network-changed', 'server_uuid': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'tag': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:57.834748 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1bc495-52a5-45f0-bea2-1e9220526e47" -d '{"events": [{"name": "network-changed", "server_uuid": "357c33fa-55ae-4f57-950c-9aa919148460", "tag": "9caf2da3-3077-491a-9cbf-0506a408caab"}, {"name": "network-changed", "server_uuid": "fdb59dac-d038-4623-a1ed-473d007c42f1", "tag": "f8170dae-e8ae-472f-848c-f3b13d8bf9d7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:57.927170 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514a0122-3e40-4b90-b82c-523e9364940d x-openstack-request-id: req-514a0122-3e40-4b90-b82c-523e9364940d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:31:57.928122 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357c33fa-55ae-4f57-950c-9aa919148460", "tag": "9caf2da3-3077-491a-9cbf-0506a408caab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdb59dac-d038-4623-a1ed-473d007c42f1", "tag": "f8170dae-e8ae-472f-848c-f3b13d8bf9d7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:31:57.928122 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-514a0122-3e40-4b90-b82c-523e9364940d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:31:57.928122 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357c33fa-55ae-4f57-950c-9aa919148460', 'tag': '9caf2da3-3077-491a-9cbf-0506a408caab', 'status': 'completed', 'code': 200} Feb 03 04:31:57.928454 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'tag': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7', 'status': 'completed', 'code': 200} Feb 03 04:31:57.934151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b7b76-a9c9-469a-82d6-cc8fd83f97a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:57.953914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effef8c7-7e75-4053-872d-4001ed0cf03f req-0a515491-da2b-4482-8df6-37875801e2da tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.955446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-effef8c7-7e75-4053-872d-4001ed0cf03f req-0a515491-da2b-4482-8df6-37875801e2da tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 945 time: 0.1636672 Feb 03 04:31:57.962482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-e042c883-93e8-48f7-9a99-1be6a76de339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:57.964068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-e042c883-93e8-48f7-9a99-1be6a76de339 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3327310 Feb 03 04:31:57.970199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:31:57.984868 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Sync routers for ids ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:31:58.016388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-effef8c7-7e75-4053-872d-4001ed0cf03f req-38f983aa-8e71-40b6-ae06-977908ad14cf tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Feb 03 04:31:58.019772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:58.021037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7be855e8-a225-4deb-99ca-0ed151afd35d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0170712 Feb 03 04:31:58.023809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43124) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:31:58.023978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-dcdc7018-283c-4840-be2f-97015aa7c3b3 service neutron] 10.222.0.31 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115077 Feb 03 04:31:58.028544 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Routers {'cbfc7ef0-7938-42bf-ade1-18f5961465ea'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:58.030705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:58.031323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-54def155-aae5-4d8c-bd5b-318b8a92aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:58.032853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-54def155-aae5-4d8c-bd5b-318b8a92aca3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 1125 time: 0.2155039 Feb 03 04:31:58.178630 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Set router cbfc7ef0-7938-42bf-ade1-18f5961465ea gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:58.186358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-22da5bb9-3f92-4866-a5b4-36fedcb689e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8170dae-e8ae-472f-848c-f3b13d8bf9d7 HTTP/1.1" status: 200 len: 217 time: 0.1057303 Feb 03 04:31:58.245241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ac8b4b01-5c8f-4923-9032-e4411773780e details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:31:58.349436 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-c544118a-03b6-46ee-b2c6-ec7132162a9b service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757930 Feb 03 04:31:58.381978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-159964f7-23d4-407e-b0f5-dd60ee23d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:58.383519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-159964f7-23d4-407e-b0f5-dd60ee23d5c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.1813633 Feb 03 04:31:58.488065 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc2f4073-3d9b-4ff7-8cbb-da82fcbb5c4b req-1ef6a1a0-373f-4669-8457-7232136af03e service neutron] 10.222.0.31 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542384 Feb 03 04:31:58.493314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ac8b4b01-5c8f-4923-9032-e4411773780e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac8b4b01-5c8f-4923-9032-e4411773780e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:58.524532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97503-dafb-4389-9486-f110a630c7ad req-e7ed2595-c241-4b8b-beaf-83fe9f4d6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:58.526115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-e7ed2595-c241-4b8b-beaf-83fe9f4d6117 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1353488 Feb 03 04:31:58.530621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb09e44d-ed3e-48eb-98e0-8d3e8b97797c req-e67e1482-425a-41d2-bf8d-4f6f4df4710d service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743393 Feb 03 04:31:58.543645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ac8b4b01-5c8f-4923-9032-e4411773780e', 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'port_id': 'ac8b4b01-5c8f-4923-9032-e4411773780e', 'mac_address': 'fa:16:3e:70:7e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db44e398-e64e-4356-a194-e16a85d15854', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:31:58.547150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d9098bf4-def1-4432-b34a-13725a51b3a7 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:31:58.588589 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '8c41122e-0411-40ce-8437-00abc820c007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:31:55Z', 'revision_number': 3, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port': {'id': '8c41122e-0411-40ce-8437-00abc820c007', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:52Z', 'updated_at': '2022-02-03T04:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:58.660819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ac8b4b01-5c8f-4923-9032-e4411773780e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:58.661221 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:58.678299 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Checking router: cbfc7ef0-7938-42bf-ade1-18f5961465ea for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:31:58.678657 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Updating router cbfc7ef0-7938-42bf-ade1-18f5961465ea port 8c41122e-0411-40ce-8437-00abc820c007 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:31:58.691128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port d9098bf4-def1-4432-b34a-13725a51b3a7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:31:58.691815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:58.694724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8b4b01-5c8f-4923-9032-e4411773780e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:31:58.748313 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c41122e-0411-40ce-8437-00abc820c007), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:58.751048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ac8b4b01-5c8f-4923-9032-e4411773780e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac8b4b01-5c8f-4923-9032-e4411773780e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:58.772529 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:58.835318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-30964809-ca6c-4b8e-b307-69a2a7ee5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:58.843275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-30964809-ca6c-4b8e-b307-69a2a7ee5a43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 1125 time: 0.2521145 Feb 03 04:31:58.911636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-8c8e60c7-e1a6-42fe-b24f-83092c4262bd service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722780 Feb 03 04:31:58.935540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01465091-9adc-4306-afc7-56d019c94887 req-3fe3995d-a296-4696-94de-42656ebfdb3f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:58.937839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01465091-9adc-4306-afc7-56d019c94887 req-3fe3995d-a296-4696-94de-42656ebfdb3f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1541986 Feb 03 04:31:58.967280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d9098bf4-def1-4432-b34a-13725a51b3a7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:31:58.968039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:58.997677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ac8b4b01-5c8f-4923-9032-e4411773780e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:59.033675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ac8b4b01-5c8f-4923-9032-e4411773780e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:31:59.043543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:31:59.057502 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8b9e83-eae7-432d-ab6d-b1ca174e8893" -d '{"events": [{"server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:31:59.131221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:31:59.193083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-62b8e33f-1489-4f4b-a4a4-9dc8492e6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:59.198151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-62b8e33f-1489-4f4b-a4a4-9dc8492e6e9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 917 time: 0.3430634 Feb 03 04:31:59.199112 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:59.200808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9b246-6037-49d4-9cf3-a0bfde651b3e req-5dc3ea10-9250-495b-b45d-4221c5ee7efc tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:59.202722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66a9b246-6037-49d4-9cf3-a0bfde651b3e req-5dc3ea10-9250-495b-b45d-4221c5ee7efc tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 944 time: 0.4367790 Feb 03 04:31:59.282102 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Publish callbacks [] for port (8c41122e-0411-40ce-8437-00abc820c007), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:59.299909 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8c41122e-0411-40ce-8437-00abc820c007), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:59.304097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-fdb1cff6-d680-4b1d-888e-ab0775291f6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9caf2da3-3077-491a-9cbf-0506a408caab HTTP/1.1" status: 200 len: 217 time: 0.0907011 Feb 03 04:31:59.304810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:59.306522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42e97503-dafb-4389-9486-f110a630c7ad req-9a6cb992-173c-4e30-9d3b-7a41b1e0393f service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841624 Feb 03 04:31:59.356364 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Attempting to bind port 8c41122e-0411-40ce-8437-00abc820c007 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:31:59.356730 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Attempting to bind port 8c41122e-0411-40ce-8437-00abc820c007 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:31:59.357287 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Attempting to bind port 8c41122e-0411-40ce-8437-00abc820c007 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:31:59.367976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:31:59.368679 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:31:59.369260 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:59.369797 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:31:59.370421 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Bound port: 8c41122e-0411-40ce-8437-00abc820c007, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:31:59.370964 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c41122e-0411-40ce-8437-00abc820c007), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:59.427863 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] For port 8c41122e-0411-40ce-8437-00abc820c007, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:31:59.438261 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] For port 8c41122e-0411-40ce-8437-00abc820c007, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8c41122e-0411-40ce-8437-00abc820c007,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:31:59.451488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796308a-1d0e-479a-869a-2c24bc9098d7 None None] Pushing event updated for resources: {'Port': ['ID=8c41122e-0411-40ce-8437-00abc820c007,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:31:59.468439 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8c41122e-0411-40ce-8437-00abc820c007), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:59.539215 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Routers {'cbfc7ef0-7938-42bf-ade1-18f5961465ea'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:31:59.539799 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:31:59.563791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01465091-9adc-4306-afc7-56d019c94887 req-9a218a80-a8c5-4e4f-b162-5c9273305868 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6113777 Feb 03 04:31:59.648031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66a9b246-6037-49d4-9cf3-a0bfde651b3e req-84814b03-8395-4000-bcdf-15055fe7fdb4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550128 Feb 03 04:31:59.682277 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] Set router cbfc7ef0-7938-42bf-ade1-18f5961465ea gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:31:59.823357 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49f87acb-ff51-4ad9-8e4f-21b20ec878a4 req-53bb4a71-646a-41a1-a1e6-66031f4538fc tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1042659 Feb 03 04:31:59.843138 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:31:59.925318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9129b6-05ba-46f0-9b28-eb0c59e4847d req-47fd369e-035c-4390-9675-5169183f53b0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:31:59.942468 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a9129b6-05ba-46f0-9b28-eb0c59e4847d req-47fd369e-035c-4390-9675-5169183f53b0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 943 time: 0.1523407 Feb 03 04:32:00.040336 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796308a-1d0e-479a-869a-2c24bc9098d7 None None] Pushing event updated for resources: {'Port': ['ID=8c41122e-0411-40ce-8437-00abc820c007,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:00.059445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-5f0a4d29-1308-42bd-8e00-bd639620e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:00.061131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-5f0a4d29-1308-42bd-8e00-bd639620e7eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.7283621 Feb 03 04:32:00.112779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-177052b6-181c-4b1d-b197-b99e1f129533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:00.114368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-177052b6-181c-4b1d-b197-b99e1f129533 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 1125 time: 0.7062452 Feb 03 04:32:00.158920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-8bfde8ec-5a2f-4677-80d4-b6579789bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:00.160752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-8bfde8ec-5a2f-4677-80d4-b6579789bad0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0916860 Feb 03 04:32:00.213226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Allocated IP 172.20.0.1 (c445bdfe-8188-4a3b-b108-2c1af6251603/efca3d8f-608c-4988-b59f-bf32de4f8491/61f50521-3351-4d93-a4fb-93cfe61074b8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:00.220549 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '8c41122e-0411-40ce-8437-00abc820c007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:31:55Z', 'revision_number': 3, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port': {'id': '8c41122e-0411-40ce-8437-00abc820c007', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:52Z', 'updated_at': '2022-02-03T04:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:00.255402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ac8b4b01-5c8f-4923-9032-e4411773780e up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:00.303813 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dbdd4-70f3-406f-97fb-530fcec5a056 None None] The sync data for ids ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'] in n-d-827549-1 is: [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '8c41122e-0411-40ce-8437-00abc820c007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:31:55Z', 'revision_number': 3, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port': {'id': '8c41122e-0411-40ce-8437-00abc820c007', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:52Z', 'updated_at': '2022-02-03T04:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:32:00.317497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a9129b6-05ba-46f0-9b28-eb0c59e4847d req-5114cf0b-aef7-4b46-87ac-8ac589b72129 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734028 Feb 03 04:32:00.401608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port ac8b4b01-5c8f-4923-9032-e4411773780e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:00.408808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ac8b4b01-5c8f-4923-9032-e4411773780e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:00.409028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:00.429865 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-a414d10c-287e-46b5-b5c0-169d8912c353 service neutron] 10.222.0.31 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388229 Feb 03 04:32:00.443603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-0c202a94-45c7-4347-8234-7c5f3b0ea790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:00.446123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-0c202a94-45c7-4347-8234-7c5f3b0ea790 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 917 time: 0.3235769 Feb 03 04:32:00.454380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b114121-cd79-4933-82ad-50ec89274299 req-ee30297f-9b8b-47b8-8a6c-ab4a590f3c4b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:00.456040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b114121-cd79-4933-82ad-50ec89274299 req-ee30297f-9b8b-47b8-8a6c-ab4a590f3c4b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 945 time: 0.2357440 Feb 03 04:32:00.460300 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b62de8-ced8-4fcb-bfd8-eb6abf12ffd8 x-openstack-request-id: req-35b62de8-ced8-4fcb-bfd8-eb6abf12ffd8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:00.465079 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:00.466306 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35b62de8-ced8-4fcb-bfd8-eb6abf12ffd8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:00.466948 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'code': 200} Feb 03 04:32:00.593118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ac8b4b01-5c8f-4923-9032-e4411773780e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:00.593555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:00.601402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks [] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:00.617633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-49142f64-e969-4e42-8cb3-5939a53d23cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8170dae-e8ae-472f-848c-f3b13d8bf9d7 HTTP/1.1" status: 200 len: 217 time: 0.1483948 Feb 03 04:32:00.650290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b114121-cd79-4933-82ad-50ec89274299 req-1046dabd-f996-4473-b0c9-0880bf5fc8e4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811357 Feb 03 04:32:00.652454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ac8b4b01-5c8f-4923-9032-e4411773780e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac8b4b01-5c8f-4923-9032-e4411773780e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:00.658380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9caf2da3-3077-491a-9cbf-0506a408caab details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:32:00.800247 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:00.876774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:00.979564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Network c445bdfe-8188-4a3b-b108-2c1af6251603 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:00.995103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:01.006317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:01.009434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Pushing event updated for resources: {'Port': ['ID=61f50521-3351-4d93-a4fb-93cfe61074b8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:01.116500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9caf2da3-3077-491a-9cbf-0506a408caab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9caf2da3-3077-491a-9cbf-0506a408caab,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:01.118473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-08f00bc6-6db3-42c1-8a4b-7224da421e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:01.123315 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-08f00bc6-6db3-42c1-8a4b-7224da421e70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.4919736 Feb 03 04:32:01.138460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48163f3e-4f04-4810-8215-2e836281e23c req-6336011b-e0e0-453f-a585-30ac33599c22 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:01.145485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48163f3e-4f04-4810-8215-2e836281e23c req-6336011b-e0e0-453f-a585-30ac33599c22 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2743397 Feb 03 04:32:01.150606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ac8b4b01-5c8f-4923-9032-e4411773780e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:01.155296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-90744cae-7126-4542-a767-429cd7117db2 service neutron] 10.222.0.31 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071786 Feb 03 04:32:01.155681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '9caf2da3-3077-491a-9cbf-0506a408caab', 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'port_id': '9caf2da3-3077-491a-9cbf-0506a408caab', 'mac_address': 'fa:16:3e:0d:f9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db44e398-e64e-4356-a194-e16a85d15854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:32:01.195395 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (cbfc7ef0-7938-42bf-ade1-18f5961465ea), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:01.201363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddcaa2-03ae-430f-a954-da08e00bde66 req-8bf507dd-c44a-45f4-bfe7-e4de6e4b2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:01.203011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fddcaa2-03ae-430f-a954-da08e00bde66 req-8bf507dd-c44a-45f4-bfe7-e4de6e4b2bbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 1127 time: 0.5077791 Feb 03 04:32:01.255374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9caf2da3-3077-491a-9cbf-0506a408caab is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:01.256074 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:01.264140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-a2af9a5f-7658-4822-aef4-023018ade37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:01.266499 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-a2af9a5f-7658-4822-aef4-023018ade37e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356165 Feb 03 04:32:01.273739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caf2da3-3077-491a-9cbf-0506a408caab {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:01.312438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fddcaa2-03ae-430f-a954-da08e00bde66 req-867a6821-9c50-4278-b172-cd842b791dd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979779 Feb 03 04:32:01.318605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9caf2da3-3077-491a-9cbf-0506a408caab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9caf2da3-3077-491a-9cbf-0506a408caab,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:01.324351 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:01.383483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4c57bf6-d88a-495a-9b25-27d188048db4 req-96afb48e-c23f-444c-9a0e-56a69f5ea1ac tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1838002 Feb 03 04:32:01.428447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9caf2da3-3077-491a-9cbf-0506a408caab,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:01.465899 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-4e5af0da-7776-49f6-b50a-3a23b680ab5f service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863537 Feb 03 04:32:01.516579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48163f3e-4f04-4810-8215-2e836281e23c req-f7b1217c-36ee-44a2-8000-46e74f053b54 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613498 Feb 03 04:32:01.590865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9caf2da3-3077-491a-9cbf-0506a408caab'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:01.677073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb1bc495-52a5-45f0-bea2-1e9220526e47 req-06fdb59a-043d-4ef6-bf52-03952debaff2 service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534235 Feb 03 04:32:01.729498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246649d6-aba8-4166-9043-dfb4942d5f90 req-1338221a-e5a8-4f79-a510-144d5b25b0c4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:01.730979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-246649d6-aba8-4166-9043-dfb4942d5f90 req-1338221a-e5a8-4f79-a510-144d5b25b0c4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 945 time: 0.2041609 Feb 03 04:32:01.736531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:01.783775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6accf0-98b2-439c-bcc3-deeb2d9e5b39 req-91c1b151-9441-4300-8a7d-6cecacbda6af tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:01.791569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6accf0-98b2-439c-bcc3-deeb2d9e5b39 req-91c1b151-9441-4300-8a7d-6cecacbda6af tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 943 time: 0.1691358 Feb 03 04:32:01.983868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f6accf0-98b2-439c-bcc3-deeb2d9e5b39 req-d5debded-1c1c-4128-9a9b-46ef51564ae9 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862030 Feb 03 04:32:02.009961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-246649d6-aba8-4166-9043-dfb4942d5f90 req-ed2ba795-152c-4c93-8dac-06da30ad1611 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585917 Feb 03 04:32:02.059224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c41122e-0411-40ce-8437-00abc820c007 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:02.117000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks [] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.129189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.141627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8c41122e-0411-40ce-8437-00abc820c007 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:02.142136 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8c41122e-0411-40ce-8437-00abc820c007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.199813 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (cbfc7ef0-7938-42bf-ade1-18f5961465ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.201702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Pushing event updated for resources: {'Port': ['ID=61f50521-3351-4d93-a4fb-93cfe61074b8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:02.265533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f8170dae-e8ae-472f-848c-f3b13d8bf9d7 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:32:02.296035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8c41122e-0411-40ce-8437-00abc820c007 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:02.296462 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c41122e-0411-40ce-8437-00abc820c007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.356737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 8c41122e-0411-40ce-8437-00abc820c007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8c41122e-0411-40ce-8437-00abc820c007,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:02.381531 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8c41122e-0411-40ce-8437-00abc820c007), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.401477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Network c445bdfe-8188-4a3b-b108-2c1af6251603 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:02.403462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:02.542562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbad1d2-91f3-49de-8842-91679d933366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b4b01-5c8f-4923-9032-e4411773780e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:02.544842 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c712c-38bf-40ad-a4dc-0cd7aa13cf64" -d '{"events": [{"server_uuid": "ddbad1d2-91f3-49de-8842-91679d933366", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b4b01-5c8f-4923-9032-e4411773780e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:02.679330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9caf2da3-3077-491a-9cbf-0506a408caab up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:02.702322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=8c41122e-0411-40ce-8437-00abc820c007,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:02.719384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f8170dae-e8ae-472f-848c-f3b13d8bf9d7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:02.758664 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cafc981-adb5-4a0c-8ef7-54f03a5f6bbe req-b401fa30-2cf2-4bf3-a890-a67f49497c4d tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.1267622 Feb 03 04:32:02.778211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7', 'network_id': '6b50246c-26a0-4983-9629-183c08f8bf01', 'port_id': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7', 'mac_address': 'fa:16:3e:86:b8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db44e398-e64e-4356-a194-e16a85d15854', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:32:02.814330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-1b8feb71-8f47-4be5-ba11-a48cac6dafec tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:02.818143 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-1b8feb71-8f47-4be5-ba11-a48cac6dafec tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 945 time: 0.1498151 Feb 03 04:32:02.842743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:02.843636 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.864001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8170dae-e8ae-472f-848c-f3b13d8bf9d7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:02.874053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Router cbfc7ef0-7938-42bf-ade1-18f5961465ea has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:32:02.892883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f8170dae-e8ae-472f-848c-f3b13d8bf9d7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:02.896538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 9caf2da3-3077-491a-9cbf-0506a408caab completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:02.901321 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81295b24-bdea-44be-9621-b2eae79cfb9e x-openstack-request-id: req-81295b24-bdea-44be-9621-b2eae79cfb9e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:02.901626 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbad1d2-91f3-49de-8842-91679d933366", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b4b01-5c8f-4923-9032-e4411773780e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:02.901976 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81295b24-bdea-44be-9621-b2eae79cfb9e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:02.902368 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbad1d2-91f3-49de-8842-91679d933366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b4b01-5c8f-4923-9032-e4411773780e', 'code': 200} Feb 03 04:32:02.906084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:02.916658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765e04d-4c08-44ce-8162-74ad790c079e req-5c6a917d-43ad-4ca0-a3ec-9fef33eb6dba tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:02.928136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d765e04d-4c08-44ce-8162-74ad790c079e req-5c6a917d-43ad-4ca0-a3ec-9fef33eb6dba tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2712810 Feb 03 04:32:02.967861 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:02.983636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 9caf2da3-3077-491a-9cbf-0506a408caab triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:02.984021 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:03.111862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Deleting port 8c5492aa-c806-4636-b961-2ae2f4576116 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:03.112540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:03.141470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9caf2da3-3077-491a-9cbf-0506a408caab is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:03.144427 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:03.165155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f8170dae-e8ae-472f-848c-f3b13d8bf9d7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:03.354203 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4678b426-3e45-4c68-887a-3c9374efe061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:03.376353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d765e04d-4c08-44ce-8162-74ad790c079e req-2a5de531-4830-4e12-b71f-491229c9b33f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451933 Feb 03 04:32:03.422918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] For port 8c5492aa-c806-4636-b961-2ae2f4576116, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8c5492aa-c806-4636-b961-2ae2f4576116,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:03.423263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:03.426886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9caf2da3-3077-491a-9cbf-0506a408caab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9caf2da3-3077-491a-9cbf-0506a408caab,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:03.440541 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:03.461757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Calling delete_port for 8c5492aa-c806-4636-b961-2ae2f4576116 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:03.578408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9caf2da3-3077-491a-9cbf-0506a408caab,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:03.759827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21d253-dc61-4e87-830c-fa0f5061b036 req-3e9cb1d0-b515-48c6-8608-ac0cb2eb1013 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:03.764857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e21d253-dc61-4e87-830c-fa0f5061b036 req-3e9cb1d0-b515-48c6-8608-ac0cb2eb1013 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 944 time: 0.6384113 Feb 03 04:32:03.815917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:32:03.826190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-db2021af-2d7d-4e11-afad-a7d5fd028f98 admin admin] 10.222.0.35 "PUT /v2.0/routers/cbfc7ef0-7938-42bf-ade1-18f5961465ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8008032 Feb 03 04:32:03.827536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbd34b-6a24-4b10-87ed-dbaef0d2b363 req-e4ee6df6-55af-442e-80df-1b2399e4e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:03.829254 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13bbd34b-6a24-4b10-87ed-dbaef0d2b363 req-e4ee6df6-55af-442e-80df-1b2399e4e83d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 1127 time: 0.7062485 Feb 03 04:32:03.829827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8c5492aa-c806-4636-b961-2ae2f4576116), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:03.861648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7620274-3c56-4c2a-b981-5ec8f12eb762 req-d98528f4-09e9-42db-8ac2-e9f9978a684b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:03.866411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Sync routers for ids ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:32:03.869329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7620274-3c56-4c2a-b981-5ec8f12eb762 req-d98528f4-09e9-42db-8ac2-e9f9978a684b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd01d92f-443f-4e63-8655-e0ca49d89061 HTTP/1.1" status: 200 len: 945 time: 0.2774301 Feb 03 04:32:03.904905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e21d253-dc61-4e87-830c-fa0f5061b036 req-254c5a71-2fb5-436a-bf65-9c2bffd33412 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300633 Feb 03 04:32:03.931926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['8c5492aa-c806-4636-b961-2ae2f4576116'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:03.944482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['0e5158a6-f756-41e7-9f73-faf74a2c83c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:03.978177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7620274-3c56-4c2a-b981-5ec8f12eb762 req-9a8f0639-7159-46fd-bb5e-9e879177852c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059730 Feb 03 04:32:04.002050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Pushing event deleted for resources: {'Port': ['ID=8c5492aa-c806-4636-b961-2ae2f4576116,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:04.064532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Routers {'cbfc7ef0-7938-42bf-ade1-18f5961465ea'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:04.065196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:31:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:04.094062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.094613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.095109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.095632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.096135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.096624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.097133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.097622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.098107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.098588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.099081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.099614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.100112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:04.164833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] No DVR routers for this DVR port 8c5492aa-c806-4636-b961-2ae2f4576116 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:04.168579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:04.172336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ee98f584-1d17-45c9-bfc0-0c45d23e5f59 req-c23d61d5-31e1-4afd-b2ad-f3619d4e6ef5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.15 "DELETE /v2.0/ports/8c5492aa-c806-4636-b961-2ae2f4576116 HTTP/1.1" status: 204 len: 173 time: 1.3480475 Feb 03 04:32:04.172989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'name': 'network-vif-deleted', 'tag': '8c5492aa-c806-4636-b961-2ae2f4576116'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:04.175528 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a2670-4d34-441b-9043-4f3bfe576bc7" -d '{"events": [{"server_uuid": "bd01d92f-443f-4e63-8655-e0ca49d89061", "name": "network-vif-deleted", "tag": "8c5492aa-c806-4636-b961-2ae2f4576116"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:04.180325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13bbd34b-6a24-4b10-87ed-dbaef0d2b363 req-341bff3b-9fee-440a-8098-f35e7804457d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288999 Feb 03 04:32:04.218075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe26f98b-5ea3-41ec-bc4d-c4a8849069a9 req-7f06a176-ac43-45a3-8b47-96fe12a645a7 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0759001 Feb 03 04:32:04.268656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf587ea-fe1e-4a3e-8346-3a06600f1558 req-84d3846e-a30e-46cc-9b3f-71e3f25e42ba tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:04.270369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbf587ea-fe1e-4a3e-8346-3a06600f1558 req-84d3846e-a30e-46cc-9b3f-71e3f25e42ba tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.2009602 Feb 03 04:32:04.344586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Set router cbfc7ef0-7938-42bf-ade1-18f5961465ea gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:04.429459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbf587ea-fe1e-4a3e-8346-3a06600f1558 req-4540722c-2abe-4237-a67a-dd4a69af10a1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528172 Feb 03 04:32:04.524493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c41122e-0411-40ce-8437-00abc820c007 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:04.574491 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3353709b-689a-4b7d-b6d2-12b078f41767 x-openstack-request-id: req-3353709b-689a-4b7d-b6d2-12b078f41767 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:04.574989 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd01d92f-443f-4e63-8655-e0ca49d89061", "name": "network-vif-deleted", "tag": "8c5492aa-c806-4636-b961-2ae2f4576116", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:04.575389 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3353709b-689a-4b7d-b6d2-12b078f41767 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:04.575990 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd01d92f-443f-4e63-8655-e0ca49d89061', 'name': 'network-vif-deleted', 'tag': '8c5492aa-c806-4636-b961-2ae2f4576116', 'status': 'completed', 'code': 200} Feb 03 04:32:04.778671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-97bda984-4b96-4776-af5c-7abe03ea2dc8 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:04.793686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-97bda984-4b96-4776-af5c-7abe03ea2dc8 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 819 time: 0.2277689 Feb 03 04:32:04.820767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-7af0f7d8-2267-4b03-ab8a-17d247a1a8a1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/quotas/735747af2ea44525a7f407fd1f0b116c HTTP/1.1" status: 200 len: 375 time: 0.0260386 Feb 03 04:32:04.890902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8c41122e-0411-40ce-8437-00abc820c007 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:04.891988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8c41122e-0411-40ce-8437-00abc820c007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:04.908150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357c33fa-55ae-4f57-950c-9aa919148460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf2da3-3077-491a-9cbf-0506a408caab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:04.912444 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c270c601-3d04-4c76-abbb-df53cb88145b" -d '{"events": [{"server_uuid": "357c33fa-55ae-4f57-950c-9aa919148460", "name": "network-vif-plugged", "status": "completed", "tag": "9caf2da3-3077-491a-9cbf-0506a408caab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:04.934238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-9206b76a-cfbc-4a67-be3a-9c4091386333 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124337 Feb 03 04:32:05.304821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '8c41122e-0411-40ce-8437-00abc820c007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:32:01Z', 'revision_number': 4, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port': {'id': '8c41122e-0411-40ce-8437-00abc820c007', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:52Z', 'updated_at': '2022-02-03T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '61f50521-3351-4d93-a4fb-93cfe61074b8', 'name': '', 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'mac_address': 'fa:16:3e:28:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:59Z', 'updated_at': '2022-02-03T04:32:01Z', 'revision_number': 2, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'subnets': [{'id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:05.395967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Checking router: cbfc7ef0-7938-42bf-ade1-18f5961465ea for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:32:05.396323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Updating router cbfc7ef0-7938-42bf-ade1-18f5961465ea port 61f50521-3351-4d93-a4fb-93cfe61074b8 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:32:05.435145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8c41122e-0411-40ce-8437-00abc820c007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:05.483582 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac081329-e097-4158-8a69-a410e1df85a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:05.486835 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:05.490834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-83b17702-ee23-4237-95e7-4ab4a8f13d40 service neutron] 10.222.0.35 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556533 Feb 03 04:32:05.617165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7db4-3480-4062-9698-dc57aefc358e req-bcb5394c-1ae2-4b10-a31f-f17eca57a327 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:05.618788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5d7db4-3480-4062-9698-dc57aefc358e req-bcb5394c-1ae2-4b10-a31f-f17eca57a327 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 944 time: 0.1955101 Feb 03 04:32:05.638674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-77ce504e-a69f-487d-9495-59eedddf75a9 service neutron] 10.222.0.35 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380575 Feb 03 04:32:05.685771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5d7db4-3480-4062-9698-dc57aefc358e req-e54b2a85-e4de-4c70-85ad-1ecd0247510c tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588899 Feb 03 04:32:05.840313 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Publish callbacks [] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:05.858186 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:05.974288 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aed5409-3b0a-4001-8e11-50d5f17b09ac x-openstack-request-id: req-9aed5409-3b0a-4001-8e11-50d5f17b09ac {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:05.974288 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357c33fa-55ae-4f57-950c-9aa919148460", "name": "network-vif-plugged", "status": "completed", "tag": "9caf2da3-3077-491a-9cbf-0506a408caab", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:05.974288 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9aed5409-3b0a-4001-8e11-50d5f17b09ac {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:05.974288 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357c33fa-55ae-4f57-950c-9aa919148460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf2da3-3077-491a-9cbf-0506a408caab', 'code': 200} Feb 03 04:32:06.033832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d657250-9738-473f-a65a-06db5953c2ac None None] Pushing event updated for resources: {'Port': ['ID=61f50521-3351-4d93-a4fb-93cfe61074b8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:06.064231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615c7ff-c4d3-4352-8d10-271ede951465 req-dedd8683-608e-4021-b420-894aedd8a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:06.065805 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4615c7ff-c4d3-4352-8d10-271ede951465 req-dedd8683-608e-4021-b420-894aedd8a0aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 1127 time: 0.1040506 Feb 03 04:32:06.097168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8af68748-1092-4914-a506-9065f1d547f9 req-cf263548-4b3d-4dd2-a076-aa72de2e2d11 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0960748 Feb 03 04:32:06.167714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Attempting to bind port 61f50521-3351-4d93-a4fb-93cfe61074b8 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:06.169722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Attempting to bind port 61f50521-3351-4d93-a4fb-93cfe61074b8 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:06.170271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Attempting to bind port 61f50521-3351-4d93-a4fb-93cfe61074b8 on network c445bdfe-8188-4a3b-b108-2c1af6251603 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:06.173309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-4fdf843b-1ad8-4eb6-b955-f078a28948e1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:06.174708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-4fdf843b-1ad8-4eb6-b955-f078a28948e1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 814 time: 0.3074939 Feb 03 04:32:06.178939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4615c7ff-c4d3-4352-8d10-271ede951465 req-f61eec6d-598e-4d31-9a01-ccb5b52dc549 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035228 Feb 03 04:32:06.186787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:06.189133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Checking segment: {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:06.191585 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:06.192219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Bound using segment: {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:06.196470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Bound port: 61f50521-3351-4d93-a4fb-93cfe61074b8, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:06.197134 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:06.197460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-aa545573-d655-42ee-bf8e-e8d81d7efeb3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/quotas/51ee7d06d2f641aa9c70369d7a669e3e HTTP/1.1" status: 200 len: 375 time: 0.0103223 Feb 03 04:32:06.299081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f8170dae-e8ae-472f-848c-f3b13d8bf9d7 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:06.316182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] For port 61f50521-3351-4d93-a4fb-93cfe61074b8, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:06.344016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f245520-6e99-407c-8542-981dc32bd38d req-cc7991fd-da05-4c2b-82ea-ceb5343ea2f8 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:06.345882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f245520-6e99-407c-8542-981dc32bd38d req-cc7991fd-da05-4c2b-82ea-ceb5343ea2f8 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4e8ef99-90b8-4643-b292-64891597c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0975626 Feb 03 04:32:06.370499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-45887ea5-0db5-4abc-978b-a6bb2ad86cee tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1620765 Feb 03 04:32:06.421848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] For port 61f50521-3351-4d93-a4fb-93cfe61074b8, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=61f50521-3351-4d93-a4fb-93cfe61074b8,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:06.445076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:06.497469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-9001e0a1-3cad-4774-a3d2-91ded45e5c66 service neutron] 10.222.0.35 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257401 Feb 03 04:32:06.587977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bb21c-08af-4c52-b5a4-260afc37c002 req-5376b5f6-a43d-41cb-850b-ac9353f22871 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:06.596948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d7bb21c-08af-4c52-b5a4-260afc37c002 req-5376b5f6-a43d-41cb-850b-ac9353f22871 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.3114948 Feb 03 04:32:06.633375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d657250-9738-473f-a65a-06db5953c2ac None None] Pushing event updated for resources: {'Port': ['ID=61f50521-3351-4d93-a4fb-93cfe61074b8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:06.669842 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:06.679870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-0787f708-a42e-4cc2-9d3a-bbfa2db15d0b service neutron] 10.222.0.35 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812775 Feb 03 04:32:06.682236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Routers {'cbfc7ef0-7938-42bf-ade1-18f5961465ea'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:06.683789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:32:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:06.686371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Deleting port d9098bf4-def1-4432-b34a-13725a51b3a7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:06.686780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:06.687121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:06.751746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:06.752125 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:06.846931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d7bb21c-08af-4c52-b5a4-260afc37c002 req-7f633b79-a14c-4e9b-9a24-db346a8cf47d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478647 Feb 03 04:32:06.916284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] For port d9098bf4-def1-4432-b34a-13725a51b3a7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d9098bf4-def1-4432-b34a-13725a51b3a7,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:06.916774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:06.937399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:06.937938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Calling delete_port for d9098bf4-def1-4432-b34a-13725a51b3a7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:06.948624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:07.065935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] Set router cbfc7ef0-7938-42bf-ade1-18f5961465ea gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:07.119624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d5c42ca-3129-4271-b27e-0779a8cedb68 req-b2f4d977-9c90-4d0a-aac1-ac1e4996a708 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 210 time: 0.1242149 Feb 03 04:32:07.127493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f8170dae-e8ae-472f-848c-f3b13d8bf9d7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:07.169156 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:07.169729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8c5492aa-c806-4636-b961-2ae2f4576116 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:07.187982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493641c-1196-41c6-b014-38772663cf3d req-1fb3f5e3-897e-4e43-b391-bd5eea89b5ba tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:07.199402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b493641c-1196-41c6-b014-38772663cf3d req-1fb3f5e3-897e-4e43-b391-bd5eea89b5ba tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 944 time: 0.1973951 Feb 03 04:32:07.295381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d9098bf4-def1-4432-b34a-13725a51b3a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:07.339169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 8c5492aa-c806-4636-b961-2ae2f4576116 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:07.339546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8c5492aa-c806-4636-b961-2ae2f4576116 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:07.344333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:07.345148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6fc17651-7428-41ce-82b6-edc041ef9639 req-15357219-c1bf-4a09-93f1-dcfacbb96320 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0829973 Feb 03 04:32:07.369233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b493641c-1196-41c6-b014-38772663cf3d req-94951d2d-c888-4ba4-a982-1732c6e8b452 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631970 Feb 03 04:32:07.378112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Pushing event deleted for resources: {'Port': ['ID=d9098bf4-def1-4432-b34a-13725a51b3a7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:07.384535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d9098bf4-def1-4432-b34a-13725a51b3a7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:07.525352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] No DVR routers for this DVR port d9098bf4-def1-4432-b34a-13725a51b3a7 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:07.531051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:07.543974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f245520-6e99-407c-8542-981dc32bd38d req-b23ce322-9940-4aab-83dc-d7a0ff6e6bc0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "DELETE /v2.0/ports/d9098bf4-def1-4432-b34a-13725a51b3a7 HTTP/1.1" status: 204 len: 173 time: 1.1924388 Feb 03 04:32:07.544500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'name': 'network-vif-deleted', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:07.553140 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb37c512-efae-4bb6-b167-634c7490b950" -d '{"events": [{"server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "name": "network-vif-deleted", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:07.610523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-5b932df4-0a0a-4ba0-8a9a-624eb7f59f99 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:07.618634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-5b932df4-0a0a-4ba0-8a9a-624eb7f59f99 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 819 time: 0.1636291 Feb 03 04:32:07.687170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efa60a1c-da05-44bc-9288-6bc384ae3c9d req-25f7c385-2a6d-4072-b8ee-8e1aadce816e tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0659351 Feb 03 04:32:07.726988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-97de650d-5700-4279-9d21-f71ebd6ed1b3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/quotas/735747af2ea44525a7f407fd1f0b116c HTTP/1.1" status: 200 len: 375 time: 0.1068625 Feb 03 04:32:07.930170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '8c41122e-0411-40ce-8437-00abc820c007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:32:01Z', 'revision_number': 4, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port': {'id': '8c41122e-0411-40ce-8437-00abc820c007', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:52Z', 'updated_at': '2022-02-03T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '61f50521-3351-4d93-a4fb-93cfe61074b8', 'name': '', 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'mac_address': 'fa:16:3e:28:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:59Z', 'updated_at': '2022-02-03T04:32:06Z', 'revision_number': 4, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'subnets': [{'id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:07.981343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-bcce84a4-d366-417d-b7ed-d2cea94bb1e3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2535968 Feb 03 04:32:08.003632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:08.008723 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2f6c1e-97d2-4034-82d8-eb1e73150fdc" -d '{"events": [{"server_uuid": "fdb59dac-d038-4623-a1ed-473d007c42f1", "name": "network-vif-plugged", "status": "completed", "tag": "f8170dae-e8ae-472f-848c-f3b13d8bf9d7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:08.041247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad518e5-5cfd-4d80-9f6f-932b37963a15 None None] The sync data for ids ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'] in n-d-827549-1 is: [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '8c41122e-0411-40ce-8437-00abc820c007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:32:01Z', 'revision_number': 4, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port': {'id': '8c41122e-0411-40ce-8437-00abc820c007', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:52Z', 'updated_at': '2022-02-03T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '61f50521-3351-4d93-a4fb-93cfe61074b8', 'name': '', 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'mac_address': 'fa:16:3e:28:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:59Z', 'updated_at': '2022-02-03T04:32:06Z', 'revision_number': 4, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'subnets': [{'id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:32:08.051962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-ff76e4ee-252e-493d-99b0-d180311f9a21 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:08.055124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-ff76e4ee-252e-493d-99b0-d180311f9a21 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 819 time: 0.3305793 Feb 03 04:32:08.062804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:08.071767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Request body: {'port': {'device_id': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'admin_state_up': True, 'tenant_id': '735747af2ea44525a7f407fd1f0b116c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:08.096145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc5fd5-48f3-42a0-b555-18bca207a4be req-f87494f9-7413-4488-a383-39e82e5aad5b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:08.103886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8cc5fd5-48f3-42a0-b555-18bca207a4be req-f87494f9-7413-4488-a383-39e82e5aad5b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2431388 Feb 03 04:32:08.208386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8cc5fd5-48f3-42a0-b555-18bca207a4be req-4177afc8-f8d5-46bf-aa24-c6bcfa5acc63 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036818 Feb 03 04:32:08.231228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-df53c6f0-42bc-496d-ad50-2e502f8740d0 service neutron] 10.222.0.35 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434363 Feb 03 04:32:08.323796 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5941e7-44c4-4f67-aea8-f6efb294ef83 x-openstack-request-id: req-6a5941e7-44c4-4f67-aea8-f6efb294ef83 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:08.324348 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e8ef99-90b8-4643-b292-64891597c9c6", "name": "network-vif-deleted", "tag": "d9098bf4-def1-4432-b34a-13725a51b3a7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:08.324449 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a5941e7-44c4-4f67-aea8-f6efb294ef83 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:08.324794 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e8ef99-90b8-4643-b292-64891597c9c6', 'name': 'network-vif-deleted', 'tag': 'd9098bf4-def1-4432-b34a-13725a51b3a7', 'status': 'completed', 'code': 200} Feb 03 04:32:08.362720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Made reservation on behalf of 735747af2ea44525a7f407fd1f0b116c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:08.367764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:08.427367 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0875a8bf-fdd3-4321-ae2e-3ded484b2da8 x-openstack-request-id: req-0875a8bf-fdd3-4321-ae2e-3ded484b2da8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:08.427922 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb59dac-d038-4623-a1ed-473d007c42f1", "name": "network-vif-plugged", "status": "completed", "tag": "f8170dae-e8ae-472f-848c-f3b13d8bf9d7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:08.427922 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0875a8bf-fdd3-4321-ae2e-3ded484b2da8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:08.428343 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7', 'code': 200} Feb 03 04:32:08.459863 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-98ea441c-823f-49ad-9462-9488676c3481 service neutron] 10.222.0.35 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270210 Feb 03 04:32:08.652454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c30b4-1b0b-40dd-9fbf-9d44e1fc887a req-21e05d39-cfaf-498c-930c-311642e412cc tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:08.660310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf0c30b4-1b0b-40dd-9fbf-9d44e1fc887a req-21e05d39-cfaf-498c-930c-311642e412cc tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0944960 Feb 03 04:32:08.687765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Allocated IP 172.20.0.3 (c445bdfe-8188-4a3b-b108-2c1af6251603/efca3d8f-608c-4988-b59f-bf32de4f8491/4f3bced8-6d45-4922-a370-4bc786b01248) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:08.743750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf0c30b4-1b0b-40dd-9fbf-9d44e1fc887a req-2f6df0fa-643f-4ec5-82e2-415135aa26a7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811429 Feb 03 04:32:08.974581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d16e396d-cbaa-4c36-90ec-65e38d17b5d6 req-7705ee15-dc9d-45d6-a754-c5c3287895e0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 210 time: 0.1153772 Feb 03 04:32:09.109127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8004f6b-baae-4f96-a5cd-ccd6b7180431 req-e43c3399-6646-428d-a7eb-6dba4a24de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:09.113332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a8004f6b-baae-4f96-a5cd-ccd6b7180431 req-e43c3399-6646-428d-a7eb-6dba4a24de79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 1127 time: 0.3944774 Feb 03 04:32:09.125752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f27bc1-5642-4e62-b796-a85076ff6456 req-68c14c9b-80a1-4729-87e8-28785ab1f646 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:09.130126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82f27bc1-5642-4e62-b796-a85076ff6456 req-68c14c9b-80a1-4729-87e8-28785ab1f646 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.1533558 Feb 03 04:32:09.205408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52c008bb-fbef-4bb2-8602-df008416ac3e req-061c6f55-d763-4efd-bc1a-37dc8689ae80 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0741162 Feb 03 04:32:09.290947 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:09.306814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82f27bc1-5642-4e62-b796-a85076ff6456 req-04eeee99-b370-41e1-a1d0-3c19deb717bd tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592200 Feb 03 04:32:09.345510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-bd17796d-b7cd-44c6-b70a-82b4c746d2b3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:09.347060 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-bd17796d-b7cd-44c6-b70a-82b4c746d2b3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 814 time: 0.6503034 Feb 03 04:32:09.409990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdd19d9b-ea09-4380-beb8-c6a504c6352e req-ff135657-5cd7-485d-b393-1908121656e5 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 210 time: 0.0578980 Feb 03 04:32:09.423292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Request body: {'port': {'device_id': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'admin_state_up': True, 'tenant_id': '51ee7d06d2f641aa9c70369d7a669e3e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:09.622750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a8004f6b-baae-4f96-a5cd-ccd6b7180431 req-a30fbf43-b545-454c-9ee2-8762e69fd8b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898701 Feb 03 04:32:09.696560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks [] for port (4f3bced8-6d45-4922-a370-4bc786b01248), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:09.732316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Made reservation on behalf of 51ee7d06d2f641aa9c70369d7a669e3e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:09.736771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:09.830648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:10.013390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Pushing event updated for resources: {'Port': ['ID=4f3bced8-6d45-4922-a370-4bc786b01248,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:10.033952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Network c445bdfe-8188-4a3b-b108-2c1af6251603 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:10.040867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:10.063811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:10.122065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 61f50521-3351-4d93-a4fb-93cfe61074b8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:10.216327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2835326-c228-4a8e-abee-6d183719b9cf req-c83c83d1-0d54-4009-9ac8-dd1e6182c4c4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0694172 Feb 03 04:32:10.224226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:10.225646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:10.253710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 61f50521-3351-4d93-a4fb-93cfe61074b8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:10.255296 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:10.268467 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8eab1bc6-1ece-4cbd-8a20-e9e88facecd4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2021711 Feb 03 04:32:10.269824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Allocated IP 172.20.0.3 (2bab0277-1050-4f03-8946-2f65d9405ddc/0ee046f0-14a4-4145-8fe0-8a6333214d13/3fa5c505-cb2d-4277-9b78-ddb10dfd0a48) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:10.288672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Request body: {'port': {'device_id': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:10.340715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d9098bf4-def1-4432-b34a-13725a51b3a7 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:10.415337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: d9098bf4-def1-4432-b34a-13725a51b3a7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:10.416215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d9098bf4-def1-4432-b34a-13725a51b3a7 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:10.441481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e430efa9-3b8e-4fe3-93d7-09b851d3bbf2 req-02bf9e4d-938c-4523-b865-e38d2608405b tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0591738 Feb 03 04:32:10.493221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 61f50521-3351-4d93-a4fb-93cfe61074b8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:10.493965 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:10.522772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:10.541669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166752f5-118b-44d4-bab2-20543387c2e6 req-30aeeb53-7c03-4e8a-b9da-01fa88047412 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:10.551077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-166752f5-118b-44d4-bab2-20543387c2e6 req-30aeeb53-7c03-4e8a-b9da-01fa88047412 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.1060772 Feb 03 04:32:10.608623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 61f50521-3351-4d93-a4fb-93cfe61074b8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=61f50521-3351-4d93-a4fb-93cfe61074b8,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:10.615770 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:10.754108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=61f50521-3351-4d93-a4fb-93cfe61074b8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:10.759105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4587a41-7cc5-4bbc-9da5-9a27ac8007a2 req-ae77dec8-9faf-4c4c-9ff8-754049fe3ad8 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 210 time: 0.1217692 Feb 03 04:32:10.801086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-166752f5-118b-44d4-bab2-20543387c2e6 req-c2d456d3-8339-43e8-870d-6eacd778abb5 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484627 Feb 03 04:32:10.904069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks [] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:10.988310 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:11.003771 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:32:11.271332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-1a15fc4a-f0e1-4282-9085-f3abbc8be037 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:11.272881 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-1a15fc4a-f0e1-4282-9085-f3abbc8be037 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.31 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 819 time: 0.3212531 Feb 03 04:32:11.279390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Network 2bab0277-1050-4f03-8946-2f65d9405ddc is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:11.292272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Request body: {'port': {'device_id': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'admin_state_up': True, 'tenant_id': '735747af2ea44525a7f407fd1f0b116c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:11.301349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:11.310661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:11.358334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Pushing event updated for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:11.463530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9edd4e-2874-4098-8fe4-6feadaf526d6 req-c983d8a7-09c3-483b-801e-a58e4c075b61 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:11.472690 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d9edd4e-2874-4098-8fe4-6feadaf526d6 req-c983d8a7-09c3-483b-801e-a58e4c075b61 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 931 time: 0.0963886 Feb 03 04:32:11.540387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d9edd4e-2874-4098-8fe4-6feadaf526d6 req-c99c293b-2c8a-48d5-a02c-dbc424e1e278 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665193 Feb 03 04:32:11.585717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-736c556f-045b-414c-bea4-deb8cf07fa15 req-1e14e482-c2d7-4cad-a860-473ce1eec64d tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0284603 Feb 03 04:32:11.648058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:11.648676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:11.687542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Made reservation on behalf of 735747af2ea44525a7f407fd1f0b116c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:11.687987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:11.707852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d9f81e6e-bf11-4bc3-aa4e-054e919129ac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3038764 Feb 03 04:32:11.723196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Request body: {'port': {'device_id': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:11.968045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63372b79-9032-47f2-b0a6-7afbfdb4a5be req-b14d70bc-83c7-45f8-b0d3-052f1df19483 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 210 time: 0.1065769 Feb 03 04:32:12.015004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 61f50521-3351-4d93-a4fb-93cfe61074b8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:12.108414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf71fe0-9730-4612-b07e-50d1a59ff2ff req-9ed33425-83ed-4bc1-a604-e8a5afbb2dbf tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:12.116339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cf71fe0-9730-4612-b07e-50d1a59ff2ff req-9ed33425-83ed-4bc1-a604-e8a5afbb2dbf tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.1290872 Feb 03 04:32:12.118340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 61f50521-3351-4d93-a4fb-93cfe61074b8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:12.118814 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:12.168004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43370) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:12.202272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cf71fe0-9730-4612-b07e-50d1a59ff2ff req-dae2ee39-b47f-4cf3-8507-681ded8d2c87 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828767 Feb 03 04:32:12.268930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 61f50521-3351-4d93-a4fb-93cfe61074b8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:12.427640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:12.446151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3bced8-6d45-4922-a370-4bc786b01248 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:12.457946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Publish callbacks [] for port (4f3bced8-6d45-4922-a370-4bc786b01248), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:12.494230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Transition to ACTIVE for port object 4f3bced8-6d45-4922-a370-4bc786b01248 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:12.515703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:12.650779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8198434-ac99-463d-90ce-b85e5371868b req-e19400de-1aaf-4934-9186-7ada9200585d tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:12.658675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8198434-ac99-463d-90ce-b85e5371868b req-e19400de-1aaf-4934-9186-7ada9200585d tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1697237 Feb 03 04:32:12.697526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3bced8-6d45-4922-a370-4bc786b01248,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:12.734475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Allocated IP 172.20.0.2 (c445bdfe-8188-4a3b-b108-2c1af6251603/efca3d8f-608c-4988-b59f-bf32de4f8491/89492466-b325-4444-b42b-8cbf817476ca) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:12.794684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c021a-83c9-47a7-9c0f-a9ac6bcb3912 req-0bcb59a6-c7ee-4868-8a7b-9542925eb8d0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:12.796507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c65c021a-83c9-47a7-9c0f-a9ac6bcb3912 req-0bcb59a6-c7ee-4868-8a7b-9542925eb8d0 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 931 time: 0.1317463 Feb 03 04:32:12.805424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8198434-ac99-463d-90ce-b85e5371868b req-fdbb53ce-2b04-44b7-a082-cda08ec4feaa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441915 Feb 03 04:32:12.944952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Attempting to bind port 4f3bced8-6d45-4922-a370-4bc786b01248 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:12.945691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Attempting to bind port 4f3bced8-6d45-4922-a370-4bc786b01248 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:12.946255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Attempting to bind port 4f3bced8-6d45-4922-a370-4bc786b01248 on network c445bdfe-8188-4a3b-b108-2c1af6251603 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:12.961563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Port 4f3bced8-6d45-4922-a370-4bc786b01248 on network c445bdfe-8188-4a3b-b108-2c1af6251603 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:12.962331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Attempting to bind port 4f3bced8-6d45-4922-a370-4bc786b01248 on network c445bdfe-8188-4a3b-b108-2c1af6251603 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:12.977209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:12.977704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Checking segment: {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:12.978353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Bound using segment: {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:12.978905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Bound port: 4f3bced8-6d45-4922-a370-4bc786b01248, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:12.979395 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.018417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c65c021a-83c9-47a7-9c0f-a9ac6bcb3912 req-b42fdcd5-9ee8-471e-88f1-481fab484f7e tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873949 Feb 03 04:32:13.018417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-847966be-b2a3-4ce4-b037-a680168b921d req-6eae2b52-efb5-451d-a35c-c665f9fb86cd tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0786991 Feb 03 04:32:13.057056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (277ea8e7-1d7d-4a43-a73b-415c585b326a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.187960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:13.202692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Publish callbacks [] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.211470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] For port 4f3bced8-6d45-4922-a370-4bc786b01248, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:13.217651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] For port 4f3bced8-6d45-4922-a370-4bc786b01248, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4f3bced8-6d45-4922-a370-4bc786b01248,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:13.239822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-051d45dc-e640-407a-814d-5c45df4e0846 req-4fb14494-fe05-4720-8952-27a2b0427029 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 210 time: 0.0791757 Feb 03 04:32:13.248352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Transition to ACTIVE for port object 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:13.256511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks [] for port (89492466-b325-4444-b42b-8cbf817476ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.259042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.280249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.338592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:13.339284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.340756 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] 10.222.0.15 "PUT /v2.0/ports/4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 1091 time: 3.0643485 Feb 03 04:32:13.343065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'tag': '4f3bced8-6d45-4922-a370-4bc786b01248'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:13.345580 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f08b138-c8e3-4962-b4dc-8f9151f053d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2", "tag": "4f3bced8-6d45-4922-a370-4bc786b01248"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:13.394056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19d83b-920f-4308-ae06-be2108a07fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3bced8-6d45-4922-a370-4bc786b01248,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:13.469570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:13.490775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba4225-33d3-4741-940e-91d7dd59d826 req-42344866-8cf2-4514-ba8f-8222ee319ce5 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:13.497709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5ba4225-33d3-4741-940e-91d7dd59d826 req-42344866-8cf2-4514-ba8f-8222ee319ce5 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 945 time: 0.3294485 Feb 03 04:32:13.549134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823a35d-4310-4f3e-a741-64756312023a req-9c695846-7fa7-4ddb-81c8-daef0e17b4c4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:13.550737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6823a35d-4310-4f3e-a741-64756312023a req-9c695846-7fa7-4ddb-81c8-daef0e17b4c4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1569147 Feb 03 04:32:13.561343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (89492466-b325-4444-b42b-8cbf817476ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.572147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Attempting to bind port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:13.572493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Attempting to bind port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:13.572830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Attempting to bind port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 on network 2bab0277-1050-4f03-8946-2f65d9405ddc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:13.620874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5ba4225-33d3-4741-940e-91d7dd59d826 req-18fa816d-9ffc-4750-bcb3-4c8723cd151c tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188076 Feb 03 04:32:13.628876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Network c445bdfe-8188-4a3b-b108-2c1af6251603 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:13.642395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Pushing event updated for resources: {'Port': ['ID=89492466-b325-4444-b42b-8cbf817476ca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:13.645173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:13.650806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:13.668505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 on network 2bab0277-1050-4f03-8946-2f65d9405ddc not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:13.668837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Attempting to bind port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 on network 2bab0277-1050-4f03-8946-2f65d9405ddc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:13.672139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-7e31fbc4-ee57-4a70-8bb3-c5e3601822d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:13.673646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-7e31fbc4-ee57-4a70-8bb3-c5e3601822d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1125 time: 0.2747340 Feb 03 04:32:13.712129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6823a35d-4310-4f3e-a741-64756312023a req-c486739c-1121-44ce-9f9d-1fa4ac87e87a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541893 Feb 03 04:32:13.722797 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50ab320-487b-4c97-827b-66133ecaaaf2 x-openstack-request-id: req-e50ab320-487b-4c97-827b-66133ecaaaf2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:13.729937 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2", "tag": "4f3bced8-6d45-4922-a370-4bc786b01248", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:13.730362 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e50ab320-487b-4c97-827b-66133ecaaaf2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:13.730928 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'tag': '4f3bced8-6d45-4922-a370-4bc786b01248', 'status': 'completed', 'code': 200} Feb 03 04:32:13.770650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:13.771298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Checking segment: {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:13.771868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Bound using segment: {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:13.772473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Bound port: 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:13.772986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.819340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Deleting port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:13.819708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.854149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cefc-685f-4263-86f5-2b9d986e3524 req-b68e5ea6-3ab2-4ec0-9fbd-e817c7cefcd3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:13.855705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72f3cefc-685f-4263-86f5-2b9d986e3524 req-b68e5ea6-3ab2-4ec0-9fbd-e817c7cefcd3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0859666 Feb 03 04:32:13.864351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-607e82ab-bf52-4c8e-badc-526c34f4e63b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.1306119 Feb 03 04:32:13.917072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:13.917746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.939397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] For port 2d1f0a9a-78e9-44e7-87dd-1f40611f6541, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:13.940325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:13.955915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Calling delete_port for 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:14.015244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-8672922d-7141-4026-8caa-268b27ed6bff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7266455 Feb 03 04:32:14.025551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8a4fc4b2-0470-41e7-927a-84d84d1dbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:14.027022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-8a4fc4b2-0470-41e7-927a-84d84d1dbf6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.1553743 Feb 03 04:32:14.033970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Request body: {'port': {'device_id': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:14.104283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:14.109841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-b87c07a0-8955-43f8-a8eb-c04be99cc84c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734718 Feb 03 04:32:14.130235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:14.167988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:14.257586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:14.258254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:14.260329 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] 10.222.0.15 "PUT /v2.0/ports/3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 HTTP/1.1" status: 200 len: 1091 time: 2.5425286 Feb 03 04:32:14.260924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (89492466-b325-4444-b42b-8cbf817476ca), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:14.265536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2d1f0a9a-78e9-44e7-87dd-1f40611f6541), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:14.293369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a953d-6dcf-4d1a-abc7-1bb9b948fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:14.353745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1f0a9a-78e9-44e7-87dd-1f40611f6541,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:14.390836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-002e53c7-c89f-476c-91a8-17def86279cf service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707689 Feb 03 04:32:14.425245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.426073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.427371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.427371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.427755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.428057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.428527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.428790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.431210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.431210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.431210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.431467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.432276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:14.537332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72f3cefc-685f-4263-86f5-2b9d986e3524 req-e5b3beea-15c8-4293-b535-f8fca931afc6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696072 Feb 03 04:32:14.597884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-44750bac-1132-4edc-9ee6-8984696df755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:14.599421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-44750bac-1132-4edc-9ee6-8984696df755 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 1125 time: 0.2762299 Feb 03 04:32:14.688575 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-19a62bdc-6b67-42fd-8ff3-6e735c53de10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 HTTP/1.1" status: 200 len: 217 time: 0.0762436 Feb 03 04:32:14.812030 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8edbe85b-19bc-4cea-ae78-77ed776548d4 req-2e58f97d-a524-4cf9-ae65-f624c3c7a0b3 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127035 Feb 03 04:32:14.835858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-93e25aae-6128-4402-aff9-effbdd44043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:14.838000 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-93e25aae-6128-4402-aff9-effbdd44043f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ee046f0-14a4-4145-8fe0-8a6333214d13 HTTP/1.1" status: 200 len: 854 time: 0.1434844 Feb 03 04:32:14.892448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-d338d4ab-27ab-41d5-b9a4-21cf7f70fa35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2bab0277-1050-4f03-8946-2f65d9405ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468678 Feb 03 04:32:15.048665 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-3bf4c86a-893e-4869-84eb-93399d22d59a service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497986 Feb 03 04:32:15.117093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f8-a3cc-4c9d-97e6-91e6161c8d56 req-9b136e33-683e-4078-b8a0-c74a3cf4b6fe tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:15.118598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c27d38f8-a3cc-4c9d-97e6-91e6161c8d56 req-9b136e33-683e-4078-b8a0-c74a3cf4b6fe tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.5264103 Feb 03 04:32:15.120763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-0dd71524-2afe-4e86-a24a-7c257e29355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:15.122298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-0dd71524-2afe-4e86-a24a-7c257e29355d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1125 time: 0.2456501 Feb 03 04:32:15.185837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7715e-3f72-4209-822e-72864638cf98 req-1c9199a0-2860-4167-a208-ff2aeaacd85f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:15.192795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82f7715e-3f72-4209-822e-72864638cf98 req-1c9199a0-2860-4167-a208-ff2aeaacd85f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 943 time: 0.2233315 Feb 03 04:32:15.198270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89492466-b325-4444-b42b-8cbf817476ca {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:15.223143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (277ea8e7-1d7d-4a43-a73b-415c585b326a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:15.226949 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Publish callbacks [] for port (89492466-b325-4444-b42b-8cbf817476ca), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:15.271596 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c27d38f8-a3cc-4c9d-97e6-91e6161c8d56 req-c302fd08-01c5-4f92-95b1-cb69fc4bde83 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208780 Feb 03 04:32:15.315184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Transition to ACTIVE for port object 89492466-b325-4444-b42b-8cbf817476ca will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:15.319312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a4dd6c-886b-438e-9690-964b09a788b6 req-5b5aad97-6632-4d50-9c68-dda2920a87a8 service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599254 Feb 03 04:32:15.329083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (89492466-b325-4444-b42b-8cbf817476ca), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:15.391923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82f7715e-3f72-4209-822e-72864638cf98 req-e5e65e28-549b-41ad-aeb6-cb485dfc7e6d tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961503 Feb 03 04:32:15.438512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-c174c0e4-10e6-4bc4-8e21-a9f22e8aacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:15.440244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-c174c0e4-10e6-4bc4-8e21-a9f22e8aacad service neutron] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.3038392 Feb 03 04:32:15.462540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-071f20ef-a454-4b81-b72d-8d08c91c2fa2 req-81a6fed1-a4b6-4259-89da-7a2e4b8b0705 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0943284 Feb 03 04:32:15.550067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-28346b82-06d3-4c2d-8b41-20f786d766e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.0886481 Feb 03 04:32:15.552531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Pushing event updated for resources: {'Port': ['ID=89492466-b325-4444-b42b-8cbf817476ca,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:15.650731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e997881-3b85-4eb8-a5b1-c1892ff62e74 req-f6056397-dff8-45d3-a3e7-e5d4d90b39e9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:15.652670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Attempting to bind port 89492466-b325-4444-b42b-8cbf817476ca on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:15.653011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Attempting to bind port 89492466-b325-4444-b42b-8cbf817476ca by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:15.653344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Attempting to bind port 89492466-b325-4444-b42b-8cbf817476ca on network c445bdfe-8188-4a3b-b108-2c1af6251603 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:15.658688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e997881-3b85-4eb8-a5b1-c1892ff62e74 req-f6056397-dff8-45d3-a3e7-e5d4d90b39e9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 943 time: 0.1003602 Feb 03 04:32:15.660188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Port 89492466-b325-4444-b42b-8cbf817476ca on network c445bdfe-8188-4a3b-b108-2c1af6251603 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:15.660515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Attempting to bind port 89492466-b325-4444-b42b-8cbf817476ca on network c445bdfe-8188-4a3b-b108-2c1af6251603 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:15.667393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:15.667990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Checking segment: {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:15.668376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Bound using segment: {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:15.669076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Bound port: 89492466-b325-4444-b42b-8cbf817476ca, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7093d926-5338-43ae-8d2d-52f8fd2a639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:15.669854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (89492466-b325-4444-b42b-8cbf817476ca), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:15.673945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-3381f6d9-8e3d-44e4-93ed-b33f0d9b0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:15.675588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-3381f6d9-8e3d-44e4-93ed-b33f0d9b0368 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.1168380 Feb 03 04:32:15.734357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-c47d32c1-0b2a-4585-b2ee-82186af8a6fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503590 Feb 03 04:32:15.734874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:15.737156 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a826d0ee-0697-443c-836d-bd34b346b13f" -d '{"events": [{"name": "network-changed", "server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:15.801615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e997881-3b85-4eb8-a5b1-c1892ff62e74 req-3b7523fa-8165-488c-bf6b-299040641ddc tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374788 Feb 03 04:32:15.857660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Router 277ea8e7-1d7d-4a43-a73b-415c585b326a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:32:15.875484 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a82e0-9470-4673-a0cb-e642a656a45d x-openstack-request-id: req-c09a82e0-9470-4673-a0cb-e642a656a45d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:15.876026 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:15.876026 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c09a82e0-9470-4673-a0cb-e642a656a45d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:15.876445 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'status': 'completed', 'code': 200} Feb 03 04:32:15.962797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] For port 89492466-b325-4444-b42b-8cbf817476ca, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:15.969297 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-746b037b-395c-40c9-a847-fb864ff5207e service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264674 Feb 03 04:32:15.982818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] For port 89492466-b325-4444-b42b-8cbf817476ca, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=89492466-b325-4444-b42b-8cbf817476ca,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:16.016460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:32:16.023781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c9e7064b-0c14-4edd-a898-82fcad0f2be6 admin admin] 10.222.0.35 "PUT /v2.0/routers/277ea8e7-1d7d-4a43-a73b-415c585b326a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8546350 Feb 03 04:32:16.026161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:16.026835 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] Sync routers for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:32:16.041419 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:16.042036 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:32:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:16.149697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8f08b138-c8e3-4962-b4dc-8f9151f053d0 req-e6c1ee67-aa0f-4ca0-b2e3-6fd3fa05d075 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608844 Feb 03 04:32:16.152189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0ee-0697-443c-836d-bd34b346b13f req-2f22773c-b04b-4272-90d0-6b18b329d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:16.153575 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a826d0ee-0697-443c-836d-bd34b346b13f req-2f22773c-b04b-4272-90d0-6b18b329d498 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 1125 time: 0.2546508 Feb 03 04:32:16.154756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (89492466-b325-4444-b42b-8cbf817476ca), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.173761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks [] for router (277ea8e7-1d7d-4a43-a73b-415c585b326a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.227377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:16.228096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.229820 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] 10.222.0.31 "PUT /v2.0/ports/89492466-b325-4444-b42b-8cbf817476ca HTTP/1.1" status: 200 len: 1091 time: 2.2018750 Feb 03 04:32:16.291871 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:16.298534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fb174-c8c3-42bd-bdb6-65daa94b8b11 req-f62d7b58-562d-4ee9-ad36-991873b90a63 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:16.300436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-771fb174-c8c3-42bd-bdb6-65daa94b8b11 req-f62d7b58-562d-4ee9-ad36-991873b90a63 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.2818630 Feb 03 04:32:16.349766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4f3bced8-6d45-4922-a370-4bc786b01248 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:32:16.370682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefe0d1-04ce-4edc-88d8-3a199354a881 service neutron] Pushing event updated for resources: {'Port': ['ID=89492466-b325-4444-b42b-8cbf817476ca,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:16.373985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks [] for router_gateway (277ea8e7-1d7d-4a43-a73b-415c585b326a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.449499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0ee-0697-443c-836d-bd34b346b13f req-ac9fa2b1-6510-43cb-abb9-b63c66a26718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:16.451958 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a826d0ee-0697-443c-836d-bd34b346b13f req-ac9fa2b1-6510-43cb-abb9-b63c66a26718 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 915 time: 0.2797933 Feb 03 04:32:16.469305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-e7dc68e8-283f-4fc9-99dd-98474561d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:16.470906 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-e7dc68e8-283f-4fc9-99dd-98474561d1fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 1125 time: 0.1689489 Feb 03 04:32:16.509595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a826d0ee-0697-443c-836d-bd34b346b13f req-3619dd95-661d-4a3e-ae37-a6bfe958a16d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 HTTP/1.1" status: 200 len: 217 time: 0.0496078 Feb 03 04:32:16.569826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-771fb174-c8c3-42bd-bdb6-65daa94b8b11 req-32233d87-d6a2-4bc9-9f2a-7df7d1d46306 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592897 Feb 03 04:32:16.601419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4f3bced8-6d45-4922-a370-4bc786b01248, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4f3bced8-6d45-4922-a370-4bc786b01248,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:16.628899 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:32:14Z', 'revision_number': 5, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port': {'id': '06b0ee1d-5837-40d8-8bbb-e3f999dde3a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:39Z', 'updated_at': '2022-02-03T04:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:16.630666 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-714d29c7-89d0-4075-b980-eab728296c36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89492466-b325-4444-b42b-8cbf817476ca HTTP/1.1" status: 200 len: 217 time: 0.1236570 Feb 03 04:32:16.637567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Deleting port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:16.637920 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.641682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4f3bced8-6d45-4922-a370-4bc786b01248', 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'port_id': '4f3bced8-6d45-4922-a370-4bc786b01248', 'mac_address': 'fa:16:3e:34:bc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:32:16.687388 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] Checking router: 277ea8e7-1d7d-4a43-a73b-415c585b326a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:32:16.690147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ac370-faef-4826-a97f-789eac97d868 req-4893118b-0633-4ac3-b597-d561f14ad259 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:16.691731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b31ac370-faef-4826-a97f-789eac97d868 req-4893118b-0633-4ac3-b597-d561f14ad259 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 943 time: 0.1195941 Feb 03 04:32:16.703950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4f3bced8-6d45-4922-a370-4bc786b01248 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:16.704527 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.711134 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] Routers {'277ea8e7-1d7d-4a43-a73b-415c585b326a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:16.714481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e0961f1-d30a-49c4-851c-178d8ac6ad08 req-d526e0d7-d45a-4957-90e3-cd156427faaa tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0594821 Feb 03 04:32:16.715313 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:32:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['277ea8e7-1d7d-4a43-a73b-415c585b326a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:16.744927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3bced8-6d45-4922-a370-4bc786b01248 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:16.764788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-848d4a31-ed5b-4fa2-bae4-8ea1204fd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:16.773302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-848d4a31-ed5b-4fa2-bae4-8ea1204fd81d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.1386056 Feb 03 04:32:16.818318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4f3bced8-6d45-4922-a370-4bc786b01248, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4f3bced8-6d45-4922-a370-4bc786b01248,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:16.830739 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.845045 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-d65089c0-04c2-43b5-9b0b-426f3a589a1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601685 Feb 03 04:32:16.879261 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] Set router 277ea8e7-1d7d-4a43-a73b-415c585b326a gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:16.932291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4f3bced8-6d45-4922-a370-4bc786b01248,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:16.957746 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b31ac370-faef-4826-a97f-789eac97d868 req-f461112d-f6ad-4f50-ab0f-13cf4e920ece tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422071 Feb 03 04:32:16.960633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] For port 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:16.961181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:16.999078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Calling delete_port for 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:17.042801 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:32:16Z', 'revision_number': 6, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:17.085892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4f3bced8-6d45-4922-a370-4bc786b01248'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:17.098429 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-c89d2390-b54b-431b-b62f-8c5bb5118288 service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302153 Feb 03 04:32:17.111028 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b137c9-930f-40de-8204-1724803a7bad None None] The sync data for ids ['277ea8e7-1d7d-4a43-a73b-415c585b326a'] in n-d-827549-1 is: [{'id': '277ea8e7-1d7d-4a43-a73b-415c585b326a', 'name': 'tempest-TaggedBootDevicesTest-825668591-router', 'tenant_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:37Z', 'updated_at': '2022-02-03T04:32:16Z', 'revision_number': 6, 'project_id': 'b1136d25319f48a4a7c1cf6effdcf72b', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:32:17.249981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0ee-0697-443c-836d-bd34b346b13f req-d8e84b6d-eec8-4703-ab44-6fc9f44f1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:17.251589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a826d0ee-0697-443c-836d-bd34b346b13f req-d8e84b6d-eec8-4703-ab44-6fc9f44f1541 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ee046f0-14a4-4145-8fe0-8a6333214d13 HTTP/1.1" status: 200 len: 854 time: 0.6521635 Feb 03 04:32:17.258216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3b3d8d5d-a117-47ee-9f70-ed8b7c4ce3c5 req-253bea1e-862d-437e-a8b3-5ee869b03cff service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566927 Feb 03 04:32:17.386437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa10ae-62de-4626-b898-715ecab2ca64 req-8753b721-69aa-41bc-a07e-db45aa787c07 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:17.388150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3fa10ae-62de-4626-b898-715ecab2ca64 req-8753b721-69aa-41bc-a07e-db45aa787c07 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 943 time: 0.2323437 Feb 03 04:32:17.433281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c442-da90-4eb9-abc5-0e51c6ba8197 req-8468edbb-736e-40d5-a4fb-7badd426a740 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:17.438569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c442-da90-4eb9-abc5-0e51c6ba8197 req-8468edbb-736e-40d5-a4fb-7badd426a740 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:17.444072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c442-da90-4eb9-abc5-0e51c6ba8197 req-8468edbb-736e-40d5-a4fb-7badd426a740 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:17.445827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12a2c442-da90-4eb9-abc5-0e51c6ba8197 req-8468edbb-736e-40d5-a4fb-7badd426a740 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1&device_id=357c33fa-55ae-4f57-950c-9aa919148460&device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 2416 time: 0.1415102 Feb 03 04:32:17.582940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3fa10ae-62de-4626-b898-715ecab2ca64 req-e32722b5-c54f-4fcd-99db-e61544412998 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856709 Feb 03 04:32:17.586917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (06b0ee1d-5837-40d8-8bbb-e3f999dde3a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:17.593214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12a2c442-da90-4eb9-abc5-0e51c6ba8197 req-8ed02544-3b7a-4eef-82f3-7b709b198e39 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217926 Feb 03 04:32:17.637463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Pushing event deleted for resources: {'Port': ['ID=06b0ee1d-5837-40d8-8bbb-e3f999dde3a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:17.712136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (277ea8e7-1d7d-4a43-a73b-415c585b326a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:17.728803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a826d0ee-0697-443c-836d-bd34b346b13f req-2325b086-bd90-4e48-a36f-a0d830703a39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2bab0277-1050-4f03-8946-2f65d9405ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4637311 Feb 03 04:32:17.847541 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a826d0ee-0697-443c-836d-bd34b346b13f req-b9bdcc49-9c11-4aed-9474-dfd8d1023262 service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028461 Feb 03 04:32:17.856893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (277ea8e7-1d7d-4a43-a73b-415c585b326a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:17.860227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ce21920-51eb-40a7-9d87-01b8aac6af28 req-25ae9e90-f0e7-4f30-b6f6-6d2b8ed4ffc9 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0633087 Feb 03 04:32:17.864030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks [] for router_controller (277ea8e7-1d7d-4a43-a73b-415c585b326a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:17.877366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'tag': '89492466-b325-4444-b42b-8cbf817476ca'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:17.879925 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6844bd-91f3-4f83-be5f-53695355e75d" -d '{"events": [{"name": "network-changed", "server_uuid": "918d52e1-14be-4a59-b155-22bde7a9eb30", "tag": "89492466-b325-4444-b42b-8cbf817476ca"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:17.924665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e96ba-587b-4aad-95f9-c8b36d4054bf req-ce6a3ee9-9ed3-461c-b589-8b1275e98821 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:17.926247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f93e96ba-587b-4aad-95f9-c8b36d4054bf req-ce6a3ee9-9ed3-461c-b589-8b1275e98821 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.2154090 Feb 03 04:32:17.932314 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7fd77-2eff-491d-bcec-8146fb6eea7a x-openstack-request-id: req-7cb7fd77-2eff-491d-bcec-8146fb6eea7a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:17.932691 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918d52e1-14be-4a59-b155-22bde7a9eb30", "tag": "89492466-b325-4444-b42b-8cbf817476ca", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:17.933021 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cb7fd77-2eff-491d-bcec-8146fb6eea7a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:17.934342 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'tag': '89492466-b325-4444-b42b-8cbf817476ca', 'status': 'completed', 'code': 200} Feb 03 04:32:17.953163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (277ea8e7-1d7d-4a43-a73b-415c585b326a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:17.953927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 277ea8e7-1d7d-4a43-a73b-415c585b326a {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:32:17.958557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:17.960219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-844881e4-533a-48e0-9b9c-d2e664186ada admin admin] 10.222.0.35 "DELETE /v2.0/routers/277ea8e7-1d7d-4a43-a73b-415c585b326a HTTP/1.1" status: 204 len: 168 time: 1.9330673 Feb 03 04:32:17.962906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:17.992913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a826d0ee-0697-443c-836d-bd34b346b13f req-35e29782-ec37-4139-b8d3-f840795971f8 service neutron] 10.222.0.15 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388502 Feb 03 04:32:18.037504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f93e96ba-587b-4aad-95f9-c8b36d4054bf req-64e21646-98db-4984-a408-661a9763ccb4 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032076 Feb 03 04:32:18.038850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-27a185bf-67f1-4955-82a1-f76b30cbb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:18.040395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-27a185bf-67f1-4955-82a1-f76b30cbb206 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 1125 time: 0.0860746 Feb 03 04:32:18.044817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] Deleting subnet 64384726-9c08-4113-b7b8-630e29cc4b0b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:32:18.049639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] Publish callbacks [] for subnet (64384726-9c08-4113-b7b8-630e29cc4b0b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.134758 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (64384726-9c08-4113-b7b8-630e29cc4b0b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.138008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:18.171410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:18.172003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-cdeb66a5-5c5d-41f5-b0a0-1efb21c72aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:18.174022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-cdeb66a5-5c5d-41f5-b0a0-1efb21c72aa0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.1261010 Feb 03 04:32:18.174595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2d1f0a9a-78e9-44e7-87dd-1f40611f6541 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:18.175039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:18.202508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:18.206432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 06b0ee1d-5837-40d8-8bbb-e3f999dde3a0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:18.236959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-b06b733e-3a97-4870-b66d-23243ca2a7eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89492466-b325-4444-b42b-8cbf817476ca HTTP/1.1" status: 200 len: 217 time: 0.0532420 Feb 03 04:32:18.277158 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (64384726-9c08-4113-b7b8-630e29cc4b0b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.337439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-8ac20b6d-c519-4187-ab4b-93a081481fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:18.345003 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-8ac20b6d-c519-4187-ab4b-93a081481fa1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.0970492 Feb 03 04:32:18.380336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:32:18.397036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (64384726-9c08-4113-b7b8-630e29cc4b0b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.405704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4f3bced8-6d45-4922-a370-4bc786b01248 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:18.436727 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-ccb2493e-77ca-490a-8f70-cdc022e27b0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855083 Feb 03 04:32:18.441018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389686c-2cfc-4435-bc7c-d918905d81bc req-d3707648-3a32-4c02-bbb5-221d508cc133 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:18.454860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a389686c-2cfc-4435-bc7c-d918905d81bc req-d3707648-3a32-4c02-bbb5-221d508cc133 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 943 time: 0.2721846 Feb 03 04:32:18.466065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64384726-9c08-4113-b7b8-630e29cc4b0b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:18.564424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a389686c-2cfc-4435-bc7c-d918905d81bc req-ca211868-7fe5-4bf6-9be2-15be0155d7d1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008029 Feb 03 04:32:18.564424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.572544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3b3332a3-a805-46fc-9dcf-ea8941520ca1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/64384726-9c08-4113-b7b8-630e29cc4b0b HTTP/1.1" status: 204 len: 168 time: 0.6064737 Feb 03 04:32:18.575701 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-f699a4a2-ebfc-4a0a-9025-008421266317 service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296985 Feb 03 04:32:18.576639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:18.599233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:18.656238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e2a9ca-0f90-4723-9002-e31a80c6a771 None None] Network 065b282a-1ed1-4097-927b-9fb1c23745fa requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:18.673650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'port_id': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'mac_address': 'fa:16:3e:74:7f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee046f0-14a4-4145-8fe0-8a6333214d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:32:18.823886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4f3bced8-6d45-4922-a370-4bc786b01248 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:18.830133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4f3bced8-6d45-4922-a370-4bc786b01248 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:18.830506 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.840055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (065b282a-1ed1-4097-927b-9fb1c23745fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.840381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01907d8f-1e54-44e2-adcd-262d2c9ece45 req-ecc74191-eedf-435c-915e-2d07924c24fe tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:18.842409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01907d8f-1e54-44e2-adcd-262d2c9ece45 req-ecc74191-eedf-435c-915e-2d07924c24fe tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1130261 Feb 03 04:32:18.846063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c6844bd-91f3-4f83-be5f-53695355e75d req-0fe28e87-064b-4c12-894d-9b8dee6e3158 service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025107 Feb 03 04:32:18.909140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Deleting port c11a5e40-d265-46fb-bdd4-f888fe3afaff {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:18.909818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.910258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:18.910656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:18.936682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9030984-e8de-44ed-a927-2820ed205acc req-2c4816a6-e4a3-4722-90f2-831ff9e722ba tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:18.944177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9030984-e8de-44ed-a927-2820ed205acc req-2c4816a6-e4a3-4722-90f2-831ff9e722ba tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 943 time: 0.1011176 Feb 03 04:32:18.955335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01907d8f-1e54-44e2-adcd-262d2c9ece45 req-64b75f95-abac-4fc3-ba99-2622296825c3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006253 Feb 03 04:32:18.996922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] For port c11a5e40-d265-46fb-bdd4-f888fe3afaff, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c11a5e40-d265-46fb-bdd4-f888fe3afaff,segment=NetworkSegment(c3bd83b7-66bb-4805-b7d7-f0191d624806),segment_id=c3bd83b7-66bb-4805-b7d7-f0191d624806)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:18.997398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.013527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Calling delete_port for c11a5e40-d265-46fb-bdd4-f888fe3afaff owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:19.126563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c11a5e40-d265-46fb-bdd4-f888fe3afaff), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.159071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c11a5e40-d265-46fb-bdd4-f888fe3afaff,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:19.168773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] No DVR routers for this DVR port c11a5e40-d265-46fb-bdd4-f888fe3afaff on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:19.169222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:19.205475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:19.234456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.273676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (065b282a-1ed1-4097-927b-9fb1c23745fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.315488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4f3bced8-6d45-4922-a370-4bc786b01248 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:19.315740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065b282a-1ed1-4097-927b-9fb1c23745fa']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:19.316184 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.318491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:19.336204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a424ea1-1a11-495e-8ee0-09ad8716f2e8 None None] DHCP port deletion for 065b282a-1ed1-4097-927b-9fb1c23745fa request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:32:19.348680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bd83b7-66bb-4805-b7d7-f0191d624806') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:19.349095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bd83b7-66bb-4805-b7d7-f0191d624806') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:19.361006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3bced8-6d45-4922-a370-4bc786b01248'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:19.362178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c3bd83b7-66bb-4805-b7d7-f0191d624806), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.363835 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cec35b-43dc-4d98-ba12-b782f4b9fec7" -d '{"events": [{"server_uuid": "cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4f3bced8-6d45-4922-a370-4bc786b01248"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:19.368814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5aeba77-ac36-427e-9d24-b8feb65e5444 req-de06b777-d3c0-463a-ba82-a42ec48eee46 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0411096 Feb 03 04:32:19.387996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4f3bced8-6d45-4922-a370-4bc786b01248, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4f3bced8-6d45-4922-a370-4bc786b01248,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:19.392008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c3bd83b7-66bb-4805-b7d7-f0191d624806), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.399874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.408859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:32:19.409379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c3bd83b7-66bb-4805-b7d7-f0191d624806), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.409803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9030984-e8de-44ed-a927-2820ed205acc req-075c9051-3711-4215-9822-15d74c8cbb47 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637961 Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:32:19.412611 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:32:19.475150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['3fa5c505-cb2d-4277-9b78-ddb10dfd0a48'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:19.529088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (065b282a-1ed1-4097-927b-9fb1c23745fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.550201 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:19.558443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] 10.222.0.35 "DELETE /v2.0/networks/065b282a-1ed1-4097-927b-9fb1c23745fa HTTP/1.1" status: 204 len: 168 time: 0.9804683 Feb 03 04:32:19.559119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:19.559611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e81a73-d5e7-45d2-a5a9-54e26b105f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=065b282a-1ed1-4097-927b-9fb1c23745fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:19.580925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4f3bced8-6d45-4922-a370-4bc786b01248,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:19.652265 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65074e78-9eb0-4673-b021-efa39521c18c x-openstack-request-id: req-65074e78-9eb0-4673-b021-efa39521c18c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:19.653100 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2", "name": "network-vif-plugged", "status": "completed", "tag": "4f3bced8-6d45-4922-a370-4bc786b01248", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:19.653817 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65074e78-9eb0-4673-b021-efa39521c18c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:19.654723 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3bced8-6d45-4922-a370-4bc786b01248', 'code': 200} Feb 03 04:32:19.765991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcee3c-0e43-49e2-a9c6-96d7de756ef7 req-30576a8c-d136-470e-8bfb-6e9bdced4462 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:19.772352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9dcee3c-0e43-49e2-a9c6-96d7de756ef7 req-30576a8c-d136-470e-8bfb-6e9bdced4462 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2766945 Feb 03 04:32:19.796652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9027-f0c3-491b-878d-4c2ff69a9c10 req-af10e975-a1c0-438f-a579-4a0a72e81553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:19.798286 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60eb9027-f0c3-491b-878d-4c2ff69a9c10 req-af10e975-a1c0-438f-a579-4a0a72e81553 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.0804794 Feb 03 04:32:19.851165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60eb9027-f0c3-491b-878d-4c2ff69a9c10 req-1045c59e-7e56-4d29-9018-81402e9d23ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456669 Feb 03 04:32:19.872700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66325b11-0aa5-41db-a1ab-24d60ac37292 req-125e4252-85d2-402e-b6c3-bd46e8a8fe30 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:19.874215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66325b11-0aa5-41db-a1ab-24d60ac37292 req-125e4252-85d2-402e-b6c3-bd46e8a8fe30 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 944 time: 0.1652377 Feb 03 04:32:19.927732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c11a5e40-d265-46fb-bdd4-f888fe3afaff no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:19.947024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9dcee3c-0e43-49e2-a9c6-96d7de756ef7 req-00e73a87-c082-4bee-9df6-812defc81617 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285655 Feb 03 04:32:19.953129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c11a5e40-d265-46fb-bdd4-f888fe3afaff {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:19.954236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c11a5e40-d265-46fb-bdd4-f888fe3afaff not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:19.995228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66325b11-0aa5-41db-a1ab-24d60ac37292 req-34f548f1-7b15-4e9d-9266-24a307f322c1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120751 Feb 03 04:32:20.181394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e8ce8-43b8-405e-bf81-c41cd555c559 req-e4ef2d08-4b41-4dc9-93fb-59922c8989e4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:20.182961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-985e8ce8-43b8-405e-bf81-c41cd555c559 req-e4ef2d08-4b41-4dc9-93fb-59922c8989e4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0851810 Feb 03 04:32:20.286900 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-985e8ce8-43b8-405e-bf81-c41cd555c559 req-47a913e6-fe87-4cc1-adb7-baf4bc778ab8 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951011 Feb 03 04:32:20.299657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10897432-9176-4619-bc33-bc2f041f7f26 req-1bdf1bac-c72f-4772-957a-2d5551ee362e tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:20.306584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10897432-9176-4619-bc33-bc2f041f7f26 req-1bdf1bac-c72f-4772-957a-2d5551ee362e tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1316197 Feb 03 04:32:20.343541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (a43db340-e6d8-43af-bfe9-790f318b8136), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:20.409488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:20.452437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10897432-9176-4619-bc33-bc2f041f7f26 req-7a78bafc-c401-40f4-b576-d8a2dbd6cde3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452827 Feb 03 04:32:20.492312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:20.498626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:20.499117 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:20.604671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:20.605535 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:20.613412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2152b528-4ec6-444b-8c9d-7bb95afdc54b req-21b4f96b-7b4f-4d52-b74f-413c072ae35c tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0569434 Feb 03 04:32:20.630295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9136ba-3600-4ad8-9bdc-e6a6771110b2 req-63250567-7d59-4d24-8041-e82ad9270b31 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:20.639865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a9136ba-3600-4ad8-9bdc-e6a6771110b2 req-63250567-7d59-4d24-8041-e82ad9270b31 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2490857 Feb 03 04:32:20.663361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:20.670651 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:20.729145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 89492466-b325-4444-b42b-8cbf817476ca details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:32:20.762731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:20.818899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a9136ba-3600-4ad8-9bdc-e6a6771110b2 req-8734f137-f86c-4a35-8e3e-35c7d793bfc4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777303 Feb 03 04:32:20.840991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c818d-df9b-4fa0-979b-37ad2d033a64 req-11586277-6c30-44ba-bb44-04f95ca673ac tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:20.848074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c6c818d-df9b-4fa0-979b-37ad2d033a64 req-11586277-6c30-44ba-bb44-04f95ca673ac tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 943 time: 0.1406691 Feb 03 04:32:20.906824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 89492466-b325-4444-b42b-8cbf817476ca, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=89492466-b325-4444-b42b-8cbf817476ca,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:20.924443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '89492466-b325-4444-b42b-8cbf817476ca', 'network_id': 'c445bdfe-8188-4a3b-b108-2c1af6251603', 'port_id': '89492466-b325-4444-b42b-8cbf817476ca', 'mac_address': 'fa:16:3e:91:7b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efca3d8f-608c-4988-b59f-bf32de4f8491', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:32:20.939162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c6c818d-df9b-4fa0-979b-37ad2d033a64 req-e520f380-471a-4550-ba66-ef30ac01af4e tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900726 Feb 03 04:32:20.978552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 89492466-b325-4444-b42b-8cbf817476ca is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:20.979021 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (89492466-b325-4444-b42b-8cbf817476ca), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:21.003944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89492466-b325-4444-b42b-8cbf817476ca {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:21.017054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Deleting port 146c930b-1c41-4ca5-8a4e-c62a45c2a149 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:21.017054 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:21.032526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 89492466-b325-4444-b42b-8cbf817476ca, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=89492466-b325-4444-b42b-8cbf817476ca,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:21.041285 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (89492466-b325-4444-b42b-8cbf817476ca), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:21.113889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=89492466-b325-4444-b42b-8cbf817476ca,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:21.134992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1a42f-d620-449e-8f3b-354d881969ab req-1d158a5b-48a9-4672-8465-e2f384e8f26f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:21.137132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87f1a42f-d620-449e-8f3b-354d881969ab req-1d158a5b-48a9-4672-8465-e2f384e8f26f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1360805 Feb 03 04:32:21.220241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] For port 146c930b-1c41-4ca5-8a4e-c62a45c2a149, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=146c930b-1c41-4ca5-8a4e-c62a45c2a149,segment=NetworkSegment(ec42cdaf-5f11-42db-8712-ed7ad785af26),segment_id=ec42cdaf-5f11-42db-8712-ed7ad785af26)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:21.220622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:21.254665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Calling delete_port for 146c930b-1c41-4ca5-8a4e-c62a45c2a149 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:21.283986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87f1a42f-d620-449e-8f3b-354d881969ab req-e9a6fde5-a966-4f18-836f-6e91e66dbc43 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322446 Feb 03 04:32:21.292763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8b2c6-be6d-4ff1-8be3-b46a6cccc7eb req-549aa9ac-134a-4c5a-b216-e2b03f476f17 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:21.294405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65a8b2c6-be6d-4ff1-8be3-b46a6cccc7eb req-549aa9ac-134a-4c5a-b216-e2b03f476f17 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1539929 Feb 03 04:32:21.340803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['89492466-b325-4444-b42b-8cbf817476ca'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:21.420382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65a8b2c6-be6d-4ff1-8be3-b46a6cccc7eb req-a6dd747a-1f52-48db-ba61-142a6daeb3ca tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927703 Feb 03 04:32:21.487265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ce391-c6d5-4a3b-a441-643061c46cf8 req-aa9c1a26-c753-4352-932b-5da936162861 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:21.489321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc7ce391-c6d5-4a3b-a441-643061c46cf8 req-aa9c1a26-c753-4352-932b-5da936162861 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1202252 Feb 03 04:32:21.585895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc7ce391-c6d5-4a3b-a441-643061c46cf8 req-480a03c3-6594-48f9-bad2-a227c3fe27ad tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876670 Feb 03 04:32:21.623520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (146c930b-1c41-4ca5-8a4e-c62a45c2a149), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:21.656246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=146c930b-1c41-4ca5-8a4e-c62a45c2a149,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:21.656383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:21.663705 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64da28-402f-402f-9cb8-25a47756b0ae" -d '{"events": [{"server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "name": "network-vif-plugged", "status": "completed", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:21.691885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3046f-0817-4964-9f63-e7637492e600 req-ac316a45-f4b9-4ba2-9e7d-bc743a56b4ab tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:21.693456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bf3046f-0817-4964-9f63-e7637492e600 req-ac316a45-f4b9-4ba2-9e7d-bc743a56b4ab tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1315284 Feb 03 04:32:21.788000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a562ef1c-e684-4db2-a47c-e121554063c0 req-9af6e81f-4172-4ef3-b2ff-b2177e5f42dc tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0535831 Feb 03 04:32:21.800251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bf3046f-0817-4964-9f63-e7637492e600 req-fb9ea0f8-e088-4164-9518-ccb95a341878 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849068 Feb 03 04:32:21.906267 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef2be4-3414-4f51-855a-2eacb28f1ec1 x-openstack-request-id: req-a5ef2be4-3414-4f51-855a-2eacb28f1ec1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:21.906569 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "name": "network-vif-plugged", "status": "completed", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:21.906846 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5ef2be4-3414-4f51-855a-2eacb28f1ec1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:21.907262 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'code': 200} Feb 03 04:32:21.999036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (a43db340-e6d8-43af-bfe9-790f318b8136), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:22.049914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d97eb-9916-438e-a28d-cd2b9e924eda req-a1319a20-a40f-4c99-9e3f-122bba71fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:22.051757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-348d97eb-9916-438e-a28d-cd2b9e924eda req-a1319a20-a40f-4c99-9e3f-122bba71fc7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0563204 Feb 03 04:32:22.076915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024c26-4c3a-44d9-b3fa-90c7c85fa907 req-d75d9c06-933f-4d61-9bfa-67fdd7bfd702 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:22.078501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d024c26-4c3a-44d9-b3fa-90c7c85fa907 req-d75d9c06-933f-4d61-9bfa-67fdd7bfd702 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1359377 Feb 03 04:32:22.099972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-348d97eb-9916-438e-a28d-cd2b9e924eda req-7c6ffd52-4140-446a-8c92-378933cbb866 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Feb 03 04:32:22.206259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d024c26-4c3a-44d9-b3fa-90c7c85fa907 req-9b031613-4e02-4a24-9d7c-5f4a078df511 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974476 Feb 03 04:32:22.214389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebda08-aa2d-4d96-aa56-0c2aabd68944 req-2db6dafa-f5d3-4cdf-9d37-d6b8b6cd07e3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:22.215859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bebda08-aa2d-4d96-aa56-0c2aabd68944 req-2db6dafa-f5d3-4cdf-9d37-d6b8b6cd07e3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 944 time: 0.1685452 Feb 03 04:32:22.373564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bebda08-aa2d-4d96-aa56-0c2aabd68944 req-a7efe74e-f64c-445f-800a-b3dc1d7ba8b6 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194301 Feb 03 04:32:22.395570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Router a43db340-e6d8-43af-bfe9-790f318b8136 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:32:22.446371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81711e-9870-4fe0-9003-f7600f4fb5dc req-3ac1a9dd-0a9f-4e24-9341-28c58e6fad63 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:22.448014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c81711e-9870-4fe0-9003-f7600f4fb5dc req-3ac1a9dd-0a9f-4e24-9341-28c58e6fad63 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1326377 Feb 03 04:32:22.742949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 89492466-b325-4444-b42b-8cbf817476ca up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:22.795422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 89492466-b325-4444-b42b-8cbf817476ca completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:22.800086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 89492466-b325-4444-b42b-8cbf817476ca triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:22.800647 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (89492466-b325-4444-b42b-8cbf817476ca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:22.856452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c81711e-9870-4fe0-9003-f7600f4fb5dc req-28a4ea09-0917-479b-b820-b1647b8f5f01 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011061 Feb 03 04:32:22.862382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:32:22.870745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f21567b4-af41-47a5-98de-c24b1578eec5 admin admin] 10.222.0.35 "PUT /v2.0/routers/a43db340-e6d8-43af-bfe9-790f318b8136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3042917 Feb 03 04:32:22.871178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43558) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:22.886011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25153c2-ebb5-48f3-8c09-b2e33538c092 req-c39c82ea-b0fa-416c-a4d0-57c8324aaa0e tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:22.887550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e25153c2-ebb5-48f3-8c09-b2e33538c092 req-c39c82ea-b0fa-416c-a4d0-57c8324aaa0e tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.3784397 Feb 03 04:32:22.894656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] Sync routers for ids ['a43db340-e6d8-43af-bfe9-790f318b8136'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:32:22.904990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 89492466-b325-4444-b42b-8cbf817476ca is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:22.905711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (89492466-b325-4444-b42b-8cbf817476ca), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:22.954787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] Routers {'a43db340-e6d8-43af-bfe9-790f318b8136'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:22.955821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:32:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a43db340-e6d8-43af-bfe9-790f318b8136'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:23.008463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 89492466-b325-4444-b42b-8cbf817476ca, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=89492466-b325-4444-b42b-8cbf817476ca,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:23.016843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (89492466-b325-4444-b42b-8cbf817476ca), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:23.029711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccff576f-b490-45c5-b65d-2062ce916fea req-c8412d25-96c3-41a8-b7f7-2c2e5c242ab5 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0430670 Feb 03 04:32:23.056606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e25153c2-ebb5-48f3-8c09-b2e33538c092 req-7d363dab-3484-4bf8-b355-e35a7eab3a00 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387544 Feb 03 04:32:23.095119 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks [] for router (a43db340-e6d8-43af-bfe9-790f318b8136), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:23.133189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=89492466-b325-4444-b42b-8cbf817476ca,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:23.158887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] Set router a43db340-e6d8-43af-bfe9-790f318b8136 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:23.159419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e9f7edd-0c86-47ae-b4b5-3e9bb914f971 req-2293a4c4-50a8-4931-8529-280ae2539d26 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0352609 Feb 03 04:32:23.323378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5ca1d-2321-4340-82ba-794d05a6908f req-7f55f134-bed3-479e-a52d-3eb733969240 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:23.324947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31b5ca1d-2321-4340-82ba-794d05a6908f req-7f55f134-bed3-479e-a52d-3eb733969240 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1160443 Feb 03 04:32:23.326411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks [] for router_gateway (a43db340-e6d8-43af-bfe9-790f318b8136), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:23.337369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbdf6d-bc4d-4feb-b41b-8dc8b30f25a1 req-04e8669f-8b93-4383-8e04-cbb513278b6d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:23.338879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5bbdf6d-bc4d-4feb-b41b-8dc8b30f25a1 req-04e8669f-8b93-4383-8e04-cbb513278b6d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1311402 Feb 03 04:32:23.387815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:32:21Z', 'revision_number': 5, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port': {'id': '5d944c30-ea86-4a4d-aedc-65927e9abbb5', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:23.424745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] Checking router: a43db340-e6d8-43af-bfe9-790f318b8136 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:32:23.435455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] Routers {'a43db340-e6d8-43af-bfe9-790f318b8136'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:23.436119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:32:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a43db340-e6d8-43af-bfe9-790f318b8136'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:23.454407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31b5ca1d-2321-4340-82ba-794d05a6908f req-c5a5f9a7-304f-47c7-82b9-bec44a941616 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135046 Feb 03 04:32:23.460616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5bbdf6d-bc4d-4feb-b41b-8dc8b30f25a1 req-d9100b78-47b6-4f3b-9d8a-8093ab16c256 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018190 Feb 03 04:32:23.472945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Deleting port 5d944c30-ea86-4a4d-aedc-65927e9abbb5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:23.473047 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:23.534240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] Set router a43db340-e6d8-43af-bfe9-790f318b8136 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:23.602656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:32:23Z', 'revision_number': 6, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:23.644421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbaa13-dcc1-426c-b0ee-35de08a875ca None None] The sync data for ids ['a43db340-e6d8-43af-bfe9-790f318b8136'] in n-d-827549-1 is: [{'id': 'a43db340-e6d8-43af-bfe9-790f318b8136', 'name': 'tempest-TaggedBootDevicesTest-898806201-router', 'tenant_id': '8df3b9ca4fe7436b865bce7be06042bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:23:57Z', 'updated_at': '2022-02-03T04:32:23Z', 'revision_number': 6, 'project_id': '8df3b9ca4fe7436b865bce7be06042bb', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:32:23.650463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:23.653779 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:23.663346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] For port 5d944c30-ea86-4a4d-aedc-65927e9abbb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5d944c30-ea86-4a4d-aedc-65927e9abbb5,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:23.663752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:23.691609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Calling delete_port for 5d944c30-ea86-4a4d-aedc-65927e9abbb5 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:23.724400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd694b3-b915-4de5-b763-3ae502dddb26 req-d7d4123c-0da5-4d56-9fc9-920aabfda4c4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:23.725825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cd694b3-b915-4de5-b763-3ae502dddb26 req-d7d4123c-0da5-4d56-9fc9-920aabfda4c4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1773963 Feb 03 04:32:23.774654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a067d1-cb0b-4396-a482-84b46fe1a01a req-532da719-e9c6-426a-8baf-a1d79bd46d61 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:23.776120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0a067d1-cb0b-4396-a482-84b46fe1a01a req-532da719-e9c6-426a-8baf-a1d79bd46d61 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1834462 Feb 03 04:32:23.899394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cd694b3-b915-4de5-b763-3ae502dddb26 req-09f31471-dbf2-4849-ad16-295513f83418 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397083 Feb 03 04:32:23.908176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89492466-b325-4444-b42b-8cbf817476ca'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:23.909673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0a067d1-cb0b-4396-a482-84b46fe1a01a req-c3e23b51-b024-442c-8177-337bb5e6961d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222751 Feb 03 04:32:23.915630 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a628495-97f8-4598-919b-6ff0ac8bfda8" -d '{"events": [{"server_uuid": "918d52e1-14be-4a59-b155-22bde7a9eb30", "name": "network-vif-plugged", "status": "completed", "tag": "89492466-b325-4444-b42b-8cbf817476ca"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:23.966208 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361ccb88-9373-419e-b638-af348e8f88b6 x-openstack-request-id: req-361ccb88-9373-419e-b638-af348e8f88b6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:23.966509 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d52e1-14be-4a59-b155-22bde7a9eb30", "name": "network-vif-plugged", "status": "completed", "tag": "89492466-b325-4444-b42b-8cbf817476ca", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:23.966762 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-361ccb88-9373-419e-b638-af348e8f88b6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:23.967163 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89492466-b325-4444-b42b-8cbf817476ca', 'code': 200} Feb 03 04:32:23.981765 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5d944c30-ea86-4a4d-aedc-65927e9abbb5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.038638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d944c30-ea86-4a4d-aedc-65927e9abbb5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:24.044305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 146c930b-1c41-4ca5-8a4e-c62a45c2a149 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:24.133321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 146c930b-1c41-4ca5-8a4e-c62a45c2a149 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:24.133665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 146c930b-1c41-4ca5-8a4e-c62a45c2a149 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:24.160440 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (a43db340-e6d8-43af-bfe9-790f318b8136), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.167349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6546c-ff6d-4893-948a-519657f5005a req-89e8562d-844d-4ac2-aa67-71e44a71fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:24.170255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcc6546c-ff6d-4893-948a-519657f5005a req-89e8562d-844d-4ac2-aa67-71e44a71fb61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 1127 time: 0.1118908 Feb 03 04:32:24.218893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69bf52a6-1977-463f-b232-9759127ef4a5 req-47736a9e-0cc9-4a6f-b845-086c4257cd29 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0290430 Feb 03 04:32:24.264381 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcc6546c-ff6d-4893-948a-519657f5005a req-d0c6f301-e05d-47e5-8825-4d7ac54fafe5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827866 Feb 03 04:32:24.313590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (a43db340-e6d8-43af-bfe9-790f318b8136), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.316490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks [] for router_controller (a43db340-e6d8-43af-bfe9-790f318b8136), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.372105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823d66f-2e80-4111-9cea-9d3b8e1b3117 req-992421a1-9554-4698-96a0-566d8144134e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:24.373616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7823d66f-2e80-4111-9cea-9d3b8e1b3117 req-992421a1-9554-4698-96a0-566d8144134e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2726066 Feb 03 04:32:24.418616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (a43db340-e6d8-43af-bfe9-790f318b8136), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.419122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43db340-e6d8-43af-bfe9-790f318b8136 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:32:24.425186 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.426347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f1f9c5a2-2548-4096-9fff-b1a854bef927 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a43db340-e6d8-43af-bfe9-790f318b8136 HTTP/1.1" status: 204 len: 168 time: 1.5529776 Feb 03 04:32:24.429070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:24.460682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918555-92ff-479e-8eb6-e90a01aeeca6 req-ae5cf6f7-9984-44f2-a1b7-55c9f4251d58 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:24.462867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00918555-92ff-479e-8eb6-e90a01aeeca6 req-ae5cf6f7-9984-44f2-a1b7-55c9f4251d58 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1417851 Feb 03 04:32:24.468453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7823d66f-2e80-4111-9cea-9d3b8e1b3117 req-1e5cd87f-6f22-477d-9843-814e51e0a503 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741642 Feb 03 04:32:24.522033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] Deleting subnet 2e25a649-1e0e-4534-a617-9a6dfc730f90 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:32:24.525920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] Publish callbacks [] for subnet (2e25a649-1e0e-4534-a617-9a6dfc730f90), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.552553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00918555-92ff-479e-8eb6-e90a01aeeca6 req-ff94c887-e3cd-44d1-a98b-e53d618fe552 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639267 Feb 03 04:32:24.593151 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (2e25a649-1e0e-4534-a617-9a6dfc730f90), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.711842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2e25a649-1e0e-4534-a617-9a6dfc730f90), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.731283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6aeeb-2f54-4e01-be05-21b1ead83af8 req-148515d2-0c92-4970-ad58-ebaad1a6d437 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:24.737424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc6aeeb-2f54-4e01-be05-21b1ead83af8 req-148515d2-0c92-4970-ad58-ebaad1a6d437 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1362262 Feb 03 04:32:24.803230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b26d49-2cdb-4a77-a668-4f30de2d0c87 req-532a48bb-f9cf-40d0-b867-477e9b768e9b tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:24.805239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82b26d49-2cdb-4a77-a668-4f30de2d0c87 req-532a48bb-f9cf-40d0-b867-477e9b768e9b tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1340332 Feb 03 04:32:24.817573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (2e25a649-1e0e-4534-a617-9a6dfc730f90), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.865249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc6aeeb-2f54-4e01-be05-21b1ead83af8 req-39847be7-c059-43cd-894f-d141cb4d6e4d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109414 Feb 03 04:32:24.871799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e25a649-1e0e-4534-a617-9a6dfc730f90,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:24.882509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:24.888360 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8aa2ea79-7b98-467f-a550-65b38e24c542 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2e25a649-1e0e-4534-a617-9a6dfc730f90 HTTP/1.1" status: 204 len: 168 time: 0.4576659 Feb 03 04:32:24.892242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43602) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:24.901358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b430c1-9954-4f35-915a-6934ac6737a2 None None] Network e21829e1-cdaf-40ba-9f21-39eeb1780f60 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:24.910695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82b26d49-2cdb-4a77-a668-4f30de2d0c87 req-159e0455-8900-4552-b445-0a7b0ffa177d tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888305 Feb 03 04:32:25.000003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (e21829e1-cdaf-40ba-9f21-39eeb1780f60), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.065623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Deleting port 14d051fa-8f3d-42c2-9b5d-120168a80343 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:25.066088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.092270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e2be-9f65-4901-9df4-64185619e33f req-73a96b98-e54e-4390-82d9-5183fa9d6e1e tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:25.093899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa36e2be-9f65-4901-9df4-64185619e33f req-73a96b98-e54e-4390-82d9-5183fa9d6e1e tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1032858 Feb 03 04:32:25.117674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410c6d-3f14-4927-aa4f-12484069d43f req-a2c46c29-caee-4e11-8cd5-ef1baea7230b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:25.119141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83410c6d-3f14-4927-aa4f-12484069d43f req-a2c46c29-caee-4e11-8cd5-ef1baea7230b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0974085 Feb 03 04:32:25.132446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] DHCP port deletion for e21829e1-cdaf-40ba-9f21-39eeb1780f60 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:32:25.139703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] For port 14d051fa-8f3d-42c2-9b5d-120168a80343, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14d051fa-8f3d-42c2-9b5d-120168a80343,segment=NetworkSegment(ec42cdaf-5f11-42db-8712-ed7ad785af26),segment_id=ec42cdaf-5f11-42db-8712-ed7ad785af26)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:25.140402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.161841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Calling delete_port for 14d051fa-8f3d-42c2-9b5d-120168a80343 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:25.186723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] Deleting port 14d051fa-8f3d-42c2-9b5d-120168a80343 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:25.187101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.198558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa36e2be-9f65-4901-9df4-64185619e33f req-0246cc14-ae50-4776-8c70-d6f86c2c58cc tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963421 Feb 03 04:32:25.206697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83410c6d-3f14-4927-aa4f-12484069d43f req-4d3b9c9d-d04f-48fc-aa0f-cff0735c4cfb tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781622 Feb 03 04:32:25.259295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.288416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] For port 14d051fa-8f3d-42c2-9b5d-120168a80343, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14d051fa-8f3d-42c2-9b5d-120168a80343,segment=NetworkSegment(ec42cdaf-5f11-42db-8712-ed7ad785af26),segment_id=ec42cdaf-5f11-42db-8712-ed7ad785af26)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:25.288875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.300249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d051fa-8f3d-42c2-9b5d-120168a80343,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:25.311657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] Calling delete_port for 14d051fa-8f3d-42c2-9b5d-120168a80343 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:25.317326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] No DVR routers for this DVR port 14d051fa-8f3d-42c2-9b5d-120168a80343 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:25.392203 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (14d051fa-8f3d-42c2-9b5d-120168a80343), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.399892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (e21829e1-cdaf-40ba-9f21-39eeb1780f60), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.422928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] Pushing event deleted for resources: {'Port': ['ID=14d051fa-8f3d-42c2-9b5d-120168a80343,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:25.426099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21829e1-cdaf-40ba-9f21-39eeb1780f60']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:25.431621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c645fca-70a7-4bf8-8afe-712fa98f0539 req-e55b1179-b563-4006-83d6-96f43261ff7e tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0353467 Feb 03 04:32:25.432562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f776dd4-14e3-456c-b09d-ee3ee308b877 None None] No DVR routers for this DVR port 14d051fa-8f3d-42c2-9b5d-120168a80343 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:25.450147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec42cdaf-5f11-42db-8712-ed7ad785af26') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:25.450348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec42cdaf-5f11-42db-8712-ed7ad785af26') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:25.462360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549564fa-4098-468b-a419-bfba86077aba req-9345d75f-9674-4ec6-a629-e3944b48e737 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:25.464282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (ec42cdaf-5f11-42db-8712-ed7ad785af26), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.468103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-549564fa-4098-468b-a419-bfba86077aba req-9345d75f-9674-4ec6-a629-e3944b48e737 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 814 time: 0.1559384 Feb 03 04:32:25.479003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ec42cdaf-5f11-42db-8712-ed7ad785af26), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.479904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-549564fa-4098-468b-a419-bfba86077aba req-ab3d51a6-493b-44c1-96b5-1be056d98d5b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/quotas/03f4f5685ae54dfdbffd984b7137b2cd HTTP/1.1" status: 200 len: 375 time: 0.0095365 Feb 03 04:32:25.499741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:32:25.500160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (ec42cdaf-5f11-42db-8712-ed7ad785af26), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:32:25.502081 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:32:25.564317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (e21829e1-cdaf-40ba-9f21-39eeb1780f60), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.585749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:25.601198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e21829e1-cdaf-40ba-9f21-39eeb1780f60 HTTP/1.1" status: 204 len: 168 time: 0.7053275 Feb 03 04:32:25.601198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751dfc5-472c-40a9-bde9-77957c11ed24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e21829e1-cdaf-40ba-9f21-39eeb1780f60,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:25.603473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-549564fa-4098-468b-a419-bfba86077aba req-9367b80d-e87a-49b2-be9f-c23d1fb6e524 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968230 Feb 03 04:32:25.637520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd56ec1-6d85-437b-a3a4-bfe3171f867a req-50a4e4f0-ad4d-4dbd-8d9a-67b37eb70f4c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:25.640298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ddd56ec1-6d85-437b-a3a4-bfe3171f867a req-50a4e4f0-ad4d-4dbd-8d9a-67b37eb70f4c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1191235 Feb 03 04:32:25.721610 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ddd56ec1-6d85-437b-a3a4-bfe3171f867a req-3262655e-b42a-434d-8eb4-a3f1fd614517 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Feb 03 04:32:25.825457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:25.856449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08740cc0-5710-4499-bc66-81039856b3f8 req-db94d3a0-070b-4b1d-b4a0-2b4c32429f47 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:25.858070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08740cc0-5710-4499-bc66-81039856b3f8 req-db94d3a0-070b-4b1d-b4a0-2b4c32429f47 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0640714 Feb 03 04:32:25.904932 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2059ad40-a610-48f6-b143-1b94dcfa2e19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1136d25319f48a4a7c1cf6effdcf72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780377 Feb 03 04:32:25.908690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:25.958121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5d944c30-ea86-4a4d-aedc-65927e9abbb5 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:25.963218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb6f3650-b7b0-4abc-8b37-b05e80d6abce req-5679ef67-41d6-456d-b905-b6d65eb5df8a tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e&device_id=74835470-b977-40ad-8e82-009258249300 HTTP/1.1" status: 200 len: 210 time: 0.0466771 Feb 03 04:32:25.982127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 5d944c30-ea86-4a4d-aedc-65927e9abbb5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:25.982587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5d944c30-ea86-4a4d-aedc-65927e9abbb5 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:25.983427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14d051fa-8f3d-42c2-9b5d-120168a80343 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:26.004104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08740cc0-5710-4499-bc66-81039856b3f8 req-a58d9372-7278-4727-909c-51bf07002b5b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322639 Feb 03 04:32:26.027933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ff70078-ac06-4e2e-a009-44dd85b5a79f admin admin] Publish callbacks [] for security_group (4928d548-24ae-4513-ade7-e0c71c83d71d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:26.028072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 14d051fa-8f3d-42c2-9b5d-120168a80343 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:26.028072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14d051fa-8f3d-42c2-9b5d-120168a80343 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:26.047648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ff70078-ac06-4e2e-a009-44dd85b5a79f admin admin] Publish callbacks [] for security_group (4928d548-24ae-4513-ade7-e0c71c83d71d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:26.167828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8081fa-d76a-4f1f-b1b0-c5093423e511 req-2d613826-4a98-47ba-9775-2dab563d6a68 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:26.169715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf8081fa-d76a-4f1f-b1b0-c5093423e511 req-2d613826-4a98-47ba-9775-2dab563d6a68 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1144238 Feb 03 04:32:26.190144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95baa70-02cc-4188-bc99-3f66b340fa7e req-b34bdcf1-1348-44ea-8560-1ec5cde982e6 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:26.191634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b95baa70-02cc-4188-bc99-3f66b340fa7e req-b34bdcf1-1348-44ea-8560-1ec5cde982e6 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1040993 Feb 03 04:32:26.193386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ff70078-ac06-4e2e-a009-44dd85b5a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4928d548-24ae-4513-ade7-e0c71c83d71d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:26.195986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ff70078-ac06-4e2e-a009-44dd85b5a79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:26.199421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3ff70078-ac06-4e2e-a009-44dd85b5a79f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4928d548-24ae-4513-ade7-e0c71c83d71d HTTP/1.1" status: 204 len: 168 time: 0.2873027 Feb 03 04:32:26.228724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff70078-ac06-4e2e-a009-44dd85b5a79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4928d548-24ae-4513-ade7-e0c71c83d71d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:26.275164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf8081fa-d76a-4f1f-b1b0-c5093423e511 req-ad1ce744-1642-46f8-b395-2d964fbbf4f4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992451 Feb 03 04:32:26.288075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b95baa70-02cc-4188-bc99-3f66b340fa7e req-13ba5901-d358-4c9d-b9bf-75d7324d8948 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899527 Feb 03 04:32:26.430727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652350e-1a3c-491e-abab-5639354fb1f0 req-4f8a4d5d-3aad-4c7f-94ad-c1beb35b6067 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:26.436251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e652350e-1a3c-491e-abab-5639354fb1f0 req-4f8a4d5d-3aad-4c7f-94ad-c1beb35b6067 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0843647 Feb 03 04:32:26.495948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e652350e-1a3c-491e-abab-5639354fb1f0 req-ace38149-d065-48b7-a436-7f07c9f03a5b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537870 Feb 03 04:32:26.550617 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7493b6f-ff31-495d-9de2-5c7d35bb2832 req-15767f5e-ae39-41ff-b3b6-55010411f2fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e2394f312cd4806839eacf913a2f0be&device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0635598 Feb 03 04:32:26.617178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55eb8c-e3a8-4321-aeb4-4a3a09f06ec1 req-3a2a77f6-b449-4995-88ab-a9d2985d2afa tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:26.629602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f55eb8c-e3a8-4321-aeb4-4a3a09f06ec1 req-3a2a77f6-b449-4995-88ab-a9d2985d2afa tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1153975 Feb 03 04:32:26.635018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7493b6f-ff31-495d-9de2-5c7d35bb2832 req-46d3f7cc-f1da-4282-b753-4178cb5d5790 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8e2394f312cd4806839eacf913a2f0be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553257 Feb 03 04:32:26.696347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f55eb8c-e3a8-4321-aeb4-4a3a09f06ec1 req-b6abd3d3-465b-4e51-a721-76f6daf27b43 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657420 Feb 03 04:32:26.772997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:26.849440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-514d59e4-5eec-491f-95ca-fab042ae0ad1 req-db153f2f-6b43-4342-8bb8-53a15bca7764 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0521016 Feb 03 04:32:26.854175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493b6f-ff31-495d-9de2-5c7d35bb2832 req-de466ee1-60bd-43aa-8294-38f1abd0d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:26.855956 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7493b6f-ff31-495d-9de2-5c7d35bb2832 req-de466ee1-60bd-43aa-8294-38f1abd0d14b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154047 Feb 03 04:32:26.862785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4b1f71b6-e6aa-4f84-a6ab-086f6308ec35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8df3b9ca4fe7436b865bce7be06042bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0885584 Feb 03 04:32:26.863396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:26.943942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39519ae3-4d10-4e13-8773-7e7b8194647e req-26622eb9-8dd2-4eb9-acfc-6f5fc601bfd7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=03f4f5685ae54dfdbffd984b7137b2cd HTTP/1.1" status: 200 len: 221 time: 0.0562177 Feb 03 04:32:26.957907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1fb039b-0f7e-42bd-acef-41bc67315d4a admin admin] Publish callbacks [] for security_group (f3d290bc-7593-41ad-965b-376a4212f068), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:27.011618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1fb039b-0f7e-42bd-acef-41bc67315d4a admin admin] Publish callbacks [] for security_group (f3d290bc-7593-41ad-965b-376a4212f068), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:27.104536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f7aef-632e-4af1-80fb-abd6ca4e637a req-fb1a560a-2867-4858-a5ce-b1b24e811414 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.106184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b4f7aef-632e-4af1-80fb-abd6ca4e637a req-fb1a560a-2867-4858-a5ce-b1b24e811414 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.0716856 Feb 03 04:32:27.120917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1fb039b-0f7e-42bd-acef-41bc67315d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f3d290bc-7593-41ad-965b-376a4212f068), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:27.123451 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1fb039b-0f7e-42bd-acef-41bc67315d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:27.125355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c1fb039b-0f7e-42bd-acef-41bc67315d4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3d290bc-7593-41ad-965b-376a4212f068 HTTP/1.1" status: 204 len: 168 time: 0.2609267 Feb 03 04:32:27.146438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb039b-0f7e-42bd-acef-41bc67315d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d290bc-7593-41ad-965b-376a4212f068,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:27.208681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b4f7aef-632e-4af1-80fb-abd6ca4e637a req-8f4f0296-ac57-4029-a496-c488e5c1ce2f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951571 Feb 03 04:32:27.228274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997bebd-1fd9-45f3-ad0c-28796edc3a87 req-47e3a037-3500-40ef-b1da-2aac9aeee0ee tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.229990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9997bebd-1fd9-45f3-ad0c-28796edc3a87 req-47e3a037-3500-40ef-b1da-2aac9aeee0ee tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0751755 Feb 03 04:32:27.268351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-9adb800f-4015-4e95-b5de-1b0a52116475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.270048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-9adb800f-4015-4e95-b5de-1b0a52116475 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 1127 time: 0.0984302 Feb 03 04:32:27.306628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9997bebd-1fd9-45f3-ad0c-28796edc3a87 req-23e2ef33-41ac-498b-816b-fe0c619f26de tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685885 Feb 03 04:32:27.394058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2be30-c929-4ede-ad6a-85ba90b6449d req-b1fb8919-313b-448e-80b7-e33be1ad8038 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.410102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9d2be30-c929-4ede-ad6a-85ba90b6449d req-b1fb8919-313b-448e-80b7-e33be1ad8038 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1022637 Feb 03 04:32:27.412124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-edc8434b-4098-4d80-99b8-4b5f77e3e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.413894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-edc8434b-4098-4d80-99b8-4b5f77e3e7e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.1363795 Feb 03 04:32:27.492982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-b6b1d24f-eafa-405a-a721-5348bdc9af03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89492466-b325-4444-b42b-8cbf817476ca HTTP/1.1" status: 200 len: 217 time: 0.0701056 Feb 03 04:32:27.522296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e517-5fc8-4093-ba1e-0bbc23ac0df6 req-b51e696b-afc6-4bdf-9cd3-4c4d5ba49f3d tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.529490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5101e517-5fc8-4093-ba1e-0bbc23ac0df6 req-b51e696b-afc6-4bdf-9cd3-4c4d5ba49f3d tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1090057 Feb 03 04:32:27.565560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9d2be30-c929-4ede-ad6a-85ba90b6449d req-0fde8f2e-88ed-438f-af1e-29686324c951 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541157 Feb 03 04:32:27.590005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-16d24c14-4ae5-4fb7-a275-c635a64f9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.598495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-16d24c14-4ae5-4fb7-a275-c635a64f9877 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.0937672 Feb 03 04:32:27.624903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5101e517-5fc8-4093-ba1e-0bbc23ac0df6 req-daff5f66-09f7-4af3-a154-1730ccce8088 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944967 Feb 03 04:32:27.649690 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-83a2f039-a551-4bc5-a7e5-134d7e4afcc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450382 Feb 03 04:32:27.702030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1eb38-0862-422b-a690-865f7bda7aec req-3c4eaae5-5c2e-42b0-9180-dcd13114e7fb tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.703629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ae1eb38-0862-422b-a690-865f7bda7aec req-3c4eaae5-5c2e-42b0-9180-dcd13114e7fb tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0566761 Feb 03 04:32:27.745596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-b68be94b-f97a-4357-90a1-fd8f4c96dedc service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884786 Feb 03 04:32:27.760731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ae1eb38-0862-422b-a690-865f7bda7aec req-6b78b31b-a32c-444b-89fe-dee0c208fa57 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 Feb 03 04:32:27.843638 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-57437fdb-6a65-46ed-9234-65ddecccbc52 req-d806ca3a-4319-41ac-bf04-980071c33521 service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899844 Feb 03 04:32:27.907645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702857b8-a4c2-405e-bef4-88819e27cee7 req-4385d8c4-9f27-4816-b557-649f1013f4c1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:27.916146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-702857b8-a4c2-405e-bef4-88819e27cee7 req-4385d8c4-9f27-4816-b557-649f1013f4c1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0698721 Feb 03 04:32:27.982985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f64eb89f-ca3e-4105-a027-71b13029a740 req-870d0190-7c20-46c6-885e-c596ddd005a9 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0365424 Feb 03 04:32:27.987954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-702857b8-a4c2-405e-bef4-88819e27cee7 req-4e421cb7-fb0e-4cc1-95f2-0fc01a309054 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722542 Feb 03 04:32:28.072710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:28.077874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1474421949'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:28.092600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:28.105169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:28.108818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.117709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079f0d9-b309-44f9-aab6-b7e3d10e59b5 req-9dbaa035-6d53-45c7-ad0a-bab2c11dffb3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.119210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a079f0d9-b309-44f9-aab6-b7e3d10e59b5 req-9dbaa035-6d53-45c7-ad0a-bab2c11dffb3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0595722 Feb 03 04:32:28.134719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:32:28.144546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (63274e70-3ab2-4189-b940-5b48404db872), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.144884 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Added segment 63274e70-3ab2-4189-b940-5b48404db872 of type vlan for network b5d3842a-2cab-4dbe-906f-45a53c0e0497 Feb 03 04:32:28.177709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a079f0d9-b309-44f9-aab6-b7e3d10e59b5 req-0addce91-b517-40f4-a554-4ed32b3ae320 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501370 Feb 03 04:32:28.184803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b5d3842a-2cab-4dbe-906f-45a53c0e0497), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.197419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-692631015-network', 'tenant_id': '18d4d1e4a00f4368a1fe5ec5cbc23de7'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:28.226492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b5d3842a-2cab-4dbe-906f-45a53c0e0497), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.232068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.232686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.245567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Made reservation on behalf of 18d4d1e4a00f4368a1fe5ec5cbc23de7 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:28.248876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.277329 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.300085 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2262282 Feb 03 04:32:28.304617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:28.310967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1341122519'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:28.334779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317144b-2599-4b33-9859-7bc7662027ec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Network': ['ID=b5d3842a-2cab-4dbe-906f-45a53c0e0497,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:28.348564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:32:28.359359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:28.362647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.389806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883ddc-180d-4c38-9521-b8d084c0e739 req-a3050316-0aed-4b81-92c4-58fe095570e6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.391337 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd883ddc-180d-4c38-9521-b8d084c0e739 req-a3050316-0aed-4b81-92c4-58fe095570e6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1303823 Feb 03 04:32:28.406361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15be05-bd25-4a55-8f3a-7f0bc7aa6f64 req-9e390ea2-5d71-46a1-99ed-8c3df8ff5820 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.407873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f15be05-bd25-4a55-8f3a-7f0bc7aa6f64 req-9e390ea2-5d71-46a1-99ed-8c3df8ff5820 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1164925 Feb 03 04:32:28.414963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks [] for security_group (b048c4bb-f872-414c-8849-be32ba874c3c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.421986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b048c4bb-f872-414c-8849-be32ba874c3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.433789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:32:28.444297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:32:28.458288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b048c4bb-f872-414c-8849-be32ba874c3c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:28.461003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2e155c97-79fc-4201-b01f-f329429b377b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.461356 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Added segment 2e155c97-79fc-4201-b01f-f329429b377b of type vlan for network e6ccaca6-fc93-4f6e-845f-e19b84ea990f Feb 03 04:32:28.464684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a5d4b449-bcd0-49b9-8742-aed002eb0284), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.465024 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Added segment a5d4b449-bcd0-49b9-8742-aed002eb0284 of type vlan for network a01573e3-bd54-4bf3-a12a-c3471c89891e Feb 03 04:32:28.505783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a01573e3-bd54-4bf3-a12a-c3471c89891e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.521340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd883ddc-180d-4c38-9521-b8d084c0e739 req-a8a6e892-5bdf-447c-bc9d-f6f2da92e4ba tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124754 Feb 03 04:32:28.534931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f15be05-bd25-4a55-8f3a-7f0bc7aa6f64 req-b6a49ffa-c0c5-426c-930b-184d8c4ec0c4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168375 Feb 03 04:32:28.536520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (e6ccaca6-fc93-4f6e-845f-e19b84ea990f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.551416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a01573e3-bd54-4bf3-a12a-c3471c89891e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.552728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.553601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.573862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (e6ccaca6-fc93-4f6e-845f-e19b84ea990f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.580717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.581751 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.589875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7493b6f-ff31-495d-9de2-5c7d35bb2832 req-34f0aa9c-8288-4536-9fef-bc06e51b02c5 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.31 "GET /v2.0/ports?device_id=e200c2fb-ca9a-483a-8f0b-b3468ff9f97e HTTP/1.1" status: 200 len: 210 time: 0.0517483 Feb 03 04:32:28.612863 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5165498 Feb 03 04:32:28.615009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:28.620567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Request body: {'subnet': {'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-692631015-subnet', 'tenant_id': '18d4d1e4a00f4368a1fe5ec5cbc23de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:28.679343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f342b-9222-4864-a240-9324f52f9b97 admin admin] Pushing event updated for resources: {'Network': ['ID=a01573e3-bd54-4bf3-a12a-c3471c89891e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:28.692431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Made reservation on behalf of 18d4d1e4a00f4368a1fe5ec5cbc23de7 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:28.693269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a01573e3-bd54-4bf3-a12a-c3471c89891e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:32:28.695152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:28.719419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4110036 Feb 03 04:32:28.720320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:28.725422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'subnet': {'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:28.773249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e478-4433-4a74-b62c-c4aa73271152 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Network': ['ID=e6ccaca6-fc93-4f6e-845f-e19b84ea990f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:28.788374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:32:28.801776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adca0d-a8a2-4dbe-944b-d254f11d9472 req-ad419b66-a154-4c4b-99b6-88525f06e9e6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.803311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27adca0d-a8a2-4dbe-944b-d254f11d9472 req-ad419b66-a154-4c4b-99b6-88525f06e9e6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1795223 Feb 03 04:32:28.815288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f9421-9da3-4a19-a24d-87b6eaa65996 req-c8e95510-2e4a-4dfe-9689-ce1f44eefad1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:28.817289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea2f9421-9da3-4a19-a24d-87b6eaa65996 req-c8e95510-2e4a-4dfe-9689-ce1f44eefad1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1661987 Feb 03 04:32:28.895918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:28.899588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.024842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (7c417b15-93bf-4f5d-84d3-6b83ea38cde1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.133689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c417b15-93bf-4f5d-84d3-6b83ea38cde1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:29.174530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Checking segment: {'id': 'a5d4b449-bcd0-49b9-8742-aed002eb0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:29.174885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Network hostable DHCP agents. Network: a01573e3-bd54-4bf3-a12a-c3471c89891e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:32:29.179834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27adca0d-a8a2-4dbe-944b-d254f11d9472 req-52c328cf-14f1-4d3c-9cdb-144f4d51cfb5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606408 Feb 03 04:32:29.194630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea2f9421-9da3-4a19-a24d-87b6eaa65996 req-1c034c7c-2bcd-423d-bdbd-0a5b9bc619f3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697295 Feb 03 04:32:29.204972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (4239f4b3-e647-41bd-ac11-5c256badfca3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.216040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Network a01573e3-bd54-4bf3-a12a-c3471c89891e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:32:29.274018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, a01573e3-bd54-4bf3-a12a-c3471c89891e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:29.285984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a393c-c7bf-46d7-84b9-dc2ee1c558a6 None None] Network a01573e3-bd54-4bf3-a12a-c3471c89891e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:29.286932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:29.287567 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.301028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Subnet': ['ID=4239f4b3-e647-41bd-ac11-5c256badfca3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:29.306898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Checking segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:29.307603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network hostable DHCP agents. Network: b5d3842a-2cab-4dbe-906f-45a53c0e0497, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:32:29.322486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1a8b4221-dad3-463f-9c28-5bbd037ea5dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7061079 Feb 03 04:32:29.339581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005d093-48b8-4aab-9896-b18031535147 req-e691f134-ed52-4821-ab03-406aaf258193 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:29.347724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:32:29.354733 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0005d093-48b8-4aab-9896-b18031535147 req-e691f134-ed52-4821-ab03-406aaf258193 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.0970438 Feb 03 04:32:29.357018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b5d3842a-2cab-4dbe-906f-45a53c0e0497) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:29.372133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e0a957-737d-4eba-93c7-f3e00b95e87c None None] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:29.381827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:29.382960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.404188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0005d093-48b8-4aab-9896-b18031535147 req-b38e2751-405e-42f7-9d24-249d3ba79354 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484681 Feb 03 04:32:29.416275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-36814acb-88b0-4ac7-8802-c141722d2dfa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6947901 Feb 03 04:32:29.419870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:29.426830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'subnet': {'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:29.571184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbbfd4-9b6c-4fd0-aa0d-8182c408c4f5 req-b0f63a73-1954-41e0-979e-1863d83335c3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:29.580112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1bcbbfd4-9b6c-4fd0-aa0d-8182c408c4f5 req-b0f63a73-1954-41e0-979e-1863d83335c3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0824273 Feb 03 04:32:29.585411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef83517d-418c-4c47-b66d-0c1095d78774 req-e6e4d297-3cd3-46d6-b3ac-f7b35a3317f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e2394f312cd4806839eacf913a2f0be&device_id=74835470-b977-40ad-8e82-009258249300 HTTP/1.1" status: 200 len: 210 time: 0.0915263 Feb 03 04:32:29.615560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57e97b28-b0cf-448c-9df2-a9c4cca40975 req-acb4976b-1472-421a-8c26-f0b06738e046 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=74835470-b977-40ad-8e82-009258249300 HTTP/1.1" status: 200 len: 210 time: 0.0326273 Feb 03 04:32:29.627155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef83517d-418c-4c47-b66d-0c1095d78774 req-8d9d0459-b537-4e1e-b72c-af36fb3004f2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8e2394f312cd4806839eacf913a2f0be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322394 Feb 03 04:32:29.670769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1bcbbfd4-9b6c-4fd0-aa0d-8182c408c4f5 req-5b717c05-2e7e-4824-88da-9d2d91a0c038 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564260 Feb 03 04:32:29.674039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:29.677541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.692064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ca8b1-8c8a-409f-a851-d9228ebc15e2 None None] Network a01573e3-bd54-4bf3-a12a-c3471c89891e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:29.739122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'fixed_ips': [{'subnet_id': '4239f4b3-e647-41bd-ac11-5c256badfca3'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:32:29.740577 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.771883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a1a0-5701-4bef-9747-c59f29f51dca req-0c589b80-96e7-4b7a-bcd4-2ba44e6b2384 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:29.779602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93b6a1a0-5701-4bef-9747-c59f29f51dca req-0c589b80-96e7-4b7a-bcd4-2ba44e6b2384 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.0744417 Feb 03 04:32:29.819117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83517d-418c-4c47-b66d-0c1095d78774 req-784aacd5-919c-4827-8acb-143760f3a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:29.820641 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef83517d-418c-4c47-b66d-0c1095d78774 req-784aacd5-919c-4827-8acb-143760f3a437 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867235 Feb 03 04:32:29.836193 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93b6a1a0-5701-4bef-9747-c59f29f51dca req-fd914486-9430-487d-a685-835688faf360 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554309 Feb 03 04:32:29.964269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0790dc63-5e08-4e66-b197-bdf574357f96), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:29.986829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Allocated IP 10.1.1.2 (b5d3842a-2cab-4dbe-906f-45a53c0e0497/4239f4b3-e647-41bd-ac11-5c256badfca3/2b6a83e6-c160-41bf-8fa4-c7558fe665dc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:30.029529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0620903-1f12-4eb2-9a4e-b7e2b18de5bd req-ac8d96d8-b0e1-40f3-9c85-d918ff64b24e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:30.031009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Subnet': ['ID=0790dc63-5e08-4e66-b197-bdf574357f96,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:30.031155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0620903-1f12-4eb2-9a4e-b7e2b18de5bd req-ac8d96d8-b0e1-40f3-9c85-d918ff64b24e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1338246 Feb 03 04:32:30.039105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Checking segment: {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:30.039673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network hostable DHCP agents. Network: e6ccaca6-fc93-4f6e-845f-e19b84ea990f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:32:30.058845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:32:30.070307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, e6ccaca6-fc93-4f6e-845f-e19b84ea990f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:30.075248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:30.075944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.086141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-46db9f05-df89-427e-be0b-495c2a1b7084 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:30.087933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-46db9f05-df89-427e-be0b-495c2a1b7084 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/networks?id=a01573e3-bd54-4bf3-a12a-c3471c89891e HTTP/1.1" status: 200 len: 821 time: 0.1503770 Feb 03 04:32:30.088159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e0760-11e3-4c83-aa5b-9d919842a6cc None None] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:30.096169 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d152f15d-9ab5-4a47-9383-4170657ba39a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6746438 Feb 03 04:32:30.099429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43796) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:30.104914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'port': {'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'name': 'tempest-TaggedBootDevicesTest_v242-1705439394', 'fixed_ips': [{'subnet_id': '4239f4b3-e647-41bd-ac11-5c256badfca3'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:30.149562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0620903-1f12-4eb2-9a4e-b7e2b18de5bd req-e55fa478-1a0a-43fb-b16e-2e89897e9295 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077733 Feb 03 04:32:30.157055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-161f60c1-e23f-443f-9d8a-5bd8e969f3e2 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/quotas/18d4d1e4a00f4368a1fe5ec5cbc23de7 HTTP/1.1" status: 200 len: 375 time: 0.0442383 Feb 03 04:32:30.175579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Publish callbacks [] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.206008 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.230064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-c25c416c-b077-4769-b29e-c83b4d2c9cdc tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=18d4d1e4a00f4368a1fe5ec5cbc23de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415895 Feb 03 04:32:30.260160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:30.266742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:30.271550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:30.276864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Pushing event updated for resources: {'Port': ['ID=2b6a83e6-c160-41bf-8fa4-c7558fe665dc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:30.308482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.308482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.308794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.309139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.309473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.309810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.310260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.310449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.310780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.311142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.311469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.311863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.312191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:32:30.330175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-e6ccaca6-fc93-4f6e-845f-e19b84ea990f', 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f', 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'fixed_ips': [{'subnet_id': '0790dc63-5e08-4e66-b197-bdf574357f96'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:32:30.331042 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.372676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:30.381280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Attempting to bind port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:30.381918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Attempting to bind port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:30.382055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Attempting to bind port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:30.407548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-3bcbbd7d-6886-4543-a5ac-b679da7ad743 service neutron] 10.222.0.35 "GET /v2.0/networks/a01573e3-bd54-4bf3-a12a-c3471c89891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685300 Feb 03 04:32:30.418701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357471f-c5fb-496b-935c-0aee5923216a req-0153e692-814b-4cec-acda-e46e37652a0d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:30.420167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d357471f-c5fb-496b-935c-0aee5923216a req-0153e692-814b-4cec-acda-e46e37652a0d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1800208 Feb 03 04:32:30.441124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:30.441528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Checking segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:30.441915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.442316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Bound using segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:30.442806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Bound port: 2b6a83e6-c160-41bf-8fa4-c7558fe665dc, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:30.443186 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.549612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Allocated IP 10.2.2.2 (e6ccaca6-fc93-4f6e-845f-e19b84ea990f/0790dc63-5e08-4e66-b197-bdf574357f96/11988b6c-93e8-4669-952a-5e424c6091b9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:30.556559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] For port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:30.562407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] For port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2b6a83e6-c160-41bf-8fa4-c7558fe665dc,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:30.568193 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.571215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.588925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d357471f-c5fb-496b-935c-0aee5923216a req-7384e407-935b-4d1e-adc8-8eea479e1c57 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387103 Feb 03 04:32:30.610326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] device_id is not set on port 74061f39-0104-4d50-95dc-07ba0792a283 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:32:30.678511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-13664fb8-5680-4961-b4ac-a1fb0460ccce service neutron] 10.222.0.35 "GET /v2.0/networks/a01573e3-bd54-4bf3-a12a-c3471c89891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294433 Feb 03 04:32:30.711943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431b4d-4d7b-4db0-b3e4-0344a78a2c0c None None] Pushing event updated for resources: {'Port': ['ID=2b6a83e6-c160-41bf-8fa4-c7558fe665dc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:30.795685 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Publish callbacks [] for port (11988b6c-93e8-4669-952a-5e424c6091b9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.803902 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.837015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf7b82-cad0-4ab3-a865-43c1d0f2cdd4 req-c513d6a4-3f0a-4e07-b7ac-bd9e38b66f68 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:30.845420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7edf7b82-cad0-4ab3-a865-43c1d0f2cdd4 req-c513d6a4-3f0a-4e07-b7ac-bd9e38b66f68 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1659858 Feb 03 04:32:30.867263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:30.870242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:30.879949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:30.887696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Pushing event updated for resources: {'Port': ['ID=11988b6c-93e8-4669-952a-5e424c6091b9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:30.980712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7edf7b82-cad0-4ab3-a865-43c1d0f2cdd4 req-911a0051-97ca-4f9d-8dcf-78b8bc744110 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343944 Feb 03 04:32:30.981669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Attempting to bind port 11988b6c-93e8-4669-952a-5e424c6091b9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:30.982177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Attempting to bind port 11988b6c-93e8-4669-952a-5e424c6091b9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:30.982638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Attempting to bind port 11988b6c-93e8-4669-952a-5e424c6091b9 on network e6ccaca6-fc93-4f6e-845f-e19b84ea990f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:30.989013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:30.989510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Checking segment: {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:30.989918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:30.990310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Bound using segment: {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:30.990783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Bound port: 11988b6c-93e8-4669-952a-5e424c6091b9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:30.991162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:31.016702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 10.1.1.194 (b5d3842a-2cab-4dbe-906f-45a53c0e0497/4239f4b3-e647-41bd-ac11-5c256badfca3/74061f39-0104-4d50-95dc-07ba0792a283) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:31.081695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] For port 11988b6c-93e8-4669-952a-5e424c6091b9, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:31.092799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] For port 11988b6c-93e8-4669-952a-5e424c6091b9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=11988b6c-93e8-4669-952a-5e424c6091b9,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:31.105331 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:31.168816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1bbc7-b3c5-488d-9d6c-92bc8fb1783e None None] Pushing event updated for resources: {'Port': ['ID=11988b6c-93e8-4669-952a-5e424c6091b9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:31.203539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabba41-d36b-4387-acc5-63b0cd230103 req-cdac61bd-2e78-43f7-8d05-816e8baee44f tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:31.211072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3aabba41-d36b-4387-acc5-63b0cd230103 req-cdac61bd-2e78-43f7-8d05-816e8baee44f tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.2340250 Feb 03 04:32:31.300846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ec676-cc25-49c8-8063-9a782b1d7497 req-084695bf-939c-4471-a95d-681f97609059 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:31.302438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df5ec676-cc25-49c8-8063-9a782b1d7497 req-084695bf-939c-4471-a95d-681f97609059 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1984127 Feb 03 04:32:31.347829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3aabba41-d36b-4387-acc5-63b0cd230103 req-d6a4a637-b099-4841-941c-c836d906ceb0 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358190 Feb 03 04:32:31.421560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (74061f39-0104-4d50-95dc-07ba0792a283), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:31.426196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df5ec676-cc25-49c8-8063-9a782b1d7497 req-6a30313e-762a-45c3-8457-ffcc9701a54f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134923 Feb 03 04:32:31.489133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (74061f39-0104-4d50-95dc-07ba0792a283), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:31.506287 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef83517d-418c-4c47-b66d-0c1095d78774 req-714a6eb7-b467-4d5e-812b-7f4667e4b10a tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.31 "GET /v2.0/ports?device_id=74835470-b977-40ad-8e82-009258249300 HTTP/1.1" status: 200 len: 210 time: 0.0725963 Feb 03 04:32:31.587903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ab2c047-fc6c-4407-8e10-4a95fb4c8283 req-93f99ba3-4a93-410f-a83f-b602596f3cd4 tempest-ServerShowV247Test-1101866406 tempest-ServerShowV247Test-1101866406-project] 10.222.0.35 "GET /v2.0/ports?device_id=74835470-b977-40ad-8e82-009258249300 HTTP/1.1" status: 200 len: 210 time: 0.0537581 Feb 03 04:32:31.629546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:31.664861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:31.681459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47901929-cd21-4c84-9a0a-97661d3d6323 req-dbac79a6-37e8-455f-8d65-3e330eea7f5c tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 210 time: 0.1083021 Feb 03 04:32:31.684570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:31.690422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=74061f39-0104-4d50-95dc-07ba0792a283,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:31.804058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:31.804707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:31.813566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d10c-7c59-4e4c-bb9a-282e150a0c91 req-ca568391-b6b9-4801-9743-07c99010bbf7 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:31.820090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d0d10c-7c59-4e4c-bb9a-282e150a0c91 req-ca568391-b6b9-4801-9743-07c99010bbf7 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.0973938 Feb 03 04:32:31.889539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fa396102-13bd-45e9-b5c6-c7c474de3957 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7889230 Feb 03 04:32:31.892239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:31.897468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'port': {'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'name': 'tempest-TaggedBootDevicesTest_v242-524055641', 'fixed_ips': [{'subnet_id': '4239f4b3-e647-41bd-ac11-5c256badfca3'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:31.910562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ada-59b1-4f0b-9ef0-836490aa3969 req-31672de4-cd51-43c1-ba62-a543506b821d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:31.912203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2288ada-59b1-4f0b-9ef0-836490aa3969 req-31672de4-cd51-43c1-ba62-a543506b821d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1282930 Feb 03 04:32:31.934502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d0d10c-7c59-4e4c-bb9a-282e150a0c91 req-35f2962f-90e7-4303-863e-cea997b21bb1 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135263 Feb 03 04:32:31.993376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2288ada-59b1-4f0b-9ef0-836490aa3969 req-2077dc4a-6fe3-4af1-b729-659145ae1703 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703139 Feb 03 04:32:32.035583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6bd51-732e-4b3e-bbfc-031b4d32df76 None None] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:32.091262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:32.160581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b6a83e6-c160-41bf-8fa4-c7558fe665dc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:32.164381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0f4b8776-e21f-4fee-b299-7da23cd77940 None None] Provisioning complete for port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:32.165037 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8776-e21f-4fee-b299-7da23cd77940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:32.261837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:32.279440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1333f-0c8c-46a6-9299-c51ee4d1f4c3 req-c5d336ac-b214-49b2-a05e-d957d8a5cbd3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:32.281959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ef1333f-0c8c-46a6-9299-c51ee4d1f4c3 req-c5d336ac-b214-49b2-a05e-d957d8a5cbd3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1985245 Feb 03 04:32:32.294250 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ab236-f81e-44ac-b331-163a3244055e req-089e07af-3f67-480f-af93-e369ec9eebb1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:32.301983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-014ab236-f81e-44ac-b331-163a3244055e req-089e07af-3f67-480f-af93-e369ec9eebb1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1420195 Feb 03 04:32:32.350762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:32.351403 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:32.363637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] device_id is not set on port 1704d539-028e-450b-b8d8-38f912aec229 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:32:32.408508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-014ab236-f81e-44ac-b331-163a3244055e req-a9776853-a29e-4863-92d5-529835e9187f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006093 Feb 03 04:32:32.429462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ef1333f-0c8c-46a6-9299-c51ee4d1f4c3 req-8425c491-d0fe-49df-9b97-ea37c89d15c8 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251354 Feb 03 04:32:32.511358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b8776-e21f-4fee-b299-7da23cd77940 None None] Current status of the port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:32.515832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8776-e21f-4fee-b299-7da23cd77940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:32.567323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0f4b8776-e21f-4fee-b299-7da23cd77940 None None] For port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2b6a83e6-c160-41bf-8fa4-c7558fe665dc,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:32.583758 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8776-e21f-4fee-b299-7da23cd77940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:32.630871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e92cf-d27b-4fbe-a871-6abfc90e799b req-402c44fd-108a-4bcd-b14e-52d2e7d763c3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:32.632878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-663e92cf-d27b-4fbe-a871-6abfc90e799b req-402c44fd-108a-4bcd-b14e-52d2e7d763c3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1180952 Feb 03 04:32:32.670407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1ceaa-d4f4-41f3-80f5-6c06b19ef4c1 req-76d71285-782b-408a-9e35-eb6a49288d5e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:32.672950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5d1ceaa-d4f4-41f3-80f5-6c06b19ef4c1 req-76d71285-782b-408a-9e35-eb6a49288d5e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1196580 Feb 03 04:32:32.675095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b8776-e21f-4fee-b299-7da23cd77940 None None] Pushing event updated for resources: {'Port': ['ID=2b6a83e6-c160-41bf-8fa4-c7558fe665dc,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:32.733947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-663e92cf-d27b-4fbe-a871-6abfc90e799b req-ee9d34be-d3a5-4a2d-9925-8f805b2edd46 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944037 Feb 03 04:32:32.742354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 10.1.1.153 (b5d3842a-2cab-4dbe-906f-45a53c0e0497/4239f4b3-e647-41bd-ac11-5c256badfca3/1704d539-028e-450b-b8d8-38f912aec229) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:32.753791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19de39b-feae-43b8-adab-5f528c7dae8c None None] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:32.786656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5d1ceaa-d4f4-41f3-80f5-6c06b19ef4c1 req-cc9e2ab9-f752-4d39-b080-f42a3e354909 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044424 Feb 03 04:32:32.788685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-56bc6ba3-af71-4efb-8503-abd67fd2f8c2 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:32.790276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-56bc6ba3-af71-4efb-8503-abd67fd2f8c2 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.31 "GET /v2.0/networks?id=a01573e3-bd54-4bf3-a12a-c3471c89891e HTTP/1.1" status: 200 len: 821 time: 0.5367308 Feb 03 04:32:32.829129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:32.830834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 11988b6c-93e8-4669-952a-5e424c6091b9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:32.904885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Request body: {'port': {'device_id': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e', 'admin_state_up': True, 'tenant_id': '18d4d1e4a00f4368a1fe5ec5cbc23de7'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:32.974016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c18eb35-aa95-465b-937a-462c05841ce6 req-ab55609e-4d54-4ccb-8390-6718d6e4c1c7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 210 time: 0.0763142 Feb 03 04:32:32.997758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Provisioning complete for port 74061f39-0104-4d50-95dc-07ba0792a283 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:32.998425 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (74061f39-0104-4d50-95dc-07ba0792a283), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.024864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbfddd-0c4b-4b96-b1bd-5902a7743a1b req-8613e00b-727f-45ba-a459-5f6883890be8 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:33.026414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48fbfddd-0c4b-4b96-b1bd-5902a7743a1b req-8613e00b-727f-45ba-a459-5f6883890be8 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1187897 Feb 03 04:32:33.117575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Port 74061f39-0104-4d50-95dc-07ba0792a283 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:33.121723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48fbfddd-0c4b-4b96-b1bd-5902a7743a1b req-74f924f7-2d15-491a-a31a-aeec43da736b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871162 Feb 03 04:32:33.130050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (1704d539-028e-450b-b8d8-38f912aec229), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.140934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Made reservation on behalf of 18d4d1e4a00f4368a1fe5ec5cbc23de7 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:33.144074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:33.145569 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.155374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Provisioning complete for port 11988b6c-93e8-4669-952a-5e424c6091b9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:33.158559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.176724 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10b0a09d-49a4-44ac-95a9-a97198366acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.184846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379871f2-0d58-47c4-9a8e-cd4ca818449c req-ec57c970-b6ca-44cc-bf71-ccc2a22d551d tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:33.190387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-379871f2-0d58-47c4-9a8e-cd4ca818449c req-ec57c970-b6ca-44cc-bf71-ccc2a22d551d tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1195779 Feb 03 04:32:33.242165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 11988b6c-93e8-4669-952a-5e424c6091b9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:33.244267 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.297058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1704d539-028e-450b-b8d8-38f912aec229), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.297888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-379871f2-0d58-47c4-9a8e-cd4ca818449c req-c9b924c3-72f9-4a9a-bcce-0446b873f60c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025119 Feb 03 04:32:33.320364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec4fda9c-1509-49e4-9d56-7e914a4b03a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.364957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Current status of the port 11988b6c-93e8-4669-952a-5e424c6091b9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:33.365453 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.408417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:33.408654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] For port 11988b6c-93e8-4669-952a-5e424c6091b9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=11988b6c-93e8-4669-952a-5e424c6091b9,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:33.422389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:33.430899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:33.436951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=1704d539-028e-450b-b8d8-38f912aec229,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:33.466961 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.475903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Allocated IP 172.20.0.14 (a01573e3-bd54-4bf3-a12a-c3471c89891e/7c417b15-93bf-4f5d-84d3-6b83ea38cde1/302eed2c-c7bc-4b16-be63-133228bcd656) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:33.527480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:33.528108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.537861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b046e-6594-4ac0-8c88-bea7021de956 req-87d7418b-7747-40d4-89a2-d576e3138188 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:33.543451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Pushing event updated for resources: {'Port': ['ID=11988b6c-93e8-4669-952a-5e424c6091b9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:33.546484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a44b046e-6594-4ac0-8c88-bea7021de956 req-87d7418b-7747-40d4-89a2-d576e3138188 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1691713 Feb 03 04:32:33.568846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Provisioning complete for port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:33.569455 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.572189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 11988b6c-93e8-4669-952a-5e424c6091b9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:33.573606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.579082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bbbbef5b-b497-45f8-92f7-f42911499768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6854365 Feb 03 04:32:33.640032 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec4fda9c-1509-49e4-9d56-7e914a4b03a5 admin admin] Publish callbacks [] for security_group (87d21392-411d-4c7f-84ef-0f79a86ec307), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.657833 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec4fda9c-1509-49e4-9d56-7e914a4b03a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87d21392-411d-4c7f-84ef-0f79a86ec307), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.684332 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:32:33.684696 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:32:33.695330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a44b046e-6594-4ac0-8c88-bea7021de956 req-984d452f-7299-42ec-89cc-00aad5260539 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477542 Feb 03 04:32:33.743442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934a90-9fa9-4816-aa8b-603e9d57503b req-8eaad8a6-766e-4dce-ad30-ef8ad62255e3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:33.745531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14934a90-9fa9-4816-aa8b-603e9d57503b req-8eaad8a6-766e-4dce-ad30-ef8ad62255e3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1593866 Feb 03 04:32:33.746558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fda9c-1509-49e4-9d56-7e914a4b03a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d21392-411d-4c7f-84ef-0f79a86ec307,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:33.753335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec4fda9c-1509-49e4-9d56-7e914a4b03a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e2394f312cd4806839eacf913a2f0be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6044226 Feb 03 04:32:33.754316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:33.772478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eae5a088-1ca1-4a75-ad9b-4384c2a276ef None None] Current status of the port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:33.781207 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks [] for port (302eed2c-c7bc-4b16-be63-133228bcd656), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.819562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.841260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14934a90-9fa9-4816-aa8b-603e9d57503b req-9130c7ec-cc8e-4498-9084-19e3c12ae986 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876968 Feb 03 04:32:33.853360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f79b77ea-a7b6-424a-bb07-d4321aa70ae7 admin admin] Publish callbacks [] for security_group (87d21392-411d-4c7f-84ef-0f79a86ec307), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.869846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Network a01573e3-bd54-4bf3-a12a-c3471c89891e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:33.872967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:33.878033 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f79b77ea-a7b6-424a-bb07-d4321aa70ae7 admin admin] Publish callbacks [] for security_group (87d21392-411d-4c7f-84ef-0f79a86ec307), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.878222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:33.901971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Pushing event updated for resources: {'Port': ['ID=302eed2c-c7bc-4b16-be63-133228bcd656,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:33.902293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Provisioning complete for port 1704d539-028e-450b-b8d8-38f912aec229 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:33.902967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1704d539-028e-450b-b8d8-38f912aec229), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.940347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:33.941193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.963353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-9c21db8e-beb3-4172-a043-bafa336a8bd7 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1589415 Feb 03 04:32:33.964210 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f79b77ea-a7b6-424a-bb07-d4321aa70ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87d21392-411d-4c7f-84ef-0f79a86ec307), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.966958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f79b77ea-a7b6-424a-bb07-d4321aa70ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:33.970626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f79b77ea-a7b6-424a-bb07-d4321aa70ae7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87d21392-411d-4c7f-84ef-0f79a86ec307 HTTP/1.1" status: 204 len: 168 time: 0.2124035 Feb 03 04:32:33.977160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Request body: {'port': {'device_id': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:33.993875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b77ea-a7b6-424a-bb07-d4321aa70ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d21392-411d-4c7f-84ef-0f79a86ec307,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:33.994599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Port 1704d539-028e-450b-b8d8-38f912aec229 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:34.018170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Provisioning complete for port 74061f39-0104-4d50-95dc-07ba0792a283 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:34.018551 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (74061f39-0104-4d50-95dc-07ba0792a283), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.044680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558fed8-0372-46a0-b5bc-146e01a86f86 req-d807911c-643f-4743-8752-1d63e751919d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:34.046968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7558fed8-0372-46a0-b5bc-146e01a86f86 req-d807911c-643f-4743-8752-1d63e751919d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0948708 Feb 03 04:32:34.080393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.093142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Port 74061f39-0104-4d50-95dc-07ba0792a283 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:34.104469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Provisioning complete for port 11988b6c-93e8-4669-952a-5e424c6091b9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:34.104843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.158286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7558fed8-0372-46a0-b5bc-146e01a86f86 req-30a87f8f-90b8-4aae-9f71-79012d569edb tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998609 Feb 03 04:32:34.355034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3926a-658d-4de1-aa00-1647f1d36fae req-36f9e51b-ae7e-4a10-95ad-3b173aaf08ba tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:34.362565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22e3926a-658d-4de1-aa00-1647f1d36fae req-36f9e51b-ae7e-4a10-95ad-3b173aaf08ba tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1183994 Feb 03 04:32:34.427243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:34.433467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fe82d401-2804-40d7-a441-0c5f2b86daa8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799376010', 'description': 'tempest-description--1029361917'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:34.448958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a36c866-4d28-4444-b712-a680e2eacef6 None None] Current status of the port 11988b6c-93e8-4669-952a-5e424c6091b9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:34.452785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22e3926a-658d-4de1-aa00-1647f1d36fae req-489c689b-1ce5-410d-a497-c02e3bc5d42f tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845053 Feb 03 04:32:34.473078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302eed2c-c7bc-4b16-be63-133228bcd656 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:34.484015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Publish callbacks [] for port (302eed2c-c7bc-4b16-be63-133228bcd656), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.487301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe82d401-2804-40d7-a441-0c5f2b86daa8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.499788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 11988b6c-93e8-4669-952a-5e424c6091b9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:34.530544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Transition to ACTIVE for port object 302eed2c-c7bc-4b16-be63-133228bcd656 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:34.541537 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.628635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b6a83e6-c160-41bf-8fa4-c7558fe665dc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:34.635865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d51fb0-4cf7-4375-8d38-9b53e908c672 req-e26724c5-140b-40d8-8842-57c15a440966 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:34.643091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4d51fb0-4cf7-4375-8d38-9b53e908c672 req-e26724c5-140b-40d8-8842-57c15a440966 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 932 time: 0.1292930 Feb 03 04:32:34.665097 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe82d401-2804-40d7-a441-0c5f2b86daa8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group (5c8d7ff8-a987-46c2-9b28-52275f4f6b61), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.671185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18263d-f684-4694-864f-71238731d391 req-edea23df-9f61-4f07-a549-de5f204b71d8 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:34.672611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba18263d-f684-4694-864f-71238731d391 req-edea23df-9f61-4f07-a549-de5f204b71d8 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1281419 Feb 03 04:32:34.690331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:34.690714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.697796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe82d401-2804-40d7-a441-0c5f2b86daa8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5c8d7ff8-a987-46c2-9b28-52275f4f6b61), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.727434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4d51fb0-4cf7-4375-8d38-9b53e908c672 req-8cf6ef8f-eae7-4830-b975-6d3536fac29b tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831211 Feb 03 04:32:34.744554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe82d401-2804-40d7-a441-0c5f2b86daa8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.749825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe82d401-2804-40d7-a441-0c5f2b86daa8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3210657 Feb 03 04:32:34.750525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:34.766748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-332c19b8-d8e3-4006-bf70-4d5063f2ec6b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'security_group_rule': {'security_group_id': '5c8d7ff8-a987-46c2-9b28-52275f4f6b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:34.794550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba18263d-f684-4694-864f-71238731d391 req-e05e098f-5f2e-499f-b2fc-1739c7cbe8e4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058474 Feb 03 04:32:34.799661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:34.800865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 11988b6c-93e8-4669-952a-5e424c6091b9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:34.821153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=302eed2c-c7bc-4b16-be63-133228bcd656,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:34.849275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-332c19b8-d8e3-4006-bf70-4d5063f2ec6b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group_rule (7f8efc96-81d6-4c1e-92f9-3797afc31e37), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.854656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82d401-2804-40d7-a441-0c5f2b86daa8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d7ff8-a987-46c2-9b28-52275f4f6b61,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:34.870283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 11988b6c-93e8-4669-952a-5e424c6091b9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:34.870667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:34.928818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f466-0e91-4315-9889-b73f815f1186 req-d753d379-5d92-44af-8483-e360a2523cdf tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:34.940399 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c43f466-0e91-4315-9889-b73f815f1186 req-d753d379-5d92-44af-8483-e360a2523cdf tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0955334 Feb 03 04:32:34.982781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 11988b6c-93e8-4669-952a-5e424c6091b9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:35.036415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c43f466-0e91-4315-9889-b73f815f1186 req-8fa1e998-c78a-42be-83b6-eeda32ea89ae tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945001 Feb 03 04:32:35.054934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214146c-0213-480a-a456-97b90f88f360 req-943e30ae-5394-4fd8-b786-d1d9948a3029 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.059382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3214146c-0213-480a-a456-97b90f88f360 req-943e30ae-5394-4fd8-b786-d1d9948a3029 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0992594 Feb 03 04:32:35.113922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3214146c-0213-480a-a456-97b90f88f360 req-59df9d57-2c6c-4fce-8291-4866cadc5131 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 Feb 03 04:32:35.174218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bb158-b604-4bad-8c3c-3b0f122e5413 req-2f7ce0ed-310c-4541-9722-f8cceccb0b24 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.175832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db1bb158-b604-4bad-8c3c-3b0f122e5413 req-2f7ce0ed-310c-4541-9722-f8cceccb0b24 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0657716 Feb 03 04:32:35.202846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Attempting to bind port 302eed2c-c7bc-4b16-be63-133228bcd656 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:35.203182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Attempting to bind port 302eed2c-c7bc-4b16-be63-133228bcd656 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'a5d4b449-bcd0-49b9-8742-aed002eb0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:35.203535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Attempting to bind port 302eed2c-c7bc-4b16-be63-133228bcd656 on network a01573e3-bd54-4bf3-a12a-c3471c89891e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:35.213392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Port 302eed2c-c7bc-4b16-be63-133228bcd656 on network a01573e3-bd54-4bf3-a12a-c3471c89891e not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:35.213392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Attempting to bind port 302eed2c-c7bc-4b16-be63-133228bcd656 on network a01573e3-bd54-4bf3-a12a-c3471c89891e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:35.221002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:35.221305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Checking segment: {'id': 'a5d4b449-bcd0-49b9-8742-aed002eb0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:35.221687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Bound using segment: {'id': 'a5d4b449-bcd0-49b9-8742-aed002eb0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:35.222142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Bound port: 302eed2c-c7bc-4b16-be63-133228bcd656, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d4b449-bcd0-49b9-8742-aed002eb0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:35.222503 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.225346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db1bb158-b604-4bad-8c3c-3b0f122e5413 req-a340371b-caa2-4382-a91a-8b0ecdaf52aa tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Feb 03 04:32:35.237813 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-332c19b8-d8e3-4006-bf70-4d5063f2ec6b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group_rule (7f8efc96-81d6-4c1e-92f9-3797afc31e37), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.245034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-332c19b8-d8e3-4006-bf70-4d5063f2ec6b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (7f8efc96-81d6-4c1e-92f9-3797afc31e37), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.289112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c19b8-d8e3-4006-bf70-4d5063f2ec6b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8efc96-81d6-4c1e-92f9-3797afc31e37,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:35.306542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-332c19b8-d8e3-4006-bf70-4d5063f2ec6b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.307890 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-332c19b8-d8e3-4006-bf70-4d5063f2ec6b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5506914 Feb 03 04:32:35.310774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:35.317333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a0d93b4d-6ba9-48cb-90c9-7d69f0d3c14f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'security_group_rule': {'security_group_id': '5c8d7ff8-a987-46c2-9b28-52275f4f6b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:35.321962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] For port 302eed2c-c7bc-4b16-be63-133228bcd656, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:35.326857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] For port 302eed2c-c7bc-4b16-be63-133228bcd656, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=302eed2c-c7bc-4b16-be63-133228bcd656,segment=NetworkSegment(a5d4b449-bcd0-49b9-8742-aed002eb0284),segment_id=a5d4b449-bcd0-49b9-8742-aed002eb0284)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:35.334225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.372625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.373138 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.374587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] 10.222.0.31 "PUT /v2.0/ports/302eed2c-c7bc-4b16-be63-133228bcd656 HTTP/1.1" status: 200 len: 1092 time: 1.4017682 Feb 03 04:32:35.375038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'tag': '302eed2c-c7bc-4b16-be63-133228bcd656'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:35.377785 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdba195-7985-45f3-8701-a3278b6a317a" -d '{"events": [{"name": "network-changed", "server_uuid": "1df0925e-bcac-4ed5-8d65-ddb06e2b9edf", "tag": "302eed2c-c7bc-4b16-be63-133228bcd656"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:35.411707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-059f63bf-82a7-480a-8743-a4e3e3932b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.422647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a9013-a314-469d-b239-0c31f16a2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=302eed2c-c7bc-4b16-be63-133228bcd656,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:35.428327 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0d93b4d-6ba9-48cb-90c9-7d69f0d3c14f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group_rule (d125dc4a-0ca3-4de6-a2b7-ba4d5f2fc2f8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.461063 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99be1ad0-b8f2-49ad-b9d2-86e55ece5a49 x-openstack-request-id: req-99be1ad0-b8f2-49ad-b9d2-86e55ece5a49 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:35.461657 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df0925e-bcac-4ed5-8d65-ddb06e2b9edf", "tag": "302eed2c-c7bc-4b16-be63-133228bcd656", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:35.462086 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99be1ad0-b8f2-49ad-b9d2-86e55ece5a49 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:35.462436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e514f-8bd3-4495-b716-cae7028df923 req-84e94134-2448-4020-9822-3c40e91b4f31 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.462787 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'tag': '302eed2c-c7bc-4b16-be63-133228bcd656', 'status': 'completed', 'code': 200} Feb 03 04:32:35.464140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a17e514f-8bd3-4495-b716-cae7028df923 req-84e94134-2448-4020-9822-3c40e91b4f31 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1361980 Feb 03 04:32:35.482386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-c8e02b98-9527-40b9-a4f8-a0895da15ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.484210 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-c8e02b98-9527-40b9-a4f8-a0895da15ebe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18d4d1e4a00f4368a1fe5ec5cbc23de7&device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 1126 time: 0.0556355 Feb 03 04:32:35.515997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:35.536069 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-62233910-6848-4fc0-81d0-f9c18c00347f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=302eed2c-c7bc-4b16-be63-133228bcd656 HTTP/1.1" status: 200 len: 217 time: 0.0440261 Feb 03 04:32:35.543290 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0d93b4d-6ba9-48cb-90c9-7d69f0d3c14f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group_rule (d125dc4a-0ca3-4de6-a2b7-ba4d5f2fc2f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.569857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0d93b4d-6ba9-48cb-90c9-7d69f0d3c14f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (d125dc4a-0ca3-4de6-a2b7-ba4d5f2fc2f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.593513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-52f0ec11-8032-48e2-b972-80814cab45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.593967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a17e514f-8bd3-4495-b716-cae7028df923 req-df41bad1-9e80-473d-96f0-117fd0250456 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160550 Feb 03 04:32:35.594966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-52f0ec11-8032-48e2-b972-80814cab45dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c417b15-93bf-4f5d-84d3-6b83ea38cde1 HTTP/1.1" status: 200 len: 861 time: 0.0517983 Feb 03 04:32:35.609873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d93b4d-6ba9-48cb-90c9-7d69f0d3c14f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d125dc4a-0ca3-4de6-a2b7-ba4d5f2fc2f8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:35.628608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0d93b4d-6ba9-48cb-90c9-7d69f0d3c14f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.634529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:35.634735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a0d93b4d-6ba9-48cb-90c9-7d69f0d3c14f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217061 Feb 03 04:32:35.657380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:35.660152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59889f4-a097-4624-adcf-c964b54ada25 req-4e398afe-b606-49e1-a6fb-7b26ec4c10e8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.661759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d59889f4-a097-4624-adcf-c964b54ada25 req-4e398afe-b606-49e1-a6fb-7b26ec4c10e8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1291461 Feb 03 04:32:35.663392 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-8a39ed7b-a580-435b-8718-ac47b55d3084 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a01573e3-bd54-4bf3-a12a-c3471c89891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440102 Feb 03 04:32:35.706977 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56186f4e-0185-499d-a30b-7e4b61a257be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.709837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.775545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d59889f4-a097-4624-adcf-c964b54ada25 req-1e14fd44-c013-4776-a805-2d522c1d278b tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072662 Feb 03 04:32:35.789846 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-a793838c-aa3e-41c8-bfd3-0507d778d244 service neutron] 10.222.0.31 "GET /v2.0/networks/a01573e3-bd54-4bf3-a12a-c3471c89891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177652 Feb 03 04:32:35.816945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44879-eeee-4e62-94eb-ce03c37301c5 req-6befb96a-f0c8-4599-84d1-8879c7d86fc2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:35.818493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bea44879-eeee-4e62-94eb-ce03c37301c5 req-6befb96a-f0c8-4599-84d1-8879c7d86fc2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1368294 Feb 03 04:32:35.907234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56186f4e-0185-499d-a30b-7e4b61a257be admin admin] Publish callbacks [] for security_group (24f4e676-23ea-4baa-b1bf-efe36beeac9a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.917932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56186f4e-0185-499d-a30b-7e4b61a257be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (24f4e676-23ea-4baa-b1bf-efe36beeac9a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.918331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-daca97b6-a0c6-4d3e-b2fd-da36f83213e3 req-05a455b8-29ce-49eb-a4a6-ff5729d225ef service neutron] 10.222.0.31 "GET /v2.0/networks/a01573e3-bd54-4bf3-a12a-c3471c89891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030207 Feb 03 04:32:35.924024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:35.948985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bea44879-eeee-4e62-94eb-ce03c37301c5 req-2d281bde-f0bf-418d-9e52-be0d2a4b3544 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209221 Feb 03 04:32:35.982534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56186f4e-0185-499d-a30b-7e4b61a257be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f4e676-23ea-4baa-b1bf-efe36beeac9a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:35.989272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-56186f4e-0185-499d-a30b-7e4b61a257be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d70219dca21d48098169765bf07234bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702537 Feb 03 04:32:35.997717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4370123-e0de-4e6e-8690-a7068e5e12a7 req-e798d3d8-93a3-423a-8985-60fb348e9a5b tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.000334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4370123-e0de-4e6e-8690-a7068e5e12a7 req-e798d3d8-93a3-423a-8985-60fb348e9a5b tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 944 time: 0.1509192 Feb 03 04:32:36.000334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:36.064434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba195-7985-45f3-8701-a3278b6a317a req-6295a9d1-1be3-4c24-82eb-47d965b6ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.065916 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcdba195-7985-45f3-8701-a3278b6a317a req-6295a9d1-1be3-4c24-82eb-47d965b6ab2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18d4d1e4a00f4368a1fe5ec5cbc23de7&device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 1126 time: 0.0940444 Feb 03 04:32:36.066978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 172.25.7.81 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/24c73f15-229e-42d1-8eb9-dd3fc3407916) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:36.118420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4370123-e0de-4e6e-8690-a7068e5e12a7 req-3d5b453e-ae53-46f8-8e2a-70fefabdf547 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114700 Feb 03 04:32:36.125402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7bb8-a417-4c24-afc0-5135d215a68a admin admin] Publish callbacks [] for security_group (24f4e676-23ea-4baa-b1bf-efe36beeac9a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.147341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e95d8-1bc5-4e22-8e4f-ebc87b40de68 req-0773e2a3-bb56-40e9-9463-adc4923c9822 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.148937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c12e95d8-1bc5-4e22-8e4f-ebc87b40de68 req-0773e2a3-bb56-40e9-9463-adc4923c9822 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1067836 Feb 03 04:32:36.165101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7bb8-a417-4c24-afc0-5135d215a68a admin admin] Publish callbacks [] for security_group (24f4e676-23ea-4baa-b1bf-efe36beeac9a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.236156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c12e95d8-1bc5-4e22-8e4f-ebc87b40de68 req-c376982e-dceb-42c4-b4bc-353bb3b0943c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767183 Feb 03 04:32:36.242116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba195-7985-45f3-8701-a3278b6a317a req-e7d29143-9521-431c-ab28-a7edac1b9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.244194 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcdba195-7985-45f3-8701-a3278b6a317a req-e7d29143-9521-431c-ab28-a7edac1b9f9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a01573e3-bd54-4bf3-a12a-c3471c89891e HTTP/1.1" status: 200 len: 922 time: 0.1654961 Feb 03 04:32:36.261783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.275837 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7bb8-a417-4c24-afc0-5135d215a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (24f4e676-23ea-4baa-b1bf-efe36beeac9a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.280696 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7bb8-a417-4c24-afc0-5135d215a68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.292117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c5b7bb8-a417-4c24-afc0-5135d215a68a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24f4e676-23ea-4baa-b1bf-efe36beeac9a HTTP/1.1" status: 204 len: 168 time: 0.2907369 Feb 03 04:32:36.311621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcdba195-7985-45f3-8701-a3278b6a317a req-1d2d77a1-eae7-47f4-bb5f-aae81f18cf17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=302eed2c-c7bc-4b16-be63-133228bcd656 HTTP/1.1" status: 200 len: 217 time: 0.0472629 Feb 03 04:32:36.320582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b7bb8-a417-4c24-afc0-5135d215a68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f4e676-23ea-4baa-b1bf-efe36beeac9a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:36.383652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.395622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba195-7985-45f3-8701-a3278b6a317a req-7f78416b-c534-4a36-aef9-21bee028fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.397174 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcdba195-7985-45f3-8701-a3278b6a317a req-7f78416b-c534-4a36-aef9-21bee028fa9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c417b15-93bf-4f5d-84d3-6b83ea38cde1 HTTP/1.1" status: 200 len: 861 time: 0.0662651 Feb 03 04:32:36.436118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043c51-338b-4b21-919a-8d3cb970e742 req-7a9f4940-1c2f-4cc6-9ea1-a2c613f4c3ad tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.443053 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef043c51-338b-4b21-919a-8d3cb970e742 req-7a9f4940-1c2f-4cc6-9ea1-a2c613f4c3ad tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1312201 Feb 03 04:32:36.444781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:36.468306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43360ba-dae2-457a-90b4-9ba8cac5a869 req-2f0f2a5a-5047-435a-931c-768e7df46d01 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.469871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f43360ba-dae2-457a-90b4-9ba8cac5a869 req-2f0f2a5a-5047-435a-931c-768e7df46d01 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1172738 Feb 03 04:32:36.471560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:36.474106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:36.477901 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcdba195-7985-45f3-8701-a3278b6a317a req-2e65d3ce-8c6a-4cbf-80e7-2425b2c6e06b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a01573e3-bd54-4bf3-a12a-c3471c89891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560689 Feb 03 04:32:36.482418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=24c73f15-229e-42d1-8eb9-dd3fc3407916,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:36.518761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef043c51-338b-4b21-919a-8d3cb970e742 req-53d9f9a7-4201-49c0-879a-7c3627e0d2bc tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747159 Feb 03 04:32:36.569164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f43360ba-dae2-457a-90b4-9ba8cac5a869 req-139007c1-58aa-4f50-b308-9e59f82ecd65 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764382 Feb 03 04:32:36.576813 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.703250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcdba195-7985-45f3-8701-a3278b6a317a req-a620b631-869b-4caf-b97a-73e5ce60140d service neutron] 10.222.0.31 "GET /v2.0/networks/a01573e3-bd54-4bf3-a12a-c3471c89891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982474 Feb 03 04:32:36.708874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for floatingip (74c29771-8349-4a8c-a6cd-69c7217fcb18), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.795196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.855308 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bcdba195-7985-45f3-8701-a3278b6a317a req-49317b94-5ea0-4467-9480-76347f0d8b53 service neutron] 10.222.0.31 "GET /v2.0/networks/a01573e3-bd54-4bf3-a12a-c3471c89891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443803 Feb 03 04:32:36.908742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731519e-89ba-4dfb-b108-8754658a2852 req-cee4cf74-4214-44e4-8eef-62057c194612 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:36.910306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c731519e-89ba-4dfb-b108-8754658a2852 req-cee4cf74-4214-44e4-8eef-62057c194612 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.0603821 Feb 03 04:32:36.971751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c731519e-89ba-4dfb-b108-8754658a2852 req-0071c626-5983-419b-bd68-27331a0f36b3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548756 Feb 03 04:32:36.990337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:36.996007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.069979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=24c73f15-229e-42d1-8eb9-dd3fc3407916,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:37.072318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:37.081225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (74c29771-8349-4a8c-a6cd-69c7217fcb18), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.097008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.098251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f03fa30e-02d6-4c8d-9f71-c8322bfecae9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4634547 Feb 03 04:32:37.176817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1928520896-network', 'tenant_id': '44d89ccccdf642ccab641190b18a9f8e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:37.210155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Made reservation on behalf of 44d89ccccdf642ccab641190b18a9f8e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:37.210548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.234307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.278653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf67d1-b84b-4e04-b567-ebb846b3bc0a req-38ccf59c-56f8-452d-b4dc-1bc11037828a tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:37.280183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbbf67d1-b84b-4e04-b567-ebb846b3bc0a req-38ccf59c-56f8-452d-b4dc-1bc11037828a tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 944 time: 0.0826533 Feb 03 04:32:37.376095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbbf67d1-b84b-4e04-b567-ebb846b3bc0a req-2c122a32-15be-491a-b5dc-00c942c1796a tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885587 Feb 03 04:32:37.395883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-721921d9-d9f5-4c85-892a-f03238beb9c8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1799376010&fields=id&tenant_id=3409f4c8f0dd4308afb778ecaf33452a HTTP/1.1" status: 200 len: 267 time: 0.0915027 Feb 03 04:32:37.397625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks [] for security_group (78c4a94a-480d-47c1-afea-1343b436bf6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.402863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (78c4a94a-480d-47c1-afea-1343b436bf6c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.457944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:32:37.503352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e42e47d9-88d4-41e0-b6b7-91631fcb57d3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.503613 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Added segment e42e47d9-88d4-41e0-b6b7-91631fcb57d3 of type vlan for network da5ae939-f465-4537-8437-f398aa6b7cd1 Feb 03 04:32:37.504924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c4a94a-480d-47c1-afea-1343b436bf6c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:37.522190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-ca9119cd-adcb-430a-addf-67265c13dbd9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:37.523623 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-ca9119cd-adcb-430a-addf-67265c13dbd9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports/74061f39-0104-4d50-95dc-07ba0792a283 HTTP/1.1" status: 200 len: 937 time: 0.1160638 Feb 03 04:32:37.586864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (da5ae939-f465-4537-8437-f398aa6b7cd1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.623455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-c1583d26-aec4-4d96-9049-f9da764ced07 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:37.625003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-c1583d26-aec4-4d96-9049-f9da764ced07 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports/1704d539-028e-450b-b8d8-38f912aec229 HTTP/1.1" status: 200 len: 936 time: 0.0799930 Feb 03 04:32:37.636179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2046-ea5a-4b40-993d-81f898b9ec30 req-032f978c-1b53-4434-9328-b2e4f910d68b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:37.637599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96be2046-ea5a-4b40-993d-81f898b9ec30 req-032f978c-1b53-4434-9328-b2e4f910d68b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1855667 Feb 03 04:32:37.957456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (da5ae939-f465-4537-8437-f398aa6b7cd1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.958377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:37.958942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:37.962817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-a191ecf8-d723-4bd8-a66d-2a87bccf7fab tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3222709 Feb 03 04:32:38.023150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9494975 Feb 03 04:32:38.025178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-1bee3849-8ef1-491e-9402-0771874f00f5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0506339 Feb 03 04:32:38.026671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:38.032988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Request body: {'subnet': {'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1928520896-subnet', 'tenant_id': '44d89ccccdf642ccab641190b18a9f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:38.038321 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:38.055900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Made reservation on behalf of 44d89ccccdf642ccab641190b18a9f8e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:38.058524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:38.097999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b2c4e-8486-4ae3-85bd-7f08d9b2bf84 admin admin] Pushing event updated for resources: {'Network': ['ID=da5ae939-f465-4537-8437-f398aa6b7cd1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:38.104968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96be2046-ea5a-4b40-993d-81f898b9ec30 req-2a6fca70-2688-41d9-b862-9010a4d760ee tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546092 Feb 03 04:32:38.108630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network da5ae939-f465-4537-8437-f398aa6b7cd1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:32:38.202906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-e02c81a9-6dc9-46a8-b4a0-740936b27c98 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:38.207922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-e02c81a9-6dc9-46a8-b4a0-740936b27c98 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:38.213131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-e02c81a9-6dc9-46a8-b4a0-740936b27c98 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:38.214759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-e02c81a9-6dc9-46a8-b4a0-740936b27c98 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/networks?id=beae8172-3c61-4391-8e35-747a56e0e655&id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f HTTP/1.1" status: 200 len: 1995 time: 0.1762457 Feb 03 04:32:38.244042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-d1879d4c-492d-45b7-9ef3-4721709b961e tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/quotas/3409f4c8f0dd4308afb778ecaf33452a HTTP/1.1" status: 200 len: 375 time: 0.0148392 Feb 03 04:32:38.258964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (82d3446f-0809-40ac-8e18-458c57e4d8c8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:38.285887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba62f61-7a36-44df-ab8c-17755438642a req-cb78053b-6922-4349-be7f-be98abd2ce3d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:38.287381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ba62f61-7a36-44df-ab8c-17755438642a req-cb78053b-6922-4349-be7f-be98abd2ce3d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1040716 Feb 03 04:32:38.316213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d3446f-0809-40ac-8e18-458c57e4d8c8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:38.323026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Checking segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:38.323381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Network hostable DHCP agents. Network: da5ae939-f465-4537-8437-f398aa6b7cd1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:32:38.340254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Network da5ae939-f465-4537-8437-f398aa6b7cd1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:32:38.343632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-895f67db-01ac-4318-b537-099b77b2abc3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0933692 Feb 03 04:32:38.355169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ba62f61-7a36-44df-ab8c-17755438642a req-85c3494a-97ff-4198-a034-caf881deb426 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606868 Feb 03 04:32:38.356499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, da5ae939-f465-4537-8437-f398aa6b7cd1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:38.361235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:38.362128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:38.373316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc2a11e-640a-439b-8df1-0c87a7608a5d None None] Network da5ae939-f465-4537-8437-f398aa6b7cd1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:38.389326 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-214024b7-9160-4cbc-9db5-39e283a55fda admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3607347 Feb 03 04:32:38.472063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-ebdb33df-c1f6-4c15-8da9-5f2f3ea5dae7 service neutron] 10.222.0.35 "GET /v2.0/networks/beae8172-3c61-4391-8e35-747a56e0e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158028 Feb 03 04:32:38.502903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f218613-9b2b-47bc-b2e6-782848c3cbc2 None None] Network da5ae939-f465-4537-8437-f398aa6b7cd1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:32:38.625159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c15c44-e4b5-4e85-b3ae-86e70811a0ce req-78553376-1af1-4c84-b38b-a8c1e7a330a1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:38.626652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38c15c44-e4b5-4e85-b3ae-86e70811a0ce req-78553376-1af1-4c84-b38b-a8c1e7a330a1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1253471 Feb 03 04:32:38.643429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-e32ab71e-1b1a-47c3-8eda-9f655cf5a07a service neutron] 10.222.0.35 "GET /v2.0/networks/beae8172-3c61-4391-8e35-747a56e0e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645730 Feb 03 04:32:38.699139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-d105bce1-3d7f-408c-b9fd-772f0c612981 service neutron] 10.222.0.35 "GET /v2.0/ports/74061f39-0104-4d50-95dc-07ba0792a283?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0489161 Feb 03 04:32:38.706321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38c15c44-e4b5-4e85-b3ae-86e70811a0ce req-dd2f6bde-9fc8-4d22-9385-6eb9ecd2d158 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722697 Feb 03 04:32:38.826992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-146f2166-f609-4f3c-af31-c28c519f20b1 service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197388 Feb 03 04:32:38.833155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 302eed2c-c7bc-4b16-be63-133228bcd656 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:32:38.850144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad816-51ee-40c3-b63a-dda1e0b3a26a req-8e401801-d5eb-4d01-b8b4-a98bdaaffd03 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:38.851916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-255ad816-51ee-40c3-b63a-dda1e0b3a26a req-8e401801-d5eb-4d01-b8b4-a98bdaaffd03 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.0851734 Feb 03 04:32:38.935694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 302eed2c-c7bc-4b16-be63-133228bcd656, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=302eed2c-c7bc-4b16-be63-133228bcd656,segment=NetworkSegment(a5d4b449-bcd0-49b9-8742-aed002eb0284),segment_id=a5d4b449-bcd0-49b9-8742-aed002eb0284)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:38.946994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '302eed2c-c7bc-4b16-be63-133228bcd656', 'network_id': 'a01573e3-bd54-4bf3-a12a-c3471c89891e', 'port_id': '302eed2c-c7bc-4b16-be63-133228bcd656', 'mac_address': 'fa:16:3e:da:65:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c417b15-93bf-4f5d-84d3-6b83ea38cde1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:32:38.951108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-255ad816-51ee-40c3-b63a-dda1e0b3a26a req-a9b2d8dc-4049-4abd-a802-68df845e2795 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897324 Feb 03 04:32:38.961959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-f6521837-f379-4da9-a04f-73fb09d55213 service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265631 Feb 03 04:32:38.985341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 302eed2c-c7bc-4b16-be63-133228bcd656 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:38.985955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:39.002425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302eed2c-c7bc-4b16-be63-133228bcd656 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:39.005250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-62854c6f-9f12-4bf3-a725-adf0f37f0ec7 service neutron] 10.222.0.35 "GET /v2.0/ports/1704d539-028e-450b-b8d8-38f912aec229?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0368967 Feb 03 04:32:39.025443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 302eed2c-c7bc-4b16-be63-133228bcd656, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=302eed2c-c7bc-4b16-be63-133228bcd656,segment=NetworkSegment(a5d4b449-bcd0-49b9-8742-aed002eb0284),segment_id=a5d4b449-bcd0-49b9-8742-aed002eb0284)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:39.030184 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:39.079421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=302eed2c-c7bc-4b16-be63-133228bcd656,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:39.132562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852749-12c4-43b1-91f9-03c551ad2ce3 req-e9d6c945-3754-4678-8966-3464674d186e tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:39.134072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c852749-12c4-43b1-91f9-03c551ad2ce3 req-e9d6c945-3754-4678-8966-3464674d186e tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 945 time: 0.1150630 Feb 03 04:32:39.138540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-61d6fe81-bf2f-4416-9b2b-7ba43d639c8a service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271117 Feb 03 04:32:39.240938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c852749-12c4-43b1-91f9-03c551ad2ce3 req-6caad71f-d0af-4fe8-b04a-85063e447775 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009080 Feb 03 04:32:39.262308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-6ea38667-a114-49b9-bef2-09c950640321 service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166303 Feb 03 04:32:39.270245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:39.309815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['302eed2c-c7bc-4b16-be63-133228bcd656'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:39.359754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-edc44ec8-626a-4bb3-a1a9-14147ab883df service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911427 Feb 03 04:32:39.475709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-75a15051-7265-4d22-9b91-664403944f20 service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092987 Feb 03 04:32:39.642054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-f0a32aac-1429-4303-9a73-3f859c05697d service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600609 Feb 03 04:32:39.651883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-b3e8ed4c-2bff-49de-9db2-c718a2c82598 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:39.653266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-b3e8ed4c-2bff-49de-9db2-c718a2c82598 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.1629248 Feb 03 04:32:39.682847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-96678902-be25-40eb-a286-0cebd012a6d6 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/quotas/44d89ccccdf642ccab641190b18a9f8e HTTP/1.1" status: 200 len: 375 time: 0.0214069 Feb 03 04:32:39.748158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-f0115c78-b7af-4337-8165-fce33e2d5f50 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591426 Feb 03 04:32:39.788592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-43385c71-37fc-49f4-88cd-0eee747cd906 service neutron] 10.222.0.35 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343548 Feb 03 04:32:39.905653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-328e86d0-0cf6-464a-8263-19fbf9f7c35d service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499870 Feb 03 04:32:39.941164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-4c8c94c7-4969-411a-b175-259e07d3f019 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463795 Feb 03 04:32:40.061253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-c7516483-6cb7-45b4-bbc8-a753fe773b61 service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481700 Feb 03 04:32:40.076682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-c2d0c440-cc5d-46cc-89c6-a6c9c186258b service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295373 Feb 03 04:32:40.177197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-68f04e94-d8f5-4a23-9b56-031dc7caec4e service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945849 Feb 03 04:32:40.307918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-655b96df-6c7b-4fca-9c3e-ab1bae8495dd service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244631 Feb 03 04:32:40.319924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ff44e-81ac-4051-884f-f7488d81f031 req-d58aa4cb-8e80-4551-97f6-94b78f55f032 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:40.321463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec0ff44e-81ac-4051-884f-f7488d81f031 req-d58aa4cb-8e80-4551-97f6-94b78f55f032 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1010394 Feb 03 04:32:40.378603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec0ff44e-81ac-4051-884f-f7488d81f031 req-2129d7b5-fb26-49df-8330-15ec9d3972a2 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467432 Feb 03 04:32:40.655971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cdda-db6e-440a-85cd-ffb800856af1 req-f7979b30-9fef-4685-9550-4386a49f443a tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:40.657493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2640cdda-db6e-440a-85cd-ffb800856af1 req-f7979b30-9fef-4685-9550-4386a49f443a tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0590212 Feb 03 04:32:40.712880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2640cdda-db6e-440a-85cd-ffb800856af1 req-7038382d-2aa1-4198-a9f9-6fee2cb88dcc tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484126 Feb 03 04:32:40.839563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd94e2-5d15-4923-a93d-81d2f19d1119 req-079a6dd8-b9a8-47af-9f2c-557c1d75b2e3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:40.841106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93fd94e2-5d15-4923-a93d-81d2f19d1119 req-079a6dd8-b9a8-47af-9f2c-557c1d75b2e3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.0603740 Feb 03 04:32:40.855441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 302eed2c-c7bc-4b16-be63-133228bcd656 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:40.908800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93fd94e2-5d15-4923-a93d-81d2f19d1119 req-26132114-7c47-4028-a291-6cef2c412414 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616665 Feb 03 04:32:40.964836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 302eed2c-c7bc-4b16-be63-133228bcd656 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:40.970739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 302eed2c-c7bc-4b16-be63-133228bcd656 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:40.971823 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:40.985735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8fe8aa2f-ff9c-45b7-ac85-8e3f72da1e6a req-03f9b8fe-86cd-4db6-abaa-bcb617fe4efd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 210 time: 0.0299935 Feb 03 04:32:41.091575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 302eed2c-c7bc-4b16-be63-133228bcd656 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:41.092180 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:41.120610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302eed2c-c7bc-4b16-be63-133228bcd656'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:41.123023 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ceb87-09b2-499a-b9f0-add24503fa9b" -d '{"events": [{"server_uuid": "1df0925e-bcac-4ed5-8d65-ddb06e2b9edf", "name": "network-vif-plugged", "status": "completed", "tag": "302eed2c-c7bc-4b16-be63-133228bcd656"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:41.136705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 302eed2c-c7bc-4b16-be63-133228bcd656, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=302eed2c-c7bc-4b16-be63-133228bcd656,segment=NetworkSegment(a5d4b449-bcd0-49b9-8742-aed002eb0284),segment_id=a5d4b449-bcd0-49b9-8742-aed002eb0284)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:41.141004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:41.160452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5ec18-e0b9-4977-ba68-d5d99c300670 req-866f0e6d-3e60-4215-96d6-b4ea3a9ba786 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.162032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77c5ec18-e0b9-4977-ba68-d5d99c300670 req-866f0e6d-3e60-4215-96d6-b4ea3a9ba786 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 945 time: 0.1125269 Feb 03 04:32:41.186158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-6693c9ca-66a0-40a6-ba26-2503ae60de94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665529 Feb 03 04:32:41.198850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfa661-d3ef-4468-82c1-f79c3d3723c4 req-286f1ec7-fdf1-41df-93b9-581159084502 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.201919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2abfa661-d3ef-4468-82c1-f79c3d3723c4 req-286f1ec7-fdf1-41df-93b9-581159084502 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1321101 Feb 03 04:32:41.223676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=302eed2c-c7bc-4b16-be63-133228bcd656,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:41.252461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77c5ec18-e0b9-4977-ba68-d5d99c300670 req-90cdd2ec-b7f2-4686-be1b-70ea7d0a1228 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801120 Feb 03 04:32:41.294089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2abfa661-d3ef-4468-82c1-f79c3d3723c4 req-78473492-1bb4-44d9-93f3-256b16ba9087 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748444 Feb 03 04:32:41.365552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51d19ae3-7838-4aea-b7bc-39e4c80e57be req-ba838587-1aff-495f-a294-4229954574e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0414152 Feb 03 04:32:41.424538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-48e2ece0-7f76-4f8d-a05d-cbb0016865a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.426055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-48e2ece0-7f76-4f8d-a05d-cbb0016865a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 1128 time: 0.1461179 Feb 03 04:32:41.438438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-2765aff4-aeb6-4028-9301-b35fd7f4279e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.440483 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-2765aff4-aeb6-4028-9301-b35fd7f4279e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.1766937 Feb 03 04:32:41.456553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Request body: {'port': {'device_id': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'admin_state_up': True, 'tenant_id': '44d89ccccdf642ccab641190b18a9f8e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:41.517514 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7593a24f-1347-4839-9a30-543421a23401 x-openstack-request-id: req-7593a24f-1347-4839-9a30-543421a23401 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:41.517819 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df0925e-bcac-4ed5-8d65-ddb06e2b9edf", "name": "network-vif-plugged", "status": "completed", "tag": "302eed2c-c7bc-4b16-be63-133228bcd656", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:41.518073 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7593a24f-1347-4839-9a30-543421a23401 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:41.519037 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302eed2c-c7bc-4b16-be63-133228bcd656', 'code': 200} Feb 03 04:32:41.655460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-1489240e-07ce-41ab-b679-9580b378ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.657689 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-1489240e-07ce-41ab-b679-9580b378ce12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.1958959 Feb 03 04:32:41.707375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ac82-22fc-47fc-b685-180266e13a8f req-e5f511b0-11fc-4de0-8f58-9421d54f9cdc tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.716908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6be8ac82-22fc-47fc-b685-180266e13a8f req-e5f511b0-11fc-4de0-8f58-9421d54f9cdc tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1277156 Feb 03 04:32:41.721652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Made reservation on behalf of 44d89ccccdf642ccab641190b18a9f8e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:41.722845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39fa57-7c03-4e4f-baab-41d2e1468c98 req-db442d8d-ead9-4fdc-a1e9-91c58a7702d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.724710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db39fa57-7c03-4e4f-baab-41d2e1468c98 req-db442d8d-ead9-4fdc-a1e9-91c58a7702d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 1128 time: 0.0843902 Feb 03 04:32:41.725062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:41.789063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-c2202dcc-3c5b-45d0-92c0-0e90d0d7239b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 200 len: 1002 time: 0.1229579 Feb 03 04:32:41.839020 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db39fa57-7c03-4e4f-baab-41d2e1468c98 req-cb85cd2a-df0f-4097-8593-7d81311dfbec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053507 Feb 03 04:32:41.864528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054fd6-5718-4edd-b230-f9a425d2427e req-6ca9c541-09f0-4c5d-9487-51713db4b2a8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.866139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9054fd6-5718-4edd-b230-f9a425d2427e req-6ca9c541-09f0-4c5d-9487-51713db4b2a8 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1150451 Feb 03 04:32:41.873907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6be8ac82-22fc-47fc-b685-180266e13a8f req-87147d25-f62d-41d1-a81d-135fb7d3db56 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552744 Feb 03 04:32:41.923181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-4d2ee590-6c79-4cc6-a2c7-768b19e4803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.924842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-4d2ee590-6c79-4cc6-a2c7-768b19e4803a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1266363 Feb 03 04:32:41.928078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9054fd6-5718-4edd-b230-f9a425d2427e req-046d56f2-dda6-4645-aae6-7938896d4e30 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527821 Feb 03 04:32:41.943491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-484aec09-28dc-4d08-bd54-5b3d2ea9c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:41.945264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-484aec09-28dc-4d08-bd54-5b3d2ea9c11d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 1127 time: 0.1154869 Feb 03 04:32:41.996382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab3b73-889f-4933-a78b-eba89079040e req-fff4fd3d-7b22-4807-8df9-9eb02ebe838e tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.003473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90ab3b73-889f-4933-a78b-eba89079040e req-fff4fd3d-7b22-4807-8df9-9eb02ebe838e tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.0638607 Feb 03 04:32:42.009984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Allocated IP 172.20.0.10 (da5ae939-f465-4537-8437-f398aa6b7cd1/82d3446f-0809-40ac-8e18-458c57e4d8c8/4e157632-f877-4c9b-a89e-1d7c745c9be4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:42.082231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90ab3b73-889f-4933-a78b-eba89079040e req-d77b5d09-2970-4f18-bad5-76b275a2ce96 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777295 Feb 03 04:32:42.098791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab38c2-fc8c-480a-82e7-bb5b999da6ba req-64a0ed78-ba58-4343-a291-9cac55eff9f3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.100848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7ab38c2-fc8c-480a-82e7-bb5b999da6ba req-64a0ed78-ba58-4343-a291-9cac55eff9f3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0763843 Feb 03 04:32:42.151418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-a1c77126-daca-4faf-adef-f1fbbba70b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.152913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-a1c77126-daca-4faf-adef-f1fbbba70b86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 917 time: 0.1957610 Feb 03 04:32:42.162770 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7ab38c2-fc8c-480a-82e7-bb5b999da6ba req-c9ca1269-66b3-498d-9022-b16a17e11020 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533221 Feb 03 04:32:42.179939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5896e3b-55dc-437d-9349-b31028b5ec93 req-5873a272-8eff-4f63-b714-374611479c67 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 210 time: 0.0344186 Feb 03 04:32:42.184460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-bf7b97f3-e6a6-48aa-a153-3713f419450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.185981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-bf7b97f3-e6a6-48aa-a153-3713f419450b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1268330 Feb 03 04:32:42.229060 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-1b974062-4dfe-4025-80db-5cf0a0335b63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8b4b01-5c8f-4923-9032-e4411773780e HTTP/1.1" status: 200 len: 217 time: 0.0629580 Feb 03 04:32:42.372020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-7fa7673b-58ff-462c-a4dd-a92976cc0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.373904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-7fa7673b-58ff-462c-a4dd-a92976cc0c38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.1355004 Feb 03 04:32:42.479426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks [] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:42.489995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-d5a59a9d-b5ef-43ff-b130-13997f1f8cd3 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711658 Feb 03 04:32:42.512537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-5c71d9aa-4145-4f89-a0aa-bdcc389e0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.514235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-5c71d9aa-4145-4f89-a0aa-bdcc389e0a3e service neutron] 10.222.0.15 "GET /v2.0/ports/74061f39-0104-4d50-95dc-07ba0792a283 HTTP/1.1" status: 200 len: 1033 time: 0.1167145 Feb 03 04:32:42.634295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-0e49b0ba-5910-48b8-b6a4-68a9a1ac07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.635919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-0e49b0ba-5910-48b8-b6a4-68a9a1ac07a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2395842 Feb 03 04:32:42.647687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-77ea53e0-6a2d-499c-bddc-2ca8a0d4e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.649181 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-77ea53e0-6a2d-499c-bddc-2ca8a0d4e822 service neutron] 10.222.0.15 "GET /v2.0/ports/1704d539-028e-450b-b8d8-38f912aec229 HTTP/1.1" status: 200 len: 1032 time: 0.1108713 Feb 03 04:32:42.650268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:42.727038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408115c1-d480-4cc1-94df-8fd1e36a82df req-26b82ebc-fd65-4c5f-a7a4-47ce61e16be2 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.728570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-408115c1-d480-4cc1-94df-8fd1e36a82df req-26b82ebc-fd65-4c5f-a7a4-47ce61e16be2 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 946 time: 0.3932624 Feb 03 04:32:42.761050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290ac19-58ec-4069-8e1f-a943a561d127 req-7a177987-0aeb-4cec-9bbb-f065c330fe8d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:42.762585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1290ac19-58ec-4069-8e1f-a943a561d127 req-7a177987-0aeb-4cec-9bbb-f065c330fe8d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.3890321 Feb 03 04:32:42.766538 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-32b771f5-7477-4e98-b377-69b41a8a8612 req-19951aee-55f3-4a4e-b374-f7e6c409ff47 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641046 Feb 03 04:32:42.831809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-408115c1-d480-4cc1-94df-8fd1e36a82df req-90832f62-db5a-4cf8-9f48-ea1e21d28675 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944617 Feb 03 04:32:42.851660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1290ac19-58ec-4069-8e1f-a943a561d127 req-45e71c9c-2390-488a-bfbb-ec8af38da738 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817695 Feb 03 04:32:42.957824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84635afb-1d35-4c4a-8e66-e11844636ec9 req-b319e1bb-5e49-462d-8b4d-ec2f4a7875d6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0406780 Feb 03 04:32:43.026225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803f342-b0cb-4068-8764-bfe857832947 req-77329be7-e63e-4754-821c-0da4a61273e2 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.029325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8803f342-b0cb-4068-8764-bfe857832947 req-77329be7-e63e-4754-821c-0da4a61273e2 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.0685818 Feb 03 04:32:43.109088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d2039-0d42-46ac-9f76-f5255de7d079 req-994774d4-de0f-4ac8-a131-76c40614b586 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.116981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d0d2039-0d42-46ac-9f76-f5255de7d079 req-994774d4-de0f-4ac8-a131-76c40614b586 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0864143 Feb 03 04:32:43.145720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8803f342-b0cb-4068-8764-bfe857832947 req-f300d1d4-2a3e-4b39-b25e-24032e2fd5e8 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066101 Feb 03 04:32:43.170698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Network da5ae939-f465-4537-8437-f398aa6b7cd1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:43.208508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d0d2039-0d42-46ac-9f76-f5255de7d079 req-8c95a751-f267-4b3f-a7c0-c4bc2a568cc7 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821774 Feb 03 04:32:43.218696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:43.228668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:43.233022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event updated for resources: {'Port': ['ID=4e157632-f877-4c9b-a89e-1d7c745c9be4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:43.313908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-7a93d30d-026e-41cb-8535-1b01558ff074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.319303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-7a93d30d-026e-41cb-8535-1b01558ff074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.324228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-7a93d30d-026e-41cb-8535-1b01558ff074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.326008 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-7a93d30d-026e-41cb-8535-1b01558ff074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "GET /v2.0/networks?id=beae8172-3c61-4391-8e35-747a56e0e655&id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f HTTP/1.1" status: 200 len: 1995 time: 0.6561439 Feb 03 04:32:43.332101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-388874ef-7347-4951-908f-884ff584bd83 service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781793 Feb 03 04:32:43.338768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2cd84-6e0c-40d6-af96-4dc634dd73d4 req-e2c96334-3715-4207-ab3b-c172f7a23ae5 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.340306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6e2cd84-6e0c-40d6-af96-4dc634dd73d4 req-e2c96334-3715-4207-ab3b-c172f7a23ae5 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1093378 Feb 03 04:32:43.342597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.343530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:43.371237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80472241-7415-4979-8043-6763f01f46f6 req-c594db79-3edf-44b2-b131-29280b179e33 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.372797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80472241-7415-4979-8043-6763f01f46f6 req-c594db79-3edf-44b2-b131-29280b179e33 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0977395 Feb 03 04:32:43.421904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6e2cd84-6e0c-40d6-af96-4dc634dd73d4 req-976c03e4-dfb0-4b19-b3d8-ed7901bbadae tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737836 Feb 03 04:32:43.439714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-5e54ea3b-6e69-4a1e-94cb-f34a731dffbd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9899178 Feb 03 04:32:43.452320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Request body: {'port': {'device_id': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:43.530832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80472241-7415-4979-8043-6763f01f46f6 req-7e73dbe0-5961-4ebc-aa7a-84d43c740f2e tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496952 Feb 03 04:32:43.532002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-158c7176-7060-4e6b-9c2b-79bb297747c3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3409f4c8f0dd4308afb778ecaf33452a HTTP/1.1" status: 200 len: 380 time: 0.1847336 Feb 03 04:32:43.553551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caca73-d541-4e06-a765-29c5f8bee9dc req-af44c1e0-f0da-4379-be18-e722e26ab3a2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.555074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4caca73-d541-4e06-a765-29c5f8bee9dc req-af44c1e0-f0da-4379-be18-e722e26ab3a2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 932 time: 0.0659878 Feb 03 04:32:43.565116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'admin_state_up': True, 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'security_groups': ['5c8d7ff8-a987-46c2-9b28-52275f4f6b61']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:43.569953 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d1e045a-1ff1-4b16-9a10-7eb6b74f0da0 req-cb696788-8554-4e93-acb1-24432f0f5314 service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238028 Feb 03 04:32:43.600277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:43.639562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4caca73-d541-4e06-a765-29c5f8bee9dc req-ca9cc608-4525-462e-9193-084f93dcb5b7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766306 Feb 03 04:32:43.846113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:43.849554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:43.855119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-3d3701ad-6ed1-4c19-9f9b-e3190cf0c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:43.856658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-3d3701ad-6ed1-4c19-9f9b-e3190cf0c701 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfa0c8271094b06941407f993629fe3&device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 1127 time: 0.1973751 Feb 03 04:32:44.015257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ddafc-21c9-4b91-ad50-5259343262db req-ef731cfd-6ff8-4b56-80d9-5772e434925d tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.017603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-989ddafc-21c9-4b91-ad50-5259343262db req-ef731cfd-6ff8-4b56-80d9-5772e434925d tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 946 time: 0.0923703 Feb 03 04:32:44.028849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810748b7-a137-4d61-945a-6a956e67ec60 req-0fbe0b89-09ea-4f55-a656-5148375b3d69 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.030680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-810748b7-a137-4d61-945a-6a956e67ec60 req-0fbe0b89-09ea-4f55-a656-5148375b3d69 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0742733 Feb 03 04:32:44.110102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-989ddafc-21c9-4b91-ad50-5259343262db req-0426817a-e8f5-4664-898c-d1ab969bbd14 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782304 Feb 03 04:32:44.113797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-810748b7-a137-4d61-945a-6a956e67ec60 req-a80364bf-b28c-495f-909f-1d0d25f6beca tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758252 Feb 03 04:32:44.186043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e157632-f877-4c9b-a89e-1d7c745c9be4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:44.204494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Publish callbacks [] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:44.233766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-0a868c94-806c-4a89-9b05-06e87856e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.235293 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-0a868c94-806c-4a89-9b05-06e87856e198 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 200 len: 917 time: 0.2853324 Feb 03 04:32:44.237483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-301deda1-e9c2-4981-8c99-ae26e9acc03a req-8ca7277a-22fa-480d-ac4b-9a9c5008b2c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0476806 Feb 03 04:32:44.274420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce654741-c011-470c-a0c3-bb47c0704aac req-00f2eaee-03af-4514-a727-06c2c65e9bee tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.275922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ce654741-c011-470c-a0c3-bb47c0704aac req-00f2eaee-03af-4514-a727-06c2c65e9bee tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.1851046 Feb 03 04:32:44.315963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Transition to ACTIVE for port object 4e157632-f877-4c9b-a89e-1d7c745c9be4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:44.317696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-d8c6f20d-5b81-407c-b166-8dae9e8daeeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8b4b01-5c8f-4923-9032-e4411773780e HTTP/1.1" status: 200 len: 217 time: 0.0666342 Feb 03 04:32:44.362269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:44.365860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 172.20.0.7 (beae8172-3c61-4391-8e35-747a56e0e655/55132384-0eb5-4d14-8935-56df1d428aed/0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:44.386431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf960d2-eb7f-4a9f-8f1e-90c3c9f93741 req-80d69eb3-b225-436f-8b3d-2a736d49232b tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.387940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-baf960d2-eb7f-4a9f-8f1e-90c3c9f93741 req-80d69eb3-b225-436f-8b3d-2a736d49232b tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0787866 Feb 03 04:32:44.395533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf11d5-5fdb-4fc2-83d8-480adb7bdb80 req-55869c75-ab53-4f72-bfdb-335bbf40c516 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.401275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64bf11d5-5fdb-4fc2-83d8-480adb7bdb80 req-55869c75-ab53-4f72-bfdb-335bbf40c516 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1007333 Feb 03 04:32:44.477081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64bf11d5-5fdb-4fc2-83d8-480adb7bdb80 req-e2c528e4-2d08-4082-92e5-97f2b4532309 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742297 Feb 03 04:32:44.498085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-baf960d2-eb7f-4a9f-8f1e-90c3c9f93741 req-e04b9155-194f-419e-ac01-d7a8eae59e9a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941916 Feb 03 04:32:44.503331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-62496f45-39d0-4715-876a-fb08605628e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.504858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-62496f45-39d0-4715-876a-fb08605628e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 200 len: 855 time: 0.1555653 Feb 03 04:32:44.506890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Pushing event updated for resources: {'Port': ['ID=4e157632-f877-4c9b-a89e-1d7c745c9be4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:44.678831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0535243-b4d6-45f1-90e1-1937b15ac80f req-e2e5b8d1-83e0-4e8a-99e4-6e2ca42ad634 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.693495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0535243-b4d6-45f1-90e1-1937b15ac80f req-e2e5b8d1-83e0-4e8a-99e4-6e2ca42ad634 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1005716 Feb 03 04:32:44.722653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Attempting to bind port 4e157632-f877-4c9b-a89e-1d7c745c9be4 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:44.722988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Attempting to bind port 4e157632-f877-4c9b-a89e-1d7c745c9be4 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:44.723560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Attempting to bind port 4e157632-f877-4c9b-a89e-1d7c745c9be4 on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:44.732994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Port 4e157632-f877-4c9b-a89e-1d7c745c9be4 on network da5ae939-f465-4537-8437-f398aa6b7cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:44.733544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Attempting to bind port 4e157632-f877-4c9b-a89e-1d7c745c9be4 on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:44.744433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:44.744782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Checking segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:44.745163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Bound using segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:44.745613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Bound port: 4e157632-f877-4c9b-a89e-1d7c745c9be4, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:44.745966 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:44.752791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0535243-b4d6-45f1-90e1-1937b15ac80f req-adadd274-a81e-4ee9-bc30-34e721637bd9 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Feb 03 04:32:44.775851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-b8c6c1c8-aff6-41a8-85e5-1622a01a83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.778295 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-b8c6c1c8-aff6-41a8-85e5-1622a01a83d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b50246c-26a0-4983-9629-183c08f8bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2628577 Feb 03 04:32:44.787184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Deleting port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:44.787544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:44.826305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dc826-4913-4faa-94b1-088d9e7fe143 req-29fce8c7-fd7c-4e2f-a32e-7449aba1b62a tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.832025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c2dc826-4913-4faa-94b1-088d9e7fe143 req-29fce8c7-fd7c-4e2f-a32e-7449aba1b62a tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0724890 Feb 03 04:32:44.889785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:44.913639 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c2dc826-4913-4faa-94b1-088d9e7fe143 req-936fb410-1e9a-486b-9357-88d05d6cab73 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699186 Feb 03 04:32:44.922511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06dbf-5cc1-4454-849f-670601d18189 req-8d5ec94b-420f-4f7a-8d26-501575e97e45 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:44.924136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97f06dbf-5cc1-4454-849f-670601d18189 req-8d5ec94b-420f-4f7a-8d26-501575e97e45 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 944 time: 0.0910354 Feb 03 04:32:44.993439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97f06dbf-5cc1-4454-849f-670601d18189 req-19705276-b6f3-46e6-baf1-38dadf65b1a5 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Feb 03 04:32:45.027970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] For port 4e157632-f877-4c9b-a89e-1d7c745c9be4, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:45.039460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] For port 4e157632-f877-4c9b-a89e-1d7c745c9be4, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:45.040367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] For port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:45.040736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.067889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.080992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49dd62-f4e6-4bfc-b19d-e0f7f5690898 req-2f9e988a-9db5-4dc9-a19d-11e921331e29 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.089261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae49dd62-f4e6-4bfc-b19d-e0f7f5690898 req-2f9e988a-9db5-4dc9-a19d-11e921331e29 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 946 time: 0.0783982 Feb 03 04:32:45.111399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-b29ba867-7fa0-4ed1-a8e8-4827105c34b5 service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207076 Feb 03 04:32:45.132527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.133133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.134573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] 10.222.0.15 "PUT /v2.0/ports/4e157632-f877-4c9b-a89e-1d7c745c9be4 HTTP/1.1" status: 200 len: 1092 time: 1.6866760 Feb 03 04:32:45.140316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'tag': '4e157632-f877-4c9b-a89e-1d7c745c9be4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:45.141969 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e36cce-413a-4b65-8b93-49fe5dac139b" -d '{"events": [{"name": "network-changed", "server_uuid": "4878e06b-9c3a-466c-be63-96f6fc83456c", "tag": "4e157632-f877-4c9b-a89e-1d7c745c9be4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:45.161061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.180599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae49dd62-f4e6-4bfc-b19d-e0f7f5690898 req-d2b25c32-1769-432b-9fd2-6f358e89ede5 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898867 Feb 03 04:32:45.197548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8dd08-d6fc-44e8-ba48-5d82e3979da9 req-31b4ddae-d6fc-42a7-9a57-d76c06f804d8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.199355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebb8dd08-d6fc-44e8-ba48-5d82e3979da9 req-31b4ddae-d6fc-42a7-9a57-d76c06f804d8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.0942271 Feb 03 04:32:45.291778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebb8dd08-d6fc-44e8-ba48-5d82e3979da9 req-c51344fb-1cbe-4921-bc12-90065a8a50fe tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833499 Feb 03 04:32:45.326652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2e75-b25b-4ad1-abcb-f1ea787b7470 req-cf759573-c11a-4f86-a239-3d00de246c79 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.328236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35ac2e75-b25b-4ad1-abcb-f1ea787b7470 req-cf759573-c11a-4f86-a239-3d00de246c79 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0802255 Feb 03 04:32:45.394052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-35ac2e75-b25b-4ad1-abcb-f1ea787b7470 req-1bd5d5c8-639b-46ba-ab15-298f0716e379 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582211 Feb 03 04:32:45.398561 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3dfaa3-5673-4d1a-bd98-fd04d3d0db46 x-openstack-request-id: req-cf3dfaa3-5673-4d1a-bd98-fd04d3d0db46 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:45.399056 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4878e06b-9c3a-466c-be63-96f6fc83456c", "tag": "4e157632-f877-4c9b-a89e-1d7c745c9be4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:45.399141 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf3dfaa3-5673-4d1a-bd98-fd04d3d0db46 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:45.399478 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'tag': '4e157632-f877-4c9b-a89e-1d7c745c9be4', 'status': 'completed', 'code': 200} Feb 03 04:32:45.428993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network beae8172-3c61-4391-8e35-747a56e0e655 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:45.429813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd035cc3-e316-465f-8458-f043f84ded2e service neutron] Pushing event updated for resources: {'Port': ['ID=4e157632-f877-4c9b-a89e-1d7c745c9be4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:45.443107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:45.452649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:45.471310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84daf65-3f34-497d-aea7-d3d03cf1e96b req-4659b829-588c-4fc6-9755-e7c6b5ed2766 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.473162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d84daf65-3f34-497d-aea7-d3d03cf1e96b req-4659b829-588c-4fc6-9755-e7c6b5ed2766 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 931 time: 0.0633707 Feb 03 04:32:45.559087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.559490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (faa8c218-37fe-4c6a-a8fa-0b40bb7a104d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.559838 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Floating IP faa8c218-37fe-4c6a-a8fa-0b40bb7a104d disassociated. External IP: 172.25.7.194, port: 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3. Feb 03 04:32:45.560215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Calling delete_port for 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:45.572710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d84daf65-3f34-497d-aea7-d3d03cf1e96b req-a4eb5d79-9aef-476e-8cb3-6889caef86f8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934057 Feb 03 04:32:45.583857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea6722-3efb-4c02-a76b-4329eeb34014 req-49637c94-98bc-4f2e-a654-29c089757681 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.587756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:45.592228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1bea6722-3efb-4c02-a76b-4329eeb34014 req-49637c94-98bc-4f2e-a654-29c089757681 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 945 time: 0.1070671 Feb 03 04:32:45.610501 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b4f11ad-378a-4cc7-8769-adf03b428acc req-14cebf96-15ee-4112-867a-ec8fc0d81191 service neutron] 10.222.0.15 "GET /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722724 Feb 03 04:32:45.619033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.619754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.637215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-9ce956fd-abac-4ad7-b34e-e40ebdcb750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.641280 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-9ce956fd-abac-4ad7-b34e-e40ebdcb750d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 1126 time: 0.3848760 Feb 03 04:32:45.697433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1bea6722-3efb-4c02-a76b-4329eeb34014 req-97326011-be5b-486c-bf97-f78884ed5aef tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041987 Feb 03 04:32:45.783425 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-2c374144-b006-40ff-806e-a07d4129b88e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4 HTTP/1.1" status: 200 len: 217 time: 0.0770156 Feb 03 04:32:45.788621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-20971813-0aa0-431c-9cec-32646658a992 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2294064 Feb 03 04:32:45.812914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'admin_state_up': True, 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'security_groups': ['5c8d7ff8-a987-46c2-9b28-52275f4f6b61']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:45.827574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b931642-f2bf-4d11-94ff-7311dd389120 req-7c88a699-1bd5-45af-9017-3a163f8ebe95 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.829389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b931642-f2bf-4d11-94ff-7311dd389120 req-7c88a699-1bd5-45af-9017-3a163f8ebe95 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1110492 Feb 03 04:32:45.876464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a55f82-87a7-42ca-aacc-b5dac1c434e2 req-d9bfeae3-27e1-4cb9-a67d-dd4ed852c2b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:45.878050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28a55f82-87a7-42ca-aacc-b5dac1c434e2 req-d9bfeae3-27e1-4cb9-a67d-dd4ed852c2b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 946 time: 0.0943308 Feb 03 04:32:45.903025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a2d84ae2-838f-4d57-8354-45977690fcd0 None None] Provisioning complete for port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:45.904051 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2d84ae2-838f-4d57-8354-45977690fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:45.922695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b931642-f2bf-4d11-94ff-7311dd389120 req-d4fb7f0b-4c36-4a2c-b4e7-d8be44db36da tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810990 Feb 03 04:32:45.940688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a2d84ae2-838f-4d57-8354-45977690fcd0 None None] Port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:45.956755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28a55f82-87a7-42ca-aacc-b5dac1c434e2 req-5c18b3c0-23de-455b-a376-5f0dc2000691 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9f02139-af35-4fc4-bff1-bc7fc6e18902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728612 Feb 03 04:32:46.100383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2680a-3090-483b-a4e7-b268d42c29af req-20aaeaa1-e3b3-43ba-873a-5f4331167bb8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:46.102427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee2680a-3090-483b-a4e7-b268d42c29af req-20aaeaa1-e3b3-43ba-873a-5f4331167bb8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.0999136 Feb 03 04:32:46.119794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a47e-191e-405c-9df3-89a29576a613 req-44288687-6906-4e6a-ad6c-cec4276fff74 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:46.122582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6879a47e-191e-405c-9df3-89a29576a613 req-44288687-6906-4e6a-ad6c-cec4276fff74 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0868909 Feb 03 04:32:46.219281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6879a47e-191e-405c-9df3-89a29576a613 req-170df68d-e9a0-4d54-876d-b779a67ae274 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823023 Feb 03 04:32:46.262440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-7d62cce0-fa13-4ff2-8608-478814594db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:46.264146 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-7d62cce0-fa13-4ff2-8608-478814594db0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.4661179 Feb 03 04:32:46.302334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee2680a-3090-483b-a4e7-b268d42c29af req-950d4944-a239-4cec-ad63-a9052ad80476 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885293 Feb 03 04:32:46.303272 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-ff0fb01c-e615-41e9-913a-801862d38f63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297196 Feb 03 04:32:46.323699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-cfd79d17-7c93-4e61-841c-1f07aa5fb462 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:46.325245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-cfd79d17-7c93-4e61-841c-1f07aa5fb462 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.31 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 946 time: 0.1219554 Feb 03 04:32:46.443671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (798b29cb-8dc5-44e2-a89b-9d21fe8e8de3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:46.478974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:46.482216 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:46.497653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event deleted for resources: {'Port': ['ID=798b29cb-8dc5-44e2-a89b-9d21fe8e8de3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:46.509019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-10347e1a-f4af-44a3-8ab0-19a20fef5bc7 service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966128 Feb 03 04:32:46.509729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f2a6-c49c-4665-ab8d-60fab4dcac76 req-5f7a1ee2-235f-4bef-a08c-bf1b2e9f833e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:46.512105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f021f2a6-c49c-4665-ab8d-60fab4dcac76 req-5f7a1ee2-235f-4bef-a08c-bf1b2e9f833e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 944 time: 0.1425989 Feb 03 04:32:46.562224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4a429-b564-4bbc-bc0c-f1d8711da5ff req-ece55860-5c13-477c-96b6-fa11f219c09e tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:46.563768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc4a429-b564-4bbc-bc0c-f1d8711da5ff req-ece55860-5c13-477c-96b6-fa11f219c09e tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 946 time: 0.1492267 Feb 03 04:32:46.621139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Deleting port 302eed2c-c7bc-4b16-be63-133228bcd656 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:46.621484 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:46.626645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f021f2a6-c49c-4665-ab8d-60fab4dcac76 req-4558d496-4e04-4185-8ac4-4881fe43468a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092546 Feb 03 04:32:46.675917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-19cec866-d6aa-4a5b-8020-df32d09a8c8c req-15c12f01-8635-4ad9-8f74-09fcf86d64b8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:32:46.676934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19cec866-d6aa-4a5b-8020-df32d09a8c8c req-15c12f01-8635-4ad9-8f74-09fcf86d64b8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138335 Feb 03 04:32:46.705990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc4a429-b564-4bbc-bc0c-f1d8711da5ff req-469d0287-2330-412e-8f7c-45ef31aad197 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/security-groups?id=b048c4bb-f872-414c-8849-be32ba874c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283281 Feb 03 04:32:46.753282 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2d497c3d-668e-4897-9aef-6eff7f7c6818 req-49fe3a3d-f3a6-49d0-94fc-af3fe3235ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361550 Feb 03 04:32:46.766190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] For port 302eed2c-c7bc-4b16-be63-133228bcd656, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=302eed2c-c7bc-4b16-be63-133228bcd656,segment=NetworkSegment(a5d4b449-bcd0-49b9-8742-aed002eb0284),segment_id=a5d4b449-bcd0-49b9-8742-aed002eb0284)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:46.766828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:46.784695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Calling delete_port for 302eed2c-c7bc-4b16-be63-133228bcd656 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:46.870585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:32:46.872682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 10.1.1.110 (b5d3842a-2cab-4dbe-906f-45a53c0e0497/4239f4b3-e647-41bd-ac11-5c256badfca3/e7ae1ce5-356f-490a-bd94-f91514dde652) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:46.895955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:46.917185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:46.918293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:46.960393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-f3609e7e-09c0-4114-bf43-e98c4bc064e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:46.961923 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-f3609e7e-09c0-4114-bf43-e98c4bc064e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 1126 time: 0.1447682 Feb 03 04:32:46.988460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19cec866-d6aa-4a5b-8020-df32d09a8c8c req-a3948a64-0cb7-490d-9f66-1bea85212886 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2862725 Feb 03 04:32:46.995115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8c3b-8feb-4a45-972e-a87293da2a83 req-28bfee85-b668-418d-bde1-5507652bad4e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:47.007636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ced8c3b-8feb-4a45-972e-a87293da2a83 req-28bfee85-b668-418d-bde1-5507652bad4e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2078416 Feb 03 04:32:47.126942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ced8c3b-8feb-4a45-972e-a87293da2a83 req-5c67f8af-eaac-4433-8fb8-d5e540223ad2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134667 Feb 03 04:32:47.187676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (302eed2c-c7bc-4b16-be63-133228bcd656), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:47.194078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-31b42ed8-7cea-4af4-a385-3d647bd16152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:47.196294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-31b42ed8-7cea-4af4-a385-3d647bd16152 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 916 time: 0.2209740 Feb 03 04:32:47.202294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['302eed2c-c7bc-4b16-be63-133228bcd656'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:47.257171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Pushing event deleted for resources: {'Port': ['ID=302eed2c-c7bc-4b16-be63-133228bcd656,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:47.329907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] No DVR routers for this DVR port 302eed2c-c7bc-4b16-be63-133228bcd656 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:47.349797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:47.353131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1be0c435-3391-4ad5-8bff-55a223d59e5a req-b1bf8d54-7d7e-4f58-b5d5-435aa7b63d00 tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.31 "DELETE /v2.0/ports/302eed2c-c7bc-4b16-be63-133228bcd656 HTTP/1.1" status: 204 len: 173 time: 1.0222802 Feb 03 04:32:47.354457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'name': 'network-vif-deleted', 'tag': '302eed2c-c7bc-4b16-be63-133228bcd656'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:47.356796 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d8144-9a59-48f7-8b3e-5499345b0b3b" -d '{"events": [{"server_uuid": "1df0925e-bcac-4ed5-8d65-ddb06e2b9edf", "name": "network-vif-deleted", "tag": "302eed2c-c7bc-4b16-be63-133228bcd656"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:47.362648 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-0e9e9fbe-0b8d-4dec-b417-bbf131067cb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4 HTTP/1.1" status: 200 len: 217 time: 0.0939109 Feb 03 04:32:47.365891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:32:47.381065 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] Sync routers for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:32:47.383733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85667747-9b72-481c-beb3-13451126311f req-d0a7a772-b0df-403c-a995-2bce9793eb3c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:47.391009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85667747-9b72-481c-beb3-13451126311f req-d0a7a772-b0df-403c-a995-2bce9793eb3c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 931 time: 0.1471450 Feb 03 04:32:47.391472 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:47.392121 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:32:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:47.433217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0142e-d8aa-4b57-ae5c-6ab5cabadf0b req-b82095bd-4877-4571-b336-21de36c8e442 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:47.434969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40b0142e-d8aa-4b57-ae5c-6ab5cabadf0b req-b82095bd-4877-4571-b336-21de36c8e442 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1351736 Feb 03 04:32:47.460355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-916dffa8-9d2e-40a4-90d6-051080fe229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:47.461701 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-916dffa8-9d2e-40a4-90d6-051080fe229c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.0517027 Feb 03 04:32:47.478516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85667747-9b72-481c-beb3-13451126311f req-0e756f44-4745-4582-95d2-fa665bb91659 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867028 Feb 03 04:32:47.507099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-5d681e37-bca8-47ae-872e-86d19a072134 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258427 Feb 03 04:32:47.507987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] No DVR routers for this DVR port 798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:47.549901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40b0142e-d8aa-4b57-ae5c-6ab5cabadf0b req-24f1a3d2-a718-47fb-9a32-ac711a967025 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877984 Feb 03 04:32:47.566722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:47.579937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ce654741-c011-470c-a0c3-bb47c0704aac req-f3f8e925-6e3d-4366-be05-4742dde58e8a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "DELETE /v2.0/ports/798b29cb-8dc5-44e2-a89b-9d21fe8e8de3 HTTP/1.1" status: 204 len: 173 time: 3.2672570 Feb 03 04:32:47.579937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'name': 'network-vif-deleted', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:47.583250 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baac2ae-3d61-48a2-8b63-51ee6e0a2b84" -d '{"events": [{"server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "name": "network-vif-deleted", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:47.640349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:47.688516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ae8a645-8217-4de5-9fe1-b3a2091f45cd req-2c830431-73b2-4785-ae95-5ca4dcad1008 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=1305dac1-8547-4ddc-b7d8-4090411939b8 HTTP/1.1" status: 200 len: 210 time: 0.1028385 Feb 03 04:32:47.691722 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:47.769411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:47.811946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c463b41-2ab4-457a-87b2-8651eb420797 req-f0914e98-c15e-49e2-887d-5f21a39d4eb7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:47.813744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c463b41-2ab4-457a-87b2-8651eb420797 req-f0914e98-c15e-49e2-887d-5f21a39d4eb7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1581261 Feb 03 04:32:47.839879 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-65472778-c8ad-452d-bc5a-193314d8db5c service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206098 Feb 03 04:32:47.849034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:47.907307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30d225-eb8e-47dc-ae86-c25bb399914f req-ac9a5c2e-10f2-445d-adac-07830325a9f3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:47.908957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf30d225-eb8e-47dc-ae86-c25bb399914f req-ac9a5c2e-10f2-445d-adac-07830325a9f3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1138401 Feb 03 04:32:47.924056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c463b41-2ab4-457a-87b2-8651eb420797 req-217828e8-9141-4145-be9b-2dde0f9606ab tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801973 Feb 03 04:32:47.957340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:47.959106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=e7ae1ce5-356f-490a-bd94-f91514dde652,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:47.963007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c1e36cce-413a-4b65-8b93-49fe5dac139b req-554d9e61-de3c-4b12-9690-bad2fd5462ca service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121666 Feb 03 04:32:47.963865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:48.035061 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf30d225-eb8e-47dc-ae86-c25bb399914f req-f2787f1c-b9b0-44df-831a-f35e86b0a1c8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096530 Feb 03 04:32:48.055858 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:32:48.073435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:48.075444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:48.109811 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:48.126300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652a43-e477-4f48-b3fb-1dc1c51c7519 req-d9bf5bfd-9ddf-4d07-b4cc-7f5b2887a156 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:48.133011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-3fdd3d1b-39ea-41d2-8044-f9fc7eda4555 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3336406 Feb 03 04:32:48.139206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85652a43-e477-4f48-b3fb-1dc1c51c7519 req-d9bf5bfd-9ddf-4d07-b4cc-7f5b2887a156 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1024299 Feb 03 04:32:48.154714 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] Checking router: 8bcf73e2-b8d0-4a8d-b628-817daaa344ad for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:32:48.156646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'admin_state_up': True, 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'security_groups': ['5c8d7ff8-a987-46c2-9b28-52275f4f6b61']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:48.167463 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:32:48.168394 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:32:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:48.220097 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f51d7d0-2cbd-4be0-8c8b-5d6a928d299b x-openstack-request-id: req-1f51d7d0-2cbd-4be0-8c8b-5d6a928d299b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:48.220395 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df0925e-bcac-4ed5-8d65-ddb06e2b9edf", "name": "network-vif-deleted", "tag": "302eed2c-c7bc-4b16-be63-133228bcd656", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:48.220652 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f51d7d0-2cbd-4be0-8c8b-5d6a928d299b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:48.221061 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df0925e-bcac-4ed5-8d65-ddb06e2b9edf', 'name': 'network-vif-deleted', 'tag': '302eed2c-c7bc-4b16-be63-133228bcd656', 'status': 'completed', 'code': 200} Feb 03 04:32:48.304144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85652a43-e477-4f48-b3fb-1dc1c51c7519 req-82154fd9-2ec0-4d3c-9335-994943742e61 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638420 Feb 03 04:32:48.324016 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ecf96-5867-4075-904e-3cd3b8700286 x-openstack-request-id: req-c61ecf96-5867-4075-904e-3cd3b8700286 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:48.324483 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1305dac1-8547-4ddc-b7d8-4090411939b8", "name": "network-vif-deleted", "tag": "798b29cb-8dc5-44e2-a89b-9d21fe8e8de3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:48.325593 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c61ecf96-5867-4075-904e-3cd3b8700286 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:48.326203 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1305dac1-8547-4ddc-b7d8-4090411939b8', 'name': 'network-vif-deleted', 'tag': '798b29cb-8dc5-44e2-a89b-9d21fe8e8de3', 'status': 'completed', 'code': 200} Feb 03 04:32:48.338341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:48.343659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:48.380417 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:32:48.382271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2466fa5b-4637-4595-a82c-2f0bf0939e98 None None] Provisioning complete for port e7ae1ce5-356f-490a-bd94-f91514dde652 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:48.383151 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2466fa5b-4637-4595-a82c-2f0bf0939e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:48.453789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2466fa5b-4637-4595-a82c-2f0bf0939e98 None None] Port e7ae1ce5-356f-490a-bd94-f91514dde652 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:48.528040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aff9eb0b-716e-4e26-bf52-98774fd07133 req-67870f6c-24d7-4b5a-b22c-d7061c521e3d tempest-InstanceActionsNegativeTestJSON-841484492 tempest-InstanceActionsNegativeTestJSON-841484492-project] 10.222.0.35 "GET /v2.0/ports?device_id=1df0925e-bcac-4ed5-8d65-ddb06e2b9edf HTTP/1.1" status: 200 len: 210 time: 0.0462480 Feb 03 04:32:48.562070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6ec05-6db7-42fa-9005-8720aeac0d96 req-013f56a2-a701-42a0-aaa4-3d10ad831ffd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:48.564805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1c6ec05-6db7-42fa-9005-8720aeac0d96 req-013f56a2-a701-42a0-aaa4-3d10ad831ffd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 944 time: 0.1703434 Feb 03 04:32:48.598740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4e157632-f877-4c9b-a89e-1d7c745c9be4 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:32:48.680299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1c6ec05-6db7-42fa-9005-8720aeac0d96 req-6e158b79-3f53-430f-a973-3142cc8ee86d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050262 Feb 03 04:32:48.695451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 10.1.1.60 (b5d3842a-2cab-4dbe-906f-45a53c0e0497/4239f4b3-e647-41bd-ac11-5c256badfca3/4ff3445a-4b10-4b88-856b-c55296f37f83) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:48.817719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4e157632-f877-4c9b-a89e-1d7c745c9be4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:48.849051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4e157632-f877-4c9b-a89e-1d7c745c9be4', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'port_id': '4e157632-f877-4c9b-a89e-1d7c745c9be4', 'mac_address': 'fa:16:3e:4f:c5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d3446f-0809-40ac-8e18-458c57e4d8c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:32:48.870802 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:48.936507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f316d-4591-442f-b06c-e2931737b4b0 req-2d2e76b9-a324-42ef-8b08-3e30628eafd6 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:48.938105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-313f316d-4591-442f-b06c-e2931737b4b0 req-2d2e76b9-a324-42ef-8b08-3e30628eafd6 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 945 time: 0.1981428 Feb 03 04:32:48.940144 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4e157632-f877-4c9b-a89e-1d7c745c9be4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:48.940554 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:48.953792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:48.975549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e157632-f877-4c9b-a89e-1d7c745c9be4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:48.987171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa7c-ad65-401b-84d8-25233d586e86 req-11e6ba7a-1e6a-40b6-9133-f72556626fd4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:48.992688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa7c-ad65-401b-84d8-25233d586e86 req-11e6ba7a-1e6a-40b6-9133-f72556626fd4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:48.993899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:49.006602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edfefa7c-ad65-401b-84d8-25233d586e86 req-11e6ba7a-1e6a-40b6-9133-f72556626fd4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 1653 time: 0.2041917 Feb 03 04:32:49.023152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4e157632-f877-4c9b-a89e-1d7c745c9be4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:49.037004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:49.071843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:49.075013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:49.078722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:49.125374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241370-8bee-4b32-8d3c-64e9371215a9 None None] The sync data for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 is: [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:32:49.143314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:49.146226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:49.153841 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-313f316d-4591-442f-b06c-e2931737b4b0 req-cb1b78c4-2bd4-4253-9e00-17c3cd417332 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047217 Feb 03 04:32:49.174515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4e157632-f877-4c9b-a89e-1d7c745c9be4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:49.198709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0526228 Feb 03 04:32:49.231006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f', 'admin_state_up': True, 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'security_groups': ['5c8d7ff8-a987-46c2-9b28-52275f4f6b61']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:49.235114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929535a-7b38-424e-90f1-0fa273e78052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=4ff3445a-4b10-4b88-856b-c55296f37f83,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:49.274256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edfefa7c-ad65-401b-84d8-25233d586e86 req-6b7d646d-ae58-400c-bdd1-2ad7baefc013 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544173 Feb 03 04:32:49.332809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:49.374261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210424b-25c0-451b-9d1d-60715996f2cd req-d7b0803a-ca6a-40e1-85c9-33e607c07b95 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:49.379286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b210424b-25c0-451b-9d1d-60715996f2cd req-d7b0803a-ca6a-40e1-85c9-33e607c07b95 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.0958731 Feb 03 04:32:49.455357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:49.533286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b210424b-25c0-451b-9d1d-60715996f2cd req-c54a6a31-38fc-4a6d-a4b7-baa2a22826bd tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479986 Feb 03 04:32:49.557678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c8b02-7fb6-48c2-be78-5330050ab358 req-0a5db6c5-56ba-4027-a37f-b4f98f14529f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:49.572600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd5c8b02-7fb6-48c2-be78-5330050ab358 req-0a5db6c5-56ba-4027-a37f-b4f98f14529f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1536636 Feb 03 04:32:49.578348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a8cfe440-38ba-4258-a2b5-8e9fd7943747 None None] Provisioning complete for port 4ff3445a-4b10-4b88-856b-c55296f37f83 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:49.579409 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe440-38ba-4258-a2b5-8e9fd7943747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:49.613340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:49.684782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd5c8b02-7fb6-48c2-be78-5330050ab358 req-2558a179-a502-4880-9da5-053a3f4a570d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105840 Feb 03 04:32:49.691980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfe440-38ba-4258-a2b5-8e9fd7943747 None None] Port 4ff3445a-4b10-4b88-856b-c55296f37f83 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:49.734447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d6e55-3324-4985-9b42-295d8503e1b4 None None] New status for floating IP faa8c218-37fe-4c6a-a8fa-0b40bb7a104d: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:32:49.817693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3449-666f-4ec1-b1b1-8fe65a822e6f req-26b0e3ec-8fbe-4132-9a61-5a258d0740a5 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:49.825011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98ce3449-666f-4ec1-b1b1-8fe65a822e6f req-26b0e3ec-8fbe-4132-9a61-5a258d0740a5 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.0966935 Feb 03 04:32:49.891804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 10.2.2.100 (e6ccaca6-fc93-4f6e-845f-e19b84ea990f/0790dc63-5e08-4e66-b197-bdf574357f96/217bca4e-bfb6-415a-a0c2-42a856c1b5be) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:49.899776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b508240-405c-4486-8997-be22ad374213 req-cd1325ca-0c5f-41d4-821e-9000dd52ae44 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:49.901859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b508240-405c-4486-8997-be22ad374213 req-cd1325ca-0c5f-41d4-821e-9000dd52ae44 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1294572 Feb 03 04:32:49.966311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98ce3449-666f-4ec1-b1b1-8fe65a822e6f req-a6cf19d0-9d78-4bb5-bece-91a437441c4d tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389103 Feb 03 04:32:50.045343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b508240-405c-4486-8997-be22ad374213 req-a65d4125-ac36-460a-b068-3b392317d425 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292455 Feb 03 04:32:50.056144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:50.089289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.104182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:50.144952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] Deleting subnet 7c417b15-93bf-4f5d-84d3-6b83ea38cde1 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:32:50.159166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] Publish callbacks [] for subnet (7c417b15-93bf-4f5d-84d3-6b83ea38cde1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.217597 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.261332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45020d96-0733-4504-9177-8092c68d5457 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (d9f02139-af35-4fc4-bff1-bc7fc6e18902), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.264145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:50.272629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:50.275051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:50.342303 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45020d96-0733-4504-9177-8092c68d5457 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (d9f02139-af35-4fc4-bff1-bc7fc6e18902), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.347387 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (7c417b15-93bf-4f5d-84d3-6b83ea38cde1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.354985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=217bca4e-bfb6-415a-a0c2-42a856c1b5be,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:50.399053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae501601-fe40-4ddb-bbce-d0dc389f1607 req-a615d40b-144b-4d5f-b86a-563daf1e6aa3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:50.400910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae501601-fe40-4ddb-bbce-d0dc389f1607 req-a615d40b-144b-4d5f-b86a-563daf1e6aa3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2376924 Feb 03 04:32:50.407375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:50.408109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.432856 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-cdad1d08-eb9e-4251-9f0f-b23408fec5c9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2072592 Feb 03 04:32:50.435810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ee8e9-7dc1-4e2c-ac1b-2ce93093474e req-33bcc836-43c4-4edd-8eb6-1fde7432b566 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:50.448131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-343ee8e9-7dc1-4e2c-ac1b-2ce93093474e req-33bcc836-43c4-4edd-8eb6-1fde7432b566 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 945 time: 0.2067204 Feb 03 04:32:50.449131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f', 'admin_state_up': True, 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'security_groups': ['5c8d7ff8-a987-46c2-9b28-52275f4f6b61']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:50.500821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7c417b15-93bf-4f5d-84d3-6b83ea38cde1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.569301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45020d96-0733-4504-9177-8092c68d5457 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d9f02139-af35-4fc4-bff1-bc7fc6e18902), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.574246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45020d96-0733-4504-9177-8092c68d5457 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.575770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-45020d96-0733-4504-9177-8092c68d5457 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "DELETE /v2.0/security-groups/d9f02139-af35-4fc4-bff1-bc7fc6e18902 HTTP/1.1" status: 204 len: 168 time: 0.4706280 Feb 03 04:32:50.583470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:50.610479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45020d96-0733-4504-9177-8092c68d5457 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f02139-af35-4fc4-bff1-bc7fc6e18902,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:50.612622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae501601-fe40-4ddb-bbce-d0dc389f1607 req-13ba9887-ab5e-4350-8bd1-9b2af0bc4c89 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010534 Feb 03 04:32:50.639537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-343ee8e9-7dc1-4e2c-ac1b-2ce93093474e req-fbcbd529-31b6-48dd-b328-35688e57a32b tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904273 Feb 03 04:32:50.663030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Made reservation on behalf of 3409f4c8f0dd4308afb778ecaf33452a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:32:50.673942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.676688 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-46b112d3-0aa6-4bfb-961a-41be725a5176 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] show failed (client error): The resource could not be found. Feb 03 04:32:50.681430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-46b112d3-0aa6-4bfb-961a-41be725a5176 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups/d9f02139-af35-4fc4-bff1-bc7fc6e18902 HTTP/1.1" status: 404 len: 347 time: 0.0908241 Feb 03 04:32:50.682615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44228) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:50.700187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (7c417b15-93bf-4f5d-84d3-6b83ea38cde1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.739976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c4111b77-008c-4bbf-aded-fe309fc7d60e None None] Provisioning complete for port 217bca4e-bfb6-415a-a0c2-42a856c1b5be triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:50.740538 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4111b77-008c-4bbf-aded-fe309fc7d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.827287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c4111b77-008c-4bbf-aded-fe309fc7d60e None None] Port 217bca4e-bfb6-415a-a0c2-42a856c1b5be cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:50.881512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c417b15-93bf-4f5d-84d3-6b83ea38cde1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:50.891406 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:50.894603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a4a14d28-36a8-42b0-8344-3c899391f919 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7c417b15-93bf-4f5d-84d3-6b83ea38cde1 HTTP/1.1" status: 204 len: 168 time: 0.8371644 Feb 03 04:32:50.898171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:50.901746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 302eed2c-c7bc-4b16-be63-133228bcd656 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:32:50.936070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 302eed2c-c7bc-4b16-be63-133228bcd656 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:32:50.938838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 302eed2c-c7bc-4b16-be63-133228bcd656 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:32:51.057025 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a01573e3-bd54-4bf3-a12a-c3471c89891e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.063013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Allocated IP 10.2.2.200 (e6ccaca6-fc93-4f6e-845f-e19b84ea990f/0790dc63-5e08-4e66-b197-bdf574357f96/16b5fc9d-ab7a-419a-b829-2a0232e2b081) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:51.116700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5f35-ce3a-467e-833d-5d6d4e262039 req-75d9a131-2bbe-45ca-8b38-e1b83958ac64 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.123474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5f35-ce3a-467e-833d-5d6d4e262039 req-75d9a131-2bbe-45ca-8b38-e1b83958ac64 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.129216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5f35-ce3a-467e-833d-5d6d4e262039 req-75d9a131-2bbe-45ca-8b38-e1b83958ac64 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.136341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5f35-ce3a-467e-833d-5d6d4e262039 req-75d9a131-2bbe-45ca-8b38-e1b83958ac64 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.146195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55fa5f35-ce3a-467e-833d-5d6d4e262039 req-75d9a131-2bbe-45ca-8b38-e1b83958ac64 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 3094 time: 0.3153708 Feb 03 04:32:51.178174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d81f8-bc49-4287-a57b-063de87230b4 req-9b1bcae4-f975-4dd8-83ac-6b5d62b48fb9 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.184983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d81f8-bc49-4287-a57b-063de87230b4 req-9b1bcae4-f975-4dd8-83ac-6b5d62b48fb9 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.190886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d81f8-bc49-4287-a57b-063de87230b4 req-9b1bcae4-f975-4dd8-83ac-6b5d62b48fb9 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.192706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-204d81f8-bc49-4287-a57b-063de87230b4 req-9b1bcae4-f975-4dd8-83ac-6b5d62b48fb9 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1&device_id=357c33fa-55ae-4f57-950c-9aa919148460&device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 2416 time: 0.3485525 Feb 03 04:32:51.204668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a01573e3-bd54-4bf3-a12a-c3471c89891e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.269989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01573e3-bd54-4bf3-a12a-c3471c89891e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:51.278164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Deleting port 41687b08-304e-4f75-aaa3-cc07fb73736a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:51.278494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.285950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d4b449-bcd0-49b9-8742-aed002eb0284') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:51.286456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d4b449-bcd0-49b9-8742-aed002eb0284') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:32:51.300415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (a5d4b449-bcd0-49b9-8742-aed002eb0284), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.325727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a5d4b449-bcd0-49b9-8742-aed002eb0284), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.344283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-204d81f8-bc49-4287-a57b-063de87230b4 req-6c8f8e78-36af-4f24-be83-785ed2a6922d tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344821 Feb 03 04:32:51.350623 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55fa5f35-ce3a-467e-833d-5d6d4e262039 req-29dbf233-6a95-4dd5-80c2-2b8859a850fb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034757 Feb 03 04:32:51.352990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.354645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:32:51.355065 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (a5d4b449-bcd0-49b9-8742-aed002eb0284), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:32:51.361282 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:32:51.427985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.428476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (41687b08-304e-4f75-aaa3-cc07fb73736a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.466886 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a01573e3-bd54-4bf3-a12a-c3471c89891e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.475402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.480566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Calling delete_port for 41687b08-304e-4f75-aaa3-cc07fb73736a owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:51.484587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a01573e3-bd54-4bf3-a12a-c3471c89891e HTTP/1.1" status: 204 len: 168 time: 0.5843196 Feb 03 04:32:51.511333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca1843-faad-43d8-848d-67b4490f5969 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01573e3-bd54-4bf3-a12a-c3471c89891e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:51.518472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.574010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:51.596032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208d11-46e6-4c62-a192-23f06264f59b req-444ee469-bd77-415a-bc6a-85c72c8e1abc tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.596883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:51.599468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:51.602550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10208d11-46e6-4c62-a192-23f06264f59b req-444ee469-bd77-415a-bc6a-85c72c8e1abc tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1685050 Feb 03 04:32:51.629863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event updated for resources: {'Port': ['ID=16b5fc9d-ab7a-419a-b829-2a0232e2b081,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:51.662704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae41d1a-b0cd-4f06-88a2-97d5bf06808c req-63f86f34-9096-4f30-be40-16ef69d0b712 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.664190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:51.669661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ae41d1a-b0cd-4f06-88a2-97d5bf06808c req-63f86f34-9096-4f30-be40-16ef69d0b712 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1869636 Feb 03 04:32:51.687557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:51.688166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.710624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-388f0cde-288c-4afc-a661-e959c549fdce tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2658374 Feb 03 04:32:51.716751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10208d11-46e6-4c62-a192-23f06264f59b req-826a8e05-4fa8-47f2-a9f3-cfbc4b17efac tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131208 Feb 03 04:32:51.735356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:51.778469 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-94f6bcba-5e0e-491b-a89e-e74b62c1b514 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18d4d1e4a00f4368a1fe5ec5cbc23de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1108940 Feb 03 04:32:51.778910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:51.788489 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ae41d1a-b0cd-4f06-88a2-97d5bf06808c req-ebc40bd3-f953-40ab-990a-c07621590dca tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156027 Feb 03 04:32:51.865427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.914572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9d8643e-b2aa-4880-a36d-42a239c900e8 admin admin] Publish callbacks [] for security_group (b048c4bb-f872-414c-8849-be32ba874c3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.950828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9d8643e-b2aa-4880-a36d-42a239c900e8 admin admin] Publish callbacks [] for security_group (b048c4bb-f872-414c-8849-be32ba874c3c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:51.955640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-75f29a97-4819-401a-adcf-daf9b36b1a80 None None] Provisioning complete for port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:51.956684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75f29a97-4819-401a-adcf-daf9b36b1a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.013874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75f29a97-4819-401a-adcf-daf9b36b1a80 None None] Port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:32:52.240159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b80abb50-28cf-4f91-b3e7-347e1dc6db1e req-42e3fa05-eba6-4db3-b11d-e79d024d6567 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4650660 Feb 03 04:32:52.252910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (41687b08-304e-4f75-aaa3-cc07fb73736a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.267783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c883a9e-0e07-4a9a-ae28-09bafc6cd464 req-b16db266-1735-447d-be6b-3c9f8ce849b1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:52.275013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c883a9e-0e07-4a9a-ae28-09bafc6cd464 req-b16db266-1735-447d-be6b-3c9f8ce849b1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1289668 Feb 03 04:32:52.317523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event deleted for resources: {'Port': ['ID=41687b08-304e-4f75-aaa3-cc07fb73736a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:52.405598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c883a9e-0e07-4a9a-ae28-09bafc6cd464 req-658dd986-b4e8-417e-91b5-1355ffd417a5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293080 Feb 03 04:32:52.432139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (faa8c218-37fe-4c6a-a8fa-0b40bb7a104d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.435313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.436809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fcbc9d09-d996-48a0-85c3-fc918b8af37f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "DELETE /v2.0/floatingips/faa8c218-37fe-4c6a-a8fa-0b40bb7a104d HTTP/1.1" status: 204 len: 168 time: 1.7546535 Feb 03 04:32:52.450124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9d8643e-b2aa-4880-a36d-42a239c900e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b048c4bb-f872-414c-8849-be32ba874c3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.462478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9d8643e-b2aa-4880-a36d-42a239c900e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.465929 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f9d8643e-b2aa-4880-a36d-42a239c900e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b048c4bb-f872-414c-8849-be32ba874c3c HTTP/1.1" status: 204 len: 168 time: 0.6839776 Feb 03 04:32:52.482702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8643e-b2aa-4880-a36d-42a239c900e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b048c4bb-f872-414c-8849-be32ba874c3c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:52.598330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4e157632-f877-4c9b-a89e-1d7c745c9be4 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:32:52.664532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4e157632-f877-4c9b-a89e-1d7c745c9be4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:32:52.675706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4e157632-f877-4c9b-a89e-1d7c745c9be4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:32:52.677085 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.763473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:52.798279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Publish callbacks [] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.818622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Transition to ACTIVE for port object 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:52.827912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4e157632-f877-4c9b-a89e-1d7c745c9be4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:32:52.828544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.829191 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:52.892892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e157632-f877-4c9b-a89e-1d7c745c9be4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:52.897771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77731c-d69e-4402-913a-9a75d3e560a2 req-e166e849-37e7-4988-a454-928d08f46ba1 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:52.898816 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1487374b-8dd0-47e9-966a-a876419d5227" -d '{"events": [{"server_uuid": "4878e06b-9c3a-466c-be63-96f6fc83456c", "name": "network-vif-plugged", "status": "completed", "tag": "4e157632-f877-4c9b-a89e-1d7c745c9be4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:52.900271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b77731c-d69e-4402-913a-9a75d3e560a2 req-e166e849-37e7-4988-a454-928d08f46ba1 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 945 time: 0.4792511 Feb 03 04:32:52.936898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4e157632-f877-4c9b-a89e-1d7c745c9be4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:52.952102 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.004514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:53.013008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b77731c-d69e-4402-913a-9a75d3e560a2 req-b0126e82-c477-479a-9e1f-d713b01c954e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061075 Feb 03 04:32:53.058613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4e157632-f877-4c9b-a89e-1d7c745c9be4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:53.149080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Attempting to bind port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:53.149429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Attempting to bind port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:53.149767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Attempting to bind port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 on network beae8172-3c61-4391-8e35-747a56e0e655 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:53.164949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 on network beae8172-3c61-4391-8e35-747a56e0e655 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:53.165295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Attempting to bind port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 on network beae8172-3c61-4391-8e35-747a56e0e655 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:53.173102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:53.173446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Checking segment: {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:53.173838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Bound using segment: {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:53.174267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Bound port: 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc26174-b472-4caf-8a33-8fff72a8471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:53.174773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.264081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5fb0a-5809-4133-9931-8953ca9d4aa3 req-0035b401-4fec-4da1-aec6-1afd16a24f5b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.266537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2b5fb0a-5809-4133-9931-8953ca9d4aa3 req-0035b401-4fec-4da1-aec6-1afd16a24f5b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1391382 Feb 03 04:32:53.280823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] For port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:53.286750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] For port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:53.298877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.309013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdcc06-241e-44c1-b266-43046ad65d6e req-50b9d53e-40bb-4450-acd4-b5ca021d1888 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.314571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdcc06-241e-44c1-b266-43046ad65d6e req-50b9d53e-40bb-4450-acd4-b5ca021d1888 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.321131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdcc06-241e-44c1-b266-43046ad65d6e req-50b9d53e-40bb-4450-acd4-b5ca021d1888 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.334102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdcc06-241e-44c1-b266-43046ad65d6e req-50b9d53e-40bb-4450-acd4-b5ca021d1888 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.346413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdcc06-241e-44c1-b266-43046ad65d6e req-50b9d53e-40bb-4450-acd4-b5ca021d1888 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.355356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80fdcc06-241e-44c1-b266-43046ad65d6e req-50b9d53e-40bb-4450-acd4-b5ca021d1888 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 3827 time: 0.1696026 Feb 03 04:32:53.358370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.359157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.360822 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 HTTP/1.1" status: 200 len: 1091 time: 1.6316943 Feb 03 04:32:53.361308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:53.364240 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:53.396390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b159e5-3755-4a4a-8149-57c1849921f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:53.410943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:53.452346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2b5fb0a-5809-4133-9931-8953ca9d4aa3 req-57689723-ea5c-4d4a-9856-13be19dba4a1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726477 Feb 03 04:32:53.475583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80fdcc06-241e-44c1-b266-43046ad65d6e req-e89f16c6-cab6-459d-9258-09df46a7e3b0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159151 Feb 03 04:32:53.501156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74061f39-0104-4d50-95dc-07ba0792a283), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.541904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.623852 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.932400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74061f39-0104-4d50-95dc-07ba0792a283 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:53.942759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Publish callbacks [] for port (74061f39-0104-4d50-95dc-07ba0792a283), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.957257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Transition to ACTIVE for port object 74061f39-0104-4d50-95dc-07ba0792a283 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:53.969139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (74061f39-0104-4d50-95dc-07ba0792a283), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:53.970708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca0177-a865-46c4-9b33-31274ce206a1 req-a81715b6-03e8-49c3-b819-8c693f248464 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:53.978774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42ca0177-a865-46c4-9b33-31274ce206a1 req-a81715b6-03e8-49c3-b819-8c693f248464 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.0669253 Feb 03 04:32:54.073755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42ca0177-a865-46c4-9b33-31274ce206a1 req-37f3635e-18d6-48a2-bf03-239f2d50cb4c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884335 Feb 03 04:32:54.092756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Pushing event updated for resources: {'Port': ['ID=74061f39-0104-4d50-95dc-07ba0792a283,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:54.139868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:54.148848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-47d8f3f7-3bd8-4af3-bc41-6ad0268b6e5c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543396538', 'description': 'tempest-description--2012314024'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:54.173947 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899900c1-1172-4b99-bf1a-8101be96ea68 x-openstack-request-id: req-899900c1-1172-4b99-bf1a-8101be96ea68 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:54.174476 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4878e06b-9c3a-466c-be63-96f6fc83456c", "name": "network-vif-plugged", "status": "completed", "tag": "4e157632-f877-4c9b-a89e-1d7c745c9be4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:54.174476 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-899900c1-1172-4b99-bf1a-8101be96ea68 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:54.175059 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e157632-f877-4c9b-a89e-1d7c745c9be4', 'code': 200} Feb 03 04:32:54.241876 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aecacc-323f-4b3f-8dda-0772b752740a x-openstack-request-id: req-67aecacc-323f-4b3f-8dda-0772b752740a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:54.244340 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:54.244806 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67aecacc-323f-4b3f-8dda-0772b752740a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:54.245403 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'status': 'completed', 'code': 200} Feb 03 04:32:54.247607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Attempting to bind port 74061f39-0104-4d50-95dc-07ba0792a283 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:54.253181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Attempting to bind port 74061f39-0104-4d50-95dc-07ba0792a283 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:54.257262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Attempting to bind port 74061f39-0104-4d50-95dc-07ba0792a283 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:54.295769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8f3f7-3bd8-4af3-bc41-6ad0268b6e5c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.301258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Port 74061f39-0104-4d50-95dc-07ba0792a283 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:54.301452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Attempting to bind port 74061f39-0104-4d50-95dc-07ba0792a283 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:54.342671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:54.342917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Checking segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:54.343293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Bound using segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:54.343768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Bound port: 74061f39-0104-4d50-95dc-07ba0792a283, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:54.344139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74061f39-0104-4d50-95dc-07ba0792a283), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.412249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a8ab-91dd-4043-94b6-50b87d2afdc1 req-8e6b0836-73e9-4bdb-abb6-8d098a2c0106 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.423736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-a899d4e4-fdb2-43b4-a296-47b5d2a99051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.424376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-a899d4e4-fdb2-43b4-a296-47b5d2a99051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.424658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-a899d4e4-fdb2-43b4-a296-47b5d2a99051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.425114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-a899d4e4-fdb2-43b4-a296-47b5d2a99051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.425299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfe2a8ab-91dd-4043-94b6-50b87d2afdc1 req-8e6b0836-73e9-4bdb-abb6-8d098a2c0106 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.2091126 Feb 03 04:32:54.425629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-a899d4e4-fdb2-43b4-a296-47b5d2a99051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.426080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-a899d4e4-fdb2-43b4-a296-47b5d2a99051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.427977 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-a899d4e4-fdb2-43b4-a296-47b5d2a99051 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5280 time: 0.1503806 Feb 03 04:32:54.483917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaaeac-0092-44ca-a7e3-2650a0d78259 req-c1a27bf4-e396-4719-8ccf-b65645da9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.485546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cefaaeac-0092-44ca-a7e3-2650a0d78259 req-c1a27bf4-e396-4719-8ccf-b65645da9121 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 1128 time: 0.1951683 Feb 03 04:32:54.543216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] For port 74061f39-0104-4d50-95dc-07ba0792a283, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:54.561812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8f3f7-3bd8-4af3-bc41-6ad0268b6e5c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (12720e95-cf39-4d60-990d-128ef98be270), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.578011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfe2a8ab-91dd-4043-94b6-50b87d2afdc1 req-70093cbb-0ced-4b41-991d-8371621bbdc2 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434278 Feb 03 04:32:54.584979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8f3f7-3bd8-4af3-bc41-6ad0268b6e5c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (12720e95-cf39-4d60-990d-128ef98be270), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.621875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] For port 74061f39-0104-4d50-95dc-07ba0792a283, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=74061f39-0104-4d50-95dc-07ba0792a283,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:54.632335 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cefaaeac-0092-44ca-a7e3-2650a0d78259 req-eb3e46c0-0250-41f6-b55f-18a625e46bbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312897 Feb 03 04:32:54.646290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (74061f39-0104-4d50-95dc-07ba0792a283), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.658140 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8f3f7-3bd8-4af3-bc41-6ad0268b6e5c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.675634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47d8f3f7-3bd8-4af3-bc41-6ad0268b6e5c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5316806 Feb 03 04:32:54.676160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:54.679987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8f3f7-3bd8-4af3-bc41-6ad0268b6e5c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12720e95-cf39-4d60-990d-128ef98be270,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:54.695783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca03ee41-94a0-421e-af12-1e2ec9f383b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'security_group_rule': {'security_group_id': '12720e95-cf39-4d60-990d-128ef98be270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:54.720027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.720675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.722114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] 10.222.0.15 "PUT /v2.0/ports/74061f39-0104-4d50-95dc-07ba0792a283 HTTP/1.1" status: 200 len: 1136 time: 1.3163404 Feb 03 04:32:54.749011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-24a3b67f-49fe-417c-ba65-2b1ba5649578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.749486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-24a3b67f-49fe-417c-ba65-2b1ba5649578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.749953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-24a3b67f-49fe-417c-ba65-2b1ba5649578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.752526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-24a3b67f-49fe-417c-ba65-2b1ba5649578 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3052433 Feb 03 04:32:54.777240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc08e2-271b-45f0-8940-66ecd2a394fe service neutron] Pushing event updated for resources: {'Port': ['ID=74061f39-0104-4d50-95dc-07ba0792a283,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:54.827386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca03ee41-94a0-421e-af12-1e2ec9f383b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (52d97c79-cbe6-4c22-a192-574f56302bde), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:54.887317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:54.893991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e5e22-d2e8-41fd-b431-f3eaeb2bafad req-7ac6fc2f-5ef4-43e5-911e-a76f065e04ff tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.901411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-907e5e22-d2e8-41fd-b431-f3eaeb2bafad req-7ac6fc2f-5ef4-43e5-911e-a76f065e04ff tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 946 time: 0.2267323 Feb 03 04:32:54.978724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07c4b9-b28d-4cc7-ae55-a5fe013fbcc6 req-d81cbec3-2762-4b72-8f51-ff4734b269f7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:54.980781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c07c4b9-b28d-4cc7-ae55-a5fe013fbcc6 req-d81cbec3-2762-4b72-8f51-ff4734b269f7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1928482 Feb 03 04:32:55.018460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca03ee41-94a0-421e-af12-1e2ec9f383b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (52d97c79-cbe6-4c22-a192-574f56302bde), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.034100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-907e5e22-d2e8-41fd-b431-f3eaeb2bafad req-b55a7979-d52f-45f2-8528-157348d11f68 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315792 Feb 03 04:32:55.036857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca03ee41-94a0-421e-af12-1e2ec9f383b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (52d97c79-cbe6-4c22-a192-574f56302bde), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.053293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1704d539-028e-450b-b8d8-38f912aec229), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.080699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-02b17dc6-6a77-4f2b-af10-9612e161296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.086525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e3d0e0-8ade-4be0-a4b9-ece0c79c9f4d req-02b17dc6-6a77-4f2b-af10-9612e161296a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422025 Feb 03 04:32:55.117898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03ee41-94a0-421e-af12-1e2ec9f383b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d97c79-cbe6-4c22-a192-574f56302bde,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:55.140502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c07c4b9-b28d-4cc7-ae55-a5fe013fbcc6 req-fb5b06ee-f6df-473c-801b-3a7d1cb256f0 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533079 Feb 03 04:32:55.154568 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca03ee41-94a0-421e-af12-1e2ec9f383b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.156112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca03ee41-94a0-421e-af12-1e2ec9f383b2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4791412 Feb 03 04:32:55.168209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:55.169542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-acb6fd51-43ca-44b0-a2dc-dd56d86c012c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'security_group_rule': {'security_group_id': '12720e95-cf39-4d60-990d-128ef98be270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:55.207969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-99dc73ae-3ba9-4482-a9c6-5fd300c5efd6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.214646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-99dc73ae-3ba9-4482-a9c6-5fd300c5efd6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.220634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-99dc73ae-3ba9-4482-a9c6-5fd300c5efd6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.226693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-99dc73ae-3ba9-4482-a9c6-5fd300c5efd6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.232331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-99dc73ae-3ba9-4482-a9c6-5fd300c5efd6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.238313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-99dc73ae-3ba9-4482-a9c6-5fd300c5efd6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.246359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-99dc73ae-3ba9-4482-a9c6-5fd300c5efd6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 4605 time: 0.1047456 Feb 03 04:32:55.327270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acf3dce7-6ab2-474c-9458-4a5590987c7b req-f3cec5bc-fc98-4055-937c-a683ba313b26 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793662 Feb 03 04:32:55.358826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb6fd51-43ca-44b0-a2dc-dd56d86c012c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (16f04a57-f25f-4a4a-be83-27f43fe28eb7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.508902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7e0d2-e7b6-4068-8db6-7239828e8b10 req-c91413aa-e268-43d1-a281-d97945284341 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.516087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01c7e0d2-e7b6-4068-8db6-7239828e8b10 req-c91413aa-e268-43d1-a281-d97945284341 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1032236 Feb 03 04:32:55.520247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb6fd51-43ca-44b0-a2dc-dd56d86c012c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (16f04a57-f25f-4a4a-be83-27f43fe28eb7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.531462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb6fd51-43ca-44b0-a2dc-dd56d86c012c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (16f04a57-f25f-4a4a-be83-27f43fe28eb7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.567052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6fd51-43ca-44b0-a2dc-dd56d86c012c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f04a57-f25f-4a4a-be83-27f43fe28eb7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:55.571731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b1d7c-1f66-4c4e-a49b-d50cd006be10 req-39bac912-5be6-4a6b-9518-13a443cfddc2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:55.579080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-364b1d7c-1f66-4c4e-a49b-d50cd006be10 req-39bac912-5be6-4a6b-9518-13a443cfddc2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1478007 Feb 03 04:32:55.587586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb6fd51-43ca-44b0-a2dc-dd56d86c012c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.592023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-acb6fd51-43ca-44b0-a2dc-dd56d86c012c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4319494 Feb 03 04:32:55.594794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:32:55.600115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:55.616073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01c7e0d2-e7b6-4068-8db6-7239828e8b10 req-79995cff-824b-43b9-b18c-7dbad80d9f74 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990491 Feb 03 04:32:55.667265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.708257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-364b1d7c-1f66-4c4e-a49b-d50cd006be10 req-05ae3e0c-8029-4efa-b9a5-655edc34314d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282456 Feb 03 04:32:55.759749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1704d539-028e-450b-b8d8-38f912aec229 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:55.789043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Publish callbacks [] for port (1704d539-028e-450b-b8d8-38f912aec229), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.813840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Transition to ACTIVE for port object 1704d539-028e-450b-b8d8-38f912aec229 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:55.830187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.831881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (1704d539-028e-450b-b8d8-38f912aec229), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:55.978559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1704d539-028e-450b-b8d8-38f912aec229,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:56.023892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994ff7-7fbd-46e4-ad21-368b2df8b7eb req-ecc244f2-c480-438c-bd20-6dc5b9327019 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:56.032615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b994ff7-7fbd-46e4-ad21-368b2df8b7eb req-ecc244f2-c480-438c-bd20-6dc5b9327019 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1855266 Feb 03 04:32:56.061262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Attempting to bind port 1704d539-028e-450b-b8d8-38f912aec229 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:56.061865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Attempting to bind port 1704d539-028e-450b-b8d8-38f912aec229 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:56.062478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Attempting to bind port 1704d539-028e-450b-b8d8-38f912aec229 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:56.068362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Port 1704d539-028e-450b-b8d8-38f912aec229 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:56.068789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Attempting to bind port 1704d539-028e-450b-b8d8-38f912aec229 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:56.074946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:56.075414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Checking segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:56.076021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Bound using segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:56.076629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Bound port: 1704d539-028e-450b-b8d8-38f912aec229, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:56.077149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1704d539-028e-450b-b8d8-38f912aec229), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:56.181564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b994ff7-7fbd-46e4-ad21-368b2df8b7eb req-66d5bcf1-90d4-445d-8bc3-1d9f6085dd09 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476786 Feb 03 04:32:56.234306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] For port 1704d539-028e-450b-b8d8-38f912aec229, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:56.237167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Allocated IP 172.25.7.87 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/67a209c1-f4b7-45d1-b6c6-7bb13a847ef8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:32:56.241640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] For port 1704d539-028e-450b-b8d8-38f912aec229, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=1704d539-028e-450b-b8d8-38f912aec229,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:56.247178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '74061f39-0104-4d50-95dc-07ba0792a283'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:56.269213 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c728f0d-3c8d-4d68-81a2-193f306ef845" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "74061f39-0104-4d50-95dc-07ba0792a283"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:56.283442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (1704d539-028e-450b-b8d8-38f912aec229), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:56.355374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:56.356133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:56.357744 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1704d539-028e-450b-b8d8-38f912aec229 HTTP/1.1" status: 200 len: 1135 time: 1.4821239 Feb 03 04:32:56.382240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf30c-32f1-49eb-b492-b07e5a9626b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1704d539-028e-450b-b8d8-38f912aec229,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:56.405471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:56.470778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:56.533777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191c02-7c45-4450-bb6d-6dd9bd50ab5d req-f27b4c73-97fb-4f43-abd9-605d0e7b797a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:56.543116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd191c02-7c45-4450-bb6d-6dd9bd50ab5d req-f27b4c73-97fb-4f43-abd9-605d0e7b797a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 946 time: 0.2517211 Feb 03 04:32:56.626759 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:56.647296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48e34-de07-4b6e-afae-2f56d847fc22 req-0cadf7da-b777-4071-a285-b7d20ff6a9c6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:56.648897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc48e34-de07-4b6e-afae-2f56d847fc22 req-0cadf7da-b777-4071-a285-b7d20ff6a9c6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2722452 Feb 03 04:32:56.783914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd191c02-7c45-4450-bb6d-6dd9bd50ab5d req-f4b33382-ea3e-445b-ab66-8e3eef727694 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374687 Feb 03 04:32:56.819264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc48e34-de07-4b6e-afae-2f56d847fc22 req-bdf3ee46-0901-4ce3-a879-26bc703bf6a6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418815 Feb 03 04:32:56.840450 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:56.904700 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14348528-d3e2-4566-ad90-8256bf27537d x-openstack-request-id: req-14348528-d3e2-4566-ad90-8256bf27537d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:32:56.906503 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "74061f39-0104-4d50-95dc-07ba0792a283", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:32:56.906774 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14348528-d3e2-4566-ad90-8256bf27537d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:32:56.907217 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '74061f39-0104-4d50-95dc-07ba0792a283', 'status': 'completed', 'code': 200} Feb 03 04:32:56.924445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:32:56.936952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:32:56.943343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:32:56.991219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'Port': ['ID=67a209c1-f4b7-45d1-b6c6-7bb13a847ef8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:57.065030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110f40-0bcd-4b09-ba8d-b9406d1f070e req-c295c056-22df-46ce-aeee-8b57b3ec428b tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.067684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ae1ce5-356f-490a-bd94-f91514dde652 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:57.072505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e110f40-0bcd-4b09-ba8d-b9406d1f070e req-c295c056-22df-46ce-aeee-8b57b3ec428b tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.1519768 Feb 03 04:32:57.080693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Publish callbacks [] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.096055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.096532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.096992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.097481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.097887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.098338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.098785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.100870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-4dc28b0c-cdb9-4f51-9c14-db7132fcc8e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6312 time: 0.1767540 Feb 03 04:32:57.110313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Transition to ACTIVE for port object e7ae1ce5-356f-490a-bd94-f91514dde652 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:57.127873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.148738 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (6b6623e4-55a4-4bab-96a2-2e4a157a8a9b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.191577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e110f40-0bcd-4b09-ba8d-b9406d1f070e req-715e7657-dce7-4876-83e7-202afb7d74f8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144891 Feb 03 04:32:57.225643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.236714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Pushing event updated for resources: {'Port': ['ID=e7ae1ce5-356f-490a-bd94-f91514dde652,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:57.249806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.256270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.262766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.270688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.277944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.284185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.292996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-212b57c3-440c-4792-b312-e09040c4ca74 req-1d73d3ef-d748-4541-857f-710c1948af2f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5382 time: 0.2739193 Feb 03 04:32:57.422623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.444396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-5e666820-9a22-421b-b050-62c5c1970617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.444884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-5e666820-9a22-421b-b050-62c5c1970617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.445327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-5e666820-9a22-421b-b050-62c5c1970617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.447011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-5e666820-9a22-421b-b050-62c5c1970617 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3355601 Feb 03 04:32:57.488695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-212b57c3-440c-4792-b312-e09040c4ca74 req-bfebe276-0fe5-495f-9b98-c5d91189d2c6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1942255 Feb 03 04:32:57.492699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Attempting to bind port e7ae1ce5-356f-490a-bd94-f91514dde652 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:57.492836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Attempting to bind port e7ae1ce5-356f-490a-bd94-f91514dde652 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:57.493160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Attempting to bind port e7ae1ce5-356f-490a-bd94-f91514dde652 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:57.499993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Port e7ae1ce5-356f-490a-bd94-f91514dde652 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:57.500455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Attempting to bind port e7ae1ce5-356f-490a-bd94-f91514dde652 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:57.512649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:57.512994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Checking segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:57.513393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Bound using segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:57.513860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Bound port: e7ae1ce5-356f-490a-bd94-f91514dde652, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:57.514343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.554248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbcd13-92f1-4968-ae17-7f08d29352e5 req-e19790a9-b45e-4d07-a826-ca7f236cc1df tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.565204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5fbcd13-92f1-4968-ae17-7f08d29352e5 req-e19790a9-b45e-4d07-a826-ca7f236cc1df tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.2612240 Feb 03 04:32:57.653402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-43828967-5501-48e7-8c73-b5bf747132fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.655012 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c728f0d-3c8d-4d68-81a2-193f306ef845 req-43828967-5501-48e7-8c73-b5bf747132fd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1981800 Feb 03 04:32:57.661546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] For port e7ae1ce5-356f-490a-bd94-f91514dde652, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:57.667213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] For port e7ae1ce5-356f-490a-bd94-f91514dde652, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e7ae1ce5-356f-490a-bd94-f91514dde652,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:57.675673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.721819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.722444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.723947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] 10.222.0.15 "PUT /v2.0/ports/e7ae1ce5-356f-490a-bd94-f91514dde652 HTTP/1.1" status: 200 len: 1091 time: 1.3303351 Feb 03 04:32:57.751719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255230f-2d49-4efa-8462-c79b3278cc8c service neutron] Pushing event updated for resources: {'Port': ['ID=e7ae1ce5-356f-490a-bd94-f91514dde652,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:57.766354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:32:57.835931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5fbcd13-92f1-4968-ae17-7f08d29352e5 req-763e7f43-e402-4f8d-8d8e-d3016a04cb2f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624333 Feb 03 04:32:57.916015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce2de-0bf2-4c6e-84e9-59efdc0059db req-78e0d00e-474d-4dce-8f07-23bd530a3a5c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.930024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3bce2de-0bf2-4c6e-84e9-59efdc0059db req-78e0d00e-474d-4dce-8f07-23bd530a3a5c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1787686 Feb 03 04:32:57.949434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:57.979166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-93d641e4-4b7f-44ba-b221-484694cb2c3f tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:57.980768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-93d641e4-4b7f-44ba-b221-484694cb2c3f tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.1336837 Feb 03 04:32:58.026048 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:58.051030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:58.109501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3bce2de-0bf2-4c6e-84e9-59efdc0059db req-9c47a93d-a76f-4f1b-b2ce-f73054784847 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782951 Feb 03 04:32:58.112661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'Port': ['ID=67a209c1-f4b7-45d1-b6c6-7bb13a847ef8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:58.143290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c6c26-1ea8-4b60-955b-062ab3edd7ad req-a26f6309-ad56-4b84-8937-0a3d8c5ce44f tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:58.145154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a27c6c26-1ea8-4b60-955b-062ab3edd7ad req-a26f6309-ad56-4b84-8937-0a3d8c5ce44f tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1752291 Feb 03 04:32:58.221975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a27c6c26-1ea8-4b60-955b-062ab3edd7ad req-62bff7c1-c816-40ce-bc02-76633c814a18 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588684 Feb 03 04:32:58.225950 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (6b6623e4-55a4-4bab-96a2-2e4a157a8a9b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:58.271821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:58.273333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-af7c3c66-f73b-4835-9d83-a37b82a89d88 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6776266 Feb 03 04:32:58.404603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Deleting port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:32:58.405665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:58.471780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8a0a-2c7b-46bd-bfcb-4f8769da308f req-53c3476a-c476-4b19-ab4a-7ae904d537ab tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:58.481060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-238c8a0a-2c7b-46bd-bfcb-4f8769da308f req-53c3476a-c476-4b19-ab4a-7ae904d537ab tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb59dac-d038-4623-a1ed-473d007c42f1 HTTP/1.1" status: 200 len: 945 time: 0.1581712 Feb 03 04:32:58.560522 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-238c8a0a-2c7b-46bd-bfcb-4f8769da308f req-428174aa-1ac4-4c0c-b9b7-615e4e5a3722 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Feb 03 04:32:58.590934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed00ee-c7d0-4084-9cbd-7199c70ee401 req-d1ebe78b-dd2f-4784-96ee-ecaad3127235 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:58.594762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-beed00ee-c7d0-4084-9cbd-7199c70ee401 req-d1ebe78b-dd2f-4784-96ee-ecaad3127235 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1947238 Feb 03 04:32:58.659211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] For port f8170dae-e8ae-472f-848c-f3b13d8bf9d7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:32:58.659687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:58.719474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Calling delete_port for f8170dae-e8ae-472f-848c-f3b13d8bf9d7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:32:58.736136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-beed00ee-c7d0-4084-9cbd-7199c70ee401 req-57471873-2950-4f2e-9317-09599d5de62f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336436 Feb 03 04:32:58.846234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-0d2a7656-ef2a-4e50-82df-2b8ace2f50fa tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1543396538&fields=id&tenant_id=6fe7185535d244daafe871978c964c6d HTTP/1.1" status: 200 len: 267 time: 0.1555676 Feb 03 04:32:58.880229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff3445a-4b10-4b88-856b-c55296f37f83 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:32:58.890975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Publish callbacks [] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:58.910474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '1704d539-028e-450b-b8d8-38f912aec229'}, {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': 'e7ae1ce5-356f-490a-bd94-f91514dde652'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:32:58.912737 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "1704d539-028e-450b-b8d8-38f912aec229"}, {"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "e7ae1ce5-356f-490a-bd94-f91514dde652"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:32:58.925600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Transition to ACTIVE for port object 4ff3445a-4b10-4b88-856b-c55296f37f83 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:32:58.946106 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:59.103995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.112065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.117674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.123991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.136095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.141287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Pushing event updated for resources: {'Port': ['ID=4ff3445a-4b10-4b88-856b-c55296f37f83,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:59.144577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.168737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.182330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-fc4ee269-b1d4-44f0-9330-535d804ebed0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5394 time: 0.3065979 Feb 03 04:32:59.297251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-200c9d19-f5ca-4310-b99d-3e36f343e726 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.300132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-200c9d19-f5ca-4310-b99d-3e36f343e726 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 811 time: 0.4529278 Feb 03 04:32:59.305247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f8170dae-e8ae-472f-848c-f3b13d8bf9d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:59.334304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9caf2da3-3077-491a-9cbf-0506a408caab'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:59.337818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ac8b4b01-5c8f-4923-9032-e4411773780e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:32:59.386827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-521c60a0-3141-4550-bb4e-67a5aa0ae9bf tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/quotas/6fe7185535d244daafe871978c964c6d HTTP/1.1" status: 200 len: 375 time: 0.0625441 Feb 03 04:32:59.441515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Pushing event deleted for resources: {'Port': ['ID=f8170dae-e8ae-472f-848c-f3b13d8bf9d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:32:59.502245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a0fe3e6-608e-4178-b53c-18db1e2f8102 req-8908201c-242f-47ed-9206-8b2d0e9eb5ac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3166814 Feb 03 04:32:59.563374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-b8befbf7-c8ee-43de-b946-c5becdd70562 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682606 Feb 03 04:32:59.585050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Attempting to bind port 4ff3445a-4b10-4b88-856b-c55296f37f83 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:32:59.585336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Attempting to bind port 4ff3445a-4b10-4b88-856b-c55296f37f83 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:32:59.585680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Attempting to bind port 4ff3445a-4b10-4b88-856b-c55296f37f83 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:59.604458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] No DVR routers for this DVR port f8170dae-e8ae-472f-848c-f3b13d8bf9d7 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:32:59.609050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:59.612505 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5fc49eb5-d943-4f8e-bde3-e318cb66ae27 req-8e960eb8-9eed-4b3f-9a91-1bd9ffa5efc8 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "DELETE /v2.0/ports/f8170dae-e8ae-472f-848c-f3b13d8bf9d7 HTTP/1.1" status: 204 len: 173 time: 1.5975051 Feb 03 04:32:59.625217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d9702-302b-46c2-b3d0-9f8349f2a5cb req-9393792f-8c0b-403c-9221-027f8e10b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.626789 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c21d9702-302b-46c2-b3d0-9f8349f2a5cb req-9393792f-8c0b-403c-9221-027f8e10b9c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 1127 time: 0.5441504 Feb 03 04:32:59.627422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Port 4ff3445a-4b10-4b88-856b-c55296f37f83 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:32:59.627814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Attempting to bind port 4ff3445a-4b10-4b88-856b-c55296f37f83 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:32:59.668870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:32:59.669279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Checking segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:32:59.669652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Bound using segment: {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:32:59.670372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Bound port: 4ff3445a-4b10-4b88-856b-c55296f37f83, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63274e70-3ab2-4189-b940-5b48404db872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:32:59.670530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:59.770567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-73c1ff49-0557-4097-8440-5de3a5b79c24 service neutron] 10.222.0.35 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878805 Feb 03 04:32:59.782479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb3212-1069-405e-9e03-1ac5e10a3ad6 req-b23e4992-7d5d-4d9b-978d-03e3fe76e840 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:32:59.791911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ceb3212-1069-405e-9e03-1ac5e10a3ad6 req-b23e4992-7d5d-4d9b-978d-03e3fe76e840 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1541636 Feb 03 04:32:59.848067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c21d9702-302b-46c2-b3d0-9f8349f2a5cb req-c7a2b2a8-88db-4a86-b88d-883a99d3d3b7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073882 Feb 03 04:32:59.917288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] For port 4ff3445a-4b10-4b88-856b-c55296f37f83, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:32:59.930452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] For port 4ff3445a-4b10-4b88-856b-c55296f37f83, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4ff3445a-4b10-4b88-856b-c55296f37f83,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:32:59.945248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:32:59.952914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-ea94f86b-6711-4768-8ff0-6e39a18ee297 service neutron] 10.222.0.35 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581283 Feb 03 04:33:00.014609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.015762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:00.017177 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] 10.222.0.15 "PUT /v2.0/ports/4ff3445a-4b10-4b88-856b-c55296f37f83 HTTP/1.1" status: 200 len: 1090 time: 2.2580421 Feb 03 04:33:00.044585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77187c-f719-4244-9847-650e6f16f5fd service neutron] Pushing event updated for resources: {'Port': ['ID=4ff3445a-4b10-4b88-856b-c55296f37f83,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:00.048011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ceb3212-1069-405e-9e03-1ac5e10a3ad6 req-d07bf6ba-c061-45df-9c99-f2c33ec4252c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545226 Feb 03 04:33:00.066578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:00.213519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:00.336280 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65853517-95a3-4b2d-a063-dda8ca7ae55a x-openstack-request-id: req-65853517-95a3-4b2d-a063-dda8ca7ae55a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:00.337730 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "1704d539-028e-450b-b8d8-38f912aec229", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "e7ae1ce5-356f-490a-bd94-f91514dde652", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:00.338081 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65853517-95a3-4b2d-a063-dda8ca7ae55a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:00.338767 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '1704d539-028e-450b-b8d8-38f912aec229', 'status': 'completed', 'code': 200} Feb 03 04:33:00.339316 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': 'e7ae1ce5-356f-490a-bd94-f91514dde652', 'status': 'completed', 'code': 200} Feb 03 04:33:00.391326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388147-fed9-404b-9eb1-fec652217fad req-85eea732-dbe9-4f47-a6ba-88f9c4560e27 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.404857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f388147-fed9-404b-9eb1-fec652217fad req-85eea732-dbe9-4f47-a6ba-88f9c4560e27 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.2090030 Feb 03 04:33:00.541538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f388147-fed9-404b-9eb1-fec652217fad req-79c87034-c699-45f6-965c-b658ea02eccf tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211076 Feb 03 04:33:00.568697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6c591-f3a9-4a74-8f13-9f228d76afc3 req-e1070782-eeab-4d4a-ba83-cbbe6dbc730b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.580224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52b6c591-f3a9-4a74-8f13-9f228d76afc3 req-e1070782-eeab-4d4a-ba83-cbbe6dbc730b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1339567 Feb 03 04:33:00.604686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:33:00.606742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f8170dae-e8ae-472f-848c-f3b13d8bf9d7 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:00.654637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52b6c591-f3a9-4a74-8f13-9f228d76afc3 req-7a0b0762-bbd4-40ff-8765-c93d3875124a tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Feb 03 04:33:00.666404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: f8170dae-e8ae-472f-848c-f3b13d8bf9d7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:33:00.666753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f8170dae-e8ae-472f-848c-f3b13d8bf9d7 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:33:00.736058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.736638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.737010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.737483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.737935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.738398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.738852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:00.741574 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1cdda706-c5b8-479b-a218-1e93140278e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6508 time: 0.4120381 Feb 03 04:33:00.797629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f6b61d4-9184-47f4-ac68-233fcdbe6205 req-e0b094f8-6cf7-4c8f-a060-a188249b6dfb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 210 time: 0.0416379 Feb 03 04:33:00.941088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:00.958945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'port_id': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'mac_address': 'fa:16:3e:74:7f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee046f0-14a4-4145-8fe0-8a6333214d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:33:00.983698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.000124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.010673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.015797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.025075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.034548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.040763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.050128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-d04bf9f4-e8b7-45a6-9c25-6cea6e85dc19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5406 time: 0.1905086 Feb 03 04:33:01.120745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-bdf4f530-2663-4299-944d-1b1a2b10ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.121099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-bdf4f530-2663-4299-944d-1b1a2b10ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.121843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-bdf4f530-2663-4299-944d-1b1a2b10ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.123431 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-bdf4f530-2663-4299-944d-1b1a2b10ef47 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2916768 Feb 03 04:33:01.133045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cde8ba1a-46fa-44df-b033-78024a823b05 req-04ebf38c-866b-4ef6-adad-0e89bf40820c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819852 Feb 03 04:33:01.137245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:01.137836 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:01.168559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217bca4e-bfb6-415a-a0c2-42a856c1b5be {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:01.181722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Publish callbacks [] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:01.192411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:01.261978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:01.277080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:01.338274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Transition to ACTIVE for port object 217bca4e-bfb6-415a-a0c2-42a856c1b5be will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:01.362833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:01.378506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:01.568121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f993-216d-4163-98c8-d9bef8b35da6 req-702abf07-45e1-4067-bf90-c59088db1127 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.571785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['3fa5c505-cb2d-4277-9b78-ddb10dfd0a48'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:01.573412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-36aa8225-591d-4819-91eb-ae59b46d8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.592528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8da2f993-216d-4163-98c8-d9bef8b35da6 req-702abf07-45e1-4067-bf90-c59088db1127 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1019166 Feb 03 04:33:01.600326 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-36aa8225-591d-4819-91eb-ae59b46d8145 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4542255 Feb 03 04:33:01.754850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8da2f993-216d-4163-98c8-d9bef8b35da6 req-e03c2670-3d40-4ab5-ab79-8e811bb5f1b7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573274 Feb 03 04:33:01.786650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Pushing event updated for resources: {'Port': ['ID=217bca4e-bfb6-415a-a0c2-42a856c1b5be,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:01.805530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6aac-ab11-4f4b-bc1f-45a705921f5b req-3f1e56e0-c908-442c-8939-9c348afc7203 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:01.813654 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a5a6aac-ab11-4f4b-bc1f-45a705921f5b req-3f1e56e0-c908-442c-8939-9c348afc7203 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 945 time: 0.1755481 Feb 03 04:33:01.838466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Attempting to bind port 217bca4e-bfb6-415a-a0c2-42a856c1b5be on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:01.839092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Attempting to bind port 217bca4e-bfb6-415a-a0c2-42a856c1b5be by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:01.840970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Attempting to bind port 217bca4e-bfb6-415a-a0c2-42a856c1b5be on network e6ccaca6-fc93-4f6e-845f-e19b84ea990f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:01.905639 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a5a6aac-ab11-4f4b-bc1f-45a705921f5b req-4375494c-8147-43f4-a51a-cdbf2694ab70 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823267 Feb 03 04:33:01.921593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Port 217bca4e-bfb6-415a-a0c2-42a856c1b5be on network e6ccaca6-fc93-4f6e-845f-e19b84ea990f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:01.921593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Attempting to bind port 217bca4e-bfb6-415a-a0c2-42a856c1b5be on network e6ccaca6-fc93-4f6e-845f-e19b84ea990f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:01.949467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:01.950254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Checking segment: {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:01.950525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Bound using segment: {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:01.951337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Bound port: 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:01.952721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:02.014924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487bf3-2aa7-4420-b1b0-1e20b4ffed36 req-9269be73-4363-4310-a53a-9bc79bb2559b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.022055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0487bf3-2aa7-4420-b1b0-1e20b4ffed36 req-9269be73-4363-4310-a53a-9bc79bb2559b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 944 time: 0.0913777 Feb 03 04:33:02.047437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.048412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.049217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.049835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.050447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.051078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.051704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.054043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-facb31f4-ea0e-4609-8e48-09c7433555d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6533 time: 0.3569391 Feb 03 04:33:02.118017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba773583-0763-46d3-b3e3-fbb5120d63e6 req-3faa8138-ffb7-4e52-a181-f44486bb489c tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.119726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba773583-0763-46d3-b3e3-fbb5120d63e6 req-3faa8138-ffb7-4e52-a181-f44486bb489c tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0947802 Feb 03 04:33:02.134043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0487bf3-2aa7-4420-b1b0-1e20b4ffed36 req-aac7a72c-97f7-4ba8-a980-997504ad5bd9 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055374 Feb 03 04:33:02.208402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1c1a4c16-0a7c-48e2-b358-7d8ea6693999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.209171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1c1a4c16-0a7c-48e2-b358-7d8ea6693999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.210142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1c1a4c16-0a7c-48e2-b358-7d8ea6693999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.212137 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-1c1a4c16-0a7c-48e2-b358-7d8ea6693999 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1440451 Feb 03 04:33:02.219838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] For port 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:02.227125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba773583-0763-46d3-b3e3-fbb5120d63e6 req-f2165228-7283-4346-8652-9a1f794ac7fb tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919054 Feb 03 04:33:02.344553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818b1ae-1e1d-42e5-800e-e15f009f7ab5 req-262da336-dfdb-43c3-bbb0-033bb80ad580 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.352118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8818b1ae-1e1d-42e5-800e-e15f009f7ab5 req-262da336-dfdb-43c3-bbb0-033bb80ad580 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1220045 Feb 03 04:33:02.352878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'name': 'network-vif-deleted', 'tag': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7'}, {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '4ff3445a-4b10-4b88-856b-c55296f37f83'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:02.355704 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa" -d '{"events": [{"server_uuid": "fdb59dac-d038-4623-a1ed-473d007c42f1", "name": "network-vif-deleted", "tag": "f8170dae-e8ae-472f-848c-f3b13d8bf9d7"}, {"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "4ff3445a-4b10-4b88-856b-c55296f37f83"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:02.359590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-bac2bf6b-468d-41da-b169-33e396b124fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.362394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-451a5748-7580-4ef4-bf9b-dc90ba13c3d8 req-bac2bf6b-468d-41da-b169-33e396b124fb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388800 Feb 03 04:33:02.388139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] For port 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:02.429271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6885cd02-5011-48c3-a6c1-f813f41805a0 req-855cb26a-1058-41ee-b39c-e8be140b46a0 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 210 time: 0.0653405 Feb 03 04:33:02.442344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:02.479388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8818b1ae-1e1d-42e5-800e-e15f009f7ab5 req-36096682-e5a4-4018-a6f2-9dfa91914046 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257465 Feb 03 04:33:02.627119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:02.647238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-ece5c8a6-c952-4646-883b-3fde1371d343 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.648557 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-ece5c8a6-c952-4646-883b-3fde1371d343 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 811 time: 0.2852068 Feb 03 04:33:02.650187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.651800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:02.653081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] 10.222.0.15 "PUT /v2.0/ports/217bca4e-bfb6-415a-a0c2-42a856c1b5be HTTP/1.1" status: 200 len: 1091 time: 2.5972013 Feb 03 04:33:02.703534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.714077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.719623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:02.720388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:02.722166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Request body: {'port': {'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:02.735175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.743847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.744615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df26c3-ce76-4577-8a3c-267b3ed395fc service neutron] Pushing event updated for resources: {'Port': ['ID=217bca4e-bfb6-415a-a0c2-42a856c1b5be,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:02.750700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.756676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.762445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.771152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-dd0e6b53-c576-4d9b-a017-f28d1c8aabff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5418 time: 0.2106664 Feb 03 04:33:02.789198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210b3fc-5d3f-40cd-9ad4-8f68cbf6d345 req-da4ebd40-a838-4fa8-a698-aed40dd78bef tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:02.791154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6210b3fc-5d3f-40cd-9ad4-8f68cbf6d345 req-da4ebd40-a838-4fa8-a698-aed40dd78bef tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1853085 Feb 03 04:33:02.892555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e61855a-8327-4303-bc0d-2c26fd70ae3f req-4a5892f6-c7d2-4953-a420-0a139d6686a3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175830 Feb 03 04:33:02.902127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:02.905193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:02.973436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6210b3fc-5d3f-40cd-9ad4-8f68cbf6d345 req-c5c29f8f-53db-41bd-88bf-51bcec7b20c0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724973 Feb 03 04:33:02.993287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:02.993287 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ada0b2-db77-4e44-9f3f-fe2332c6eea1" -d '{"events": [{"server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "name": "network-vif-plugged", "status": "completed", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:03.005695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-1e5e2517-e67d-4f38-8aac-216334471bcd tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.009368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-1e5e2517-e67d-4f38-8aac-216334471bcd tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.31 "GET /v2.0/ports?device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 945 time: 0.1821809 Feb 03 04:33:03.026119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:03.044487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:03.374366 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fa5c48-9afa-46b3-8cb3-35d786971869 x-openstack-request-id: req-d4fa5c48-9afa-46b3-8cb3-35d786971869 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:03.374848 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "name": "network-vif-plugged", "status": "completed", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:03.375112 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4fa5c48-9afa-46b3-8cb3-35d786971869 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:03.375867 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'code': 200} Feb 03 04:33:03.431830 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42073fdf-f100-4c1e-b4d8-64c57efbf025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:03.437498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:03.508624 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4204e799-1520-4848-83ef-ba384b7b0394 x-openstack-request-id: req-4204e799-1520-4848-83ef-ba384b7b0394 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:03.509241 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb59dac-d038-4623-a1ed-473d007c42f1", "name": "network-vif-deleted", "tag": "f8170dae-e8ae-472f-848c-f3b13d8bf9d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "4ff3445a-4b10-4b88-856b-c55296f37f83", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:03.509241 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4204e799-1520-4848-83ef-ba384b7b0394 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:03.509664 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb59dac-d038-4623-a1ed-473d007c42f1', 'name': 'network-vif-deleted', 'tag': 'f8170dae-e8ae-472f-848c-f3b13d8bf9d7', 'status': 'completed', 'code': 200} Feb 03 04:33:03.509774 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '4ff3445a-4b10-4b88-856b-c55296f37f83', 'status': 'completed', 'code': 200} Feb 03 04:33:03.580808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-4e9adc10-5fdb-4742-84a1-aa6003be4932 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe7185535d244daafe871978c964c6d HTTP/1.1" status: 200 len: 380 time: 0.9199715 Feb 03 04:33:03.583354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:03.594234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'port': {'device_id': '4027af76-ee01-42e7-85fc-cfff7b383233', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'admin_state_up': True, 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'security_groups': ['12720e95-cf39-4d60-990d-128ef98be270']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:03.655069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9a37a-89db-4327-86d0-e675e5faf4d3 req-cf3402d8-9558-44a5-bf92-77b59c7cb8af tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.656581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29e9a37a-89db-4327-86d0-e675e5faf4d3 req-cf3402d8-9558-44a5-bf92-77b59c7cb8af tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=357c33fa-55ae-4f57-950c-9aa919148460 HTTP/1.1" status: 200 len: 945 time: 0.1344192 Feb 03 04:33:03.664515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f106d7-7cfd-4322-9930-6a1dda31334f req-8364e6d8-8792-4238-a543-0efd17adb8fa tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.665879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0f106d7-7cfd-4322-9930-6a1dda31334f req-8364e6d8-8792-4238-a543-0efd17adb8fa tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1451213 Feb 03 04:33:03.708427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Deleting port 9caf2da3-3077-491a-9cbf-0506a408caab {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:33:03.709159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:03.711992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc940-0fd3-461b-adc7-a2188314f469 req-1e1a789d-ef89-492f-be7a-1fab18168268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.713450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e85fc940-0fd3-461b-adc7-a2188314f469 req-1e1a789d-ef89-492f-be7a-1fab18168268 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 1127 time: 0.2442672 Feb 03 04:33:03.749968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.751086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.751612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.752716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.753432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.753903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.754358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:03.760423 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-2a6136b4-f34b-4afc-b205-33fa83261872 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6606 time: 0.2464998 Feb 03 04:33:03.813506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29e9a37a-89db-4327-86d0-e675e5faf4d3 req-cc96f872-e15f-4c06-9653-62373e365258 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452520 Feb 03 04:33:03.845103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0f106d7-7cfd-4322-9930-6a1dda31334f req-bbc8e429-e3f8-44f7-af34-55346e185f1b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711862 Feb 03 04:33:03.901437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] For port 9caf2da3-3077-491a-9cbf-0506a408caab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9caf2da3-3077-491a-9cbf-0506a408caab,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:03.901806 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:03.944535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Calling delete_port for 9caf2da3-3077-491a-9cbf-0506a408caab owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:33:04.087025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388d079-fd1f-4b7c-87dd-8867277b1f71 req-3968a1bb-4b6e-422c-b052-61c12f6a4c60 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.093426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c388d079-fd1f-4b7c-87dd-8867277b1f71 req-3968a1bb-4b6e-422c-b052-61c12f6a4c60 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1578128 Feb 03 04:33:04.190817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-01e4d5cd-ac71-4ac3-84bc-b2b66e94fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.191274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-01e4d5cd-ac71-4ac3-84bc-b2b66e94fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.191945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-01e4d5cd-ac71-4ac3-84bc-b2b66e94fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.193688 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-01e4d5cd-ac71-4ac3-84bc-b2b66e94fe18 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1156902 Feb 03 04:33:04.256244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14b76224-9741-44d2-a3bf-d01d4d59f041 req-45a417ce-a9ce-415f-8469-2595839cf28c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 210 time: 0.0893717 Feb 03 04:33:04.265996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9caf2da3-3077-491a-9cbf-0506a408caab), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:04.285721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ac8b4b01-5c8f-4923-9032-e4411773780e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:04.320267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Pushing event deleted for resources: {'Port': ['ID=9caf2da3-3077-491a-9cbf-0506a408caab,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:04.324994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9caf2da3-3077-491a-9cbf-0506a408caab'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:04.381087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c388d079-fd1f-4b7c-87dd-8867277b1f71 req-84572cc6-1318-4257-b04f-6303dd93c505 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985383 Feb 03 04:33:04.401107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e85fc940-0fd3-461b-adc7-a2188314f469 req-43e4feca-5616-4581-af13-318da4f69a15 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744761 Feb 03 04:33:04.423813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Made reservation on behalf of 6fe7185535d244daafe871978c964c6d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:04.428104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:04.474221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] No DVR routers for this DVR port 9caf2da3-3077-491a-9cbf-0506a408caab on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:04.490252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:04.491271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac911d53-4a14-40ac-ab2c-7a4bfc07fd8b req-eef9f8a2-21f9-4db2-b7db-fafce9eec5fa tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.31 "DELETE /v2.0/ports/9caf2da3-3077-491a-9cbf-0506a408caab HTTP/1.1" status: 204 len: 173 time: 1.4763815 Feb 03 04:33:04.491757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357c33fa-55ae-4f57-950c-9aa919148460', 'name': 'network-vif-deleted', 'tag': '9caf2da3-3077-491a-9cbf-0506a408caab'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:04.494039 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a79e6e6-c1b0-41fd-9346-dab5b10169a5" -d '{"events": [{"server_uuid": "357c33fa-55ae-4f57-950c-9aa919148460", "name": "network-vif-deleted", "tag": "9caf2da3-3077-491a-9cbf-0506a408caab"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:04.606564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b5fc9d-ab7a-419a-b829-2a0232e2b081 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:04.609651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649caff3-0114-419a-9d96-6e2b750e4926 req-d0858d24-6fc9-4183-a874-945d2b7ab58e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.611335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-649caff3-0114-419a-9d96-6e2b750e4926 req-d0858d24-6fc9-4183-a874-945d2b7ab58e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2294388 Feb 03 04:33:04.614934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Publish callbacks [] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:04.623098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.627776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Transition to ACTIVE for port object 16b5fc9d-ab7a-419a-b829-2a0232e2b081 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:04.628726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.632220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-e7731d10-432f-4233-8fb1-d6748db7ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.634381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.634531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d0b873f-84ff-42ec-93ad-9ec62540fdaa req-e7731d10-432f-4233-8fb1-d6748db7ab33 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4185226 Feb 03 04:33:04.640150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.641669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:04.647757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.654844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.661093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:04.668928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-4371a908-1268-42ac-b0e6-9cb6e511009b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5418 time: 0.1926115 Feb 03 04:33:04.768099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Allocated IP 172.20.0.3 (4c1a34e0-36c9-4106-92d2-3d500893ed1b/f0842f33-6fc7-4b4e-94ba-08543f42de21/452874b7-afe1-4f71-887f-52b7beabd093) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:33:04.784231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=16b5fc9d-ab7a-419a-b829-2a0232e2b081,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:04.795769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-649caff3-0114-419a-9d96-6e2b750e4926 req-76f2a2af-dd39-4f54-8670-dc4a9357c7ce tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235788 Feb 03 04:33:04.801662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.802399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.802991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.803658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.804332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.805533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.806040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.806542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.807124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.808389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.809043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.809542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.810475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:04.839778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09be1795-c6ac-4dc7-8c5b-e7585cd690a3 req-5c824987-26cd-4414-86ec-4be24df8f405 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647327 Feb 03 04:33:04.984458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff725bbf-4d56-4fdf-baf4-59e52a387fea req-7e8f7720-f2b4-4cb1-8789-c203082889a7 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.000562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff725bbf-4d56-4fdf-baf4-59e52a387fea req-7e8f7720-f2b4-4cb1-8789-c203082889a7 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1123259 Feb 03 04:33:05.072092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff725bbf-4d56-4fdf-baf4-59e52a387fea req-1117e1de-de27-4ae8-938c-9d0abbbcb640 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705662 Feb 03 04:33:05.094309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Attempting to bind port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:05.094309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Attempting to bind port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:05.094309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Attempting to bind port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 on network e6ccaca6-fc93-4f6e-845f-e19b84ea990f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:05.131754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 on network e6ccaca6-fc93-4f6e-845f-e19b84ea990f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:05.132208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Attempting to bind port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 on network e6ccaca6-fc93-4f6e-845f-e19b84ea990f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:05.149780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:05.150129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Checking segment: {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:05.150527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Bound using segment: {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:05.150978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Bound port: 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e155c97-79fc-4201-b01f-f329429b377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:05.151342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:05.175833 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb10b5c2-6685-4193-b896-23e8dc1db05c x-openstack-request-id: req-bb10b5c2-6685-4193-b896-23e8dc1db05c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:05.176587 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357c33fa-55ae-4f57-950c-9aa919148460", "name": "network-vif-deleted", "tag": "9caf2da3-3077-491a-9cbf-0506a408caab", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:05.177158 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb10b5c2-6685-4193-b896-23e8dc1db05c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:05.177823 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357c33fa-55ae-4f57-950c-9aa919148460', 'name': 'network-vif-deleted', 'tag': '9caf2da3-3077-491a-9cbf-0506a408caab', 'status': 'completed', 'code': 200} Feb 03 04:33:05.314288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] For port 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:05.321750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] For port 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:05.326190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for port (452874b7-afe1-4f71-887f-52b7beabd093), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:05.343423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:05.375152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87bd7e-7b86-49e3-8b73-7bd3e40ffa19 req-c356be0e-c4e2-49dd-855a-7870d6d2c9a9 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.385143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd87bd7e-7b86-49e3-8b73-7bd3e40ffa19 req-c356be0e-c4e2-49dd-855a-7870d6d2c9a9 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0874991 Feb 03 04:33:05.405330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-261088fc-d7a2-4fd3-907c-7a15586c4d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:05.449145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.449763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:05.451173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] 10.222.0.15 "PUT /v2.0/ports/16b5fc9d-ab7a-419a-b829-2a0232e2b081 HTTP/1.1" status: 200 len: 1091 time: 2.7418675 Feb 03 04:33:05.469176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd87bd7e-7b86-49e3-8b73-7bd3e40ffa19 req-bfc4c03f-e32a-4f54-bfe3-3f3aace0fe39 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828259 Feb 03 04:33:05.502415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (452874b7-afe1-4f71-887f-52b7beabd093), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:05.517643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be'}, {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:05.519999 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be"}, {"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:05.522383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ca0a-5581-4dd8-8f7b-bf94290ddfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=16b5fc9d-ab7a-419a-b829-2a0232e2b081,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:05.604272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:05.621513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:05.630861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:33:05.636711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event updated for resources: {'Port': ['ID=452874b7-afe1-4f71-887f-52b7beabd093,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:05.688187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.688587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.689049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.689506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.689963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.690409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.690857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.705179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-22b4fd96-4bb0-446f-997d-511082cacf73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6704 time: 0.1755733 Feb 03 04:33:05.788471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.789356 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:05.793318 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-8a880c72-f921-4274-913c-74309e8bba03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 HTTP/1.1" status: 200 len: 217 time: 0.0742376 Feb 03 04:33:05.811204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb726b-b85c-47fb-bd08-2f5c9fedc77b req-5e8171e7-6a0b-4e69-bb62-9888c92d9f33 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.818226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bfb726b-b85c-47fb-bd08-2f5c9fedc77b req-5e8171e7-6a0b-4e69-bb62-9888c92d9f33 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 931 time: 0.2078474 Feb 03 04:33:05.878015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-db54fcf5-f15b-4750-a2d5-5484cb88c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.879686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-db54fcf5-f15b-4750-a2d5-5484cb88c3a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55132384-0eb5-4d14-8935-56df1d428aed HTTP/1.1" status: 200 len: 855 time: 0.0680082 Feb 03 04:33:05.883584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-534a454c-b9f5-4108-a1bf-0974c6e4febb tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2956016 Feb 03 04:33:05.887959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af842a-85c6-4f32-bda7-70868ff30644 req-9e270a81-90ca-4a02-96e3-4a6c7f1ba415 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:05.889663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7af842a-85c6-4f32-bda7-70868ff30644 req-9e270a81-90ca-4a02-96e3-4a6c7f1ba415 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1222939 Feb 03 04:33:05.897527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Request body: {'port': {'device_id': '4027af76-ee01-42e7-85fc-cfff7b383233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:05.946958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bfb726b-b85c-47fb-bd08-2f5c9fedc77b req-36acbf8f-1c93-475e-a423-02216bfca0db tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278443 Feb 03 04:33:06.034297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7af842a-85c6-4f32-bda7-70868ff30644 req-f38a1a9a-2797-440b-a772-bd9f247ba640 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336837 Feb 03 04:33:06.069166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (452874b7-afe1-4f71-887f-52b7beabd093), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:06.074222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-91ff69ed-3cef-41ff-a26f-e9b6be365968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.076917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-91ff69ed-3cef-41ff-a26f-e9b6be365968 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beae8172-3c61-4391-8e35-747a56e0e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1763701 Feb 03 04:33:06.110191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-050d3281-de39-41aa-9b49-f13e6a6a5be8 None None] Provisioning complete for port 452874b7-afe1-4f71-887f-52b7beabd093 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:06.110863 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-050d3281-de39-41aa-9b49-f13e6a6a5be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (452874b7-afe1-4f71-887f-52b7beabd093), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:06.149005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-050d3281-de39-41aa-9b49-f13e6a6a5be8 None None] Port 452874b7-afe1-4f71-887f-52b7beabd093 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:33:06.188249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fb7b-08e8-45dc-a226-6aa50468549d req-0e11be93-fc6b-4cd0-bea7-0b5d8c6cf885 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.189761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afb5fb7b-08e8-45dc-a226-6aa50468549d req-0e11be93-fc6b-4cd0-bea7-0b5d8c6cf885 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0926926 Feb 03 04:33:06.203885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e34d54-b56f-491a-9d1b-3f78e55dbd96 req-461ac602-cc10-4f57-87c8-fdde4278b9df tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.205496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8e34d54-b56f-491a-9d1b-3f78e55dbd96 req-461ac602-cc10-4f57-87c8-fdde4278b9df tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1210656 Feb 03 04:33:06.282858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afb5fb7b-08e8-45dc-a226-6aa50468549d req-49fbbfdf-61d4-40d4-8bef-727d7b6d2b8d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763280 Feb 03 04:33:06.290046 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8e34d54-b56f-491a-9d1b-3f78e55dbd96 req-1f872c3d-c321-468e-b89f-6d86c5099ec6 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749438 Feb 03 04:33:06.355730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-efaf35ae-7e1e-4636-94b6-dc7e955abb7f service neutron] 10.222.0.15 "GET /v2.0/networks/beae8172-3c61-4391-8e35-747a56e0e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617216 Feb 03 04:33:06.388391 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c58236-6f03-49b2-ae55-81af643f6e7b x-openstack-request-id: req-62c58236-6f03-49b2-ae55-81af643f6e7b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:06.388701 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:06.388979 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62c58236-6f03-49b2-ae55-81af643f6e7b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:06.389460 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be', 'status': 'completed', 'code': 200} Feb 03 04:33:06.389717 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081', 'status': 'completed', 'code': 200} Feb 03 04:33:06.452935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2089f2-c045-43a6-a8fd-02e8ca771eb9 req-9a66aa20-9b57-4739-bb21-68cb4cafb6ca tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.456092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb2089f2-c045-43a6-a8fd-02e8ca771eb9 req-9a66aa20-9b57-4739-bb21-68cb4cafb6ca tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0712640 Feb 03 04:33:06.516159 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-6c250bda-3e4f-458f-b4eb-983fd20cb8f0 service neutron] 10.222.0.15 "GET /v2.0/networks/beae8172-3c61-4391-8e35-747a56e0e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496098 Feb 03 04:33:06.545062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb2089f2-c045-43a6-a8fd-02e8ca771eb9 req-84737c54-8546-49b6-82f0-5d906f12a94c tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811381 Feb 03 04:33:06.584968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.589891 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:06.591727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.600596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.609359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-14db29df-5ca6-4278-9473-1d0b57754723 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=74061f39-0104-4d50-95dc-07ba0792a283 HTTP/1.1" status: 200 len: 217 time: 0.0814517 Feb 03 04:33:06.610113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.618577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.625237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.633655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.636758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-b7eaf7bb-d954-4866-be86-9ef81b1ecfd8 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1638796 Feb 03 04:33:06.688409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452874b7-afe1-4f71-887f-52b7beabd093 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:06.698883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Publish callbacks [] for port (452874b7-afe1-4f71-887f-52b7beabd093), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:06.702317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-dc7b5c33-7aa2-4047-9cc3-324c669ae19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.704159 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-dc7b5c33-7aa2-4047-9cc3-324c669ae19a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4239f4b3-e647-41bd-ac11-5c256badfca3 HTTP/1.1" status: 200 len: 797 time: 0.0709152 Feb 03 04:33:06.738790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54d4f4b6-3bf4-427b-b0d5-3d8849309460 req-1334f38a-e3d9-47fa-a51d-fa02b5c6a97e tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947614 Feb 03 04:33:06.745627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Transition to ACTIVE for port object 452874b7-afe1-4f71-887f-52b7beabd093 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:06.745797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a212a6-a273-4b92-a2ad-3baabd5e6e6d req-64abec2e-02ce-48df-ab20-6392a77a9682 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.747103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60a212a6-a273-4b92-a2ad-3baabd5e6e6d req-64abec2e-02ce-48df-ab20-6392a77a9682 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1014295 Feb 03 04:33:06.757610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (452874b7-afe1-4f71-887f-52b7beabd093), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:06.822280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-96a00f08-086c-4c8e-9fba-848ebb1579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.824115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-96a00f08-086c-4c8e-9fba-848ebb1579f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1126878 Feb 03 04:33:06.824320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60a212a6-a273-4b92-a2ad-3baabd5e6e6d req-1c546d9c-9a1b-4f8e-a901-d1e3f3bba327 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707803 Feb 03 04:33:06.835092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=452874b7-afe1-4f71-887f-52b7beabd093,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:06.974686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Attempting to bind port 452874b7-afe1-4f71-887f-52b7beabd093 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:06.975837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Attempting to bind port 452874b7-afe1-4f71-887f-52b7beabd093 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:06.976458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Attempting to bind port 452874b7-afe1-4f71-887f-52b7beabd093 on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:06.978602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6967602-8ba0-43d2-9561-3d27ee2e2b52 req-ebbe5e17-85c4-4085-aafb-4a5b75d52901 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:06.980275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6967602-8ba0-43d2-9561-3d27ee2e2b52 req-ebbe5e17-85c4-4085-aafb-4a5b75d52901 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0762038 Feb 03 04:33:06.986151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Port 452874b7-afe1-4f71-887f-52b7beabd093 on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:06.986676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Attempting to bind port 452874b7-afe1-4f71-887f-52b7beabd093 on network 4c1a34e0-36c9-4106-92d2-3d500893ed1b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:07.003429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:07.004005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Checking segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:07.004544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Bound using segment: {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:07.005150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Bound port: 452874b7-afe1-4f71-887f-52b7beabd093, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05203a8f-dab8-4d60-9293-8a27fb7e3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:07.005688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (452874b7-afe1-4f71-887f-52b7beabd093), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:07.019980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9caf2da3-3077-491a-9cbf-0506a408caab no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:07.022844 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-0593f493-da5f-427b-bc0f-b1bae6a8a773 service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886439 Feb 03 04:33:07.060765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6967602-8ba0-43d2-9561-3d27ee2e2b52 req-669a9bb1-5e32-41b6-a4c0-f38c889cb87d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 Feb 03 04:33:07.064756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 9caf2da3-3077-491a-9cbf-0506a408caab {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:33:07.067055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9caf2da3-3077-491a-9cbf-0506a408caab not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:33:07.120316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] For port 452874b7-afe1-4f71-887f-52b7beabd093, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:07.126141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] For port 452874b7-afe1-4f71-887f-52b7beabd093, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=452874b7-afe1-4f71-887f-52b7beabd093,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:07.147806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (452874b7-afe1-4f71-887f-52b7beabd093), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:07.174220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bc58e-6c7e-41b4-8dee-2cf9f7407670 req-1334b380-2756-4b44-8a3f-0773161a00a4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.175954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-526bc58e-6c7e-41b4-8dee-2cf9f7407670 req-1334b380-2756-4b44-8a3f-0773161a00a4 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 943 time: 0.1024623 Feb 03 04:33:07.236278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc568c2f-a75b-444f-ac07-c02282377da3 req-e9f1f4a8-235d-4592-bdab-82c5c524c083 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.238032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc568c2f-a75b-444f-ac07-c02282377da3 req-e9f1f4a8-235d-4592-bdab-82c5c524c083 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.1102166 Feb 03 04:33:07.250711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.251420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:07.252936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] 10.222.0.31 "PUT /v2.0/ports/452874b7-afe1-4f71-887f-52b7beabd093 HTTP/1.1" status: 200 len: 1091 time: 1.3604863 Feb 03 04:33:07.256226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-526bc58e-6c7e-41b4-8dee-2cf9f7407670 req-fce5a400-b1df-4e84-9738-5ee8a46eee94 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726509 Feb 03 04:33:07.349316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd959b-c098-41d2-b33d-003309fd0ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=452874b7-afe1-4f71-887f-52b7beabd093,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:07.408803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc568c2f-a75b-444f-ac07-c02282377da3 req-a9ac3e9a-d3d7-48b5-b4da-e79ee03ea654 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511204 Feb 03 04:33:07.419280 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-3a3d5824-da45-43f4-a3c7-b059c0bfd2f1 service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382461 Feb 03 04:33:07.489474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-445b61a8-d9b0-44a7-a50d-0afcd43cd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.491102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-445b61a8-d9b0-44a7-a50d-0afcd43cd832 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 1125 time: 0.1741228 Feb 03 04:33:07.492749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-d0226ff3-8367-4af6-b836-69823cca6169 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=1704d539-028e-450b-b8d8-38f912aec229 HTTP/1.1" status: 200 len: 217 time: 0.0668857 Feb 03 04:33:07.503135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801750f-19a4-49e3-a458-1036196a9fca req-d0d03027-b26d-4876-a8fe-ecb60fd1dbf1 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.503135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a801750f-19a4-49e3-a458-1036196a9fca req-d0d03027-b26d-4876-a8fe-ecb60fd1dbf1 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1424263 Feb 03 04:33:07.535658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f84181-9dda-4598-8be7-9442f215c262 req-b406f89d-9dd3-46f9-85e8-3113de37030f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.537695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85f84181-9dda-4598-8be7-9442f215c262 req-b406f89d-9dd3-46f9-85e8-3113de37030f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1205387 Feb 03 04:33:07.596567 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-46d5eacf-62de-4b9c-b017-fb38ed3066e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=452874b7-afe1-4f71-887f-52b7beabd093 HTTP/1.1" status: 200 len: 217 time: 0.0924132 Feb 03 04:33:07.601356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc3fd-e8b4-452a-83b7-0a412830519b req-23d12d69-c6e8-4257-bd4e-1ba5c8a1f291 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.603968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-990fc3fd-e8b4-452a-83b7-0a412830519b req-23d12d69-c6e8-4257-bd4e-1ba5c8a1f291 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 945 time: 0.1213861 Feb 03 04:33:07.613763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85f84181-9dda-4598-8be7-9442f215c262 req-6477ee0b-e197-4c02-a89d-f050adebe67b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686073 Feb 03 04:33:07.662718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-990fc3fd-e8b4-452a-83b7-0a412830519b req-ecb28842-eff4-4429-bf6b-1aa682469092 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/security-groups?id=25246d4d-e075-40a8-9623-c0bbbc835215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534110 Feb 03 04:33:07.732081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-b27a685f-5f0d-4b34-b0a3-c25dfa5b4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.733640 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-b27a685f-5f0d-4b34-b0a3-c25dfa5b4c0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4239f4b3-e647-41bd-ac11-5c256badfca3 HTTP/1.1" status: 200 len: 797 time: 0.2171283 Feb 03 04:33:07.766638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fa199-dfce-4fdf-aee2-7fb731c9580d req-b1dd905f-2694-4294-91fb-9e499badd150 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.773779 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd7fa199-dfce-4fdf-aee2-7fb731c9580d req-b1dd905f-2694-4294-91fb-9e499badd150 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.0842612 Feb 03 04:33:07.779122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-cff69ea1-5643-405e-bf30-7e8947d2654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.780678 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-cff69ea1-5643-405e-bf30-7e8947d2654a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1291397 Feb 03 04:33:07.828493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd7fa199-dfce-4fdf-aee2-7fb731c9580d req-e4c6e0d9-407b-433c-8dd3-32f0ba768b11 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Feb 03 04:33:07.830510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Deleting port ac8b4b01-5c8f-4923-9032-e4411773780e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:33:07.830859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:07.836430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a111d0-e376-4717-a4e8-b8077c0321fb req-1d29c3f0-1ac5-4a07-9a62-8513cf2cf326 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.838119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5a111d0-e376-4717-a4e8-b8077c0321fb req-1d29c3f0-1ac5-4a07-9a62-8513cf2cf326 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1057544 Feb 03 04:33:07.880355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-4b513c0c-3fe5-4dcf-a484-47f6646156c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.881876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-4b513c0c-3fe5-4dcf-a484-47f6646156c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1408019 Feb 03 04:33:07.901394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5a111d0-e376-4717-a4e8-b8077c0321fb req-76ad2407-ee8c-48d6-9445-3d8b97f28125 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574186 Feb 03 04:33:07.956316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7d1d-2291-430d-af79-61861cbb9575 req-45be9a98-0ee6-4e73-811f-ed65029c4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:07.957835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-45be9a98-0ee6-4e73-811f-ed65029c4414 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1666932 Feb 03 04:33:08.006107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.013631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.020135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.026902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.035301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.039934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:08.042272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.048504 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.051437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-01738743-2b16-4b09-aafc-e9f5a4bab5fd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1353810 Feb 03 04:33:08.109393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] For port ac8b4b01-5c8f-4923-9032-e4411773780e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ac8b4b01-5c8f-4923-9032-e4411773780e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:08.109703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:08.130459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59b1df0e-0b62-4c08-b3ba-b4f45dba2368 req-489a5f94-36cb-4038-be29-ae79f9752525 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698025 Feb 03 04:33:08.163403 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-f0cba02b-29b8-469e-ac95-4ec81b8d90d4 service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645295 Feb 03 04:33:08.423759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-6819fbda-1b8d-48e0-8118-045d6f37af66 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.426108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-6819fbda-1b8d-48e0-8118-045d6f37af66 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 814 time: 0.1358466 Feb 03 04:33:08.443379 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-9f3a2b72-dd6e-4b4e-a0c1-53a9da87a3c3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/quotas/51ee7d06d2f641aa9c70369d7a669e3e HTTP/1.1" status: 200 len: 375 time: 0.0111609 Feb 03 04:33:08.510321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-89892b47-56cd-43ee-a9fd-2fbf9ac5a37b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576830 Feb 03 04:33:08.604280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:08.617539 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6" -d '{"events": [{"name": "network-changed", "server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "tag": "452874b7-afe1-4f71-887f-52b7beabd093"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:08.625290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Calling delete_port for ac8b4b01-5c8f-4923-9032-e4411773780e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:33:08.700157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-9a020d19-fa94-4b89-a752-3d87fe4858b2 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314837 Feb 03 04:33:08.709849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fccb3b-b6b8-40c3-aecb-6f1dbec8c9c1 req-46234bfc-138e-44f2-b1d5-6775db099c2f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:08.711441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08fccb3b-b6b8-40c3-aecb-6f1dbec8c9c1 req-46234bfc-138e-44f2-b1d5-6775db099c2f tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 943 time: 0.0772290 Feb 03 04:33:08.719288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-ca098888-4673-441e-a19f-071ee4e0c4e3 service neutron] 10.222.0.35 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001982 Feb 03 04:33:08.756298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-5f5675a7-f0a0-4dff-a363-c5be360e9e89 service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885859 Feb 03 04:33:08.808940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-fcb197be-854d-4dcf-9791-fd437b4397e1 service neutron] 10.222.0.35 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874889 Feb 03 04:33:08.843554 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-39c2670e-49b2-481f-8b9e-0df5c30f5d8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=e7ae1ce5-356f-490a-bd94-f91514dde652 HTTP/1.1" status: 200 len: 217 time: 0.0541108 Feb 03 04:33:08.858928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08fccb3b-b6b8-40c3-aecb-6f1dbec8c9c1 req-9291e8db-107d-47b2-bbd2-94ddfd90bbe3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535436 Feb 03 04:33:08.958714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-365b7d1d-2291-430d-af79-61861cbb9575 req-7d740636-51ae-45fa-a882-6c69bab3a7d5 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512004 Feb 03 04:33:08.961964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ac8b4b01-5c8f-4923-9032-e4411773780e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:09.022193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e845f-9092-4a0d-b13a-34aa3cb16b58 req-3a26c44a-2dac-4b91-bf25-5177418a2153 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.023837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-180e845f-9092-4a0d-b13a-34aa3cb16b58 req-3a26c44a-2dac-4b91-bf25-5177418a2153 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0828562 Feb 03 04:33:09.035093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-34f6baa1-737f-47d2-876d-0e0ac7ed9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.052414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-34f6baa1-737f-47d2-876d-0e0ac7ed9c25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4239f4b3-e647-41bd-ac11-5c256badfca3 HTTP/1.1" status: 200 len: 797 time: 0.2024000 Feb 03 04:33:09.079927 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a0b1d-8d5e-44e6-ae1f-94adb1f41cc4 x-openstack-request-id: req-390a0b1d-8d5e-44e6-ae1f-94adb1f41cc4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:09.080215 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "tag": "452874b7-afe1-4f71-887f-52b7beabd093", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:09.080464 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-390a0b1d-8d5e-44e6-ae1f-94adb1f41cc4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:09.080852 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093', 'status': 'completed', 'code': 200} Feb 03 04:33:09.093872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Pushing event deleted for resources: {'Port': ['ID=ac8b4b01-5c8f-4923-9032-e4411773780e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:09.119514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] No DVR routers for this DVR port ac8b4b01-5c8f-4923-9032-e4411773780e on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:09.120968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-180e845f-9092-4a0d-b13a-34aa3cb16b58 req-d5c08dbe-931f-4896-a418-5b90fad9eb65 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848131 Feb 03 04:33:09.153471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:09.157178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a801750f-19a4-49e3-a458-1036196a9fca req-9fe26c7a-f6e1-405d-a6bd-019cd6c15418 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.15 "DELETE /v2.0/ports/ac8b4b01-5c8f-4923-9032-e4411773780e HTTP/1.1" status: 204 len: 173 time: 1.6305506 Feb 03 04:33:09.218171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-98298333-2dc7-401b-a4c2-f3a95cd25a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.219673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-98298333-2dc7-401b-a4c2-f3a95cd25a51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1380391 Feb 03 04:33:09.227447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-60f827e4-1487-4846-a6ae-6dadbf0c3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.229073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-60f827e4-1487-4846-a6ae-6dadbf0c3529 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 1125 time: 0.1180849 Feb 03 04:33:09.230940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa7c4767-6498-4941-8581-e8f32364f259 req-63babac2-2fa8-4cc0-8fe9-29aac97ffeb3 tempest-ListServerFiltersTestJSON-1785342569 tempest-ListServerFiltersTestJSON-1785342569-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbad1d2-91f3-49de-8842-91679d933366 HTTP/1.1" status: 200 len: 210 time: 0.0585675 Feb 03 04:33:09.302478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01cb013f-3344-47eb-8ea8-958551a22fe4 req-8ebf9822-8324-49e9-9117-d03b7351b9a3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 210 time: 0.0704966 Feb 03 04:33:09.308738 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:09.423386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.431983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.438693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.445822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.454810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.462126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.469894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.481839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-9e0d5a78-d2be-4101-835f-d2ed99bf096a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1358776 Feb 03 04:33:09.518168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-1862115f-74cd-46a7-af0d-906f66555411 service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879250 Feb 03 04:33:09.521027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-c1a66a72-7763-4afc-b258-1f1e6361e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.522350 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-c1a66a72-7763-4afc-b258-1f1e6361e510 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.2671754 Feb 03 04:33:09.541819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a777491-ffd1-4f67-9c65-bf08448a7581 req-df74013c-911b-4c8c-b3f1-437ede8fdb64 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589602 Feb 03 04:33:09.622377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-592d0d48-6a65-4613-8425-dd23016c72fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=452874b7-afe1-4f71-887f-52b7beabd093 HTTP/1.1" status: 200 len: 217 time: 0.0721760 Feb 03 04:33:09.749747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-354a9ee6-45a3-497f-bdf7-56f29d3032da service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241180 Feb 03 04:33:09.769317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-78172e64-08fe-44ad-b4e6-bf97a02d9017 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.770781 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-78172e64-08fe-44ad-b4e6-bf97a02d9017 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "GET /v2.0/ports?device_id=06b07d19-fac7-4d4a-a212-a6c742fc4ca1 HTTP/1.1" status: 200 len: 945 time: 0.2024591 Feb 03 04:33:09.772180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-3a8e334e-3dc8-4bed-b298-9ce93cce8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.773464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-3a8e334e-3dc8-4bed-b298-9ce93cce8eb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.1022229 Feb 03 04:33:09.838642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-4650024f-7c69-40d0-91e2-82227abb2026 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=4ff3445a-4b10-4b88-856b-c55296f37f83 HTTP/1.1" status: 200 len: 217 time: 0.0825331 Feb 03 04:33:09.951540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-0af20b07-cf2c-4161-9b6f-dbaaba51df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.953127 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-0af20b07-cf2c-4161-9b6f-dbaaba51df41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4239f4b3-e647-41bd-ac11-5c256badfca3 HTTP/1.1" status: 200 len: 797 time: 0.0987139 Feb 03 04:33:09.958356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-2d16037a-0238-496c-ae5d-b19b8a731bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:09.960206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-2d16037a-0238-496c-ae5d-b19b8a731bc9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1476350 Feb 03 04:33:10.004087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ace2a-8c34-48b6-a915-83e87bea7ecc req-e8c3d751-20ef-4149-822b-a165631fe65a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.005723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-519ace2a-8c34-48b6-a915-83e87bea7ecc req-e8c3d751-20ef-4149-822b-a165631fe65a tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 943 time: 0.0613773 Feb 03 04:33:10.057005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-519ace2a-8c34-48b6-a915-83e87bea7ecc req-ea42c6fd-2c3f-49c5-a06d-4527232aae38 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452118 Feb 03 04:33:10.071426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Deleting port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:33:10.071795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.101281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-0f543efc-ee32-4c5e-a1e2-f56f046c2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.102780 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-0f543efc-ee32-4c5e-a1e2-f56f046c2267 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5d3842a-2cab-4dbe-906f-45a53c0e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1415906 Feb 03 04:33:10.125972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-97eea4bc-0a55-4dfe-bc97-44bdffeee55a service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562288 Feb 03 04:33:10.262251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163ec90-a91a-4dfe-abe4-a48091db2020 req-cf8d400e-131b-449b-a336-a6fd0e7a796d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.269347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1163ec90-a91a-4dfe-abe4-a48091db2020 req-cf8d400e-131b-449b-a336-a6fd0e7a796d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0697808 Feb 03 04:33:10.308053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] For port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:10.308417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.341203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-9867ca88-0482-4f3f-ba32-926254a80ebd service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306399 Feb 03 04:33:10.342058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Calling delete_port for 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:33:10.342393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1163ec90-a91a-4dfe-abe4-a48091db2020 req-51cac9d5-b270-4c25-b8fb-b2c81d7f6a3a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672762 Feb 03 04:33:10.358773 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dbcbca2a-1f22-4eff-9b21-d9af4a9c4de6 req-56a0f96f-9f7a-4d2e-a303-0f77f518f91f service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222450 Feb 03 04:33:10.363859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:10.437170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] Deleting subnet db44e398-e64e-4356-a194-e16a85d15854 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:33:10.441351 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] Publish callbacks [] for subnet (db44e398-e64e-4356-a194-e16a85d15854), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.503641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-842c714a-c8a9-4ddc-bd55-ac3d8d123480 req-78271831-edbb-4827-8ead-045365609cd3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 210 time: 0.0405896 Feb 03 04:33:10.521957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (db44e398-e64e-4356-a194-e16a85d15854), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.580075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-9e7c72ad-2e69-4355-ac98-7ed9a09b4b9f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.580075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-9e7c72ad-2e69-4355-ac98-7ed9a09b4b9f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.31 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 814 time: 0.1092715 Feb 03 04:33:10.617173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Request body: {'port': {'device_id': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'admin_state_up': True, 'tenant_id': '51ee7d06d2f641aa9c70369d7a669e3e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:10.631111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (db44e398-e64e-4356-a194-e16a85d15854), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.646551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ac8b4b01-5c8f-4923-9032-e4411773780e no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:10.673777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: ac8b4b01-5c8f-4923-9032-e4411773780e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:33:10.674818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ac8b4b01-5c8f-4923-9032-e4411773780e not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:33:10.734253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-514a6885-6c61-4ef7-b8b7-b752bbfd0b9e service neutron] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863800 Feb 03 04:33:10.736133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.741456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.746655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.752084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.757267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.762473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.767858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.769721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-f12ba122-af3c-445d-9ddf-e186e636d332 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1176529 Feb 03 04:33:10.771535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (db44e398-e64e-4356-a194-e16a85d15854), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.784089 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-2a90e7e6-0116-484c-8701-c3bb508dc166 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be HTTP/1.1" status: 200 len: 217 time: 0.0424922 Feb 03 04:33:10.804021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db44e398-e64e-4356-a194-e16a85d15854,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:10.814731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.818834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9dda0974-7e72-4cf5-9937-375834f63cb1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/db44e398-e64e-4356-a194-e16a85d15854 HTTP/1.1" status: 204 len: 168 time: 0.4502282 Feb 03 04:33:10.820982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4735e6-866d-4092-860b-858cabd83955 None None] Network 6b50246c-26a0-4983-9629-183c08f8bf01 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:33:10.821711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:10.836732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-efdfe33a-d5fa-4f9a-9a2b-cc9e20b2b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:10.838191 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-efdfe33a-d5fa-4f9a-9a2b-cc9e20b2b7c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0790dc63-5e08-4e66-b197-bdf574357f96 HTTP/1.1" status: 200 len: 797 time: 0.0485997 Feb 03 04:33:10.934931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02269c4c-efe1-466d-8106-d7c42043f4b2 req-8da62d3b-9d88-4d9c-ba88-41a45b9e550a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387665 Feb 03 04:33:10.940259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (6b50246c-26a0-4983-9629-183c08f8bf01), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:10.959331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3fa5c505-cb2d-4277-9b78-ddb10dfd0a48), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.009419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Deleting port 147a51fc-485f-4f4f-9bee-0eee4c1b567e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:33:11.010331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.027335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Made reservation on behalf of 51ee7d06d2f641aa9c70369d7a669e3e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:11.033094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.045140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] DHCP port deletion for 6b50246c-26a0-4983-9629-183c08f8bf01 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:33:11.047800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-301a33ff-574a-4aec-b56d-747dfe3f9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:11.048476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 452874b7-afe1-4f71-887f-52b7beabd093 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:33:11.049316 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-301a33ff-574a-4aec-b56d-747dfe3f9ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1906271 Feb 03 04:33:11.054004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Pushing event deleted for resources: {'Port': ['ID=3fa5c505-cb2d-4277-9b78-ddb10dfd0a48,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:11.085374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbad1d2-91f3-49de-8842-91679d933366', 'name': 'network-vif-deleted', 'tag': 'ac8b4b01-5c8f-4923-9032-e4411773780e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:11.087772 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bf2c49-e1ef-4285-a293-da40bf030031" -d '{"events": [{"server_uuid": "ddbad1d2-91f3-49de-8842-91679d933366", "name": "network-vif-deleted", "tag": "ac8b4b01-5c8f-4923-9032-e4411773780e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:11.110959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] For port 147a51fc-485f-4f4f-9bee-0eee4c1b567e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=147a51fc-485f-4f4f-9bee-0eee4c1b567e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:11.113405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.125460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] No DVR routers for this DVR port 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:11.158232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.161640 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-646b6b17-3a25-48af-bc3c-ac1966c7d9d0 req-c5f8d80a-f48c-4419-87ff-c53a91266228 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.15 "DELETE /v2.0/ports/3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 HTTP/1.1" status: 204 len: 173 time: 1.3833499 Feb 03 04:33:11.166343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Calling delete_port for 147a51fc-485f-4f4f-9bee-0eee4c1b567e owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:33:11.187329 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae6b36-3338-48cd-9c6c-16a1422f6d99 x-openstack-request-id: req-f1ae6b36-3338-48cd-9c6c-16a1422f6d99 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:11.187777 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbad1d2-91f3-49de-8842-91679d933366", "name": "network-vif-deleted", "tag": "ac8b4b01-5c8f-4923-9032-e4411773780e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:11.187891 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1ae6b36-3338-48cd-9c6c-16a1422f6d99 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:11.188299 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbad1d2-91f3-49de-8842-91679d933366', 'name': 'network-vif-deleted', 'tag': 'ac8b4b01-5c8f-4923-9032-e4411773780e', 'status': 'completed', 'code': 200} Feb 03 04:33:11.260405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 452874b7-afe1-4f71-887f-52b7beabd093, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=452874b7-afe1-4f71-887f-52b7beabd093,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:11.274707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '452874b7-afe1-4f71-887f-52b7beabd093', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'port_id': '452874b7-afe1-4f71-887f-52b7beabd093', 'mac_address': 'fa:16:3e:9b:f4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:33:11.282828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] Deleting port 147a51fc-485f-4f4f-9bee-0eee4c1b567e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:33:11.288536 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.304509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-fab6f08c-a06a-40a7-a38c-8743ede5360c service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227750 Feb 03 04:33:11.326022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Allocated IP 172.20.0.5 (2bab0277-1050-4f03-8946-2f65d9405ddc/0ee046f0-14a4-4145-8fe0-8a6333214d13/b07a3344-339e-43f2-aaa3-88df4e9f9aaa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:33:11.375620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9e33-4dc6-4715-b258-c6a164b92681 req-18198c8a-621c-4b30-bacd-4ac304af145e tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:11.390960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44ef9e33-4dc6-4715-b258-c6a164b92681 req-18198c8a-621c-4b30-bacd-4ac304af145e tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 943 time: 0.1386600 Feb 03 04:33:11.416164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.435108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 452874b7-afe1-4f71-887f-52b7beabd093 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:11.435493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (452874b7-afe1-4f71-887f-52b7beabd093), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.457069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] For port 147a51fc-485f-4f4f-9bee-0eee4c1b567e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=147a51fc-485f-4f4f-9bee-0eee4c1b567e,segment=NetworkSegment(f6b31092-2777-4fc7-b3c1-9f8237a06ac6),segment_id=f6b31092-2777-4fc7-b3c1-9f8237a06ac6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:11.457760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.471538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452874b7-afe1-4f71-887f-52b7beabd093 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:11.483297 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-b4d1c9fd-d38e-4cf0-91c9-3f57776289c7 service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700995 Feb 03 04:33:11.485368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] Calling delete_port for 147a51fc-485f-4f4f-9bee-0eee4c1b567e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:33:11.496549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Pushing event deleted for resources: {'Port': ['ID=147a51fc-485f-4f4f-9bee-0eee4c1b567e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:11.519747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 452874b7-afe1-4f71-887f-52b7beabd093, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=452874b7-afe1-4f71-887f-52b7beabd093,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:11.531774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] No DVR routers for this DVR port 147a51fc-485f-4f4f-9bee-0eee4c1b567e on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:11.564259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (452874b7-afe1-4f71-887f-52b7beabd093), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.605058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44ef9e33-4dc6-4715-b258-c6a164b92681 req-7262b7a1-f5e3-4535-b4d3-301b60d73faa tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116432 Feb 03 04:33:11.606853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-90110c9e-47f7-4d2d-bfb3-99957e6c78db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081 HTTP/1.1" status: 200 len: 217 time: 0.0598242 Feb 03 04:33:11.670601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=452874b7-afe1-4f71-887f-52b7beabd093,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: from cryptography.utils import int_from_bytes Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: from cryptography.utils import int_from_bytes Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.685518 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:33:11.689209 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:33:11.694170 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (147a51fc-485f-4f4f-9bee-0eee4c1b567e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.726997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-b66b683f-563d-4b34-a138-7358fd58bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:11.728889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-b66b683f-563d-4b34-a138-7358fd58bb19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0790dc63-5e08-4e66-b197-bdf574357f96 HTTP/1.1" status: 200 len: 797 time: 0.1156006 Feb 03 04:33:11.736319 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (6b50246c-26a0-4983-9629-183c08f8bf01), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.748738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae7a7-3132-4465-a4c1-5a97c348a442 req-208d06cb-947b-4bd7-a77a-45e19eb56620 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:11.752985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28dae7a7-3132-4465-a4c1-5a97c348a442 req-208d06cb-947b-4bd7-a77a-45e19eb56620 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.3040667 Feb 03 04:33:11.774962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks [] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.788838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-645f2af1-2e4c-45ba-b6d8-4c9ceb978524 req-42cf4888-d145-4276-b519-526a5418c051 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 210 time: 0.0628245 Feb 03 04:33:11.793995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] Pushing event deleted for resources: {'Port': ['ID=147a51fc-485f-4f4f-9bee-0eee4c1b567e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:11.807492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6c405-3b15-417c-81dd-55050599e76d None None] No DVR routers for this DVR port 147a51fc-485f-4f4f-9bee-0eee4c1b567e on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:11.820997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['452874b7-afe1-4f71-887f-52b7beabd093'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:11.831029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1092-2576-4be6-805c-c333edfda268 req-d5982d84-8f9b-4f06-9652-0387c4ccd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:11.833363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-d5982d84-8f9b-4f06-9652-0387c4ccd4b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0916471 Feb 03 04:33:11.853637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b50246c-26a0-4983-9629-183c08f8bf01']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:11.885169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:11.885477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b31092-2777-4fc7-b3c1-9f8237a06ac6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:11.903118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28dae7a7-3132-4465-a4c1-5a97c348a442 req-ba7624f0-7327-4adb-8169-310057997d91 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099279 Feb 03 04:33:11.904773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.905257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (f6b31092-2777-4fc7-b3c1-9f8237a06ac6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.936386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f6b31092-2777-4fc7-b3c1-9f8237a06ac6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (f6b31092-2777-4fc7-b3c1-9f8237a06ac6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:33:11.950283 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:33:12.014460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Network 2bab0277-1050-4f03-8946-2f65d9405ddc is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:12.020551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (6b50246c-26a0-4983-9629-183c08f8bf01), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.026100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:12.027848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:33:12.048511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.059120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6b50246c-26a0-4983-9629-183c08f8bf01 HTTP/1.1" status: 204 len: 168 time: 1.2360742 Feb 03 04:33:12.074737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415eda2-2153-450c-8ad7-b1cf96c5f643 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b50246c-26a0-4983-9629-183c08f8bf01,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:12.096281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Pushing event updated for resources: {'Port': ['ID=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:12.126420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.127046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.140606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-7b4d97f5-6ecb-408d-9ad7-acf304e5c35b service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990546 Feb 03 04:33:12.149276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.155060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.160360 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-95afae19-d0c4-48da-98ec-a927664a6004 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5476348 Feb 03 04:33:12.160737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.171619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.178592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Request body: {'port': {'device_id': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:12.179954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.186114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.191608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.193677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-804c8a5a-f003-4771-bdb9-882d4844ffd5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1140895 Feb 03 04:33:12.278918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:12.296047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3dba499-2ebd-4126-b534-2f42afe80acd req-cbfe1ea3-c979-4272-bd03-725cc30d1f19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936558 Feb 03 04:33:12.334051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fbeed308-c81d-4bd3-8682-c5c76a7e094d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adfa0c8271094b06941407f993629fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522535 Feb 03 04:33:12.336874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:12.390236 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c524da3-d58c-41f7-8cac-11f01313f767 admin admin] Publish callbacks [] for security_group (25246d4d-e075-40a8-9623-c0bbbc835215), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.417836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c524da3-d58c-41f7-8cac-11f01313f767 admin admin] Publish callbacks [] for security_group (25246d4d-e075-40a8-9623-c0bbbc835215), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.638895 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f98b1092-2576-4be6-805c-c333edfda268 req-e9c54c48-375b-48a7-93a1-1f715cfc4d27 service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919033 Feb 03 04:33:12.645442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:12.649111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.715707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 147a51fc-485f-4f4f-9bee-0eee4c1b567e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:12.721635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:33:12.722803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 3fa5c505-cb2d-4277-9b78-ddb10dfd0a48 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:33:12.747374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 147a51fc-485f-4f4f-9bee-0eee4c1b567e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:33:12.748174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 147a51fc-485f-4f4f-9bee-0eee4c1b567e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:33:12.823260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d3701-79f8-4d7c-98bd-5988436b3a9a req-0f8aac9b-0c8e-4d94-9d04-49a98c0a3063 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.824901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e75d3701-79f8-4d7c-98bd-5988436b3a9a req-0f8aac9b-0c8e-4d94-9d04-49a98c0a3063 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 944 time: 0.0672507 Feb 03 04:33:12.845986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.845986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.846588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.846666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.847162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.847718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.848172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.850129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-52fb5c3a-4355-48ea-9e13-baa4d24bfecc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6704 time: 0.1421666 Feb 03 04:33:12.853829 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c524da3-d58c-41f7-8cac-11f01313f767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (25246d4d-e075-40a8-9623-c0bbbc835215), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.856732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c524da3-d58c-41f7-8cac-11f01313f767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:12.857989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2c524da3-d58c-41f7-8cac-11f01313f767 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25246d4d-e075-40a8-9623-c0bbbc835215 HTTP/1.1" status: 204 len: 168 time: 0.5200746 Feb 03 04:33:12.871967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c524da3-d58c-41f7-8cac-11f01313f767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25246d4d-e075-40a8-9623-c0bbbc835215,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:12.929794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e75d3701-79f8-4d7c-98bd-5988436b3a9a req-f67a0a50-879e-4def-9524-60668549030e tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895290 Feb 03 04:33:12.954915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86528300-a2e2-47ea-9349-d46a938e04e4 req-98b9d514-818f-4152-a98d-e86a25b8a3df tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:12.956544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86528300-a2e2-47ea-9349-d46a938e04e4 req-98b9d514-818f-4152-a98d-e86a25b8a3df tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 931 time: 0.0760176 Feb 03 04:33:13.025613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86528300-a2e2-47ea-9349-d46a938e04e4 req-9f5b581c-d0e8-482f-af11-f799e1da2fdf tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557110 Feb 03 04:33:13.051279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 452874b7-afe1-4f71-887f-52b7beabd093 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:13.065084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-12435022-46da-43cc-ac39-1bb0b37a4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.066808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-12435022-46da-43cc-ac39-1bb0b37a4a8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f HTTP/1.1" status: 200 len: 903 time: 0.1837878 Feb 03 04:33:13.087678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8f4a-7da2-4c07-a13d-6d86af643f33 req-2cdcd680-e08a-47b7-baa1-71df6b260ad8 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.089164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1ee8f4a-7da2-4c07-a13d-6d86af643f33 req-2cdcd680-e08a-47b7-baa1-71df6b260ad8 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0626607 Feb 03 04:33:13.130055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-44745c19-8409-49c5-a551-f0c6f4afe1e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be HTTP/1.1" status: 200 len: 217 time: 0.0488055 Feb 03 04:33:13.170425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 452874b7-afe1-4f71-887f-52b7beabd093 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:33:13.178121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 452874b7-afe1-4f71-887f-52b7beabd093 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:13.178499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (452874b7-afe1-4f71-887f-52b7beabd093), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.190003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'name': 'network-vif-deleted', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:13.193195 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b0e639-5865-4adb-8f12-5dc02c0b9d5d" -d '{"events": [{"server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "name": "network-vif-deleted", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:13.213406 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1ee8f4a-7da2-4c07-a13d-6d86af643f33 req-a671c74a-4de0-4aac-a0ba-0a843d1f10b3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168389 Feb 03 04:33:13.218027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07a3344-339e-43f2-aaa3-88df4e9f9aaa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:13.229285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Publish callbacks [] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.246996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-f1d3a755-f977-427c-8e06-34ddb6e81fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.249608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-f1d3a755-f977-427c-8e06-34ddb6e81fcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0790dc63-5e08-4e66-b197-bdf574357f96 HTTP/1.1" status: 200 len: 797 time: 0.1127937 Feb 03 04:33:13.274815 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9fec7f-ed60-4c9b-a56c-5d2fdaf47d42 x-openstack-request-id: req-1e9fec7f-ed60-4c9b-a56c-5d2fdaf47d42 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:13.275864 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b07d19-fac7-4d4a-a212-a6c742fc4ca1", "name": "network-vif-deleted", "tag": "3fa5c505-cb2d-4277-9b78-ddb10dfd0a48", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:13.276792 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e9fec7f-ed60-4c9b-a56c-5d2fdaf47d42 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:13.277455 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b07d19-fac7-4d4a-a212-a6c742fc4ca1', 'name': 'network-vif-deleted', 'tag': '3fa5c505-cb2d-4277-9b78-ddb10dfd0a48', 'status': 'completed', 'code': 200} Feb 03 04:33:13.285898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Transition to ACTIVE for port object b07a3344-339e-43f2-aaa3-88df4e9f9aaa will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:13.312173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.319292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 452874b7-afe1-4f71-887f-52b7beabd093 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:13.319984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (452874b7-afe1-4f71-887f-52b7beabd093), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.363548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:13.371274 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb74dfda-7cb4-4570-8b8f-9d5cbb0262a0" -d '{"events": [{"server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "name": "network-vif-plugged", "status": "completed", "tag": "452874b7-afe1-4f71-887f-52b7beabd093"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:13.394436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 452874b7-afe1-4f71-887f-52b7beabd093, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=452874b7-afe1-4f71-887f-52b7beabd093,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:13.401707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (452874b7-afe1-4f71-887f-52b7beabd093), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.414657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Pushing event updated for resources: {'Port': ['ID=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:13.432874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-f387fb8c-c581-48bb-bef8-2a20275b8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.434914 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-f387fb8c-c581-48bb-bef8-2a20275b8ed3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1785374 Feb 03 04:33:13.447260 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88ef658-9f97-4c2f-a7c6-a39ef21e11f8 x-openstack-request-id: req-f88ef658-9f97-4c2f-a7c6-a39ef21e11f8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:13.447572 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "name": "network-vif-plugged", "status": "completed", "tag": "452874b7-afe1-4f71-887f-52b7beabd093", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:13.448024 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f88ef658-9f97-4c2f-a7c6-a39ef21e11f8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:13.448587 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093', 'code': 200} Feb 03 04:33:13.517031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=452874b7-afe1-4f71-887f-52b7beabd093,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:13.523258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.528537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.535767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.546905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.555133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.562345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.567820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.570167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49476adc-4061-432b-a42d-259fd26203e5 req-a9f85a41-732f-4892-b26b-2f05faa23bcd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1822045 Feb 03 04:33:13.621336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Attempting to bind port b07a3344-339e-43f2-aaa3-88df4e9f9aaa on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:13.621746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Attempting to bind port b07a3344-339e-43f2-aaa3-88df4e9f9aaa by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:13.621999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Attempting to bind port b07a3344-339e-43f2-aaa3-88df4e9f9aaa on network 2bab0277-1050-4f03-8946-2f65d9405ddc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:13.632082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Port b07a3344-339e-43f2-aaa3-88df4e9f9aaa on network 2bab0277-1050-4f03-8946-2f65d9405ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:13.632419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Attempting to bind port b07a3344-339e-43f2-aaa3-88df4e9f9aaa on network 2bab0277-1050-4f03-8946-2f65d9405ddc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:13.640252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:13.640604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Checking segment: {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:13.640998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Bound using segment: {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:13.641974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Bound port: b07a3344-339e-43f2-aaa3-88df4e9f9aaa, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09aaf586-6579-4e5b-be7f-8f7f2a57aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:13.641974 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.663533 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-1edc7bcf-ae72-4aea-8271-f739ae8a02e3 service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005279 Feb 03 04:33:13.691315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34884c2f-53eb-4a97-9939-daaed7166935 req-c7ff4c09-7dd3-44ea-809e-7245204d2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.692573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34884c2f-53eb-4a97-9939-daaed7166935 req-c7ff4c09-7dd3-44ea-809e-7245204d2eff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 1127 time: 0.1212451 Feb 03 04:33:13.702500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49476adc-4061-432b-a42d-259fd26203e5 req-d0d4a3cd-9df5-4d49-a6e9-cfb21417ede0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200182 Feb 03 04:33:13.768440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34884c2f-53eb-4a97-9939-daaed7166935 req-6b050872-7fb2-4c4e-aaa1-4d58cb6989e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648711 Feb 03 04:33:13.786093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] For port b07a3344-339e-43f2-aaa3-88df4e9f9aaa, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:13.791207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] For port b07a3344-339e-43f2-aaa3-88df4e9f9aaa, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:13.804103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.842516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-66fdfc78-7e3a-479d-9d64-e926ff7f9306 service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532166 Feb 03 04:33:13.849380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.850060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:13.851609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] 10.222.0.31 "PUT /v2.0/ports/b07a3344-339e-43f2-aaa3-88df4e9f9aaa HTTP/1.1" status: 200 len: 1091 time: 1.6781409 Feb 03 04:33:13.872225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2113974-e2a3-4b5d-998d-b69bdd4cae56 service neutron] Pushing event updated for resources: {'Port': ['ID=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:13.935761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:13.964463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.964947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.965460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.965932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.966394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.966852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.967541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:13.969609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-d7be2fce-67f2-4d0d-91fb-a7751ae31ad4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6704 time: 0.0629098 Feb 03 04:33:14.074156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1379847809-network', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:14.111837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3db263-f249-460b-a65a-538dda5a06d7 req-62a63329-6571-44ec-8dab-0a985a8c7933 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.113398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d3db263-f249-460b-a65a-538dda5a06d7 req-62a63329-6571-44ec-8dab-0a985a8c7933 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.0948381 Feb 03 04:33:14.114519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Made reservation on behalf of 46512ac125f0447eb1cbafa779d3250f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:14.116782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.122557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-5f17d14c-09c6-4a3e-9108-2c31e5b54487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.123138 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-5f17d14c-09c6-4a3e-9108-2c31e5b54487 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f HTTP/1.1" status: 200 len: 903 time: 0.1476531 Feb 03 04:33:14.179190 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-3e280f54-629f-4d9b-bf5b-79b30259c84b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081 HTTP/1.1" status: 200 len: 217 time: 0.0406926 Feb 03 04:33:14.182995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d3db263-f249-460b-a65a-538dda5a06d7 req-316d966e-ce83-450a-b69d-280b5dd40b13 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626926 Feb 03 04:33:14.203728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.218711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-fbf33003-5c57-409b-8469-254314a41f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.220251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-fbf33003-5c57-409b-8469-254314a41f23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 1125 time: 0.1320436 Feb 03 04:33:14.272336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-c3bfbd04-090b-40bc-8cea-21fbe81cc533 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07a3344-339e-43f2-aaa3-88df4e9f9aaa HTTP/1.1" status: 200 len: 217 time: 0.0444407 Feb 03 04:33:14.272810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac9b8-deac-4089-afb8-85fc7ed3df40 req-517d4e93-b861-4233-ae29-d3c42fffd29a tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.274472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c55ac9b8-deac-4089-afb8-85fc7ed3df40 req-517d4e93-b861-4233-ae29-d3c42fffd29a tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 943 time: 0.1554229 Feb 03 04:33:14.292537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-84556165-842b-4acc-80a0-6e9bb2b84078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.293968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-84556165-842b-4acc-80a0-6e9bb2b84078 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0790dc63-5e08-4e66-b197-bdf574357f96 HTTP/1.1" status: 200 len: 797 time: 0.1067014 Feb 03 04:33:14.363935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-54e725f9-1485-48fe-b269-67fb3b55314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.365075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-54e725f9-1485-48fe-b269-67fb3b55314a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee046f0-14a4-4145-8fe0-8a6333214d13 HTTP/1.1" status: 200 len: 854 time: 0.0823121 Feb 03 04:33:14.381761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-58b82add-77d1-43ee-848e-f9ec345f2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.383256 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-58b82add-77d1-43ee-848e-f9ec345f2412 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6ccaca6-fc93-4f6e-845f-e19b84ea990f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0709200 Feb 03 04:33:14.393437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c55ac9b8-deac-4089-afb8-85fc7ed3df40 req-59b5e35a-8bd3-4586-a14e-3215b8505cc3 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103413 Feb 03 04:33:14.395273 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks [] for security_group (0eccbf3a-6e03-42c4-8ab7-4302bc091ca9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.409353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa416e-cc38-4fab-8b28-abfee6e6fcae req-c8f3f958-995a-40f1-97f5-16c18a8af814 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.411954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40aa416e-cc38-4fab-8b28-abfee6e6fcae req-c8f3f958-995a-40f1-97f5-16c18a8af814 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1050150 Feb 03 04:33:14.413478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0eccbf3a-6e03-42c4-8ab7-4302bc091ca9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.421252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-eb46744c-dcb1-4a12-8b84-d3d606e32745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2bab0277-1050-4f03-8946-2f65d9405ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487750 Feb 03 04:33:14.463382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:33:14.473016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:14.486098 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9f9fda44-653a-476b-aa1e-9cbac5e375c3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.486459 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Added segment 9f9fda44-653a-476b-aa1e-9cbac5e375c3 of type vlan for network 5ea84a65-81ed-4925-882e-20f87eed7953 Feb 03 04:33:14.501925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.502291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.503106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.503458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.503827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.504166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.504500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.504829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.505163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.505481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.505809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.506135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.506461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:14.528342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40aa416e-cc38-4fab-8b28-abfee6e6fcae req-357a39c7-2437-46e6-8ae0-26f6e2b64323 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095927 Feb 03 04:33:14.581285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-5821f128-defd-425c-bc7c-9bc33f3107fc service neutron] 10.222.0.31 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468260 Feb 03 04:33:14.583299 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5ea84a65-81ed-4925-882e-20f87eed7953), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.583916 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-820ca1da-5852-45dc-8662-aca183895304 service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740627 Feb 03 04:33:14.618416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5ea84a65-81ed-4925-882e-20f87eed7953), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.619474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.620120 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.667871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7308791 Feb 03 04:33:14.670864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:14.675803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Request body: {'subnet': {'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1379847809-subnet', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:14.708552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f8966-560a-4bd3-9855-08125c2dc2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea84a65-81ed-4925-882e-20f87eed7953,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:14.712647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-001dc236-7a00-4dac-9276-78f8cedf1181 req-f2589013-4edd-4711-a657-25c62dc9af6b service neutron] 10.222.0.31 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273284 Feb 03 04:33:14.722487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5ea84a65-81ed-4925-882e-20f87eed7953 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:33:14.738802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Made reservation on behalf of 46512ac125f0447eb1cbafa779d3250f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:14.742757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:14.837719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c8475ed-9cc5-4c15-9bfe-9a69b47678ec req-5995bba3-84f8-4f93-977d-f862309c32bf service neutron] 10.222.0.15 "GET /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445614 Feb 03 04:33:14.959908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.965073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.970345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.975567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.980803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.986188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.991384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:14.993343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb16c2a8-4961-494c-8295-1069d297d6de req-98bf591c-2754-44c2-a773-b8afaaf288e6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1506264 Feb 03 04:33:15.031071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (1601b2c2-7bc6-42ca-aece-27ef356de6c7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:15.104697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb16c2a8-4961-494c-8295-1069d297d6de req-16015c0b-36c4-4ba7-82a0-723ad4188b7a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032615 Feb 03 04:33:15.114481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1601b2c2-7bc6-42ca-aece-27ef356de6c7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:15.123690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Checking segment: {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:15.124066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Network hostable DHCP agents. Network: 5ea84a65-81ed-4925-882e-20f87eed7953, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:33:15.143064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Network 5ea84a65-81ed-4925-882e-20f87eed7953 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:33:15.152743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5ea84a65-81ed-4925-882e-20f87eed7953) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:15.157464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:15.158075 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:15.162178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9facf9-2075-473b-ba2f-19635bb1a56b None None] Network 5ea84a65-81ed-4925-882e-20f87eed7953 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:33:15.178743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ce99232-874a-4f97-8280-312c91438efe admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5042250 Feb 03 04:33:15.178955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:15.183396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:15.203087 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (16ac5e84-a7dc-4add-b09f-12733efe9de2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:15.204116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (16ac5e84-a7dc-4add-b09f-12733efe9de2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:15.276049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e450ea2-884a-4fec-b54c-adacd64e66b9 None None] Network 5ea84a65-81ed-4925-882e-20f87eed7953 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:33:15.278990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'tag': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:15.281840 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25" -d '{"events": [{"name": "network-changed", "server_uuid": "c8da7b3e-5456-48b1-a28a-290750a8cc92", "tag": "b07a3344-339e-43f2-aaa3-88df4e9f9aaa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:15.294172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks [] for router_controller (16ac5e84-a7dc-4add-b09f-12733efe9de2), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:15.326845 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9169c3b-a9c6-48e1-9521-2816b67b860c x-openstack-request-id: req-e9169c3b-a9c6-48e1-9521-2816b67b860c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:15.327143 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8da7b3e-5456-48b1-a28a-290750a8cc92", "tag": "b07a3344-339e-43f2-aaa3-88df4e9f9aaa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:15.327404 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9169c3b-a9c6-48e1-9521-2816b67b860c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:15.328074 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'tag': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa', 'status': 'completed', 'code': 200} Feb 03 04:33:15.410338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-bd7626a4-fd72-4121-bd5b-0ff201d6da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:15.413484 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-bd7626a4-fd72-4121-bd5b-0ff201d6da79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 1125 time: 0.0607860 Feb 03 04:33:15.445924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbc686-87e5-4a0c-ac1c-1ed15b802343 req-6c06de00-d758-498f-83c3-cfe6ddfef766 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:15.447726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cacbc686-87e5-4a0c-ac1c-1ed15b802343 req-6c06de00-d758-498f-83c3-cfe6ddfef766 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.1643362 Feb 03 04:33:15.490272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks [] for router_gateway (16ac5e84-a7dc-4add-b09f-12733efe9de2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:15.534581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-205ccda2-c016-404f-9ecf-23e47383abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:15.536124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-205ccda2-c016-404f-9ecf-23e47383abd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 200 len: 915 time: 0.1164460 Feb 03 04:33:15.588537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-ce4044b8-3fbf-4727-9936-48daea20d6f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07a3344-339e-43f2-aaa3-88df4e9f9aaa HTTP/1.1" status: 200 len: 217 time: 0.0397899 Feb 03 04:33:15.617474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cacbc686-87e5-4a0c-ac1c-1ed15b802343 req-7b8cf5bb-de83-48bb-b024-548d5b43604b tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382511 Feb 03 04:33:15.633879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474145c-349f-4d07-8208-2238716af049 req-3b7b948b-c61d-4d5b-9c33-ed61a739edb2 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:15.636010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f474145c-349f-4d07-8208-2238716af049 req-3b7b948b-c61d-4d5b-9c33-ed61a739edb2 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 943 time: 0.1418831 Feb 03 04:33:15.674270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-ede941d9-4608-4363-8d4a-10d4a1fa3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:15.675912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-ede941d9-4608-4363-8d4a-10d4a1fa3a4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee046f0-14a4-4145-8fe0-8a6333214d13 HTTP/1.1" status: 200 len: 854 time: 0.0806658 Feb 03 04:33:15.728498 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-0e8cc845-8cd5-435a-977d-8d86f28b9aad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2bab0277-1050-4f03-8946-2f65d9405ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446689 Feb 03 04:33:15.783547 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f474145c-349f-4d07-8208-2238716af049 req-f937853d-458c-4eeb-a151-7015848e8629 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015973 Feb 03 04:33:15.827769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fc583-d9de-45d6-8a8b-a0401324881e req-5b3f1e61-a013-4954-b43b-e2262a4cf550 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:15.829914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-398fc583-d9de-45d6-8a8b-a0401324881e req-5b3f1e61-a013-4954-b43b-e2262a4cf550 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1010418 Feb 03 04:33:15.864929 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-bbb65695-88d5-4cbc-8f5f-b2e59249f5b5 service neutron] 10.222.0.31 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280181 Feb 03 04:33:15.981437 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33ed932f-86ad-4bb3-8056-50b5d7f1cb25 req-231776c1-7317-450c-8d92-03e7285354f3 service neutron] 10.222.0.31 "GET /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095524 Feb 03 04:33:16.063813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-398fc583-d9de-45d6-8a8b-a0401324881e req-2446bc66-ead4-47b8-881a-a8239dc91631 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266984 Feb 03 04:33:16.072379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks [] for router_gateway (16ac5e84-a7dc-4add-b09f-12733efe9de2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:16.104706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae22e-da5d-415c-b025-c0bb9c08072a req-ba2f1904-22e9-4bec-b106-6f7a39d61886 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.111971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fdae22e-da5d-415c-b025-c0bb9c08072a req-ba2f1904-22e9-4bec-b106-6f7a39d61886 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.1915140 Feb 03 04:33:16.114919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:16.116154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:16.120166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Request body: {'floatingip': {'port_id': '452874b7-afe1-4f71-887f-52b7beabd093'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:16.171472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (6b6623e4-55a4-4bab-96a2-2e4a157a8a9b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:16.235759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Allocated IP 172.25.7.55 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:33:16.442580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.448097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.456094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.462647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.468092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.474537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.485011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:16.491982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-d6a34dff-46b0-406c-afc2-0be14eeaa7eb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2079558 Feb 03 04:33:16.622092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2ef8988-08fb-4f98-9267-e1b6ca066a27 req-ce6d66b0-bf44-4627-9050-142264dd3e08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166651 Feb 03 04:33:16.625908 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks [] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:16.671673 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:16.743744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:16.749687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:16.752881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:33:16.784151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:16.923374 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:16.932687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (6b6623e4-55a4-4bab-96a2-2e4a157a8a9b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:17.051543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b07a3344-339e-43f2-aaa3-88df4e9f9aaa details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:33:17.155864 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Floating IP 6b6623e4-55a4-4bab-96a2-2e4a157a8a9b associated. External IP: 172.25.7.87, port: 452874b7-afe1-4f71-887f-52b7beabd093. Feb 03 04:33:17.175907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b236-1df2-4584-9a3f-f227fdc07be4 req-36288776-6bef-4f1e-b8b0-604135dd5281 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:17.177678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8367b236-1df2-4584-9a3f-f227fdc07be4 req-36288776-6bef-4f1e-b8b0-604135dd5281 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 943 time: 0.2670445 Feb 03 04:33:17.250772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b07a3344-339e-43f2-aaa3-88df4e9f9aaa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:17.279926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa', 'network_id': '2bab0277-1050-4f03-8946-2f65d9405ddc', 'port_id': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa', 'mac_address': 'fa:16:3e:5f:63:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee046f0-14a4-4145-8fe0-8a6333214d13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:33:17.376614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b07a3344-339e-43f2-aaa3-88df4e9f9aaa is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:17.377005 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:17.412376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07a3344-339e-43f2-aaa3-88df4e9f9aaa {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:17.459374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b07a3344-339e-43f2-aaa3-88df4e9f9aaa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:17.473560 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:17.503732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks [] for router_gateway (16ac5e84-a7dc-4add-b09f-12733efe9de2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:17.563042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:17.615754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:33:17.619634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8367b236-1df2-4584-9a3f-f227fdc07be4 req-5e016afc-6f7e-479f-b1b8-48eaeecd0033 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141449 Feb 03 04:33:17.641930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b602d9d-678c-4b90-b63a-5e4934925c5d req-a927237a-4781-46ba-958b-12f480024c37 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:17.643418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b602d9d-678c-4b90-b63a-5e4934925c5d req-a927237a-4781-46ba-958b-12f480024c37 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2452161 Feb 03 04:33:17.715265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b07a3344-339e-43f2-aaa3-88df4e9f9aaa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:17.884562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:33:17.896084 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] Sync routers for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:33:17.909959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:17.917925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:33:17.918567 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:33:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:18.050030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b602d9d-678c-4b90-b63a-5e4934925c5d req-363233aa-9996-48e9-80fb-ee11eee6ef2c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884716 Feb 03 04:33:18.109883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:18.129679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:18.135133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:18.153216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:18.158708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:18.177310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:18.182650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:18.184687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-b0786920-41c0-4351-ba06-57ed2cd02fac tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.4113834 Feb 03 04:33:18.186990 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:33:18.641470 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '6b6623e4-55a4-4bab-96a2-2e4a157a8a9b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'port_id': '452874b7-afe1-4f71-887f-52b7beabd093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'mac_address': 'fa:16:3e:9b:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4027af76-ee01-42e7-85fc-cfff7b383233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:32:57Z', 'updated_at': '2022-02-03T04:33:16Z', 'revision_number': 1, 'project_id': '6fe7185535d244daafe871978c964c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:18.700226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] Checking router: 8bcf73e2-b8d0-4a8d-b628-817daaa344ad for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:33:18.723905 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:33:18.724552 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:33:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:18.784382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e67e19b1-bfc1-46e9-b06e-cf2209183e09 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "PUT /v2.0/floatingips/6b6623e4-55a4-4bab-96a2-2e4a157a8a9b HTTP/1.1" status: 200 len: 990 time: 2.6682901 Feb 03 04:33:18.784980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:18.787597 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73" -d '{"events": [{"name": "network-changed", "server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "tag": "452874b7-afe1-4f71-887f-52b7beabd093"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:18.988367 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:33:19.053289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b07a3344-339e-43f2-aaa3-88df4e9f9aaa up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:19.066672 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (16ac5e84-a7dc-4add-b09f-12733efe9de2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:19.074090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31cea9dc-91c9-41fc-bf9f-28b88bf5eec8 req-382e1594-a659-4ccc-b84c-96d691211081 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669350 Feb 03 04:33:19.085118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273350ff-1dd2-4779-96ec-8cca61651236 req-f6bef766-c179-4ea4-8a55-ba8785710266 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:19.092373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273350ff-1dd2-4779-96ec-8cca61651236 req-f6bef766-c179-4ea4-8a55-ba8785710266 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 944 time: 0.1981990 Feb 03 04:33:19.150124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port b07a3344-339e-43f2-aaa3-88df4e9f9aaa completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:33:19.156877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b07a3344-339e-43f2-aaa3-88df4e9f9aaa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:19.157838 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:19.264125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b07a3344-339e-43f2-aaa3-88df4e9f9aaa is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:19.265533 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:19.285402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-273350ff-1dd2-4779-96ec-8cca61651236 req-053a6768-562b-435e-b531-c1c782899117 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921513 Feb 03 04:33:19.325252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:19.332457 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e022422-1cf7-4fb8-8dad-3c5f9d07b88b" -d '{"events": [{"server_uuid": "c8da7b3e-5456-48b1-a28a-290750a8cc92", "name": "network-vif-plugged", "status": "completed", "tag": "b07a3344-339e-43f2-aaa3-88df4e9f9aaa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:19.335020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97bf4f-c56e-43f6-a31c-da468f8b4a40 req-4002d02a-b14c-4f69-93e2-171a3701bd86 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:19.336585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc97bf4f-c56e-43f6-a31c-da468f8b4a40 req-4002d02a-b14c-4f69-93e2-171a3701bd86 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.1541736 Feb 03 04:33:19.344639 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '6b6623e4-55a4-4bab-96a2-2e4a157a8a9b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'port_id': '452874b7-afe1-4f71-887f-52b7beabd093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'mac_address': 'fa:16:3e:9b:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4027af76-ee01-42e7-85fc-cfff7b383233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:32:57Z', 'updated_at': '2022-02-03T04:33:16Z', 'revision_number': 1, 'project_id': '6fe7185535d244daafe871978c964c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:19.368998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b07a3344-339e-43f2-aaa3-88df4e9f9aaa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:19.375170 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:19.378817 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc6ed5-7516-4a46-8dc3-30e25781c18c None None] The sync data for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 is: [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '6b6623e4-55a4-4bab-96a2-2e4a157a8a9b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'port_id': '452874b7-afe1-4f71-887f-52b7beabd093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'mac_address': 'fa:16:3e:9b:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4027af76-ee01-42e7-85fc-cfff7b383233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:32:57Z', 'updated_at': '2022-02-03T04:33:16Z', 'revision_number': 1, 'project_id': '6fe7185535d244daafe871978c964c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:33:19.380085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Router 16ac5e84-a7dc-4add-b09f-12733efe9de2 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:33:19.389275 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c274f4de-c601-4d38-9347-feb9e39fb23e x-openstack-request-id: req-c274f4de-c601-4d38-9347-feb9e39fb23e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:19.389559 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "tag": "452874b7-afe1-4f71-887f-52b7beabd093", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:19.389813 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c274f4de-c601-4d38-9347-feb9e39fb23e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:19.390208 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093', 'status': 'completed', 'code': 200} Feb 03 04:33:19.426303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc97bf4f-c56e-43f6-a31c-da468f8b4a40 req-72f6ac76-626f-49a1-8c05-ad591a594d84 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658417 Feb 03 04:33:19.465614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:19.493874 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be8519d-b99e-41ac-a6d1-f4fa9f302bd4 x-openstack-request-id: req-7be8519d-b99e-41ac-a6d1-f4fa9f302bd4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:19.494064 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da7b3e-5456-48b1-a28a-290750a8cc92", "name": "network-vif-plugged", "status": "completed", "tag": "b07a3344-339e-43f2-aaa3-88df4e9f9aaa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:19.494213 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7be8519d-b99e-41ac-a6d1-f4fa9f302bd4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:19.494592 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa', 'code': 200} Feb 03 04:33:19.523019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-09ece5e2-e8a1-4318-8259-82fe9a13d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:19.525515 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-09ece5e2-e8a1-4318-8259-82fe9a13d613 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fe7185535d244daafe871978c964c6d&device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 1127 time: 0.1141820 Feb 03 04:33:19.647845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-e7100436-ee61-4aeb-8726-4e080b2348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:19.649768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-e7100436-ee61-4aeb-8726-4e080b2348ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 200 len: 912 time: 0.1112933 Feb 03 04:33:19.673013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b8513-673d-42c1-9785-03d7fb1ff1cd req-b994ea51-7ddb-44db-984c-c314a78b3479 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:19.674593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-813b8513-673d-42c1-9785-03d7fb1ff1cd req-b994ea51-7ddb-44db-984c-c314a78b3479 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1974354 Feb 03 04:33:19.712627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b462f97-a2d3-48e0-b725-ae3d1c76ec92 req-ee2967e5-6981-4a84-9986-3172eea0fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:19.714565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b462f97-a2d3-48e0-b725-ae3d1c76ec92 req-ee2967e5-6981-4a84-9986-3172eea0fab5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 1127 time: 0.1494701 Feb 03 04:33:19.715977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:33:19.725494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df9e21-d496-456e-8892-7e12ffeebaf7 None None] New status for floating IP 6b6623e4-55a4-4bab-96a2-2e4a157a8a9b: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:33:19.727054 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Sync routers for ids ['16ac5e84-a7dc-4add-b09f-12733efe9de2'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:33:19.747625 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Routers {'16ac5e84-a7dc-4add-b09f-12733efe9de2'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:33:19.748006 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-f79b8e41-aa5e-4fe2-bb97-08755422ddc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=452874b7-afe1-4f71-887f-52b7beabd093 HTTP/1.1" status: 200 len: 998 time: 0.0899234 Feb 03 04:33:19.748245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:33:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['16ac5e84-a7dc-4add-b09f-12733efe9de2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:19.795217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b462f97-a2d3-48e0-b725-ae3d1c76ec92 req-e9f47bfa-b7cf-4669-9aca-fec9c81a249e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Feb 03 04:33:19.809074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-813b8513-673d-42c1-9785-03d7fb1ff1cd req-619ab19d-bad2-4b96-b33d-81c5bdc5e490 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204548 Feb 03 04:33:19.824058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:19.826264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-35178f8f-d732-4934-897d-55c371484f20 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6462607 Feb 03 04:33:19.828947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:19.830435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-cd092b89-480c-4e9c-b186-e090c6d2791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:19.832291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-cd092b89-480c-4e9c-b186-e090c6d2791d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 200 len: 850 time: 0.0785186 Feb 03 04:33:19.876422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Set router 16ac5e84-a7dc-4add-b09f-12733efe9de2 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:33:20.050270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-3dd7cba8-eeda-4fd0-8513-42f8c620bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.051823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-3dd7cba8-eeda-4fd0-8513-42f8c620bbea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c1a34e0-36c9-4106-92d2-3d500893ed1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562415 Feb 03 04:33:20.098787 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:33:17Z', 'revision_number': 3, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port': {'id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:16Z', 'updated_at': '2022-02-03T04:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:20.155123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-e3c319ad-4b08-462e-b041-6532facf76ab service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947461 Feb 03 04:33:20.174835 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Checking router: 16ac5e84-a7dc-4add-b09f-12733efe9de2 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:33:20.175489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Updating router 16ac5e84-a7dc-4add-b09f-12733efe9de2 port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:33:20.216011 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:20.264468 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89d9fba8-738f-4f71-a8cf-3f7d63da4e73 req-66f339e8-19e1-44d8-8a40-2d05966a3c27 service neutron] 10.222.0.31 "GET /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030927 Feb 03 04:33:20.355476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.362142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.368091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.374152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.380814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.387987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.393676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.395695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-9fc7a44f-7b18-42f2-869c-92748dc8fa08 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1579282 Feb 03 04:33:20.527110 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Publish callbacks [] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:20.533014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dfe47-80f1-48a8-a6dc-552bbc42c2b4 req-e20dd2c0-8ad4-4aca-89f3-6066941ca11f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.534696 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-786dfe47-80f1-48a8-a6dc-552bbc42c2b4 req-e20dd2c0-8ad4-4aca-89f3-6066941ca11f tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.1378155 Feb 03 04:33:20.535787 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:20.585203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91153cb5-5e2d-438f-9c62-4a32c49aacf5 req-6ec05bb3-e90e-4f1d-a9a0-c9a522090ae1 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506815 Feb 03 04:33:20.587992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:20.641841 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-786dfe47-80f1-48a8-a6dc-552bbc42c2b4 req-223dffd3-5b1d-4364-8465-dfbc73dc0a7b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961728 Feb 03 04:33:20.727937 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Attempting to bind port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:20.728244 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Attempting to bind port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:20.728559 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Attempting to bind port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:20.733705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Pushing event updated for resources: {'Port': ['ID=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:20.737134 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:20.737511 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:20.737917 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:20.738312 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:20.738778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Bound port: c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:20.739298 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:20.745978 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.746328 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.746667 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.746996 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.747639 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.747974 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.748361 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.748690 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.749012 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.749329 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.749648 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.749970 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.750287 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:20.849379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacce84-ae86-4a48-b9bf-47e04cba9e06 req-3884744b-0a7c-4fe0-bbc4-f6bd2f9813fa tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:20.853512 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] For port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:20.856314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acacce84-ae86-4a48-b9bf-47e04cba9e06 req-3884744b-0a7c-4fe0-bbc4-f6bd2f9813fa tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.1447456 Feb 03 04:33:20.857892 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] For port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:20.866107 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:20.918598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acacce84-ae86-4a48-b9bf-47e04cba9e06 req-e0c70410-488b-4925-9147-618861385c6c tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612946 Feb 03 04:33:20.954062 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Routers {'16ac5e84-a7dc-4add-b09f-12733efe9de2'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:33:20.954062 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:33:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['16ac5e84-a7dc-4add-b09f-12733efe9de2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:20.958558 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eba68-f351-4b6d-b353-f66788af0b3a None None] Pushing event updated for resources: {'Port': ['ID=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:21.019985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Allocated IP 172.20.0.1 (5ea84a65-81ed-4925-882e-20f87eed7953/1601b2c2-7bc6-42ca-aece-27ef356de6c7/899be0fe-7911-4051-914d-d8d85f87bb22) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:33:21.076889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:33:21.108030 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] Set router 16ac5e84-a7dc-4add-b09f-12733efe9de2 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:33:21.141819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-5ec51afa-26f7-4ea5-afac-137ee854c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:21.144679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-5ec51afa-26f7-4ea5-afac-137ee854c812 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.1044803 Feb 03 04:33:21.199467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:21.214578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867', 'port_id': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'mac_address': 'fa:16:3e:02:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edc9a4a-ae85-4cdb-9759-32338a7aa160', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:33:21.265538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:21.266135 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:21.283111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e5158a6-f756-41e7-9f73-faf74a2c83c7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:21.307036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:21.313377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:21.382743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:21.402895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-21ee41f9-4dc3-4a4d-8270-0845bdd280fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:21.405372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-21ee41f9-4dc3-4a4d-8270-0845bdd280fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.2444291 Feb 03 04:33:21.417330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['0e5158a6-f756-41e7-9f73-faf74a2c83c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:21.432213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e23d-0a36-402e-aea5-80a2c3f15141 req-67861823-43bd-4f85-afa2-5155c40b133a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:21.441874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a319e23d-0a36-402e-aea5-80a2c3f15141 req-67861823-43bd-4f85-afa2-5155c40b133a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.4191337 Feb 03 04:33:21.495337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-f2dea478-17e8-4ff0-beea-ae03eda137a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.0832224 Feb 03 04:33:21.566624 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:33:17Z', 'revision_number': 3, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port': {'id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:16Z', 'updated_at': '2022-02-03T04:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:21.608423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-2050cfdd-d98e-4418-9e88-a3829d85015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:21.614791 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-2050cfdd-d98e-4418-9e88-a3829d85015d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.1108260 Feb 03 04:33:21.633386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks [] for port (899be0fe-7911-4051-914d-d8d85f87bb22), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:21.637755 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0762f9-a098-4a9e-b8b3-a49c5c8df859 None None] The sync data for ids ['16ac5e84-a7dc-4add-b09f-12733efe9de2'] in n-d-827549-1 is: [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:33:17Z', 'revision_number': 3, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port': {'id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:16Z', 'updated_at': '2022-02-03T04:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:33:21.676287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73d061-1762-40d0-9b24-519d6d8d0760 req-a44c9d8b-8d1c-4ba0-9307-1350f4e27d3b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:21.680105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d73d061-1762-40d0-9b24-519d6d8d0760 req-a44c9d8b-8d1c-4ba0-9307-1350f4e27d3b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2741115 Feb 03 04:33:21.690178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-4cbcced3-f8f0-490e-a29d-65b9600090b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707951 Feb 03 04:33:21.693822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a319e23d-0a36-402e-aea5-80a2c3f15141 req-0cfb47a1-fecc-4d81-915c-f7c741fda8e6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494154 Feb 03 04:33:21.901491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d73d061-1762-40d0-9b24-519d6d8d0760 req-2c21d59d-270a-4923-85b5-b223308810f9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046623 Feb 03 04:33:21.904510 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:21.961848 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-cc6e5e94-03cb-414f-b03d-4227b18d65da service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564688 Feb 03 04:33:22.026467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Pushing event updated for resources: {'Port': ['ID=899be0fe-7911-4051-914d-d8d85f87bb22,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:22.050728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Network 5ea84a65-81ed-4925-882e-20f87eed7953 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:22.055014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:22.064411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:33:22.212721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (16ac5e84-a7dc-4add-b09f-12733efe9de2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:22.220135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9419bc2c-5d04-48ae-9ee8-68fb6fbf1b80 req-fc13f989-b539-4411-84c8-6f40fd20da70 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497382 Feb 03 04:33:22.514344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.519658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.524960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.537178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.542454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.548015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.557843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.565635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76112823-f334-4a79-895e-9fcd0385c711 req-f2fba7ed-5676-41c8-b618-65ef78a7e53a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.4130361 Feb 03 04:33:22.611150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d36052-67fe-443b-84bc-d14817476f8a req-14125ca3-4bbb-4a78-9b4c-80d618129517 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:22.612733 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98d36052-67fe-443b-84bc-d14817476f8a req-14125ca3-4bbb-4a78-9b4c-80d618129517 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.4114645 Feb 03 04:33:22.654199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:22.799378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:22.977989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks [] for port (899be0fe-7911-4051-914d-d8d85f87bb22), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.000818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76112823-f334-4a79-895e-9fcd0385c711 req-2ba36ebe-80ee-4257-b2aa-ebac263385d6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4326861 Feb 03 04:33:23.020885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.049735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:23.050433 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.135301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:23.216070 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (16ac5e84-a7dc-4add-b09f-12733efe9de2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.286579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98d36052-67fe-443b-84bc-d14817476f8a req-bea8fb61-e509-41c3-a91f-ea0f98eca84e tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408427 Feb 03 04:33:23.357900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:23.358473 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.434427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:23.450424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:23.450805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.485412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Pushing event updated for resources: {'Port': ['ID=899be0fe-7911-4051-914d-d8d85f87bb22,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:23.500362 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.639722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.653614 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.686621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:23.715921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0cf06-154d-4990-960c-7fe944b96b2b req-e00006d4-b93c-4a5c-9a1b-4597857aaf36 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:23.725646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bf0cf06-154d-4990-960c-7fe944b96b2b req-e00006d4-b93c-4a5c-9a1b-4597857aaf36 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.2947469 Feb 03 04:33:23.740316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:23.740710 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.776688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:23.779410 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec211e-9a13-499d-80b4-240d2de667d4" -d '{"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-plugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:23.779707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Network 5ea84a65-81ed-4925-882e-20f87eed7953 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:23.788284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149ee66-a693-4b0b-a8aa-e6f3b2111c52 req-d439d98d-364e-4817-a63e-478029997947 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:23.797317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4149ee66-a693-4b0b-a8aa-e6f3b2111c52 req-d439d98d-364e-4817-a63e-478029997947 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2675464 Feb 03 04:33:23.804567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:23.814113 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:23.826325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:23.874192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:23.958702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4149ee66-a693-4b0b-a8aa-e6f3b2111c52 req-f8a53a56-e80c-4acb-ab71-b6c359f73d68 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603205 Feb 03 04:33:23.966395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bf0cf06-154d-4990-960c-7fe944b96b2b req-0bab1c4e-5ce3-4c8e-bace-77458d1deeca tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389171 Feb 03 04:33:24.506090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Router 16ac5e84-a7dc-4add-b09f-12733efe9de2 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:33:24.513745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb92d-a42b-4f14-baca-48ec729bc77e req-4112fa17-5b33-4821-b5bb-6a0576528be4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.522479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c90eb92d-a42b-4f14-baca-48ec729bc77e req-4112fa17-5b33-4821-b5bb-6a0576528be4 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.0853102 Feb 03 04:33:24.541378 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657e4b49-eba3-4cff-bdcb-af9d46eba5a7 x-openstack-request-id: req-657e4b49-eba3-4cff-bdcb-af9d46eba5a7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:24.542010 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-plugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:24.542497 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-657e4b49-eba3-4cff-bdcb-af9d46eba5a7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:24.543119 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'code': 200} Feb 03 04:33:24.698879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:33:24.711184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Sync routers for ids ['16ac5e84-a7dc-4add-b09f-12733efe9de2'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:33:24.716740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca6aba52-4b5d-4eb6-870c-167c5c224624 admin admin] 10.222.0.35 "PUT /v2.0/routers/16ac5e84-a7dc-4add-b09f-12733efe9de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8864169 Feb 03 04:33:24.732293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Routers {'16ac5e84-a7dc-4add-b09f-12733efe9de2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:33:24.733175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:33:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['16ac5e84-a7dc-4add-b09f-12733efe9de2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:24.746919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:24.758220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c90eb92d-a42b-4f14-baca-48ec729bc77e req-a6821137-e3cd-4522-8a54-0bcfa947d720 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335868 Feb 03 04:33:24.824321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.830009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.849598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.855845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.861535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.867177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.872729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:24.875194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-8bc8207f-86d2-435e-bc20-33dd3adb54b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1869793 Feb 03 04:33:24.997246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b86cc3a5-ee13-4f69-96f0-ee8a667056c6 req-c00fba54-0420-411c-b031-ea23072a4719 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121361 Feb 03 04:33:25.025620 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:33:25.215089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Set router 16ac5e84-a7dc-4add-b09f-12733efe9de2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:33:25.255191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:25.255964 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:25.552287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fed74-9703-464f-a50b-129e0f910b1f req-a1568518-22be-4dff-8b1e-c8e8d81a9b89 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:25.561017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:25.565466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-420fed74-9703-464f-a50b-129e0f910b1f req-a1568518-22be-4dff-8b1e-c8e8d81a9b89 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1165774 Feb 03 04:33:25.576528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb968837-04e8-4375-91f1-4ba14e37ce56 req-add1eb0b-e373-4686-a82b-6560da32d67a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:25.578052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb968837-04e8-4375-91f1-4ba14e37ce56 req-add1eb0b-e373-4686-a82b-6560da32d67a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1275811 Feb 03 04:33:25.679123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-420fed74-9703-464f-a50b-129e0f910b1f req-c01169a2-2db3-4987-8d0a-4e5594e48ea5 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082275 Feb 03 04:33:25.731183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb968837-04e8-4375-91f1-4ba14e37ce56 req-7f0cac4c-41bc-44d0-83bb-3370f17d9e28 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463141 Feb 03 04:33:25.759323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:33:22Z', 'revision_number': 4, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port': {'id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:16Z', 'updated_at': '2022-02-03T04:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '899be0fe-7911-4051-914d-d8d85f87bb22', 'name': '', 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'mac_address': 'fa:16:3e:07:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:20Z', 'updated_at': '2022-02-03T04:33:22Z', 'revision_number': 2, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'subnets': [{'id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:25.818964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Checking router: 16ac5e84-a7dc-4add-b09f-12733efe9de2 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:33:25.819549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Updating router 16ac5e84-a7dc-4add-b09f-12733efe9de2 port 899be0fe-7911-4051-914d-d8d85f87bb22 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:33:25.869300 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:26.065832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-4a78266a-254d-4fb6-b111-a64f216e0e5a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:26.074190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-4a78266a-254d-4fb6-b111-a64f216e0e5a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 811 time: 0.1819472 Feb 03 04:33:26.094632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-5696deb7-a011-4638-99c4-8f7bbf3b64bd tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/quotas/46512ac125f0447eb1cbafa779d3250f HTTP/1.1" status: 200 len: 375 time: 0.0189471 Feb 03 04:33:26.205324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-965de311-0aed-4ccc-92b0-1d308e9e2841 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089180 Feb 03 04:33:26.428629 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Publish callbacks [] for port (899be0fe-7911-4051-914d-d8d85f87bb22), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:26.440342 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:26.464131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-659557ed-610f-408b-be40-f4ca0442415b service neutron] 10.222.0.35 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573378 Feb 03 04:33:26.557123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6976f78-3dba-47b9-a77e-8a99a979b876 None None] Pushing event updated for resources: {'Port': ['ID=899be0fe-7911-4051-914d-d8d85f87bb22,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:26.658825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Attempting to bind port 899be0fe-7911-4051-914d-d8d85f87bb22 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:26.659330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Attempting to bind port 899be0fe-7911-4051-914d-d8d85f87bb22 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:26.659833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Attempting to bind port 899be0fe-7911-4051-914d-d8d85f87bb22 on network 5ea84a65-81ed-4925-882e-20f87eed7953 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:26.661020 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-74d75f8f-1106-4e13-a829-048e62f18ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950440 Feb 03 04:33:26.665721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:26.666235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Checking segment: {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:26.666756 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:26.667222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Bound using segment: {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:26.667830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Bound port: 899be0fe-7911-4051-914d-d8d85f87bb22, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:26.668324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:26.747480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] For port 899be0fe-7911-4051-914d-d8d85f87bb22, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:26.761593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] For port 899be0fe-7911-4051-914d-d8d85f87bb22, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=899be0fe-7911-4051-914d-d8d85f87bb22,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:26.780245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:26.879860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6976f78-3dba-47b9-a77e-8a99a979b876 None None] Pushing event updated for resources: {'Port': ['ID=899be0fe-7911-4051-914d-d8d85f87bb22,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:26.896248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Routers {'16ac5e84-a7dc-4add-b09f-12733efe9de2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:33:26.897417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:33:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['16ac5e84-a7dc-4add-b09f-12733efe9de2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:27.085890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f6182-040b-463c-bbab-9290b780ab27 req-855d71eb-bed2-41a2-bdd7-17a289786134 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.095680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-938f6182-040b-463c-bbab-9290b780ab27 req-855d71eb-bed2-41a2-bdd7-17a289786134 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.1281276 Feb 03 04:33:27.141976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] Set router 16ac5e84-a7dc-4add-b09f-12733efe9de2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:33:27.185965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-938f6182-040b-463c-bbab-9290b780ab27 req-8885c029-01eb-48f7-b8f5-001e2593013c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886550 Feb 03 04:33:27.366882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.375228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.385146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.402610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.408136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.413829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.419260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.421551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-0df6f46a-9211-44dc-9087-71baddeb7c19 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1636696 Feb 03 04:33:27.516537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:33:22Z', 'revision_number': 4, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port': {'id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:16Z', 'updated_at': '2022-02-03T04:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '899be0fe-7911-4051-914d-d8d85f87bb22', 'name': '', 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'mac_address': 'fa:16:3e:07:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:20Z', 'updated_at': '2022-02-03T04:33:26Z', 'revision_number': 4, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'subnets': [{'id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:27.559808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65b13-da95-4f7b-9f7c-1bd8cb698267 None None] The sync data for ids ['16ac5e84-a7dc-4add-b09f-12733efe9de2'] in n-d-827549-1 is: [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:33:22Z', 'revision_number': 4, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port': {'id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:16Z', 'updated_at': '2022-02-03T04:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '899be0fe-7911-4051-914d-d8d85f87bb22', 'name': '', 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'mac_address': 'fa:16:3e:07:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:20Z', 'updated_at': '2022-02-03T04:33:26Z', 'revision_number': 4, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'subnets': [{'id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:33:27.571012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b5ab680-9b3f-41a5-8a30-2d12c6d2abe3 req-1bdea797-fe2a-4210-b2bb-11ce9dd6640c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424241 Feb 03 04:33:27.810684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68792b58-00cb-4cf8-985a-7ec321a5c7f5 req-906fd0ac-2c03-4951-90fb-a3800afce521 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:27.812469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68792b58-00cb-4cf8-985a-7ec321a5c7f5 req-906fd0ac-2c03-4951-90fb-a3800afce521 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1056740 Feb 03 04:33:27.893950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68792b58-00cb-4cf8-985a-7ec321a5c7f5 req-0cfaacf0-6c6d-45cc-8fd8-7b43d8a3cac7 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Feb 03 04:33:28.074885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63983f43-db7f-4b89-8d0c-9b201c7fffa1 req-b158608f-b4a2-46ad-930c-0dac00e6e50e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:28.084044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63983f43-db7f-4b89-8d0c-9b201c7fffa1 req-b158608f-b4a2-46ad-930c-0dac00e6e50e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1024323 Feb 03 04:33:28.164248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63983f43-db7f-4b89-8d0c-9b201c7fffa1 req-897bc0b3-6023-46a7-b865-eb24a28c663d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796902 Feb 03 04:33:28.281610 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bad1299a-c9ca-4431-8b40-4c355155c2e3 req-255c2e2c-352f-4a9f-82ce-f15d37b11976 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 210 time: 0.0481634 Feb 03 04:33:28.422243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d27fa-899e-4235-8280-9081a72b9e91 req-bc85f1a8-bc9f-4081-8645-f03c38f9edd9 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:28.430216 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e9d27fa-899e-4235-8280-9081a72b9e91 req-bc85f1a8-bc9f-4081-8645-f03c38f9edd9 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.0918272 Feb 03 04:33:28.512039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e9d27fa-899e-4235-8280-9081a72b9e91 req-9a908f4b-ac13-405d-b328-17b95dcbd51c tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804725 Feb 03 04:33:28.754993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-a28d460f-554e-41d3-8cbd-173eeb9cade6 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:28.762002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-a28d460f-554e-41d3-8cbd-173eeb9cade6 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.15 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 811 time: 0.2691298 Feb 03 04:33:28.780727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Request body: {'port': {'device_id': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'admin_state_up': True, 'tenant_id': '46512ac125f0447eb1cbafa779d3250f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:28.897314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 899be0fe-7911-4051-914d-d8d85f87bb22 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:29.002096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.008067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 899be0fe-7911-4051-914d-d8d85f87bb22 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:29.008447 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.022617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.022848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Made reservation on behalf of 46512ac125f0447eb1cbafa779d3250f for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:29.028029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.028937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.053420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.059070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.073183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.078722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.089293 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-382574b4-8f0d-4ba4-9212-a4d045bbe6e5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2268441 Feb 03 04:33:29.210161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66f89343-be8c-4946-89af-ba17a8d5c73c req-2b137677-e876-491f-bf06-b05bac261f40 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128607 Feb 03 04:33:29.217580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 899be0fe-7911-4051-914d-d8d85f87bb22 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:29.218614 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.290759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Allocated IP 172.20.0.6 (5ea84a65-81ed-4925-882e-20f87eed7953/1601b2c2-7bc6-42ca-aece-27ef356de6c7/cfc1113c-57ad-4186-8ffe-de0c2b2dc414) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:33:29.299832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 899be0fe-7911-4051-914d-d8d85f87bb22, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=899be0fe-7911-4051-914d-d8d85f87bb22,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:29.322840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.392300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f7896-b3c6-4282-b44a-433604a64942 req-10438cb5-d081-4c1d-b6d4-85734f21f23d tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.402454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c66f7896-b3c6-4282-b44a-433604a64942 req-10438cb5-d081-4c1d-b6d4-85734f21f23d tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.1209927 Feb 03 04:33:29.486507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=899be0fe-7911-4051-914d-d8d85f87bb22,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:29.509098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks [] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.517115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c66f7896-b3c6-4282-b44a-433604a64942 req-15efa151-e71d-4369-9de3-c67ed6044c82 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137004 Feb 03 04:33:29.579786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.629816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Network 5ea84a65-81ed-4925-882e-20f87eed7953 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:29.637657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:29.643045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:33:29.681304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Pushing event updated for resources: {'Port': ['ID=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:29.704528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d7856-e75f-4820-b6f6-4f3838d26a28 req-09156c18-ed61-4e0d-80ff-a4f1ca140d9d tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.712140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-690d7856-e75f-4820-b6f6-4f3838d26a28 req-09156c18-ed61-4e0d-80ff-a4f1ca140d9d tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1188262 Feb 03 04:33:29.713847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.714528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.757869 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-f10b454f-63e5-4c64-b46a-17bd87010c74 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9852953 Feb 03 04:33:29.770247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Request body: {'port': {'device_id': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:29.812083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-690d7856-e75f-4820-b6f6-4f3838d26a28 req-328f17b3-05a7-4e10-8826-9361f6fc5b34 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989463 Feb 03 04:33:29.875559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:29.955455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e978d1-ca2d-4de9-9661-164603715c02 req-ca43d509-bc4d-4e50-ac56-a5f1a9673231 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:29.957624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8e978d1-ca2d-4de9-9661-164603715c02 req-ca43d509-bc4d-4e50-ac56-a5f1a9673231 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0766978 Feb 03 04:33:30.036348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8e978d1-ca2d-4de9-9661-164603715c02 req-cf67804d-bddc-4d6c-844d-5c82ae9c470b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722213 Feb 03 04:33:30.215025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d317030-b631-4d03-9e8d-9f5cbbf5c85a req-ea52f587-86b6-4279-a78e-8b320ff3b30f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.221711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d317030-b631-4d03-9e8d-9f5cbbf5c85a req-ea52f587-86b6-4279-a78e-8b320ff3b30f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 931 time: 0.0862968 Feb 03 04:33:30.283526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d317030-b631-4d03-9e8d-9f5cbbf5c85a req-5a9d8762-8e83-4a84-9395-906255fa2065 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608912 Feb 03 04:33:30.309036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc1113c-57ad-4186-8ffe-de0c2b2dc414 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:30.332362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Publish callbacks [] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:30.363220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Transition to ACTIVE for port object cfc1113c-57ad-4186-8ffe-de0c2b2dc414 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:30.371759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:30.455201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad6544-1bf8-4fce-a538-82e1172c2e0b req-a813c7ae-eab9-4235-b108-3da1bb7f2519 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.456926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbad6544-1bf8-4fce-a538-82e1172c2e0b req-a813c7ae-eab9-4235-b108-3da1bb7f2519 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.1092470 Feb 03 04:33:30.509600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:30.534544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbad6544-1bf8-4fce-a538-82e1172c2e0b req-68e45278-2a33-4696-9216-ad57044c252b tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700083 Feb 03 04:33:30.587185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Attempting to bind port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:30.587527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Attempting to bind port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:30.588027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Attempting to bind port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 on network 5ea84a65-81ed-4925-882e-20f87eed7953 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:30.597276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 on network 5ea84a65-81ed-4925-882e-20f87eed7953 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:30.597447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Attempting to bind port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 on network 5ea84a65-81ed-4925-882e-20f87eed7953 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:30.604228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:30.604604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Checking segment: {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:30.605068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Bound using segment: {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:30.605560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Bound port: cfc1113c-57ad-4186-8ffe-de0c2b2dc414, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:30.605995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:30.699169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] For port cfc1113c-57ad-4186-8ffe-de0c2b2dc414, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:30.703067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] For port cfc1113c-57ad-4186-8ffe-de0c2b2dc414, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:30.716195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:30.726657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.727371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 899be0fe-7911-4051-914d-d8d85f87bb22 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:30.732765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.738637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.744207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.750073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.755867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.761922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.769980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-945b07d8-9654-4d11-ac64-eede5b57b621 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1466143 Feb 03 04:33:30.795199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:30.823158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.824338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:30.826369 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-d78bd200-0569-43f6-8afd-5bcc31feebd2 service neutron] 10.222.0.15 "PUT /v2.0/ports/cfc1113c-57ad-4186-8ffe-de0c2b2dc414 HTTP/1.1" status: 200 len: 1091 time: 1.0610321 Feb 03 04:33:30.827363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'tag': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:30.831366 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d115326-a758-40ed-a03d-428fc7e130c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba2e81-1496-4c0a-9262-4ee3d7a772cb", "tag": "cfc1113c-57ad-4186-8ffe-de0c2b2dc414"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:30.861321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 899be0fe-7911-4051-914d-d8d85f87bb22 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:30.861848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:30.887319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8a75403-22f8-46f3-af96-cd22f8609af1 req-3b0d631b-ea38-40c0-b64f-508969aefa91 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160657 Feb 03 04:33:30.951995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-2fd251df-af17-46b5-962e-12042e23f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:30.953614 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-2fd251df-af17-46b5-962e-12042e23f4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 1125 time: 0.0832715 Feb 03 04:33:31.030126 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-c177e96d-e20e-4c4d-85ef-8047adca3a3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414 HTTP/1.1" status: 200 len: 217 time: 0.0677998 Feb 03 04:33:31.131829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-1d2155a2-6cbe-406c-bc27-4f1e30d67d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:31.133884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-1d2155a2-6cbe-406c-bc27-4f1e30d67d96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 200 len: 851 time: 0.0978749 Feb 03 04:33:31.156663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 899be0fe-7911-4051-914d-d8d85f87bb22 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:31.192847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-a37fcf91-9fac-4ba6-9200-652aaa825f4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ea84a65-81ed-4925-882e-20f87eed7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513113 Feb 03 04:33:31.222865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0eb6e0-39d6-42b7-b6ad-d40ae453d662 req-6a68a1e0-bb15-4378-868a-b20c5276414e tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:31.224592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee0eb6e0-39d6-42b7-b6ad-d40ae453d662 req-6a68a1e0-bb15-4378-868a-b20c5276414e tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0689137 Feb 03 04:33:31.333187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee0eb6e0-39d6-42b7-b6ad-d40ae453d662 req-0e223afb-daf9-4db3-bad1-8afb114f189e tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016428 Feb 03 04:33:31.386136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-3cff019d-c6f1-4b18-9455-b4402ab9414b service neutron] 10.222.0.15 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863987 Feb 03 04:33:31.387776 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0486b195-da3b-45a8-90ba-d1b3050ad3ac x-openstack-request-id: req-0486b195-da3b-45a8-90ba-d1b3050ad3ac {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:31.388072 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba2e81-1496-4c0a-9262-4ee3d7a772cb", "tag": "cfc1113c-57ad-4186-8ffe-de0c2b2dc414", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:31.388325 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0486b195-da3b-45a8-90ba-d1b3050ad3ac {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:31.388754 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'tag': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414', 'status': 'completed', 'code': 200} Feb 03 04:33:31.502352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896e39-799c-480b-ab49-ef51f003e81a req-b04e435b-0546-4010-8220-84395b91ad1e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:31.509303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb896e39-799c-480b-ab49-ef51f003e81a req-b04e435b-0546-4010-8220-84395b91ad1e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0712395 Feb 03 04:33:31.531091 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad2b8ed7-7e3d-44c2-872b-910267fc0e2c req-fc88228b-667a-4dda-be94-f35179cdc47e service neutron] 10.222.0.15 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296220 Feb 03 04:33:31.566798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb896e39-799c-480b-ab49-ef51f003e81a req-7b72eb2b-c187-4caa-af03-6c234fe409ba tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565944 Feb 03 04:33:31.672053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-4f8a73db-63c5-473d-a3ba-8b68cd23e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:31.673772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-4f8a73db-63c5-473d-a3ba-8b68cd23e4a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 1125 time: 0.0704091 Feb 03 04:33:31.793816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-fd0f9ed7-7cc4-46a2-bc91-f4062edc5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:31.795366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-fd0f9ed7-7cc4-46a2-bc91-f4062edc5199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 912 time: 0.1127620 Feb 03 04:33:31.851778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-fadc46c3-023c-4252-9eb1-af5d5d69c4ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414 HTTP/1.1" status: 200 len: 217 time: 0.0488846 Feb 03 04:33:31.911012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2cc7e-ddaa-4b46-9db4-4cb09e6d7fc5 req-803cbba7-5cfe-40f7-9056-3d9d91ecdee9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:31.911944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-b41efc23-d2f3-4b26-9867-c930efbeaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:31.913263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3fb2cc7e-ddaa-4b46-9db4-4cb09e6d7fc5 req-803cbba7-5cfe-40f7-9056-3d9d91ecdee9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 943 time: 0.0877602 Feb 03 04:33:31.921672 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-b41efc23-d2f3-4b26-9867-c930efbeaa6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 200 len: 851 time: 0.0612044 Feb 03 04:33:31.985995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3fb2cc7e-ddaa-4b46-9db4-4cb09e6d7fc5 req-76e0a606-94b2-4475-b32e-21c5f655fe58 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660622 Feb 03 04:33:32.001398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-fb95cff3-1e40-497d-b006-7b59c59434c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ea84a65-81ed-4925-882e-20f87eed7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672402 Feb 03 04:33:32.111043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-45bea4ed-2efa-43e4-b1f5-34049c09542b service neutron] 10.222.0.15 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012452 Feb 03 04:33:32.118922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b41b-b4d9-4576-a80d-407f1e0b75bb req-2ad5373c-be8c-4bc4-ac44-18ffc4e59778 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.123743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f411b41b-b4d9-4576-a80d-407f1e0b75bb req-2ad5373c-be8c-4bc4-ac44-18ffc4e59778 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.0689187 Feb 03 04:33:32.180505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f411b41b-b4d9-4576-a80d-407f1e0b75bb req-0daba8e4-fa18-4e10-95ac-c94e9b66a328 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/security-groups?id=f39b6180-819c-44ba-80be-8c81e1534b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541179 Feb 03 04:33:32.223566 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d115326-a758-40ed-a03d-428fc7e130c6 req-2f246884-ce17-4689-b7a5-0e00cfe2bfea service neutron] 10.222.0.15 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046257 Feb 03 04:33:32.331457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.337184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.342699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.348062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.353938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.359461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.364825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.367421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73070347-368b-4a70-927a-7437be5bb0c5 req-7e0e7603-5cf3-45be-846b-820c45fe9f0c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.0982938 Feb 03 04:33:32.460481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73070347-368b-4a70-927a-7437be5bb0c5 req-d9e11c54-a402-4db3-a46c-8bbcf827ac5a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861604 Feb 03 04:33:32.576980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad8175-738a-4aad-9dd2-f20270c337bb req-0cccd03c-4207-4e42-9536-889dbc7b90fe tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.585613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76ad8175-738a-4aad-9dd2-f20270c337bb req-0cccd03c-4207-4e42-9536-889dbc7b90fe tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0629117 Feb 03 04:33:32.658063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76ad8175-738a-4aad-9dd2-f20270c337bb req-d17ed996-ffb7-4666-b829-5825bc89741f tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712180 Feb 03 04:33:32.685908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-76c22d50-12d2-476a-9f18-470d17cdda12 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.687544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-76c22d50-12d2-476a-9f18-470d17cdda12 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 945 time: 0.0712211 Feb 03 04:33:32.812433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a919c-ff66-44ad-9416-1554e133224f req-bee08841-67a0-45b7-9fbc-16e9b36a8b88 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:32.814729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c8a919c-ff66-44ad-9416-1554e133224f req-bee08841-67a0-45b7-9fbc-16e9b36a8b88 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0660398 Feb 03 04:33:32.831582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Deleting port b07a3344-339e-43f2-aaa3-88df4e9f9aaa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:33:32.832135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:32.887763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c8a919c-ff66-44ad-9416-1554e133224f req-4a863bb1-8ad8-4565-9292-78a1a53e6ea5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579319 Feb 03 04:33:32.942951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] For port b07a3344-339e-43f2-aaa3-88df4e9f9aaa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,segment=NetworkSegment(09aaf586-6579-4e5b-be7f-8f7f2a57aa16),segment_id=09aaf586-6579-4e5b-be7f-8f7f2a57aa16)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:32.943792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:32.961561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Calling delete_port for b07a3344-339e-43f2-aaa3-88df4e9f9aaa owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:33:33.135466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de80e8f-0bac-4a40-b12b-73e55579873a req-ee0a6e2e-8bc0-49d8-b075-4ce82df70b1f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.143674 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af2ce39-c65e-4016-9ecf-4522ee50d16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:33.145744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de80e8f-0bac-4a40-b12b-73e55579873a req-ee0a6e2e-8bc0-49d8-b075-4ce82df70b1f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 943 time: 0.1012557 Feb 03 04:33:33.148796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b07a3344-339e-43f2-aaa3-88df4e9f9aaa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:33.162842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b07a3344-339e-43f2-aaa3-88df4e9f9aaa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:33.205091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de80e8f-0bac-4a40-b12b-73e55579873a req-d76d0914-e1fb-467c-87c4-d16c2aa24046 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Feb 03 04:33:33.260551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Pushing event deleted for resources: {'Port': ['ID=b07a3344-339e-43f2-aaa3-88df4e9f9aaa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:33.328852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] No DVR routers for this DVR port b07a3344-339e-43f2-aaa3-88df4e9f9aaa on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:33.331666 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:33.335886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ecd7afe-d3f9-433e-ada9-d9db4b9fd0d0 req-b26e6492-8e58-4104-a4d7-d0fff0918d05 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.31 "DELETE /v2.0/ports/b07a3344-339e-43f2-aaa3-88df4e9f9aaa HTTP/1.1" status: 204 len: 173 time: 0.6234932 Feb 03 04:33:33.373158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ead15796-cb5a-4e41-b425-9f96aa8c8277 req-cf07cf64-739a-4740-bd8a-b8d9c0bfb497 tempest-ServerDiskConfigTestJSON-670123267 tempest-ServerDiskConfigTestJSON-670123267-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8da7b3e-5456-48b1-a28a-290750a8cc92 HTTP/1.1" status: 200 len: 210 time: 0.0664830 Feb 03 04:33:33.389868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'name': 'network-vif-deleted', 'tag': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:33.392338 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a46e3c-52a4-4aa9-a2f9-4a48d803c615" -d '{"events": [{"server_uuid": "c8da7b3e-5456-48b1-a28a-290750a8cc92", "name": "network-vif-deleted", "tag": "b07a3344-339e-43f2-aaa3-88df4e9f9aaa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:33.438613 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01aa073-9fb5-436e-8cca-aa575dcfdfe3 x-openstack-request-id: req-a01aa073-9fb5-436e-8cca-aa575dcfdfe3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:33.438860 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da7b3e-5456-48b1-a28a-290750a8cc92", "name": "network-vif-deleted", "tag": "b07a3344-339e-43f2-aaa3-88df4e9f9aaa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:33.439121 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a01aa073-9fb5-436e-8cca-aa575dcfdfe3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:33.439549 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da7b3e-5456-48b1-a28a-290750a8cc92', 'name': 'network-vif-deleted', 'tag': 'b07a3344-339e-43f2-aaa3-88df4e9f9aaa', 'status': 'completed', 'code': 200} Feb 03 04:33:33.591631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd47f-e190-441f-a477-71906fac954e req-58d5ba23-d24c-408b-ad2c-320363d4b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.593326 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcabd47f-e190-441f-a477-71906fac954e req-58d5ba23-d24c-408b-ad2c-320363d4b91d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.1211116 Feb 03 04:33:33.644979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.650311 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcabd47f-e190-441f-a477-71906fac954e req-aeef0f2f-7ee3-47e8-a6ac-4bd7fb5c8cb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494826 Feb 03 04:33:33.650475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.655983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.661387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.666540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.671845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.677175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.685242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-02ae922f-d159-4c4e-97a2-55f4f776d47c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1294672 Feb 03 04:33:33.760667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72711028-f6a2-4ba2-ab53-b21a74e001a6 req-28e5ce9b-bc50-4c28-90d7-f710bd697be5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742903 Feb 03 04:33:33.873051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66d98-59b1-4f5d-a2d0-8bab0b1d3b7d req-5908fd6c-8d3f-453c-af9f-72b54e1f4e44 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:33.880074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cb66d98-59b1-4f5d-a2d0-8bab0b1d3b7d req-5908fd6c-8d3f-453c-af9f-72b54e1f4e44 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0734339 Feb 03 04:33:33.956034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cb66d98-59b1-4f5d-a2d0-8bab0b1d3b7d req-ac3ef31d-608f-4fee-aee1-23d122c34ad7 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748446 Feb 03 04:33:34.081259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3c713-c4c5-4458-9a1a-fce65aceb935 req-05d3a062-58aa-47be-8f1d-060ba6f8db84 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.090103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07c3c713-c4c5-4458-9a1a-fce65aceb935 req-05d3a062-58aa-47be-8f1d-060ba6f8db84 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0785856 Feb 03 04:33:34.148325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07c3c713-c4c5-4458-9a1a-fce65aceb935 req-4d9c9f31-d6f0-41ba-bcf0-5d063206ad61 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Feb 03 04:33:34.337818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f85f5-c73e-4774-83ab-5d1d3ed80bab req-a7649724-a7b8-4b12-9159-eaa2b634f875 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.339318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e9f85f5-c73e-4774-83ab-5d1d3ed80bab req-a7649724-a7b8-4b12-9159-eaa2b634f875 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 943 time: 0.0614901 Feb 03 04:33:34.400387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e9f85f5-c73e-4774-83ab-5d1d3ed80bab req-ea434366-6872-43e0-86a0-d4e05f10a9b4 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 Feb 03 04:33:34.662765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:34.715278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] Deleting subnet 0ee046f0-14a4-4145-8fe0-8a6333214d13 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:33:34.719875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] Publish callbacks [] for subnet (0ee046f0-14a4-4145-8fe0-8a6333214d13), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:34.728822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cfc1113c-57ad-4186-8ffe-de0c2b2dc414 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:33:34.782281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (0ee046f0-14a4-4145-8fe0-8a6333214d13), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:34.859820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0ee046f0-14a4-4145-8fe0-8a6333214d13), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:34.944717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.948626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cfc1113c-57ad-4186-8ffe-de0c2b2dc414, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:34.953357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.955833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (0ee046f0-14a4-4145-8fe0-8a6333214d13), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:34.960604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.966675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.973979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.980255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.981732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee046f0-14a4-4145-8fe0-8a6333214d13,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:34.986493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:34.988772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:34.992168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9ec25a8c-9f21-4a15-9b87-f75a75e9f1d0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0ee046f0-14a4-4145-8fe0-8a6333214d13 HTTP/1.1" status: 204 len: 168 time: 0.3283806 Feb 03 04:33:34.996615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:35.003674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-d5767f67-c194-45c2-8505-6aa625015074 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1463857 Feb 03 04:33:35.003861 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414', 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'port_id': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414', 'mac_address': 'fa:16:3e:c3:fc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:33:35.078552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91a59af3-7bbe-42f7-8f41-c43c0094880f req-6f1de640-4310-4102-a905-583353154d60 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692081 Feb 03 04:33:35.090492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:35.090879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.117594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc1113c-57ad-4186-8ffe-de0c2b2dc414 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:35.142060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2bab0277-1050-4f03-8946-2f65d9405ddc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.164199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cfc1113c-57ad-4186-8ffe-de0c2b2dc414, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:35.177323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.234389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e6b40-7fec-44b1-8243-f13c1459a1d9 req-38810787-fb6e-478b-9f3b-6971100b377a tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:35.251108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2bab0277-1050-4f03-8946-2f65d9405ddc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.253226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a18e6b40-7fec-44b1-8243-f13c1459a1d9 req-38810787-fb6e-478b-9f3b-6971100b377a tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1154723 Feb 03 04:33:35.264339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:35.272850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bab0277-1050-4f03-8946-2f65d9405ddc']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:35.273072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.273522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.274342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.274821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.275276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.275757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.276253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.276957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.277382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.283299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.284078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.284529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.284957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:33:35.290130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aaf586-6579-4e5b-be7f-8f7f2a57aa16') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:35.290624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aaf586-6579-4e5b-be7f-8f7f2a57aa16') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:33:35.306012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (09aaf586-6579-4e5b-be7f-8f7f2a57aa16), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.321210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (09aaf586-6579-4e5b-be7f-8f7f2a57aa16), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.329826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:33:35.330689 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (09aaf586-6579-4e5b-be7f-8f7f2a57aa16), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:33:35.332833 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:33:35.360322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a18e6b40-7fec-44b1-8243-f13c1459a1d9 req-c0c1410c-3983-44d1-9f82-b117a7bd94a0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997918 Feb 03 04:33:35.415672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cfc1113c-57ad-4186-8ffe-de0c2b2dc414'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:35.437087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2bab0277-1050-4f03-8946-2f65d9405ddc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.442833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.447709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2bab0277-1050-4f03-8946-2f65d9405ddc HTTP/1.1" status: 204 len: 168 time: 0.4499502 Feb 03 04:33:35.463614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bce24-0d39-49ed-afa1-e855c7c96a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bab0277-1050-4f03-8946-2f65d9405ddc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:35.514929 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58fd21b8-2651-43f9-a50a-66dffa4a7ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.600518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38641fc-8f81-4bf6-a7a6-5c7f4d539e71 req-a968f278-bede-4696-89a1-e243d0306899 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:35.618393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a38641fc-8f81-4bf6-a7a6-5c7f4d539e71 req-a968f278-bede-4696-89a1-e243d0306899 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1292441 Feb 03 04:33:35.668547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:35.727159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a38641fc-8f81-4bf6-a7a6-5c7f4d539e71 req-f91f5413-e5a4-4731-84aa-17804878c847 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079063 Feb 03 04:33:35.776130 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9946b7fb-98c9-414e-80e5-035dfdbc460f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51ee7d06d2f641aa9c70369d7a669e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018755 Feb 03 04:33:35.776510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:35.847827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aec67043-02c9-4f5f-8554-b236e7c4daf7 admin admin] Publish callbacks [] for security_group (f39b6180-819c-44ba-80be-8c81e1534b59), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.881516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aec67043-02c9-4f5f-8554-b236e7c4daf7 admin admin] Publish callbacks [] for security_group (f39b6180-819c-44ba-80be-8c81e1534b59), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.948032 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aec67043-02c9-4f5f-8554-b236e7c4daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f39b6180-819c-44ba-80be-8c81e1534b59), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.952858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aec67043-02c9-4f5f-8554-b236e7c4daf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:35.957785 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aec67043-02c9-4f5f-8554-b236e7c4daf7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f39b6180-819c-44ba-80be-8c81e1534b59 HTTP/1.1" status: 204 len: 168 time: 0.1804428 Feb 03 04:33:35.968778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec67043-02c9-4f5f-8554-b236e7c4daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b6180-819c-44ba-80be-8c81e1534b59,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:35.974472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6de3-76d7-4a58-a80a-d66a3be4eca1 req-18482ec1-38df-43bb-ac4c-b8677bea69a1 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:35.981426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5b6de3-76d7-4a58-a80a-d66a3be4eca1 req-18482ec1-38df-43bb-ac4c-b8677bea69a1 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 944 time: 0.1088455 Feb 03 04:33:36.055186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5b6de3-76d7-4a58-a80a-d66a3be4eca1 req-83c5bec9-d077-4131-94ae-c8465f69caf9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615208 Feb 03 04:33:36.386123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-05687c48-f0f2-464b-b5b3-c2eb788b7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.387697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-05687c48-f0f2-464b-b5b3-c2eb788b7763 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.1016085 Feb 03 04:33:36.473160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.479252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.485674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.494264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.500815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.512585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.524041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.534317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-9c3b17fd-afc5-412c-a759-18beb939f374 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1932240 Feb 03 04:33:36.570627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:36.635347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-1941d2ce-b19f-4fdb-b236-9ffa57972823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.637208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-1941d2ce-b19f-4fdb-b236-9ffa57972823 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.2431035 Feb 03 04:33:36.705680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c0bddc2-c1de-4a31-bfb4-6e2a1a1bcd1b req-390e3e3a-a15f-4547-9c04-8b64ff398157 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703405 Feb 03 04:33:36.739813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-3dc800d1-6637-4331-be5b-a0b65861452d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.0944169 Feb 03 04:33:36.751340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cfc1113c-57ad-4186-8ffe-de0c2b2dc414 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:36.831430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-0df9b6c5-18b8-4218-b51d-163f201758a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.833271 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-0df9b6c5-18b8-4218-b51d-163f201758a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.0861208 Feb 03 04:33:36.837331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:33:36.842229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:36.843053 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:36.880307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-308a1be9-27fc-42d1-930a-a6624354bd06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350423 Feb 03 04:33:36.971736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7b5f4-3d2a-42a8-99f1-fe3da5d484b5 req-b80da10d-b90d-493d-8f02-049b173df703 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:36.981338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9d7b5f4-3d2a-42a8-99f1-fe3da5d484b5 req-b80da10d-b90d-493d-8f02-049b173df703 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1117718 Feb 03 04:33:37.010102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:37.010979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.059907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:37.062503 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76fbe69-9289-4ab1-af72-9e4ca81a7894" -d '{"events": [{"server_uuid": "a5ba2e81-1496-4c0a-9262-4ee3d7a772cb", "name": "network-vif-plugged", "status": "completed", "tag": "cfc1113c-57ad-4186-8ffe-de0c2b2dc414"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:37.063659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9d7b5f4-3d2a-42a8-99f1-fe3da5d484b5 req-b2802b62-eda0-46f0-b102-671d835010a4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810893 Feb 03 04:33:37.090889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port cfc1113c-57ad-4186-8ffe-de0c2b2dc414, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:37.099451 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.102324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-2ed1c202-b598-43b4-baab-b98fe83ced12 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105603 Feb 03 04:33:37.124007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:37.138385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b07a3344-339e-43f2-aaa3-88df4e9f9aaa no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:37.170145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: b07a3344-339e-43f2-aaa3-88df4e9f9aaa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:33:37.170745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b07a3344-339e-43f2-aaa3-88df4e9f9aaa not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:33:37.230066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:37.265315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135ed32-82fe-4d8c-9c20-c42fee8df3d1 req-8e1f87bc-9ade-4997-bd2c-8ff6a49531e3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:37.271598 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-154778b3-fdaf-46e5-b011-4c3de2e49227 req-191e4f25-869a-4703-a036-4c2e6cda71ff service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623957 Feb 03 04:33:37.272463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9135ed32-82fe-4d8c-9c20-c42fee8df3d1 req-8e1f87bc-9ade-4997-bd2c-8ff6a49531e3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.0804703 Feb 03 04:33:37.328452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1930703929-network', 'tenant_id': '634f7c24411b441da73195e84a238b89'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:37.376684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9135ed32-82fe-4d8c-9c20-c42fee8df3d1 req-7d776d2b-1cde-4ec6-8b8a-7ae29fb98af2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001761 Feb 03 04:33:37.380073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Made reservation on behalf of 634f7c24411b441da73195e84a238b89 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:37.385380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.410608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.425751 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139693a7-2888-41b9-9995-2ee6d28b62c6 x-openstack-request-id: req-139693a7-2888-41b9-9995-2ee6d28b62c6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:37.426294 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba2e81-1496-4c0a-9262-4ee3d7a772cb", "name": "network-vif-plugged", "status": "completed", "tag": "cfc1113c-57ad-4186-8ffe-de0c2b2dc414", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:37.426698 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-139693a7-2888-41b9-9995-2ee6d28b62c6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:37.427310 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414', 'code': 200} Feb 03 04:33:37.563051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks [] for security_group (cdf185d5-51f7-4b96-8130-2d05cce7d55a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.573214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cdf185d5-51f7-4b96-8130-2d05cce7d55a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.599165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400214d-bd1a-4861-b27d-b08d9c707c80 req-c78037a2-aea6-4ad9-8cfc-7c936ed3d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:37.601655 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4400214d-bd1a-4861-b27d-b08d9c707c80 req-c78037a2-aea6-4ad9-8cfc-7c936ed3d6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 1127 time: 0.0981290 Feb 03 04:33:37.648543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:33:37.676063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4400214d-bd1a-4861-b27d-b08d9c707c80 req-d1159b83-3e21-4b6c-8dea-13fc89333146 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591555 Feb 03 04:33:37.676534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf185d5-51f7-4b96-8130-2d05cce7d55a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:37.696315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1d3a7952-9f94-4a7e-aa90-5099897593f6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.696667 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Added segment 1d3a7952-9f94-4a7e-aa90-5099897593f6 of type vlan for network 79bdba26-2afa-46d6-889b-156090685f80 Feb 03 04:33:37.720231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82501c-39e9-4a6a-abf0-62bc6a0d10e2 req-45acfbda-90c8-4e62-9ca6-d0f6e9e20b1e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:37.727410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d82501c-39e9-4a6a-abf0-62bc6a0d10e2 req-45acfbda-90c8-4e62-9ca6-d0f6e9e20b1e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1333270 Feb 03 04:33:37.787026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (79bdba26-2afa-46d6-889b-156090685f80), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.835295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d82501c-39e9-4a6a-abf0-62bc6a0d10e2 req-136f31f6-ad25-4c3a-b9a7-f9a90a35e72d tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062984 Feb 03 04:33:37.860747 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (79bdba26-2afa-46d6-889b-156090685f80), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.861883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:37.862573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:37.985583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8583443 Feb 03 04:33:37.987377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:33:37.993215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Request body: {'subnet': {'network_id': '79bdba26-2afa-46d6-889b-156090685f80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1930703929-subnet', 'tenant_id': '634f7c24411b441da73195e84a238b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:38.042862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Made reservation on behalf of 634f7c24411b441da73195e84a238b89 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:38.045718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:38.057189 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:38.060195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab7530-a29a-47ca-adf3-fe34e12bb462 admin admin] Pushing event updated for resources: {'Network': ['ID=79bdba26-2afa-46d6-889b-156090685f80,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:38.071460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 79bdba26-2afa-46d6-889b-156090685f80 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:33:38.099360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.106234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.114777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.121705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.128395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.134317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.143186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.151228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-592cef7a-616e-4658-8bf5-4892b6ceacec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2378976 Feb 03 04:33:38.250477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-735e2025-222c-488e-b5a2-3111b4caa4c5 req-a3cbda9d-49e4-4f31-8cc7-a413d803f78a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982018 Feb 03 04:33:38.418301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (2a85d73d-04fc-47d9-be87-df6ef1c27e0f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:38.510913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eefa5-bf9c-48d8-a72f-094c5a166319 req-f426b45d-8b64-45f6-b272-4ac0f50f18f3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.523689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-014eefa5-bf9c-48d8-a72f-094c5a166319 req-f426b45d-8b64-45f6-b272-4ac0f50f18f3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1395190 Feb 03 04:33:38.525120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a85d73d-04fc-47d9-be87-df6ef1c27e0f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:38.578229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Checking segment: {'id': '1d3a7952-9f94-4a7e-aa90-5099897593f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '79bdba26-2afa-46d6-889b-156090685f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:38.578773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Network hostable DHCP agents. Network: 79bdba26-2afa-46d6-889b-156090685f80, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:33:38.622281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-014eefa5-bf9c-48d8-a72f-094c5a166319 req-1011a208-aed9-4a1f-b796-94fd1c6f40b3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928023 Feb 03 04:33:38.625429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Network 79bdba26-2afa-46d6-889b-156090685f80 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:33:38.642752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 79bdba26-2afa-46d6-889b-156090685f80) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:38.646684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.647296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:38.666378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e447e95d-1c0e-4d99-ada2-2f5b9f754fd4 None None] Network 79bdba26-2afa-46d6-889b-156090685f80 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:33:38.692509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-60e72b70-08af-4a63-81b7-6c1619f096b7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6998572 Feb 03 04:33:38.853745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fed11-a18d-417c-b3ea-a6051de7caeb req-c5f528e6-de35-4459-aa20-b0b28697e896 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:38.855621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-344fed11-a18d-417c-b3ea-a6051de7caeb req-c5f528e6-de35-4459-aa20-b0b28697e896 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1334398 Feb 03 04:33:38.884977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1d7e9-bfc4-4c2d-a797-d87047ae36ce None None] Network 79bdba26-2afa-46d6-889b-156090685f80 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:33:38.978653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-344fed11-a18d-417c-b3ea-a6051de7caeb req-bb905abb-484c-4e97-a56e-27d908e180ec tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217330 Feb 03 04:33:39.245458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ed752-013c-43ea-a32e-000758c040cf req-b7b41c3a-4aeb-49bc-8cc5-62a8d1ee840d tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:39.246957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099ed752-013c-43ea-a32e-000758c040cf req-b7b41c3a-4aeb-49bc-8cc5-62a8d1ee840d tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0912948 Feb 03 04:33:39.287282 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:39.319353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099ed752-013c-43ea-a32e-000758c040cf req-14788158-5bd6-49c5-81ff-5af60b9ecfa8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Feb 03 04:33:39.682252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-0351ebc6-cc75-43da-a9c8-b6490e780252 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:39.686103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-0351ebc6-cc75-43da-a9c8-b6490e780252 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/networks?id=79bdba26-2afa-46d6-889b-156090685f80 HTTP/1.1" status: 200 len: 822 time: 0.1320145 Feb 03 04:33:39.704882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-dfe434a0-2718-4b56-b43e-28a66ec51805 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/quotas/634f7c24411b441da73195e84a238b89 HTTP/1.1" status: 200 len: 375 time: 0.0111871 Feb 03 04:33:39.754441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-94abe0aa-24fe-45ce-ad7c-070956e87a7e tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=634f7c24411b441da73195e84a238b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392907 Feb 03 04:33:39.852630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-364837a7-8b62-4139-8348-4b5c2e93336f service neutron] 10.222.0.35 "GET /v2.0/networks/79bdba26-2afa-46d6-889b-156090685f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969789 Feb 03 04:33:39.951732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-a34eb8e8-dd08-4c34-ba79-7f447d097f77 service neutron] 10.222.0.35 "GET /v2.0/networks/79bdba26-2afa-46d6-889b-156090685f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979054 Feb 03 04:33:40.187323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.193438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.199258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.206794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.214452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.220405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.226245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.232534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-a92d2bdd-b2a3-4d09-8abe-977b9a35186d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1172667 Feb 03 04:33:40.292875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8e142bc-783f-4afc-8ca2-aff8140dbd36 req-9e56d3ed-26f2-420f-a4c5-12865866f60c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581686 Feb 03 04:33:40.701513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968d959-9976-4847-b2f4-eb58e166a67e req-e2fdb14f-fd17-45d4-ab01-2b83f8b78070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.703707 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0968d959-9976-4847-b2f4-eb58e166a67e req-e2fdb14f-fd17-45d4-ab01-2b83f8b78070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 1127 time: 0.0807028 Feb 03 04:33:40.722641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae86d4-c7a7-4fba-ab47-49f2a6c08425 req-b07fb4fb-486f-4c1a-ba2e-8498e22517d9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.729876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cae86d4-c7a7-4fba-ab47-49f2a6c08425 req-b07fb4fb-486f-4c1a-ba2e-8498e22517d9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1700413 Feb 03 04:33:40.760486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d578890-dbba-4f6b-8311-9a377226cde7 req-94e91bbb-03f5-495d-927c-7983596a13fe tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.767616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d578890-dbba-4f6b-8311-9a377226cde7 req-94e91bbb-03f5-495d-927c-7983596a13fe tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1371710 Feb 03 04:33:40.813368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cae86d4-c7a7-4fba-ab47-49f2a6c08425 req-917cd5aa-0009-4471-affe-6dae53a983b7 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781460 Feb 03 04:33:40.864042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-40f7d5cd-a603-4997-aeb9-9d46bbd918de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.866340 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-40f7d5cd-a603-4997-aeb9-9d46bbd918de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1127 time: 0.1244667 Feb 03 04:33:40.882723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968d959-9976-4847-b2f4-eb58e166a67e req-6a2240e7-74a9-4bc7-9f91-3e5e2015bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:40.885099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0968d959-9976-4847-b2f4-eb58e166a67e req-6a2240e7-74a9-4bc7-9f91-3e5e2015bd4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 912 time: 0.1746688 Feb 03 04:33:40.913120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d578890-dbba-4f6b-8311-9a377226cde7 req-ee736d59-257f-46ff-8795-f43af6aeb2f4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445079 Feb 03 04:33:40.964383 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adb6433-c591-4676-ae10-979c6e802d43 req-46805411-8599-49a9-a923-e027a6476a22 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 210 time: 0.0501075 Feb 03 04:33:41.026398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0968d959-9976-4847-b2f4-eb58e166a67e req-b8cd8471-5016-4040-aff9-c4fc6432c8b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414 HTTP/1.1" status: 200 len: 217 time: 0.1273654 Feb 03 04:33:41.148844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29820c3-a50c-48ec-ba91-5011506eed7e req-3311cb49-c894-4e7b-a953-b626058a4b24 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.150519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f29820c3-a50c-48ec-ba91-5011506eed7e req-3311cb49-c894-4e7b-a953-b626058a4b24 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0971076 Feb 03 04:33:41.206067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f29820c3-a50c-48ec-ba91-5011506eed7e req-cc33fd8c-9529-4a34-8876-6330f512bbf1 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492885 Feb 03 04:33:41.549630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968d959-9976-4847-b2f4-eb58e166a67e req-b4259851-29fa-431e-9e0d-177320235062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.551515 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0968d959-9976-4847-b2f4-eb58e166a67e req-b4259851-29fa-431e-9e0d-177320235062 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 200 len: 851 time: 0.5002139 Feb 03 04:33:41.557679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-b70922e6-1493-47ac-af29-f28a325e760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.559904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-b70922e6-1493-47ac-af29-f28a325e760d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 915 time: 0.6733916 Feb 03 04:33:41.647838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.654338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.658589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.665476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.671229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.676785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.684230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.688009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-662ca0db-5869-4237-a816-053d7ba093bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2720602 Feb 03 04:33:41.710301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-6996cb25-3c7b-4208-96e8-54d81df73048 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 217 time: 0.1217163 Feb 03 04:33:41.717013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0968d959-9976-4847-b2f4-eb58e166a67e req-61c24f79-a86f-472f-9a95-2184808f348e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ea84a65-81ed-4925-882e-20f87eed7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527364 Feb 03 04:33:41.760992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-391eb02b-2cba-4017-bafd-31edef7d50db tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.762466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-391eb02b-2cba-4017-bafd-31edef7d50db tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.31 "GET /v2.0/networks?id=79bdba26-2afa-46d6-889b-156090685f80 HTTP/1.1" status: 200 len: 822 time: 0.2673485 Feb 03 04:33:41.780342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Request body: {'port': {'device_id': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'network_id': '79bdba26-2afa-46d6-889b-156090685f80', 'admin_state_up': True, 'tenant_id': '634f7c24411b441da73195e84a238b89'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:41.824533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-d0b2916b-9e06-432c-9f97-112d388caf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:41.826424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-d0b2916b-9e06-432c-9f97-112d388caf79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.1084547 Feb 03 04:33:41.930443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-8d3705c4-8c07-4202-a856-ad24152002d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879793 Feb 03 04:33:42.032562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4079d2a3-00a7-496e-bd4a-c1143dd87e97 req-34c28634-045e-4d72-9417-9bb95862b941 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3304729 Feb 03 04:33:42.085282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Made reservation on behalf of 634f7c24411b441da73195e84a238b89 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:42.088996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:42.182635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d41715f-3f4a-4029-b92a-bd9ef745e646 req-70a839e8-8f0f-49d4-b7ee-6913b22ef43a tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 210 time: 0.0553582 Feb 03 04:33:42.221965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0968d959-9976-4847-b2f4-eb58e166a67e req-2d449946-ce43-46f7-ba1a-aa1e865a1e61 service neutron] 10.222.0.15 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940685 Feb 03 04:33:42.226783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8c5b-dbe4-422c-80f2-bc40b39a4e43 req-72469203-ffce-4691-9b96-dd2dd82d5a84 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:42.234658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b3f8c5b-dbe4-422c-80f2-bc40b39a4e43 req-72469203-ffce-4691-9b96-dd2dd82d5a84 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2337186 Feb 03 04:33:42.328204 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-12dd0002-ba4c-49d8-b6e2-e0ee886a4cc4 service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817267 Feb 03 04:33:42.400380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b3f8c5b-dbe4-422c-80f2-bc40b39a4e43 req-c73faedc-b400-4173-80f7-f799872d7d82 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603041 Feb 03 04:33:42.511086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0968d959-9976-4847-b2f4-eb58e166a67e req-cfd1df9e-acf4-4e04-ad4a-4f8430f44d9b service neutron] 10.222.0.15 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806513 Feb 03 04:33:42.541951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3400399-d8f4-4eaa-8442-ad8382bba63f req-5f0aa7c2-d312-4066-a759-916ed3caa071 service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949120 Feb 03 04:33:42.660183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Allocated IP 172.20.0.2 (79bdba26-2afa-46d6-889b-156090685f80/2a85d73d-04fc-47d9-be87-df6ef1c27e0f/b77d92b6-b0ab-458d-b1b6-ecc75893c1ab) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:33:42.693664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-e1bd55de-fb45-4163-bc23-b31b811f381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:42.695694 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-e1bd55de-fb45-4163-bc23-b31b811f381b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1127 time: 0.0634978 Feb 03 04:33:42.962614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-c05a7cf3-cbe9-4b8c-b8d1-9564058944fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:42.972188 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-c05a7cf3-cbe9-4b8c-b8d1-9564058944fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 915 time: 0.2541120 Feb 03 04:33:42.997007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-7c00a33d-ec34-4b81-9e21-320c07246142 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.004242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-7c00a33d-ec34-4b81-9e21-320c07246142 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.6757557 Feb 03 04:33:43.026939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d51ed0-5ebc-4937-8c8f-74bfa1f331d7 req-49a25494-0a30-4a12-a87f-f2645d14e3ad tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.035977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91d51ed0-5ebc-4937-8c8f-74bfa1f331d7 req-49a25494-0a30-4a12-a87f-f2645d14e3ad tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.4603364 Feb 03 04:33:43.055909 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-2c9bdf52-9b5b-4c4f-8d2a-3729c018c1ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 217 time: 0.0564268 Feb 03 04:33:43.071041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-0af97d77-b373-441e-961d-ea5c09415c48 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/quotas/44d89ccccdf642ccab641190b18a9f8e HTTP/1.1" status: 200 len: 375 time: 0.0656474 Feb 03 04:33:43.086953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks [] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:43.116395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-af427e45-d805-4314-b74b-f851830079e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640723 Feb 03 04:33:43.176406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:43.224227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-3405a8e8-022d-4055-881d-3a932ca7b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.224534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91d51ed0-5ebc-4937-8c8f-74bfa1f331d7 req-3dac86bc-ca70-4b6d-9bae-5dbdbdddcad7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353600 Feb 03 04:33:43.225353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-3405a8e8-022d-4055-881d-3a932ca7b446 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.1617007 Feb 03 04:33:43.245196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-63b46cbc-5940-4ae8-a962-395d007c7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.256830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-63b46cbc-5940-4ae8-a962-395d007c7d66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.1055603 Feb 03 04:33:43.311016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-148271c4-43b7-4a64-865e-896a3e600a1f tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2366467 Feb 03 04:33:43.313356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:43.329150 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-9a7fe639-8d2e-4e8b-951d-adcc2fd4de08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700846 Feb 03 04:33:43.338386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:43.339160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:43.414451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:43.417557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:43.424589 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753636c-c3bf-4537-8fb5-bae7e97dc4c6" -d '{"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:43.436753 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:43.514205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:43.569396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-86da2bd1-3fe7-45e4-b587-6b0f0f5baa34 service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238729 Feb 03 04:33:43.571806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-adf326e3-4f95-414c-b584-80b54f114dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.575099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-adf326e3-4f95-414c-b584-80b54f114dd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.2541418 Feb 03 04:33:43.598083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Network 79bdba26-2afa-46d6-889b-156090685f80 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:43.605386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:43.612810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:33:43.664834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Pushing event updated for resources: {'Port': ['ID=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:43.678037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-4dd204c1-7dd7-4ee8-887a-0240ecaa8ae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.0802917 Feb 03 04:33:43.682274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-41bf5656-6ff4-4aa5-b536-0efedf0402e5 service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579326 Feb 03 04:33:43.696902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.702480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.707873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.715037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.720602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.727473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.733544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.741293 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-a4b693ee-c8e2-4efb-b191-901b63ae2454 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2080562 Feb 03 04:33:43.791621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-10254316-4cbe-4a8e-a333-bd248ad61179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.793367 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-10254316-4cbe-4a8e-a333-bd248ad61179 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.1087105 Feb 03 04:33:43.800520 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5129c07a-96f8-4cfe-9484-f1cc8881ffd1 req-e11c6f5f-7b2d-4bf6-a517-15cdef8a7367 service neutron] 10.222.0.31 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226202 Feb 03 04:33:43.816058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:43.817441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:43.838620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-377161f4-2ab6-4cb1-8ee1-e4a323bcf4df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343103 Feb 03 04:33:43.847204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-ac7f2b5d-cadd-4064-a243-314ac4f8b3c9 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0729821 Feb 03 04:33:43.892842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Request body: {'port': {'device_id': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:43.962471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3fb91a2-5593-41c3-ac5e-723a0dc867f9 req-33a89118-fdba-4b97-9c61-2f5c1541e769 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200608 Feb 03 04:33:43.996662 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-a1594b85-02c7-41b9-88f4-e15b77097cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522009 Feb 03 04:33:44.033011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-2f5244eb-faf5-4fc5-afa9-bf437aa7f451 service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863114 Feb 03 04:33:44.055588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:44.156576 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8d216f5-aeb3-4a9a-a815-32dffff79c73 req-895f1430-d051-46b7-9fa2-d2f33951665e service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518841 Feb 03 04:33:44.317469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80567c11-7c9e-4df0-9e66-3578c5b1a9b2 req-7684f137-e29e-4aa7-afce-68594c963fe7 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:44.319117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80567c11-7c9e-4df0-9e66-3578c5b1a9b2 req-7684f137-e29e-4aa7-afce-68594c963fe7 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 931 time: 0.2415659 Feb 03 04:33:44.446527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc608b7-3624-4bc5-b24b-92d30527fe2e req-33ee1a8c-323b-456a-a687-d9f29643d711 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:44.448227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0bc608b7-3624-4bc5-b24b-92d30527fe2e req-33ee1a8c-323b-456a-a687-d9f29643d711 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 943 time: 0.1504495 Feb 03 04:33:44.462406 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80567c11-7c9e-4df0-9e66-3578c5b1a9b2 req-bd0cb809-753a-4e28-b9bd-e0fc8267230a tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122687 Feb 03 04:33:44.560040 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e66f8-1963-4d4d-8088-d6e4f71a1344 x-openstack-request-id: req-7c9e66f8-1963-4d4d-8088-d6e4f71a1344 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:44.560607 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:44.561046 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c9e66f8-1963-4d4d-8088-d6e4f71a1344 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:44.561722 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'code': 200} Feb 03 04:33:44.990540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77d92b6-b0ab-458d-b1b6-ecc75893c1ab {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:45.004185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Publish callbacks [] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:45.016841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Transition to ACTIVE for port object b77d92b6-b0ab-458d-b1b6-ecc75893c1ab will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:45.031679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0bc608b7-3624-4bc5-b24b-92d30527fe2e req-61eeb5dd-563e-4e85-8353-0f3c8c8eed48 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681870 Feb 03 04:33:45.034407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:45.118782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:45.144904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a98b5f6-6d6b-47a1-b384-3c446ea96405 req-58cf7083-e78f-40fc-b027-13677633b67b tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 210 time: 0.1259742 Feb 03 04:33:45.340944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Attempting to bind port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:45.341382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Attempting to bind port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '1d3a7952-9f94-4a7e-aa90-5099897593f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '79bdba26-2afa-46d6-889b-156090685f80'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:45.341652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Attempting to bind port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab on network 79bdba26-2afa-46d6-889b-156090685f80 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:45.349942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7ce49-2408-412f-b67a-e3a289e28f6a req-ff69b9ca-5175-4b8d-9042-75ced7e10c60 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.351458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27d7ce49-2408-412f-b67a-e3a289e28f6a req-ff69b9ca-5175-4b8d-9042-75ced7e10c60 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1371799 Feb 03 04:33:45.360155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5c7ad-286a-428a-a85d-a382d2a0e709 req-43651be5-7167-45f8-9c07-6e19eb397f82 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.361585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8fd5c7ad-286a-428a-a85d-a382d2a0e709 req-43651be5-7167-45f8-9c07-6e19eb397f82 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0994580 Feb 03 04:33:45.369738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab on network 79bdba26-2afa-46d6-889b-156090685f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:45.370076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Attempting to bind port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab on network 79bdba26-2afa-46d6-889b-156090685f80 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:45.391590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:45.391947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Checking segment: {'id': '1d3a7952-9f94-4a7e-aa90-5099897593f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '79bdba26-2afa-46d6-889b-156090685f80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:45.392339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Bound using segment: {'id': '1d3a7952-9f94-4a7e-aa90-5099897593f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '79bdba26-2afa-46d6-889b-156090685f80'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:45.392787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Bound port: b77d92b6-b0ab-458d-b1b6-ecc75893c1ab, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3a7952-9f94-4a7e-aa90-5099897593f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '79bdba26-2afa-46d6-889b-156090685f80'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:45.393155 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:45.479089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27d7ce49-2408-412f-b67a-e3a289e28f6a req-348774f0-8439-46e1-b08b-7a1aa0c3b4ae tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164212 Feb 03 04:33:45.485935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8fd5c7ad-286a-428a-a85d-a382d2a0e709 req-919efec0-7b16-435a-ad1c-afea88dac4fc tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136997 Feb 03 04:33:45.547877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] For port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:45.555797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] For port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,segment=NetworkSegment(1d3a7952-9f94-4a7e-aa90-5099897593f6),segment_id=1d3a7952-9f94-4a7e-aa90-5099897593f6)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:45.607060 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:45.682514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.683402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:45.685447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/b77d92b6-b0ab-458d-b1b6-ecc75893c1ab HTTP/1.1" status: 200 len: 1091 time: 1.7996905 Feb 03 04:33:45.690764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'tag': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:45.693120 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c52d97-4083-4058-87b4-6afea808d414" -d '{"events": [{"name": "network-changed", "server_uuid": "0546f318-e764-49dd-b10e-0ed88f4c52c7", "tag": "b77d92b6-b0ab-458d-b1b6-ecc75893c1ab"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:45.741313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.748158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.754015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.760323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.766588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.772018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.773810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-bd0618a1-451b-4405-a7fb-b2ee40e1ef49 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.776213 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-bd0618a1-451b-4405-a7fb-b2ee40e1ef49 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.1506171 Feb 03 04:33:45.777582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.780274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-2a9284ca-4011-409d-ab56-4efae7c01537 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2221487 Feb 03 04:33:45.793139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Request body: {'port': {'device_id': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'admin_state_up': True, 'tenant_id': '44d89ccccdf642ccab641190b18a9f8e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:45.838534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2919a-4d3c-4914-8135-da9116e92bba req-34428654-9e59-4271-84c5-1930dc9ded57 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.840488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8e2919a-4d3c-4914-8135-da9116e92bba req-34428654-9e59-4271-84c5-1930dc9ded57 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 943 time: 0.2365782 Feb 03 04:33:45.861377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bb06f-c748-44cb-b3ab-36d9d9c1b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:45.929869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Made reservation on behalf of 44d89ccccdf642ccab641190b18a9f8e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:33:45.931642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a21c7cc-4b1a-4039-bb4f-77299667aca6 req-30d9411a-317f-43dc-a408-375b1ca589ea tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385145 Feb 03 04:33:45.934571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:45.951047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-b26ad469-f694-4d41-b032-49fdc1e0a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:45.953113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-b26ad469-f694-4d41-b032-49fdc1e0a12e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=634f7c24411b441da73195e84a238b89&device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 1125 time: 0.1610117 Feb 03 04:33:45.960013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8e2919a-4d3c-4914-8135-da9116e92bba req-e53e53a8-9d37-468f-86b9-8ddb72b7f155 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907605 Feb 03 04:33:46.032096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-2abb89d5-c21f-42b4-8fb7-56bb435d1012 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab HTTP/1.1" status: 200 len: 217 time: 0.0702009 Feb 03 04:33:46.050607 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9de428-778a-404b-92db-715226fadb69 x-openstack-request-id: req-ec9de428-778a-404b-92db-715226fadb69 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:46.050904 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0546f318-e764-49dd-b10e-0ed88f4c52c7", "tag": "b77d92b6-b0ab-458d-b1b6-ecc75893c1ab", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:46.051160 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec9de428-778a-404b-92db-715226fadb69 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:46.051879 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'tag': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab', 'status': 'completed', 'code': 200} Feb 03 04:33:46.116828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-0dfa17fe-f5b7-4f17-96f5-83032ac09a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:46.118366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-0dfa17fe-f5b7-4f17-96f5-83032ac09a1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a85d73d-04fc-47d9-be87-df6ef1c27e0f HTTP/1.1" status: 200 len: 862 time: 0.0795357 Feb 03 04:33:46.125617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Allocated IP 172.20.0.5 (da5ae939-f465-4537-8437-f398aa6b7cd1/82d3446f-0809-40ac-8e18-458c57e4d8c8/ede4b0e5-c211-4aaa-9bfd-b604389f5fae) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:33:46.181459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-28ae4c76-d893-4fea-8c7f-3a8eded5fa0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79bdba26-2afa-46d6-889b-156090685f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552983 Feb 03 04:33:46.341177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f328ec-baa8-4ce5-886a-ee4beedeeea1 req-c30b092d-c7c9-4ac2-b9b8-1f743aee25a4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:46.348755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50f328ec-baa8-4ce5-886a-ee4beedeeea1 req-c30b092d-c7c9-4ac2-b9b8-1f743aee25a4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 943 time: 0.1800561 Feb 03 04:33:46.366895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks [] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:46.416052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:46.427021 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-b142f8e4-6c46-4c54-84f1-d136dedb152c service neutron] 10.222.0.31 "GET /v2.0/networks/79bdba26-2afa-46d6-889b-156090685f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160149 Feb 03 04:33:46.432625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:46.487711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50f328ec-baa8-4ce5-886a-ee4beedeeea1 req-68d4e9dc-573b-44db-90de-25bf5d09b1fd tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377261 Feb 03 04:33:46.502229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Network da5ae939-f465-4537-8437-f398aa6b7cd1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:33:46.505885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:33:46.510185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:33:46.558829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:46.559512 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:46.593147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8041744 Feb 03 04:33:46.595177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8854f7-7b58-486d-ae25-2a2618fd5daa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event updated for resources: {'Port': ['ID=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:46.604313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Request body: {'port': {'device_id': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:46.620918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e467524-de8d-462d-ad9d-352af1318acf req-e59e0a19-95b1-45ee-87d2-315be49649ba tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:46.622518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e467524-de8d-462d-ad9d-352af1318acf req-e59e0a19-95b1-45ee-87d2-315be49649ba tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 931 time: 0.2156081 Feb 03 04:33:46.680344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:46.721855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9059c2c-411d-4d35-a9dc-a0bc8752516c req-c673f09b-defb-43e3-b70b-c95091fd6661 service neutron] 10.222.0.31 "GET /v2.0/networks/79bdba26-2afa-46d6-889b-156090685f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874088 Feb 03 04:33:46.752349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfcd3f-5a7e-4840-ac5a-d9f98bdece8e req-790eb1fa-f446-46c8-96a8-95009baa7530 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:46.753792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32cfcd3f-5a7e-4840-ac5a-d9f98bdece8e req-790eb1fa-f446-46c8-96a8-95009baa7530 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1166730 Feb 03 04:33:46.770164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e467524-de8d-462d-ad9d-352af1318acf req-c517bcbb-5bcc-4ed2-b087-f6d1e2cf929c tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360149 Feb 03 04:33:46.938584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32cfcd3f-5a7e-4840-ac5a-d9f98bdece8e req-b4b9014e-f645-4f6a-8f2a-60a5b5f61ba4 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673317 Feb 03 04:33:46.956281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c6af8-fa1b-4a69-a9cd-f571de86275b req-e8786fcf-0e5a-4fa8-87d3-793abadef843 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:46.963940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-724c6af8-fa1b-4a69-a9cd-f571de86275b req-e8786fcf-0e5a-4fa8-87d3-793abadef843 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 943 time: 0.0917768 Feb 03 04:33:46.986275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c52d97-4083-4058-87b4-6afea808d414 req-ac5251e2-211b-489f-875b-5b1f00d47497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:46.988333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17c52d97-4083-4058-87b4-6afea808d414 req-ac5251e2-211b-489f-875b-5b1f00d47497 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=634f7c24411b441da73195e84a238b89&device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 1125 time: 0.2026348 Feb 03 04:33:47.016408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede4b0e5-c211-4aaa-9bfd-b604389f5fae {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:47.024866 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Publish callbacks [] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:47.040276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Transition to ACTIVE for port object ede4b0e5-c211-4aaa-9bfd-b604389f5fae will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:47.045645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:47.076186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-724c6af8-fa1b-4a69-a9cd-f571de86275b req-82fcc254-4188-49bf-a8c7-3d3c46fb34f3 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952938 Feb 03 04:33:47.172442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Pushing event updated for resources: {'Port': ['ID=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:47.194192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:33:47.262664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936317a-3d44-4c11-8d10-50b2017393be req-86295711-8961-4844-930e-7430ecd3c5c8 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.272744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a936317a-3d44-4c11-8d10-50b2017393be req-86295711-8961-4844-930e-7430ecd3c5c8 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 943 time: 0.1037688 Feb 03 04:33:47.318507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c52d97-4083-4058-87b4-6afea808d414 req-0ef4535a-0e7d-4a12-91a8-cd667b077040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.320072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17c52d97-4083-4058-87b4-6afea808d414 req-0ef4535a-0e7d-4a12-91a8-cd667b077040 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79bdba26-2afa-46d6-889b-156090685f80 HTTP/1.1" status: 200 len: 923 time: 0.3211596 Feb 03 04:33:47.331915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a936317a-3d44-4c11-8d10-50b2017393be req-0e4de3d0-2425-4d75-b663-47c1f410b115 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562847 Feb 03 04:33:47.400247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.410721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.414847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:47.430076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.451427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.458155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Attempting to bind port ede4b0e5-c211-4aaa-9bfd-b604389f5fae on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:47.458531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Attempting to bind port ede4b0e5-c211-4aaa-9bfd-b604389f5fae by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:47.458865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Attempting to bind port ede4b0e5-c211-4aaa-9bfd-b604389f5fae on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:47.465238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.468468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Port ede4b0e5-c211-4aaa-9bfd-b604389f5fae on network da5ae939-f465-4537-8437-f398aa6b7cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:47.468802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Attempting to bind port ede4b0e5-c211-4aaa-9bfd-b604389f5fae on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:47.477869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.480097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:47.480432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Checking segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:47.480818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Bound using segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:47.481251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Bound port: ede4b0e5-c211-4aaa-9bfd-b604389f5fae, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:47.481611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:47.489898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.500215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-84646cc6-7755-4d39-94d4-7fc0213e76e2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.4325194 Feb 03 04:33:47.606991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17c52d97-4083-4058-87b4-6afea808d414 req-614553a8-240c-4622-ad13-bafdb3a79a22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab HTTP/1.1" status: 200 len: 217 time: 0.2605574 Feb 03 04:33:47.645184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] For port ede4b0e5-c211-4aaa-9bfd-b604389f5fae, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:47.653280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] For port ede4b0e5-c211-4aaa-9bfd-b604389f5fae, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:47.659695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-4ef7fb96-dbe3-45f9-ae68-0f24d7a050bc req-7ae692f2-b2fb-4314-945b-717ef06ddbec service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:33:47.669139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:47.676799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ef7fb96-dbe3-45f9-ae68-0f24d7a050bc req-7ae692f2-b2fb-4314-945b-717ef06ddbec service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0687599 Feb 03 04:33:47.742496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.743744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:47.745676 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-33161d50-4400-469e-90d9-88a7838056ca service neutron] 10.222.0.31 "PUT /v2.0/ports/ede4b0e5-c211-4aaa-9bfd-b604389f5fae HTTP/1.1" status: 200 len: 1091 time: 1.1465104 Feb 03 04:33:47.746352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'tag': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:47.749342 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201" -d '{"events": [{"name": "network-changed", "server_uuid": "d1666d6e-9b7e-4128-860f-b4e0c46501c5", "tag": "ede4b0e5-c211-4aaa-9bfd-b604389f5fae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:47.764359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c3c3536-7a55-4724-a1ab-ddf81adc9cca req-722107ba-77f6-490d-9dae-231b3d85eea5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2633140 Feb 03 04:33:47.783293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c52d97-4083-4058-87b4-6afea808d414 req-27168e17-d786-4c3d-8118-6a072f13bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.785182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17c52d97-4083-4058-87b4-6afea808d414 req-27168e17-d786-4c3d-8118-6a072f13bbb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a85d73d-04fc-47d9-be87-df6ef1c27e0f HTTP/1.1" status: 200 len: 862 time: 0.1711814 Feb 03 04:33:47.836062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17c52d97-4083-4058-87b4-6afea808d414 req-e22b7744-6d7e-4a1e-b90e-ff865a56f014 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79bdba26-2afa-46d6-889b-156090685f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400503 Feb 03 04:33:47.884907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33161d50-4400-469e-90d9-88a7838056ca service neutron] Pushing event updated for resources: {'Port': ['ID=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:47.897558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-010c30a7-24e8-4f6d-9994-47cf2538c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:47.899180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-010c30a7-24e8-4f6d-9994-47cf2538c661 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 1125 time: 0.0792825 Feb 03 04:33:47.973201 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-8513e61a-a77a-4e26-82ae-f861e8586fdd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae HTTP/1.1" status: 200 len: 217 time: 0.0666175 Feb 03 04:33:48.046240 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b2255-1685-4e5d-9445-f5468c117ba0 x-openstack-request-id: req-a22b2255-1685-4e5d-9445-f5468c117ba0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:48.046905 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1666d6e-9b7e-4128-860f-b4e0c46501c5", "tag": "ede4b0e5-c211-4aaa-9bfd-b604389f5fae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:48.046905 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a22b2255-1685-4e5d-9445-f5468c117ba0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:48.047057 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'tag': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae', 'status': 'completed', 'code': 200} Feb 03 04:33:48.099263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-50981ab5-295b-4ec4-95b6-8bf1b34484dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:48.100956 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-50981ab5-295b-4ec4-95b6-8bf1b34484dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.1215806 Feb 03 04:33:48.152750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-0d59b654-75de-47a6-95e7-654b7c43be1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454359 Feb 03 04:33:48.361954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17c52d97-4083-4058-87b4-6afea808d414 req-21a86abe-2c56-4bd0-88b6-e56bc23d7970 service neutron] 10.222.0.31 "GET /v2.0/networks/79bdba26-2afa-46d6-889b-156090685f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150936 Feb 03 04:33:48.375482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e3621-1460-4cf7-bce8-8c61d7903e93 req-2fa3a3db-dd4a-4faa-b264-a549f07d62ba tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:48.386134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f6e3621-1460-4cf7-bce8-8c61d7903e93 req-2fa3a3db-dd4a-4faa-b264-a549f07d62ba tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 943 time: 0.3516948 Feb 03 04:33:48.418561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-3e05c7a3-b570-43ca-98f6-7a4edae8f5c3 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553205 Feb 03 04:33:48.590216 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17c52d97-4083-4058-87b4-6afea808d414 req-07cf4239-b24b-4ae8-82b8-c039ace2fafd service neutron] 10.222.0.31 "GET /v2.0/networks/79bdba26-2afa-46d6-889b-156090685f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813445 Feb 03 04:33:48.628797 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b59b83-c615-403f-83d0-b8c765ddba1d req-f8df0a65-5c48-4ce2-9a5a-e28db5ef3775 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023258 Feb 03 04:33:48.652484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268a6f2-2980-4f97-a765-7ac5a7308d32 req-75de1607-2f0c-460a-95e1-3fb684f3843c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:48.660985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1268a6f2-2980-4f97-a765-7ac5a7308d32 req-75de1607-2f0c-460a-95e1-3fb684f3843c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 943 time: 0.5168440 Feb 03 04:33:48.715619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f6e3621-1460-4cf7-bce8-8c61d7903e93 req-1ff50e68-ff8b-44d8-9856-958f41eb2958 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284473 Feb 03 04:33:48.768287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-6b3ef650-9b82-4390-80fc-f2f10ebbfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:48.770044 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-6b3ef650-9b82-4390-80fc-f2f10ebbfebf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 1125 time: 0.0820000 Feb 03 04:33:48.780338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-ce9065db-9e92-4ff2-9a47-4558e6c2a072 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4868290 Feb 03 04:33:48.789071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-8e69e8e2-655f-448b-aa85-b208dca4847f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:33:48.806920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-8e69e8e2-655f-448b-aa85-b208dca4847f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0256591 Feb 03 04:33:48.878979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1268a6f2-2980-4f97-a765-7ac5a7308d32 req-c3688f72-a2d8-4202-97b5-95e4bf70bdc1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170358 Feb 03 04:33:48.994563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a79d-1785-4840-a815-c8ff9d11f62d req-b4f078ae-e116-4555-8cdb-693afd6e082f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:48.995152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-46b15ecb-2a0d-4355-864c-c97388577a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:48.996988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-46b15ecb-2a0d-4355-864c-c97388577a3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 916 time: 0.2188110 Feb 03 04:33:49.001861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d30a79d-1785-4840-a815-c8ff9d11f62d req-b4f078ae-e116-4555-8cdb-693afd6e082f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1057506 Feb 03 04:33:49.052782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-12486829-5958-403e-bfa9-ac212390969f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae HTTP/1.1" status: 200 len: 217 time: 0.0476739 Feb 03 04:33:49.085506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6b8d5-66fa-4eb0-830f-7f8ed5257b54 req-1d73ffb3-9bfe-4d02-bb08-d64e96e3f456 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.092432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcb6b8d5-66fa-4eb0-830f-7f8ed5257b54 req-1d73ffb3-9bfe-4d02-bb08-d64e96e3f456 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 943 time: 0.1147594 Feb 03 04:33:49.119871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d30a79d-1785-4840-a815-c8ff9d11f62d req-93922646-a914-4b1e-9a70-aef49bc7f415 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169758 Feb 03 04:33:49.166709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-c2c23f8e-8a10-46e8-ae96-fe420b965462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.169096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-c2c23f8e-8a10-46e8-ae96-fe420b965462 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.1049960 Feb 03 04:33:49.198208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b77d92b6-b0ab-458d-b1b6-ecc75893c1ab details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:33:49.236516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcb6b8d5-66fa-4eb0-830f-7f8ed5257b54 req-ce783420-1b13-4871-9cfd-3767e5732666 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427567 Feb 03 04:33:49.256793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-d5bbad4a-25e2-48b0-9b28-c9d20874e351 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775034 Feb 03 04:33:49.370586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,segment=NetworkSegment(1d3a7952-9f94-4a7e-aa90-5099897593f6),segment_id=1d3a7952-9f94-4a7e-aa90-5099897593f6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:49.381956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.387336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.403389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab', 'network_id': '79bdba26-2afa-46d6-889b-156090685f80', 'port_id': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab', 'mac_address': 'fa:16:3e:f7:53:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a85d73d-04fc-47d9-be87-df6ef1c27e0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:33:49.410913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.420476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.435354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.450964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.467711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.477875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-6fc3e9aa-f83b-4939-a299-44d52da3556c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2123880 Feb 03 04:33:49.500496 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-035a3fb0-b8ae-429e-9a23-0ac62a42a36a service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380538 Feb 03 04:33:49.504404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:49.505031 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:49.558298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77d92b6-b0ab-458d-b1b6-ecc75893c1ab {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:49.627221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,segment=NetworkSegment(1d3a7952-9f94-4a7e-aa90-5099897593f6),segment_id=1d3a7952-9f94-4a7e-aa90-5099897593f6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:49.636785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:49.641296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14edc3c4-0f9d-4065-a5e2-63e4b991e432 req-850261bf-7098-4aeb-885b-6e5639a8bf97 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612806 Feb 03 04:33:49.724769 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5be47b0e-dff3-43ca-b3ab-fb7ab0930201 req-0e26c5d1-32e1-4a55-be61-8cdeba215efb service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181320 Feb 03 04:33:49.758855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:49.903597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b77d92b6-b0ab-458d-b1b6-ecc75893c1ab'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:49.989606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1be77-d6a0-4465-a22c-793f6f45c8f6 req-46f2d83c-f028-414a-81dc-5ff850f0773f tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:49.997211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57d1be77-d6a0-4465-a22c-793f6f45c8f6 req-46f2d83c-f028-414a-81dc-5ff850f0773f tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 943 time: 0.1617949 Feb 03 04:33:50.121426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57d1be77-d6a0-4465-a22c-793f6f45c8f6 req-b23bc65f-3a9b-4de4-ad70-da211269e1a3 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017396 Feb 03 04:33:50.128871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024466c-6495-4830-b461-d10e6e22529d req-5777c6f9-f383-42dc-b563-eb8c0fb3ac6f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.137925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4024466c-6495-4830-b461-d10e6e22529d req-5777c6f9-f383-42dc-b563-eb8c0fb3ac6f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 943 time: 0.1394603 Feb 03 04:33:50.254840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a7024-991c-44d9-9c53-27f21af81681 req-757ca1fd-22f4-4fbf-aea7-f470e073dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.256402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-757ca1fd-22f4-4fbf-aea7-f470e073dd8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df&tenant_id=03f4f5685ae54dfdbffd984b7137b2cd HTTP/1.1" status: 200 len: 1125 time: 0.0926054 Feb 03 04:33:50.269434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:33:50.311976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4024466c-6495-4830-b461-d10e6e22529d req-32a8183e-108d-44bf-a096-8c79fbb8e3f6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730399 Feb 03 04:33:50.375196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e27aa7-333c-453d-9ca1-de6216f9d970 req-bcc501dd-fc34-4d10-a0b8-df729911996c tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.377014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14e27aa7-333c-453d-9ca1-de6216f9d970 req-bcc501dd-fc34-4d10-a0b8-df729911996c tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1743207 Feb 03 04:33:50.384673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:50.487301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14e27aa7-333c-453d-9ca1-de6216f9d970 req-bbe37339-0315-416d-8592-cd73b4f3332f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040316 Feb 03 04:33:50.532012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ea747-5400-4777-a62a-28ce34afa101 req-ac74932c-cda7-4742-9616-127278c33ad4 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.533550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d18ea747-5400-4777-a62a-28ce34afa101 req-ac74932c-cda7-4742-9616-127278c33ad4 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 944 time: 0.0984006 Feb 03 04:33:50.626618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d18ea747-5400-4777-a62a-28ce34afa101 req-30a0a7a4-00cf-45c2-ba62-b7f9cf7cf78a tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871677 Feb 03 04:33:50.732570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:50.765363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:50.804949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5158a6-f756-41e7-9f73-faf74a2c83c7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:50.812992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Publish callbacks [] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:50.827458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Transition to ACTIVE for port object 0e5158a6-f756-41e7-9f73-faf74a2c83c7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:33:50.832794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:50.842914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.848263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.853621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.859000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.864968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.870355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.877296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:50.879352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e895114e-d389-4459-9c88-ce6d506672a6 req-db3d71c9-09a7-44fd-873e-b13b2f4a7cee tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1282146 Feb 03 04:33:50.922068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] No DVR routers for this DVR port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:50.924450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:50.984044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:33:50.984992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:33:50.985236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:50.997968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:33:50.998313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Attempting to bind port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on network 8b896dd1-f8cf-465e-a6ba-05d147551867 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:33:51.004649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:33:51.005049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Checking segment: {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:33:51.005396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Bound using segment: {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:33:51.005845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Bound port: 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da7b90e-356a-4840-b264-a2f2c811609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:33:51.006214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.071373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e895114e-d389-4459-9c88-ce6d506672a6 req-eea15ead-5be7-479a-a9bc-32e5aa443d87 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784801 Feb 03 04:33:51.169098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:33:51.178370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:33:51.191123 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.217709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ede4b0e5-c211-4aaa-9bfd-b604389f5fae details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:33:51.250831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b77d92b6-b0ab-458d-b1b6-ecc75893c1ab up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:51.264185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:51.264883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.266359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] 10.222.0.15 "PUT /v2.0/ports/0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 1091 time: 1.0011547 Feb 03 04:33:51.266835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:51.269466 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:51.372252 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556396fb-c4d8-4c86-9c67-6adbb051438b x-openstack-request-id: req-556396fb-c4d8-4c86-9c67-6adbb051438b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:51.372629 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:51.374169 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-556396fb-c4d8-4c86-9c67-6adbb051438b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:51.374621 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'status': 'completed', 'code': 200} Feb 03 04:33:51.401796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a67ff-2c9f-4a1a-b013-e40ed128fdf2 req-c4a1dca5-4d26-494c-88cb-e9900005764c tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:51.410414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-160a67ff-2c9f-4a1a-b013-e40ed128fdf2 req-c4a1dca5-4d26-494c-88cb-e9900005764c tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 943 time: 0.1594148 Feb 03 04:33:51.420241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c74f99-cf7b-45de-93ee-3633dba009bf service neutron] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:51.472327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a7024-991c-44d9-9c53-27f21af81681 req-7bf8063c-6b5f-4ba6-8f19-a82958190fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:51.474101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-7bf8063c-6b5f-4ba6-8f19-a82958190fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1126 time: 0.1631455 Feb 03 04:33:51.477046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:33:51.487845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port ede4b0e5-c211-4aaa-9bfd-b604389f5fae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:51.491183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:51.491449 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.544948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'port_id': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae', 'mac_address': 'fa:16:3e:7a:29:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d3446f-0809-40ac-8e18-458c57e4d8c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:33:51.554606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-160a67ff-2c9f-4a1a-b013-e40ed128fdf2 req-d94ca0c4-178f-4623-8a34-637b40751d71 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431971 Feb 03 04:33:51.609909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a7024-991c-44d9-9c53-27f21af81681 req-a94d227d-3cbf-480a-a774-4dcd217b2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:51.611813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-a94d227d-3cbf-480a-a774-4dcd217b2dd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 915 time: 0.1299324 Feb 03 04:33:51.645587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port ede4b0e5-c211-4aaa-9bfd-b604389f5fae is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:51.645992 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.661300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede4b0e5-c211-4aaa-9bfd-b604389f5fae {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:33:51.665628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:51.666005 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.672700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b2511-a12c-47aa-af1a-08f46db44931 req-f73106e2-1c99-4829-9c7e-556e8863d17a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:51.687160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f4b2511-a12c-47aa-af1a-08f46db44931 req-f73106e2-1c99-4829-9c7e-556e8863d17a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1892223 Feb 03 04:33:51.700161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port ede4b0e5-c211-4aaa-9bfd-b604389f5fae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:51.713381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:51.715744 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c015bd-ffce-4e58-8122-46ace798ece3" -d '{"events": [{"server_uuid": "0546f318-e764-49dd-b10e-0ed88f4c52c7", "name": "network-vif-plugged", "status": "completed", "tag": "b77d92b6-b0ab-458d-b1b6-ecc75893c1ab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:51.735687 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.744035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,segment=NetworkSegment(1d3a7952-9f94-4a7e-aa90-5099897593f6),segment_id=1d3a7952-9f94-4a7e-aa90-5099897593f6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:51.745381 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-6e9913e6-5553-4e1b-a290-3f3b45ae39b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 217 time: 0.1255155 Feb 03 04:33:51.765403 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:51.824584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:51.826516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f4b2511-a12c-47aa-af1a-08f46db44931 req-6a00c43a-3445-4a8a-ad49-c66851cc89c4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375690 Feb 03 04:33:51.858031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a7024-991c-44d9-9c53-27f21af81681 req-3957eb52-78e0-458d-a2de-0c343008c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:51.859486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-3957eb52-78e0-458d-a2de-0c343008c376 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.1050091 Feb 03 04:33:51.909263 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-f4d6887e-3c91-4776-a837-ab15f278278e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413883 Feb 03 04:33:51.918918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:52.004052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708fdc-709f-499c-a6d4-9eee6dbc79a1 req-5a5a465a-30e9-43c6-b828-3d514c8471a5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.005425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['ede4b0e5-c211-4aaa-9bfd-b604389f5fae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:52.006636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96708fdc-709f-499c-a6d4-9eee6dbc79a1 req-5a5a465a-30e9-43c6-b828-3d514c8471a5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1529882 Feb 03 04:33:52.112551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96708fdc-709f-499c-a6d4-9eee6dbc79a1 req-2a41c1c3-4514-4dab-bacf-bb3a8612c59a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903468 Feb 03 04:33:52.119193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-63fe9aeb-42d7-4548-90ec-6dee70c511c9 service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024064 Feb 03 04:33:52.155192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0c27-c321-4a4a-a2f1-44e90f8c735a req-9e8212f3-a89d-418f-a89f-b138fcca0133 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.157037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f3c0c27-c321-4a4a-a2f1-44e90f8c735a req-9e8212f3-a89d-418f-a89f-b138fcca0133 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 945 time: 0.1954618 Feb 03 04:33:52.247129 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c05f10b-b370-43ac-b250-4cfad83bd4d3 x-openstack-request-id: req-4c05f10b-b370-43ac-b250-4cfad83bd4d3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:52.247818 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0546f318-e764-49dd-b10e-0ed88f4c52c7", "name": "network-vif-plugged", "status": "completed", "tag": "b77d92b6-b0ab-458d-b1b6-ecc75893c1ab", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:52.247818 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c05f10b-b370-43ac-b250-4cfad83bd4d3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:52.248210 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab', 'code': 200} Feb 03 04:33:52.248842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-578a7024-991c-44d9-9c53-27f21af81681 req-fe61b50a-aa47-4388-bc0b-3aff83e76552 service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200659 Feb 03 04:33:52.268805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f3c0c27-c321-4a4a-a2f1-44e90f8c735a req-25e966c2-766a-44c3-ae33-d7d39f55c387 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001320 Feb 03 04:33:52.402421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.423971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.430508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.438846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd951a-4d03-471b-bfce-365669e6c20e req-0b6aca99-d172-4833-b73f-81f2fb5c5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.440305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.440436 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c4bd951a-4d03-471b-bfce-365669e6c20e req-0b6aca99-d172-4833-b73f-81f2fb5c5a66 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 1127 time: 0.1036735 Feb 03 04:33:52.441993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-698ff977-ad05-41fe-838c-0dae2098c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.443463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-698ff977-ad05-41fe-838c-0dae2098c02d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1126 time: 0.1180930 Feb 03 04:33:52.458581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.475303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.487287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.508901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-78ea5e53-ef30-4e61-870a-356db0705299 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2079163 Feb 03 04:33:52.576397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-2b698d2f-2731-4474-8986-2e85ed70f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.580321 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-2b698d2f-2731-4474-8986-2e85ed70f424 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 915 time: 0.1288962 Feb 03 04:33:52.670936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be9e2fc0-6f1f-4043-bf6e-cd3ad9fe8d15 req-b8961a92-acdf-43ff-af62-4b2fc88dab91 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606469 Feb 03 04:33:52.729517 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-fa58650b-c28a-4e2a-bad9-7b85990003c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 217 time: 0.1296129 Feb 03 04:33:52.731760 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c4bd951a-4d03-471b-bfce-365669e6c20e req-561ac79c-1023-4cd6-a6c5-cffadd3f698f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816806 Feb 03 04:33:52.807830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-8d16e338-e1d9-4102-88d1-d9fc22ee6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.809358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-8d16e338-e1d9-4102-88d1-d9fc22ee6513 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.0699060 Feb 03 04:33:52.810635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d72816-6868-4eae-946e-95ae886ae35c req-dcde37a6-b779-4cc8-b1a3-74aa372cb32a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:52.813536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22d72816-6868-4eae-946e-95ae886ae35c req-dcde37a6-b779-4cc8-b1a3-74aa372cb32a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 944 time: 0.1302280 Feb 03 04:33:52.938116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-9130e8d8-44cb-4864-8571-a6b0708fc7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208022 Feb 03 04:33:52.962814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22d72816-6868-4eae-946e-95ae886ae35c req-82ead63b-b8b8-49c5-b439-2cc1b55efbd6 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406863 Feb 03 04:33:53.099714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20186165-7ee7-4e4f-bcc1-8cf0d120a3ef req-26bf057b-02bc-43a1-a4cc-cc8051aec116 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:53.107220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20186165-7ee7-4e4f-bcc1-8cf0d120a3ef req-26bf057b-02bc-43a1-a4cc-cc8051aec116 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1196959 Feb 03 04:33:53.150613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-3893d2b9-4e24-4b04-b911-e4fe3b37d2f8 service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987121 Feb 03 04:33:53.222328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ede4b0e5-c211-4aaa-9bfd-b604389f5fae up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:33:53.323875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20186165-7ee7-4e4f-bcc1-8cf0d120a3ef req-0034b1b5-9d9c-4c6d-ab89-743408aaa929 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152994 Feb 03 04:33:53.410682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port ede4b0e5-c211-4aaa-9bfd-b604389f5fae completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:33:53.427577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port ede4b0e5-c211-4aaa-9bfd-b604389f5fae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:33:53.427979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:53.428384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e39d83da-e81e-4523-8ecf-f93d5bcfcab9 req-f3428d65-374c-4c85-b674-6938ab23ef3c service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682304 Feb 03 04:33:53.434566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ca55-21c5-4a3e-84c9-914c1a5f6076 req-43826201-1044-4eb1-a0de-17401f044f0a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:53.437846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25c7ca55-21c5-4a3e-84c9-914c1a5f6076 req-43826201-1044-4eb1-a0de-17401f044f0a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1813686 Feb 03 04:33:53.612177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0a23e-dfe8-41d2-9f98-af8a2902c814 req-4bc46171-f954-4f9c-a662-11407606f3f8 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:53.613991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ce0a23e-dfe8-41d2-9f98-af8a2902c814 req-4bc46171-f954-4f9c-a662-11407606f3f8 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 945 time: 0.1234002 Feb 03 04:33:53.621953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25c7ca55-21c5-4a3e-84c9-914c1a5f6076 req-48871357-d7ad-46a4-b709-5339483dbaed tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762619 Feb 03 04:33:53.718523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ce0a23e-dfe8-41d2-9f98-af8a2902c814 req-8bc6907e-5c32-41f2-9ee7-848ab903e533 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850427 Feb 03 04:33:53.760768 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:53.769393 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:53.770868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port ede4b0e5-c211-4aaa-9bfd-b604389f5fae is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:33:53.771568 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:53.854495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port ede4b0e5-c211-4aaa-9bfd-b604389f5fae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:53.866558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:53.991868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:54.063857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.071310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.076783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.084272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.093414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.099205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.106113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.133416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-d76c83a7-3a9e-4b49-882f-3fa3ccfa554d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2566726 Feb 03 04:33:54.249816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:54.252848 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3bffd0-7723-49cf-9e86-289f9bee4e77" -d '{"events": [{"server_uuid": "d1666d6e-9b7e-4128-860f-b4e0c46501c5", "name": "network-vif-plugged", "status": "completed", "tag": "ede4b0e5-c211-4aaa-9bfd-b604389f5fae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:54.416024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d009e-cfba-4bf6-917a-43c17b923590 req-78a745a6-36b0-4aee-9afb-71143ea2c8d2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.418320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d95d009e-cfba-4bf6-917a-43c17b923590 req-78a745a6-36b0-4aee-9afb-71143ea2c8d2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 945 time: 0.2715669 Feb 03 04:33:54.501015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdfe4234-a208-41fd-90dc-a14ba68a4649 req-959b61d3-a444-4df5-a1ed-201ba5a209a9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3656566 Feb 03 04:33:54.568014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d95d009e-cfba-4bf6-917a-43c17b923590 req-adb33934-2e3a-4e85-94f7-5723bf1b79e8 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436667 Feb 03 04:33:54.684178 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee15e5d-42b6-4548-84e6-de2aae0450d4 x-openstack-request-id: req-8ee15e5d-42b6-4548-84e6-de2aae0450d4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:54.684755 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1666d6e-9b7e-4128-860f-b4e0c46501c5", "name": "network-vif-plugged", "status": "completed", "tag": "ede4b0e5-c211-4aaa-9bfd-b604389f5fae", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:33:54.684888 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ee15e5d-42b6-4548-84e6-de2aae0450d4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:33:54.685267 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae', 'code': 200} Feb 03 04:33:54.891527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6d40-b3c3-44fc-998c-51d7d5a67f1b req-78452ddf-6a47-45bd-81ae-a5917ab5c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.893111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d75c6d40-b3c3-44fc-998c-51d7d5a67f1b req-78452ddf-6a47-45bd-81ae-a5917ab5c4c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 1127 time: 0.1312957 Feb 03 04:33:54.898544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d205b-4f7e-4aa3-8cfc-c3afc4e24b3a req-6f312e5e-8f11-436a-b097-c7d6c7ef28eb tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:54.900896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27d205b-4f7e-4aa3-8cfc-c3afc4e24b3a req-6f312e5e-8f11-436a-b097-c7d6c7ef28eb tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1978841 Feb 03 04:33:54.998282 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d75c6d40-b3c3-44fc-998c-51d7d5a67f1b req-3cd8a30d-9f47-4190-b40d-0f7517c74472 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961518 Feb 03 04:33:55.050881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27d205b-4f7e-4aa3-8cfc-c3afc4e24b3a req-6670d38d-78fa-4be6-a80e-75bf86abba5e tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379683 Feb 03 04:33:55.060894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d11c-1393-4a9c-bf9e-16bb65ef3653 req-649851ca-212c-4ef9-89fd-669e2af91f11 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:55.062747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2569d11c-1393-4a9c-bf9e-16bb65ef3653 req-649851ca-212c-4ef9-89fd-669e2af91f11 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.2174122 Feb 03 04:33:55.197620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2569d11c-1393-4a9c-bf9e-16bb65ef3653 req-42118b0d-dbae-45df-bca1-12008c1bf072 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111703 Feb 03 04:33:55.342252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b7e31-ea7b-4f6d-984d-a725ab01c9e3 req-dc560420-8632-469f-b3e5-ede5a44a3316 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:55.344399 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-256b7e31-ea7b-4f6d-984d-a725ab01c9e3 req-dc560420-8632-469f-b3e5-ede5a44a3316 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 945 time: 0.1442399 Feb 03 04:33:55.446059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-256b7e31-ea7b-4f6d-984d-a725ab01c9e3 req-3a1c0e04-6c5f-4f1e-8dc7-1a901586dc5a tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953591 Feb 03 04:33:55.927907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb218b6-c5c0-4b5d-8e3b-3e6532bbd6bd req-a9e73c4f-1d98-4160-89d8-d804914eabbf tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:55.943819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb218b6-c5c0-4b5d-8e3b-3e6532bbd6bd req-a9e73c4f-1d98-4160-89d8-d804914eabbf tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 945 time: 0.1359847 Feb 03 04:33:56.022618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.028150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.034014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.041134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.048510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.054198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.060977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.064873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-0df8b9da-590e-432a-9ea4-178c4b7510e4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2996957 Feb 03 04:33:56.112359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fb218b6-c5c0-4b5d-8e3b-3e6532bbd6bd req-233164d2-ab5b-437b-a476-d9fc7cfaeeb9 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666758 Feb 03 04:33:56.394562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e753fe58-8f51-48f6-8f44-451edbb138f2 req-3644c4bd-e324-4e86-b9f0-39e29fc23c3b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2971039 Feb 03 04:33:56.685238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5573f7-c0ce-4530-89a0-dd94b7b4a6e0 req-da152576-2f92-4f7d-9c64-92c0a4a6c898 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.687167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a5573f7-c0ce-4530-89a0-dd94b7b4a6e0 req-da152576-2f92-4f7d-9c64-92c0a4a6c898 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1334412 Feb 03 04:33:56.855795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a5573f7-c0ce-4530-89a0-dd94b7b4a6e0 req-c5393721-a63f-4a11-809e-f34459570ac2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626668 Feb 03 04:33:56.888468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b41f3-3ce5-4545-a943-a02075a0ca83 req-1b46d9fe-36a2-4710-bb02-24c73ce84945 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:56.890044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-658b41f3-3ce5-4545-a943-a02075a0ca83 req-1b46d9fe-36a2-4710-bb02-24c73ce84945 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1736400 Feb 03 04:33:57.018032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-658b41f3-3ce5-4545-a943-a02075a0ca83 req-c155a5c9-04e6-4989-88dc-bd9a443d8716 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150041 Feb 03 04:33:57.271738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762a527-6a7b-42b5-9379-dd2a2bec757b req-a207c30c-02ea-45b9-9eda-5f8aadf583e7 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.284983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3762a527-6a7b-42b5-9379-dd2a2bec757b req-a207c30c-02ea-45b9-9eda-5f8aadf583e7 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 945 time: 0.1640980 Feb 03 04:33:57.432265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3762a527-6a7b-42b5-9379-dd2a2bec757b req-6d1246a5-17e8-4da2-8029-cc516f2dfc58 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291325 Feb 03 04:33:57.653250 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a32ea-7e10-45a2-bcad-c93c00aafa04 req-e38c028d-3dcc-4e15-93b7-d6b4204fd32c tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.661125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f53a32ea-7e10-45a2-bcad-c93c00aafa04 req-e38c028d-3dcc-4e15-93b7-d6b4204fd32c tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 945 time: 0.0826666 Feb 03 04:33:57.766046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.772725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.778190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.789561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.795959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.807159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.813589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:57.821850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-fe95bea9-7459-4310-933d-619cc9f3fc2b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.1583781 Feb 03 04:33:57.929452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f53a32ea-7e10-45a2-bcad-c93c00aafa04 req-4f5c2296-9f37-4392-a5d1-639b49a07773 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672632 Feb 03 04:33:58.072438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79cf9993-5008-4229-b13a-cc34bb9231d9 req-346d6e7d-122f-48bd-aad9-074e7ad72c1c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2495809 Feb 03 04:33:58.104133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-fd59e645-1e1f-475a-b60e-428189e6324c tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:58.105860 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-fd59e645-1e1f-475a-b60e-428189e6324c tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.31 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 945 time: 0.1858928 Feb 03 04:33:58.252688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272776b-e990-45f9-a84a-9831740b2a62 req-e22a5781-3f9f-43b5-9142-80f048888294 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:58.264056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4272776b-e990-45f9-a84a-9831740b2a62 req-e22a5781-3f9f-43b5-9142-80f048888294 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1743145 Feb 03 04:33:58.387994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4272776b-e990-45f9-a84a-9831740b2a62 req-5327f6c0-4e3b-4936-af8b-a585ecee53af tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225200 Feb 03 04:33:58.401364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Deleting port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:33:58.405297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:58.601784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c76e9a-8fb3-481f-97a5-42e2058d3a77 req-5fc7f0e6-ff20-4f2f-8dd7-2f682bca3ff7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:58.615813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78c76e9a-8fb3-481f-97a5-42e2058d3a77 req-5fc7f0e6-ff20-4f2f-8dd7-2f682bca3ff7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1021366 Feb 03 04:33:58.649674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] For port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,segment=NetworkSegment(1d3a7952-9f94-4a7e-aa90-5099897593f6),segment_id=1d3a7952-9f94-4a7e-aa90-5099897593f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:33:58.650491 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:58.679983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Calling delete_port for b77d92b6-b0ab-458d-b1b6-ecc75893c1ab owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:33:58.749014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78c76e9a-8fb3-481f-97a5-42e2058d3a77 req-f134f204-7961-49ab-a84e-2796cb43a1e7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318133 Feb 03 04:33:58.974914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0e075-d0f2-4eda-9560-2ddd452dbb4d req-c5aece76-62e1-41ab-97ab-3896e7dd2cc6 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:58.980368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99a0e075-d0f2-4eda-9560-2ddd452dbb4d req-c5aece76-62e1-41ab-97ab-3896e7dd2cc6 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 945 time: 0.1163056 Feb 03 04:33:59.002228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b77d92b6-b0ab-458d-b1b6-ecc75893c1ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:59.015627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b77d92b6-b0ab-458d-b1b6-ecc75893c1ab'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:33:59.100176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Pushing event deleted for resources: {'Port': ['ID=b77d92b6-b0ab-458d-b1b6-ecc75893c1ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:33:59.116666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99a0e075-d0f2-4eda-9560-2ddd452dbb4d req-6dfb279b-9631-4a11-8d45-ebb7482ec3ee tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/security-groups?id=cdf185d5-51f7-4b96-8130-2d05cce7d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216357 Feb 03 04:33:59.388277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.395078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.416391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.426134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.445419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.468150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.485121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.487026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-c1736992-492d-49ae-acc2-7f511acff725 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2489514 Feb 03 04:33:59.610149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37182a72-19ea-419b-a33a-f688c7940cb2 req-4854040e-a067-4b60-8182-be40bde9427e tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141951 Feb 03 04:33:59.670434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] No DVR routers for this DVR port b77d92b6-b0ab-458d-b1b6-ecc75893c1ab on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:33:59.674223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:33:59.678013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00ddea2b-0032-486e-b213-f0eb35066d20 req-0b5615c8-c85c-4c08-b082-1752392c8d08 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.31 "DELETE /v2.0/ports/b77d92b6-b0ab-458d-b1b6-ecc75893c1ab HTTP/1.1" status: 204 len: 173 time: 1.5645370 Feb 03 04:33:59.678695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'name': 'network-vif-deleted', 'tag': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:33:59.691041 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d67e5f-8e2b-4095-b743-729912f5422a" -d '{"events": [{"server_uuid": "0546f318-e764-49dd-b10e-0ed88f4c52c7", "name": "network-vif-deleted", "tag": "b77d92b6-b0ab-458d-b1b6-ecc75893c1ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:33:59.877483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9995ea8-7cc0-462f-beb6-a03ffe4bf12a req-de667b40-176f-470d-86d7-757dce334ed1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:33:59.879606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9995ea8-7cc0-462f-beb6-a03ffe4bf12a req-de667b40-176f-470d-86d7-757dce334ed1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1124389 Feb 03 04:33:59.944113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9995ea8-7cc0-462f-beb6-a03ffe4bf12a req-5eb886fa-fa30-4662-a92a-a9aebfad9397 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562398 Feb 03 04:33:59.999266 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47cc22d-bef3-4a70-9ee5-32ff6a3afa64 x-openstack-request-id: req-e47cc22d-bef3-4a70-9ee5-32ff6a3afa64 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:33:59.999747 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0546f318-e764-49dd-b10e-0ed88f4c52c7", "name": "network-vif-deleted", "tag": "b77d92b6-b0ab-458d-b1b6-ecc75893c1ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:00.000069 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e47cc22d-bef3-4a70-9ee5-32ff6a3afa64 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:00.000542 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0546f318-e764-49dd-b10e-0ed88f4c52c7', 'name': 'network-vif-deleted', 'tag': 'b77d92b6-b0ab-458d-b1b6-ecc75893c1ab', 'status': 'completed', 'code': 200} Feb 03 04:34:00.117151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0444565-19c3-4515-ad2d-86a79cb3b41d req-90b921ca-1f24-419a-b8ce-4a1220c82f38 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.119454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0444565-19c3-4515-ad2d-86a79cb3b41d req-90b921ca-1f24-419a-b8ce-4a1220c82f38 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0645299 Feb 03 04:34:00.198699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0444565-19c3-4515-ad2d-86a79cb3b41d req-c6368259-822a-4cdd-90fc-b37bda0b7fdc tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Feb 03 04:34:00.374656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f90051da-031f-4fb8-9908-b72795ee6240 req-0a98dbea-6d8d-4c79-a702-89a1ce1cb722 tempest-ServerAddressesNegativeTestJSON-1897037576 tempest-ServerAddressesNegativeTestJSON-1897037576-project] 10.222.0.35 "GET /v2.0/ports?device_id=0546f318-e764-49dd-b10e-0ed88f4c52c7 HTTP/1.1" status: 200 len: 210 time: 0.0901148 Feb 03 04:34:00.830954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 74061f39-0104-4d50-95dc-07ba0792a283 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:00.870941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.891446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.908265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.930240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.950273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.968665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.983847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:00.986023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-cdecfc23-3664-4a0b-baaf-1f78e7f63ebe tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5430 time: 0.2266557 Feb 03 04:34:01.108143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 74061f39-0104-4d50-95dc-07ba0792a283, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=74061f39-0104-4d50-95dc-07ba0792a283,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:01.140100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '74061f39-0104-4d50-95dc-07ba0792a283', 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'port_id': '74061f39-0104-4d50-95dc-07ba0792a283', 'mac_address': 'fa:16:3e:82:60:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4239f4b3-e647-41bd-ac11-5c256badfca3', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:01.142181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-abc758cf-80a9-46f5-9dbb-03aabdcd5acb req-b93ace3e-ada1-471c-a2ae-7a6779c70fa5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391470 Feb 03 04:34:01.262582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 74061f39-0104-4d50-95dc-07ba0792a283 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:01.263204 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74061f39-0104-4d50-95dc-07ba0792a283), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:01.273819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b77d92b6-b0ab-458d-b1b6-ecc75893c1ab no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:34:01.307136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: b77d92b6-b0ab-458d-b1b6-ecc75893c1ab {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:34:01.307910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b77d92b6-b0ab-458d-b1b6-ecc75893c1ab not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:34:01.310709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74061f39-0104-4d50-95dc-07ba0792a283 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:01.333194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 74061f39-0104-4d50-95dc-07ba0792a283, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=74061f39-0104-4d50-95dc-07ba0792a283,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:01.343325 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (74061f39-0104-4d50-95dc-07ba0792a283), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:01.344404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 16b5fc9d-ab7a-419a-b829-2a0232e2b081 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:01.375716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf0b7a-4cde-4589-b867-63ccbefced61 req-1ed4bb24-d18f-49d6-abb4-61f3b8516440 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:01.384720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65bf0b7a-4cde-4589-b867-63ccbefced61 req-1ed4bb24-d18f-49d6-abb4-61f3b8516440 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1121933 Feb 03 04:34:01.476275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65bf0b7a-4cde-4589-b867-63ccbefced61 req-ad7ab383-2efe-471f-a653-10e549787419 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824378 Feb 03 04:34:01.561289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=74061f39-0104-4d50-95dc-07ba0792a283,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:01.572071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:01.599565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '16b5fc9d-ab7a-419a-b829-2a0232e2b081', 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f', 'port_id': '16b5fc9d-ab7a-419a-b829-2a0232e2b081', 'mac_address': 'fa:16:3e:ee:61:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0790dc63-5e08-4e66-b197-bdf574357f96', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:01.681610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:01.684599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:01.703037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31867-4ab4-4f1b-adea-12aeeda646b6 req-9064a6a0-bcee-4919-b078-cc756a5a99eb tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:01.717327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cb31867-4ab4-4f1b-adea-12aeeda646b6 req-9064a6a0-bcee-4919-b078-cc756a5a99eb tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1206181 Feb 03 04:34:01.727431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b5fc9d-ab7a-419a-b829-2a0232e2b081 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:01.773711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:01.784019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:01.785043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e7ae1ce5-356f-490a-bd94-f91514dde652 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:01.817802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cb31867-4ab4-4f1b-adea-12aeeda646b6 req-6d1609c1-ce08-4acd-9130-f808503847fc tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990994 Feb 03 04:34:01.867587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:01.892736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=16b5fc9d-ab7a-419a-b829-2a0232e2b081,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:01.970502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e7ae1ce5-356f-490a-bd94-f91514dde652, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e7ae1ce5-356f-490a-bd94-f91514dde652,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:01.991913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] Deleting subnet 2a85d73d-04fc-47d9-be87-df6ef1c27e0f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:34:01.997941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'e7ae1ce5-356f-490a-bd94-f91514dde652', 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'port_id': 'e7ae1ce5-356f-490a-bd94-f91514dde652', 'mac_address': 'fa:16:3e:7f:26:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4239f4b3-e647-41bd-ac11-5c256badfca3', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:02.008337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] Publish callbacks [] for subnet (2a85d73d-04fc-47d9-be87-df6ef1c27e0f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.037288 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:34:02.078921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port e7ae1ce5-356f-490a-bd94-f91514dde652 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:02.079317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.084955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (2a85d73d-04fc-47d9-be87-df6ef1c27e0f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.111528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ae1ce5-356f-490a-bd94-f91514dde652 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:02.125872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2a85d73d-04fc-47d9-be87-df6ef1c27e0f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.155723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e7ae1ce5-356f-490a-bd94-f91514dde652, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e7ae1ce5-356f-490a-bd94-f91514dde652,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:02.169615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.170489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 217bca4e-bfb6-415a-a0c2-42a856c1b5be details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:02.202846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (2a85d73d-04fc-47d9-be87-df6ef1c27e0f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.235080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.246577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=e7ae1ce5-356f-490a-bd94-f91514dde652,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:02.255830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2a85d73d-04fc-47d9-be87-df6ef1c27e0f HTTP/1.1" status: 204 len: 168 time: 0.3859568 Feb 03 04:34:02.265104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:02.316817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:02.320865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fdabc-172f-40b4-9d03-686ebcdcb7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a85d73d-04fc-47d9-be87-df6ef1c27e0f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:02.348183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '217bca4e-bfb6-415a-a0c2-42a856c1b5be', 'network_id': 'e6ccaca6-fc93-4f6e-845f-e19b84ea990f', 'port_id': '217bca4e-bfb6-415a-a0c2-42a856c1b5be', 'mac_address': 'fa:16:3e:03:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0790dc63-5e08-4e66-b197-bdf574357f96', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:02.419124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 217bca4e-bfb6-415a-a0c2-42a856c1b5be is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:02.419762 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.450847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217bca4e-bfb6-415a-a0c2-42a856c1b5be {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:02.488854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:02.497390 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.498483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 1704d539-028e-450b-b8d8-38f912aec229 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:02.603533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 1704d539-028e-450b-b8d8-38f912aec229, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=1704d539-028e-450b-b8d8-38f912aec229,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:02.606423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=217bca4e-bfb6-415a-a0c2-42a856c1b5be,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:02.619071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '1704d539-028e-450b-b8d8-38f912aec229', 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'port_id': '1704d539-028e-450b-b8d8-38f912aec229', 'mac_address': 'fa:16:3e:94:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4239f4b3-e647-41bd-ac11-5c256badfca3', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:02.633775 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (79bdba26-2afa-46d6-889b-156090685f80), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.667136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 1704d539-028e-450b-b8d8-38f912aec229 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:02.667821 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1704d539-028e-450b-b8d8-38f912aec229), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.686488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1704d539-028e-450b-b8d8-38f912aec229 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:02.715187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 1704d539-028e-450b-b8d8-38f912aec229, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=1704d539-028e-450b-b8d8-38f912aec229,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:02.720925 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1704d539-028e-450b-b8d8-38f912aec229), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:02.722616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4ff3445a-4b10-4b88-856b-c55296f37f83 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:02.742405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:02.749139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:02.756106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:02.762193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:02.769638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:02.776757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:02.783160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:02.790144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-f942dc5c-46b3-4457-a81b-389842bfce75 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5434 time: 0.2864823 Feb 03 04:34:02.872036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4ff3445a-4b10-4b88-856b-c55296f37f83, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4ff3445a-4b10-4b88-856b-c55296f37f83,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:02.916601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4ff3445a-4b10-4b88-856b-c55296f37f83', 'network_id': 'b5d3842a-2cab-4dbe-906f-45a53c0e0497', 'port_id': '4ff3445a-4b10-4b88-856b-c55296f37f83', 'mac_address': 'fa:16:3e:b5:89:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4239f4b3-e647-41bd-ac11-5c256badfca3', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:03.022226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4ff3445a-4b10-4b88-856b-c55296f37f83 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:03.023035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.079544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=1704d539-028e-450b-b8d8-38f912aec229,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:03.093013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff3445a-4b10-4b88-856b-c55296f37f83 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:03.134254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4ff3445a-4b10-4b88-856b-c55296f37f83, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4ff3445a-4b10-4b88-856b-c55296f37f83,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:03.142994 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.144025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:03.223820 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a48266-69c8-4a41-8a8c-1df1f8341769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.270573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4ff3445a-4b10-4b88-856b-c55296f37f83,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:03.439044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:03.456749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'port_id': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'mac_address': 'fa:16:3e:94:97:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:03.511486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:03.512058 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.539903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:03.591680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:03.598849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.637297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (79bdba26-2afa-46d6-889b-156090685f80), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.672801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bdba26-2afa-46d6-889b-156090685f80']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:03.689109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:03.719770 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a09b1f6b-cec3-45c2-825b-23e854a7c286 req-2b676d85-b22c-4c87-9a4a-8447d796b737 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9055905 Feb 03 04:34:03.728992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3a7952-9f94-4a7e-aa90-5099897593f6') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:03.729362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3a7952-9f94-4a7e-aa90-5099897593f6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:03.747640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (1d3a7952-9f94-4a7e-aa90-5099897593f6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.773636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1d3a7952-9f94-4a7e-aa90-5099897593f6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.790606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:34:03.790937 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (1d3a7952-9f94-4a7e-aa90-5099897593f6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:34:03.795078 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:34:03.934369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (79bdba26-2afa-46d6-889b-156090685f80), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.962326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:03.966275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] 10.222.0.35 "DELETE /v2.0/networks/79bdba26-2afa-46d6-889b-156090685f80 HTTP/1.1" status: 204 len: 168 time: 1.6993718 Feb 03 04:34:03.995340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389f98d-dda7-4d15-aa1a-b02a04696182 req-c95ba230-eed0-42e1-b741-c948d20c1b87 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:04.001604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1389f98d-dda7-4d15-aa1a-b02a04696182 req-c95ba230-eed0-42e1-b741-c948d20c1b87 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1597984 Feb 03 04:34:04.006878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cfb1c-206f-4bbb-990f-4964d90a8c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=79bdba26-2afa-46d6-889b-156090685f80,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:04.152126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1389f98d-dda7-4d15-aa1a-b02a04696182 req-fdd5fcbe-b95d-42b2-ab32-e3b9b3126b8a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226909 Feb 03 04:34:04.277845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:04.399723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['74061f39-0104-4d50-95dc-07ba0792a283'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:04.448753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeec9a-9c3e-4807-a6bf-d2373d338874 req-cd711de6-0305-4ddc-bde8-0d275c8d4d9a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:04.455048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83cfc7fe-9ebd-4519-817f-3116541cc405 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=634f7c24411b441da73195e84a238b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735232 Feb 03 04:34:04.455425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:04.462079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56aeec9a-9c3e-4807-a6bf-d2373d338874 req-cd711de6-0305-4ddc-bde8-0d275c8d4d9a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1427467 Feb 03 04:34:04.502275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['16b5fc9d-ab7a-419a-b829-2a0232e2b081'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:04.504700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4ff3445a-4b10-4b88-856b-c55296f37f83'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:04.518508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['1704d539-028e-450b-b8d8-38f912aec229'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:04.605221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56aeec9a-9c3e-4807-a6bf-d2373d338874 req-6e19c185-331a-4566-baa1-5a1efb746c84 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421421 Feb 03 04:34:04.606603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Publish callbacks [] for security_group (cdf185d5-51f7-4b96-8130-2d05cce7d55a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:04.698316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Publish callbacks [] for security_group (cdf185d5-51f7-4b96-8130-2d05cce7d55a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:04.826881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cdf185d5-51f7-4b96-8130-2d05cce7d55a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:04.830192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:04.834065 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdf185d5-51f7-4b96-8130-2d05cce7d55a HTTP/1.1" status: 204 len: 168 time: 0.3774760 Feb 03 04:34:04.849887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf185d5-51f7-4b96-8130-2d05cce7d55a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:04.872246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.879145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a423e-3c3a-4aea-9670-ec731640b294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:04.968429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:04.974832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:04.981307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:04.986992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:04.993942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:05.000898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:05.006565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:05.015109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d04371a-3ebc-4433-869f-c92e5007332f req-18c99e28-0b98-4569-92fe-2d816d47e9bb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5437 time: 0.1733925 Feb 03 04:34:05.087840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d04371a-3ebc-4433-869f-c92e5007332f req-9ef9d192-5541-4931-93aa-e418d943172c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715134 Feb 03 04:34:05.393645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d37a8-06bf-4355-862c-705c89ff62b1 req-a338c9d8-1b65-4ef9-9fbb-efd1e4c94a50 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:05.399708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-649d37a8-06bf-4355-862c-705c89ff62b1 req-a338c9d8-1b65-4ef9-9fbb-efd1e4c94a50 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.1150100 Feb 03 04:34:05.440428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:05.496006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-649d37a8-06bf-4355-862c-705c89ff62b1 req-ef38e1c6-b62b-4ad0-9550-ccd9b39cdb38 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888803 Feb 03 04:34:05.515080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['e7ae1ce5-356f-490a-bd94-f91514dde652'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:05.531006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['217bca4e-bfb6-415a-a0c2-42a856c1b5be'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:05.729725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-357e39e7-a7ed-47e9-8618-6e6e94301aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:05.757270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:05.859368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cbc12-caf9-4233-b6bb-9f99024ca247 req-1f75902f-01ac-42e1-88bc-22cd722125a6 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:05.870315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590cbc12-caf9-4233-b6bb-9f99024ca247 req-1f75902f-01ac-42e1-88bc-22cd722125a6 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1509044 Feb 03 04:34:05.965490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-590cbc12-caf9-4233-b6bb-9f99024ca247 req-213a7aa4-8e18-402b-aeb9-f1d64c200689 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939078 Feb 03 04:34:06.032170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26519c30-3ac8-4c74-9a8a-686f369fdf93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.128310 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26519c30-3ac8-4c74-9a8a-686f369fdf93 admin admin] Publish callbacks [] for security_group (59b8aabc-cee8-4f3b-8f3e-bca62e471e4a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.134442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26519c30-3ac8-4c74-9a8a-686f369fdf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (59b8aabc-cee8-4f3b-8f3e-bca62e471e4a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.177723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-26519c30-3ac8-4c74-9a8a-686f369fdf93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3a0015ecc9c4dc68509f0e3580069d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182575 Feb 03 04:34:06.178818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26519c30-3ac8-4c74-9a8a-686f369fdf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8aabc-cee8-4f3b-8f3e-bca62e471e4a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:06.185921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:06.239545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.244863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-609ee325-039b-4299-aee9-84608f059774 admin admin] Publish callbacks [] for security_group (59b8aabc-cee8-4f3b-8f3e-bca62e471e4a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.246218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.251586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.254973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:06.257666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.263620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.269669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.274873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.276913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-609ee325-039b-4299-aee9-84608f059774 admin admin] Publish callbacks [] for security_group (59b8aabc-cee8-4f3b-8f3e-bca62e471e4a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.277082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-268912cf-0d0d-4d7d-97f0-2a6f658ecac4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5437 time: 0.1113591 Feb 03 04:34:06.335896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-609ee325-039b-4299-aee9-84608f059774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (59b8aabc-cee8-4f3b-8f3e-bca62e471e4a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.339011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-609ee325-039b-4299-aee9-84608f059774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.340196 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-609ee325-039b-4299-aee9-84608f059774 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59b8aabc-cee8-4f3b-8f3e-bca62e471e4a HTTP/1.1" status: 204 len: 168 time: 0.1530430 Feb 03 04:34:06.352397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ee325-039b-4299-aee9-84608f059774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8aabc-cee8-4f3b-8f3e-bca62e471e4a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:06.362341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-72c485a5-f82d-44bc-ba3f-aa3f63e4cbe0 req-9b5ac5ea-b57f-4cdc-aac1-6e1f206cdfc6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777276 Feb 03 04:34:06.398982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-network', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:06.427859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Made reservation on behalf of 9b3b70b707dc4c5a80e8a23b02eb8eea for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:06.430694 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.440305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.522942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks [] for security_group (1a85b71d-2a50-478c-95f2-5c8e41547a59), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.529073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a85b71d-2a50-478c-95f2-5c8e41547a59), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.567622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:34:06.571080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.598425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a85b71d-2a50-478c-95f2-5c8e41547a59,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:06.606924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (224e5d20-aa34-4459-b1a3-5f8395829315), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.607402 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Added segment 224e5d20-aa34-4459-b1a3-5f8395829315 of type vlan for network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 Feb 03 04:34:06.675935 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a8d921dc-1f7a-4f2c-9a4e-05b08794ff92), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.701117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f951c-7fe9-44fe-ab10-5ac9028734c7 req-425d445d-4863-4b13-bb77-5fc1ccde7b45 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.703159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-656f951c-7fe9-44fe-ab10-5ac9028734c7 req-425d445d-4863-4b13-bb77-5fc1ccde7b45 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.0755527 Feb 03 04:34:06.715085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a8d921dc-1f7a-4f2c-9a4e-05b08794ff92), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.716266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:06.717255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:06.775827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-656f951c-7fe9-44fe-ab10-5ac9028734c7 req-f8d8e931-be98-40da-a7a2-525f2426d093 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636249 Feb 03 04:34:06.796817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5365617 Feb 03 04:34:06.796817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76262ed5-dd3f-499b-9b80-57d6bf39e570 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:06.797482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:06.801683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Request body: {'subnet': {'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-subnet', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:06.809365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:34:06.825207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Made reservation on behalf of 9b3b70b707dc4c5a80e8a23b02eb8eea for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:06.828739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.135265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (15b861fb-1537-45a9-872f-0f6474144108), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.219928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74376-ac3a-4dca-a39f-72ab9874624b req-18ba69e7-edfa-4f7f-92fd-ed5e5d95f53b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.221454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28a74376-ac3a-4dca-a39f-72ab9874624b req-18ba69e7-edfa-4f7f-92fd-ed5e5d95f53b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1309779 Feb 03 04:34:07.224182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b861fb-1537-45a9-872f-0f6474144108,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:07.248212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Checking segment: {'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:07.248864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Network hostable DHCP agents. Network: a8d921dc-1f7a-4f2c-9a4e-05b08794ff92, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:34:07.285826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:34:07.290688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28a74376-ac3a-4dca-a39f-72ab9874624b req-3fe9e9f6-4c8a-42cb-a994-7705719e6812 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622382 Feb 03 04:34:07.301703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, a8d921dc-1f7a-4f2c-9a4e-05b08794ff92) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:07.310194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.311023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.311480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd64a8a-4c92-440a-9cb0-56dc295049e7 None None] Network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:34:07.340596 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b8d28f08-5347-48b4-b8b0-92b5744417b4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5433986 Feb 03 04:34:07.343352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:07.350438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:07.375167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (232b7239-ba95-484d-8a6b-2849b1396a80), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.377056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (232b7239-ba95-484d-8a6b-2849b1396a80), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.445411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks [] for router_controller (232b7239-ba95-484d-8a6b-2849b1396a80), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.481286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b90145-f5a3-48dd-9c67-9ad657043e5d None None] Network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:34:07.609408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:07.610428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.616370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.622038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.627658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.634865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.640591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.648170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.656595 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-0f3884de-d952-4ea9-b76e-3af4772440fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5437 time: 0.1685221 Feb 03 04:34:07.681231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks [] for router_gateway (232b7239-ba95-484d-8a6b-2849b1396a80), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.695459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4ff3445a-4b10-4b88-856b-c55296f37f83 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:07.722353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-361c65ff-75d8-4089-a46f-cbb056cb1bb9 req-a3cdd08a-b348-44d7-961c-39a803245998 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644343 Feb 03 04:34:07.837754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:07.885450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'network_id': '8b896dd1-f8cf-465e-a6ba-05d147551867', 'port_id': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'mac_address': 'fa:16:3e:02:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edc9a4a-ae85-4cdb-9759-32338a7aa160', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:07.928439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4ff3445a-4b10-4b88-856b-c55296f37f83 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:07.928625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d308dab-079c-445a-b9cc-4f5612c7300e req-7c4711cc-0b84-46d7-bdf1-16248bf0f8a4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:07.935915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d308dab-079c-445a-b9cc-4f5612c7300e req-7c4711cc-0b84-46d7-bdf1-16248bf0f8a4 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 944 time: 0.0747015 Feb 03 04:34:07.944091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4ff3445a-4b10-4b88-856b-c55296f37f83 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:07.944495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.946240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:07.946621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:07.984401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5158a6-f756-41e7-9f73-faf74a2c83c7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:08.002315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d308dab-079c-445a-b9cc-4f5612c7300e req-0258c135-2e6e-434a-b614-d1d18b777a45 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610900 Feb 03 04:34:08.005842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:08.016578 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.063574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks [] for router_gateway (232b7239-ba95-484d-8a6b-2849b1396a80), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.099668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.100621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.137531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:08.152235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4ff3445a-4b10-4b88-856b-c55296f37f83 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:08.152632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.178844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3445a-4b10-4b88-856b-c55296f37f83'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:08.181636 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb445b7-dbcc-4a1e-8c48-021f9dae3bfe" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3445a-4b10-4b88-856b-c55296f37f83"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:08.213035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4ff3445a-4b10-4b88-856b-c55296f37f83, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4ff3445a-4b10-4b88-856b-c55296f37f83,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:08.221232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.222505 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 16b5fc9d-ab7a-419a-b829-2a0232e2b081 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:08.258534 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439b2e23-f520-4b30-9d17-eb7b2e18f2a0 x-openstack-request-id: req-439b2e23-f520-4b30-9d17-eb7b2e18f2a0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:08.259048 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3445a-4b10-4b88-856b-c55296f37f83", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:08.259380 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-439b2e23-f520-4b30-9d17-eb7b2e18f2a0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:08.259945 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3445a-4b10-4b88-856b-c55296f37f83', 'code': 200} Feb 03 04:34:08.313201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Allocated IP 172.25.7.152 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/083f2497-0186-44c3-b144-afb688fcbe30) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:08.369905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4ff3445a-4b10-4b88-856b-c55296f37f83,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:08.405541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:08.415975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:08.416516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.453291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks [] for port (083f2497-0186-44c3-b144-afb688fcbe30), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.494962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca12e6-fcde-4568-bfda-82c729f4f2dc req-46d8be3e-d905-4c26-b43d-1d627a21be11 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:08.496639 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6ca12e6-fcde-4568-bfda-82c729f4f2dc req-46d8be3e-d905-4c26-b43d-1d627a21be11 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0947804 Feb 03 04:34:08.502050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (083f2497-0186-44c3-b144-afb688fcbe30), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.502851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0e5158a6-f756-41e7-9f73-faf74a2c83c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:08.564160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Pushing event updated for resources: {'Port': ['ID=083f2497-0186-44c3-b144-afb688fcbe30,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:08.604962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:08.608576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6ca12e6-fcde-4568-bfda-82c729f4f2dc req-1b95bcfb-34bf-4c41-b827-3a33825b41d0 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912704 Feb 03 04:34:08.608963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:08.616973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:08.616973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.618784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:08.713213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:08.725516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.726313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 74061f39-0104-4d50-95dc-07ba0792a283 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:08.932788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 74061f39-0104-4d50-95dc-07ba0792a283 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:08.935094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=16b5fc9d-ab7a-419a-b829-2a0232e2b081,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:08.946483 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks [] for router_gateway (232b7239-ba95-484d-8a6b-2849b1396a80), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.952873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 74061f39-0104-4d50-95dc-07ba0792a283 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:08.953263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (74061f39-0104-4d50-95dc-07ba0792a283), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:08.981175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:08.987193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.006263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.012010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.017438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.022772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.028529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.031162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-401a934a-c131-41db-9b7a-176cf58847a3 req-3959a2b5-ef76-4eed-b530-c8ac275ec6f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5439 time: 0.1633372 Feb 03 04:34:09.135468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 74061f39-0104-4d50-95dc-07ba0792a283 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:09.135870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74061f39-0104-4d50-95dc-07ba0792a283), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.183062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-401a934a-c131-41db-9b7a-176cf58847a3 req-d69adf98-315e-4b22-bec3-a7d1e2cc5a43 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453962 Feb 03 04:34:09.210368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 74061f39-0104-4d50-95dc-07ba0792a283, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=74061f39-0104-4d50-95dc-07ba0792a283,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:09.218109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (74061f39-0104-4d50-95dc-07ba0792a283), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.224731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a3d2-8a65-4603-be2a-b84aa7a6f2d3 req-10798023-c102-4c0a-b69a-d08f9cc512b6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.236592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9443a3d2-8a65-4603-be2a-b84aa7a6f2d3 req-10798023-c102-4c0a-b69a-d08f9cc512b6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1195974 Feb 03 04:34:09.262330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (232b7239-ba95-484d-8a6b-2849b1396a80), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.344121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.346754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9443a3d2-8a65-4603-be2a-b84aa7a6f2d3 req-65b414f7-1582-493a-b628-87d55ff2c350 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047649 Feb 03 04:34:09.366074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=74061f39-0104-4d50-95dc-07ba0792a283,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:09.423173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Router 232b7239-ba95-484d-8a6b-2849b1396a80 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:34:09.542584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:34:09.555537 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Sync routers for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:34:09.572502 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:34:09.574593 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:09.610667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 217bca4e-bfb6-415a-a0c2-42a856c1b5be up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:09.628127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.629414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-918ae561-54a1-4da8-a4c1-5112c8fe09ac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.2847040 Feb 03 04:34:09.633304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:09.699521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 217bca4e-bfb6-415a-a0c2-42a856c1b5be completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:09.715769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 217bca4e-bfb6-415a-a0c2-42a856c1b5be triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:09.716368 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.832142 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:34:09.856780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec7734-ce38-4670-a103-daf76fb0993f req-aa540740-47ab-42eb-97b2-7fbf1b940bbc tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:09.865770 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39ec7734-ce38-4670-a103-daf76fb0993f req-aa540740-47ab-42eb-97b2-7fbf1b940bbc tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1180656 Feb 03 04:34:09.906017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 217bca4e-bfb6-415a-a0c2-42a856c1b5be is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:09.906416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.907161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:09.940475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:09.948009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39ec7734-ce38-4670-a103-daf76fb0993f req-f3b8a143-b8e4-461f-b920-ea53a89dae86 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809441 Feb 03 04:34:09.950095 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:09.951112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 1704d539-028e-450b-b8d8-38f912aec229 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:10.026422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:08Z', 'revision_number': 3, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:10.060778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Checking router: 232b7239-ba95-484d-8a6b-2849b1396a80 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:34:10.061248 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Updating router 232b7239-ba95-484d-8a6b-2849b1396a80 port 083f2497-0186-44c3-b144-afb688fcbe30 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:34:10.092070 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (083f2497-0186-44c3-b144-afb688fcbe30), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.116149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1dc86151-6185-43f5-ac86-da62d80001dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.264329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081'}, {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74061f39-0104-4d50-95dc-07ba0792a283'}, {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:10.268837 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c932c-fa7f-4f5b-8fa3-e469988f9ceb" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081"}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "74061f39-0104-4d50-95dc-07ba0792a283"}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:10.272214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1dc86151-6185-43f5-ac86-da62d80001dc admin admin] Publish callbacks [] for security_group (0eb4c220-0db5-408e-816e-a41140c2e1c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.279756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1dc86151-6185-43f5-ac86-da62d80001dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0eb4c220-0db5-408e-816e-a41140c2e1c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.303751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=217bca4e-bfb6-415a-a0c2-42a856c1b5be,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:10.312738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 1704d539-028e-450b-b8d8-38f912aec229 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:10.317581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 1704d539-028e-450b-b8d8-38f912aec229 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:10.318281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1704d539-028e-450b-b8d8-38f912aec229), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.338339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1dc86151-6185-43f5-ac86-da62d80001dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc39fa262372415081c9e3e65d39aee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300137 Feb 03 04:34:10.341663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:10.357359 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd3992-9824-4930-9c44-86b0a6274d45 x-openstack-request-id: req-01cd3992-9824-4930-9c44-86b0a6274d45 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:10.357702 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081", "code": 200}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "74061f39-0104-4d50-95dc-07ba0792a283", "code": 200}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:10.357964 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01cd3992-9824-4930-9c44-86b0a6274d45 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:10.358524 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081', 'code': 200} Feb 03 04:34:10.360282 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74061f39-0104-4d50-95dc-07ba0792a283', 'code': 200} Feb 03 04:34:10.360282 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be', 'code': 200} Feb 03 04:34:10.427570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc86151-6185-43f5-ac86-da62d80001dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4c220-0db5-408e-816e-a41140c2e1c1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:10.445024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f707ae3d-bad9-4ec3-8e62-7db36bbc5da7 admin admin] Publish callbacks [] for security_group (0eb4c220-0db5-408e-816e-a41140c2e1c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.448948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.455231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.460607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.461954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.468885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.474934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.481440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.488163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.490243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-18692c79-366b-47a5-9ee5-0497ed8fa077 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5441 time: 0.1612837 Feb 03 04:34:10.492498 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f707ae3d-bad9-4ec3-8e62-7db36bbc5da7 admin admin] Publish callbacks [] for security_group (0eb4c220-0db5-408e-816e-a41140c2e1c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.501268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 1704d539-028e-450b-b8d8-38f912aec229 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:10.501672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1704d539-028e-450b-b8d8-38f912aec229), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.544411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 1704d539-028e-450b-b8d8-38f912aec229, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=1704d539-028e-450b-b8d8-38f912aec229,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:10.552020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1704d539-028e-450b-b8d8-38f912aec229), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.552960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e7ae1ce5-356f-490a-bd94-f91514dde652 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:10.602037 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Publish callbacks [] for port (083f2497-0186-44c3-b144-afb688fcbe30), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.625151 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (083f2497-0186-44c3-b144-afb688fcbe30), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.657003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=1704d539-028e-450b-b8d8-38f912aec229,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:10.680928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port e7ae1ce5-356f-490a-bd94-f91514dde652 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:10.686344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port e7ae1ce5-356f-490a-bd94-f91514dde652 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:10.686740 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.690651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-068b2ee5-8e27-402c-8780-1b5b34a59e10 req-ed6d0c9a-9df2-4466-8b73-7952f1483a44 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817660 Feb 03 04:34:10.731639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac0c5d-ae9b-4fa7-aef3-3a1112d19d8b req-d42d00bb-f1f4-4863-b22f-533d3f14d08d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:10.734159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48ac0c5d-ae9b-4fa7-aef3-3a1112d19d8b req-d42d00bb-f1f4-4863-b22f-533d3f14d08d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.1718709 Feb 03 04:34:10.748886 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Attempting to bind port 083f2497-0186-44c3-b144-afb688fcbe30 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:34:10.749409 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Attempting to bind port 083f2497-0186-44c3-b144-afb688fcbe30 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:34:10.749774 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Attempting to bind port 083f2497-0186-44c3-b144-afb688fcbe30 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:10.759690 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ab3b2-b5e2-4bd1-a221-bee6a3b162f4 None None] Pushing event updated for resources: {'Port': ['ID=083f2497-0186-44c3-b144-afb688fcbe30,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:10.767769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f707ae3d-bad9-4ec3-8e62-7db36bbc5da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0eb4c220-0db5-408e-816e-a41140c2e1c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.770266 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f707ae3d-bad9-4ec3-8e62-7db36bbc5da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.773875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f707ae3d-bad9-4ec3-8e62-7db36bbc5da7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0eb4c220-0db5-408e-816e-a41140c2e1c1 HTTP/1.1" status: 204 len: 168 time: 0.4279592 Feb 03 04:34:10.776832 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:34:10.777208 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:10.777616 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.778006 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:34:10.778486 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Bound port: 083f2497-0186-44c3-b144-afb688fcbe30, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:34:10.778895 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (083f2497-0186-44c3-b144-afb688fcbe30), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.803743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port e7ae1ce5-356f-490a-bd94-f91514dde652 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:10.804256 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.839001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48ac0c5d-ae9b-4fa7-aef3-3a1112d19d8b req-7a1362f3-f1a2-44fc-bf8b-b5221f66f27b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940576 Feb 03 04:34:10.841752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e7ae1ce5-356f-490a-bd94-f91514dde652, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e7ae1ce5-356f-490a-bd94-f91514dde652,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:10.842476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707ae3d-bad9-4ec3-8e62-7db36bbc5da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4c220-0db5-408e-816e-a41140c2e1c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:10.851100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.852604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:10.857554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Allocated IP 172.20.0.1 (a8d921dc-1f7a-4f2c-9a4e-05b08794ff92/15b861fb-1537-45a9-872f-0f6474144108/f228c2cd-6fb6-489a-9f83-c97c71d9b532) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:10.888855 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] For port 083f2497-0186-44c3-b144-afb688fcbe30, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:34:10.895700 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] For port 083f2497-0186-44c3-b144-afb688fcbe30, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=083f2497-0186-44c3-b144-afb688fcbe30,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:34:10.911588 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (083f2497-0186-44c3-b144-afb688fcbe30), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:10.987930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=e7ae1ce5-356f-490a-bd94-f91514dde652,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:11.010239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:11.021085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:11.021563 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.028349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ab3b2-b5e2-4bd1-a221-bee6a3b162f4 None None] Pushing event updated for resources: {'Port': ['ID=083f2497-0186-44c3-b144-afb688fcbe30,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:11.043070 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks [] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.057164 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:34:11.058066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:11.109916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.173585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:11.173970 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.184146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd7f3f-7add-4800-b25c-86765e076f11 req-cb74019e-5fee-448f-9ecb-fb45d917c279 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.191109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Pushing event updated for resources: {'Port': ['ID=f228c2cd-6fb6-489a-9f83-c97c71d9b532,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:11.198306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:11.199778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:11.202086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:11.202457 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4bd7f3f-7add-4800-b25c-86765e076f11 req-cb74019e-5fee-448f-9ecb-fb45d917c279 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1299067 Feb 03 04:34:11.231807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45648) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:11.250764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec435-ddc2-4f52-b8ab-14c51d544cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.256262 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:34:11.263032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:11.270439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.281743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (232b7239-ba95-484d-8a6b-2849b1396a80), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.302895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4bd7f3f-7add-4800-b25c-86765e076f11 req-9790beaf-dc90-4d3c-aa01-65a9a88d399e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992179 Feb 03 04:34:11.340592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:11.455209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec435-ddc2-4f52-b8ab-14c51d544cf4 admin admin] Publish callbacks [] for security_group (12e6cabf-7d7a-4e1a-95a1-1ede37d1f082), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.480988 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:08Z', 'revision_number': 3, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:11.488389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.490443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec435-ddc2-4f52-b8ab-14c51d544cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (12e6cabf-7d7a-4e1a-95a1-1ede37d1f082), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.514038 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21531e4f-1a99-484c-8835-4d4cf58dac09 None None] The sync data for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 is: [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:08Z', 'revision_number': 3, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:34:11.519464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3d5ec435-ddc2-4f52-b8ab-14c51d544cf4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2a198ac45e94749b99b6955d999be4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869041 Feb 03 04:34:11.522307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:11.581381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ec435-ddc2-4f52-b8ab-14c51d544cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e6cabf-7d7a-4e1a-95a1-1ede37d1f082,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:11.621958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:11.646847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e251933b-bfd3-4d08-829d-77c2048b9dd0 admin admin] Publish callbacks [] for security_group (12e6cabf-7d7a-4e1a-95a1-1ede37d1f082), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.672119 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e251933b-bfd3-4d08-829d-77c2048b9dd0 admin admin] Publish callbacks [] for security_group (12e6cabf-7d7a-4e1a-95a1-1ede37d1f082), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.698554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:11.703159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:11.703838 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.751141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e251933b-bfd3-4d08-829d-77c2048b9dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (12e6cabf-7d7a-4e1a-95a1-1ede37d1f082), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.754224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e251933b-bfd3-4d08-829d-77c2048b9dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.757760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e251933b-bfd3-4d08-829d-77c2048b9dd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12e6cabf-7d7a-4e1a-95a1-1ede37d1f082 HTTP/1.1" status: 204 len: 168 time: 0.2318184 Feb 03 04:34:11.769528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks [] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.781542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251933b-bfd3-4d08-829d-77c2048b9dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e6cabf-7d7a-4e1a-95a1-1ede37d1f082,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:11.791152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.921511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.928482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.934556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.940935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.948607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.971344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.974695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:11.975225 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:11.983102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:11.993836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-2fdfda95-b531-4678-8fc9-c7156aa618fa tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1732173 Feb 03 04:34:12.015732 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (232b7239-ba95-484d-8a6b-2849b1396a80), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:12.017455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Pushing event updated for resources: {'Port': ['ID=f228c2cd-6fb6-489a-9f83-c97c71d9b532,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:12.034831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:12.049171 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:12.129649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=12']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:12.206355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaab070-fb31-4b57-84fa-67ba4fdeedea req-902db6d4-4966-4d58-8931-445edcb6408d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:12.213045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcaab070-fb31-4b57-84fa-67ba4fdeedea req-902db6d4-4966-4d58-8931-445edcb6408d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 945 time: 0.2171500 Feb 03 04:34:12.221988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:12.226287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:12.230094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c0c6f2a-1e4c-4652-8dba-d7ebac7bd8b7 req-d281a300-d725-4cb0-b418-a5a958f0835c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612887 Feb 03 04:34:12.308600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcaab070-fb31-4b57-84fa-67ba4fdeedea req-779f1637-faf2-4f77-8feb-59a70f524912 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727198 Feb 03 04:34:12.360069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1704d539-028e-450b-b8d8-38f912aec229'}, {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ae1ce5-356f-490a-bd94-f91514dde652'}, {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6'}, {'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:12.362558 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b1cc6d-d53f-44d9-a192-81b7e3cc3737" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "1704d539-028e-450b-b8d8-38f912aec229"}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "e7ae1ce5-356f-490a-bd94-f91514dde652"}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6"}, {"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-plugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:12.437200 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397c77fc-75b2-4bc3-b3a2-96117801bc65 x-openstack-request-id: req-397c77fc-75b2-4bc3-b3a2-96117801bc65 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:12.437757 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "1704d539-028e-450b-b8d8-38f912aec229", "code": 200}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "e7ae1ce5-356f-490a-bd94-f91514dde652", "code": 200}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6", "code": 200}, {"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-plugged", "status": "completed", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:12.438240 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-397c77fc-75b2-4bc3-b3a2-96117801bc65 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:12.438836 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1704d539-028e-450b-b8d8-38f912aec229', 'code': 200} Feb 03 04:34:12.439313 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ae1ce5-356f-490a-bd94-f91514dde652', 'code': 200} Feb 03 04:34:12.439775 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'code': 200} Feb 03 04:34:12.440212 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'code': 200} Feb 03 04:34:12.470576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Router 232b7239-ba95-484d-8a6b-2849b1396a80 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:34:12.498627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab7f40-afbd-4a87-83cd-d69fe089c59d req-52537ab8-cb90-412d-8894-fc9f6e5b91a5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:12.500294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17ab7f40-afbd-4a87-83cd-d69fe089c59d req-52537ab8-cb90-412d-8894-fc9f6e5b91a5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0859892 Feb 03 04:34:12.641041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17ab7f40-afbd-4a87-83cd-d69fe089c59d req-8152af4b-7d4e-4c6c-9b4a-6363a91d99d9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285000 Feb 03 04:34:12.860784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 083f2497-0186-44c3-b144-afb688fcbe30 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:12.927917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 083f2497-0186-44c3-b144-afb688fcbe30 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:12.928301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (083f2497-0186-44c3-b144-afb688fcbe30), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:13.023457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 083f2497-0186-44c3-b144-afb688fcbe30 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:13.024178 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (083f2497-0186-44c3-b144-afb688fcbe30), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:13.046078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 083f2497-0186-44c3-b144-afb688fcbe30, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=083f2497-0186-44c3-b144-afb688fcbe30,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:13.054025 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (083f2497-0186-44c3-b144-afb688fcbe30), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:13.130058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=083f2497-0186-44c3-b144-afb688fcbe30,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:13.200505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.200985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.201446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.201895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.202339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.202776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.203226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.205198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2f126d9e-0908-42fd-951f-9babdb744848 req-d776e12d-2cbb-4814-ae5a-73796bbbab0b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6718 time: 0.6362138 Feb 03 04:34:13.208010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:34:13.214499 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-71ade8fb-4bcb-476f-9e48-0dfa9f90032d admin admin] 10.222.0.35 "PUT /v2.0/routers/232b7239-ba95-484d-8a6b-2849b1396a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5790987 Feb 03 04:34:13.225097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda8cf-a6fa-454a-aa07-3cff6cdaedaf req-167767fa-5ab7-4d23-9744-8058b38246b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.226569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-30dda8cf-a6fa-454a-aa07-3cff6cdaedaf req-167767fa-5ab7-4d23-9744-8058b38246b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1128 time: 0.5340703 Feb 03 04:34:13.331022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-30dda8cf-a6fa-454a-aa07-3cff6cdaedaf req-cbea196a-08ea-4b46-adfc-e6335613201c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902560 Feb 03 04:34:13.335921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2f126d9e-0908-42fd-951f-9babdb744848 req-967b0ec6-ae6d-4d20-8125-8aec72248901 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&id=044dd5c3-f802-4771-8727-abbb61ee3a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200662 Feb 03 04:34:13.505548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.510794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.516185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.521433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.527037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.533577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.539788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.542637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-c76e0285-f357-4589-baed-7c2891206994 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1806505 Feb 03 04:34:13.562049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79a2e-8147-432f-8e21-36ddeb4014a2 req-d3a45e27-00e5-40fb-8cc1-67b2f2ecc553 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.564179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9d79a2e-8147-432f-8e21-36ddeb4014a2 req-d3a45e27-00e5-40fb-8cc1-67b2f2ecc553 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1472585 Feb 03 04:34:13.676189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c56fff8-9b74-4ed8-bf7b-56529c21e013 req-9d3d0e4b-6f18-407b-8318-fbd99472d73e tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170440 Feb 03 04:34:13.683809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9d79a2e-8147-432f-8e21-36ddeb4014a2 req-127c5c1b-b382-40c4-9473-2b2db488e06f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969248 Feb 03 04:34:13.908372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Sync routers for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:34:13.922606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:34:13.923660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:13.933733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa8f8b-34c8-42d0-9ca3-2fe9804f03c4 req-c674be22-2d9a-423a-afb6-3cfaefac037b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:13.939556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69fa8f8b-34c8-42d0-9ca3-2fe9804f03c4 req-c674be22-2d9a-423a-afb6-3cfaefac037b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1104572 Feb 03 04:34:14.035303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69fa8f8b-34c8-42d0-9ca3-2fe9804f03c4 req-865d5bb8-fb09-481c-89a9-8f1bd62b66b3 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829470 Feb 03 04:34:14.060520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:34:14.219095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-2ac66e85-0b47-4ef7-b07d-c42d823b5789 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:14.228382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-2ac66e85-0b47-4ef7-b07d-c42d823b5789 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 820 time: 0.1360562 Feb 03 04:34:14.254093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-d6090e02-0b08-43b5-982d-f05fb5512789 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/quotas/9b3b70b707dc4c5a80e8a23b02eb8eea HTTP/1.1" status: 200 len: 375 time: 0.0238302 Feb 03 04:34:14.296629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 2, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:14.330052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Checking router: 232b7239-ba95-484d-8a6b-2849b1396a80 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:34:14.330507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Updating router 232b7239-ba95-484d-8a6b-2849b1396a80 port f228c2cd-6fb6-489a-9f83-c97c71d9b532 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:34:14.339908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-a1f5bec7-ca47-48c1-9ad8-1f0e5893f341 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804927 Feb 03 04:34:14.366297 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:14.456218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-49466bbf-85d4-480d-9fe9-031f27dccc28 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147203 Feb 03 04:34:14.487536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd6886-7ef8-4ce9-b83b-3b262c18b2b7 req-f201e348-b4ee-487c-87db-b5e9f5c783f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:14.493686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eafd6886-7ef8-4ce9-b83b-3b262c18b2b7 req-f201e348-b4ee-487c-87db-b5e9f5c783f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 1127 time: 0.1323128 Feb 03 04:34:14.577722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-5302a199-8e6b-4689-ab72-257db1319fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168766 Feb 03 04:34:14.602378 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eafd6886-7ef8-4ce9-b83b-3b262c18b2b7 req-dc096fb9-0534-4a1f-99dc-f05cb63545bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013710 Feb 03 04:34:14.840562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 083f2497-0186-44c3-b144-afb688fcbe30 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:14.900756 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Publish callbacks [] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:14.930661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:14.998463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.022914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.053760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.061406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9996a-cec0-4046-b423-9a9b91a44eed None None] Pushing event updated for resources: {'Port': ['ID=f228c2cd-6fb6-489a-9f83-c97c71d9b532,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:15.067312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 083f2497-0186-44c3-b144-afb688fcbe30 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:15.067717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (083f2497-0186-44c3-b144-afb688fcbe30), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:15.078029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.093190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.120633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.147863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.156298 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-26550e94-9b1c-48bd-85ec-f8f4cde2adc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.3491244 Feb 03 04:34:15.198575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Attempting to bind port f228c2cd-6fb6-489a-9f83-c97c71d9b532 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:34:15.199088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Attempting to bind port f228c2cd-6fb6-489a-9f83-c97c71d9b532 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:34:15.199331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Attempting to bind port f228c2cd-6fb6-489a-9f83-c97c71d9b532 on network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:15.214962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:34:15.215339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Checking segment: {'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:15.215774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:15.216201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Bound using segment: {'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:34:15.216657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Bound port: f228c2cd-6fb6-489a-9f83-c97c71d9b532, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:34:15.221614 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:15.264781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c738d-bd8f-41e4-b14b-d114ba6e3674 req-e0138672-52f7-4b83-9dfc-cc20e1449617 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.268408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e93c738d-bd8f-41e4-b14b-d114ba6e3674 req-e0138672-52f7-4b83-9dfc-cc20e1449617 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.4029465 Feb 03 04:34:15.328470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 083f2497-0186-44c3-b144-afb688fcbe30 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:15.347032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] For port f228c2cd-6fb6-489a-9f83-c97c71d9b532, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:34:15.351134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] For port f228c2cd-6fb6-489a-9f83-c97c71d9b532, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f228c2cd-6fb6-489a-9f83-c97c71d9b532,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:34:15.360348 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:15.457573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1b2bbee-7873-4560-9edc-218ec1ae90f4 req-eccbca19-89ad-42a3-86e5-a285e44f2fec tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2907727 Feb 03 04:34:15.509508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:34:15.510126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:15.536035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e93c738d-bd8f-41e4-b14b-d114ba6e3674 req-e00833cd-2854-49e8-b186-d542498bba51 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438734 Feb 03 04:34:15.636949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6d60a3b-f88b-4eba-88c0-835aa8986bf0 req-e14a4b2d-39ff-431e-84e3-58fd538d2b2f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 210 time: 0.0753133 Feb 03 04:34:15.650807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:34:15.735443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9996a-cec0-4046-b423-9a9b91a44eed None None] Pushing event updated for resources: {'Port': ['ID=f228c2cd-6fb6-489a-9f83-c97c71d9b532,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:15.865655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ca70-7088-4a34-b466-e9ed5b55964e req-71d43806-8319-4e15-b226-9a3affefcf36 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:15.875215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc34ca70-7088-4a34-b466-e9ed5b55964e req-71d43806-8319-4e15-b226-9a3affefcf36 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0990691 Feb 03 04:34:15.939545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cc34ca70-7088-4a34-b466-e9ed5b55964e req-42d51dbc-96a3-47c1-96be-bb5e78eab28d tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627651 Feb 03 04:34:15.958928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:15Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:16.002845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c0c9a-4770-4ea6-94bc-006fe3b54bce None None] The sync data for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 is: [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:15Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:34:16.768350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-3e7ac7da-3482-41ae-a7c1-b93d37b07d0c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.770790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-3e7ac7da-3482-41ae-a7c1-b93d37b07d0c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.31 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 820 time: 0.2695975 Feb 03 04:34:16.787617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Request body: {'port': {'device_id': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'admin_state_up': True, 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:16.813829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.820655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.828511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.836409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.842454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.851417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.864486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.866732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-056b217d-0ea1-4b9c-9c95-1edab709cbeb tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.2485988 Feb 03 04:34:16.875379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf15c3-8228-49a0-bde0-056db3f22cea req-733883a7-b316-4525-990d-5e1875454396 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:16.883279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2abf15c3-8228-49a0-bde0-056db3f22cea req-733883a7-b316-4525-990d-5e1875454396 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1821520 Feb 03 04:34:16.922474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f228c2cd-6fb6-489a-9f83-c97c71d9b532 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:16.953092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Made reservation on behalf of 9b3b70b707dc4c5a80e8a23b02eb8eea for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:16.957470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.004110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f228c2cd-6fb6-489a-9f83-c97c71d9b532 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:17.005852 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.081360 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2abf15c3-8228-49a0-bde0-056db3f22cea req-4a4652ca-6e08-42b4-a025-4e69140b6b73 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966159 Feb 03 04:34:17.105513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-480cab8e-6ac9-45ce-bc28-959e07f5e211 req-201d7e58-1340-4b04-b343-cfaa92edcfc5 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115088 Feb 03 04:34:17.184996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f228c2cd-6fb6-489a-9f83-c97c71d9b532 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:17.185918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.196943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Allocated IP 172.20.0.3 (a8d921dc-1f7a-4f2c-9a4e-05b08794ff92/15b861fb-1537-45a9-872f-0f6474144108/2a83c2fc-f76e-4265-a971-bbcae1bfdb30) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:17.245472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port f228c2cd-6fb6-489a-9f83-c97c71d9b532, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f228c2cd-6fb6-489a-9f83-c97c71d9b532,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:17.256720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.288154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b092c1fa-8d74-4f8a-9071-2d79dd7ae206 req-98a92a4c-bf64-41d3-b534-b19d9f5e0753 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 210 time: 0.0701199 Feb 03 04:34:17.366106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=f228c2cd-6fb6-489a-9f83-c97c71d9b532,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:17.447605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb685f2-efdd-4b0a-8ae1-a0f9f526fdfc req-fd5210bc-585a-425c-bfe3-7583c7ffe3b4 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.454698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acb685f2-efdd-4b0a-8ae1-a0f9f526fdfc req-fd5210bc-585a-425c-bfe3-7583c7ffe3b4 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1094036 Feb 03 04:34:17.502188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.534721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acb685f2-efdd-4b0a-8ae1-a0f9f526fdfc req-f2bf230b-562c-44ca-8c63-70133a98a50e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772281 Feb 03 04:34:17.567840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.579623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bad8de-c2c8-43dd-b706-6f5efb05660f req-1aecfe90-5d7d-4ae8-9b89-ac6d0d77a6dd tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.581727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0bad8de-c2c8-43dd-b706-6f5efb05660f req-1aecfe90-5d7d-4ae8-9b89-ac6d0d77a6dd tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1555891 Feb 03 04:34:17.626436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:17.630354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:17.640482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:17.687156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event updated for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:17.698990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0bad8de-c2c8-43dd-b706-6f5efb05660f req-b68283a3-9643-48f4-ac7f-564b49097fd5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083753 Feb 03 04:34:17.710560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.711356 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.735685 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-7855ac84-b365-401d-abc0-af419b324262 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9521208 Feb 03 04:34:17.749017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Request body: {'port': {'device_id': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:17.830634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.843846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.849222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.859899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.864837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:17.865670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.874415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.879840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:17.900442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf0b749c-b5ea-4a97-a5a7-2c25a3607b5f req-91f35bfa-f2c7-42c7-8727-59fb4ebc1955 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.2187726 Feb 03 04:34:17.908306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:17.916078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Request body: {'floatingip': {'port_id': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:18.048884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for floatingip (74c29771-8349-4a8c-a6cd-69c7217fcb18), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:18.185195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:18.194371 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Publish callbacks [] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:18.210245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Transition to ACTIVE for port object 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:34:18.215642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:18.249909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e52da-530d-4ed1-afe1-d615593af8ca req-bda7b6b9-d853-4b85-bb65-77a4fe259472 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:18.257078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b38e52da-530d-4ed1-afe1-d615593af8ca req-bda7b6b9-d853-4b85-bb65-77a4fe259472 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.3497124 Feb 03 04:34:18.272000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Pushing event updated for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:18.389063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-cedd1c52-9b0f-481f-ad12-fcd4a91c11b6 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:18.390889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-cedd1c52-9b0f-481f-ad12-fcd4a91c11b6 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 811 time: 0.3811364 Feb 03 04:34:18.394905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Attempting to bind port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:34:18.395566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Attempting to bind port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:34:18.396035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Attempting to bind port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 on network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:18.401829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 on network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:34:18.402163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Attempting to bind port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 on network a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:18.407550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:34:18.407950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Checking segment: {'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:18.408333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Bound using segment: {'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:34:18.408806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Bound port: 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224e5d20-aa34-4459-b1a3-5f8395829315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:34:18.409264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:18.422477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b38e52da-530d-4ed1-afe1-d615593af8ca req-7428ba9f-d6a3-44c7-a483-b633e4fe9b5f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593964 Feb 03 04:34:18.493904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:34:18.498183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:34:18.508755 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:18.511812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-a7a36e06-cca5-4dd8-b4f9-82f58be51d3a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/quotas/46512ac125f0447eb1cbafa779d3250f HTTP/1.1" status: 200 len: 375 time: 0.1129687 Feb 03 04:34:18.539158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:18.540315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:18.548057 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] 10.222.0.31 "PUT /v2.0/ports/2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 1091 time: 0.8025632 Feb 03 04:34:18.552782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:18.556189 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:18.744710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-3f9078e7-d00d-40ad-ae56-21adbea87a9f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2250793 Feb 03 04:34:18.791447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70e4d4-f4a4-429e-b98c-401f917f5ceb service neutron] Pushing event updated for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:18.809962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-ed4cf5cb-f25a-42fc-b1b3-4c7ac9b622c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:18.813778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-ed4cf5cb-f25a-42fc-b1b3-4c7ac9b622c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1125 time: 0.2148113 Feb 03 04:34:18.858640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f228c2cd-6fb6-489a-9f83-c97c71d9b532 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:18.900962 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-d85ba23c-e4f4-48dd-b75a-078f6fc9c337 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 217 time: 0.0792913 Feb 03 04:34:18.965060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-76ac6cf7-7e4d-4107-9ef9-868014fd5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:18.965787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f228c2cd-6fb6-489a-9f83-c97c71d9b532 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:18.966217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:18.967185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-76ac6cf7-7e4d-4107-9ef9-868014fd5af6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.0602660 Feb 03 04:34:19.007247 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-3efe6f70-dff0-479e-9769-e3ca4c26c298 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288796 Feb 03 04:34:19.084303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-55a394ef-5f4a-4b3a-96d7-d1bf4b5f6a66 service neutron] 10.222.0.35 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372018 Feb 03 04:34:19.118020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fdfc7-dc8b-4be7-9acd-dcdeed01417a req-5ffbc2ed-0aa6-474f-941d-77cdfe8a667b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:19.119653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-296fdfc7-dc8b-4be7-9acd-dcdeed01417a req-5ffbc2ed-0aa6-474f-941d-77cdfe8a667b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 943 time: 0.1623168 Feb 03 04:34:19.206576 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-a61c8e1b-c59e-497f-9ad6-5737f7241f92 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900921 Feb 03 04:34:19.263536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f228c2cd-6fb6-489a-9f83-c97c71d9b532 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:19.366298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d2d9840-22f2-448b-95ea-fd90c493d327 req-55913148-4c68-41a4-b2f9-a30e26cac6c4 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525824 Feb 03 04:34:19.560677 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:34:19.619865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-296fdfc7-dc8b-4be7-9acd-dcdeed01417a req-255f43eb-781c-4e75-95bf-c4653b3098e2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862449 Feb 03 04:34:19.656037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-4fa2aac7-65c3-4761-9f71-755aba4395f5 service neutron] 10.222.0.35 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631104 Feb 03 04:34:19.661213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:19.666625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (74c29771-8349-4a8c-a6cd-69c7217fcb18), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:19.713743 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70fa1b-382c-4aeb-b12e-19d807c6510a x-openstack-request-id: req-2a70fa1b-382c-4aeb-b12e-19d807c6510a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:19.714044 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:19.714306 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a70fa1b-382c-4aeb-b12e-19d807c6510a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:19.714718 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'status': 'completed', 'code': 200} Feb 03 04:34:19.818469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-48bfb137-13d0-4de8-b680-bbfcf28966bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:19.820292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-48bfb137-13d0-4de8-b680-bbfcf28966bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1125 time: 0.0804353 Feb 03 04:34:19.935808 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Floating IP 74c29771-8349-4a8c-a6cd-69c7217fcb18 associated. External IP: 172.25.7.81, port: 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6. Feb 03 04:34:20.016835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-63a208ec-76a6-4449-ad65-9233102c0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:20.018485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-63a208ec-76a6-4449-ad65-9233102c0541 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.1883399 Feb 03 04:34:20.041902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac3d2d8f-44fc-464a-acae-04fc3bb0cd5f req-1cf36ca1-e70f-45a4-aff9-59b4fe8ff0fb tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 210 time: 0.0362830 Feb 03 04:34:20.064615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829c6be-4d6f-421d-80cd-b36dbec53232 req-c27079da-2e33-458d-b1b2-634c754fca24 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:20.066239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2829c6be-4d6f-421d-80cd-b36dbec53232 req-c27079da-2e33-458d-b1b2-634c754fca24 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.2374601 Feb 03 04:34:20.123295 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-287d187f-fa4b-4750-97d4-cbb1462f0aad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 217 time: 0.0972581 Feb 03 04:34:20.177260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2829c6be-4d6f-421d-80cd-b36dbec53232 req-df667809-3eb1-444a-ba62-938010bb3305 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784554 Feb 03 04:34:20.246825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-371eb37a-0ef3-4f5a-80f4-3c6e434badd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:20.249212 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-371eb37a-0ef3-4f5a-80f4-3c6e434badd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.1191311 Feb 03 04:34:20.290995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-1a953f09-90fb-4247-abb6-d91b433a1df0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328970 Feb 03 04:34:20.394950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6696b3-6d86-400c-ba49-349b1e023378 req-524d0cc5-3eab-4429-ba4d-017c4cbbf575 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:20.402202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a6696b3-6d86-400c-ba49-349b1e023378 req-524d0cc5-3eab-4429-ba4d-017c4cbbf575 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0875947 Feb 03 04:34:20.405853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:34:20.444995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-288b3940-dd36-480b-95f0-471c691eba10 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449320 Feb 03 04:34:20.458153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a6696b3-6d86-400c-ba49-349b1e023378 req-3886d333-4aa3-40f0-b6e9-8a7a68a54c3a tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549667 Feb 03 04:34:20.592966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:34:20.598982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:20.605972 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] Sync routers for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:34:20.618846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:34:20.621918 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:20.644027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b2d18a22-94dc-4c05-be3b-68c84c4ebd28 req-216e41fd-a3ca-437e-8656-83bcfc81743c service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919372 Feb 03 04:34:20.711056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3bbaf6e2-e5c3-4949-bf67-d95cf669c171 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "PUT /v2.0/floatingips/74c29771-8349-4a8c-a6cd-69c7217fcb18 HTTP/1.1" status: 200 len: 990 time: 2.8014791 Feb 03 04:34:20.715560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:20.717911 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9523b2-604f-419a-bcf8-ba29cc156f87" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:20.819229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ab080-998e-48e4-8da4-d5ca19c1bae5 req-7b7fe4f1-e1a5-41ab-8c32-5af446342959 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:20.821163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d00ab080-998e-48e4-8da4-d5ca19c1bae5 req-7b7fe4f1-e1a5-41ab-8c32-5af446342959 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.2174702 Feb 03 04:34:20.913236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619786b-f839-4e80-9d9d-e3c157ef1617 req-f819719b-7d09-4fd1-9164-e75a110b22c7 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:20.928017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3619786b-f839-4e80-9d9d-e3c157ef1617 req-f819719b-7d09-4fd1-9164-e75a110b22c7 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 943 time: 0.1682508 Feb 03 04:34:20.934456 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:34:20.962518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d00ab080-998e-48e4-8da4-d5ca19c1bae5 req-7d7f5327-ee9a-450c-aec2-9825c59f90c0 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220596 Feb 03 04:34:20.998864 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3619786b-f839-4e80-9d9d-e3c157ef1617 req-274c71ed-78d6-4be8-a122-b53a18c5ec5c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681217 Feb 03 04:34:21.089550 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a02b5b-9598-421e-a71b-afe26c565169 x-openstack-request-id: req-d6a02b5b-9598-421e-a71b-afe26c565169 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:21.090045 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:21.090312 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6a02b5b-9598-421e-a71b-afe26c565169 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:21.090733 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'status': 'completed', 'code': 200} Feb 03 04:34:21.178303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.184591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.190895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.200516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.206231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.211654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.212279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.212923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.213793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.214321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.214817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.215441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.216053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.218659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.220415 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-aa9454ac-c7fa-48f6-8da4-5f11b4a4ec5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6718 time: 0.0865252 Feb 03 04:34:21.229336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-7bdb767c-3d64-4f75-b544-34bc07e5e946 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1776392 Feb 03 04:34:21.378124 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11e13df4-9529-46f5-b3de-7e9a16b79626 req-6a0b48ef-a523-40a5-89cd-33dd163fe713 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477778 Feb 03 04:34:21.411803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:21.446335 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '74c29771-8349-4a8c-a6cd-69c7217fcb18', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'port_id': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'mac_address': 'fa:16:3e:94:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:32:36Z', 'updated_at': '2022-02-03T04:34:19Z', 'revision_number': 1, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 5, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:21.512485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82972583-7725-406b-815a-51c014b41ae6 req-0dd4cd31-77ac-4026-b223-8915a1617080 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.522920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82972583-7725-406b-815a-51c014b41ae6 req-0dd4cd31-77ac-4026-b223-8915a1617080 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1420424 Feb 03 04:34:21.547489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] Checking router: 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:34:21.566424 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:34:21.567588 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:21.617299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:21.630999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'port_id': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'mac_address': 'fa:16:3e:ae:1c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:21.641715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-67f77abc-4f5c-4269-8517-0ed513375cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.648624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-67f77abc-4f5c-4269-8517-0ed513375cd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beae8172-3c61-4391-8e35-747a56e0e655 HTTP/1.1" status: 200 len: 917 time: 0.4171302 Feb 03 04:34:21.656051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca109307-f02a-47c0-b248-af0a41209652 req-092526cc-8459-471a-a538-f22a0fb2fb82 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 210 time: 0.0914354 Feb 03 04:34:21.675532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:21.676386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:21.691534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:21.704227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82972583-7725-406b-815a-51c014b41ae6 req-7f29718d-38d7-4d42-bf8b-60e726e8b549 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801105 Feb 03 04:34:21.724214 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:34:21.725899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:21.732966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:21.827361 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-f93171c3-f651-42e4-90b6-ef86f4b928ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 HTTP/1.1" status: 200 len: 998 time: 0.1355484 Feb 03 04:34:21.840729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:21.876937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-51e13ac3-09e1-4e8c-a6d9-518ed37494a1 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.879473 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-51e13ac3-09e1-4e8c-a6d9-518ed37494a1 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.31 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 811 time: 0.6301343 Feb 03 04:34:21.909434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Request body: {'port': {'device_id': '75e80a53-7567-44d8-8bf9-e0134778649e', 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'admin_state_up': True, 'tenant_id': '46512ac125f0447eb1cbafa779d3250f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:21.962006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-a7b3b09b-0866-4ac1-8b50-58b8cfbe68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:21.963751 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-a7b3b09b-0866-4ac1-8b50-58b8cfbe68cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55132384-0eb5-4d14-8935-56df1d428aed HTTP/1.1" status: 200 len: 855 time: 0.1240366 Feb 03 04:34:21.987544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2a83c2fc-f76e-4265-a971-bbcae1bfdb30'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:22.112589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92284e-78f2-4730-8b76-dd444aed2a8d req-b6f185e6-3dfc-45c8-a961-0f49e736e9de tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.115490 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '74c29771-8349-4a8c-a6cd-69c7217fcb18', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'port_id': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'mac_address': 'fa:16:3e:94:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:32:36Z', 'updated_at': '2022-02-03T04:34:19Z', 'revision_number': 1, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 5, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:22.126212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a92284e-78f2-4730-8b76-dd444aed2a8d req-b6f185e6-3dfc-45c8-a961-0f49e736e9de tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1103263 Feb 03 04:34:22.129220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-26bccd7e-afcc-4b93-a45c-f74195b00531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.131233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-26bccd7e-afcc-4b93-a45c-f74195b00531 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beae8172-3c61-4391-8e35-747a56e0e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1604693 Feb 03 04:34:22.199681 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f99c91-88d8-48f1-b8cf-ac815d7eff28 None None] The sync data for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 is: [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '74c29771-8349-4a8c-a6cd-69c7217fcb18', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'port_id': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'mac_address': 'fa:16:3e:94:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c72410-48e4-4588-a749-3753963f0e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:32:36Z', 'updated_at': '2022-02-03T04:34:19Z', 'revision_number': 1, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 5, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:34:22.253006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Made reservation on behalf of 46512ac125f0447eb1cbafa779d3250f for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:22.257102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:22.286640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a92284e-78f2-4730-8b76-dd444aed2a8d req-700e409a-ec9b-4fb6-bb62-c85659a2fc42 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566391 Feb 03 04:34:22.308074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfac50-516b-4709-966e-bc49224cde75 req-ff265711-c877-41e7-8880-00f1a30146df tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.312872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17dfac50-516b-4709-966e-bc49224cde75 req-ff265711-c877-41e7-8880-00f1a30146df tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 944 time: 0.1818404 Feb 03 04:34:22.407292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17dfac50-516b-4709-966e-bc49224cde75 req-c685011b-6314-47cb-b5ba-4d32a4809480 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876949 Feb 03 04:34:22.472312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-32d7db1a-8dca-4e16-9106-a74dd1b23275 service neutron] 10.222.0.15 "GET /v2.0/networks/beae8172-3c61-4391-8e35-747a56e0e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293233 Feb 03 04:34:22.543482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Allocated IP 172.20.0.13 (5ea84a65-81ed-4925-882e-20f87eed7953/1601b2c2-7bc6-42ca-aece-27ef356de6c7/f24d80b0-6d0a-4be9-895b-2438bfa113ad) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:22.611268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863eaa68-2a0c-4935-aa91-36c206f864d3 None None] New status for floating IP 74c29771-8349-4a8c-a6cd-69c7217fcb18: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:34:22.632910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.639185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.644718 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.651469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.656958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.681668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.695839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:22.701753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef617366-5360-46b5-a5ac-247390e789a5 req-5f5ffe90-dc9a-4afe-933e-63ef26299457 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1907556 Feb 03 04:34:22.752982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6d9523b2-604f-419a-bcf8-ba29cc156f87 req-b73bda9d-ce15-4af2-b86e-bb2a30d9f80c service neutron] 10.222.0.15 "GET /v2.0/networks/beae8172-3c61-4391-8e35-747a56e0e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319536 Feb 03 04:34:22.822362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3073e433-16de-4318-a086-3e371e8ddb6a req-61740497-9a39-42a7-9850-87695c76d7e2 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 210 time: 0.0339274 Feb 03 04:34:22.871010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef617366-5360-46b5-a5ac-247390e789a5 req-ab2f568a-0a30-49eb-90e7-832d1176a134 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639361 Feb 03 04:34:22.906265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks [] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:22.964606 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:22.980132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cfc1113c-57ad-4186-8ffe-de0c2b2dc414'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:23.019266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Pushing event updated for resources: {'Port': ['ID=f24d80b0-6d0a-4be9-895b-2438bfa113ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:23.037065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Network 5ea84a65-81ed-4925-882e-20f87eed7953 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:23.039863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:23.042324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:23.095005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:23.095746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.121833 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9205e3ea-acdf-4a05-bb94-57ac15b16c2b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2198613 Feb 03 04:34:23.134930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Request body: {'port': {'device_id': '75e80a53-7567-44d8-8bf9-e0134778649e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:23.206199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.423613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b0087-718f-4347-bb98-9c17cb31f82c req-ab24f6ca-3a50-4733-b289-d3fdfb8cb4d7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:23.425438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:23.431961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f05b0087-718f-4347-bb98-9c17cb31f82c req-ab24f6ca-3a50-4733-b289-d3fdfb8cb4d7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0723197 Feb 03 04:34:23.490736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f05b0087-718f-4347-bb98-9c17cb31f82c req-17d12a1e-cc1e-4119-933b-b7199cc148c8 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552187 Feb 03 04:34:23.544136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:23.554216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:23.559197 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.590622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24d80b0-6d0a-4be9-895b-2438bfa113ad {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:23.600480 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Publish callbacks [] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.614012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Transition to ACTIVE for port object f24d80b0-6d0a-4be9-895b-2438bfa113ad will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:34:23.625426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.704380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.755873 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.757550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Pushing event updated for resources: {'Port': ['ID=f24d80b0-6d0a-4be9-895b-2438bfa113ad,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:23.793425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d29d1-dfab-4464-b449-c899bfe25201 req-b8a2ef6b-13b7-4e15-9fcf-aa40449a6be5 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:23.796319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62d29d1-dfab-4464-b449-c899bfe25201 req-b8a2ef6b-13b7-4e15-9fcf-aa40449a6be5 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 944 time: 0.1734381 Feb 03 04:34:23.865012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Attempting to bind port f24d80b0-6d0a-4be9-895b-2438bfa113ad on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:34:23.865353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Attempting to bind port f24d80b0-6d0a-4be9-895b-2438bfa113ad by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:34:23.865686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Attempting to bind port f24d80b0-6d0a-4be9-895b-2438bfa113ad on network 5ea84a65-81ed-4925-882e-20f87eed7953 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:23.881877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Port f24d80b0-6d0a-4be9-895b-2438bfa113ad on network 5ea84a65-81ed-4925-882e-20f87eed7953 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:34:23.882363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Attempting to bind port f24d80b0-6d0a-4be9-895b-2438bfa113ad on network 5ea84a65-81ed-4925-882e-20f87eed7953 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:23.890536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:34:23.890877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Checking segment: {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:23.891263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Bound using segment: {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:34:23.891717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Bound port: f24d80b0-6d0a-4be9-895b-2438bfa113ad, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9fda44-653a-476b-aa1e-9cbac5e375c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:34:23.892078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.904679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62d29d1-dfab-4464-b449-c899bfe25201 req-726097ce-e4a8-4f02-a184-0fd721b72148 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001322 Feb 03 04:34:23.927703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:23.928600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:23.931099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45976) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:24.023317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] For port f24d80b0-6d0a-4be9-895b-2438bfa113ad, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:34:24.024457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:24.025785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:24.030537 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461a74f6-1c05-4609-9b89-0b257774abda" -d '{"events": [{"server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "name": "network-vif-plugged", "status": "completed", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:24.032587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] For port f24d80b0-6d0a-4be9-895b-2438bfa113ad, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:34:24.035253 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.044691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-ec3b9843-4faf-4cdc-bd38-4b9520ac1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.046228 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-ec3b9843-4faf-4cdc-bd38-4b9520ac1fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 1128 time: 0.1468396 Feb 03 04:34:24.047794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.107304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97ca4-2cf3-4ef8-b547-db34ae33aeea req-eeec08d7-cd0c-44eb-9828-fc4e1cb1a2db tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.118010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.118631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.119622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82d97ca4-2cf3-4ef8-b547-db34ae33aeea req-eeec08d7-cd0c-44eb-9828-fc4e1cb1a2db tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 944 time: 0.1172099 Feb 03 04:34:24.120155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] 10.222.0.31 "PUT /v2.0/ports/f24d80b0-6d0a-4be9-895b-2438bfa113ad HTTP/1.1" status: 200 len: 1092 time: 0.9907174 Feb 03 04:34:24.120609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e80a53-7567-44d8-8bf9-e0134778649e', 'tag': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:24.122985 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395170e5-ff61-451f-afbe-34dc83b61a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "75e80a53-7567-44d8-8bf9-e0134778649e", "tag": "f24d80b0-6d0a-4be9-895b-2438bfa113ad"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:24.165811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:24.171375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e280f39-53f0-47e1-8f77-7bf99b19876a req-3f9588f8-0cbf-4c6d-8fc7-00b85891c38f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.173044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e280f39-53f0-47e1-8f77-7bf99b19876a req-3f9588f8-0cbf-4c6d-8fc7-00b85891c38f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.2287130 Feb 03 04:34:24.206927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6d701-76ea-48e0-ae39-719eb039ae13 service neutron] Pushing event updated for resources: {'Port': ['ID=f24d80b0-6d0a-4be9-895b-2438bfa113ad,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:24.240420 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.253254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-d513a795-a9a4-4669-8fd7-c45cc77d1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.254790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-d513a795-a9a4-4669-8fd7-c45cc77d1449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 200 len: 915 time: 0.1986837 Feb 03 04:34:24.274052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82d97ca4-2cf3-4ef8-b547-db34ae33aeea req-a5b02ce5-dd24-4af8-8a51-e6d8244313ab tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457829 Feb 03 04:34:24.315541 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-70952bc2-3bf2-4cbb-94bc-f0a415002a18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 200 len: 217 time: 0.0468102 Feb 03 04:34:24.318363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-cb9a4c12-ac64-443b-9dd5-7f2e1ed73ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.319802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-cb9a4c12-ac64-443b-9dd5-7f2e1ed73ba4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 1126 time: 0.1326752 Feb 03 04:34:24.400721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Publish callbacks [] for security_group (5e8337d4-b504-46b5-bb25-77982bd03e10), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.410714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-9b4cc757-0d4f-4ba1-882c-3800c502051e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad HTTP/1.1" status: 200 len: 217 time: 0.0772326 Feb 03 04:34:24.442246 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5e8337d4-b504-46b5-bb25-77982bd03e10), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.447283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-5bb4da9b-b2f6-4c68-8efa-298d4f059d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.448772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-5bb4da9b-b2f6-4c68-8efa-298d4f059d19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 200 len: 854 time: 0.1247685 Feb 03 04:34:24.469646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e280f39-53f0-47e1-8f77-7bf99b19876a req-4b403f60-1f38-464d-974c-841b00339672 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850583 Feb 03 04:34:24.485542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-5a92232e-f16b-415b-9c0b-90947debf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.485704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4f60755a2b341ae8b6bd4b0a67e90e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5500920 Feb 03 04:34:24.485828 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-5a92232e-f16b-415b-9c0b-90947debf727 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 200 len: 851 time: 0.0684621 Feb 03 04:34:24.495200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:24.525128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8337d4-b504-46b5-bb25-77982bd03e10,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:24.525419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-fe222d2d-d627-4c71-b141-f5bfa0b0daa7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b896dd1-f8cf-465e-a6ba-05d147551867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609505 Feb 03 04:34:24.538853 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dde7222-f172-4c6f-a6dc-554241590677 x-openstack-request-id: req-5dde7222-f172-4c6f-a6dc-554241590677 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:24.539154 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "name": "network-vif-plugged", "status": "completed", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:24.539429 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5dde7222-f172-4c6f-a6dc-554241590677 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:24.539870 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'code': 200} Feb 03 04:34:24.542791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.548319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.553553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.559032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.564463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.570841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.576560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.584230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d1c79423-0ce2-4e36-b0ae-0ed00564d4f0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1792600 Feb 03 04:34:24.595224 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-0cb962e1-c01c-42db-ba73-0e68f776384d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ea84a65-81ed-4925-882e-20f87eed7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815136 Feb 03 04:34:24.596951 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e4b154-994e-44eb-96ae-9a63f619e42b x-openstack-request-id: req-32e4b154-994e-44eb-96ae-9a63f619e42b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:24.597337 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e80a53-7567-44d8-8bf9-e0134778649e", "tag": "f24d80b0-6d0a-4be9-895b-2438bfa113ad", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:24.597681 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32e4b154-994e-44eb-96ae-9a63f619e42b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:24.598166 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e80a53-7567-44d8-8bf9-e0134778649e', 'tag': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad', 'status': 'completed', 'code': 200} Feb 03 04:34:24.653777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.654142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.654487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.654827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.655159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.655489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.655843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.656169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.656491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.657949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.658281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.658605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.658933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e33f0ef-bd5d-4fbb-b6ee-71577ab99b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:24.746006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45bbb269-da9e-4ac1-b04f-9ca5e3a179f8 req-d985fe5d-6529-4265-9681-910388a72d3c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601956 Feb 03 04:34:24.766512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e9eb-f0d2-40bd-842e-3b67da487601 admin admin] Publish callbacks [] for security_group (5e8337d4-b504-46b5-bb25-77982bd03e10), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.770645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbcb7b-74fe-4294-8c85-7fe043e6c8c0 req-75d951ff-d2eb-4359-925b-64686528d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:24.772371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfcbcb7b-74fe-4294-8c85-7fe043e6c8c0 req-75d951ff-d2eb-4359-925b-64686528d999 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.1583569 Feb 03 04:34:24.784121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-e0cbf9b3-95b2-4c29-8a95-ab63f130eb45 service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141187 Feb 03 04:34:24.801211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-321ef5a5-4b6d-44df-8f6f-044e11693b5a service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888692 Feb 03 04:34:24.857161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e9eb-f0d2-40bd-842e-3b67da487601 admin admin] Publish callbacks [] for security_group (5e8337d4-b504-46b5-bb25-77982bd03e10), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:24.955321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfcbcb7b-74fe-4294-8c85-7fe043e6c8c0 req-62926711-5353-4f7d-af0e-f940ae655111 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744914 Feb 03 04:34:24.965069 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-96fa6c10-d2ef-40ab-80aa-8047bd8e0437 req-63603b53-1762-45b3-8d88-4b21aea07b59 service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511996 Feb 03 04:34:24.982925 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60de3d25-b2a3-469f-8a85-2a37621a1cb1 req-ebab5fd0-4bf6-42f5-bb88-c82a8b101b55 service neutron] 10.222.0.15 "GET /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976902 Feb 03 04:34:25.047903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.053088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.058360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.063741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.068939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.074149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.079452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.081408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-8caab5d8-2002-45ac-ab2e-54cc583dcacc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1939692 Feb 03 04:34:25.100271 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e9eb-f0d2-40bd-842e-3b67da487601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5e8337d4-b504-46b5-bb25-77982bd03e10), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:25.102774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e9eb-f0d2-40bd-842e-3b67da487601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:25.103905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ae1e9eb-f0d2-40bd-842e-3b67da487601 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e8337d4-b504-46b5-bb25-77982bd03e10 HTTP/1.1" status: 204 len: 168 time: 0.6114929 Feb 03 04:34:25.129163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1e9eb-f0d2-40bd-842e-3b67da487601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8337d4-b504-46b5-bb25-77982bd03e10,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:25.157888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-88be4b54-86bc-4f12-964a-548945e495c7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.159397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-88be4b54-86bc-4f12-964a-548945e495c7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.2027829 Feb 03 04:34:25.204189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5540faa7-28f1-46b0-9487-9e5123f4a69c req-58a6c8fc-d1d6-4ba1-93ac-d3aba1d8053d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160915 Feb 03 04:34:25.208010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e6db7feb-aac7-4f73-912a-d00188b85b95 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/quotas/44d89ccccdf642ccab641190b18a9f8e HTTP/1.1" status: 200 len: 375 time: 0.0387278 Feb 03 04:34:25.295247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-79fc7c02-ea51-49cd-9158-9de990ee264d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783801 Feb 03 04:34:25.331967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-0c9c7080-4895-4eb7-9d6f-0acfa53a0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.339146 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-0c9c7080-4895-4eb7-9d6f-0acfa53a0dc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 1126 time: 0.1271157 Feb 03 04:34:25.456048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325a0f3-41b5-423d-9f58-ed3e83a4bfd5 req-c34baba8-d5a4-4fe2-a537-a78343cebd4e tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.458091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f325a0f3-41b5-423d-9f58-ed3e83a4bfd5 req-c34baba8-d5a4-4fe2-a537-a78343cebd4e tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1263409 Feb 03 04:34:25.494924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-ff69726b-11af-4ec0-9a2b-a9a64773df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.495677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-c85a0530-fc4c-4513-a141-fc0552719e51 service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843972 Feb 03 04:34:25.497402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-ff69726b-11af-4ec0-9a2b-a9a64773df7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 912 time: 0.1362414 Feb 03 04:34:25.560836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-81139aa8-cf51-4bcd-b824-557a0895a9d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad HTTP/1.1" status: 200 len: 217 time: 0.0564291 Feb 03 04:34:25.587815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46024) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:25.592693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f325a0f3-41b5-423d-9f58-ed3e83a4bfd5 req-cb8bdf78-ec9e-4ef4-b408-a168d7779f94 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277111 Feb 03 04:34:25.615593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58ee6392-d39a-4649-b73f-d3444d956164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:25.638457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-7246b754-2dff-454a-a884-c171644434bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.640190 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-7246b754-2dff-454a-a884-c171644434bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 200 len: 851 time: 0.0716031 Feb 03 04:34:25.680402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-27a1285c-04f6-4f55-85eb-c589f13e6a8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ea84a65-81ed-4925-882e-20f87eed7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333269 Feb 03 04:34:25.736949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-5b8c0a6a-3e49-4345-a9bc-febaba906213 service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356851 Feb 03 04:34:25.814540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-799aa2ad-63d5-4c63-9554-d7b44145c958 service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261024 Feb 03 04:34:25.838275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.844021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.849970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.855278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.860718 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.866168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.871374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:25.873564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a8859be-977c-4317-8cb7-b19b4278730a req-be1ffff4-edff-4e94-998b-c98bd13da6b2 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1905158 Feb 03 04:34:25.901486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58ee6392-d39a-4649-b73f-d3444d956164 admin admin] Publish callbacks [] for security_group (e67c1587-dcc2-47fa-96f5-cdcd87d44e3d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:25.920280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58ee6392-d39a-4649-b73f-d3444d956164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e67c1587-dcc2-47fa-96f5-cdcd87d44e3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:25.966059 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-395170e5-ff61-451f-afbe-34dc83b61a4a req-cbff79c0-31cb-47e3-bbff-f8ba845ff1b6 service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435874 Feb 03 04:34:25.976252 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-58ee6392-d39a-4649-b73f-d3444d956164 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=70e6a16005664fc8b47b0b62fceeefe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797207 Feb 03 04:34:25.977601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:26.020800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee6392-d39a-4649-b73f-d3444d956164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67c1587-dcc2-47fa-96f5-cdcd87d44e3d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:26.049370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f771c-2838-4e5d-9292-486fb709e36d req-a3ee92cf-3145-48f7-818e-9b8e032894da tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:26.055866 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50dac4b4-ff1b-448d-8638-2ae802c3a49b admin admin] Publish callbacks [] for security_group (e67c1587-dcc2-47fa-96f5-cdcd87d44e3d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:26.056297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b6f771c-2838-4e5d-9292-486fb709e36d req-a3ee92cf-3145-48f7-818e-9b8e032894da tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 944 time: 0.1007564 Feb 03 04:34:26.088221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50dac4b4-ff1b-448d-8638-2ae802c3a49b admin admin] Publish callbacks [] for security_group (e67c1587-dcc2-47fa-96f5-cdcd87d44e3d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:26.141058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b6f771c-2838-4e5d-9292-486fb709e36d req-bff5fba4-ea09-4e39-8a04-0a6e93ff2396 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785091 Feb 03 04:34:26.198658 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50dac4b4-ff1b-448d-8638-2ae802c3a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e67c1587-dcc2-47fa-96f5-cdcd87d44e3d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:26.201331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50dac4b4-ff1b-448d-8638-2ae802c3a49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:26.202504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-50dac4b4-ff1b-448d-8638-2ae802c3a49b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e67c1587-dcc2-47fa-96f5-cdcd87d44e3d HTTP/1.1" status: 204 len: 168 time: 0.2238634 Feb 03 04:34:26.226058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dac4b4-ff1b-448d-8638-2ae802c3a49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67c1587-dcc2-47fa-96f5-cdcd87d44e3d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:26.318431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853111-f591-4252-8c3b-7676feab99bf req-831b0ea3-fde3-4a25-8692-5671e0bfc4ba tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:26.320153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e853111-f591-4252-8c3b-7676feab99bf req-831b0ea3-fde3-4a25-8692-5671e0bfc4ba tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1299884 Feb 03 04:34:26.440817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-663a6fdd-b9b5-4d4c-bf72-0e290ebdcd95 req-695d2e32-1cd6-4335-9cfd-324c67d48fe0 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 210 time: 0.0532448 Feb 03 04:34:26.470506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-8aa775cc-4f70-497c-aad1-af3ae9f23b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:26.475086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-8aa775cc-4f70-497c-aad1-af3ae9f23b40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.0778444 Feb 03 04:34:26.502850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e853111-f591-4252-8c3b-7676feab99bf req-47ebeaea-6216-4f7c-8746-bfda656c7f63 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725326 Feb 03 04:34:26.649513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-d8e78511-72e9-4dfa-99df-ea171719d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:26.651043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-d8e78511-72e9-4dfa-99df-ea171719d1a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.1668179 Feb 03 04:34:26.651554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28119a5-8dbf-4197-8279-8e4c8ee9b9e0 req-0ad8679a-eac2-4e14-92a0-57614cf36de0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:26.659440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a28119a5-8dbf-4197-8279-8e4c8ee9b9e0 req-0ad8679a-eac2-4e14-92a0-57614cf36de0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1287856 Feb 03 04:34:26.706557 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-0e09a628-3ff8-4ab0-bb81-5f6b3af40f1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.0480435 Feb 03 04:34:26.714235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cba37-6bf1-427a-8a61-9bb44380b984 req-66048534-cd28-4479-bd8a-b76abaf4134d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:26.715811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-642cba37-6bf1-427a-8a61-9bb44380b984 req-66048534-cd28-4479-bd8a-b76abaf4134d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1251657 Feb 03 04:34:26.776689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-624fc010-e459-4b99-a89a-1a00e91808f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:26.778616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-624fc010-e459-4b99-a89a-1a00e91808f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.0600579 Feb 03 04:34:26.787415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a28119a5-8dbf-4197-8279-8e4c8ee9b9e0 req-015176ec-9cef-4daf-967a-f8f86f9632ab tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269140 Feb 03 04:34:26.828095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-642cba37-6bf1-427a-8a61-9bb44380b984 req-ac4be00b-3922-4d04-98c4-73a26c721c43 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997331 Feb 03 04:34:26.876837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-043e91fd-7e48-483e-a355-4274a92380f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916066 Feb 03 04:34:26.999182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d505a-ce13-4f76-b35d-d1b355df1edc req-947b24c2-5766-4804-abdc-cf85f1a5906a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:27.001013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a89d505a-ce13-4f76-b35d-d1b355df1edc req-947b24c2-5766-4804-abdc-cf85f1a5906a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1209013 Feb 03 04:34:27.113915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a89d505a-ce13-4f76-b35d-d1b355df1edc req-29c9b724-a4f4-40b8-8c58-0b53c86e8911 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968344 Feb 03 04:34:27.129199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa776b-739f-48c6-84ce-982f4ef60cd3 req-b280ac50-f5c4-4ef3-be96-d365ae71e425 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:27.131952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28fa776b-739f-48c6-84ce-982f4ef60cd3 req-b280ac50-f5c4-4ef3-be96-d365ae71e425 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1730080 Feb 03 04:34:27.220994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28fa776b-739f-48c6-84ce-982f4ef60cd3 req-11e8d848-81d4-4ebf-acf0-7b112a4f2722 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794902 Feb 03 04:34:27.440258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f24d80b0-6d0a-4be9-895b-2438bfa113ad details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:27.448466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d88a9-cd77-4a81-b4e1-23c073eb643a req-a23dfb87-a15a-4b2e-be26-a54535b88937 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:27.462448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-073d88a9-cd77-4a81-b4e1-23c073eb643a req-a23dfb87-a15a-4b2e-be26-a54535b88937 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 944 time: 0.1276104 Feb 03 04:34:27.493314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-0f4a80e7-3191-42b3-9143-1fb8f6328669 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091974 Feb 03 04:34:27.555246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-073d88a9-cd77-4a81-b4e1-23c073eb643a req-16460c98-248d-49bc-bf17-806171dad2b8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881200 Feb 03 04:34:27.596306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20b682-6216-45d5-8ff1-b37eab18dd2a req-24d4a1d4-fbfb-40fe-a229-c85f0c7df57c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:27.604510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd20b682-6216-45d5-8ff1-b37eab18dd2a req-24d4a1d4-fbfb-40fe-a229-c85f0c7df57c tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1385787 Feb 03 04:34:27.743361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd20b682-6216-45d5-8ff1-b37eab18dd2a req-2d6ec268-9b94-4124-a46c-0458e05196c7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377835 Feb 03 04:34:27.751921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f24d80b0-6d0a-4be9-895b-2438bfa113ad, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:27.788930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad', 'network_id': '5ea84a65-81ed-4925-882e-20f87eed7953', 'port_id': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad', 'mac_address': 'fa:16:3e:00:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1601b2c2-7bc6-42ca-aece-27ef356de6c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:27.869069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f24d80b0-6d0a-4be9-895b-2438bfa113ad is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:27.869550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:27.887369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24d80b0-6d0a-4be9-895b-2438bfa113ad {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:27.888999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091a4a-15ab-4cb2-b1fa-e5ab4d5c09a5 req-f2317198-12eb-4b35-ab33-8eeb30e964d1 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:27.896166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11091a4a-15ab-4cb2-b1fa-e5ab4d5c09a5 req-f2317198-12eb-4b35-ab33-8eeb30e964d1 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1495137 Feb 03 04:34:27.914226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f24d80b0-6d0a-4be9-895b-2438bfa113ad, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:27.919168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca7cf89c-d5c3-43db-abce-b259e01c6fe8 req-0d649fec-5642-4490-b684-fe43da6f15ca tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 210 time: 0.0573459 Feb 03 04:34:27.928464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-741e6caa-0a50-431c-932b-f454daf293a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:27.930297 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-741e6caa-0a50-431c-932b-f454daf293a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.4357729 Feb 03 04:34:27.937779 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:27.979750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bf4a93f-b345-41b1-9df8-5eb8449b606e req-2197aac7-edeb-45dc-8127-ea4e5a684827 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190595 Feb 03 04:34:27.981090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11091a4a-15ab-4cb2-b1fa-e5ab4d5c09a5 req-e492ce2a-3ada-4781-b3da-b022b02be78a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837004 Feb 03 04:34:27.987605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-9bac7427-0e66-4c91-b329-cbc0b37831f7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:27.989005 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-9bac7427-0e66-4c91-b329-cbc0b37831f7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.4305594 Feb 03 04:34:28.050362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Request body: {'port': {'device_id': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'admin_state_up': True, 'tenant_id': '44d89ccccdf642ccab641190b18a9f8e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:28.097440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f24d80b0-6d0a-4be9-895b-2438bfa113ad,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:28.204338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-5d324553-af82-464d-9682-afc76cee6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:28.206147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-5d324553-af82-464d-9682-afc76cee6c57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.2695339 Feb 03 04:34:28.218841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['f24d80b0-6d0a-4be9-895b-2438bfa113ad'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:28.262846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46108) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:28.272368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-49cd20c8-1794-45cb-848f-b49b6c1cf7cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 217 time: 0.0394142 Feb 03 04:34:28.304470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcdfaf-b69d-41e1-8708-789d1935d499 req-a3f74259-7174-4680-bfda-40b5c7a5d4fb tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:28.306673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9dcdfaf-b69d-41e1-8708-789d1935d499 req-a3f74259-7174-4680-bfda-40b5c7a5d4fb tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1849966 Feb 03 04:34:28.326347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Made reservation on behalf of 44d89ccccdf642ccab641190b18a9f8e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:28.329762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:28.351646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be94b7-62b8-4bae-96ec-5b59b6cb08b8 req-761e0c60-644e-4658-b9fa-fe29b5cd0778 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:28.354261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6be94b7-62b8-4bae-96ec-5b59b6cb08b8 req-761e0c60-644e-4658-b9fa-fe29b5cd0778 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1875198 Feb 03 04:34:28.360369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-74f4c67e-411d-42fa-8145-7a8b97027933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:28.361860 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-74f4c67e-411d-42fa-8145-7a8b97027933 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.0792735 Feb 03 04:34:28.455281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9dcdfaf-b69d-41e1-8708-789d1935d499 req-43225b6d-4ea2-4bc1-88cf-bec01d749f72 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335363 Feb 03 04:34:28.470939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6be94b7-62b8-4bae-96ec-5b59b6cb08b8 req-e4b1683e-7178-458b-af49-e030cc862093 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066213 Feb 03 04:34:28.482972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-3c069781-cdaa-4db3-8569-8f27b29d0c58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121221 Feb 03 04:34:28.490009 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a37de2ea-e068-4f84-b5f9-55c566e7d86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:28.656536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a37de2ea-e068-4f84-b5f9-55c566e7d86b admin admin] Publish callbacks [] for security_group (bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:28.665027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-231445de-4e81-4515-b170-06e7b111d145 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717842 Feb 03 04:34:28.684407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Allocated IP 172.20.0.8 (da5ae939-f465-4537-8437-f398aa6b7cd1/82d3446f-0809-40ac-8e18-458c57e4d8c8/94e230d4-830c-4c53-a2dd-51f0a8028c4f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:28.701013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a37de2ea-e068-4f84-b5f9-55c566e7d86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:28.738753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88919414-3cc7-4dec-be8e-24d687c6082a req-d3b2422c-06be-493a-bb0c-2141c552bac7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:28.740322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88919414-3cc7-4dec-be8e-24d687c6082a req-d3b2422c-06be-493a-bb0c-2141c552bac7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1687610 Feb 03 04:34:28.797601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a37de2ea-e068-4f84-b5f9-55c566e7d86b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=133c6c1d2994446f9b4df33c6de4b720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336742 Feb 03 04:34:28.798451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37de2ea-e068-4f84-b5f9-55c566e7d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:28.803274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:28.834305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a327-1730-4a9a-b6dd-b069c0ec3696 req-96f4653d-195f-4d9e-b3cf-1c9d9758aa98 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:28.843031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60f5a327-1730-4a9a-b6dd-b069c0ec3696 req-96f4653d-195f-4d9e-b3cf-1c9d9758aa98 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 945 time: 0.1916695 Feb 03 04:34:28.875386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88919414-3cc7-4dec-be8e-24d687c6082a req-b0f59f89-a978-4775-ace7-391d4577f761 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258390 Feb 03 04:34:28.910659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60f5a327-1730-4a9a-b6dd-b069c0ec3696 req-135a76bd-ccf8-4568-b899-3473bf04013a tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667465 Feb 03 04:34:28.920172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4bf2b48-db6b-4337-b898-0779d1cc5d56 req-8ca1e7f5-0b4f-4508-8b87-3a23b5d17ab9 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435102 Feb 03 04:34:28.951586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41dacb3-099b-4d3e-b249-5eb920cd565e admin admin] Publish callbacks [] for security_group (bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:28.994770 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41dacb3-099b-4d3e-b249-5eb920cd565e admin admin] Publish callbacks [] for security_group (bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.019323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks [] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.054255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ad79de5-3e75-45f9-8cdc-f40bee1038d2 req-a6feda10-a091-4ef9-8dac-a68807b2ef29 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 210 time: 0.0347719 Feb 03 04:34:29.061383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddeebe-05c1-47e2-a2ee-6f2a862f377a req-3fe979d8-ab2b-4d08-8c56-d6964005f7c5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:29.076400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60ddeebe-05c1-47e2-a2ee-6f2a862f377a req-3fe979d8-ab2b-4d08-8c56-d6964005f7c5 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0943918 Feb 03 04:34:29.085375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.100459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41dacb3-099b-4d3e-b249-5eb920cd565e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.100931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['ede4b0e5-c211-4aaa-9bfd-b604389f5fae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:29.102880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41dacb3-099b-4d3e-b249-5eb920cd565e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.105285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:29.106939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c41dacb3-099b-4d3e-b249-5eb920cd565e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429 HTTP/1.1" status: 204 len: 168 time: 0.3024793 Feb 03 04:34:29.127135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60ddeebe-05c1-47e2-a2ee-6f2a862f377a req-c0c0aaac-77f4-4ea5-83d3-626516eb4127 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529714 Feb 03 04:34:29.150111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dacb3-099b-4d3e-b249-5eb920cd565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf709ac-24f2-4dd2-a2c4-8b4b70a2e429,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:29.161974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Network da5ae939-f465-4537-8437-f398aa6b7cd1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:29.168300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:29.180551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:29.193900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event updated for resources: {'Port': ['ID=94e230d4-830c-4c53-a2dd-51f0a8028c4f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:29.260886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:29.261512 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.284586 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-7a4d4090-028d-4101-85b5-5e39e0327f0d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2379315 Feb 03 04:34:29.296370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0859eb6-eb38-4aea-a6fe-1612b4998c06 req-2cf19ed8-e7a1-42b4-a79a-e709085db761 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:29.297905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Request body: {'port': {'device_id': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:29.298175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0859eb6-eb38-4aea-a6fe-1612b4998c06 req-2cf19ed8-e7a1-42b4-a79a-e709085db761 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1057541 Feb 03 04:34:29.309413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd3ba-d7e6-4c61-a105-37812b78182d req-a0ea3600-335a-4ce9-9de5-7efc0a83624f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:29.316528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8dcd3ba-d7e6-4c61-a105-37812b78182d req-a0ea3600-335a-4ce9-9de5-7efc0a83624f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0800474 Feb 03 04:34:29.391648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.404602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0859eb6-eb38-4aea-a6fe-1612b4998c06 req-36407029-cd9c-4811-9b74-da5d011f7186 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858755 Feb 03 04:34:29.416324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8dcd3ba-d7e6-4c61-a105-37812b78182d req-1adf1ff4-bc1b-4140-b5f8-69fce1474605 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983124 Feb 03 04:34:29.457666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f24d80b0-6d0a-4be9-895b-2438bfa113ad up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:29.523821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port f24d80b0-6d0a-4be9-895b-2438bfa113ad completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:29.530848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port f24d80b0-6d0a-4be9-895b-2438bfa113ad triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:29.531427 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.637804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fa912-95c5-4f23-b658-96c1c950998f req-248d73f2-fd44-4384-9aec-ac062ef438a1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:29.639692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-522fa912-95c5-4f23-b658-96c1c950998f req-248d73f2-fd44-4384-9aec-ac062ef438a1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0848050 Feb 03 04:34:29.666377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-465a1836-e107-4bd9-973d-a877fbdaaaba req-d9a0d9bb-3eb0-43ea-a8b7-29ef8a691638 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:34:29.667889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-465a1836-e107-4bd9-973d-a877fbdaaaba req-d9a0d9bb-3eb0-43ea-a8b7-29ef8a691638 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1662030 Feb 03 04:34:29.669703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f24d80b0-6d0a-4be9-895b-2438bfa113ad is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:29.670175 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.738546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-522fa912-95c5-4f23-b658-96c1c950998f req-a092507e-372c-4d4a-9a82-661349cccd87 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921559 Feb 03 04:34:29.754234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e80a53-7567-44d8-8bf9-e0134778649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:29.757890 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ac557-c185-4f6f-899a-8845f521c83f" -d '{"events": [{"server_uuid": "75e80a53-7567-44d8-8bf9-e0134778649e", "name": "network-vif-plugged", "status": "completed", "tag": "f24d80b0-6d0a-4be9-895b-2438bfa113ad"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:29.775523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f24d80b0-6d0a-4be9-895b-2438bfa113ad, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:29.787662 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.819544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e6bcd-dd79-4e91-a220-6e707f19dd14 req-cb4f18b0-3758-43b4-8848-33c3ea578f7b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:29.828108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee4e6bcd-dd79-4e91-a220-6e707f19dd14 req-cb4f18b0-3758-43b4-8848-33c3ea578f7b tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0792263 Feb 03 04:34:29.829626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e230d4-830c-4c53-a2dd-51f0a8028c4f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:29.839232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f24d80b0-6d0a-4be9-895b-2438bfa113ad,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:29.840745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Publish callbacks [] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.850944 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e26e32-3319-4df0-b144-2cc4a6dba005 x-openstack-request-id: req-a8e26e32-3319-4df0-b144-2cc4a6dba005 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:29.851250 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e80a53-7567-44d8-8bf9-e0134778649e", "name": "network-vif-plugged", "status": "completed", "tag": "f24d80b0-6d0a-4be9-895b-2438bfa113ad", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:29.851533 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8e26e32-3319-4df0-b144-2cc4a6dba005 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:29.851987 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e80a53-7567-44d8-8bf9-e0134778649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad', 'code': 200} Feb 03 04:34:29.865701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Transition to ACTIVE for port object 94e230d4-830c-4c53-a2dd-51f0a8028c4f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:34:29.871618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:29.894331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee4e6bcd-dd79-4e91-a220-6e707f19dd14 req-e4aeca8c-eb1f-47d2-a261-7c02fa871cb7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Feb 03 04:34:29.991812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Pushing event updated for resources: {'Port': ['ID=94e230d4-830c-4c53-a2dd-51f0a8028c4f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:30.028019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59eee-bac7-4e53-8ccc-095c9135edc6 req-cc58a049-d952-46cf-8f45-8d7f19158e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.029719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a8f59eee-bac7-4e53-8ccc-095c9135edc6 req-cc58a049-d952-46cf-8f45-8d7f19158e70 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 1128 time: 0.1248858 Feb 03 04:34:30.073271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee060d-051b-449d-aee8-c5a4f2f6fc3b req-8e9b4a30-f976-4f09-a692-35d45d5bdc71 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.075410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Attempting to bind port 94e230d4-830c-4c53-a2dd-51f0a8028c4f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:34:30.075772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Attempting to bind port 94e230d4-830c-4c53-a2dd-51f0a8028c4f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:34:30.075970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43ee060d-051b-449d-aee8-c5a4f2f6fc3b req-8e9b4a30-f976-4f09-a692-35d45d5bdc71 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1020370 Feb 03 04:34:30.076110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Attempting to bind port 94e230d4-830c-4c53-a2dd-51f0a8028c4f on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:30.085533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaead62-a96d-4f2d-9ede-10207344d54b req-b1c55f0d-8423-4f8b-8470-932a19f84484 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.087067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caaead62-a96d-4f2d-9ede-10207344d54b req-b1c55f0d-8423-4f8b-8470-932a19f84484 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0785067 Feb 03 04:34:30.091174 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Port 94e230d4-830c-4c53-a2dd-51f0a8028c4f on network da5ae939-f465-4537-8437-f398aa6b7cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:34:30.091671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Attempting to bind port 94e230d4-830c-4c53-a2dd-51f0a8028c4f on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:30.101803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a8f59eee-bac7-4e53-8ccc-095c9135edc6 req-a344f2aa-91ce-4911-925d-6a7dd973fe17 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659099 Feb 03 04:34:30.102667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:34:30.103003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Checking segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:30.103374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Bound using segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:34:30.103871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Bound port: 94e230d4-830c-4c53-a2dd-51f0a8028c4f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:34:30.104228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:30.152980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43ee060d-051b-449d-aee8-c5a4f2f6fc3b req-5e5bb559-17a3-416a-8c0b-6902f03876b0 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648801 Feb 03 04:34:30.177990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] For port 94e230d4-830c-4c53-a2dd-51f0a8028c4f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:34:30.181588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] For port 94e230d4-830c-4c53-a2dd-51f0a8028c4f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=94e230d4-830c-4c53-a2dd-51f0a8028c4f,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:34:30.181771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caaead62-a96d-4f2d-9ede-10207344d54b req-25c4787e-920b-497e-be6d-8e9f92d83574 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755711 Feb 03 04:34:30.190947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:30.245052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.246423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:30.248935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] 10.222.0.15 "PUT /v2.0/ports/94e230d4-830c-4c53-a2dd-51f0a8028c4f HTTP/1.1" status: 200 len: 1091 time: 0.9555721 Feb 03 04:34:30.251437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'tag': '94e230d4-830c-4c53-a2dd-51f0a8028c4f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:30.254631 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33306212-e5c6-4b56-bad3-f513f641372c" -d '{"events": [{"name": "network-changed", "server_uuid": "d45a2ba0-ac42-4077-a124-1fdbc3f6143e", "tag": "94e230d4-830c-4c53-a2dd-51f0a8028c4f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:30.284600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50744ae-5efb-4cff-852b-d48a84ae896f service neutron] Pushing event updated for resources: {'Port': ['ID=94e230d4-830c-4c53-a2dd-51f0a8028c4f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:30.357758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168b4d-8aa8-406e-91f3-099476d6a64e req-f5143aa3-4f71-4eee-83b1-a09190b606d9 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.359479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63168b4d-8aa8-406e-91f3-099476d6a64e req-f5143aa3-4f71-4eee-83b1-a09190b606d9 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 943 time: 0.1030734 Feb 03 04:34:30.372850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b276ead-5066-48c3-b37c-c45c358176d0 req-7b4e5e33-f271-4248-9e89-fcd14c41762d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.374413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b276ead-5066-48c3-b37c-c45c358176d0 req-7b4e5e33-f271-4248-9e89-fcd14c41762d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0773635 Feb 03 04:34:30.380364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-8aa6dbac-b405-455d-9807-2a5c2e72b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.382076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-8aa6dbac-b405-455d-9807-2a5c2e72b74c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 1125 time: 0.0673871 Feb 03 04:34:30.434676 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-1b737076-a6f3-4834-afe4-164e586dc90f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94e230d4-830c-4c53-a2dd-51f0a8028c4f HTTP/1.1" status: 200 len: 217 time: 0.0422032 Feb 03 04:34:30.446344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63168b4d-8aa8-406e-91f3-099476d6a64e req-e88395e9-0b2b-4789-96f8-9942de47d900 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709381 Feb 03 04:34:30.453822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b276ead-5066-48c3-b37c-c45c358176d0 req-ff797e40-93e1-4772-a042-0923145fe5f8 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712526 Feb 03 04:34:30.500358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-eeef01e9-9918-4ef8-bdef-4d4ed9b445b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.502208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-eeef01e9-9918-4ef8-bdef-4d4ed9b445b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.0563412 Feb 03 04:34:30.544057 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6851db-8111-48d6-bb69-722217292b91 x-openstack-request-id: req-6f6851db-8111-48d6-bb69-722217292b91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:30.544606 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45a2ba0-ac42-4077-a124-1fdbc3f6143e", "tag": "94e230d4-830c-4c53-a2dd-51f0a8028c4f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:30.544866 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f6851db-8111-48d6-bb69-722217292b91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:30.545394 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'tag': '94e230d4-830c-4c53-a2dd-51f0a8028c4f', 'status': 'completed', 'code': 200} Feb 03 04:34:30.547703 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-fa546e56-312c-4874-ba1f-c345c5e4ed62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362341 Feb 03 04:34:30.641569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b8884-47e8-450f-9e54-bda25c40fc05 req-6593c29c-8e9b-4bd3-b127-a9ef7c8f264c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.643132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b14b8884-47e8-450f-9e54-bda25c40fc05 req-6593c29c-8e9b-4bd3-b127-a9ef7c8f264c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0996537 Feb 03 04:34:30.663002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-013f83e3-1c8d-45c7-b827-81dbdf10f235 service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073997 Feb 03 04:34:30.672495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8e412-1d62-4f6f-9347-49f8c24a1a71 req-ec145b4b-f7e4-4fe5-8d56-53aa323ff3bb tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.674067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bb8e412-1d62-4f6f-9347-49f8c24a1a71 req-ec145b4b-f7e4-4fe5-8d56-53aa323ff3bb tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0983720 Feb 03 04:34:30.727044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b14b8884-47e8-450f-9e54-bda25c40fc05 req-8b983ae6-07b4-4b4c-9101-1eb671cc9648 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774941 Feb 03 04:34:30.748539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bb8e412-1d62-4f6f-9347-49f8c24a1a71 req-bf44a84f-097a-4143-9168-a6230997c69f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671391 Feb 03 04:34:30.779723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-06803a9d-2680-4ae8-8ceb-5c96af9170f1 req-fb33b1b3-efc5-475a-b317-04074f601291 service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078050 Feb 03 04:34:30.905971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33306212-e5c6-4b56-bad3-f513f641372c req-2ec8c0c0-0d70-421a-b4e3-c7b410754983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.907779 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33306212-e5c6-4b56-bad3-f513f641372c req-2ec8c0c0-0d70-421a-b4e3-c7b410754983 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 1125 time: 0.0596263 Feb 03 04:34:30.932491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb06d4-4776-49bf-99d4-25606d7d577a req-9cc214f6-befa-4b50-836e-596d0139a475 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:30.939535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60bb06d4-4776-49bf-99d4-25606d7d577a req-9cc214f6-befa-4b50-836e-596d0139a475 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0993929 Feb 03 04:34:30.940327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-f5babc59-1792-42e3-b4a6-d9684b8235d4 req-e0bb44b3-13b1-4133-b241-58f9ffd86eae service neutron] (103324) timed out ('10.222.0.15', 51712) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:34:31.011089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33306212-e5c6-4b56-bad3-f513f641372c req-11182d91-8db4-4fbe-8b21-211434887b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.012715 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33306212-e5c6-4b56-bad3-f513f641372c req-11182d91-8db4-4fbe-8b21-211434887b08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 916 time: 0.0990646 Feb 03 04:34:31.057931 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33306212-e5c6-4b56-bad3-f513f641372c req-c383149a-22bc-458d-9759-13fd7496ad93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94e230d4-830c-4c53-a2dd-51f0a8028c4f HTTP/1.1" status: 200 len: 217 time: 0.0377738 Feb 03 04:34:31.117718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33306212-e5c6-4b56-bad3-f513f641372c req-35e1c38d-4560-42e0-aff3-9f1a7ab5cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.119229 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33306212-e5c6-4b56-bad3-f513f641372c req-35e1c38d-4560-42e0-aff3-9f1a7ab5cdd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.0551722 Feb 03 04:34:31.158668 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33306212-e5c6-4b56-bad3-f513f641372c req-00935737-fae8-4c07-8553-dc8d24a7cc26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298722 Feb 03 04:34:31.273567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff457f31-a2b5-47ee-b62a-fe3dcb1517fa req-4f84d05b-ea69-4439-8906-c9f521f21131 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.275009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff457f31-a2b5-47ee-b62a-fe3dcb1517fa req-4f84d05b-ea69-4439-8906-c9f521f21131 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.4317346 Feb 03 04:34:31.276760 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33306212-e5c6-4b56-bad3-f513f641372c req-a1a7d132-bc4e-46d1-8635-2137445ee6bb service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104829 Feb 03 04:34:31.284422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:31.314743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60bb06d4-4776-49bf-99d4-25606d7d577a req-c773e69b-4568-438b-9986-a603d4a7245b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742361 Feb 03 04:34:31.343712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff457f31-a2b5-47ee-b62a-fe3dcb1517fa req-f4e03369-2011-48d6-a6b1-f0e4b1b24d5d tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 Feb 03 04:34:31.399231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-33306212-e5c6-4b56-bad3-f513f641372c req-cb285997-7ad3-46e4-94a8-b3ad38521076 service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076429 Feb 03 04:34:31.421354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce53acee-b885-44b9-bfdc-d4739c22f869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:31.484632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d2c88-1119-45fa-9bdf-4f95986f924a req-d363f4f3-4ae8-4bd9-9882-bdaa9ce4e316 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.486651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-924d2c88-1119-45fa-9bdf-4f95986f924a req-d363f4f3-4ae8-4bd9-9882-bdaa9ce4e316 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0935011 Feb 03 04:34:31.500929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce53acee-b885-44b9-bfdc-d4739c22f869 admin admin] Publish callbacks [] for security_group (744a6130-95f0-4165-8aa3-48c34898d796), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:31.505398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce53acee-b885-44b9-bfdc-d4739c22f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (744a6130-95f0-4165-8aa3-48c34898d796), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:31.505572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af8c12-213d-41b3-8e55-d186664f2d3e req-984239d9-b260-4a93-98f9-e4cddc2e50ac tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.506991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38af8c12-213d-41b3-8e55-d186664f2d3e req-984239d9-b260-4a93-98f9-e4cddc2e50ac tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0805724 Feb 03 04:34:31.541513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53acee-b885-44b9-bfdc-d4739c22f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744a6130-95f0-4165-8aa3-48c34898d796,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:31.549644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce53acee-b885-44b9-bfdc-d4739c22f869 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56b058d1515d4ba68c4e900cf57de261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608061 Feb 03 04:34:31.549894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:31.572288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-924d2c88-1119-45fa-9bdf-4f95986f924a req-55f1eaea-00c9-4664-aa0b-29de2fd7f1ff tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 Feb 03 04:34:31.576810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38af8c12-213d-41b3-8e55-d186664f2d3e req-078e1c1e-b170-4156-9e2f-201ae637031f tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621195 Feb 03 04:34:31.616331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d71b9ee1-3c5c-41b8-9eb8-19b59817877f admin admin] Publish callbacks [] for security_group (744a6130-95f0-4165-8aa3-48c34898d796), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:31.640785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d71b9ee1-3c5c-41b8-9eb8-19b59817877f admin admin] Publish callbacks [] for security_group (744a6130-95f0-4165-8aa3-48c34898d796), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:31.690601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d71b9ee1-3c5c-41b8-9eb8-19b59817877f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (744a6130-95f0-4165-8aa3-48c34898d796), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:31.693673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d71b9ee1-3c5c-41b8-9eb8-19b59817877f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:31.694844 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d71b9ee1-3c5c-41b8-9eb8-19b59817877f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/744a6130-95f0-4165-8aa3-48c34898d796 HTTP/1.1" status: 204 len: 168 time: 0.1439977 Feb 03 04:34:31.699353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390419b-f914-41a7-898f-cab5c333805b req-6d35f107-a808-4818-aa61-29cd2b4bba5d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.701794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a390419b-f914-41a7-898f-cab5c333805b req-6d35f107-a808-4818-aa61-29cd2b4bba5d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 943 time: 0.0598476 Feb 03 04:34:31.703268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b9ee1-3c5c-41b8-9eb8-19b59817877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a6130-95f0-4165-8aa3-48c34898d796,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:31.769428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a390419b-f914-41a7-898f-cab5c333805b req-ba06aadb-1983-41ee-aa1d-f34d8f44e9ec tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 Feb 03 04:34:31.862672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-d25bd4dc-a13c-47f2-a145-4fd7dbe56cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.864328 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-d25bd4dc-a13c-47f2-a145-4fd7dbe56cea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 1128 time: 0.0606065 Feb 03 04:34:31.922525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892dc91-ad47-4f63-ba4f-158b3b4fbbaa req-3703bde9-d382-49df-9f28-8de859e07738 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.922525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4892dc91-ad47-4f63-ba4f-158b3b4fbbaa req-3703bde9-d382-49df-9f28-8de859e07738 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1035168 Feb 03 04:34:31.929243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0db52a-c4d0-479a-9b72-a3a007acea55 req-8b6116bc-de43-444e-bf07-c0653bdc23a4 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.936040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e0db52a-c4d0-479a-9b72-a3a007acea55 req-8b6116bc-de43-444e-bf07-c0653bdc23a4 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0917425 Feb 03 04:34:31.979773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-25974456-1983-447b-bd83-be82b2e49599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:31.981504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-25974456-1983-447b-bd83-be82b2e49599 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 912 time: 0.1111591 Feb 03 04:34:32.026862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-58631c1e-036a-432f-9691-1f2fead534c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad HTTP/1.1" status: 200 len: 217 time: 0.0376558 Feb 03 04:34:32.029045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4892dc91-ad47-4f63-ba4f-158b3b4fbbaa req-312ffc2e-bb11-469d-a631-b071e310e6e7 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874047 Feb 03 04:34:32.042364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e0db52a-c4d0-479a-9b72-a3a007acea55 req-7465ec34-43a6-43fb-95ea-bcfd1afede00 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990508 Feb 03 04:34:32.093417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-243b5805-6227-4f3a-be5b-1d6f0ccb91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:32.095130 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-243b5805-6227-4f3a-be5b-1d6f0ccb91e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 200 len: 851 time: 0.0614641 Feb 03 04:34:32.133135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-f5d6d377-375e-4c87-a81a-169abaec2b38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ea84a65-81ed-4925-882e-20f87eed7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312021 Feb 03 04:34:32.205552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3253cf6-a558-4fba-bf87-a25ebad9e496 req-9240d6c5-c304-4633-8641-ddd49b21d3c8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:32.207318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3253cf6-a558-4fba-bf87-a25ebad9e496 req-9240d6c5-c304-4633-8641-ddd49b21d3c8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0665464 Feb 03 04:34:32.247836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-c86121e4-2396-446a-87e7-5b91bf64f930 service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072457 Feb 03 04:34:32.269087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3253cf6-a558-4fba-bf87-a25ebad9e496 req-6ef04986-bf9e-4021-84e1-a637ba11e3a0 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Feb 03 04:34:32.407219 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-17320757-4291-4b27-833f-0c57ecb3cdf3 req-12a0bac7-c1ae-40bb-9122-34adc709e4d9 service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932267 Feb 03 04:34:32.472619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497e06c-9c7f-4199-96ef-89897d4a246f req-880a3cd1-646b-4018-85d5-66ad8ceef81f tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:32.479632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6497e06c-9c7f-4199-96ef-89897d4a246f req-880a3cd1-646b-4018-85d5-66ad8ceef81f tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0691714 Feb 03 04:34:32.526715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6497e06c-9c7f-4199-96ef-89897d4a246f req-fc720bf8-a53d-4e4c-b599-ce66ccfa06bf tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Feb 03 04:34:32.904605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2f8a3-cb75-410a-b657-8c3a9bddc054 req-ca68e614-0536-4e54-b6d1-da282062cd5e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:32.906429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e2f8a3-cb75-410a-b657-8c3a9bddc054 req-ca68e614-0536-4e54-b6d1-da282062cd5e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 943 time: 0.0586474 Feb 03 04:34:32.981455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e2f8a3-cb75-410a-b657-8c3a9bddc054 req-e2e95326-190d-4eb7-8481-f8379ec2302a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624619 Feb 03 04:34:33.135133 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80f74ee8-85ee-4a00-ae22-a20299d32a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.175221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ecf1e-2ac3-4c29-b93c-290a8b877d99 req-722286fb-2e04-4372-ac64-dea7b4bb9626 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:33.183486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-139ecf1e-2ac3-4c29-b93c-290a8b877d99 req-722286fb-2e04-4372-ac64-dea7b4bb9626 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0776057 Feb 03 04:34:33.253496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-139ecf1e-2ac3-4c29-b93c-290a8b877d99 req-b87f49f1-8a1f-427a-b5dc-3884de11d6b2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687408 Feb 03 04:34:33.401777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d8ba2-b949-4f51-8414-b11a36a16718 req-b27ae242-4dd1-45b6-98b4-6b96b01d11a8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:33.403648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d73d8ba2-b949-4f51-8414-b11a36a16718 req-b27ae242-4dd1-45b6-98b4-6b96b01d11a8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0563419 Feb 03 04:34:33.451993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d73d8ba2-b949-4f51-8414-b11a36a16718 req-72f39c57-fe41-4581-b299-6bb632eb9ae8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Feb 03 04:34:33.503569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:33.622224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3df9b11-018d-4050-8c18-443270fc501d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.655667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ad22-bb52-4cd3-bcd8-8ac3a0cb4a1f req-27f207fa-af92-487f-9ec2-51e9fe651181 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:33.657646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3809ad22-bb52-4cd3-bcd8-8ac3a0cb4a1f req-27f207fa-af92-487f-9ec2-51e9fe651181 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0573578 Feb 03 04:34:33.701098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3df9b11-018d-4050-8c18-443270fc501d admin admin] Publish callbacks [] for security_group (c3934709-97b4-4908-a059-cab3e3e9de72), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.706902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 94e230d4-830c-4c53-a2dd-51f0a8028c4f details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:34:33.707947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3df9b11-018d-4050-8c18-443270fc501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c3934709-97b4-4908-a059-cab3e3e9de72), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.718343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3809ad22-bb52-4cd3-bcd8-8ac3a0cb4a1f req-b09ec723-b4f0-47ba-8493-d50cf72e71a1 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538623 Feb 03 04:34:33.751914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:33.752138 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c3df9b11-018d-4050-8c18-443270fc501d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0117a6cd8834467b95e44e088ab19a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472367 Feb 03 04:34:33.752878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df9b11-018d-4050-8c18-443270fc501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3934709-97b4-4908-a059-cab3e3e9de72,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:33.804771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56be615d-4e54-4e4c-ab0e-83efe2cce060 admin admin] Publish callbacks [] for security_group (c3934709-97b4-4908-a059-cab3e3e9de72), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.826311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56be615d-4e54-4e4c-ab0e-83efe2cce060 admin admin] Publish callbacks [] for security_group (c3934709-97b4-4908-a059-cab3e3e9de72), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.828988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 94e230d4-830c-4c53-a2dd-51f0a8028c4f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=94e230d4-830c-4c53-a2dd-51f0a8028c4f,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:33.841735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '94e230d4-830c-4c53-a2dd-51f0a8028c4f', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'port_id': '94e230d4-830c-4c53-a2dd-51f0a8028c4f', 'mac_address': 'fa:16:3e:a4:0c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d3446f-0809-40ac-8e18-458c57e4d8c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:34:33.876458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56be615d-4e54-4e4c-ab0e-83efe2cce060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c3934709-97b4-4908-a059-cab3e3e9de72), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.879297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56be615d-4e54-4e4c-ab0e-83efe2cce060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.882965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 94e230d4-830c-4c53-a2dd-51f0a8028c4f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:33.883112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-56be615d-4e54-4e4c-ab0e-83efe2cce060 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3934709-97b4-4908-a059-cab3e3e9de72 HTTP/1.1" status: 204 len: 168 time: 0.1276176 Feb 03 04:34:33.883227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.896306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e230d4-830c-4c53-a2dd-51f0a8028c4f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:34:33.898896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be615d-4e54-4e4c-ab0e-83efe2cce060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3934709-97b4-4908-a059-cab3e3e9de72,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:33.930773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 94e230d4-830c-4c53-a2dd-51f0a8028c4f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=94e230d4-830c-4c53-a2dd-51f0a8028c4f,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:33.937353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:33.988550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=94e230d4-830c-4c53-a2dd-51f0a8028c4f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:34.103148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af20c4-e102-46eb-9f90-daeab955fd62 req-37b4438e-eee0-4a97-9332-8972e4d0b556 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:34.107996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39af20c4-e102-46eb-9f90-daeab955fd62 req-37b4438e-eee0-4a97-9332-8972e4d0b556 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 944 time: 0.0631025 Feb 03 04:34:34.161117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39af20c4-e102-46eb-9f90-daeab955fd62 req-c3c582ac-9dac-4ec1-8206-f2ab56c44927 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502372 Feb 03 04:34:34.332171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['94e230d4-830c-4c53-a2dd-51f0a8028c4f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:34.391068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0e72f-6705-471b-8049-61cb6389d2c3 req-5dea4504-7b7b-4a6f-8bf5-afcdd91018a7 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:34.393199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-abd0e72f-6705-471b-8049-61cb6389d2c3 req-5dea4504-7b7b-4a6f-8bf5-afcdd91018a7 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0654721 Feb 03 04:34:34.521889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-abd0e72f-6705-471b-8049-61cb6389d2c3 req-febbd935-6fe1-456e-bb41-df814472452f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216571 Feb 03 04:34:34.637627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad2fee-7217-4ab3-bd7f-a19d44239965 req-41b17fcf-a59c-490f-a43a-7bc80918be18 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:34.639326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19ad2fee-7217-4ab3-bd7f-a19d44239965 req-41b17fcf-a59c-490f-a43a-7bc80918be18 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0681953 Feb 03 04:34:34.694708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19ad2fee-7217-4ab3-bd7f-a19d44239965 req-153ab16b-abf5-4683-8b8b-ab875527ea3d tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478108 Feb 03 04:34:34.846836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131c3ed-4496-4de4-a22d-6ccd5b3244e2 req-7355fb5b-e4e0-48c1-b788-4605f2f466f8 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:34.848492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c131c3ed-4496-4de4-a22d-6ccd5b3244e2 req-7355fb5b-e4e0-48c1-b788-4605f2f466f8 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0542879 Feb 03 04:34:34.903913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c131c3ed-4496-4de4-a22d-6ccd5b3244e2 req-f4090aae-23d8-4a7f-8359-e671a2bca4e6 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480974 Feb 03 04:34:35.322849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9498f-168a-4465-89e4-af1b350f1622 req-4a53e3ec-1200-46e0-962a-bb1d0fcceb8b tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:35.324526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51a9498f-168a-4465-89e4-af1b350f1622 req-4a53e3ec-1200-46e0-962a-bb1d0fcceb8b tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 944 time: 0.0712781 Feb 03 04:34:35.413772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:35.420341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51a9498f-168a-4465-89e4-af1b350f1622 req-d5a596bc-593b-4faf-8f3c-7a28091d10ec tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883253 Feb 03 04:34:35.421176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebc0672b-cdfa-469a-808a-84602df83fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:35.528374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6272eda2-b763-4336-ab86-33e113c6c15a tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1372333528'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:35.528932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6272eda2-b763-4336-ab86-33e113c6c15a tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Unknown quota resources ['metering_label']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:34:35.700845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4fd6-43cd-415c-a41f-1c81d595ab5e req-3128fc42-d947-4343-a4fb-4d4b6d2c3960 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:35.702739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5fa4fd6-43cd-415c-a41f-1c81d595ab5e req-3128fc42-d947-4343-a4fb-4d4b6d2c3960 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0730984 Feb 03 04:34:35.710173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 94e230d4-830c-4c53-a2dd-51f0a8028c4f up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:35.777284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6272eda2-b763-4336-ab86-33e113c6c15a tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:35.781816 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6272eda2-b763-4336-ab86-33e113c6c15a tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3666849 Feb 03 04:34:35.782822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:35.789431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a6571c7-6723-4a08-8aa4-6c2e7e9ae419 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4a3fb8ff-adef-4db1-aff9-39e6c911fd99'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:35.790214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a6571c7-6723-4a08-8aa4-6c2e7e9ae419 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:34:35.825421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 94e230d4-830c-4c53-a2dd-51f0a8028c4f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:34:35.831450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 94e230d4-830c-4c53-a2dd-51f0a8028c4f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:35.837144 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:35.870759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5fa4fd6-43cd-415c-a41f-1c81d595ab5e req-793bc96e-5957-4a1a-8518-e6c2d4f5cdc6 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617310 Feb 03 04:34:35.945413 n-d-827549-1 neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-4a6571c7-6723-4a08-8aa4-6c2e7e9ae419 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 04:34:35.961079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81c24-e405-4882-8699-5c6c3844d0c6 req-1eba8c40-dd8e-43f9-90e9-1ba7586924c5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:35.962729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33f81c24-e405-4882-8699-5c6c3844d0c6 req-1eba8c40-dd8e-43f9-90e9-1ba7586924c5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0680828 Feb 03 04:34:35.974174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 94e230d4-830c-4c53-a2dd-51f0a8028c4f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:35.974701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:36.019046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 94e230d4-830c-4c53-a2dd-51f0a8028c4f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=94e230d4-830c-4c53-a2dd-51f0a8028c4f,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:36.020121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e230d4-830c-4c53-a2dd-51f0a8028c4f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:36.026378 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e15d6e-9bac-4438-a4cc-39d7b466b133" -d '{"events": [{"server_uuid": "d45a2ba0-ac42-4077-a124-1fdbc3f6143e", "name": "network-vif-plugged", "status": "completed", "tag": "94e230d4-830c-4c53-a2dd-51f0a8028c4f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:36.031197 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:36.062249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33f81c24-e405-4882-8699-5c6c3844d0c6 req-4f40f510-6508-46d4-9aa0-165b28109351 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910678 Feb 03 04:34:36.078863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a6571c7-6723-4a08-8aa4-6c2e7e9ae419 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:36.082064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4a6571c7-6723-4a08-8aa4-6c2e7e9ae419 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2961955 Feb 03 04:34:36.083304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:36.087894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=94e230d4-830c-4c53-a2dd-51f0a8028c4f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:36.090214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d1ca56b4-305b-4672-aa7d-5c7cd8fe37dd tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4a3fb8ff-adef-4db1-aff9-39e6c911fd99'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:36.090357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d1ca56b4-305b-4672-aa7d-5c7cd8fe37dd tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:34:36.096891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.097513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.097945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.098366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.098806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.099233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.100037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.100429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.100957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.101825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.102390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.102858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.103283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:34:36.118187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd2a1-0192-4f26-9129-74fab3dde383 req-ac41bd70-9928-428d-9818-efcaaa0a82ff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:36.125544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f5fd2a1-0192-4f26-9129-74fab3dde383 req-ac41bd70-9928-428d-9818-efcaaa0a82ff tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1231551 Feb 03 04:34:36.137933 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d05b07d-751d-44ec-8efa-88e8b52377dd x-openstack-request-id: req-0d05b07d-751d-44ec-8efa-88e8b52377dd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:36.138406 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45a2ba0-ac42-4077-a124-1fdbc3f6143e", "name": "network-vif-plugged", "status": "completed", "tag": "94e230d4-830c-4c53-a2dd-51f0a8028c4f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:36.138668 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d05b07d-751d-44ec-8efa-88e8b52377dd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:36.139070 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e230d4-830c-4c53-a2dd-51f0a8028c4f', 'code': 200} Feb 03 04:34:36.158357 n-d-827549-1 neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-d1ca56b4-305b-4672-aa7d-5c7cd8fe37dd tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 04:34:36.191758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f5fd2a1-0192-4f26-9129-74fab3dde383 req-841db55c-d4e1-48e3-a0ba-c65b53fd7d1e tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637021 Feb 03 04:34:36.247465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1ca56b4-305b-4672-aa7d-5c7cd8fe37dd tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:36.248729 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d1ca56b4-305b-4672-aa7d-5c7cd8fe37dd tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1639898 Feb 03 04:34:36.252396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:36.281081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5bb34373-e2ae-4385-aa55-f0343a72ff7c tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=02093919-a68e-4a36-ba08-838245b836ed HTTP/1.1" status: 200 len: 464 time: 0.0281284 Feb 03 04:34:36.284188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:36.295140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a43e0f-5d42-414f-9691-cfc8fdcaac9e req-ea8944cf-516f-475b-b7c0-ef05ea2f0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:36.296750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a43e0f-5d42-414f-9691-cfc8fdcaac9e req-ea8944cf-516f-475b-b7c0-ef05ea2f0f4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 1127 time: 0.0587909 Feb 03 04:34:36.349366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d6a43e0f-5d42-414f-9691-cfc8fdcaac9e req-c90fed69-861a-4bfd-9ed8-8d19a62757ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Feb 03 04:34:36.475536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20f58798-886f-496b-9971-08774912cf58 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:36.476980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-20f58798-886f-496b-9971-08774912cf58 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/02093919-a68e-4a36-ba08-838245b836ed HTTP/1.1" status: 204 len: 168 time: 0.1906881 Feb 03 04:34:36.481254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:36.493035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89eaac30-2bbe-457e-a608-ce5fa47fc297 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=02093919-a68e-4a36-ba08-838245b836ed HTTP/1.1" status: 200 len: 221 time: 0.0101190 Feb 03 04:34:36.508664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:36.521167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-477cc46c-d668-4cab-a94b-00fb1480c125 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1902475360', 'description': 'label created by tempest'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:36.526065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-477cc46c-d668-4cab-a94b-00fb1480c125 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Unknown quota resources ['metering_label']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:34:36.573432 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:36.880198 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-477cc46c-d668-4cab-a94b-00fb1480c125 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:36.882241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-477cc46c-d668-4cab-a94b-00fb1480c125 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3724532 Feb 03 04:34:36.885056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:36.908274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03426b-c4d0-41aa-b95b-3c11ae1718f8 req-c31b421c-ab58-4c76-ae50-01a5990833eb tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:36.923630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b03426b-c4d0-41aa-b95b-3c11ae1718f8 req-c31b421c-ab58-4c76-ae50-01a5990833eb tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 945 time: 0.3206587 Feb 03 04:34:37.086750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b03426b-c4d0-41aa-b95b-3c11ae1718f8 req-8730d60a-340b-4dea-9966-e8cff8009fe8 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597395 Feb 03 04:34:37.146712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c8438-e449-4969-962d-b78ab75be4a0 req-e1be91e0-a0c7-4673-a229-c28abe1ee60b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:37.158693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-149c8438-e449-4969-962d-b78ab75be4a0 req-e1be91e0-a0c7-4673-a229-c28abe1ee60b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1911948 Feb 03 04:34:37.283554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-149c8438-e449-4969-962d-b78ab75be4a0 req-5a0a8d86-991a-41f7-8f54-6fd1ee821a1a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181474 Feb 03 04:34:37.312006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa068e0-9100-4db7-a790-1fd07d5d74a0 req-4003ec03-4085-4ffb-bd03-8f5517b5d702 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:37.312618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fa068e0-9100-4db7-a790-1fd07d5d74a0 req-4003ec03-4085-4ffb-bd03-8f5517b5d702 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1187940 Feb 03 04:34:37.369935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fa068e0-9100-4db7-a790-1fd07d5d74a0 req-1dc06fe6-8b90-4a33-83d6-3e88333d7a56 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559285 Feb 03 04:34:37.382358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e130ab6a-e786-40fe-9385-d4e1b85def6a tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=79b715fa-ca2d-4dce-ad61-5638099f81d1 HTTP/1.1" status: 200 len: 468 time: 0.4960902 Feb 03 04:34:37.385260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46496) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:37.718770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690a0a8-7524-4f19-b47d-0a915da2599a req-483c358a-40cc-4296-8642-6ad94a069213 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:37.720278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f690a0a8-7524-4f19-b47d-0a915da2599a req-483c358a-40cc-4296-8642-6ad94a069213 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2640574 Feb 03 04:34:37.732461 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4570986c-b072-4fcd-9c29-5b904c04fc73 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:37.736780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:37.737750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4570986c-b072-4fcd-9c29-5b904c04fc73 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/79b715fa-ca2d-4dce-ad61-5638099f81d1 HTTP/1.1" status: 204 len: 168 time: 0.3512106 Feb 03 04:34:37.748483 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-35c00642-628e-44d2-98b0-f6507d6ad6fd tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=79b715fa-ca2d-4dce-ad61-5638099f81d1 HTTP/1.1" status: 200 len: 216 time: 0.0104847 Feb 03 04:34:37.752538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:37.774586 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a98e28e5-a0d4-4300-b98c-7cc5579885e4 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0183132 Feb 03 04:34:37.775942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:37.799615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f690a0a8-7524-4f19-b47d-0a915da2599a req-3ef2cf6a-6109-4392-a920-d0da2f2373ec tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724480 Feb 03 04:34:37.800111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:37.803584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f3b5782a-8a0a-4d55-90d5-651dbd68cd41 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0261960 Feb 03 04:34:37.880685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8f3218d1-70fc-4571-8d3a-87b23e6e9282 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/4a3fb8ff-adef-4db1-aff9-39e6c911fd99 HTTP/1.1" status: 200 len: 473 time: 0.0789497 Feb 03 04:34:37.883383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:37.893997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18428636-51c6-4a52-995b-3bf3cbb68c8f tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/f02bf230-b5d1-4c2b-bf7e-1636256dc8ab HTTP/1.1" status: 200 len: 461 time: 0.0091498 Feb 03 04:34:37.897609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:38.033737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edbba972-bb73-41a5-9dda-a9ff05d52584 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:38.035741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-edbba972-bb73-41a5-9dda-a9ff05d52584 tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/f02bf230-b5d1-4c2b-bf7e-1636256dc8ab HTTP/1.1" status: 204 len: 168 time: 0.1362407 Feb 03 04:34:38.037688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:38.062804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:38.300920 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8817-a8c5-4448-92a6-4ed0e9dc555d tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:38.302100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5d8d8817-a8c5-4448-92a6-4ed0e9dc555d tempest-MeteringTestJSON-1770403638 tempest-MeteringTestJSON-1770403638-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/4a3fb8ff-adef-4db1-aff9-39e6c911fd99 HTTP/1.1" status: 204 len: 168 time: 0.2632985 Feb 03 04:34:38.352604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef1d26-b293-420d-97a2-18a393de9a74 req-a4f0f1a0-927d-4274-bcde-660273b5288e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:38.357312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef1d26-b293-420d-97a2-18a393de9a74 req-a4f0f1a0-927d-4274-bcde-660273b5288e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 945 time: 0.1533275 Feb 03 04:34:38.467387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ef1d26-b293-420d-97a2-18a393de9a74 req-6cb714f8-8d38-411a-86ee-3d5444d82c5a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023934 Feb 03 04:34:38.504093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e753c-8d93-4359-8c50-73e230334efb req-8f375176-77fb-4b59-a55d-be3368033084 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:38.505616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-492e753c-8d93-4359-8c50-73e230334efb req-8f375176-77fb-4b59-a55d-be3368033084 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0957131 Feb 03 04:34:38.612946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-492e753c-8d93-4359-8c50-73e230334efb req-e346333c-6dbe-4fb7-b474-f63ff03d7cc3 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007037 Feb 03 04:34:38.702484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:38.721118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f22e-bafe-4ad7-bdf2-c09dab2e1ab6 req-d48e38e1-db62-486d-9833-10472ffd56dd tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:38.723695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d991f22e-bafe-4ad7-bdf2-c09dab2e1ab6 req-d48e38e1-db62-486d-9833-10472ffd56dd tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1088653 Feb 03 04:34:38.778162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d991f22e-bafe-4ad7-bdf2-c09dab2e1ab6 req-292df056-7c8a-4b03-923c-f7fa427aee28 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Feb 03 04:34:38.937750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89af7a76-cc98-43da-988e-723224870c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:38.999081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf05121-ab39-4283-900f-18e6ebdbf554 req-4dcc9c0f-a6a0-4152-a834-86e981b2a054 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:39.005744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcf05121-ab39-4283-900f-18e6ebdbf554 req-4dcc9c0f-a6a0-4152-a834-86e981b2a054 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1036656 Feb 03 04:34:39.054747 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:34:39.083867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcf05121-ab39-4283-900f-18e6ebdbf554 req-7cfb4de5-b7a7-403c-9ff1-07936438c24e tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715704 Feb 03 04:34:39.088157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89af7a76-cc98-43da-988e-723224870c12 admin admin] Publish callbacks [] for security_group (d744d04b-3432-4eac-99b6-74cfa49c0296), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.098167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89af7a76-cc98-43da-988e-723224870c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d744d04b-3432-4eac-99b6-74cfa49c0296), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.145700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af7a76-cc98-43da-988e-723224870c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744d04b-3432-4eac-99b6-74cfa49c0296,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:39.153463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:39.153615 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89af7a76-cc98-43da-988e-723224870c12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d958ef53e27d4196b01c4c6f93976f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497504 Feb 03 04:34:39.214407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-491ec818-ce06-4d8e-af23-5831a1c0a70b admin admin] Publish callbacks [] for security_group (d744d04b-3432-4eac-99b6-74cfa49c0296), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.281323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.302820 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-491ec818-ce06-4d8e-af23-5831a1c0a70b admin admin] Publish callbacks [] for security_group (d744d04b-3432-4eac-99b6-74cfa49c0296), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.378948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-491ec818-ce06-4d8e-af23-5831a1c0a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d744d04b-3432-4eac-99b6-74cfa49c0296), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.385408 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-491ec818-ce06-4d8e-af23-5831a1c0a70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.389334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-491ec818-ce06-4d8e-af23-5831a1c0a70b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d744d04b-3432-4eac-99b6-74cfa49c0296 HTTP/1.1" status: 204 len: 168 time: 0.2316730 Feb 03 04:34:39.416601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ec818-ce06-4d8e-af23-5831a1c0a70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744d04b-3432-4eac-99b6-74cfa49c0296,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:39.858235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:39.874100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f6112-5625-4c6f-8409-dbdf6b6f332a req-71759b16-66db-4681-8885-d583b6fce3b7 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:39.875825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c0f6112-5625-4c6f-8409-dbdf6b6f332a req-71759b16-66db-4681-8885-d583b6fce3b7 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1576915 Feb 03 04:34:39.901621 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb68f532-52f2-420b-8005-e7024479a2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:39.987639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7e51e-9474-4fe9-b32c-76a29f92f5e4 req-ef638815-147b-4429-b376-d3afe11308c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:39.989443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95f7e51e-9474-4fe9-b32c-76a29f92f5e4 req-ef638815-147b-4429-b376-d3afe11308c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.1003222 Feb 03 04:34:40.039982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c0f6112-5625-4c6f-8409-dbdf6b6f332a req-ded0a14e-5485-4287-9774-f22e52fb08ac tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565149 Feb 03 04:34:40.074615 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95f7e51e-9474-4fe9-b32c-76a29f92f5e4 req-d9b7ac7e-5fe4-4181-8382-65b591ff46ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687151 Feb 03 04:34:40.075076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddafcf-fda9-487b-adf8-632b747b41e3 req-126012c7-cea9-484b-aa75-5bc9e7c92787 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:40.077143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5dddafcf-fda9-487b-adf8-632b747b41e3 req-126012c7-cea9-484b-aa75-5bc9e7c92787 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1592031 Feb 03 04:34:40.112725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb68f532-52f2-420b-8005-e7024479a2d2 admin admin] Publish callbacks [] for security_group (55b92853-e2d3-461d-b714-d6d091e4cff5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:40.124726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb68f532-52f2-420b-8005-e7024479a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (55b92853-e2d3-461d-b714-d6d091e4cff5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:40.174467 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bb68f532-52f2-420b-8005-e7024479a2d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0186446e23a74e3bbfc1f2146719cebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139699 Feb 03 04:34:40.181739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:40.229857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68f532-52f2-420b-8005-e7024479a2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b92853-e2d3-461d-b714-d6d091e4cff5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:40.250949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5dddafcf-fda9-487b-adf8-632b747b41e3 req-161c4f23-595d-46f9-a51b-ccce630ca232 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586013 Feb 03 04:34:40.269239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8568-ed43-4bfd-b129-348253f28c97 admin admin] Publish callbacks [] for security_group (55b92853-e2d3-461d-b714-d6d091e4cff5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:40.292610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8fce-4836-4b6a-b6b4-f416c45e616e req-2527446f-e8ac-4813-8854-7fe5f9c5ab94 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:40.294206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b8fce-4836-4b6a-b6b4-f416c45e616e req-2527446f-e8ac-4813-8854-7fe5f9c5ab94 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1295421 Feb 03 04:34:40.302693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8568-ed43-4bfd-b129-348253f28c97 admin admin] Publish callbacks [] for security_group (55b92853-e2d3-461d-b714-d6d091e4cff5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:40.371182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8568-ed43-4bfd-b129-348253f28c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (55b92853-e2d3-461d-b714-d6d091e4cff5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:40.375282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8568-ed43-4bfd-b129-348253f28c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:40.380048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dc3b8568-ed43-4bfd-b129-348253f28c97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55b92853-e2d3-461d-b714-d6d091e4cff5 HTTP/1.1" status: 204 len: 168 time: 0.1969399 Feb 03 04:34:40.391437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365b8fce-4836-4b6a-b6b4-f416c45e616e req-4f1c8805-c6fe-4141-a6ba-fa63217137ca tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849812 Feb 03 04:34:40.403529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b8568-ed43-4bfd-b129-348253f28c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b92853-e2d3-461d-b714-d6d091e4cff5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:41.259586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc431d51-d3a5-49cd-8261-72361ef054c9 req-8f016a1c-d9cf-42b0-b915-ba072eb57b1e tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:41.281598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc431d51-d3a5-49cd-8261-72361ef054c9 req-8f016a1c-d9cf-42b0-b915-ba072eb57b1e tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1196959 Feb 03 04:34:41.396813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc431d51-d3a5-49cd-8261-72361ef054c9 req-c6e58be2-102f-446d-8955-ed8dc897b68c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091626 Feb 03 04:34:41.536714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154c738-9a2e-4928-acf9-ff65cd8ff448 req-3dfa9ff4-5c69-4834-b3bc-76b38843e255 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:41.545211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1154c738-9a2e-4928-acf9-ff65cd8ff448 req-3dfa9ff4-5c69-4834-b3bc-76b38843e255 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0884621 Feb 03 04:34:41.642904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1154c738-9a2e-4928-acf9-ff65cd8ff448 req-49edac44-b53b-4be0-a461-f325afa003b3 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861399 Feb 03 04:34:41.648699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:41.785910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21392504-8672-42cc-8fcd-cf9d1a3b8c9d req-3309422f-470f-4618-9ac3-3384c44401e1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:41.793560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21392504-8672-42cc-8fcd-cf9d1a3b8c9d req-3309422f-470f-4618-9ac3-3384c44401e1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0780535 Feb 03 04:34:41.932767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21392504-8672-42cc-8fcd-cf9d1a3b8c9d req-44e71c90-9d03-45f1-af5c-479f3bebffb1 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382771 Feb 03 04:34:41.936223 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-67215dbe-8ec1-42ad-ba63-bf5a848b091b tempest-AgentManagementNegativeTest-695533897 tempest-AgentManagementNegativeTest-695533897-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2819214 Feb 03 04:34:42.061055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-59cc95fc-7671-41e2-b080-18948adbcb8a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1100764 Feb 03 04:34:42.122761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191f792-8b53-42ca-acac-818196171273 req-b95fffe0-b616-47d5-a3d3-ae3164dfaf01 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:42.131248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3191f792-8b53-42ca-acac-818196171273 req-b95fffe0-b616-47d5-a3d3-ae3164dfaf01 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1598322 Feb 03 04:34:42.159219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-aff4faa1-4330-46be-8cdb-cbb894d0edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:42.168697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-aff4faa1-4330-46be-8cdb-cbb894d0edab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 1127 time: 0.0686507 Feb 03 04:34:42.277435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3191f792-8b53-42ca-acac-818196171273 req-70770541-8c64-4994-84d6-a150d8c4aa52 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312630 Feb 03 04:34:42.329115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-11c5e107-2918-4ab8-9bd6-c1b2ce489b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:42.330624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-11c5e107-2918-4ab8-9bd6-c1b2ce489b4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.1399703 Feb 03 04:34:42.360657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:42.378517 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-23f839be-3043-4ba3-86bb-36fd9fe01e34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89492466-b325-4444-b42b-8cbf817476ca HTTP/1.1" status: 200 len: 217 time: 0.0389853 Feb 03 04:34:42.433911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-e326e165-bbf8-4427-933e-df1e36d1661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:42.435553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-e326e165-bbf8-4427-933e-df1e36d1661d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.0504043 Feb 03 04:34:42.533370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-12604bcd-31b4-450d-a7c9-a69fd5cd307a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764580 Feb 03 04:34:42.566496 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9892ecee-6641-4aa1-8a42-84f2fd734770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:42.624514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550daf-1219-4d6a-bd34-d89f78ee33bd req-26a3bb55-baaf-4363-8943-84ef4fadad2a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:42.636734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b550daf-1219-4d6a-bd34-d89f78ee33bd req-26a3bb55-baaf-4363-8943-84ef4fadad2a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1492639 Feb 03 04:34:42.657213 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-20dc1f04-e057-498a-8c0d-1212877f8d5e service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184826 Feb 03 04:34:42.790538 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-358df65c-3c0e-4a10-b56b-5b7967542fdc req-a14319e5-456f-4f55-919b-fa7dd162b96d service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256135 Feb 03 04:34:42.825976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9892ecee-6641-4aa1-8a42-84f2fd734770 admin admin] Publish callbacks [] for security_group (4c202d8e-6c07-46a5-af20-0dae7fddb30c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:42.834497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b550daf-1219-4d6a-bd34-d89f78ee33bd req-91deb0e6-c988-4b9d-b553-4b13fde06344 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956694 Feb 03 04:34:42.836317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9892ecee-6641-4aa1-8a42-84f2fd734770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4c202d8e-6c07-46a5-af20-0dae7fddb30c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:42.890341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9892ecee-6641-4aa1-8a42-84f2fd734770 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=815854e0485a4314938147ec25ccf5c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5285084 Feb 03 04:34:42.891596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892ecee-6641-4aa1-8a42-84f2fd734770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c202d8e-6c07-46a5-af20-0dae7fddb30c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:42.893065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:42.966994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aee9b275-0b17-4c89-8df9-ebd8e51ebf8e admin admin] Publish callbacks [] for security_group (4c202d8e-6c07-46a5-af20-0dae7fddb30c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:43.010979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aee9b275-0b17-4c89-8df9-ebd8e51ebf8e admin admin] Publish callbacks [] for security_group (4c202d8e-6c07-46a5-af20-0dae7fddb30c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:43.052680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bca96b-59ff-4cad-bf91-219ceb8d1e30 req-7977cfbb-2125-4853-b4c9-e7c3744f0e24 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:43.054359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5bca96b-59ff-4cad-bf91-219ceb8d1e30 req-7977cfbb-2125-4853-b4c9-e7c3744f0e24 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1064279 Feb 03 04:34:43.103643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aee9b275-0b17-4c89-8df9-ebd8e51ebf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4c202d8e-6c07-46a5-af20-0dae7fddb30c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:43.107398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aee9b275-0b17-4c89-8df9-ebd8e51ebf8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:43.108758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aee9b275-0b17-4c89-8df9-ebd8e51ebf8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c202d8e-6c07-46a5-af20-0dae7fddb30c HTTP/1.1" status: 204 len: 168 time: 0.2144730 Feb 03 04:34:43.122088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9b275-0b17-4c89-8df9-ebd8e51ebf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c202d8e-6c07-46a5-af20-0dae7fddb30c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:43.140382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5bca96b-59ff-4cad-bf91-219ceb8d1e30 req-75f519b1-35c4-4ab7-8d89-aab9721bf3be tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800304 Feb 03 04:34:43.343936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebac32-be6c-446c-8ea1-1d897bdcd941 req-2153e71b-bb5e-4dbe-9123-cd58c7627965 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:43.368724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5eebac32-be6c-446c-8ea1-1d897bdcd941 req-2153e71b-bb5e-4dbe-9123-cd58c7627965 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.1313255 Feb 03 04:34:43.448338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5eebac32-be6c-446c-8ea1-1d897bdcd941 req-10b33f82-2a69-41c2-a3f7-9d4de6331de2 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/security-groups?id=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769374 Feb 03 04:34:43.663735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-192f6742-2475-4118-822a-3dc28d7e6d49 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:43.666110 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-192f6742-2475-4118-822a-3dc28d7e6d49 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 946 time: 0.0975995 Feb 03 04:34:43.778229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Deleting port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:43.778921 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:43.937484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] For port 0e5158a6-f756-41e7-9f73-faf74a2c83c7, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0e5158a6-f756-41e7-9f73-faf74a2c83c7,segment=NetworkSegment(0da7b90e-356a-4840-b264-a2f2c811609c),segment_id=0da7b90e-356a-4840-b264-a2f2c811609c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:43.937936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:43.953824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Calling delete_port for 0e5158a6-f756-41e7-9f73-faf74a2c83c7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:44.016433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98717c-374b-4188-aba5-4c0f5b7f19fe req-03d8874e-6784-493a-a4f4-8112890c649f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:44.026544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a98717c-374b-4188-aba5-4c0f5b7f19fe req-03d8874e-6784-493a-a4f4-8112890c649f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0855539 Feb 03 04:34:44.089155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a98717c-374b-4188-aba5-4c0f5b7f19fe req-671c2c23-1ddc-4c39-89f8-1bf196d5cc94 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 Feb 03 04:34:44.094474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:44.120675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0e5158a6-f756-41e7-9f73-faf74a2c83c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.134198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['0e5158a6-f756-41e7-9f73-faf74a2c83c7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:34:44.151624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Pushing event deleted for resources: {'Port': ['ID=0e5158a6-f756-41e7-9f73-faf74a2c83c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:44.218562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1636758080'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:44.228907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] No DVR routers for this DVR port 0e5158a6-f756-41e7-9f73-faf74a2c83c7 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:34:44.232471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.236035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8b0a41a5-0c49-4bb7-847d-47e217548c79 req-053d1776-88fc-4086-91e4-128f58eb3945 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.15 "DELETE /v2.0/ports/0e5158a6-f756-41e7-9f73-faf74a2c83c7 HTTP/1.1" status: 204 len: 173 time: 0.5631964 Feb 03 04:34:44.236500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-deleted', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:34:44.239299 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ea2b4-4c23-4ed9-9f6b-c9070f905751" -d '{"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-deleted", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:34:44.279832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:44.283343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.296772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.328515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6fcb1-015a-4113-9331-268ed7058099 req-dfa4902a-ff43-4de0-8eca-70dc6860a410 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:44.330094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9bb6fcb1-015a-4113-9331-268ed7058099 req-dfa4902a-ff43-4de0-8eca-70dc6860a410 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1015434 Feb 03 04:34:44.410927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9bb6fcb1-015a-4113-9331-268ed7058099 req-c348a070-7b3d-4d98-a17b-a67a44ab6652 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696323 Feb 03 04:34:44.428815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for security_group (fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.433811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.464391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:34:44.466737 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b1f68-667a-4a1a-947c-36f5a8c52106 x-openstack-request-id: req-eb4b1f68-667a-4a1a-947c-36f5a8c52106 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:34:44.467369 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df", "name": "network-vif-deleted", "tag": "0e5158a6-f756-41e7-9f73-faf74a2c83c7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:34:44.467860 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb4b1f68-667a-4a1a-947c-36f5a8c52106 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:34:44.468255 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df', 'name': 'network-vif-deleted', 'tag': '0e5158a6-f756-41e7-9f73-faf74a2c83c7', 'status': 'completed', 'code': 200} Feb 03 04:34:44.473625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:44.478664 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (80163414-e08f-4604-b586-67e0387e74cc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.479013 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Added segment 80163414-e08f-4604-b586-67e0387e74cc of type vlan for network 950e034b-d59c-46da-89cf-ff3800056a91 Feb 03 04:34:44.524000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (950e034b-d59c-46da-89cf-ff3800056a91), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.564934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-076f8d9d-1231-448e-924c-fea8ee8715cb req-67c57cde-a1e5-4265-acb8-0bf2307ba1c6 tempest-ServersNegativeTestJSON-259027030 tempest-ServersNegativeTestJSON-259027030-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef0439b-78c2-4f7e-a8a9-f80a0e8bf1df HTTP/1.1" status: 200 len: 210 time: 0.0339513 Feb 03 04:34:44.574403 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (950e034b-d59c-46da-89cf-ff3800056a91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.588434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:44.588434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.624622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5287933 Feb 03 04:34:44.628439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:44.634482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'subnet': {'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:44.658085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37d8f6-2190-4c61-9b45-65d9437a7fdb tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Network': ['ID=950e034b-d59c-46da-89cf-ff3800056a91,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:44.668970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 950e034b-d59c-46da-89cf-ff3800056a91 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:34:44.759094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:44.762801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:44.949296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (37a2d0c9-1f7a-4c19-b0c1-d54077885410), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.013625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Subnet': ['ID=37a2d0c9-1f7a-4c19-b0c1-d54077885410,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:45.024132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Checking segment: {'id': '80163414-e08f-4604-b586-67e0387e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '950e034b-d59c-46da-89cf-ff3800056a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:45.024490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network hostable DHCP agents. Network: 950e034b-d59c-46da-89cf-ff3800056a91, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:34:45.042938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network 950e034b-d59c-46da-89cf-ff3800056a91 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:34:45.052463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 950e034b-d59c-46da-89cf-ff3800056a91) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:45.056574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:45.057175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.064508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17da898-6963-43a1-84b0-e490c57c9c24 None None] Network 950e034b-d59c-46da-89cf-ff3800056a91 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:34:45.085158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d047f118-cd35-4093-a001-90d7d493f80f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4549429 Feb 03 04:34:45.087761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:45.092956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1422967856'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:45.219827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d11f4-1079-4431-bf0a-dc0884d51a3c req-139fb0e6-2f5c-4674-b09a-628710adee3a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:45.227273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:45.228420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da2d11f4-1079-4431-bf0a-dc0884d51a3c req-139fb0e6-2f5c-4674-b09a-628710adee3a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0695865 Feb 03 04:34:45.232218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.263854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] device_id is not set on port f543151c-9c3b-4c06-af74-da720194149b yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:34:45.308052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da2d11f4-1079-4431-bf0a-dc0884d51a3c req-4bc2bd68-c454-46c9-a627-c43fb2c40d74 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733030 Feb 03 04:34:45.334398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-950e034b-d59c-46da-89cf-ff3800056a91', 'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'project_id': '928d4d6c16344dd8b6bdde7dbed1995c', 'fixed_ips': [{'subnet_id': '37a2d0c9-1f7a-4c19-b0c1-d54077885410'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:34:45.335946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.423898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Allocated IP 2001:db8::318 (950e034b-d59c-46da-89cf-ff3800056a91/37a2d0c9-1f7a-4c19-b0c1-d54077885410/f543151c-9c3b-4c06-af74-da720194149b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:45.536960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8038-22d2-4276-a267-377cddbef379 req-d0d092f6-4860-4d7f-86db-38af8ca978d7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:45.538404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77ba8038-22d2-4276-a267-377cddbef379 req-d0d092f6-4860-4d7f-86db-38af8ca978d7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0551205 Feb 03 04:34:45.597908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (f543151c-9c3b-4c06-af74-da720194149b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.599456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77ba8038-22d2-4276-a267-377cddbef379 req-dba8d471-3ed7-4aca-bdc9-c2a4209e9bfb tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525706 Feb 03 04:34:45.645013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46690) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:45.689579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] Deleting subnet 0edc9a4a-ae85-4cdb-9759-32338a7aa160 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:34:45.692852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] Publish callbacks [] for subnet (0edc9a4a-ae85-4cdb-9759-32338a7aa160), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.695090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Allocated IP 2001:db8::2 (950e034b-d59c-46da-89cf-ff3800056a91/37a2d0c9-1f7a-4c19-b0c1-d54077885410/d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:45.727541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (0edc9a4a-ae85-4cdb-9759-32338a7aa160), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.766922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0edc9a4a-ae85-4cdb-9759-32338a7aa160), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.820609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f543151c-9c3b-4c06-af74-da720194149b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.848700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Publish callbacks [] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.854453 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.861051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (0edc9a4a-ae85-4cdb-9759-32338a7aa160), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.866963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network 950e034b-d59c-46da-89cf-ff3800056a91 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:45.890994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0edc9a4a-ae85-4cdb-9759-32338a7aa160,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:45.894155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Network 950e034b-d59c-46da-89cf-ff3800056a91 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:45.896668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:45.901462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:45.904638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:45.905266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:45.910738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:45.911364 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.923034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.928668 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f974f40a-06af-4640-9366-08326148bd9d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0edc9a4a-ae85-4cdb-9759-32338a7aa160 HTTP/1.1" status: 204 len: 168 time: 0.2803440 Feb 03 04:34:45.928668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=f543151c-9c3b-4c06-af74-da720194149b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:45.929622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:45.939466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Pushing event updated for resources: {'Port': ['ID=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:45.974455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Attempting to bind port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:34:45.974812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Attempting to bind port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '80163414-e08f-4604-b586-67e0387e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '950e034b-d59c-46da-89cf-ff3800056a91'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:34:45.975364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Attempting to bind port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b on network 950e034b-d59c-46da-89cf-ff3800056a91 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:34:45.980971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:34:45.981360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Checking segment: {'id': '80163414-e08f-4604-b586-67e0387e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '950e034b-d59c-46da-89cf-ff3800056a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:45.981767 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:45.982159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Bound using segment: {'id': '80163414-e08f-4604-b586-67e0387e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '950e034b-d59c-46da-89cf-ff3800056a91'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:34:45.982821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Bound port: d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80163414-e08f-4604-b586-67e0387e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '950e034b-d59c-46da-89cf-ff3800056a91'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:34:45.983208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.008456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (8b896dd1-f8cf-465e-a6ba-05d147551867), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.014268 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-22eeacf7-756b-48ee-96ed-c14572177268 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9254923 Feb 03 04:34:46.017674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46694) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:46.027489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1443230808', 'allowed_address_pairs': [{'ip_address': '2001:db8::318', 'mac_address': 'fa:16:3e:76:e5:c5'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:46.057847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] For port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:34:46.061415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] For port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,segment=NetworkSegment(80163414-e08f-4604-b586-67e0387e74cc),segment_id=80163414-e08f-4604-b586-67e0387e74cc)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:34:46.069522 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.111594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (8b896dd1-f8cf-465e-a6ba-05d147551867), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.138507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b896dd1-f8cf-465e-a6ba-05d147551867']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:46.149917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da7b90e-356a-4840-b264-a2f2c811609c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:46.150226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da7b90e-356a-4840-b264-a2f2c811609c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:46.154628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d75ce-8861-4b1d-ae14-9dcb1010b184 None None] Pushing event updated for resources: {'Port': ['ID=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:46.161519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (0da7b90e-356a-4840-b264-a2f2c811609c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.182641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0da7b90e-356a-4840-b264-a2f2c811609c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.189205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:34:46.189892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (0da7b90e-356a-4840-b264-a2f2c811609c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: warnings.warn(msg) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:34:46.192154 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:34:46.219071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:46.266531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (8b896dd1-f8cf-465e-a6ba-05d147551867), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.272509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.275835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8b896dd1-f8cf-465e-a6ba-05d147551867 HTTP/1.1" status: 204 len: 168 time: 0.3433912 Feb 03 04:34:46.289320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a9000-e34a-4c4a-b7c8-d95f3b07b177 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b896dd1-f8cf-465e-a6ba-05d147551867,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:46.326959 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.350208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] device_id is not set on port 41cf2d96-cadb-49b0-a8f4-4230ae2bff55 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:34:46.530251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f07ec3-5ff0-4bd7-8827-fe58dfda0528 req-4c512f7b-f7df-44b5-9eba-b7065ca99d94 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:46.531782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29f07ec3-5ff0-4bd7-8827-fe58dfda0528 req-4c512f7b-f7df-44b5-9eba-b7065ca99d94 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1099703 Feb 03 04:34:46.568469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:46.615682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3243ad72-c156-4945-b5d7-4032a7bc05f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03f4f5685ae54dfdbffd984b7137b2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446067 Feb 03 04:34:46.617892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:46.684045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41648fe1-5aaf-49e6-9ff3-9020949354bb admin admin] Publish callbacks [] for security_group (69298dfb-ee1f-4ae2-95cd-52eceffdf2f6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.724011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41648fe1-5aaf-49e6-9ff3-9020949354bb admin admin] Publish callbacks [] for security_group (69298dfb-ee1f-4ae2-95cd-52eceffdf2f6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.786503 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41648fe1-5aaf-49e6-9ff3-9020949354bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (69298dfb-ee1f-4ae2-95cd-52eceffdf2f6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.789188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41648fe1-5aaf-49e6-9ff3-9020949354bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.792842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-41648fe1-5aaf-49e6-9ff3-9020949354bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69298dfb-ee1f-4ae2-95cd-52eceffdf2f6 HTTP/1.1" status: 204 len: 168 time: 0.1639495 Feb 03 04:34:46.811424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41648fe1-5aaf-49e6-9ff3-9020949354bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69298dfb-ee1f-4ae2-95cd-52eceffdf2f6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:46.859481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:46.904614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Allocated IP 2001:db8::12a (950e034b-d59c-46da-89cf-ff3800056a91/37a2d0c9-1f7a-4c19-b0c1-d54077885410/41cf2d96-cadb-49b0-a8f4-4230ae2bff55) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:46.918640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:46.919019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:46.950582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29f07ec3-5ff0-4bd7-8827-fe58dfda0528 req-6441680d-e5e7-4ab5-b550-484220b09b69 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119332 Feb 03 04:34:47.043162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:47.043922 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:47.101272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,segment=NetworkSegment(80163414-e08f-4604-b586-67e0387e74cc),segment_id=80163414-e08f-4604-b586-67e0387e74cc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:47.107493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:47.181556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (41cf2d96-cadb-49b0-a8f4-4230ae2bff55), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:47.186684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:47.246203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ec20f-1728-44d4-aa96-82e38eea5771 req-6a5aed7e-be5d-444e-86e5-52370867dfc4 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:47.255378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a44ec20f-1728-44d4-aa96-82e38eea5771 req-6a5aed7e-be5d-444e-86e5-52370867dfc4 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1886344 Feb 03 04:34:47.286323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (41cf2d96-cadb-49b0-a8f4-4230ae2bff55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:47.388478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=41cf2d96-cadb-49b0-a8f4-4230ae2bff55,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:47.416753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network 950e034b-d59c-46da-89cf-ff3800056a91 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:47.420456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:47.426686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:47.435138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:47.435849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:47.479973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a44ec20f-1728-44d4-aa96-82e38eea5771 req-5fbc0619-94bd-4a5b-8f29-7f653d7ea39e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233779 Feb 03 04:34:47.493959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bf374d38-5892-4f37-8153-c1557d30b842 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4706848 Feb 03 04:34:47.493959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:47.543061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df48ea-07f6-46e1-ac09-c2428d5b8f13 None None] Network 950e034b-d59c-46da-89cf-ff3800056a91 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:34:47.624018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0874dd-f9c5-47ce-9d00-e7c7a1fe04ab tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:47.630557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0874dd-f9c5-47ce-9d00-e7c7a1fe04ab tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:47.636385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0874dd-f9c5-47ce-9d00-e7c7a1fe04ab tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:47.638217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3d0874dd-f9c5-47ce-9d00-e7c7a1fe04ab tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1460671 Feb 03 04:34:47.641113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:47.851879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:34:47.856689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting port 41cf2d96-cadb-49b0-a8f4-4230ae2bff55 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:47.857779 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (41cf2d96-cadb-49b0-a8f4-4230ae2bff55), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:47.907683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:47.919794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 0e5158a6-f756-41e7-9f73-faf74a2c83c7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:34:47.919794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0e5158a6-f756-41e7-9f73-faf74a2c83c7 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:34:47.922667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-944fdef9-24e2-49e4-9043-107f3778b5ac None None] Provisioning complete for port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:47.923185 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944fdef9-24e2-49e4-9043-107f3778b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.035401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (41cf2d96-cadb-49b0-a8f4-4230ae2bff55), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.067131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Calling delete_port for 41cf2d96-cadb-49b0-a8f4-4230ae2bff55 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:48.146301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-944fdef9-24e2-49e4-9043-107f3778b5ac None None] Current status of the port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:48.269463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2003790787-network', 'tenant_id': '4f9aa30a191a419786b6b5909dbd2419'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:48.336701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519ddbf-a535-47ae-b72b-8d72216a7c3e req-eba5dba7-ff0f-4e3f-aa8a-180492cf2c00 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:48.344143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1519ddbf-a535-47ae-b72b-8d72216a7c3e req-eba5dba7-ff0f-4e3f-aa8a-180492cf2c00 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2421851 Feb 03 04:34:48.354348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Made reservation on behalf of 4f9aa30a191a419786b6b5909dbd2419 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:48.358002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.369836 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41cf2d96-cadb-49b0-a8f4-4230ae2bff55), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.416054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Port': ['ID=41cf2d96-cadb-49b0-a8f4-4230ae2bff55,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:48.445199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.468013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e055-d6b2-4a99-8adc-956de42978ac req-2958deb0-c054-47ab-a093-f2179dfa83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:48.469634 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3577e055-d6b2-4a99-8adc-956de42978ac req-2958deb0-c054-47ab-a093-f2179dfa83c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.1564832 Feb 03 04:34:48.529528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1519ddbf-a535-47ae-b72b-8d72216a7c3e req-6c0f86d6-2470-40fc-bfec-35a9e3317fa3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843779 Feb 03 04:34:48.552776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7d984-78c3-4509-b836-e15a2ba97cb1 req-d2290810-01ec-4348-9e92-a65c5a85065c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:48.560400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11b7d984-78c3-4509-b836-e15a2ba97cb1 req-d2290810-01ec-4348-9e92-a65c5a85065c tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.2132895 Feb 03 04:34:48.652111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11b7d984-78c3-4509-b836-e15a2ba97cb1 req-a1c86277-3f33-42c1-841d-13d942472c38 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865395 Feb 03 04:34:48.685463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3efe852a-c396-4e1e-854c-257e342fab89 None None] Provisioning complete for port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:48.687291 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3efe852a-c396-4e1e-854c-257e342fab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.777822 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks [] for security_group (0a9365ae-358c-40e3-99d3-b523fc30a583), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.798171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0a9365ae-358c-40e3-99d3-b523fc30a583), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.854010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e055-d6b2-4a99-8adc-956de42978ac req-8efaecc2-eb16-41a9-a486-ab05afe3a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:48.855822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:34:48.863741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:34:48.866549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3577e055-d6b2-4a99-8adc-956de42978ac req-8efaecc2-eb16-41a9-a486-ab05afe3a837 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.3874345 Feb 03 04:34:48.869905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.879853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a7bb2bc3-9d6a-41bb-a87e-a65ed2b6538f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/ports/41cf2d96-cadb-49b0-a8f4-4230ae2bff55 HTTP/1.1" status: 204 len: 168 time: 1.2375400 Feb 03 04:34:48.880685 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (93f11dd2-2c49-4fb8-93b9-b6605412cfe0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.881041 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Added segment 93f11dd2-2c49-4fb8-93b9-b6605412cfe0 of type vlan for network 423919cc-4886-4a9d-b95c-58386ad936c4 Feb 03 04:34:48.882884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:48.955894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3efe852a-c396-4e1e-854c-257e342fab89 None None] Current status of the port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:48.958373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (423919cc-4886-4a9d-b95c-58386ad936c4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:48.970186 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d5d59c-1091-432c-828f-c843857c32d8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] GET failed (client error): The resource could not be found. Feb 03 04:34:48.971961 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-73d5d59c-1091-432c-828f-c843857c32d8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "GET /v2.0/ports/41cf2d96-cadb-49b0-a8f4-4230ae2bff55 HTTP/1.1" status: 404 len: 333 time: 0.0875082 Feb 03 04:34:48.973958 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3577e055-d6b2-4a99-8adc-956de42978ac req-bee6b252-9c76-4972-9ede-90e0a9851e53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.0922480 Feb 03 04:34:48.976368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:48.982469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1551594068'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:48.995404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3efe852a-c396-4e1e-854c-257e342fab89 None None] Provisioning complete for port f543151c-9c3b-4c06-af74-da720194149b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:48.995815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3efe852a-c396-4e1e-854c-257e342fab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f543151c-9c3b-4c06-af74-da720194149b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:49.021996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (423919cc-4886-4a9d-b95c-58386ad936c4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:49.022889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:49.023533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:49.095123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3efe852a-c396-4e1e-854c-257e342fab89 None None] Port f543151c-9c3b-4c06-af74-da720194149b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:49.106683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3efe852a-c396-4e1e-854c-257e342fab89 None None] Could not find standard attr ID for object 41cf2d96-cadb-49b0-a8f4-4230ae2bff55. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:34:49.109118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9365ae-358c-40e3-99d3-b523fc30a583,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:49.129753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:49.130472 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:49.146096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e916f-3338-4e28-9e19-6da71b61cd75 req-5497aaa6-5f48-49a1-bc26-84620f3b4e5e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:49.155542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f50e916f-3338-4e28-9e19-6da71b61cd75 req-5497aaa6-5f48-49a1-bc26-84620f3b4e5e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.4516494 Feb 03 04:34:49.201126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e055-d6b2-4a99-8adc-956de42978ac req-3c9a1ee8-4acb-43c4-a361-acd70651fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:49.203330 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3577e055-d6b2-4a99-8adc-956de42978ac req-3c9a1ee8-4acb-43c4-a361-acd70651fe86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.2041838 Feb 03 04:34:49.249888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3408992 Feb 03 04:34:49.257370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:49.262015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3577e055-d6b2-4a99-8adc-956de42978ac req-68aa1187-49d3-4a4c-a15f-4c1c2d36fc81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523620 Feb 03 04:34:49.269826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Request body: {'subnet': {'network_id': '423919cc-4886-4a9d-b95c-58386ad936c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2003790787-subnet', 'tenant_id': '4f9aa30a191a419786b6b5909dbd2419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:49.279125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5c8484e9-8756-431c-aedb-35065719a97b None None] Provisioning complete for port f543151c-9c3b-4c06-af74-da720194149b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:49.279413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c8484e9-8756-431c-aedb-35065719a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f543151c-9c3b-4c06-af74-da720194149b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:49.313805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:49.318280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:49.372180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3338772-dab9-4fa5-bc3b-2c884a648cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=423919cc-4886-4a9d-b95c-58386ad936c4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:49.373638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c8484e9-8756-431c-aedb-35065719a97b None None] Port f543151c-9c3b-4c06-af74-da720194149b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:49.393171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 423919cc-4886-4a9d-b95c-58386ad936c4 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:34:49.408282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f50e916f-3338-4e28-9e19-6da71b61cd75 req-15ca6a61-d25d-4d54-8c80-0f36ae47a66b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465320 Feb 03 04:34:49.459069 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3577e055-d6b2-4a99-8adc-956de42978ac req-0b67852f-9249-446c-89e5-6bb0d8bca6e7 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834216 Feb 03 04:34:49.464895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Made reservation on behalf of 4f9aa30a191a419786b6b5909dbd2419 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:49.467771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:49.470506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] device_id is not set on port 0850e522-1776-4985-8367-58c6b5c47a73 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:34:49.532418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8804f157-eeb8-4250-81f3-fc75e940df37 None None] Could not find standard attr ID for object 41cf2d96-cadb-49b0-a8f4-4230ae2bff55. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:34:49.549749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:34:49.789118 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3577e055-d6b2-4a99-8adc-956de42978ac req-b68e1dbf-0430-4026-8638-54deb582f2ec service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124101 Feb 03 04:34:49.879437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937b7ef-d24a-44b7-9011-38b81ba4bec5 req-c5978fec-6428-431e-86af-9aa32c335ab4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:49.888107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8937b7ef-d24a-44b7-9011-38b81ba4bec5 req-c5978fec-6428-431e-86af-9aa32c335ab4 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1502886 Feb 03 04:34:49.909288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6acb78-23c7-462b-b6d7-ec420f9b3fc8 req-17fce9e2-ee15-42ca-82c9-269323db7b13 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:49.911925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c6acb78-23c7-462b-b6d7-ec420f9b3fc8 req-17fce9e2-ee15-42ca-82c9-269323db7b13 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1713626 Feb 03 04:34:49.978350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Allocated IP 2001:db8::320 (950e034b-d59c-46da-89cf-ff3800056a91/37a2d0c9-1f7a-4c19-b0c1-d54077885410/0850e522-1776-4985-8367-58c6b5c47a73) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:50.005398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8937b7ef-d24a-44b7-9011-38b81ba4bec5 req-b0809584-d72e-4ea3-a4bf-4200cf353d3c tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161845 Feb 03 04:34:50.010488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (c2b16174-332f-483f-a46f-2eb5802ba5df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.027026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c6acb78-23c7-462b-b6d7-ec420f9b3fc8 req-2be3f616-9d7d-4aae-99a3-f3b15735c655 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055961 Feb 03 04:34:50.128755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b16174-332f-483f-a46f-2eb5802ba5df,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:50.186475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Checking segment: {'id': '93f11dd2-2c49-4fb8-93b9-b6605412cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '423919cc-4886-4a9d-b95c-58386ad936c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:34:50.186934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Network hostable DHCP agents. Network: 423919cc-4886-4a9d-b95c-58386ad936c4, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:34:50.222286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Network 423919cc-4886-4a9d-b95c-58386ad936c4 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:34:50.235897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (0850e522-1776-4985-8367-58c6b5c47a73), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.245903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 423919cc-4886-4a9d-b95c-58386ad936c4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:50.252346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:50.253279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.261809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7825a60-c971-4d5f-90d4-3a43ba831299 None None] Network 423919cc-4886-4a9d-b95c-58386ad936c4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:34:50.294918 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2d2cb888-8f4c-47ae-87a7-c8110d8464b0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0279992 Feb 03 04:34:50.314165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0850e522-1776-4985-8367-58c6b5c47a73), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.450983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=0850e522-1776-4985-8367-58c6b5c47a73,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:50.452435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e71cae-d047-4045-9ca0-d984af815197 None None] Network 423919cc-4886-4a9d-b95c-58386ad936c4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:34:50.473519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network 950e034b-d59c-46da-89cf-ff3800056a91 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:50.479567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:50.483217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:50.494757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:50.508412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:50.509588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.537417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe39c8c0-3975-4037-8cd0-f5172236a8bf tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5596945 Feb 03 04:34:50.539980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:50.550562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::318', 'mac_address': 'fa:16:3e:76:e5:c5'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:50.643879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] Deleting subnet c2b16174-332f-483f-a46f-2eb5802ba5df {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:34:50.647470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] Publish callbacks [] for subnet (c2b16174-332f-483f-a46f-2eb5802ba5df), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.686049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (c2b16174-332f-483f-a46f-2eb5802ba5df), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.730744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c2b16174-332f-483f-a46f-2eb5802ba5df), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.783667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0850e522-1776-4985-8367-58c6b5c47a73), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.802148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (c2b16174-332f-483f-a46f-2eb5802ba5df), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.853289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:50.857784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c2b16174-332f-483f-a46f-2eb5802ba5df HTTP/1.1" status: 204 len: 168 time: 0.3732665 Feb 03 04:34:50.858836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8ca0e-446c-4014-a9e0-e78ed2ad319c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b16174-332f-483f-a46f-2eb5802ba5df,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:50.864522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:50.889263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b2f4a-8d99-49d0-8a4e-4409714cf23b req-edc072ad-4eb9-4bac-a345-8a15b32a21dc tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:50.891591 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-219b2f4a-8d99-49d0-8a4e-4409714cf23b req-edc072ad-4eb9-4bac-a345-8a15b32a21dc tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.3106093 Feb 03 04:34:50.990087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-02491bcb-9333-4463-ad36-e4a5e4afa47d None None] Provisioning complete for port 0850e522-1776-4985-8367-58c6b5c47a73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:50.990579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02491bcb-9333-4463-ad36-e4a5e4afa47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0850e522-1776-4985-8367-58c6b5c47a73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.008772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-219b2f4a-8d99-49d0-8a4e-4409714cf23b req-292c085c-6960-4ed9-a248-4dacce04c096 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094973 Feb 03 04:34:51.082053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-02491bcb-9333-4463-ad36-e4a5e4afa47d None None] Port 0850e522-1776-4985-8367-58c6b5c47a73 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:51.093460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (423919cc-4886-4a9d-b95c-58386ad936c4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.213411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (423919cc-4886-4a9d-b95c-58386ad936c4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.220545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4e12-7d2d-4d6f-bb65-d2ee1eb3236d req-44941b9f-df7e-4a1f-a65f-75433850f9e9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:51.222360 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a8e4e12-7d2d-4d6f-bb65-d2ee1eb3236d req-44941b9f-df7e-4a1f-a65f-75433850f9e9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0919378 Feb 03 04:34:51.235941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43dd93-b191-4d9f-9c3a-b29cc3254219 req-eb9c6613-8f41-47f7-a450-9bac5e7084ee tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:51.237860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b43dd93-b191-4d9f-9c3a-b29cc3254219 req-eb9c6613-8f41-47f7-a450-9bac5e7084ee tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0788801 Feb 03 04:34:51.244711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423919cc-4886-4a9d-b95c-58386ad936c4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:51.259726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (0850e522-1776-4985-8367-58c6b5c47a73), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.262368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f11dd2-2c49-4fb8-93b9-b6605412cfe0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:51.262666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f11dd2-2c49-4fb8-93b9-b6605412cfe0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:51.270833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0850e522-1776-4985-8367-58c6b5c47a73), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.273670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (93f11dd2-2c49-4fb8-93b9-b6605412cfe0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.308478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (93f11dd2-2c49-4fb8-93b9-b6605412cfe0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.320160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] In _notify_port_updated(), no bound segment for port 0850e522-1776-4985-8367-58c6b5c47a73 on network 950e034b-d59c-46da-89cf-ff3800056a91 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:34:51.325374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:51.325729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a8e4e12-7d2d-4d6f-bb65-d2ee1eb3236d req-38df87d1-c9d2-45ac-b58e-d3cb6993ac2c tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944951 Feb 03 04:34:51.326066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.332952 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "PUT /v2.0/ports/0850e522-1776-4985-8367-58c6b5c47a73 HTTP/1.1" status: 200 len: 1003 time: 0.7918985 Feb 03 04:34:51.335816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:51.345096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b43dd93-b191-4d9f-9c3a-b29cc3254219 req-a9526393-90d7-4ee4-a3f7-22964bd55581 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978665 Feb 03 04:34:51.366730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:34:51.367308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (93f11dd2-2c49-4fb8-93b9-b6605412cfe0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:34:51.374514 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:34:51.407314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cfb24-cac3-4eb9-8e57-605088b9cbb5 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=0850e522-1776-4985-8367-58c6b5c47a73,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:51.614518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9fb90d19-afdf-4cc1-89e1-9cdf4c2eab2d None None] Provisioning complete for port 0850e522-1776-4985-8367-58c6b5c47a73 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:51.615188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fb90d19-afdf-4cc1-89e1-9cdf4c2eab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0850e522-1776-4985-8367-58c6b5c47a73), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.660812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9fb90d19-afdf-4cc1-89e1-9cdf4c2eab2d None None] Port 0850e522-1776-4985-8367-58c6b5c47a73 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:51.791669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (423919cc-4886-4a9d-b95c-58386ad936c4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.800202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.803180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] 10.222.0.35 "DELETE /v2.0/networks/423919cc-4886-4a9d-b95c-58386ad936c4 HTTP/1.1" status: 204 len: 168 time: 0.9372594 Feb 03 04:34:51.818009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fd400-a2e5-4401-a822-9025350fad5c admin admin] Pushing event deleted for resources: {'Network': ['ID=423919cc-4886-4a9d-b95c-58386ad936c4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:51.838346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting port 0850e522-1776-4985-8367-58c6b5c47a73 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:51.838701 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0850e522-1776-4985-8367-58c6b5c47a73), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.943308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0850e522-1776-4985-8367-58c6b5c47a73), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:51.957675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Calling delete_port for 0850e522-1776-4985-8367-58c6b5c47a73 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:51.961268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:52.008545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f61fc684-5fc9-44c4-a148-cf5184186c9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f9aa30a191a419786b6b5909dbd2419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455868 Feb 03 04:34:52.009909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:52.106862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d44f8379-d83e-456e-bdb0-f07e79b54b51 admin admin] Publish callbacks [] for security_group (0a9365ae-358c-40e3-99d3-b523fc30a583), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.144022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d44f8379-d83e-456e-bdb0-f07e79b54b51 admin admin] Publish callbacks [] for security_group (0a9365ae-358c-40e3-99d3-b523fc30a583), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.151075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d57e14-2006-48a6-b574-c905cbaeade8 req-ff741759-2d1f-4361-9df9-10554a156e02 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:52.159937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5d57e14-2006-48a6-b574-c905cbaeade8 req-ff741759-2d1f-4361-9df9-10554a156e02 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0708129 Feb 03 04:34:52.161269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0850e522-1776-4985-8367-58c6b5c47a73), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.206127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Port': ['ID=0850e522-1776-4985-8367-58c6b5c47a73,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:52.228273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5d57e14-2006-48a6-b574-c905cbaeade8 req-44c0cfa4-728c-4eaf-b7c2-0a7ca26a6a3b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Feb 03 04:34:52.266004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d44f8379-d83e-456e-bdb0-f07e79b54b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0a9365ae-358c-40e3-99d3-b523fc30a583), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.269295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d44f8379-d83e-456e-bdb0-f07e79b54b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.270646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d44f8379-d83e-456e-bdb0-f07e79b54b51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a9365ae-358c-40e3-99d3-b523fc30a583 HTTP/1.1" status: 204 len: 168 time: 0.2597733 Feb 03 04:34:52.305766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f8379-d83e-456e-bdb0-f07e79b54b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9365ae-358c-40e3-99d3-b523fc30a583,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:52.344017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.347697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed9370d5-5b72-42f6-9e48-c19753071d5d tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/ports/0850e522-1776-4985-8367-58c6b5c47a73 HTTP/1.1" status: 204 len: 168 time: 1.0089614 Feb 03 04:34:52.350566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:52.393738 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c0ec33-5a71-4510-8d64-79413b925774 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] GET failed (client error): The resource could not be found. Feb 03 04:34:52.399684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:52.400175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b3c0ec33-5a71-4510-8d64-79413b925774 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "GET /v2.0/ports/0850e522-1776-4985-8367-58c6b5c47a73 HTTP/1.1" status: 404 len: 333 time: 0.0485127 Feb 03 04:34:52.406261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1947769354'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:52.526049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9a1c-47b7-4429-b91c-5beac12f9df7 req-71462499-4ded-45f0-8938-fb76df0dbb83 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:52.534081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-584c9a1c-47b7-4429-b91c-5beac12f9df7 req-71462499-4ded-45f0-8938-fb76df0dbb83 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1021581 Feb 03 04:34:52.572722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:52.578284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.616122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] device_id is not set on port f126bfb2-dbb7-42c5-874a-47b953b15533 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:34:52.646807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d18ff-73dd-410a-bb8e-00cff1880b9c req-d47cfc40-e97d-4f8f-8cd8-890e703ba2dc tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:52.653814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd3d18ff-73dd-410a-bb8e-00cff1880b9c req-d47cfc40-e97d-4f8f-8cd8-890e703ba2dc tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1693826 Feb 03 04:34:52.659081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-584c9a1c-47b7-4429-b91c-5beac12f9df7 req-100c4f49-5404-499c-8a75-8895ad3fc529 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241066 Feb 03 04:34:52.715231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd3d18ff-73dd-410a-bb8e-00cff1880b9c req-7ad83a43-915c-4c12-9734-2ee817a8922b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604727 Feb 03 04:34:52.779250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Allocated IP 2001:db8::1e6 (950e034b-d59c-46da-89cf-ff3800056a91/37a2d0c9-1f7a-4c19-b0c1-d54077885410/f126bfb2-dbb7-42c5-874a-47b953b15533) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:52.939040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:52.974432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.023389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network 950e034b-d59c-46da-89cf-ff3800056a91 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:53.028598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:53.032227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:53.037468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:53.038053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.047734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=f126bfb2-dbb7-42c5-874a-47b953b15533,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:53.067655 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-91556b1f-90f4-4000-86cb-ca702a2e989a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6630154 Feb 03 04:34:53.068092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:53.077411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:76:e5:c5'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:53.376428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.405215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-84e33f19-7143-41d1-bac2-e18577e4f013 None None] Provisioning complete for port f126bfb2-dbb7-42c5-874a-47b953b15533 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:53.406619 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e33f19-7143-41d1-bac2-e18577e4f013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.451212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84e33f19-7143-41d1-bac2-e18577e4f013 None None] Port f126bfb2-dbb7-42c5-874a-47b953b15533 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:53.457166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef85b0-e3ef-4bf7-ad1a-0ddfa30eae16 req-13f9564a-9099-41f4-8a64-7132c873dcb5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:53.458811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2aef85b0-e3ef-4bf7-ad1a-0ddfa30eae16 req-13f9564a-9099-41f4-8a64-7132c873dcb5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1333230 Feb 03 04:34:53.569270 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.570380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2aef85b0-e3ef-4bf7-ad1a-0ddfa30eae16 req-a875873b-1c13-488c-be47-50d9bea33f5b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026428 Feb 03 04:34:53.626603 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.637719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.642608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.681343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] In _notify_port_updated(), no bound segment for port f126bfb2-dbb7-42c5-874a-47b953b15533 on network 950e034b-d59c-46da-89cf-ff3800056a91 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:34:53.686638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:53.687393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.691818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "PUT /v2.0/ports/f126bfb2-dbb7-42c5-874a-47b953b15533 HTTP/1.1" status: 200 len: 1003 time: 0.6226068 Feb 03 04:34:53.691946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:53.706580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e897df4-67c7-46ac-98c2-90960bce7d55 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=f126bfb2-dbb7-42c5-874a-47b953b15533,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:53.878393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e2dfa-463f-4ae6-a3d7-5c458427bb31 req-4aa81d05-134c-42e5-ad0e-f570a9d3e704 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:53.880263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-426e2dfa-463f-4ae6-a3d7-5c458427bb31 req-4aa81d05-134c-42e5-ad0e-f570a9d3e704 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0915542 Feb 03 04:34:53.880478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting port f126bfb2-dbb7-42c5-874a-47b953b15533 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:53.880891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:53.969668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-426e2dfa-463f-4ae6-a3d7-5c458427bb31 req-2415826a-3d5c-4c5b-a599-ed60ef53c01d tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819435 Feb 03 04:34:54.007226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.022123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Calling delete_port for f126bfb2-dbb7-42c5-874a-47b953b15533 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:54.077230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-548b91c5-0c43-4991-a4e1-bf9cc2d55f52 None None] Provisioning complete for port f126bfb2-dbb7-42c5-874a-47b953b15533 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:54.077877 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-548b91c5-0c43-4991-a4e1-bf9cc2d55f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.158470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-548b91c5-0c43-4991-a4e1-bf9cc2d55f52 None None] Port f126bfb2-dbb7-42c5-874a-47b953b15533 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:54.170256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f126bfb2-dbb7-42c5-874a-47b953b15533), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.207081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Port': ['ID=f126bfb2-dbb7-42c5-874a-47b953b15533,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:54.234285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.238096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6c197f59-909b-4da3-a22b-a8e291ba63fd tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/ports/f126bfb2-dbb7-42c5-874a-47b953b15533 HTTP/1.1" status: 204 len: 168 time: 0.5448713 Feb 03 04:34:54.240827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:54.274761 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-343c602e-a43d-460c-ab89-98cca2e66e9f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] GET failed (client error): The resource could not be found. Feb 03 04:34:54.276697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-343c602e-a43d-460c-ab89-98cca2e66e9f tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "GET /v2.0/ports/f126bfb2-dbb7-42c5-874a-47b953b15533 HTTP/1.1" status: 404 len: 333 time: 0.0345540 Feb 03 04:34:54.280924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:54.286572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-211907363'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:54.337231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:54.424509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:54.429191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.455768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] device_id is not set on port 12af093a-4a24-4aa7-98ca-b6e3f1b00438 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:34:54.469830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7ebd-0763-441a-bc63-d3876158a446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.572838 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7ebd-0763-441a-bc63-d3876158a446 admin admin] Publish callbacks [] for security_group (cf5a91b9-c72b-4152-b67b-b72bd408c813), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.581978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7ebd-0763-441a-bc63-d3876158a446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cf5a91b9-c72b-4152-b67b-b72bd408c813), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.599912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Allocated IP 2001:db8::2ae (950e034b-d59c-46da-89cf-ff3800056a91/37a2d0c9-1f7a-4c19-b0c1-d54077885410/12af093a-4a24-4aa7-98ca-b6e3f1b00438) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:54.641173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1e3c7ebd-0763-441a-bc63-d3876158a446 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1132c4e02fd74f63b5fa5b28e8918eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028784 Feb 03 04:34:54.642792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c7ebd-0763-441a-bc63-d3876158a446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a91b9-c72b-4152-b67b-b72bd408c813,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:54.646022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:54.735891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3a01ce-5661-41dd-bdef-7476ad16e17a admin admin] Publish callbacks [] for security_group (cf5a91b9-c72b-4152-b67b-b72bd408c813), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.750213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44209dc-1252-42ac-a926-af289b686e75 req-675ec9b1-0ea3-4bed-9ec2-0398b31e0fac tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:54.751869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b44209dc-1252-42ac-a926-af289b686e75 req-675ec9b1-0ea3-4bed-9ec2-0398b31e0fac tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0872881 Feb 03 04:34:54.772782 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (12af093a-4a24-4aa7-98ca-b6e3f1b00438), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.779471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3a01ce-5661-41dd-bdef-7476ad16e17a admin admin] Publish callbacks [] for security_group (cf5a91b9-c72b-4152-b67b-b72bd408c813), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.811320 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (12af093a-4a24-4aa7-98ca-b6e3f1b00438), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.851395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b44209dc-1252-42ac-a926-af289b686e75 req-b3e059ca-9bf8-4768-994e-a204409b9185 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884931 Feb 03 04:34:54.856345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network 950e034b-d59c-46da-89cf-ff3800056a91 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:54.861710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:54.880975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:54.887374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:54.888437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.888964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3a01ce-5661-41dd-bdef-7476ad16e17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cf5a91b9-c72b-4152-b67b-b72bd408c813), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.892841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=12af093a-4a24-4aa7-98ca-b6e3f1b00438,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:54.893480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3a01ce-5661-41dd-bdef-7476ad16e17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:54.895329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c3a01ce-5661-41dd-bdef-7476ad16e17a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf5a91b9-c72b-4152-b67b-b72bd408c813 HTTP/1.1" status: 204 len: 168 time: 0.2473879 Feb 03 04:34:54.916485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a01ce-5661-41dd-bdef-7476ad16e17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a91b9-c72b-4152-b67b-b72bd408c813,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:54.933736 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f32f7943-3e88-4dba-90e0-b7617f68002a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6506357 Feb 03 04:34:54.935977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46882) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:54.944743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'network_id': '950e034b-d59c-46da-89cf-ff3800056a91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1643343156'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:55.178537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cced5-241a-4f83-9569-d9aee9c49b43 req-566c00df-8c70-423d-80eb-082aab5d9074 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:55.180570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a14cced5-241a-4f83-9569-d9aee9c49b43 req-566c00df-8c70-423d-80eb-082aab5d9074 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1138067 Feb 03 04:34:55.253744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a14cced5-241a-4f83-9569-d9aee9c49b43 req-6576dcc9-e637-4cc6-a29f-9a1f37fa37f7 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664346 Feb 03 04:34:55.263227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Made reservation on behalf of 928d4d6c16344dd8b6bdde7dbed1995c for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:34:55.267668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:55.310611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c065d78a-8023-447b-b7f7-ed1e564e7dba None None] Provisioning complete for port 12af093a-4a24-4aa7-98ca-b6e3f1b00438 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:55.312039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] device_id is not set on port 435850a2-8020-4223-a943-944fe4ca233f yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:34:55.312552 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c065d78a-8023-447b-b7f7-ed1e564e7dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (12af093a-4a24-4aa7-98ca-b6e3f1b00438), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:55.364290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c065d78a-8023-447b-b7f7-ed1e564e7dba None None] Port 12af093a-4a24-4aa7-98ca-b6e3f1b00438 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:55.449137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Allocated IP 2001:db8::182 (950e034b-d59c-46da-89cf-ff3800056a91/37a2d0c9-1f7a-4c19-b0c1-d54077885410/435850a2-8020-4223-a943-944fe4ca233f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:34:55.608757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (435850a2-8020-4223-a943-944fe4ca233f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:55.647763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (435850a2-8020-4223-a943-944fe4ca233f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:55.699368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Network 950e034b-d59c-46da-89cf-ff3800056a91 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:34:55.708913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:34:55.713745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:34:55.719970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:55.720286 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:55.733471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=435850a2-8020-4223-a943-944fe4ca233f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:55.748508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d1c2cb8e-14cc-486c-b69a-1709d742bcb8 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8111248 Feb 03 04:34:55.751341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:55.757245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::318', 'mac_address': 'fa:16:3e:76:e5:c5'}, {'ip_address': '2001:db8::2ae', 'mac_address': 'fa:16:3e:6f:52:59'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:34:55.996591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9e02d-b602-400b-9272-d3c16078c7ea req-ae557b62-8ad4-41dd-baf1-8737adb9b38f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:56.004612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69d9e02d-b602-400b-9272-d3c16078c7ea req-ae557b62-8ad4-41dd-baf1-8737adb9b38f tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0674424 Feb 03 04:34:56.009971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (435850a2-8020-4223-a943-944fe4ca233f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.057962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69d9e02d-b602-400b-9272-d3c16078c7ea req-a44b3cd4-dc74-47cc-9275-2e1fbfef1516 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497060 Feb 03 04:34:56.100231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e30d536-5ee2-4ad7-af8d-57a6399188da None None] Provisioning complete for port 435850a2-8020-4223-a943-944fe4ca233f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:56.101540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e30d536-5ee2-4ad7-af8d-57a6399188da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (435850a2-8020-4223-a943-944fe4ca233f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.140170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e30d536-5ee2-4ad7-af8d-57a6399188da None None] Port 435850a2-8020-4223-a943-944fe4ca233f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:56.219381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for port (435850a2-8020-4223-a943-944fe4ca233f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.225705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (435850a2-8020-4223-a943-944fe4ca233f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.262205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] In _notify_port_updated(), no bound segment for port 435850a2-8020-4223-a943-944fe4ca233f on network 950e034b-d59c-46da-89cf-ff3800056a91 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:34:56.267684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:56.268392 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.272405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "PUT /v2.0/ports/435850a2-8020-4223-a943-944fe4ca233f HTTP/1.1" status: 200 len: 1068 time: 0.5171576 Feb 03 04:34:56.272769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:56.293928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fc122-ca3b-453d-9571-cf8d43f646b7 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event updated for resources: {'Port': ['ID=435850a2-8020-4223-a943-944fe4ca233f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:56.429873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648c87-72ee-45a0-8c74-b0f362a7eb67 req-111c541b-beaa-4f28-a5dc-05250942699b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:56.431433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5648c87-72ee-45a0-8c74-b0f362a7eb67 req-111c541b-beaa-4f28-a5dc-05250942699b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0743690 Feb 03 04:34:56.438227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting port 435850a2-8020-4223-a943-944fe4ca233f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:56.438540 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (435850a2-8020-4223-a943-944fe4ca233f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.550754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5648c87-72ee-45a0-8c74-b0f362a7eb67 req-c2583cc0-922a-4882-8618-804bf7508841 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088073 Feb 03 04:34:56.566877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a18b5a16-56d1-4113-8388-849fef8b0bd6 None None] Provisioning complete for port 435850a2-8020-4223-a943-944fe4ca233f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:34:56.567463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a18b5a16-56d1-4113-8388-849fef8b0bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (435850a2-8020-4223-a943-944fe4ca233f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.569445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (435850a2-8020-4223-a943-944fe4ca233f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.594615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Calling delete_port for 435850a2-8020-4223-a943-944fe4ca233f owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:56.617611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a18b5a16-56d1-4113-8388-849fef8b0bd6 None None] Port 435850a2-8020-4223-a943-944fe4ca233f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:34:56.725537 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (435850a2-8020-4223-a943-944fe4ca233f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.759472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Port': ['ID=435850a2-8020-4223-a943-944fe4ca233f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:56.948398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:56.951835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c25b04f5-f8fd-403f-9e64-5582248d783a tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/ports/435850a2-8020-4223-a943-944fe4ca233f HTTP/1.1" status: 204 len: 168 time: 0.6779726 Feb 03 04:34:56.954510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:56.981218 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1775ac88-b613-4c6c-8b09-eba8412c1978 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] GET failed (client error): The resource could not be found. Feb 03 04:34:56.982609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1775ac88-b613-4c6c-8b09-eba8412c1978 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "GET /v2.0/ports/435850a2-8020-4223-a943-944fe4ca233f HTTP/1.1" status: 404 len: 333 time: 0.0271485 Feb 03 04:34:56.985361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:57.076939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting port 12af093a-4a24-4aa7-98ca-b6e3f1b00438 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:57.077140 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (12af093a-4a24-4aa7-98ca-b6e3f1b00438), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:57.192557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (12af093a-4a24-4aa7-98ca-b6e3f1b00438), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:57.209130 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Calling delete_port for 12af093a-4a24-4aa7-98ca-b6e3f1b00438 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:57.227197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8e2c8-3587-4253-9231-5a48ce157f6b req-c90b2597-3637-4467-bbd6-7f235873c061 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:57.228750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55d8e2c8-3587-4253-9231-5a48ce157f6b req-c90b2597-3637-4467-bbd6-7f235873c061 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0923562 Feb 03 04:34:57.329460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55d8e2c8-3587-4253-9231-5a48ce157f6b req-4c2a1c5d-d5ff-43d3-93b9-c15075ef89bb tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949047 Feb 03 04:34:57.395901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (12af093a-4a24-4aa7-98ca-b6e3f1b00438), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:57.426993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Port': ['ID=12af093a-4a24-4aa7-98ca-b6e3f1b00438,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:57.456452 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:57.462858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f27710c0-59f7-40ab-9eed-94cab4edb7b9 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/ports/12af093a-4a24-4aa7-98ca-b6e3f1b00438 HTTP/1.1" status: 204 len: 168 time: 0.4736059 Feb 03 04:34:57.463235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:57.490841 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c67447-e355-45f7-a28c-39b27b77584c tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] GET failed (client error): The resource could not be found. Feb 03 04:34:57.492443 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18c67447-e355-45f7-a28c-39b27b77584c tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "GET /v2.0/ports/12af093a-4a24-4aa7-98ca-b6e3f1b00438 HTTP/1.1" status: 404 len: 333 time: 0.0282357 Feb 03 04:34:57.496388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:57.622567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting port f543151c-9c3b-4c06-af74-da720194149b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:57.622923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f543151c-9c3b-4c06-af74-da720194149b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:57.752543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f543151c-9c3b-4c06-af74-da720194149b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:57.769650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98fbfe-511f-4c3a-9ed5-dc2b26d895ee req-e35b4080-7e7e-4bb7-8b2b-1d7ed3b47dbc tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:57.771179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b98fbfe-511f-4c3a-9ed5-dc2b26d895ee req-e35b4080-7e7e-4bb7-8b2b-1d7ed3b47dbc tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1198165 Feb 03 04:34:57.775679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Calling delete_port for f543151c-9c3b-4c06-af74-da720194149b owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:57.864391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b98fbfe-511f-4c3a-9ed5-dc2b26d895ee req-caf9ceba-227e-4bf4-bcce-43b5fd702bf3 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865369 Feb 03 04:34:57.939776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f543151c-9c3b-4c06-af74-da720194149b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:57.968685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Port': ['ID=f543151c-9c3b-4c06-af74-da720194149b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:57.998073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.001705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-79176a07-aeea-4ba5-b465-b591d91e52f4 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/ports/f543151c-9c3b-4c06-af74-da720194149b HTTP/1.1" status: 204 len: 168 time: 0.5042517 Feb 03 04:34:58.004407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46930) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:58.069019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting subnet 37a2d0c9-1f7a-4c19-b0c1-d54077885410 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:34:58.072987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for subnet (37a2d0c9-1f7a-4c19-b0c1-d54077885410), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.434793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (37a2d0c9-1f7a-4c19-b0c1-d54077885410), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.497595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53f25a-1404-49dc-acf4-ef51bb284674 req-13260310-631f-469a-b4b2-2a474a94b808 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:58.499049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef53f25a-1404-49dc-acf4-ef51bb284674 req-13260310-631f-469a-b4b2-2a474a94b808 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0956388 Feb 03 04:34:58.556188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (37a2d0c9-1f7a-4c19-b0c1-d54077885410), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.595563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef53f25a-1404-49dc-acf4-ef51bb284674 req-6c55839b-0872-478e-9cb5-57b5018ddd5b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772672 Feb 03 04:34:58.628023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (37a2d0c9-1f7a-4c19-b0c1-d54077885410), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.655224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Subnet': ['ID=37a2d0c9-1f7a-4c19-b0c1-d54077885410,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:58.659379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.662618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f3c9d717-20e5-4a87-91b8-8e080d6cca5e tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/subnets/37a2d0c9-1f7a-4c19-b0c1-d54077885410 HTTP/1.1" status: 204 len: 168 time: 0.6572928 Feb 03 04:34:58.665103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:58.669345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb99bdd-e274-4b00-b5bc-cfd01236ede1 None None] Network 950e034b-d59c-46da-89cf-ff3800056a91 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:34:58.748435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (950e034b-d59c-46da-89cf-ff3800056a91), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.802618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Deleting port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:58.803639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.845778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] DHCP port deletion for 950e034b-d59c-46da-89cf-ff3800056a91 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:34:58.869351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] For port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,segment=NetworkSegment(80163414-e08f-4604-b586-67e0387e74cc),segment_id=80163414-e08f-4604-b586-67e0387e74cc)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:58.869920 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.888301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Calling delete_port for d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:58.904331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] Deleting port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:34:58.904708 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.974878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] For port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,segment=NetworkSegment(80163414-e08f-4604-b586-67e0387e74cc),segment_id=80163414-e08f-4604-b586-67e0387e74cc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:34:58.975223 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:58.988608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] Calling delete_port for d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:34:59.009063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aef329-b4bb-47ef-9878-d95545a8f8d7 req-5839ec9a-58a7-4066-bafb-2feb95df90ee tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:59.010759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15aef329-b4bb-47ef-9878-d95545a8f8d7 req-5839ec9a-58a7-4066-bafb-2feb95df90ee tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0744419 Feb 03 04:34:59.012044 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.041929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Port': ['ID=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:59.051268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] No DVR routers for this DVR port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:34:59.072271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.099228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] Pushing event deleted for resources: {'Port': ['ID=d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:59.112341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5f226-bdb0-44e9-925d-ae1a1d6ae614 None None] No DVR routers for this DVR port d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:34:59.131026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15aef329-b4bb-47ef-9878-d95545a8f8d7 req-f65b96fe-94f6-4fc8-8026-628e9cffbd8a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911644 Feb 03 04:34:59.162778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (950e034b-d59c-46da-89cf-ff3800056a91), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.184863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950e034b-d59c-46da-89cf-ff3800056a91']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:59.195213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80163414-e08f-4604-b586-67e0387e74cc') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:59.195537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80163414-e08f-4604-b586-67e0387e74cc') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:34:59.212329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (80163414-e08f-4604-b586-67e0387e74cc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.227444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (80163414-e08f-4604-b586-67e0387e74cc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.233911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:34:59.234490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (80163414-e08f-4604-b586-67e0387e74cc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:34:59.237766 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:34:59.300271 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (950e034b-d59c-46da-89cf-ff3800056a91), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.308398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.312184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] 10.222.0.35 "DELETE /v2.0/networks/950e034b-d59c-46da-89cf-ff3800056a91 HTTP/1.1" status: 204 len: 168 time: 0.6461370 Feb 03 04:34:59.324077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56681b8-d9ba-4d09-9189-167c4781bf45 tempest-AllowedAddressPairIpV6TestJSON-2082529397 tempest-AllowedAddressPairIpV6TestJSON-2082529397-project] Pushing event deleted for resources: {'Network': ['ID=950e034b-d59c-46da-89cf-ff3800056a91,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:34:59.571967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:59.746182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b0d61c4a-3c32-47ce-9e5f-8073e56bc5a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=928d4d6c16344dd8b6bdde7dbed1995c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1728265 Feb 03 04:34:59.748881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:34:59.754352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82e7a-6196-4ab5-be5d-a94ba3f55a36 req-5ae5dd1b-fc3e-4dac-a602-71c9fd9456ba tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:34:59.756147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48b82e7a-6196-4ab5-be5d-a94ba3f55a36 req-5ae5dd1b-fc3e-4dac-a602-71c9fd9456ba tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0885539 Feb 03 04:34:59.804937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48b82e7a-6196-4ab5-be5d-a94ba3f55a36 req-871b3ac3-a1f0-4913-8767-898802b9ffa4 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Feb 03 04:34:59.806335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b4a83b-ebb5-4a1a-a1c7-cb06289b8ee5 admin admin] Publish callbacks [] for security_group (fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.830176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b4a83b-ebb5-4a1a-a1c7-cb06289b8ee5 admin admin] Publish callbacks [] for security_group (fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.884109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b4a83b-ebb5-4a1a-a1c7-cb06289b8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.886979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b4a83b-ebb5-4a1a-a1c7-cb06289b8ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:34:59.888279 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-29b4a83b-ebb5-4a1a-a1c7-cb06289b8ee5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27 HTTP/1.1" status: 204 len: 168 time: 0.1383967 Feb 03 04:34:59.896955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4a83b-ebb5-4a1a-a1c7-cb06289b8ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe30b8-0c3b-4098-b1f4-6c0a0d55ac27,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:00.171887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467919ee-5e7c-4d36-bee8-b87a009d6590 req-c752ae13-4bdf-4972-bd0d-eba55ece07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:00.175101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-467919ee-5e7c-4d36-bee8-b87a009d6590 req-c752ae13-4bdf-4972-bd0d-eba55ece07d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.0485473 Feb 03 04:35:00.232612 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-467919ee-5e7c-4d36-bee8-b87a009d6590 req-e1b4d179-f7bf-4c8a-87e3-4017d1140a5a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Feb 03 04:35:00.266030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c4bc7-f8dc-466c-83fe-b301189c4794 req-e4efcf20-d2d5-43e9-a54a-211d6b55c794 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:00.267711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f93c4bc7-f8dc-466c-83fe-b301189c4794 req-e4efcf20-d2d5-43e9-a54a-211d6b55c794 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0619886 Feb 03 04:35:00.321622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f93c4bc7-f8dc-466c-83fe-b301189c4794 req-a8da2f0d-c690-4d48-bc59-2ff890c3c696 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476251 Feb 03 04:35:00.615131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:00.715782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-439529068'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:00.736152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Made reservation on behalf of 4698fcf0893a4233a24c94823a83e66a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:00.739719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.750369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.760230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:00.781001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:00.781340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6bc9b7f-2c22-4733-b2ce-0fc39f4a027b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:00.824176 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for security_group (5a343deb-e41b-4eef-b2a8-99b571763b14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.828650 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5a343deb-e41b-4eef-b2a8-99b571763b14), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.862436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:00.869739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a343deb-e41b-4eef-b2a8-99b571763b14,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:00.881478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5f9b8791-33d7-4a80-b730-c70b5cdd2f6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.881905 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Added segment 5f9b8791-33d7-4a80-b730-c70b5cdd2f6c of type vlan for network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 Feb 03 04:35:00.948366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.985313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.990303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:00.990904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:00.999787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654a2cc-27c4-4d00-a14f-3d95dd7944eb req-cc9a4b93-dc51-43b8-80cf-bdcb42ce54a9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:01.001303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9654a2cc-27c4-4d00-a14f-3d95dd7944eb req-cc9a4b93-dc51-43b8-80cf-bdcb42ce54a9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.0906672 Feb 03 04:35:01.049215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4328411 Feb 03 04:35:01.052436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:01.059659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'subnet': {'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:01.098497 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cff4d-27ad-49a5-96d3-e165130ae2d5 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Network': ['ID=3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:01.112964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:01.135961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9654a2cc-27c4-4d00-a14f-3d95dd7944eb req-5a2ea701-ebe4-4c91-a044-fb1d3c771b4c tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260042 Feb 03 04:35:01.179620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Made reservation on behalf of 4698fcf0893a4233a24c94823a83e66a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:01.184410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.373788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (f7ac6899-fffc-4c4b-b24b-bc5851c30c9e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.432464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Subnet': ['ID=f7ac6899-fffc-4c4b-b24b-bc5851c30c9e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:01.445327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Checking segment: {'id': '5f9b8791-33d7-4a80-b730-c70b5cdd2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:01.445737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Network hostable DHCP agents. Network: 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:01.462806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965240a-ed59-4edf-899c-0ca4392eaa8a req-0edeccc0-6c46-4cd9-b99f-87393be2c61d tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:01.463764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:01.464789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5965240a-ed59-4edf-899c-0ca4392eaa8a req-0edeccc0-6c46-4cd9-b99f-87393be2c61d tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0684123 Feb 03 04:35:01.474352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:01.479783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:01.480942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.485249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbff256-8f6e-4ff3-b0e5-1884bdcf9b0f None None] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:01.502443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9a3b8179-4807-4cda-af13-e8d16dfb6004 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4482508 Feb 03 04:35:01.505509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:01.510137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2592c368-950c-4486-87e6-e49bbb48d71a tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-697383277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:01.530101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5965240a-ed59-4edf-899c-0ca4392eaa8a req-c6436fc8-b8d3-4ddc-b063-da0a6658818a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587533 Feb 03 04:35:01.541887 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2592c368-950c-4486-87e6-e49bbb48d71a tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.544886 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2592c368-950c-4486-87e6-e49bbb48d71a tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.595217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-9d97fc08-fdc2-40d7-b97d-6d35c48b11c3 req-74d680f6-d141-4209-aea0-359ee7332684 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2021996892', 'description': 'tempest-description-213069283'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:01.614674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14', 'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14', 'project_id': '4698fcf0893a4233a24c94823a83e66a', 'fixed_ips': [{'subnet_id': 'f7ac6899-fffc-4c4b-b24b-bc5851c30c9e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:35:01.615719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.620091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9d97fc08-fdc2-40d7-b97d-6d35c48b11c3 req-74d680f6-d141-4209-aea0-359ee7332684 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.629414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2592c368-950c-4486-87e6-e49bbb48d71a tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for router_controller (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.636902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2592c368-950c-4486-87e6-e49bbb48d71a tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.663175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2592c368-950c-4486-87e6-e49bbb48d71a tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.665103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2592c368-950c-4486-87e6-e49bbb48d71a tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1583853 Feb 03 04:35:01.667705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:01.706666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9d97fc08-fdc2-40d7-b97d-6d35c48b11c3 req-74d680f6-d141-4209-aea0-359ee7332684 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for security_group (22740562-c761-485b-8ac3-559f28a2276b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.713785 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9d97fc08-fdc2-40d7-b97d-6d35c48b11c3 req-74d680f6-d141-4209-aea0-359ee7332684 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (22740562-c761-485b-8ac3-559f28a2276b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.752466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9d97fc08-fdc2-40d7-b97d-6d35c48b11c3 req-74d680f6-d141-4209-aea0-359ee7332684 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.754377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d97fc08-fdc2-40d7-b97d-6d35c48b11c3 req-74d680f6-d141-4209-aea0-359ee7332684 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.1636562 Feb 03 04:35:01.756169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d680f6-d141-4209-aea0-359ee7332684 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22740562-c761-485b-8ac3-559f28a2276b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:01.770389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Allocated IP 172.20.0.2 (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14/f7ac6899-fffc-4c4b-b24b-bc5851c30c9e/7ead6558-c616-4bf7-9300-f6d58b9137e7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:01.868623 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-4fee88b8-248c-4ca4-a900-188b8d01003a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2021996892&fields=id&tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea HTTP/1.1" status: 200 len: 267 time: 0.0480764 Feb 03 04:35:01.939362 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Publish callbacks [] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.943035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-10347edb-2b29-44b1-bc6e-2725142f0b48 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:01.944630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-10347edb-2b29-44b1-bc6e-2725142f0b48 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0676908 Feb 03 04:35:01.953209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:01.957921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Request body: {'port': {'security_groups': ['1a85b71d-2a50-478c-95f2-5c8e41547a59', '22740562-c761-485b-8ac3-559f28a2276b']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:02.002360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:02.005927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:02.012828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:02.016808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Pushing event updated for resources: {'Port': ['ID=7ead6558-c616-4bf7-9300-f6d58b9137e7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:02.060143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.071579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.083006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Attempting to bind port 7ead6558-c616-4bf7-9300-f6d58b9137e7 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:02.083609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Attempting to bind port 7ead6558-c616-4bf7-9300-f6d58b9137e7 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '5f9b8791-33d7-4a80-b730-c70b5cdd2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:02.084049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Attempting to bind port 7ead6558-c616-4bf7-9300-f6d58b9137e7 on network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:02.089710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:02.094703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Checking segment: {'id': '5f9b8791-33d7-4a80-b730-c70b5cdd2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:02.095290 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.096524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Bound using segment: {'id': '5f9b8791-33d7-4a80-b730-c70b5cdd2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:02.097304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Bound port: 7ead6558-c616-4bf7-9300-f6d58b9137e7, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b8791-33d7-4a80-b730-c70b5cdd2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:02.097928 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.166345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] For port 7ead6558-c616-4bf7-9300-f6d58b9137e7, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:02.169950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] For port 7ead6558-c616-4bf7-9300-f6d58b9137e7, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ead6558-c616-4bf7-9300-f6d58b9137e7,segment=NetworkSegment(5f9b8791-33d7-4a80-b730-c70b5cdd2f6c),segment_id=5f9b8791-33d7-4a80-b730-c70b5cdd2f6c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:02.178724 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.254328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7a61d-ec7c-4492-a81f-1ec99892e5a5 None None] Pushing event updated for resources: {'Port': ['ID=7ead6558-c616-4bf7-9300-f6d58b9137e7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:02.311322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:02.345046 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.352868 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.365784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2a83c2fc-f76e-4265-a971-bbcae1bfdb30'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:02.367747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Allocated IP 172.20.0.1 (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14/f7ac6899-fffc-4c4b-b24b-bc5851c30c9e/25d77853-8260-4946-85d4-78f8e02f7751) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:02.413053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:02.413841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.426716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b25db52-b233-499d-9bee-83bda07a2ac2 req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "PUT /v2.0/ports/2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 981 time: 0.4741857 Feb 03 04:35:02.427349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:02.431817 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a2fa6-200e-4a95-8e7e-e9e027322478" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:02.507652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4457788-70fa-4ef5-aa15-2aadee3db25a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event updated for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:02.523445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2a83c2fc-f76e-4265-a971-bbcae1bfdb30'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:02.640752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for port (25d77853-8260-4946-85d4-78f8e02f7751), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.647804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69542c16-c503-4b6a-8697-9d31331f1a8d req-7f59cc5c-38f4-4e67-9d02-6493070295d7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:02.650992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69542c16-c503-4b6a-8697-9d31331f1a8d req-7f59cc5c-38f4-4e67-9d02-6493070295d7 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1148980 Feb 03 04:35:02.692366 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (25d77853-8260-4946-85d4-78f8e02f7751), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.756753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:02.772498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:02.784579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:02.792343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69542c16-c503-4b6a-8697-9d31331f1a8d req-5ac63cf8-15a0-419f-b02a-67af8ec31f6b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350055 Feb 03 04:35:02.849464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Port': ['ID=25d77853-8260-4946-85d4-78f8e02f7751,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:02.876628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:02.927777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ead6558-c616-4bf7-9300-f6d58b9137e7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:02.940493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-109c4f72-4700-47ff-b552-4067b2f1e424 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2021996892&fields=id&tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea HTTP/1.1" status: 200 len: 267 time: 0.0534713 Feb 03 04:35:02.992069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7ead6558-c616-4bf7-9300-f6d58b9137e7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:02.992402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.013713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-70095ca4-1098-4b9c-b2c5-20a2050d739b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:03.025290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-70095ca4-1098-4b9c-b2c5-20a2050d739b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 984 time: 0.0758710 Feb 03 04:35:03.033367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Request body: {'port': {'security_groups': ['1a85b71d-2a50-478c-95f2-5c8e41547a59']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:03.058184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (25d77853-8260-4946-85d4-78f8e02f7751), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.114931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7ead6558-c616-4bf7-9300-f6d58b9137e7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:03.115324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.169467 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.172061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7ead6558-c616-4bf7-9300-f6d58b9137e7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ead6558-c616-4bf7-9300-f6d58b9137e7,segment=NetworkSegment(5f9b8791-33d7-4a80-b730-c70b5cdd2f6c),segment_id=5f9b8791-33d7-4a80-b730-c70b5cdd2f6c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:03.174112 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-733a2fa6-5a57-4f69-a868-d1c3b4b11251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.183432 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.308905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7ead6558-c616-4bf7-9300-f6d58b9137e7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:03.453381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for port (25d77853-8260-4946-85d4-78f8e02f7751), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.461058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (25d77853-8260-4946-85d4-78f8e02f7751), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.555158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:03.592750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.640818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.643856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Port': ['ID=25d77853-8260-4946-85d4-78f8e02f7751,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:03.653085 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.666441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2a83c2fc-f76e-4265-a971-bbcae1bfdb30'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:03.754252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:03.754951 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:03.769089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-708fd854-23cb-43fe-afd4-f58ce9a328e5 req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "PUT /v2.0/ports/2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 942 time: 0.7420416 Feb 03 04:35:03.843393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd8c89-903f-41f4-a385-9d4aaab8b89f tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event updated for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:03.855732 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7329aaa5-7d94-4121-8184-1a6f4fe6cd0f x-openstack-request-id: req-7329aaa5-7d94-4121-8184-1a6f4fe6cd0f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:03.856693 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:03.856693 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7329aaa5-7d94-4121-8184-1a6f4fe6cd0f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:03.857279 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'status': 'completed', 'code': 200} Feb 03 04:35:03.965726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423acf1-ff69-4ebd-a9e8-4b8a4bcdae66 req-c4b398a4-ae38-443d-a539-d3568a18fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:03.967235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f423acf1-ff69-4ebd-a9e8-4b8a4bcdae66 req-c4b398a4-ae38-443d-a539-d3568a18fe6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 1128 time: 0.3123503 Feb 03 04:35:04.029898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:04.031181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce524663-7b86-40b9-a43b-8f3331c6e519 None None] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:04.036106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:04.056484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-0a052c1b-c976-45ff-b527-37931c55dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:04.058273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-0a052c1b-c976-45ff-b527-37931c55dd5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.1827507 Feb 03 04:35:04.097186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2a83c2fc-f76e-4265-a971-bbcae1bfdb30'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:04.147632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-dfcd123a-ce28-4d4d-8eed-9a01fecd7f90 None None] Provisioning complete for port 7ead6558-c616-4bf7-9300-f6d58b9137e7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:04.148089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfcd123a-ce28-4d4d-8eed-9a01fecd7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:04.195184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-3579f40f-606e-44d3-aa91-8074c15cf95b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1960645 Feb 03 04:35:04.226093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:04.256931 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f423acf1-ff69-4ebd-a9e8-4b8a4bcdae66 req-4c1390e7-2f55-46fa-a898-dc2c17cfef53 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811639 Feb 03 04:35:04.370679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Router 919ce80a-ce5c-49a0-b8f5-2c05570a8fe5 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:35:04.451364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:04.527934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-d9f5d6c0-d43c-432a-9e62-4e1d4b281179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:04.530881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-d9f5d6c0-d43c-432a-9e62-4e1d4b281179 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.4442184 Feb 03 04:35:04.554713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed122a-9c50-4fcf-a142-033428ebfd74 req-6fd3b380-6bc7-4d22-98e4-c29e32f8865c tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:04.556963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3ed122a-9c50-4fcf-a142-033428ebfd74 req-6fd3b380-6bc7-4d22-98e4-c29e32f8865c tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.2859712 Feb 03 04:35:04.613553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-37b651e1-4669-4bfc-8886-ff9404928895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 217 time: 0.0738816 Feb 03 04:35:04.659832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd123a-ce28-4d4d-8eed-9a01fecd7f90 None None] Current status of the port 7ead6558-c616-4bf7-9300-f6d58b9137e7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:04.724363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-3d22bf33-a8ab-41ba-a845-331269c4f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:04.729947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-3d22bf33-a8ab-41ba-a845-331269c4f462 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.1054566 Feb 03 04:35:04.867360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ead6558-c616-4bf7-9300-f6d58b9137e7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:04.923998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:35:04.937488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] Sync routers for ids ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:35:04.938424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5f497618-f9ec-4c03-a6e4-513e2dfae307 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "PUT /v2.0/routers/919ce80a-ce5c-49a0-b8f5-2c05570a8fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2688127 Feb 03 04:35:04.951446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:04.964475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'port': {'network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14', 'name': 'tempest-FloatingIPNegativeTestJSON-29271344'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:04.971203 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] Routers {'919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:04.973028 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:04.988958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3ed122a-9c50-4fcf-a142-033428ebfd74 req-dbe8c9d2-e4f9-4070-ae1b-b4895cbcc4d9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782666 Feb 03 04:35:04.991060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-24cb0aad-5c30-42b4-b8e0-b061fb1931ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2493455 Feb 03 04:35:05.035239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7ead6558-c616-4bf7-9300-f6d58b9137e7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:05.038689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.140979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-e3606b4b-e2af-474c-81fe-1ede90b39c2f service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384275 Feb 03 04:35:05.164512 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:05.217469 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] Routers {'919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:05.218087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:34:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:05.227431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2cf307c8-f9a1-42b7-9731-c8ac2675b67d None None] Provisioning complete for port 25d77853-8260-4946-85d4-78f8e02f7751 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:05.227666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cf307c8-f9a1-42b7-9731-c8ac2675b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (25d77853-8260-4946-85d4-78f8e02f7751), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.349293 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:05.349982 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245bcc6-155b-45cd-968f-719a27e82e16 None None] The sync data for ids ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:35:05.392375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Made reservation on behalf of 4698fcf0893a4233a24c94823a83e66a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:05.393293 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f03a2fa6-200e-4a95-8e7e-e9e027322478 req-f8cd6012-d5bc-44db-9075-b2f7cb00bf5f service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439013 Feb 03 04:35:05.396722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.401762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.420149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] device_id is not set on port 6a1929d0-bf3f-4077-b0b8-990ad68dbcb5 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:35:05.431253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2cf307c8-f9a1-42b7-9731-c8ac2675b67d None None] Port 25d77853-8260-4946-85d4-78f8e02f7751 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:35:05.480023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7ead6558-c616-4bf7-9300-f6d58b9137e7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:05.491628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27c0bcd0-49cb-4e65-adde-69ca850b33b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.494619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2cf307c8-f9a1-42b7-9731-c8ac2675b67d None None] Provisioning complete for port 7ead6558-c616-4bf7-9300-f6d58b9137e7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:05.494976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cf307c8-f9a1-42b7-9731-c8ac2675b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.604375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Allocated IP 172.25.7.94 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d47e6c3a-0a8b-4033-b19d-39a849037862) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:05.656738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Allocated IP 172.20.0.11 (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14/f7ac6899-fffc-4c4b-b24b-bc5851c30c9e/6a1929d0-bf3f-4077-b0b8-990ad68dbcb5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:05.679582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2cf307c8-f9a1-42b7-9731-c8ac2675b67d None None] Current status of the port 7ead6558-c616-4bf7-9300-f6d58b9137e7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:05.747979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.789608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.808050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cc4ac862-5b78-4930-bb28-ca66def25141 None None] Provisioning complete for port 25d77853-8260-4946-85d4-78f8e02f7751 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:05.809982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac862-5b78-4930-bb28-ca66def25141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (25d77853-8260-4946-85d4-78f8e02f7751), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:05.860959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:05.863790 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb697198-3912-41fc-b7f5-d3dfd097e230" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:05.866892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event updated for resources: {'Port': ['ID=d47e6c3a-0a8b-4033-b19d-39a849037862,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:05.884883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ac862-5b78-4930-bb28-ca66def25141 None None] Port 25d77853-8260-4946-85d4-78f8e02f7751 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:35:05.894243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:05.895858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:05.898733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:05.928178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for port (6a1929d0-bf3f-4077-b0b8-990ad68dbcb5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.005534 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6a1929d0-bf3f-4077-b0b8-990ad68dbcb5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.015974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (ba24e05e-0ef5-427d-bb06-1853e1c626ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.061622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.066189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:06.076374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:06.080206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:06.110466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Port': ['ID=6a1929d0-bf3f-4077-b0b8-990ad68dbcb5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:06.135009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.135368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.135830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.136176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.136513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.136932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.137269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.137660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.138000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.139210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.139602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.140118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.140597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:06.165588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:06.166743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.190284 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-37a214f6-5d07-4967-8f7d-fcfc6776010b tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2376056 Feb 03 04:35:06.193774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:06.206107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:06.254989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.278897 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.287274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.373801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event updated for resources: {'Port': ['ID=d47e6c3a-0a8b-4033-b19d-39a849037862,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:06.412628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fad5cce4-eaa1-4474-b7c7-c1e5ee78d44c None None] Provisioning complete for port 6a1929d0-bf3f-4077-b0b8-990ad68dbcb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:06.413280 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fad5cce4-eaa1-4474-b7c7-c1e5ee78d44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6a1929d0-bf3f-4077-b0b8-990ad68dbcb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.414220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (ba24e05e-0ef5-427d-bb06-1853e1c626ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.439363 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.440828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-ffaba281-7fb4-45a7-b007-4c3f1bae1437 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2294645 Feb 03 04:35:06.456866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fad5cce4-eaa1-4474-b7c7-c1e5ee78d44c None None] Port 6a1929d0-bf3f-4077-b0b8-990ad68dbcb5 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:35:06.464169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.506316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-8db17b41-320c-48ce-bd77-76c5511fe716 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.0555508 Feb 03 04:35:06.572397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.685157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Allocated IP 172.25.7.204 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c7e987a9-4d68-4ea4-ab85-075b243d224e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:06.693010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-709004e3-7f7b-4de3-ab85-a651bfd14f97 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:06.694371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-709004e3-7f7b-4de3-ab85-a651bfd14f97 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1619515 Feb 03 04:35:06.708881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-879f0685-2da4-4ada-bcf5-c8fef6963aae tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:35:06.710223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12827bc3-d5f1-4bba-8572-0a5122c9e7e8 req-879f0685-2da4-4ada-bcf5-c8fef6963aae tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076568 Feb 03 04:35:06.802800 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5892fb-da11-4a8c-9cba-02572637d685 x-openstack-request-id: req-3e5892fb-da11-4a8c-9cba-02572637d685 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:06.803159 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:06.803412 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e5892fb-da11-4a8c-9cba-02572637d685 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:06.803840 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'status': 'completed', 'code': 200} Feb 03 04:35:06.823655 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:06.933473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-0b43cc44-09e5-47a2-8fd1-e6d1fa64d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:06.935111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-0b43cc44-09e5-47a2-8fd1-e6d1fa64d081 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.1068141 Feb 03 04:35:06.938998 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:07.003804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052961-00c7-418f-b960-a1e5ad454e1a req-ea34263b-0159-469a-a0e2-e26f8c63bc37 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:07.005327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c052961-00c7-418f-b960-a1e5ad454e1a req-ea34263b-0159-469a-a0e2-e26f8c63bc37 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1488912 Feb 03 04:35:07.021109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:07.033843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:07.040944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:07.077084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Port': ['ID=c7e987a9-4d68-4ea4-ab85-075b243d224e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:07.163067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-acf17fb4-bfdf-479d-972b-364d0d4f9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:07.164644 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-acf17fb4-bfdf-479d-972b-364d0d4f9f63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.2227778 Feb 03 04:35:07.169471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c052961-00c7-418f-b960-a1e5ad454e1a req-84f718d2-f7c0-4b0c-9603-5a1f0c3bd9e6 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505387 Feb 03 04:35:07.229667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-99c2dbe8-ded0-4d32-88fb-5d18a69db5b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 217 time: 0.0407312 Feb 03 04:35:07.302720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (84131a23-8314-4387-9a3a-6f50b47b7918), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:07.371882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-90a056f4-85a2-4c48-acf9-1e87a1f5b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:07.373412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-90a056f4-85a2-4c48-acf9-1e87a1f5b07e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.1348407 Feb 03 04:35:07.389429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:07.722622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-ad7de805-2004-4085-a03c-b7484290d4c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3424947 Feb 03 04:35:07.764086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-dd2d13c9-4441-47e6-a4b6-4f5b781b7422 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:07.765626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-dd2d13c9-4441-47e6-a4b6-4f5b781b7422 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5242856 Feb 03 04:35:07.884944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-d63da250-36db-4f6f-b459-542a9881fe6d tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.1072869 Feb 03 04:35:07.908881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Request body: {'floatingip': {'port_id': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:08.004211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (ba24e05e-0ef5-427d-bb06-1853e1c626ee), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.051760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-6fbfec0f-a109-451c-9c37-c5e3dbfb7728 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039317 Feb 03 04:35:08.074273 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.229883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.274059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.330396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb697198-3912-41fc-b7f5-d3dfd097e230 req-2e1a45c6-25c3-4950-9126-ab7b40da565a service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684214 Feb 03 04:35:08.438436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Port': ['ID=c7e987a9-4d68-4ea4-ab85-075b243d224e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:08.465639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (84131a23-8314-4387-9a3a-6f50b47b7918), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.517481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.518780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ec74fee-ddb8-4db1-b5d1-707c4b8b5b52 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3222945 Feb 03 04:35:08.521992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:08.527125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e2790e86-8964-4b67-952e-d5a9bf949259 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'floatingip': {'port_id': '6a1929d0-bf3f-4077-b0b8-990ad68dbcb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:08.567060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165f9f-9482-4859-840a-47976354afe8 req-b62e55f3-cb5a-489d-8e14-6f95f7ff268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:08.568736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d165f9f-9482-4859-840a-47976354afe8 req-b62e55f3-cb5a-489d-8e14-6f95f7ff268d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46512ac125f0447eb1cbafa779d3250f&device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 1128 time: 0.1731091 Feb 03 04:35:08.636607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2790e86-8964-4b67-952e-d5a9bf949259 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (84131a23-8314-4387-9a3a-6f50b47b7918), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.832860 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e2790e86-8964-4b67-952e-d5a9bf949259 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] update failed (client error): The resource could not be found. Feb 03 04:35:08.834306 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e2790e86-8964-4b67-952e-d5a9bf949259 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "PUT /v2.0/floatingips/84131a23-8314-4387-9a3a-6f50b47b7918 HTTP/1.1" status: 404 len: 507 time: 0.3114274 Feb 03 04:35:08.837615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:08.863955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165f9f-9482-4859-840a-47976354afe8 req-8378b4e2-3842-423b-85d7-178e354b3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:08.865627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d165f9f-9482-4859-840a-47976354afe8 req-8378b4e2-3842-423b-85d7-178e354b3908 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 200 len: 912 time: 0.2896302 Feb 03 04:35:08.921675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.926396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d165f9f-9482-4859-840a-47976354afe8 req-20706573-6ae0-4443-a3f5-3c7fed73a2db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad HTTP/1.1" status: 200 len: 217 time: 0.0540736 Feb 03 04:35:08.928703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (ba24e05e-0ef5-427d-bb06-1853e1c626ee), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:08.937027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efffb6-c746-4e16-8e83-ba22017c7d95 req-6ad3e5e7-406c-4df9-acda-e9cd83dd05ff tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:08.944275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7efffb6-c746-4e16-8e83-ba22017c7d95 req-6ad3e5e7-406c-4df9-acda-e9cd83dd05ff tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.2156546 Feb 03 04:35:09.025513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Deleting port c7e987a9-4d68-4ea4-ab85-075b243d224e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:09.026742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.090528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165f9f-9482-4859-840a-47976354afe8 req-b8acdf02-63fb-437b-9546-758110cb4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:09.092228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d165f9f-9482-4859-840a-47976354afe8 req-b8acdf02-63fb-437b-9546-758110cb4afe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 200 len: 851 time: 0.1443858 Feb 03 04:35:09.138426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.139124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (c7e987a9-4d68-4ea4-ab85-075b243d224e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.143189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d165f9f-9482-4859-840a-47976354afe8 req-76ab05be-2ebc-4b69-9415-0fa292f2bec1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ea84a65-81ed-4925-882e-20f87eed7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371823 Feb 03 04:35:09.153083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7efffb6-c746-4e16-8e83-ba22017c7d95 req-864ec6d4-c760-4c0c-ba9a-bb3b14ed54aa tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078617 Feb 03 04:35:09.157097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Calling delete_port for c7e987a9-4d68-4ea4-ab85-075b243d224e owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:09.175372 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Floating IP ba24e05e-0ef5-427d-bb06-1853e1c626ee associated. External IP: 172.25.7.94, port: 2a83c2fc-f76e-4265-a971-bbcae1bfdb30. Feb 03 04:35:09.265692 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.364229 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c7e987a9-4d68-4ea4-ab85-075b243d224e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.398817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event deleted for resources: {'Port': ['ID=c7e987a9-4d68-4ea4-ab85-075b243d224e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:09.412006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d165f9f-9482-4859-840a-47976354afe8 req-11fd6dd5-8b7b-4b06-85fc-e4cb8d39963c service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537162 Feb 03 04:35:09.497956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (84131a23-8314-4387-9a3a-6f50b47b7918), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.501345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.515380 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-10d532ca-8790-4d36-85b1-be701699aa09 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "DELETE /v2.0/floatingips/84131a23-8314-4387-9a3a-6f50b47b7918 HTTP/1.1" status: 204 len: 168 time: 0.6763487 Feb 03 04:35:09.516127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:09.522871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-77f9d247-3587-43d0-a88d-cb36451fff4f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'floatingip': {'floating_network_id': '3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14', 'port_id': '6a1929d0-bf3f-4077-b0b8-990ad68dbcb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:09.587104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77f9d247-3587-43d0-a88d-cb36451fff4f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:09.835735 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-77f9d247-3587-43d0-a88d-cb36451fff4f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:35:09.841029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-77f9d247-3587-43d0-a88d-cb36451fff4f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3222644 Feb 03 04:35:09.841748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:09.851078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '6a1929d0-bf3f-4077-b0b8-990ad68dbcb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:09.888602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:10.007234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:10.020357 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d165f9f-9482-4859-840a-47976354afe8 req-746e9990-e74b-4165-b4fa-58c7f4943d46 service neutron] 10.222.0.31 "GET /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015480 Feb 03 04:35:10.064110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Router 232b7239-ba95-484d-8a6b-2849b1396a80 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:35:10.080848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489dcec-625a-4848-bdd2-254ac581b3bf req-841e1a3c-39b2-4074-92ad-ec9e919833e2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:10.088126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f489dcec-625a-4848-bdd2-254ac581b3bf req-841e1a3c-39b2-4074-92ad-ec9e919833e2 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.0855098 Feb 03 04:35:10.145371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f489dcec-625a-4848-bdd2-254ac581b3bf req-3d4ffe40-0081-43f8-923a-5a2ebe34cc08 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562472 Feb 03 04:35:10.194027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Allocated IP 172.25.7.158 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/22c27e60-04e2-4792-858e-65a1c4135f09) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:10.324408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for port (22c27e60-04e2-4792-858e-65a1c4135f09), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:10.365556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:35:10.375997 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:10.379872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] Sync routers for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:35:10.389895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (22c27e60-04e2-4792-858e-65a1c4135f09), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:10.399323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:10.401748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:10.457051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da75b8-f8cd-4e05-836b-0bfc0d57d23e req-8c1cf4ac-6c19-44cf-aada-5476066ea459 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:10.464649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61da75b8-f8cd-4e05-836b-0bfc0d57d23e req-8c1cf4ac-6c19-44cf-aada-5476066ea459 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1666706 Feb 03 04:35:10.470905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:10.474115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:10.481681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:10.512641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6f5335da-98b9-42d2-80c7-ef92f9945032 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "PUT /v2.0/floatingips/ba24e05e-0ef5-427d-bb06-1853e1c626ee HTTP/1.1" status: 200 len: 995 time: 2.6039274 Feb 03 04:35:10.522621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:10.524847 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086136b-62ff-493c-9512-958deb4d73a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:10.553016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event updated for resources: {'Port': ['ID=22c27e60-04e2-4792-858e-65a1c4135f09,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:10.567959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:10.652785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61da75b8-f8cd-4e05-836b-0bfc0d57d23e req-7c8f74fa-5548-448f-8c12-783cd7ae5ea9 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828337 Feb 03 04:35:10.681390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-b72297d2-0c15-4e78-ad0a-62e5cb6c34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:10.685047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-b72297d2-0c15-4e78-ad0a-62e5cb6c34a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.1472614 Feb 03 04:35:10.722057 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca74eeef-7308-4a38-a57b-9107450578c1 x-openstack-request-id: req-ca74eeef-7308-4a38-a57b-9107450578c1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:10.722550 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:10.722957 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca74eeef-7308-4a38-a57b-9107450578c1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:10.723879 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'status': 'completed', 'code': 200} Feb 03 04:35:10.839956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Deleting port 22c27e60-04e2-4792-858e-65a1c4135f09 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:10.840215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (22c27e60-04e2-4792-858e-65a1c4135f09), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:10.879559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086136b-62ff-493c-9512-958deb4d73a2 req-092b90da-79b5-4100-a910-d178b63bebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:10.881396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6086136b-62ff-493c-9512-958deb4d73a2 req-092b90da-79b5-4100-a910-d178b63bebf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.1351788 Feb 03 04:35:10.884453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-f90b1289-8396-429a-b8df-11675d545179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:10.886024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-f90b1289-8396-429a-b8df-11675d545179 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.1857507 Feb 03 04:35:10.926249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'ba24e05e-0ef5-427d-bb06-1853e1c626ee', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'port_id': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'mac_address': 'fa:16:3e:ae:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:35:05Z', 'updated_at': '2022-02-03T04:35:08Z', 'revision_number': 1, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:17Z', 'revision_number': 5, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:10.968857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-8f50f864-90fa-4743-8d89-622c644fe34e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 998 time: 0.0749400 Feb 03 04:35:10.975800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] Checking router: 232b7239-ba95-484d-8a6b-2849b1396a80 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:35:10.986782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:10.988069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:11.011072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (22c27e60-04e2-4792-858e-65a1c4135f09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:11.011789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for floatingip (22c27e60-04e2-4792-858e-65a1c4135f09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:11.026150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Calling delete_port for 22c27e60-04e2-4792-858e-65a1c4135f09 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:11.116587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:11.164649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (22c27e60-04e2-4792-858e-65a1c4135f09), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:11.165817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-7c8c5f06-efad-42ea-9ce8-d2b958ce46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:11.167605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-7c8c5f06-efad-42ea-9ce8-d2b958ce46f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.0943532 Feb 03 04:35:11.173804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086136b-62ff-493c-9512-958deb4d73a2 req-6992ec11-1db4-4792-a391-3c11e4edd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:11.175236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6086136b-62ff-493c-9512-958deb4d73a2 req-6992ec11-1db4-4792-a391-3c11e4edd129 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.2802572 Feb 03 04:35:11.227917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-04acf5b8-88c5-4caf-8600-0f86817326ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496342 Feb 03 04:35:11.286653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event deleted for resources: {'Port': ['ID=22c27e60-04e2-4792-858e-65a1c4135f09,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:11.318356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-07aea66b-97fa-4e96-9a06-cdcf9301c95e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:35:11.319824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-07aea66b-97fa-4e96-9a06-cdcf9301c95e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298502 Feb 03 04:35:11.402904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6086136b-62ff-493c-9512-958deb4d73a2 req-7a2983a8-70be-4f9f-98e6-fcf2fce975b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 998 time: 0.2167556 Feb 03 04:35:11.412460 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] create failed (client error): The resource could not be found. Feb 03 04:35:11.414310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-294ee509-ede4-45d9-bc1a-b800dec65a00 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5715940 Feb 03 04:35:11.420384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:11.479024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'ba24e05e-0ef5-427d-bb06-1853e1c626ee', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'port_id': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'mac_address': 'fa:16:3e:ae:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:35:05Z', 'updated_at': '2022-02-03T04:35:08Z', 'revision_number': 1, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:17Z', 'revision_number': 5, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:11.519420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40232af-2deb-45c4-82ed-c348abb0c196 req-c63c50ab-a1c5-4bf7-a479-92fbe5ced4c3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:11.532410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b40232af-2deb-45c4-82ed-c348abb0c196 req-c63c50ab-a1c5-4bf7-a479-92fbe5ced4c3 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.2279110 Feb 03 04:35:11.555494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af0ef3-f8bd-4497-964d-f69d0de07bdc None None] The sync data for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 is: [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'ba24e05e-0ef5-427d-bb06-1853e1c626ee', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'port_id': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'mac_address': 'fa:16:3e:ae:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:35:05Z', 'updated_at': '2022-02-03T04:35:08Z', 'revision_number': 1, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:17Z', 'revision_number': 5, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:35:11.630654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086136b-62ff-493c-9512-958deb4d73a2 req-86264173-8f0f-4c82-bce9-820dae5728ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:11.633924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6086136b-62ff-493c-9512-958deb4d73a2 req-86264173-8f0f-4c82-bce9-820dae5728ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.2067785 Feb 03 04:35:11.753925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-154cb57a-873b-455c-b00c-e0507cdb4a10 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896909 Feb 03 04:35:11.756226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6086136b-62ff-493c-9512-958deb4d73a2 req-6cf59bbf-bf69-4249-af23-54a85d67ea74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655577 Feb 03 04:35:11.781310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b40232af-2deb-45c4-82ed-c348abb0c196 req-79bcc09c-93ef-4a88-8d1d-a73580ed7d91 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360725 Feb 03 04:35:11.914799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Deleting port 6a1929d0-bf3f-4077-b0b8-990ad68dbcb5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:11.915429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6a1929d0-bf3f-4077-b0b8-990ad68dbcb5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:11.962785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8442-a15b-42ea-9983-508c7b201708 req-5b3d4f51-3377-4af9-b1fe-2bd309677f16 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:11.964276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42ef8442-a15b-42ea-9983-508c7b201708 req-5b3d4f51-3377-4af9-b1fe-2bd309677f16 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.2213523 Feb 03 04:35:12.111083 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01ea6b-4f2e-4976-8160-f45cea452e88 None None] New status for floating IP ba24e05e-0ef5-427d-bb06-1853e1c626ee: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:35:12.139371 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6a1929d0-bf3f-4077-b0b8-990ad68dbcb5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:12.160905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Calling delete_port for 6a1929d0-bf3f-4077-b0b8-990ad68dbcb5 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:12.187916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Deleting port 452874b7-afe1-4f71-887f-52b7beabd093 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:12.188255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (452874b7-afe1-4f71-887f-52b7beabd093), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:12.196931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8a98beb-39c8-4a7a-9cad-3894de7f2166 req-6759a716-0f86-4573-99e3-4ad8aedfe0bf service neutron] 10.222.0.35 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145281 Feb 03 04:35:12.238614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6086136b-62ff-493c-9512-958deb4d73a2 req-0cffb1e5-d3b1-49ac-a824-267698266155 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549916 Feb 03 04:35:12.247095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9459a4-75ba-47ce-815e-9b21b96c71bd req-309fc2c3-6d99-4788-ba42-630a29d07224 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:12.255765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f9459a4-75ba-47ce-815e-9b21b96c71bd req-309fc2c3-6d99-4788-ba42-630a29d07224 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.2785869 Feb 03 04:35:12.448667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] For port 452874b7-afe1-4f71-887f-52b7beabd093, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=452874b7-afe1-4f71-887f-52b7beabd093,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:12.449076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (452874b7-afe1-4f71-887f-52b7beabd093), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:12.460107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f9459a4-75ba-47ce-815e-9b21b96c71bd req-c5856181-29ad-4a98-9a67-c67282c29f29 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024381 Feb 03 04:35:12.524655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6086136b-62ff-493c-9512-958deb4d73a2 req-9458bb29-ad74-4823-9b94-f61b446057c8 service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657723 Feb 03 04:35:12.527887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-d1a96345-85e5-45e9-8125-1fcd07276f16 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 1000 time: 0.1691551 Feb 03 04:35:12.599930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0974084-f942-412a-9e29-198dbee9bb87 req-f3144151-0821-4de0-b504-6fb49da20dbb tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:12.601631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-f3144151-0821-4de0-b504-6fb49da20dbb tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports/2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 942 time: 0.0676978 Feb 03 04:35:12.640374 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6a1929d0-bf3f-4077-b0b8-990ad68dbcb5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:12.674060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event deleted for resources: {'Port': ['ID=6a1929d0-bf3f-4077-b0b8-990ad68dbcb5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:12.754518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-c7f256ea-7ff7-403d-9f81-4c1f9a8de833 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 1000 time: 0.0942535 Feb 03 04:35:12.817856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:12.818225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (6b6623e4-55a4-4bab-96a2-2e4a157a8a9b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:12.818587 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Floating IP 6b6623e4-55a4-4bab-96a2-2e4a157a8a9b disassociated. External IP: 172.25.7.87, port: 452874b7-afe1-4f71-887f-52b7beabd093. Feb 03 04:35:12.818938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Calling delete_port for 452874b7-afe1-4f71-887f-52b7beabd093 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:12.828419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:12.832568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6da9d8aa-5dc1-4a77-8d0a-15e072615169 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "DELETE /v2.0/ports/6a1929d0-bf3f-4077-b0b8-990ad68dbcb5 HTTP/1.1" status: 204 len: 168 time: 1.4110515 Feb 03 04:35:12.843109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:12.918123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0974084-f942-412a-9e29-198dbee9bb87 req-bc5b356a-732c-455f-984b-29e377684443 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:12.919821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-bc5b356a-732c-455f-984b-29e377684443 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.1553690 Feb 03 04:35:12.982261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b99142-d41c-48cc-af43-ea21dc6fbc6f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:12.986512 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-14b99142-d41c-48cc-af43-ea21dc6fbc6f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "GET /v2.0/ports?device_id=919ce80a-ce5c-49a0-b8f5-2c05570a8fe5 HTTP/1.1" status: 200 len: 913 time: 0.1394930 Feb 03 04:35:12.986977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:13.018316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-18311fb3-130f-4854-beea-e06277261a95 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 1000 time: 0.0847237 Feb 03 04:35:13.030957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f74d62-7705-4c54-8f54-ee03922ceae2 req-81be606c-2a1c-405d-829d-84e197df6f37 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:13.032711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18f74d62-7705-4c54-8f54-ee03922ceae2 req-81be606c-2a1c-405d-829d-84e197df6f37 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 945 time: 0.1117618 Feb 03 04:35:13.037779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:13.128737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (ba24e05e-0ef5-427d-bb06-1853e1c626ee), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:13.134216 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18f74d62-7705-4c54-8f54-ee03922ceae2 req-86c60ab8-677d-401f-8da8-4de0ed82234b tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups?id=12720e95-cf39-4d60-990d-128ef98be270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934689 Feb 03 04:35:13.296826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (452874b7-afe1-4f71-887f-52b7beabd093), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:13.320403 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:13.326278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (ba24e05e-0ef5-427d-bb06-1853e1c626ee), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:13.326673 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Floating IP ba24e05e-0ef5-427d-bb06-1853e1c626ee disassociated. External IP: 172.25.7.94, port: 2a83c2fc-f76e-4265-a971-bbcae1bfdb30. Feb 03 04:35:13.384193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event deleted for resources: {'Port': ['ID=452874b7-afe1-4f71-887f-52b7beabd093,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:13.700673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:35:13.715397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:13.726171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Router 232b7239-ba95-484d-8a6b-2849b1396a80 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:35:13.892016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d3d1e-8b82-4ee1-b2c6-98df3bb642c2 req-766351b5-8930-4d00-8fff-f9f003181277 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:13.899781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-626d3d1e-8b82-4ee1-b2c6-98df3bb642c2 req-766351b5-8930-4d00-8fff-f9f003181277 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1933174 Feb 03 04:35:14.052735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:35:14.059399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:14.065295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] Sync routers for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:35:14.088760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:14.090893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-626d3d1e-8b82-4ee1-b2c6-98df3bb642c2 req-64244e34-c490-46b1-ac32-4f79b3d1c8b1 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901798 Feb 03 04:35:14.091637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:14.160401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-276185f2-c236-42c5-8231-a0b4ea08d809 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "PUT /v2.0/floatingips/ba24e05e-0ef5-427d-bb06-1853e1c626ee HTTP/1.1" status: 200 len: 694 time: 1.1264107 Feb 03 04:35:14.194579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:14.199136 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396e0718-23a0-4856-8c92-688eb73708ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:14.228987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0974084-f942-412a-9e29-198dbee9bb87 req-94ede35b-1b1b-490a-9af8-2a2ef0e94d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:14.236837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-94ede35b-1b1b-490a-9af8-2a2ef0e94d00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.0754533 Feb 03 04:35:14.344242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:14.391445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0974084-f942-412a-9e29-198dbee9bb87 req-ead11149-9427-40d3-ae52-3cf8e3f9ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:14.395066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-ead11149-9427-40d3-ae52-3cf8e3f9ae7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.1565013 Feb 03 04:35:14.488619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-0e34cd09-6ece-47b3-a8fa-9d600e14be91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 217 time: 0.0873218 Feb 03 04:35:14.548348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7537b883-9460-4b47-89d5-e16a7585ff07 req-4fe8db2b-c85f-4ce7-98d1-a9af9e53b700 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 210 time: 0.0454631 Feb 03 04:35:14.566222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0974084-f942-412a-9e29-198dbee9bb87 req-c67dfc10-1004-4a15-a34f-f6db17804bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:14.567853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-c67dfc10-1004-4a15-a34f-f6db17804bfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 0.0728076 Feb 03 04:35:14.666894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-5538a15d-3bfd-4aba-9f40-6408caa0fd5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905330 Feb 03 04:35:14.671033 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b198e13-062a-42e4-b8eb-65a29b4645dc x-openstack-request-id: req-2b198e13-062a-42e4-b8eb-65a29b4645dc {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:14.671999 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:14.672324 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b198e13-062a-42e4-b8eb-65a29b4645dc {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:14.672666 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'status': 'completed', 'code': 200} Feb 03 04:35:14.898425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0718-23a0-4856-8c92-688eb73708ac req-17a8bd14-5868-4c6e-9055-5ca0da19bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:14.900107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396e0718-23a0-4856-8c92-688eb73708ac req-17a8bd14-5868-4c6e-9055-5ca0da19bdc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 1127 time: 0.1879838 Feb 03 04:35:14.972424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:35:14.987099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] Sync routers for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:35:15.004310 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:15.005076 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:15.013020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620b5c-283e-41e4-b566-f8bf0cc48116 req-131cf52e-cbbd-4758-85d5-46d16fc992d2 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:15.020014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f620b5c-283e-41e4-b566-f8bf0cc48116 req-131cf52e-cbbd-4758-85d5-46d16fc992d2 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.2405193 Feb 03 04:35:15.054029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-2bda8f33-0b90-4e1e-8e15-7d45c443e9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701253 Feb 03 04:35:15.069969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] No DVR routers for this DVR port 452874b7-afe1-4f71-887f-52b7beabd093 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:15.082316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:15.085959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42ef8442-a15b-42ea-9983-508c7b201708 req-2de168ff-edc8-4b1a-9c71-bbbd97df1a56 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.31 "DELETE /v2.0/ports/452874b7-afe1-4f71-887f-52b7beabd093 HTTP/1.1" status: 204 len: 173 time: 3.1142120 Feb 03 04:35:15.086713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'name': 'network-vif-deleted', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:15.099184 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97deb0-6f4e-43de-b41b-eb0666bbbb1f" -d '{"events": [{"server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "name": "network-vif-deleted", "tag": "452874b7-afe1-4f71-887f-52b7beabd093"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:15.134902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:17Z', 'revision_number': 5, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:15.172704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] Checking router: 232b7239-ba95-484d-8a6b-2849b1396a80 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:35:15.176925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:15.184112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:15.184763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:15.264370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0718-23a0-4856-8c92-688eb73708ac req-b6fe21f8-8959-4575-a641-43bec39048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:15.266069 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396e0718-23a0-4856-8c92-688eb73708ac req-b6fe21f8-8959-4575-a641-43bec39048ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 200 len: 921 time: 0.3595531 Feb 03 04:35:15.306281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Deleting port 25d77853-8260-4946-85d4-78f8e02f7751 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:15.306548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (25d77853-8260-4946-85d4-78f8e02f7751), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:15.366100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396e0718-23a0-4856-8c92-688eb73708ac req-d35fc0ea-7e33-4b21-94b8-fe794afd9522 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 200 len: 217 time: 0.0455976 Feb 03 04:35:15.384255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f620b5c-283e-41e4-b566-f8bf0cc48116 req-015a5633-ee52-48ef-a0b1-c772e1ecef48 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468809 Feb 03 04:35:15.406879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:15.573895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (25d77853-8260-4946-85d4-78f8e02f7751), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:15.619228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Calling delete_port for 25d77853-8260-4946-85d4-78f8e02f7751 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:15.646216 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:15.701055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 452874b7-afe1-4f71-887f-52b7beabd093 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:15.726469 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] Checking router: 8bcf73e2-b8d0-4a8d-b628-817daaa344ad for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:35:15.750039 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:15.750721 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:15.774502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 452874b7-afe1-4f71-887f-52b7beabd093 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:15.774848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 452874b7-afe1-4f71-887f-52b7beabd093 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:15.789987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:17Z', 'revision_number': 5, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:15.827453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d6722-9758-4d91-9593-8886399cc110 None None] The sync data for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 is: [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:34:11Z', 'revision_number': 4, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f228c2cd-6fb6-489a-9f83-c97c71d9b532', 'name': '', 'network_id': 'a8d921dc-1f7a-4f2c-9a4e-05b08794ff92', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'mac_address': 'fa:16:3e:70:a5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '15b861fb-1537-45a9-872f-0f6474144108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:10Z', 'updated_at': '2022-02-03T04:34:17Z', 'revision_number': 5, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'subnets': [{'id': '15b861fb-1537-45a9-872f-0f6474144108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:35:16.051470 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fceb622-ee80-4b6f-9f4b-fb16dac8caae x-openstack-request-id: req-9fceb622-ee80-4b6f-9f4b-fb16dac8caae {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:16.052075 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4027af76-ee01-42e7-85fc-cfff7b383233", "name": "network-vif-deleted", "tag": "452874b7-afe1-4f71-887f-52b7beabd093", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:16.052075 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fceb622-ee80-4b6f-9f4b-fb16dac8caae {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:16.052552 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027af76-ee01-42e7-85fc-cfff7b383233', 'name': 'network-vif-deleted', 'tag': '452874b7-afe1-4f71-887f-52b7beabd093', 'status': 'completed', 'code': 200} Feb 03 04:35:16.073200 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:16.154150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (25d77853-8260-4946-85d4-78f8e02f7751), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:16.177256 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:35:16.269780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event deleted for resources: {'Port': ['ID=25d77853-8260-4946-85d4-78f8e02f7751,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:16.294335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15093951-d226-4433-a565-f4913d7786b4 None None] New status for floating IP ba24e05e-0ef5-427d-bb06-1853e1c626ee: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:35:16.417656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0974084-f942-412a-9e29-198dbee9bb87 req-f3d5e264-ba2b-41f8-ad20-32ce5c683892 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3527055 Feb 03 04:35:16.449460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d5f56f6-e582-42c5-a1c8-6df4661a6e11 req-2e82f031-5b48-49e6-872a-f82a1a5c1c78 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/ports?device_id=4027af76-ee01-42e7-85fc-cfff7b383233 HTTP/1.1" status: 200 len: 210 time: 0.1476226 Feb 03 04:35:16.464796 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:16.482966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0718-23a0-4856-8c92-688eb73708ac req-73d0d04e-ca6d-4383-baa6-6dc7093573c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:16.495908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396e0718-23a0-4856-8c92-688eb73708ac req-73d0d04e-ca6d-4383-baa6-6dc7093573c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 200 len: 860 time: 1.1102836 Feb 03 04:35:16.514205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:16.521145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41680a51-1856-4362-8cae-2c764f5f32f0 None None] The sync data for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 is: [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:28:43Z', 'revision_number': 4, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b50ae80a-5336-47e1-994d-adba2d54735a', 'name': '', 'network_id': '4c1a34e0-36c9-4106-92d2-3d500893ed1b', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'mac_address': 'fa:16:3e:ba:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:40Z', 'updated_at': '2022-02-03T04:28:50Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'subnets': [{'id': 'f0842f33-6fc7-4b4e-94ba-08543f42de21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:35:16.594042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396e0718-23a0-4856-8c92-688eb73708ac req-51c54a76-f8e7-4004-9e88-5ad09590bc98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893764 Feb 03 04:35:16.813027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396e0718-23a0-4856-8c92-688eb73708ac req-261a54f3-4f47-45ec-ac5e-0995577952ae service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061474 Feb 03 04:35:16.949398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Router 919ce80a-ce5c-49a0-b8f5-2c05570a8fe5 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:35:16.960630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-f1b66d88-3885-4272-b0ec-64b50203a018 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips/ba24e05e-0ef5-427d-bb06-1853e1c626ee HTTP/1.1" status: 200 len: 694 time: 0.1684453 Feb 03 04:35:17.006880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c520a8-b624-4917-935b-9e1ad2f0f2b9 req-7746edb9-2de6-42a6-b422-baeeaa6ba40b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:17.018183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20c520a8-b624-4917-935b-9e1ad2f0f2b9 req-7746edb9-2de6-42a6-b422-baeeaa6ba40b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.3651056 Feb 03 04:35:17.041566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-396e0718-23a0-4856-8c92-688eb73708ac req-cbc0481a-d856-4a34-974f-3822c5545acb service neutron] 10.222.0.31 "GET /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888473 Feb 03 04:35:17.098879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:35:17.107332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7027a4bb-3144-4b55-894a-ee67ecbfe0c9 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "PUT /v2.0/routers/919ce80a-ce5c-49a0-b8f5-2c05570a8fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1185620 Feb 03 04:35:17.109847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:17.129035 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] Sync routers for ids ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:35:17.133214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d82029-d0ea-4bdb-8fbc-29466eeb98ad None None] New status for floating IP 6b6623e4-55a4-4bab-96a2-2e4a157a8a9b: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:35:17.156160 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] Routers {'919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:17.157122 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:17.174772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20c520a8-b624-4917-935b-9e1ad2f0f2b9 req-8aa75d5d-50a9-4818-8936-fd1b17e58a2e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591995 Feb 03 04:35:17.209189 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:17.218676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-baf87546-2335-40f7-8873-f784f44b7b42 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:17.226055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-baf87546-2335-40f7-8873-f784f44b7b42 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 784 time: 0.2551610 Feb 03 04:35:17.228093 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] Routers {'919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:17.228713 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:17.303763 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:17.304427 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e0d4f-c566-4c5a-929a-67c57d93143a None None] The sync data for ids ['919ce80a-ce5c-49a0-b8f5-2c05570a8fe5'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:35:17.307331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d00f-ae48-4792-b486-e56dc02fdf9f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for router (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.333473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-d1b3e143-c4b2-469a-ab89-dbcaa7a57d16 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.1016834 Feb 03 04:35:17.410916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-15874359-c9aa-4671-b450-384221ad3afe tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.0710173 Feb 03 04:35:17.602666 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d00f-ae48-4792-b486-e56dc02fdf9f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.605721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d00f-ae48-4792-b486-e56dc02fdf9f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for router_controller (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.611611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Deleting port d47e6c3a-0a8b-4033-b19d-39a849037862 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:17.612099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.680603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d00f-ae48-4792-b486-e56dc02fdf9f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (919ce80a-ce5c-49a0-b8f5-2c05570a8fe5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.681507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f4d00f-ae48-4792-b486-e56dc02fdf9f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Fanout notify agent at l3_agent the message router_deleted on router 919ce80a-ce5c-49a0-b8f5-2c05570a8fe5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:35:17.702743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d00f-ae48-4792-b486-e56dc02fdf9f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.708489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a3f4d00f-ae48-4792-b486-e56dc02fdf9f tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "DELETE /v2.0/routers/919ce80a-ce5c-49a0-b8f5-2c05570a8fe5 HTTP/1.1" status: 204 len: 168 time: 0.5975568 Feb 03 04:35:17.708816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:17.782420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Deleting subnet f7ac6899-fffc-4c4b-b24b-bc5851c30c9e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:35:17.785342 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.785666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (d47e6c3a-0a8b-4033-b19d-39a849037862), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.796599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for subnet (f7ac6899-fffc-4c4b-b24b-bc5851c30c9e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:17.821923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Calling delete_port for d47e6c3a-0a8b-4033-b19d-39a849037862 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:17.840031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-1fbd8e73-2928-44e0-9f7e-a6eb5e0e3164 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:17.841577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-1fbd8e73-2928-44e0-9f7e-a6eb5e0e3164 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.31 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1701434 Feb 03 04:35:17.917272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (f7ac6899-fffc-4c4b-b24b-bc5851c30c9e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.069981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (f7ac6899-fffc-4c4b-b24b-bc5851c30c9e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.147127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Deleting port f24d80b0-6d0a-4be9-895b-2438bfa113ad {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:18.147492 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.172900 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d47e6c3a-0a8b-4033-b19d-39a849037862), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.250483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event deleted for resources: {'Port': ['ID=d47e6c3a-0a8b-4033-b19d-39a849037862,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:18.257998 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (f7ac6899-fffc-4c4b-b24b-bc5851c30c9e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.334070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ac6899-fffc-4c4b-b24b-bc5851c30c9e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:18.346424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.349649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0456efc1-5b22-4912-90d4-ce02322bdc95 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "DELETE /v2.0/subnets/f7ac6899-fffc-4c4b-b24b-bc5851c30c9e HTTP/1.1" status: 204 len: 168 time: 0.6370950 Feb 03 04:35:18.350405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe23a1f-00dd-4bca-8eca-05d42fedf5d1 None None] Network 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:18.353781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:18.360746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] For port f24d80b0-6d0a-4be9-895b-2438bfa113ad, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f24d80b0-6d0a-4be9-895b-2438bfa113ad,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:18.361111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.379564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Calling delete_port for f24d80b0-6d0a-4be9-895b-2438bfa113ad owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:18.381475 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for floatingip (ba24e05e-0ef5-427d-bb06-1853e1c626ee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.384954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.386410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69147ce1-8b9b-4f03-bed3-6a33f280887c req-6cf8a752-886c-473b-80dc-28dc973d9e77 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "DELETE /v2.0/floatingips/ba24e05e-0ef5-427d-bb06-1853e1c626ee HTTP/1.1" status: 204 len: 173 time: 0.9692655 Feb 03 04:35:18.494108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.582473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Deleting port 7ead6558-c616-4bf7-9300-f6d58b9137e7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:18.583078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.585365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfedf1-ce09-44b6-9fc6-1d37da180a9e req-6bf66756-1c04-4b0f-affa-9f89ada93850 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:18.587159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8bfedf1-ce09-44b6-9fc6-1d37da180a9e req-6bf66756-1c04-4b0f-affa-9f89ada93850 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=75e80a53-7567-44d8-8bf9-e0134778649e HTTP/1.1" status: 200 len: 946 time: 0.1339450 Feb 03 04:35:18.588538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f24d80b0-6d0a-4be9-895b-2438bfa113ad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.609564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] DHCP port deletion for 3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:35:18.619051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['f24d80b0-6d0a-4be9-895b-2438bfa113ad'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:18.623026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cfc1113c-57ad-4186-8ffe-de0c2b2dc414'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:18.639692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Pushing event deleted for resources: {'Port': ['ID=f24d80b0-6d0a-4be9-895b-2438bfa113ad,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:18.665221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47204) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:18.665333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] For port 7ead6558-c616-4bf7-9300-f6d58b9137e7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ead6558-c616-4bf7-9300-f6d58b9137e7,segment=NetworkSegment(5f9b8791-33d7-4a80-b730-c70b5cdd2f6c),segment_id=5f9b8791-33d7-4a80-b730-c70b5cdd2f6c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:18.665663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.686887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Calling delete_port for 7ead6558-c616-4bf7-9300-f6d58b9137e7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:18.737818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] No DVR routers for this DVR port f24d80b0-6d0a-4be9-895b-2438bfa113ad on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:18.750356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.753757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-abad3ffa-95bd-45f0-b87c-cf7d2d313268 req-a097bbb8-df5b-4f1c-b0cd-5efcae040cd5 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.31 "DELETE /v2.0/ports/f24d80b0-6d0a-4be9-895b-2438bfa113ad HTTP/1.1" status: 204 len: 173 time: 0.9056079 Feb 03 04:35:18.754236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e80a53-7567-44d8-8bf9-e0134778649e', 'name': 'network-vif-deleted', 'tag': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:18.756833 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b535b45-cfaf-43c6-9287-f993c7bbd3e7" -d '{"events": [{"server_uuid": "75e80a53-7567-44d8-8bf9-e0134778649e", "name": "network-vif-deleted", "tag": "f24d80b0-6d0a-4be9-895b-2438bfa113ad"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:18.798118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8bfedf1-ce09-44b6-9fc6-1d37da180a9e req-bc7127bc-86da-4e10-9186-9e3b9302397b tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030587 Feb 03 04:35:18.807771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.861650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ead6558-c616-4bf7-9300-f6d58b9137e7 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:18.871935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b01-6553-41a3-8fb8-46f1d50d8cd6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (12720e95-cf39-4d60-990d-128ef98be270), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.876605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event deleted for resources: {'Port': ['ID=7ead6558-c616-4bf7-9300-f6d58b9137e7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:18.895865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] No DVR routers for this DVR port 7ead6558-c616-4bf7-9300-f6d58b9137e7 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:18.910889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7ead6558-c616-4bf7-9300-f6d58b9137e7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:18.911494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ead6558-c616-4bf7-9300-f6d58b9137e7 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:18.919727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b01-6553-41a3-8fb8-46f1d50d8cd6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (12720e95-cf39-4d60-990d-128ef98be270), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:18.931091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65985676-daa0-48bb-babe-eb1bbe0fd260 req-2084db0a-adbd-4b66-8384-d740e9ea7e42 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups/22740562-c761-485b-8ac3-559f28a2276b HTTP/1.1" status: 200 len: 1826 time: 0.0781300 Feb 03 04:35:19.010461 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.013429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] Deleting port 7ead6558-c616-4bf7-9300-f6d58b9137e7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:19.014055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.015778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b01-6553-41a3-8fb8-46f1d50d8cd6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (12720e95-cf39-4d60-990d-128ef98be270), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.018322 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b01-6553-41a3-8fb8-46f1d50d8cd6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.019473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-57ba6b01-6553-41a3-8fb8-46f1d50d8cd6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "DELETE /v2.0/security-groups/12720e95-cf39-4d60-990d-128ef98be270 HTTP/1.1" status: 204 len: 168 time: 0.3461361 Feb 03 04:35:19.023594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47210) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:19.045888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba6b01-6553-41a3-8fb8-46f1d50d8cd6 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12720e95-cf39-4d60-990d-128ef98be270,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:19.056861 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-62829afa-daa0-4181-a583-4ea767fcd539 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] show failed (client error): The resource could not be found. Feb 03 04:35:19.057503 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-62829afa-daa0-4181-a583-4ea767fcd539 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "GET /v2.0/security-groups/12720e95-cf39-4d60-990d-128ef98be270 HTTP/1.1" status: 404 len: 347 time: 0.0295599 Feb 03 04:35:19.058341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-65985676-daa0-48bb-babe-eb1bbe0fd260 req-cf2a9b2b-ad59-401d-a4a6-7a76df52c5c2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for security_group (22740562-c761-485b-8ac3-559f28a2276b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.060798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:19.066245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:19.080501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9b8791-33d7-4a80-b730-c70b5cdd2f6c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:19.081081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9b8791-33d7-4a80-b730-c70b5cdd2f6c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:19.093506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (5f9b8791-33d7-4a80-b730-c70b5cdd2f6c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.109339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5f9b8791-33d7-4a80-b730-c70b5cdd2f6c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.116404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] For port 7ead6558-c616-4bf7-9300-f6d58b9137e7, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:19.116906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.126842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-65985676-daa0-48bb-babe-eb1bbe0fd260 req-cf2a9b2b-ad59-401d-a4a6-7a76df52c5c2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for security_group (22740562-c761-485b-8ac3-559f28a2276b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.132669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:19.132922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (5f9b8791-33d7-4a80-b730-c70b5cdd2f6c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.135033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] Calling delete_port for 7ead6558-c616-4bf7-9300-f6d58b9137e7 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:19.136798 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:19.139924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] Port 7ead6558-c616-4bf7-9300-f6d58b9137e7 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:35:19.141981 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (7ead6558-c616-4bf7-9300-f6d58b9137e7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.154359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] No DVR routers for this DVR port 7ead6558-c616-4bf7-9300-f6d58b9137e7 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:19.176000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a855f4-2cac-41b9-927f-b400f0313c01 None None] Pushing event deleted for resources: {'Port': ['ID=7ead6558-c616-4bf7-9300-f6d58b9137e7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:19.221667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.229192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.235089 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] 10.222.0.35 "DELETE /v2.0/networks/3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14 HTTP/1.1" status: 204 len: 168 time: 0.8772497 Feb 03 04:35:19.254138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7d5e5-3ffb-4817-8aa5-4bee3e0cdc14 tempest-FloatingIPNegativeTestJSON-2045440936 tempest-FloatingIPNegativeTestJSON-2045440936-project] Pushing event deleted for resources: {'Network': ['ID=3c0a6e54-f08b-4c2e-a7f0-a62b5f472a14,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:19.276339 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-65985676-daa0-48bb-babe-eb1bbe0fd260 req-cf2a9b2b-ad59-401d-a4a6-7a76df52c5c2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (22740562-c761-485b-8ac3-559f28a2276b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.279853 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-65985676-daa0-48bb-babe-eb1bbe0fd260 req-cf2a9b2b-ad59-401d-a4a6-7a76df52c5c2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.281555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65985676-daa0-48bb-babe-eb1bbe0fd260 req-cf2a9b2b-ad59-401d-a4a6-7a76df52c5c2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "DELETE /v2.0/security-groups/22740562-c761-485b-8ac3-559f28a2276b HTTP/1.1" status: 204 len: 173 time: 0.3401473 Feb 03 04:35:19.297427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a9b2b-ad59-401d-a4a6-7a76df52c5c2 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22740562-c761-485b-8ac3-559f28a2276b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:19.312762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Deleting port 67a209c1-f4b7-45d1-b6c6-7bb13a847ef8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:19.312762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.428763 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4fcc26-632b-4137-ac88-bcc3edd870fd x-openstack-request-id: req-7a4fcc26-632b-4137-ac88-bcc3edd870fd {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:19.429149 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e80a53-7567-44d8-8bf9-e0134778649e", "name": "network-vif-deleted", "tag": "f24d80b0-6d0a-4be9-895b-2438bfa113ad", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:19.429512 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a4fcc26-632b-4137-ac88-bcc3edd870fd {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:19.430172 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e80a53-7567-44d8-8bf9-e0134778649e', 'name': 'network-vif-deleted', 'tag': 'f24d80b0-6d0a-4be9-895b-2438bfa113ad', 'status': 'completed', 'code': 200} Feb 03 04:35:19.437245 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.437832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.455150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Calling delete_port for 67a209c1-f4b7-45d1-b6c6-7bb13a847ef8 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:19.650636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:19.659767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (67a209c1-f4b7-45d1-b6c6-7bb13a847ef8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.692959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Pushing event deleted for resources: {'Port': ['ID=67a209c1-f4b7-45d1-b6c6-7bb13a847ef8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:19.801432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b2cad508-0fcf-4340-b7b6-0534a79df8a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4698fcf0893a4233a24c94823a83e66a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470611 Feb 03 04:35:19.803639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47230) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:19.841760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec51dd4-e7a0-4bd7-bde6-1a28106bd43e req-1753b464-7f12-4d17-a61f-ae6b58da40ab tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:19.843356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ec51dd4-e7a0-4bd7-bde6-1a28106bd43e req-1753b464-7f12-4d17-a61f-ae6b58da40ab tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.1546671 Feb 03 04:35:19.857993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks [] for floatingip (6b6623e4-55a4-4bab-96a2-2e4a157a8a9b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.860900 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.864772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac886105-537e-4940-a194-47c10a720e24 tempest-AttachVolumeTestJSON-422093155 tempest-AttachVolumeTestJSON-422093155-project] 10.222.0.35 "DELETE /v2.0/floatingips/6b6623e4-55a4-4bab-96a2-2e4a157a8a9b HTTP/1.1" status: 204 len: 168 time: 0.8004470 Feb 03 04:35:19.929667 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752b40d2-6797-404b-a587-d7f3fb82efab admin admin] Publish callbacks [] for security_group (5a343deb-e41b-4eef-b2a8-99b571763b14), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:19.935559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ec51dd4-e7a0-4bd7-bde6-1a28106bd43e req-5200c0e8-fc69-4f8d-b530-d07b90777ec5 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836003 Feb 03 04:35:19.967688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752b40d2-6797-404b-a587-d7f3fb82efab admin admin] Publish callbacks [] for security_group (5a343deb-e41b-4eef-b2a8-99b571763b14), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:20.033645 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752b40d2-6797-404b-a587-d7f3fb82efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5a343deb-e41b-4eef-b2a8-99b571763b14), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:20.036650 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-752b40d2-6797-404b-a587-d7f3fb82efab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:20.037892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-752b40d2-6797-404b-a587-d7f3fb82efab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a343deb-e41b-4eef-b2a8-99b571763b14 HTTP/1.1" status: 204 len: 168 time: 0.2306392 Feb 03 04:35:20.047058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b40d2-6797-404b-a587-d7f3fb82efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a343deb-e41b-4eef-b2a8-99b571763b14,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:20.443632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709ecfc-4d3c-462f-8abb-c5be5fa79db8 req-bd24246c-7a22-4875-b4a9-14e135d1d3de tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:20.452311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e709ecfc-4d3c-462f-8abb-c5be5fa79db8 req-bd24246c-7a22-4875-b4a9-14e135d1d3de tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0822859 Feb 03 04:35:20.536551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e709ecfc-4d3c-462f-8abb-c5be5fa79db8 req-7438b0ec-df78-4957-8f63-27fb97b5194e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780504 Feb 03 04:35:20.966152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:21.092877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73984746-7c72-4c8e-8605-6834bb310d26 req-5a7679f3-c38d-4b74-bf34-f02c8f13588b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:21.094814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73984746-7c72-4c8e-8605-6834bb310d26 req-5a7679f3-c38d-4b74-bf34-f02c8f13588b tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0700049 Feb 03 04:35:21.100684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1245358163'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:21.152987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:21.156336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.170890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73984746-7c72-4c8e-8605-6834bb310d26 req-90aa4408-611e-48d4-9f29-1e657f002c37 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a85b71d-2a50-478c-95f2-5c8e41547a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660045 Feb 03 04:35:21.171604 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.276015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for security_group (c1f504b5-b96e-4633-a0fe-0278e1808750), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.281378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c1f504b5-b96e-4633-a0fe-0278e1808750), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.312751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:21.323726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f504b5-b96e-4633-a0fe-0278e1808750,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:21.330716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (44892ae9-1df4-467f-aefa-cf104c466cd1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.331009 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Added segment 44892ae9-1df4-467f-aefa-cf104c466cd1 of type vlan for network 7c5c2a6d-4739-41e4-821a-977377f4955d Feb 03 04:35:21.399221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (7c5c2a6d-4739-41e4-821a-977377f4955d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.430504 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (7c5c2a6d-4739-41e4-821a-977377f4955d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.436636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:21.437357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:21.494179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5249238 Feb 03 04:35:21.599609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c627f-1f1e-4089-8aee-f656b1ce1d43 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Network': ['ID=7c5c2a6d-4739-41e4-821a-977377f4955d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:21.613230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 7c5c2a6d-4739-41e4-821a-977377f4955d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:21.735032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f24d80b0-6d0a-4be9-895b-2438bfa113ad no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:21.792336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: f24d80b0-6d0a-4be9-895b-2438bfa113ad {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:21.792906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f24d80b0-6d0a-4be9-895b-2438bfa113ad not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:21.835663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fb5e-43f2-4591-a791-17c987336dfe req-13aa89a8-ce83-4180-ac4e-a0fe63c14b79 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:21.837072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7936fb5e-43f2-4591-a791-17c987336dfe req-13aa89a8-ce83-4180-ac4e-a0fe63c14b79 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0958848 Feb 03 04:35:21.913286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-4bb6c7aa-2308-4d28-84b6-8ec003d2ea3a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:21.914727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-4bb6c7aa-2308-4d28-84b6-8ec003d2ea3a tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 945 time: 0.0967758 Feb 03 04:35:21.918973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7936fb5e-43f2-4591-a791-17c987336dfe req-c972d7cf-79fa-4db6-9142-91bc96a0a7a8 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674615 Feb 03 04:35:22.028040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Deleting port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:22.029231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:22.127109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] For port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:22.127780 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:22.141173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Calling delete_port for 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:22.297271 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2a83c2fc-f76e-4265-a971-bbcae1bfdb30), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:22.313693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2a83c2fc-f76e-4265-a971-bbcae1bfdb30'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:22.348785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Pushing event deleted for resources: {'Port': ['ID=2a83c2fc-f76e-4265-a971-bbcae1bfdb30,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:22.406793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad10728b-18d7-4027-9a2b-edc3145fe63b req-01c84b48-05f4-4830-90c6-afb97911c2a9 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1ee80be-0c38-42db-9bbe-47e41c807588 HTTP/1.1" status: 200 len: 210 time: 0.0593398 Feb 03 04:35:22.489215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] No DVR routers for this DVR port 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 on host n-h2-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:22.491746 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:22.495248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7d88f1d-623d-4c1d-bd2f-31302bc6b8d8 req-6eb98f1c-dd15-413c-a5d8-4cb8d4e16364 tempest-ServerRescueTestJSONUnderV235-1340103955 tempest-ServerRescueTestJSONUnderV235-1340103955-project] 10.222.0.31 "DELETE /v2.0/ports/2a83c2fc-f76e-4265-a971-bbcae1bfdb30 HTTP/1.1" status: 204 len: 173 time: 0.5746765 Feb 03 04:35:22.495819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'name': 'network-vif-deleted', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:22.498154 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fd18f7-f46e-492d-86d9-0e940c6eb751" -d '{"events": [{"server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "name": "network-vif-deleted", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:22.542672 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75128424-aea4-44ea-90c3-390bca7c582d x-openstack-request-id: req-75128424-aea4-44ea-90c3-390bca7c582d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:22.543017 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee80be-0c38-42db-9bbe-47e41c807588", "name": "network-vif-deleted", "tag": "2a83c2fc-f76e-4265-a971-bbcae1bfdb30", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:22.543255 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75128424-aea4-44ea-90c3-390bca7c582d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:22.543686 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee80be-0c38-42db-9bbe-47e41c807588', 'name': 'network-vif-deleted', 'tag': '2a83c2fc-f76e-4265-a971-bbcae1bfdb30', 'status': 'completed', 'code': 200} Feb 03 04:35:23.068093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-1bfa2929-eb0e-4528-a08c-c59ca40186bd tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:23.069724 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-1bfa2929-eb0e-4528-a08c-c59ca40186bd tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.1136572 Feb 03 04:35:23.118984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480042f-ac53-4d98-869a-4afbd2665b0c req-fd9a40bc-1282-46c7-bcf6-43ab271b5e1d tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:23.120565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8480042f-ac53-4d98-869a-4afbd2665b0c req-fd9a40bc-1282-46c7-bcf6-43ab271b5e1d tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 945 time: 0.0969145 Feb 03 04:35:23.218467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8480042f-ac53-4d98-869a-4afbd2665b0c req-5d33aff3-0deb-48a4-ab8f-53530ab00511 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/security-groups?id=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865734 Feb 03 04:35:23.262059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Deleting port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:23.262681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:23.359363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] For port cfc1113c-57ad-4186-8ffe-de0c2b2dc414, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:23.359905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:23.372658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Calling delete_port for cfc1113c-57ad-4186-8ffe-de0c2b2dc414 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:23.501782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:23.545452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cfc1113c-57ad-4186-8ffe-de0c2b2dc414), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:23.578820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Pushing event deleted for resources: {'Port': ['ID=cfc1113c-57ad-4186-8ffe-de0c2b2dc414,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:23.583209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['cfc1113c-57ad-4186-8ffe-de0c2b2dc414'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:23.647657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] No DVR routers for this DVR port cfc1113c-57ad-4186-8ffe-de0c2b2dc414 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:23.650822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:23.656369 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2576a9f-6013-4dbe-a94c-deda41063078 req-6ad68160-f753-47ea-9fe1-74a21ce7d371 tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.15 "DELETE /v2.0/ports/cfc1113c-57ad-4186-8ffe-de0c2b2dc414 HTTP/1.1" status: 204 len: 173 time: 0.5790200 Feb 03 04:35:23.656937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'name': 'network-vif-deleted', 'tag': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:23.660380 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4748d88-446d-48f4-b6a8-f2919f585e40" -d '{"events": [{"server_uuid": "a5ba2e81-1496-4c0a-9262-4ee3d7a772cb", "name": "network-vif-deleted", "tag": "cfc1113c-57ad-4186-8ffe-de0c2b2dc414"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:23.700511 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:23.714329 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:23.733004 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35e6745-ef62-4214-9ed2-ce0fa871984e x-openstack-request-id: req-d35e6745-ef62-4214-9ed2-ce0fa871984e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:23.733598 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba2e81-1496-4c0a-9262-4ee3d7a772cb", "name": "network-vif-deleted", "tag": "cfc1113c-57ad-4186-8ffe-de0c2b2dc414", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:23.734087 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d35e6745-ef62-4214-9ed2-ce0fa871984e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:23.734829 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba2e81-1496-4c0a-9262-4ee3d7a772cb', 'name': 'network-vif-deleted', 'tag': 'cfc1113c-57ad-4186-8ffe-de0c2b2dc414', 'status': 'completed', 'code': 200} Feb 03 04:35:24.475932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0737358-2096-4db4-a745-5d9ef19d8559 req-aa856052-bbd7-4c3d-8c3c-2a04fb3b9b3e tempest-ServerRescueTestJSON-1232347497 tempest-ServerRescueTestJSON-1232347497-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5ba2e81-1496-4c0a-9262-4ee3d7a772cb HTTP/1.1" status: 200 len: 210 time: 0.0457759 Feb 03 04:35:24.683801 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (232b7239-ba95-484d-8a6b-2849b1396a80), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:24.785173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:24.790287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'subnet': {'network_id': '7c5c2a6d-4739-41e4-821a-977377f4955d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:24.986769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:25.003444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.049680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Deleting port f228c2cd-6fb6-489a-9f83-c97c71d9b532 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:25.050877 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.151178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] For port f228c2cd-6fb6-489a-9f83-c97c71d9b532, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f228c2cd-6fb6-489a-9f83-c97c71d9b532,segment=NetworkSegment(224e5d20-aa34-4459-b1a3-5f8395829315),segment_id=224e5d20-aa34-4459-b1a3-5f8395829315)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:25.151724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.165618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Calling delete_port for f228c2cd-6fb6-489a-9f83-c97c71d9b532 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:25.213924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:25.293584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (05be19d5-a75f-4250-badf-d07a73d63783), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.372390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Subnet': ['ID=05be19d5-a75f-4250-badf-d07a73d63783,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:25.384042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Checking segment: {'id': '44892ae9-1df4-467f-aefa-cf104c466cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7c5c2a6d-4739-41e4-821a-977377f4955d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:25.384390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network hostable DHCP agents. Network: 7c5c2a6d-4739-41e4-821a-977377f4955d, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:25.406157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network 7c5c2a6d-4739-41e4-821a-977377f4955d is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:25.421585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 7c5c2a6d-4739-41e4-821a-977377f4955d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:25.430771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a24705-8b03-475f-bef5-ffd974b4a29a None None] Network 7c5c2a6d-4739-41e4-821a-977377f4955d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:25.432048 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3250f-d8b3-49cc-8493-2c9141f44fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.434586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:25.435204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.462294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1dc68d4f-1672-4a07-b3f3-5d72b89f694d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6719804 Feb 03 04:35:25.464557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:25.471624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2120981657'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:25.486305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f228c2cd-6fb6-489a-9f83-c97c71d9b532), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.525192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:25.527237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f228c2cd-6fb6-489a-9f83-c97c71d9b532,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:25.534123 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.598623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.598978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.599331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.599708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.600064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.600380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.600711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.601087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.601416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.601744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.602107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.602616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.602953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:25.606171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47368) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:25.630574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:25.662767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.663130 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Added segment d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42 of type vlan for network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b Feb 03 04:35:25.698245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-7c5c2a6d-4739-41e4-821a-977377f4955d', 'network_id': '7c5c2a6d-4739-41e4-821a-977377f4955d', 'project_id': '7bb5c439633b4d0d8418819bf5643cf8', 'fixed_ips': [{'subnet_id': '05be19d5-a75f-4250-badf-d07a73d63783'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:35:25.701241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.737116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:25.781657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.799255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:25.799644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2a83c2fc-f76e-4265-a971-bbcae1bfdb30 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:25.844817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.851110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:25.851328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.897058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4313617 Feb 03 04:35:25.901103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:25.905976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'subnet': {'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:25.921225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3250f-d8b3-49cc-8493-2c9141f44fb7 admin admin] Publish callbacks [] for security_group (61cda1e5-59a6-4eff-88e4-dd1d3effb0a0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.938563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3250f-d8b3-49cc-8493-2c9141f44fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (61cda1e5-59a6-4eff-88e4-dd1d3effb0a0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:25.970311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31cb72-3935-4d43-83df-73ec655a3798 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Network': ['ID=6e74a342-7d5d-489a-a5ab-7c06b3c09b7b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:25.988681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Allocated IP 2001:db8:0:ffff::2 (7c5c2a6d-4739-41e4-821a-977377f4955d/05be19d5-a75f-4250-badf-d07a73d63783/57cc2e8c-3fab-467b-9b58-fd5866526e91) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:26.139361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:26.144102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.164815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3250f-d8b3-49cc-8493-2c9141f44fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cda1e5-59a6-4eff-88e4-dd1d3effb0a0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:26.166808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cfc1113c-57ad-4186-8ffe-de0c2b2dc414 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:26.186317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:26.202195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-52d3250f-d8b3-49cc-8493-2c9141f44fb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10de2a1dd6f240e7a720d6a4989513b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9871907 Feb 03 04:35:26.202822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:26.223944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (232b7239-ba95-484d-8a6b-2849b1396a80), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.287210 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Publish callbacks [] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.310214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: cfc1113c-57ad-4186-8ffe-de0c2b2dc414 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:26.310576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device cfc1113c-57ad-4186-8ffe-de0c2b2dc414 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:26.352640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.410623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Network 7c5c2a6d-4739-41e4-821a-977377f4955d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:26.414770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:26.419885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:26.486797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Pushing event updated for resources: {'Port': ['ID=57cc2e8c-3fab-467b-9b58-fd5866526e91,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:26.550537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:35:26.552413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (04c63c21-c417-4a17-a271-ca99a46c3aa0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.573558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Attempting to bind port 57cc2e8c-3fab-467b-9b58-fd5866526e91 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:26.574476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Attempting to bind port 57cc2e8c-3fab-467b-9b58-fd5866526e91 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '44892ae9-1df4-467f-aefa-cf104c466cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7c5c2a6d-4739-41e4-821a-977377f4955d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:26.575079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Attempting to bind port 57cc2e8c-3fab-467b-9b58-fd5866526e91 on network 7c5c2a6d-4739-41e4-821a-977377f4955d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:26.583100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:26.596372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Checking segment: {'id': '44892ae9-1df4-467f-aefa-cf104c466cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7c5c2a6d-4739-41e4-821a-977377f4955d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:26.597369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.597843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Bound using segment: {'id': '44892ae9-1df4-467f-aefa-cf104c466cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7c5c2a6d-4739-41e4-821a-977377f4955d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:26.598557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Bound port: 57cc2e8c-3fab-467b-9b58-fd5866526e91, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44892ae9-1df4-467f-aefa-cf104c466cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7c5c2a6d-4739-41e4-821a-977377f4955d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:26.599033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.609713 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2738b77-1965-4ddb-9c34-4822eb21de00 admin admin] Publish callbacks [] for security_group (61cda1e5-59a6-4eff-88e4-dd1d3effb0a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.648092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Subnet': ['ID=04c63c21-c417-4a17-a271-ca99a46c3aa0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:26.662121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Checking segment: {'id': 'd3ee1bb4-9d9d-4527-9599-b32d7c1bbf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:26.662854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network hostable DHCP agents. Network: 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:26.688892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:26.715477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:26.722657 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2738b77-1965-4ddb-9c34-4822eb21de00 admin admin] Publish callbacks [] for security_group (61cda1e5-59a6-4eff-88e4-dd1d3effb0a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.728984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:26.731487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.753237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff455b3-01fa-4073-996e-2f993f0216ad None None] Network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:26.774999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Router 232b7239-ba95-484d-8a6b-2849b1396a80 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:35:26.780159 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-54528d07-be5b-43e4-86cb-115593e5f915 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8760757 Feb 03 04:35:26.783544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:26.787255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'port': {'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b', 'name': 'tempest-NetworksIpV6TestAttrs-1070207435'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:26.905138 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2738b77-1965-4ddb-9c34-4822eb21de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (61cda1e5-59a6-4eff-88e4-dd1d3effb0a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.907962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2738b77-1965-4ddb-9c34-4822eb21de00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:26.910475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e2738b77-1965-4ddb-9c34-4822eb21de00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61cda1e5-59a6-4eff-88e4-dd1d3effb0a0 HTTP/1.1" status: 204 len: 168 time: 0.6977775 Feb 03 04:35:26.968442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2738b77-1965-4ddb-9c34-4822eb21de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cda1e5-59a6-4eff-88e4-dd1d3effb0a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:26.984341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:26.991058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.016608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] device_id is not set on port 12311891-382f-498b-92b4-a86065bdf875 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:35:27.128848 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (16ac5e84-a7dc-4add-b09f-12733efe9de2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.144839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] For port 57cc2e8c-3fab-467b-9b58-fd5866526e91, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:27.187015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-6e74a342-7d5d-489a-a5ab-7c06b3c09b7b', 'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b', 'project_id': '7bb5c439633b4d0d8418819bf5643cf8', 'fixed_ips': [{'subnet_id': '04c63c21-c417-4a17-a271-ca99a46c3aa0'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:35:27.189110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.195600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] For port 57cc2e8c-3fab-467b-9b58-fd5866526e91, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=57cc2e8c-3fab-467b-9b58-fd5866526e91,segment=NetworkSegment(44892ae9-1df4-467f-aefa-cf104c466cd1),segment_id=44892ae9-1df4-467f-aefa-cf104c466cd1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:27.225200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.241104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Allocated IP 2001:db8::f816:3eff:fe5f:5464 (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b/04c63c21-c417-4a17-a271-ca99a46c3aa0/12311891-382f-498b-92b4-a86065bdf875) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:27.375479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:35:27.379123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcfa5c-f7f2-4379-bdf6-53d8a271b457 None None] Pushing event updated for resources: {'Port': ['ID=57cc2e8c-3fab-467b-9b58-fd5866526e91,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:27.383645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-efc59b39-c3a5-4c88-ab4d-9597b3261d79 admin admin] 10.222.0.35 "PUT /v2.0/routers/232b7239-ba95-484d-8a6b-2849b1396a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781090 Feb 03 04:35:27.384199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:27.397465 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] Sync routers for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:35:27.409662 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:27.410280 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:27.661549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for port (12311891-382f-498b-92b4-a86065bdf875), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.700586 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:27.733250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (12311891-382f-498b-92b4-a86065bdf875), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.762985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks [] for router (232b7239-ba95-484d-8a6b-2849b1396a80), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.801047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:27.824654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:27.829668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:27.836378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:27.837476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:27.850253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Port': ['ID=12311891-382f-498b-92b4-a86065bdf875,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:27.871636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09a0ca56-1be5-475f-980f-5419104bc3fe tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0866284 Feb 03 04:35:27.874657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:27.900719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Allocated IP 2001:db8::f816:3eff:febe:7e40 (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b/04c63c21-c417-4a17-a271-ca99a46c3aa0/d2c0ce81-9faa-43d1-b5dc-bf806c58a00e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:27.934476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting subnet 04c63c21-c417-4a17-a271-ca99a46c3aa0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:35:28.044789 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks [] for router_gateway (232b7239-ba95-484d-8a6b-2849b1396a80), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.052684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Deleting port 899be0fe-7911-4051-914d-d8d85f87bb22 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:28.053024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.096405 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '083f2497-0186-44c3-b144-afb688fcbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:35:25Z', 'revision_number': 5, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port': {'id': '083f2497-0186-44c3-b144-afb688fcbe30', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:34:08Z', 'updated_at': '2022-02-03T04:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:28.141674 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] Checking router: 232b7239-ba95-484d-8a6b-2849b1396a80 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:35:28.170088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] For port 899be0fe-7911-4051-914d-d8d85f87bb22, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=899be0fe-7911-4051-914d-d8d85f87bb22,segment=NetworkSegment(9f9fda44-653a-476b-aa1e-9cbac5e375c3),segment_id=9f9fda44-653a-476b-aa1e-9cbac5e375c3)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:28.170513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.175312 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] Routers {'232b7239-ba95-484d-8a6b-2849b1396a80'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:28.179244 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['232b7239-ba95-484d-8a6b-2849b1396a80'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:28.221741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Calling delete_port for 899be0fe-7911-4051-914d-d8d85f87bb22 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:28.270924 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Publish callbacks [] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.297305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (04c63c21-c417-4a17-a271-ca99a46c3aa0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.298436 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.381746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Deleting port 083f2497-0186-44c3-b144-afb688fcbe30 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:28.382066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (083f2497-0186-44c3-b144-afb688fcbe30), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.387109 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] Set router 232b7239-ba95-484d-8a6b-2849b1396a80 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:28.400638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Pushing event updated for resources: {'Port': ['ID=d2c0ce81-9faa-43d1-b5dc-bf806c58a00e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:28.411078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:28.417486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:28.422984 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (04c63c21-c417-4a17-a271-ca99a46c3aa0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.426351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:28.442074 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:35:28Z', 'revision_number': 6, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:28.483615 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a89c2-42f9-4d60-92cb-c73855fb0d8b None None] The sync data for ids ['232b7239-ba95-484d-8a6b-2849b1396a80'] in n-d-827549-1 is: [{'id': '232b7239-ba95-484d-8a6b-2849b1396a80', 'name': 'tempest-ServerRescueTestJSONUnderV235-1668546834-router', 'tenant_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:34:07Z', 'updated_at': '2022-02-03T04:35:28Z', 'revision_number': 6, 'project_id': '9b3b70b707dc4c5a80e8a23b02eb8eea', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:35:28.535011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Attempting to bind port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:28.536338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Attempting to bind port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'd3ee1bb4-9d9d-4527-9599-b32d7c1bbf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:28.536966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Attempting to bind port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e on network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:28.544686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:28.545510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Checking segment: {'id': 'd3ee1bb4-9d9d-4527-9599-b32d7c1bbf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:28.546277 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.546998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Bound using segment: {'id': 'd3ee1bb4-9d9d-4527-9599-b32d7c1bbf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:28.548135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Bound port: d2c0ce81-9faa-43d1-b5dc-bf806c58a00e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ee1bb4-9d9d-4527-9599-b32d7c1bbf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e74a342-7d5d-489a-a5ab-7c06b3c09b7b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:28.548697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.634249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] For port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:28.639086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] For port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d2c0ce81-9faa-43d1-b5dc-bf806c58a00e,segment=NetworkSegment(d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42),segment_id=d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:28.649100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] For port 083f2497-0186-44c3-b144-afb688fcbe30, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=083f2497-0186-44c3-b144-afb688fcbe30,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:28.649467 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (083f2497-0186-44c3-b144-afb688fcbe30), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.649941 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:28.683231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Calling delete_port for 083f2497-0186-44c3-b144-afb688fcbe30 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:28.722062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca2e5b-5a60-4a86-a6fc-152add293504 None None] Pushing event updated for resources: {'Port': ['ID=d2c0ce81-9faa-43d1-b5dc-bf806c58a00e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:29.115141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 57cc2e8c-3fab-467b-9b58-fd5866526e91 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:29.173297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0441c-fe25-426e-b2f8-6fb26ca6aba3 None None] Network 7c5c2a6d-4739-41e4-821a-977377f4955d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:29.318985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-59914b17-2637-469b-ba5e-4ce8ab688fc9 None None] Provisioning complete for port 57cc2e8c-3fab-467b-9b58-fd5866526e91 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:29.319349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59914b17-2637-469b-ba5e-4ce8ab688fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.324875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 57cc2e8c-3fab-467b-9b58-fd5866526e91 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:29.325260 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.489431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (083f2497-0186-44c3-b144-afb688fcbe30), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.596807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-59914b17-2637-469b-ba5e-4ce8ab688fc9 None None] Current status of the port 57cc2e8c-3fab-467b-9b58-fd5866526e91 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:29.597196 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59914b17-2637-469b-ba5e-4ce8ab688fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.601728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 57cc2e8c-3fab-467b-9b58-fd5866526e91 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:29.601920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.648076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=083f2497-0186-44c3-b144-afb688fcbe30,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:29.734032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-59914b17-2637-469b-ba5e-4ce8ab688fc9 None None] For port 57cc2e8c-3fab-467b-9b58-fd5866526e91, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=57cc2e8c-3fab-467b-9b58-fd5866526e91,segment=NetworkSegment(44892ae9-1df4-467f-aefa-cf104c466cd1),segment_id=44892ae9-1df4-467f-aefa-cf104c466cd1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:29.740854 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59914b17-2637-469b-ba5e-4ce8ab688fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.778269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (04c63c21-c417-4a17-a271-ca99a46c3aa0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.842823 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (232b7239-ba95-484d-8a6b-2849b1396a80), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.852631 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (899be0fe-7911-4051-914d-d8d85f87bb22), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.860408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59914b17-2637-469b-ba5e-4ce8ab688fc9 None None] Pushing event updated for resources: {'Port': ['ID=57cc2e8c-3fab-467b-9b58-fd5866526e91,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:29.928865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3c0139c0-fe0a-4217-90f0-5ab822e6beb4 None None] Provisioning complete for port 57cc2e8c-3fab-467b-9b58-fd5866526e91 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:29.929110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c0139c0-fe0a-4217-90f0-5ab822e6beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:29.964737 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:35:29.965213 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:35:29.975042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=899be0fe-7911-4051-914d-d8d85f87bb22,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:29.995569 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (232b7239-ba95-484d-8a6b-2849b1396a80), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.013594 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks [] for router_controller (232b7239-ba95-484d-8a6b-2849b1396a80), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.044900 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (04c63c21-c417-4a17-a271-ca99a46c3aa0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.079736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3c0139c0-fe0a-4217-90f0-5ab822e6beb4 None None] Current status of the port 57cc2e8c-3fab-467b-9b58-fd5866526e91 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:30.126439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.130919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/04c63c21-c417-4a17-a271-ca99a46c3aa0 HTTP/1.1" status: 204 len: 168 time: 2.2551911 Feb 03 04:35:30.133543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:30.134517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (232b7239-ba95-484d-8a6b-2849b1396a80), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.135092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232b7239-ba95-484d-8a6b-2849b1396a80 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:35:30.137687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afa10f-6f9c-409f-b644-dbb4fba92ced tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Subnet': ['ID=04c63c21-c417-4a17-a271-ca99a46c3aa0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:30.142524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.143962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-73a9eecb-9710-4ea2-b718-7660a20f9d1f admin admin] 10.222.0.35 "DELETE /v2.0/routers/232b7239-ba95-484d-8a6b-2849b1396a80 HTTP/1.1" status: 204 len: 168 time: 2.6852736 Feb 03 04:35:30.146479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:30.293482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] Deleting subnet 15b861fb-1537-45a9-872f-0f6474144108 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:35:30.319142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] Publish callbacks [] for subnet (15b861fb-1537-45a9-872f-0f6474144108), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.321350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ae7d1-9668-49af-a3bc-c0734c508b32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:30.324427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ae7d1-9668-49af-a3bc-c0734c508b32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:30.330950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fb9ae7d1-9668-49af-a3bc-c0734c508b32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1931019 Feb 03 04:35:30.331598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:30.412648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (15b861fb-1537-45a9-872f-0f6474144108), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.460767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (15b861fb-1537-45a9-872f-0f6474144108), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.513003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b96578ed-6f65-4d94-911b-acadc4d94c47 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.529996 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96578ed-6f65-4d94-911b-acadc4d94c47 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 04:35:30.530899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96578ed-6f65-4d94-911b-acadc4d94c47 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:30.535857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b96578ed-6f65-4d94-911b-acadc4d94c47 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/6e74a342-7d5d-489a-a5ab-7c06b3c09b7b HTTP/1.1" status: 409 len: 466 time: 0.2032320 Feb 03 04:35:30.539694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:30.545995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1249019114'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:30.556341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (15b861fb-1537-45a9-872f-0f6474144108), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.586576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:30.593093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.595357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 57cc2e8c-3fab-467b-9b58-fd5866526e91 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:30.605504 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (16ac5e84-a7dc-4add-b09f-12733efe9de2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.612936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f228c2cd-6fb6-489a-9f83-c97c71d9b532 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:30.621692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b861fb-1537-45a9-872f-0f6474144108,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:30.623817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.627838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74525251-7941-4916-97c6-4b851f8f10b5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/15b861fb-1537-45a9-872f-0f6474144108 HTTP/1.1" status: 204 len: 168 time: 0.4804571 Feb 03 04:35:30.630758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:30.656197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f228c2cd-6fb6-489a-9f83-c97c71d9b532 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:30.657034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f228c2cd-6fb6-489a-9f83-c97c71d9b532 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:30.676635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:30.690725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (977f82f8-27e1-4d60-9b9f-fe6a40b0c00f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.691690 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Added segment 977f82f8-27e1-4d60-9b9f-fe6a40b0c00f of type vlan for network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 Feb 03 04:35:30.785988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.828064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.833569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:30.833760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39e506-c2dd-4536-bd32-01b917659768 None None] Network 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:30.834388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.867647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a8d921dc-1f7a-4f2c-9a4e-05b08794ff92), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:30.954880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Network': ['ID=d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:30.973862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f31beec2-f2ca-467b-9df8-a098cd9841b0 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4299898 Feb 03 04:35:30.974335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:30.982304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'subnet': {'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:31.020356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:31.082534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Router 16ac5e84-a7dc-4add-b09f-12733efe9de2 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:35:31.096085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:31.104227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.145783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a8d921dc-1f7a-4f2c-9a4e-05b08794ff92), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.224952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-dec38a61-b325-4855-b894-51291b19d2c6 None None] Provisioning complete for port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:31.226005 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dec38a61-b325-4855-b894-51291b19d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.233337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d921dc-1f7a-4f2c-9a4e-05b08794ff92']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:31.255189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224e5d20-aa34-4459-b1a3-5f8395829315') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:31.255667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224e5d20-aa34-4459-b1a3-5f8395829315') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:31.283651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 57cc2e8c-3fab-467b-9b58-fd5866526e91 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:31.300643 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (224e5d20-aa34-4459-b1a3-5f8395829315), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.325031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (224e5d20-aa34-4459-b1a3-5f8395829315), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.337619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:31.338193 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (224e5d20-aa34-4459-b1a3-5f8395829315), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:31.341155 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:31.366494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:35:31.378408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3dfe9456-d7a6-473b-b50d-2bb1737116f2 admin admin] 10.222.0.35 "PUT /v2.0/routers/16ac5e84-a7dc-4add-b09f-12733efe9de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7623942 Feb 03 04:35:31.378915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:31.444500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 57cc2e8c-3fab-467b-9b58-fd5866526e91 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:31.444940 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.492489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] Sync routers for ids ['16ac5e84-a7dc-4add-b09f-12733efe9de2'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:35:31.496605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a8d921dc-1f7a-4f2c-9a4e-05b08794ff92), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.544815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.558951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a8d921dc-1f7a-4f2c-9a4e-05b08794ff92 HTTP/1.1" status: 204 len: 168 time: 0.9257958 Feb 03 04:35:31.559978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be16fec-0c38-4f3a-b845-c55c302128d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d921dc-1f7a-4f2c-9a4e-05b08794ff92,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:31.626605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] Routers {'16ac5e84-a7dc-4add-b09f-12733efe9de2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:31.627930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['16ac5e84-a7dc-4add-b09f-12733efe9de2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:31.753031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] DHCP port deletion for 6e74a342-7d5d-489a-a5ab-7c06b3c09b7b request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:35:31.774243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dec38a61-b325-4855-b894-51291b19d2c6 None None] Current status of the port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:31.774607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dec38a61-b325-4855-b894-51291b19d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:31.872862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:31.963211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2844a1ed-0358-4c73-8b02-2701100b9ddd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b3b70b707dc4c5a80e8a23b02eb8eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889571 Feb 03 04:35:31.964953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:32.033897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks [] for router (16ac5e84-a7dc-4add-b09f-12733efe9de2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.080078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-670afeb9-4de5-4ae2-9720-daa8397f83da admin admin] Publish callbacks [] for security_group (1a85b71d-2a50-478c-95f2-5c8e41547a59), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.104681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-670afeb9-4de5-4ae2-9720-daa8397f83da admin admin] Publish callbacks [] for security_group (1a85b71d-2a50-478c-95f2-5c8e41547a59), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.185189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-670afeb9-4de5-4ae2-9720-daa8397f83da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a85b71d-2a50-478c-95f2-5c8e41547a59), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.188343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-670afeb9-4de5-4ae2-9720-daa8397f83da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.189814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-670afeb9-4de5-4ae2-9720-daa8397f83da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a85b71d-2a50-478c-95f2-5c8e41547a59 HTTP/1.1" status: 204 len: 168 time: 0.2236905 Feb 03 04:35:32.203953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670afeb9-4de5-4ae2-9720-daa8397f83da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a85b71d-2a50-478c-95f2-5c8e41547a59,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:32.204789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dec38a61-b325-4855-b894-51291b19d2c6 None None] For port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d2c0ce81-9faa-43d1-b5dc-bf806c58a00e,segment=NetworkSegment(d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42),segment_id=d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:32.262664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dec38a61-b325-4855-b894-51291b19d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.281536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 57cc2e8c-3fab-467b-9b58-fd5866526e91 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:32.283014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d2c0ce81-9faa-43d1-b5dc-bf806c58a00e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:32.384133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:35:32.389383 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.400760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] Set router 16ac5e84-a7dc-4add-b09f-12733efe9de2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:32.444461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Subnet': ['ID=0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:32.448831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks [] for router_gateway (16ac5e84-a7dc-4add-b09f-12733efe9de2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.510868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Checking segment: {'id': '977f82f8-27e1-4d60-9b9f-fe6a40b0c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:32.511640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network hostable DHCP agents. Network: d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:32.584289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] Deleting port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:32.585284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.590849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:32.610082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Deleting port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:32.610556 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.656789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:32.664927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] For port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d2c0ce81-9faa-43d1-b5dc-bf806c58a00e,segment=NetworkSegment(d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42),segment_id=d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:32.665600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.677698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:32.678349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.681352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] Calling delete_port for d2c0ce81-9faa-43d1-b5dc-bf806c58a00e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:32.718257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ef41f-a86d-4e0d-9520-d567e5460ab5 None None] Network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:32.772678 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9fd8ac0-8d87-42eb-bf6b-a93f53f6c851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7970200 Feb 03 04:35:32.775234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:32.783569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'port': {'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9', 'name': 'tempest-NetworksIpV6TestAttrs-569299339'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:32.946342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] For port c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:32.946803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:32.949569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec38a61-b325-4855-b894-51291b19d2c6 None None] Pushing event updated for resources: {'Port': ['ID=d2c0ce81-9faa-43d1-b5dc-bf806c58a00e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:32.973014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Calling delete_port for c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:33.056654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9', 'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9', 'project_id': '7bb5c439633b4d0d8418819bf5643cf8', 'fixed_ips': [{'subnet_id': '0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:35:33.057630 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.103399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:33.103912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.121607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:33.125631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.158841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] device_id is not set on port 058d6b40-5425-4ac8-93e9-82e5d3276d83 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:35:33.336264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb13f135-a0c9-4c1f-8954-bc639e1abe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.417433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Allocated IP 2001:db8::f816:3eff:fe2d:77b7 (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9/0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d/058d6b40-5425-4ac8-93e9-82e5d3276d83) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:33.429198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:33.518595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.521817 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (d2c0ce81-9faa-43d1-b5dc-bf806c58a00e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.556708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 083f2497-0186-44c3-b144-afb688fcbe30 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:33.581684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:33.654911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 083f2497-0186-44c3-b144-afb688fcbe30 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:33.655265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 083f2497-0186-44c3-b144-afb688fcbe30 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:33.660215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] Pushing event deleted for resources: {'Port': ['ID=d2c0ce81-9faa-43d1-b5dc-bf806c58a00e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:33.662035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc668e-9682-42e3-84ca-a72372c5d47d None None] No DVR routers for this DVR port d2c0ce81-9faa-43d1-b5dc-bf806c58a00e on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:33.722190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:35:29Z', 'revision_number': 5, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port': {'id': 'c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:33:16Z', 'updated_at': '2022-02-03T04:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:33.734275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-fa2f5f60-fa5a-4ee2-89cf-b10b995b4b83 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:33.740836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-fa2f5f60-fa5a-4ee2-89cf-b10b995b4b83 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.2465520 Feb 03 04:35:33.762254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-c94f8c5a-44ea-4fe5-b490-12d1d7889f01 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/quotas/44d89ccccdf642ccab641190b18a9f8e HTTP/1.1" status: 200 len: 375 time: 0.0155349 Feb 03 04:35:33.768933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] Checking router: 16ac5e84-a7dc-4add-b09f-12733efe9de2 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:35:33.778812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] Routers {'16ac5e84-a7dc-4add-b09f-12733efe9de2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:35:33.779471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:35:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['16ac5e84-a7dc-4add-b09f-12733efe9de2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:33.801875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (16ac5e84-a7dc-4add-b09f-12733efe9de2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.904199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-b5bf573b-e890-4fa6-a66f-fe0397bf713f tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358659 Feb 03 04:35:33.937662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] Set router 16ac5e84-a7dc-4add-b09f-12733efe9de2 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:35:33.957927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (16ac5e84-a7dc-4add-b09f-12733efe9de2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:33.963967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks [] for router_controller (16ac5e84-a7dc-4add-b09f-12733efe9de2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.035910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for port (058d6b40-5425-4ac8-93e9-82e5d3276d83), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.038877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:34.053734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (16ac5e84-a7dc-4add-b09f-12733efe9de2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.055364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ac5e84-a7dc-4add-b09f-12733efe9de2 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:35:34.065305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.074040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0e5331f5-a131-45cc-9ef4-bfa5b10c0d7d admin admin] 10.222.0.35 "DELETE /v2.0/routers/16ac5e84-a7dc-4add-b09f-12733efe9de2 HTTP/1.1" status: 204 len: 168 time: 2.6888142 Feb 03 04:35:34.074731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:34.091627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:35:33Z', 'revision_number': 7, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:34.144657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] Deleting subnet 1601b2c2-7bc6-42ca-aece-27ef356de6c7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:35:34.148731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-f77a6718-7d43-4ee4-83bc-346679333f7b service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435167 Feb 03 04:35:34.150619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] Publish callbacks [] for subnet (1601b2c2-7bc6-42ca-aece-27ef356de6c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.182843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d2c0ce81-9faa-43d1-b5dc-bf806c58a00e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:34.188973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (058d6b40-5425-4ac8-93e9-82e5d3276d83), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.189799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b639d62-6c9c-4bc5-9f61-e40c5a90b4b0 None None] The sync data for ids ['16ac5e84-a7dc-4add-b09f-12733efe9de2'] in n-d-827549-1 is: [{'id': '16ac5e84-a7dc-4add-b09f-12733efe9de2', 'name': 'tempest-ServerRescueTestJSON-1379847809-router', 'tenant_id': '46512ac125f0447eb1cbafa779d3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:33:15Z', 'updated_at': '2022-02-03T04:35:33Z', 'revision_number': 7, 'project_id': '46512ac125f0447eb1cbafa779d3250f', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:35:34.260595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Port': ['ID=058d6b40-5425-4ac8-93e9-82e5d3276d83,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:34.287531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d2c0ce81-9faa-43d1-b5dc-bf806c58a00e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:34.289877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d2c0ce81-9faa-43d1-b5dc-bf806c58a00e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:34.305463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (1601b2c2-7bc6-42ca-aece-27ef356de6c7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.340002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Allocated IP 2001:db8::f816:3eff:fe2d:7f6f (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9/0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d/e77e5925-c55c-471d-8603-45ef155ebde2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:34.353334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:34.361449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:34.362342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-d5341e66-ca37-44a4-bf50-6eb703a0a398 service neutron] 10.222.0.35 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126443 Feb 03 04:35:34.371714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:34.382353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.383140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.415719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.416350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.416926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.417437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.418094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.419259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.420815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:34.430708 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fccd193d-0b19-4596-b09f-2915ed55c4d3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 6718 time: 0.3879964 Feb 03 04:35:34.445542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-37ba4026-d6ad-466d-a542-751cfe2546da tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6655200 Feb 03 04:35:34.445542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1601b2c2-7bc6-42ca-aece-27ef356de6c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.446264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:34.549913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting subnet 0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:35:34.607406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47600) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:34.619530 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fdf08648-5f41-42ce-850e-067185fdc09d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&id=044dd5c3-f802-4771-8727-abbb61ee3a92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1877735 Feb 03 04:35:34.632335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (1601b2c2-7bc6-42ca-aece-27ef356de6c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.724421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1601b2c2-7bc6-42ca-aece-27ef356de6c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:34.740887 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.746934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b1bec7f-0cb8-48b0-b261-581ee3fd7aa3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1601b2c2-7bc6-42ca-aece-27ef356de6c7 HTTP/1.1" status: 204 len: 168 time: 0.6668448 Feb 03 04:35:34.747616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:34.797553 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Publish callbacks [] for port (e77e5925-c55c-471d-8603-45ef155ebde2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.806725 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-828cc37a-ddb1-41ba-a13b-f5992200d56e req-9c3b7b99-cc4b-4f1c-9036-a1fdf2b79f04 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 210 time: 0.0816438 Feb 03 04:35:34.817520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1925564408-network', 'tenant_id': 'd5b626161fff426aabf37c1b2ad43d76'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:34.819205 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.842008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.896548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:34.904369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.907769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Made reservation on behalf of d5b626161fff426aabf37c1b2ad43d76 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:34.910163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.918425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5ea84a65-81ed-4925-882e-20f87eed7953), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:34.928598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:34.933201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:34.949094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Pushing event updated for resources: {'Port': ['ID=e77e5925-c55c-471d-8603-45ef155ebde2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:34.982555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.036168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Attempting to bind port e77e5925-c55c-471d-8603-45ef155ebde2 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:35.036546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Attempting to bind port e77e5925-c55c-471d-8603-45ef155ebde2 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '977f82f8-27e1-4d60-9b9f-fe6a40b0c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:35.036909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Attempting to bind port e77e5925-c55c-471d-8603-45ef155ebde2 on network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:35.043685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:35.044190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Checking segment: {'id': '977f82f8-27e1-4d60-9b9f-fe6a40b0c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:35.044794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.045334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Bound using segment: {'id': '977f82f8-27e1-4d60-9b9f-fe6a40b0c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:35.046045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Bound port: e77e5925-c55c-471d-8603-45ef155ebde2, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977f82f8-27e1-4d60-9b9f-fe6a40b0c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:35.046605 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.078162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5ea84a65-81ed-4925-882e-20f87eed7953), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.119868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea84a65-81ed-4925-882e-20f87eed7953']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:35.131309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9fda44-653a-476b-aa1e-9cbac5e375c3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:35.131635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9fda44-653a-476b-aa1e-9cbac5e375c3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:35.149713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (9f9fda44-653a-476b-aa1e-9cbac5e375c3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.198120 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9f9fda44-653a-476b-aa1e-9cbac5e375c3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.212128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:35.212349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (9f9fda44-653a-476b-aa1e-9cbac5e375c3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:35.266186 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:35.290670 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.358200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5ea84a65-81ed-4925-882e-20f87eed7953), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.379725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.404102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ea84a65-81ed-4925-882e-20f87eed7953 HTTP/1.1" status: 204 len: 168 time: 0.6554055 Feb 03 04:35:35.412189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.423662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d2fc4-ee18-4d45-a815-aad888c32712 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea84a65-81ed-4925-882e-20f87eed7953,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:35.471819 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.475996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d HTTP/1.1" status: 204 len: 168 time: 1.0289140 Feb 03 04:35:35.478388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:35.478763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks [] for security_group (b234b028-b670-4de6-b43f-f288588b0fce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.480393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551c656-d365-4799-b8bc-28e5941c4a11 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:35.489258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b234b028-b670-4de6-b43f-f288588b0fce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.542891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:35.564552 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf76c60d-affd-4931-ba16-7e91d20fadf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.598101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.600681 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Added segment 288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d of type vlan for network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 Feb 03 04:35:35.606497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] For port e77e5925-c55c-471d-8603-45ef155ebde2, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:35.615381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] For port e77e5925-c55c-471d-8603-45ef155ebde2, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e77e5925-c55c-471d-8603-45ef155ebde2,segment=NetworkSegment(977f82f8-27e1-4d60-9b9f-fe6a40b0c00f),segment_id=977f82f8-27e1-4d60-9b9f-fe6a40b0c00f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:35.626751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234b028-b670-4de6-b43f-f288588b0fce,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:35.642352 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.654693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb66aa4a-30c8-4c4f-bb4d-93bb4a8c4ea1 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:35.656325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb66aa4a-30c8-4c4f-bb4d-93bb4a8c4ea1 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:35.665274 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cb66aa4a-30c8-4c4f-bb4d-93bb4a8c4ea1 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1853468 Feb 03 04:35:35.669811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:35.697259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (eb9ecb8a-8782-4915-a217-bb2b50d4fc11), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.766432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (eb9ecb8a-8782-4915-a217-bb2b50d4fc11), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.767647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:35.770929 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.826402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2be50fc1-5c6c-4ccf-a376-bf35f2f59559 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.837405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c715b-d479-460c-a9b5-803e7fc2ff79 None None] Pushing event updated for resources: {'Port': ['ID=e77e5925-c55c-471d-8603-45ef155ebde2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:35.846373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] Pushing event updated for resources: {'Network': ['ID=eb9ecb8a-8782-4915-a217-bb2b50d4fc11,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:35.850243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 899be0fe-7911-4051-914d-d8d85f87bb22 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:35.884082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e9b4726d-7b0f-4569-85ff-e2d08091853d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2725575 Feb 03 04:35:35.884082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:35.884382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:35.888710 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be50fc1-5c6c-4ccf-a376-bf35f2f59559 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 04:35:35.889584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Request body: {'subnet': {'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1925564408-subnet', 'tenant_id': 'd5b626161fff426aabf37c1b2ad43d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:35.893893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be50fc1-5c6c-4ccf-a376-bf35f2f59559 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:35.903145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 899be0fe-7911-4051-914d-d8d85f87bb22 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:35.903778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 899be0fe-7911-4051-914d-d8d85f87bb22 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:35.904411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:35.913641 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2be50fc1-5c6c-4ccf-a376-bf35f2f59559 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 HTTP/1.1" status: 409 len: 466 time: 0.2406139 Feb 03 04:35:35.917171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:35.930287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1769291652'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:35.963290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Made reservation on behalf of d5b626161fff426aabf37c1b2ad43d76 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:35.963811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:35.965093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:35.966504 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:35.970419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.035668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:36.065850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2cb3eca8-47b8-41aa-b4fc-56de3393070e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.065850 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Added segment 2cb3eca8-47b8-41aa-b4fc-56de3393070e of type vlan for network cd19c693-b225-4aa4-ba4c-243c02a70a58 Feb 03 04:35:36.081174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:36.081531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c3ab43f0-3b4e-4eb5-8e10-8b4ef2c524a0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:36.142131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cd19c693-b225-4aa4-ba4c-243c02a70a58), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.196752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cd19c693-b225-4aa4-ba4c-243c02a70a58), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.209158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:36.210290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.270789 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3520916 Feb 03 04:35:36.280462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47666) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:36.326464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'subnet': {'network_id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:36.369166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33f8c-a120-4dc0-9a3e-a1220e80a99c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Network': ['ID=cd19c693-b225-4aa4-ba4c-243c02a70a58,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:36.383651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cd19c693-b225-4aa4-ba4c-243c02a70a58 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:36.420197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b17e8ea1-b1af-4c32-a984-bd0aea3617c3 req-d515a537-cec9-4de5-af80-c7d6d0933594 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 210 time: 0.1506801 Feb 03 04:35:36.484012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:36.486390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-095065e6-72f6-48ac-9de8-74166280f0a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46512ac125f0447eb1cbafa779d3250f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6027844 Feb 03 04:35:36.638889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.639933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88bcbcfa-05fc-4f35-93c9-08251f5c599d admin admin] Publish callbacks [] for security_group (0eccbf3a-6e03-42c4-8ab7-4302bc091ca9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.675776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88bcbcfa-05fc-4f35-93c9-08251f5c599d admin admin] Publish callbacks [] for security_group (0eccbf3a-6e03-42c4-8ab7-4302bc091ca9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.733068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88bcbcfa-05fc-4f35-93c9-08251f5c599d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0eccbf3a-6e03-42c4-8ab7-4302bc091ca9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.736698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88bcbcfa-05fc-4f35-93c9-08251f5c599d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.738024 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-88bcbcfa-05fc-4f35-93c9-08251f5c599d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0eccbf3a-6e03-42c4-8ab7-4302bc091ca9 HTTP/1.1" status: 204 len: 168 time: 0.2502770 Feb 03 04:35:36.748112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcbcfa-05fc-4f35-93c9-08251f5c599d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eccbf3a-6e03-42c4-8ab7-4302bc091ca9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:36.836621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (5c0f351a-e8c6-47ee-864d-c7a3669ba2f4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:36.913195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:36.925456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:37.023465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0f351a-e8c6-47ee-864d-c7a3669ba2f4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:37.257950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Checking segment: {'id': '288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:37.258294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Network hostable DHCP agents. Network: eb9ecb8a-8782-4915-a217-bb2b50d4fc11, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:37.496673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:37.559390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, eb9ecb8a-8782-4915-a217-bb2b50d4fc11) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:37.572514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e369a-e8e1-45d0-91f5-20d25029c009 None None] Network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:37.594857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:37.596120 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:37.641393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6e0a6399-98de-4c4a-9a4e-05fd8212315f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7562757 Feb 03 04:35:37.744716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157dff7e-2781-44e9-956b-54b3afe5a25e None None] Network d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:37.757261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d61cf19a-b271-4424-806f-75d303d0f5bc req-aed01dd4-1cc0-4835-b2bd-f42b89d9ce5a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 210 time: 0.1456006 Feb 03 04:35:37.821811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-03d8d163-7749-416a-8a86-c8168b4523c8 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:37.826142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-03d8d163-7749-416a-8a86-c8168b4523c8 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 815 time: 0.6697607 Feb 03 04:35:37.847795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Provisioning complete for port e77e5925-c55c-471d-8603-45ef155ebde2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:37.849187 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:37.875237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:35:37.881323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Request body: {'port': {'device_id': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'admin_state_up': True, 'tenant_id': '44d89ccccdf642ccab641190b18a9f8e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:37.896574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (8daaff6a-3b02-4704-9e5d-140e04a9eed3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:37.944991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e77e5925-c55c-471d-8603-45ef155ebde2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:37.992140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Subnet': ['ID=8daaff6a-3b02-4704-9e5d-140e04a9eed3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:38.365518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f63bbf1-5c61-4047-9bd4-9a04f7bd5ecb None None] Network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:38.382514 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:38.571275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Current status of the port e77e5925-c55c-471d-8603-45ef155ebde2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:38.572837 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:38.696867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Checking segment: {'id': '2cb3eca8-47b8-41aa-b4fc-56de3393070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:38.697258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network hostable DHCP agents. Network: cd19c693-b225-4aa4-ba4c-243c02a70a58, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:38.724386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] For port e77e5925-c55c-471d-8603-45ef155ebde2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e77e5925-c55c-471d-8603-45ef155ebde2,segment=NetworkSegment(977f82f8-27e1-4d60-9b9f-fe6a40b0c00f),segment_id=977f82f8-27e1-4d60-9b9f-fe6a40b0c00f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:38.737072 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:38.746294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e77e5925-c55c-471d-8603-45ef155ebde2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:38.746632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:38.842844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] DHCP port deletion for d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:35:38.910941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network cd19c693-b225-4aa4-ba4c-243c02a70a58 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:38.958797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-a0b9e69c-ed5a-4d5c-ae1a-5d898950149b tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:38.973908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-a0b9e69c-ed5a-4d5c-ae1a-5d898950149b tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/networks?id=eb9ecb8a-8782-4915-a217-bb2b50d4fc11 HTTP/1.1" status: 200 len: 809 time: 0.4205830 Feb 03 04:35:38.982367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Made reservation on behalf of 44d89ccccdf642ccab641190b18a9f8e for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:39.000038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:39.002246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cd19c693-b225-4aa4-ba4c-243c02a70a58) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:39.020901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:39.021556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:39.025119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829beb6-cb0a-44ee-b655-ec771d999043 None None] Network cd19c693-b225-4aa4-ba4c-243c02a70a58 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:39.060857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-1754f317-1ef9-4bac-826d-57451795a47b tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/quotas/d5b626161fff426aabf37c1b2ad43d76 HTTP/1.1" status: 200 len: 375 time: 0.0859480 Feb 03 04:35:39.116854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Pushing event updated for resources: {'Port': ['ID=e77e5925-c55c-471d-8603-45ef155ebde2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:39.140592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.140995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.141390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.141732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.142062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.142480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.142815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.143140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.143635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.143964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.144287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.144921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.145248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28549fb-c13d-4981-b60c-ef35e56d2055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:35:39.197100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8ba27478-1305-4241-b7c2-f0b1bafe717e tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b626161fff426aabf37c1b2ad43d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1352367 Feb 03 04:35:39.224238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7ac28b0b-7591-4f0c-a375-b6c4c56a0956 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9394145 Feb 03 04:35:39.224658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:39.296648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] Deleting port e77e5925-c55c-471d-8603-45ef155ebde2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:39.297067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:39.331157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-cd19c693-b225-4aa4-ba4c-243c02a70a58', 'network_id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58', 'project_id': '7bb5c439633b4d0d8418819bf5643cf8', 'fixed_ips': [{'subnet_id': '8daaff6a-3b02-4704-9e5d-140e04a9eed3'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:35:39.332285 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:39.341062 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:39.361683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e77e5925-c55c-471d-8603-45ef155ebde2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:39.554807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cd19c693-b225-4aa4-ba4c-243c02a70a58), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:39.590769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ddf9873-c48e-414f-a1a4-9fd1dce660af req-a3810ceb-ae0d-475d-8c03-17a6a3dd6a16 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 210 time: 0.4062102 Feb 03 04:35:39.697616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Allocated IP 2001:db8::f816:3eff:fe07:4d61 (cd19c693-b225-4aa4-ba4c-243c02a70a58/8daaff6a-3b02-4704-9e5d-140e04a9eed3/ee6a2d79-bd34-4e95-a3c8-b33453530d97) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:39.759944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (8daaff6a-3b02-4704-9e5d-140e04a9eed3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:39.822440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-111e8c45-b27b-44be-90a5-f312522b0fc7 req-94ff62ba-8b85-4d19-bc3d-3b594fa7bff7 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.1332183 Feb 03 04:35:39.828127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-421f4f0d-c93a-4065-aa82-0c82cfa1c7ba service neutron] 10.222.0.35 "GET /v2.0/networks/eb9ecb8a-8782-4915-a217-bb2b50d4fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150777 Feb 03 04:35:39.961136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-3b50c089-e843-4c4b-b314-a782ffdbd1fd service neutron] 10.222.0.35 "GET /v2.0/networks/eb9ecb8a-8782-4915-a217-bb2b50d4fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217728 Feb 03 04:35:39.976362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Allocated IP 172.20.0.9 (da5ae939-f465-4537-8437-f398aa6b7cd1/82d3446f-0809-40ac-8e18-458c57e4d8c8/d492a8a5-5c0d-45de-b2f3-25503e805f3b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:40.054647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e77e5925-c55c-471d-8603-45ef155ebde2 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:40.105477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:40.186710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks [] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.248867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.317719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['ede4b0e5-c211-4aaa-9bfd-b604389f5fae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:40.320724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4', '94e230d4-830c-4c53-a2dd-51f0a8028c4f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:40.336240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b21f0f0-e1f5-4e82-b9ed-8511e389b2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.367217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event updated for resources: {'Port': ['ID=d492a8a5-5c0d-45de-b2f3-25503e805f3b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:40.383295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Network da5ae939-f465-4537-8437-f398aa6b7cd1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:40.412988 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:40.419885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:40.482589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] For port e77e5925-c55c-471d-8603-45ef155ebde2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e77e5925-c55c-471d-8603-45ef155ebde2,segment=NetworkSegment(977f82f8-27e1-4d60-9b9f-fe6a40b0c00f),segment_id=977f82f8-27e1-4d60-9b9f-fe6a40b0c00f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:40.482998 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.484113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8faf785b-cf14-4aeb-8e68-f49acd4587ab req-17e4922f-27c7-4ca1-b763-50bd6ea19985 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 210 time: 0.1210539 Feb 03 04:35:40.521279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] Calling delete_port for e77e5925-c55c-471d-8603-45ef155ebde2 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:40.538792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b21f0f0-e1f5-4e82-b9ed-8511e389b2f2 admin admin] Publish callbacks [] for security_group (674040b1-5a82-4065-97e5-ce21437f2424), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.549594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b21f0f0-e1f5-4e82-b9ed-8511e389b2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (674040b1-5a82-4065-97e5-ce21437f2424), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.569685 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Publish callbacks [] for port (ee6a2d79-bd34-4e95-a3c8-b33453530d97), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.622835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:40.624909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.663091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-37c8f7d8-a68c-4624-aa54-8319160da4b2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7859910 Feb 03 04:35:40.677288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Request body: {'port': {'device_id': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:40.689040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b21f0f0-e1f5-4e82-b9ed-8511e389b2f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50e51991750d4aa7a1b8b5c990fdc1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5821061 Feb 03 04:35:40.691444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21f0f0-e1f5-4e82-b9ed-8511e389b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674040b1-5a82-4065-97e5-ce21437f2424,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:40.698721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:40.706335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (8daaff6a-3b02-4704-9e5d-140e04a9eed3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.802559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Subnet': ['ID=8daaff6a-3b02-4704-9e5d-140e04a9eed3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:40.918013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:40.956691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cd19c693-b225-4aa4-ba4c-243c02a70a58), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.022599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66b29a17-56ee-4a79-8ed3-464fd98145c5 req-478a67e9-451f-4c76-b9d1-7296ee05132e tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0748463 Feb 03 04:35:41.040822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58074a6-d527-4265-afb8-16d52b62dc50 req-1408aa72-5498-42e7-b1c4-2ed2226d80f2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:41.051087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd19c693-b225-4aa4-ba4c-243c02a70a58']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:41.053860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b58074a6-d527-4265-afb8-16d52b62dc50 req-1408aa72-5498-42e7-b1c4-2ed2226d80f2 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 931 time: 0.2956121 Feb 03 04:35:41.061277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e77e5925-c55c-471d-8603-45ef155ebde2 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:41.061938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.079990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb3eca8-47b8-41aa-b4fc-56de3393070e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:41.079990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb3eca8-47b8-41aa-b4fc-56de3393070e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:41.089682 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (ee6a2d79-bd34-4e95-a3c8-b33453530d97), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.138118 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (2cb3eca8-47b8-41aa-b4fc-56de3393070e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.175445 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2cb3eca8-47b8-41aa-b4fc-56de3393070e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.182243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b58074a6-d527-4265-afb8-16d52b62dc50 req-a6d5e0a5-6c9a-488b-bbb4-1ac8801d2014 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210818 Feb 03 04:35:41.185985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:41.186559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (2cb3eca8-47b8-41aa-b4fc-56de3393070e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.203090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Pushing event updated for resources: {'Port': ['ID=ee6a2d79-bd34-4e95-a3c8-b33453530d97,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:41.291316 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:41.305796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:35:41.305796 n-d-827549-1 neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:35:41.305796 n-d-827549-1 neutron-server[103324]: [parameters: {'id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58'}] Feb 03 04:35:41.305796 n-d-827549-1 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:35:41.306299 n-d-827549-1 neutron-server[103324]: DEBUG oslo_db.api [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:35:41.306633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c43946-748f-465c-80f0-1cad8c3e1f0a admin admin] Publish callbacks [] for security_group (674040b1-5a82-4065-97e5-ce21437f2424), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.354536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c43946-748f-465c-80f0-1cad8c3e1f0a admin admin] Publish callbacks [] for security_group (674040b1-5a82-4065-97e5-ce21437f2424), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.385912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Network cd19c693-b225-4aa4-ba4c-243c02a70a58 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:41.409825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:41.429352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e77e5925-c55c-471d-8603-45ef155ebde2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e77e5925-c55c-471d-8603-45ef155ebde2,segment=NetworkSegment(977f82f8-27e1-4d60-9b9f-fe6a40b0c00f),segment_id=977f82f8-27e1-4d60-9b9f-fe6a40b0c00f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:41.430781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:41.469277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c43946-748f-465c-80f0-1cad8c3e1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (674040b1-5a82-4065-97e5-ce21437f2424), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.473241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c43946-748f-465c-80f0-1cad8c3e1f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.474920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89c43946-748f-465c-80f0-1cad8c3e1f0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/674040b1-5a82-4065-97e5-ce21437f2424 HTTP/1.1" status: 204 len: 168 time: 0.7729762 Feb 03 04:35:41.516356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c43946-748f-465c-80f0-1cad8c3e1f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674040b1-5a82-4065-97e5-ce21437f2424,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:41.614486 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.647676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d492a8a5-5c0d-45de-b2f3-25503e805f3b {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:35:41.682970 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e77e5925-c55c-471d-8603-45ef155ebde2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.684310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Publish callbacks [] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.707048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Transition to ACTIVE for port object d492a8a5-5c0d-45de-b2f3-25503e805f3b will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:35:41.722725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.764827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8746933e-ec03-4e0f-8d53-396bd09a5f51 req-65b8ec99-eba8-47c6-b79b-4ec30dffb309 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 210 time: 0.1479325 Feb 03 04:35:41.796992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event deleted for resources: {'Port': ['ID=e77e5925-c55c-471d-8603-45ef155ebde2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:41.807607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cd19c693-b225-4aa4-ba4c-243c02a70a58), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.865593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] No DVR routers for this DVR port e77e5925-c55c-471d-8603-45ef155ebde2 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:41.870996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee63fb3-c441-4c29-9677-8d7e124cb5bc None None] Pushing event deleted for resources: {'Port': ['ID=e77e5925-c55c-471d-8603-45ef155ebde2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:41.878169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Attempting to bind port ee6a2d79-bd34-4e95-a3c8-b33453530d97 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:41.878951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Attempting to bind port ee6a2d79-bd34-4e95-a3c8-b33453530d97 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2cb3eca8-47b8-41aa-b4fc-56de3393070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:41.879315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Attempting to bind port ee6a2d79-bd34-4e95-a3c8-b33453530d97 on network cd19c693-b225-4aa4-ba4c-243c02a70a58 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:41.889665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:41.890419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Checking segment: {'id': '2cb3eca8-47b8-41aa-b4fc-56de3393070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:41.890838 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.891261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Bound using segment: {'id': '2cb3eca8-47b8-41aa-b4fc-56de3393070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:41.892317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Bound port: ee6a2d79-bd34-4e95-a3c8-b33453530d97, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb3eca8-47b8-41aa-b4fc-56de3393070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cd19c693-b225-4aa4-ba4c-243c02a70a58'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:41.892713 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ee6a2d79-bd34-4e95-a3c8-b33453530d97), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:41.917743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Pushing event updated for resources: {'Port': ['ID=d492a8a5-5c0d-45de-b2f3-25503e805f3b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:41.966752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting port ee6a2d79-bd34-4e95-a3c8-b33453530d97 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:41.968164 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ee6a2d79-bd34-4e95-a3c8-b33453530d97), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.021683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Attempting to bind port d492a8a5-5c0d-45de-b2f3-25503e805f3b on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:42.021683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Attempting to bind port d492a8a5-5c0d-45de-b2f3-25503e805f3b by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:42.022024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Attempting to bind port d492a8a5-5c0d-45de-b2f3-25503e805f3b on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:42.031162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Port d492a8a5-5c0d-45de-b2f3-25503e805f3b on network da5ae939-f465-4537-8437-f398aa6b7cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:35:42.031550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Attempting to bind port d492a8a5-5c0d-45de-b2f3-25503e805f3b on network da5ae939-f465-4537-8437-f398aa6b7cd1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:42.043768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:42.044134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Checking segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:42.044526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Bound using segment: {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:42.045255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Bound port: d492a8a5-5c0d-45de-b2f3-25503e805f3b, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:42.055008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.198652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] For port ee6a2d79-bd34-4e95-a3c8-b33453530d97, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:42.217658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] For port ee6a2d79-bd34-4e95-a3c8-b33453530d97, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ee6a2d79-bd34-4e95-a3c8-b33453530d97,segment=NetworkSegment(2cb3eca8-47b8-41aa-b4fc-56de3393070e),segment_id=2cb3eca8-47b8-41aa-b4fc-56de3393070e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:42.258088 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ee6a2d79-bd34-4e95-a3c8-b33453530d97), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.297607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:42.298769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] For port d492a8a5-5c0d-45de-b2f3-25503e805f3b, host n-h2-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:42.305705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] For port d492a8a5-5c0d-45de-b2f3-25503e805f3b, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d492a8a5-5c0d-45de-b2f3-25503e805f3b,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:42.311053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-feaffa80-e3d2-4230-b94d-7a13e2f0638e tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:42.314843 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-feaffa80-e3d2-4230-b94d-7a13e2f0638e tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.31 "GET /v2.0/networks?id=eb9ecb8a-8782-4915-a217-bb2b50d4fc11 HTTP/1.1" status: 200 len: 809 time: 0.2847991 Feb 03 04:35:42.358921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.391435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Request body: {'port': {'device_id': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11', 'admin_state_up': True, 'tenant_id': 'd5b626161fff426aabf37c1b2ad43d76'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:42.401007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5de371bd-7323-4e9c-9e7f-b0a6e8bef6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.514844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18b303-958e-4f9f-87d0-079758836a4b None None] Pushing event updated for resources: {'Port': ['ID=ee6a2d79-bd34-4e95-a3c8-b33453530d97,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:42.523098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd602b36-9a1b-4341-a8b5-855b90e331a6 req-f60d93b4-4073-4bfd-991b-e455c8030dfd tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.2104604 Feb 03 04:35:42.528850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] For port ee6a2d79-bd34-4e95-a3c8-b33453530d97, host n-d-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:42.529311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ee6a2d79-bd34-4e95-a3c8-b33453530d97), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.530170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Pushing event updated for resources: {'Port': ['ID=d492a8a5-5c0d-45de-b2f3-25503e805f3b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:42.536178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562e730-937b-4906-a26b-c0ef0264b7a3 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:35:42.572088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:42.572646 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.574583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-aa1c9e8a-e1dc-4a01-b285-1c04d98fa5ad service neutron] 10.222.0.31 "PUT /v2.0/ports/d492a8a5-5c0d-45de-b2f3-25503e805f3b HTTP/1.1" status: 200 len: 1091 time: 1.9031429 Feb 03 04:35:42.575065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'tag': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:42.578889 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a438c-b2de-43ca-96de-3eacefb2366c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7bef1d-6781-4eae-8782-f91a1fae923d", "tag": "d492a8a5-5c0d-45de-b2f3-25503e805f3b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:42.606467 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c3382f6-83d6-4fa2-baa6-29ddbcebdc6b req-a3cb8392-56af-414e-9276-e7bdfb67d199 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.2580931 Feb 03 04:35:42.628672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f58a0-b055-404b-92fd-0a40fa9cf49f req-0b26b2a6-360b-4a8e-942a-13d48daf2cd8 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:42.635719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed2f58a0-b055-404b-92fd-0a40fa9cf49f req-0b26b2a6-360b-4a8e-942a-13d48daf2cd8 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 943 time: 0.3218606 Feb 03 04:35:42.668951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Calling delete_port for ee6a2d79-bd34-4e95-a3c8-b33453530d97 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:42.692465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Made reservation on behalf of d5b626161fff426aabf37c1b2ad43d76 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:42.693928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562e730-937b-4906-a26b-c0ef0264b7a3 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:35:42.702085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:42.707359 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2abdbec-aa24-4a79-81b2-ff1533cd6b30 x-openstack-request-id: req-c2abdbec-aa24-4a79-81b2-ff1533cd6b30 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:42.711829 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7bef1d-6781-4eae-8782-f91a1fae923d", "tag": "d492a8a5-5c0d-45de-b2f3-25503e805f3b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:42.712119 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2abdbec-aa24-4a79-81b2-ff1533cd6b30 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:42.712548 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'tag': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b', 'status': 'completed', 'code': 200} Feb 03 04:35:42.741073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed2f58a0-b055-404b-92fd-0a40fa9cf49f req-8dbdefea-5cd4-4dfe-9bdb-3b2b4781160d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911345 Feb 03 04:35:42.855014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Allocated IP 172.20.0.8 (eb9ecb8a-8782-4915-a217-bb2b50d4fc11/5c0f351a-e8c6-47ee-864d-c7a3669ba2f4/d3203c2d-5a7a-4526-a78e-1821320f57f4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:42.939184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75409c84-5c12-414e-9063-09a492d79ecf req-d659ec76-b863-4521-9478-c3f794653232 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 210 time: 0.0526223 Feb 03 04:35:43.076545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb042f36-de02-40cf-ba31-c8754bb3d4f0 None None] Network cd19c693-b225-4aa4-ba4c-243c02a70a58 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:43.224104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-9fb4b6ea-1a63-41bc-affb-826fccdbd18d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800083 Feb 03 04:35:43.385455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-5718d314-3006-418f-8125-459e12aa56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:43.387364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-5718d314-3006-418f-8125-459e12aa56bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 1127 time: 0.1037438 Feb 03 04:35:43.418465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ee6a2d79-bd34-4e95-a3c8-b33453530d97), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.470749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Port': ['ID=ee6a2d79-bd34-4e95-a3c8-b33453530d97,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:43.479656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No DVR routers for this DVR port ee6a2d79-bd34-4e95-a3c8-b33453530d97 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:43.629810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-b33ae4b6-ed42-4018-9ba5-3e475f0fa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:43.632375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cd19c693-b225-4aa4-ba4c-243c02a70a58), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.634316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-b33ae4b6-ed42-4018-9ba5-3e475f0fa576 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.2140000 Feb 03 04:35:43.672423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks [] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.677431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-d8c79280-b461-4c25-8d67-39ebcf86611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:43.678974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-d8c79280-b461-4c25-8d67-39ebcf86611c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 1125 time: 0.6658893 Feb 03 04:35:43.706257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd19c693-b225-4aa4-ba4c-243c02a70a58']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:43.756693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-80c8eafa-f8c6-4a4a-b746-0c1a3be28ebe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d492a8a5-5c0d-45de-b2f3-25503e805f3b HTTP/1.1" status: 200 len: 217 time: 0.0650718 Feb 03 04:35:43.762656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb3eca8-47b8-41aa-b4fc-56de3393070e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:43.762952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb3eca8-47b8-41aa-b4fc-56de3393070e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:43.793368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5de371bd-7323-4e9c-9e7f-b0a6e8bef6c7 admin admin] Publish callbacks [] for security_group (ca6e2cb8-2a33-44c6-802c-e4ee31ae8926), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.799180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (2cb3eca8-47b8-41aa-b4fc-56de3393070e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.814339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f60c70f-1fe4-4cfb-9a4d-14bb32459607 req-bcf26904-2f58-41e1-93fe-8f7a25752600 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.1551087 Feb 03 04:35:43.816205 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-c5d8c53c-0564-4808-bb17-dd3b65b48eb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89492466-b325-4444-b42b-8cbf817476ca HTTP/1.1" status: 200 len: 217 time: 0.1761231 Feb 03 04:35:43.835482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5de371bd-7323-4e9c-9e7f-b0a6e8bef6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ca6e2cb8-2a33-44c6-802c-e4ee31ae8926), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.879309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-35db59d4-0d25-4d4e-9cab-115f443fdb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:43.880971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-35db59d4-0d25-4d4e-9cab-115f443fdb8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.0576622 Feb 03 04:35:43.902712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.909642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2cb3eca8-47b8-41aa-b4fc-56de3393070e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.941517 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5de371bd-7323-4e9c-9e7f-b0a6e8bef6c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edee8f38317e400e882b0ad6349406f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6248667 Feb 03 04:35:43.974368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:43.975477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:43.976029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (2cb3eca8-47b8-41aa-b4fc-56de3393070e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:43.980452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-3f02c60f-a37f-42af-b9c2-0e82412fc45d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890877 Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:43.985340 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:44.067302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-a864f95d-ab1a-4c47-ac0e-23981250725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:44.069658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-a864f95d-ab1a-4c47-ac0e-23981250725a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.2990711 Feb 03 04:35:44.089809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:44.102205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de371bd-7323-4e9c-9e7f-b0a6e8bef6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e2cb8-2a33-44c6-802c-e4ee31ae8926,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:44.150498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e6609-c850-4755-970a-aa6a8c860596 req-f04d1268-49f5-436a-a768-012f48c9f3a6 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:44.153154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a34e6609-c850-4755-970a-aa6a8c860596 req-f04d1268-49f5-436a-a768-012f48c9f3a6 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 943 time: 0.2702754 Feb 03 04:35:44.175494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:44.181319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:44.205864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Pushing event updated for resources: {'Port': ['ID=d3203c2d-5a7a-4526-a78e-1821320f57f4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:44.253366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-365added-3ea9-4262-9373-39ae3634bc86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628766 Feb 03 04:35:44.300513 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cd19c693-b225-4aa4-ba4c-243c02a70a58), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.310997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.316229 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/cd19c693-b225-4aa4-ba4c-243c02a70a58 HTTP/1.1" status: 204 len: 168 time: 5.0904558 Feb 03 04:35:44.325191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a34e6609-c850-4755-970a-aa6a8c860596 req-93f80bed-adc3-4fdb-8ccc-9945db4db91a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542511 Feb 03 04:35:44.339388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47910) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:44.352751 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc5af-10e0-4052-ba2d-710040656008 admin admin] Publish callbacks [] for security_group (ca6e2cb8-2a33-44c6-802c-e4ee31ae8926), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.359016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-433811387'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:44.380716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc5af-10e0-4052-ba2d-710040656008 admin admin] Publish callbacks [] for security_group (ca6e2cb8-2a33-44c6-802c-e4ee31ae8926), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.389028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4f69-0c0a-4883-880e-c1b507b09115 req-4c3cc196-2d46-49c6-b44c-701dfc854a8c tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:44.390750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-716a4f69-0c0a-4883-880e-c1b507b09115 req-4c3cc196-2d46-49c6-b44c-701dfc854a8c tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 931 time: 0.2366467 Feb 03 04:35:44.392876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-125676a7-1b12-4b98-beb5-92e4f33b6ec6 service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994765 Feb 03 04:35:44.394129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:44.397486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.463261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc5af-10e0-4052-ba2d-710040656008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ca6e2cb8-2a33-44c6-802c-e4ee31ae8926), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.466863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc5af-10e0-4052-ba2d-710040656008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.468439 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e2fbc5af-10e0-4052-ba2d-710040656008 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca6e2cb8-2a33-44c6-802c-e4ee31ae8926 HTTP/1.1" status: 204 len: 168 time: 0.4843612 Feb 03 04:35:44.481974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:44.483257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.518520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16a2c-6307-46ee-bbb8-c18fa028cc32 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Network': ['ID=cd19c693-b225-4aa4-ba4c-243c02a70a58,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:44.534461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc5af-10e0-4052-ba2d-710040656008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e2cb8-2a33-44c6-802c-e4ee31ae8926,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:44.546849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-c57f53fd-9484-4db6-846e-c564daf80c47 service neutron] 10.222.0.31 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441119 Feb 03 04:35:44.620123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-8e94ac9d-0ff2-4129-a771-94307aa01810 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2390053 Feb 03 04:35:44.632301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:44.634238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Request body: {'port': {'device_id': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:44.678509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-3059955f-e31a-409f-a7ef-ceb2af06ee85 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152424 Feb 03 04:35:44.684036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0bc89661-f223-4de7-ae4e-51e67d986759), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.690045 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Added segment 0bc89661-f223-4de7-ae4e-51e67d986759 of type vlan for network aa36fa34-e86e-420c-b6a6-2b11745d225e Feb 03 04:35:44.714097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-716a4f69-0c0a-4883-880e-c1b507b09115 req-7c4f6638-cb3b-4463-9dd5-b17b06f313fc tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127863 Feb 03 04:35:44.773469 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.786605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (aa36fa34-e86e-420c-b6a6-2b11745d225e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.843778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (aa36fa34-e86e-420c-b6a6-2b11745d225e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:44.860074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:44.866459 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:45.088552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Network': ['ID=aa36fa34-e86e-420c-b6a6-2b11745d225e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:45.102830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network aa36fa34-e86e-420c-b6a6-2b11745d225e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:45.155113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d5ad046-2283-4aac-bd5b-c3e330b4b8d6 req-b79031db-1efb-4a9a-b218-1c7a5774bc62 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0763445 Feb 03 04:35:45.161796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1af61e2b-2b61-4765-b9e0-442b3e4c3e41 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8092384 Feb 03 04:35:45.164861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:45.174407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'subnet': {'network_id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:45.237876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3203c2d-5a7a-4526-a78e-1821320f57f4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:35:45.259590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Publish callbacks [] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:45.293112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Transition to ACTIVE for port object d3203c2d-5a7a-4526-a78e-1821320f57f4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:35:45.423043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:45.433930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:45.440291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:45.609166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Pushing event updated for resources: {'Port': ['ID=d3203c2d-5a7a-4526-a78e-1821320f57f4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:45.675551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dee48d20-ef2f-4001-aad9-0f74e3a6c04b req-85aa0302-b4ff-40bc-9689-886a1af26367 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9888895 Feb 03 04:35:45.841294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-2f587454-a8d4-43f8-8936-20a6b43d8b89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5436616 Feb 03 04:35:45.888652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7957409-b7a8-4d86-8570-e3241408d3bc req-8fdee2db-4535-491e-aa5a-7b2aa7b8e035 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:45.905055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7957409-b7a8-4d86-8570-e3241408d3bc req-8fdee2db-4535-491e-aa5a-7b2aa7b8e035 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 943 time: 0.3202541 Feb 03 04:35:45.933337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Attempting to bind port d3203c2d-5a7a-4526-a78e-1821320f57f4 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:45.933729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Attempting to bind port d3203c2d-5a7a-4526-a78e-1821320f57f4 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:45.934023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Attempting to bind port d3203c2d-5a7a-4526-a78e-1821320f57f4 on network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:45.966683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Port d3203c2d-5a7a-4526-a78e-1821320f57f4 on network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:35:45.967088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Attempting to bind port d3203c2d-5a7a-4526-a78e-1821320f57f4 on network eb9ecb8a-8782-4915-a217-bb2b50d4fc11 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:45.975407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:45.975779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Checking segment: {'id': '288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:45.976408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Bound using segment: {'id': '288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:45.976847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Bound port: d3203c2d-5a7a-4526-a78e-1821320f57f4, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:45.977204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:46.252142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7957409-b7a8-4d86-8570-e3241408d3bc req-dccf51cd-9d69-474f-afae-5e5cdbe1fc3e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460124 Feb 03 04:35:46.267198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-544f7f33-33c0-4a54-8a4e-aae49aa4d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:46.285221 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-544f7f33-33c0-4a54-8a4e-aae49aa4d127 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 1125 time: 0.4731269 Feb 03 04:35:46.287691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] For port d3203c2d-5a7a-4526-a78e-1821320f57f4, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:46.310251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] For port d3203c2d-5a7a-4526-a78e-1821320f57f4, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d3203c2d-5a7a-4526-a78e-1821320f57f4,segment=NetworkSegment(288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d),segment_id=288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:46.310978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (2ce22299-3c7b-4763-b3d5-fed0eff6847e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:46.386895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-0aedbbeb-b0a6-47ee-90eb-64b9de9609ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:46.398798 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-0aedbbeb-b0a6-47ee-90eb-64b9de9609ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=735747af2ea44525a7f407fd1f0b116c&device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 1127 time: 0.4813540 Feb 03 04:35:46.403316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:46.563299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Pushing event updated for resources: {'Port': ['ID=d3203c2d-5a7a-4526-a78e-1821320f57f4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:46.614445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08b3c873-d303-43a9-88ee-800d87f37d36 req-186b2011-af01-4a9f-8860-7e8666ba8cbd tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.1763430 Feb 03 04:35:46.682886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Subnet': ['ID=2ce22299-3c7b-4763-b3d5-fed0eff6847e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:46.713012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Checking segment: {'id': '0bc89661-f223-4de7-ae4e-51e67d986759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:46.713505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network hostable DHCP agents. Network: aa36fa34-e86e-420c-b6a6-2b11745d225e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:46.751928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f75ed9-1bd2-4aca-a4f3-cb9f3ac6e6fc req-3170b0ed-4f2a-4daf-aab5-0d0e0d17f654 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:46.753766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58f75ed9-1bd2-4aca-a4f3-cb9f3ac6e6fc req-3170b0ed-4f2a-4daf-aab5-0d0e0d17f654 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 943 time: 0.3170500 Feb 03 04:35:46.841777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-87f1f38e-5283-48c5-a35b-81282da7182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:46.843369 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-87f1f38e-5283-48c5-a35b-81282da7182a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 200 len: 920 time: 0.2911308 Feb 03 04:35:46.844315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network aa36fa34-e86e-420c-b6a6-2b11745d225e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:46.855146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:46.855980 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:46.858448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-004ccbe9-c3a3-4b8e-8640-de5adec47a1b service neutron] 10.222.0.31 "PUT /v2.0/ports/d3203c2d-5a7a-4526-a78e-1821320f57f4 HTTP/1.1" status: 200 len: 1091 time: 2.2296133 Feb 03 04:35:46.907403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58f75ed9-1bd2-4aca-a4f3-cb9f3ac6e6fc req-5f07a93b-64ef-431e-9db2-f230bc83c41b tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457422 Feb 03 04:35:46.908882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, aa36fa34-e86e-420c-b6a6-2b11745d225e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:46.921340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe426fe-e7bb-4a06-af81-e074a049d3be None None] Network aa36fa34-e86e-420c-b6a6-2b11745d225e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:46.923804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:46.924419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:46.944537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'tag': 'd3203c2d-5a7a-4526-a78e-1821320f57f4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:46.947394 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2200b22c-cfce-40a4-adc9-f45d33a7f528" -d '{"events": [{"name": "network-changed", "server_uuid": "d6df4778-db12-4e87-8af3-59c07bdfba6f", "tag": "d3203c2d-5a7a-4526-a78e-1821320f57f4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:46.957362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3b659bac-a73f-44c2-8848-d29a6b5ac10c tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7902691 Feb 03 04:35:46.960431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:47.052273 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-b2ca16e7-550b-4129-ba07-8fe8c72f8d99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 200 len: 217 time: 0.1099489 Feb 03 04:35:47.053736 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7379d-0256-469e-8c10-679981672c33 x-openstack-request-id: req-b9f7379d-0256-469e-8c10-679981672c33 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:47.054030 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6df4778-db12-4e87-8af3-59c07bdfba6f", "tag": "d3203c2d-5a7a-4526-a78e-1821320f57f4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:47.054402 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9f7379d-0256-469e-8c10-679981672c33 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:47.054798 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'tag': 'd3203c2d-5a7a-4526-a78e-1821320f57f4', 'status': 'completed', 'code': 200} Feb 03 04:35:47.132088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-f628e5f0-b28e-49a5-a0c2-e5ae83fced9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:47.133604 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-f628e5f0-b28e-49a5-a0c2-e5ae83fced9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5b626161fff426aabf37c1b2ad43d76&device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 1125 time: 0.1729803 Feb 03 04:35:47.134928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-f1bd8b9f-ac12-4373-bcf8-3cd9ce668f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:47.137074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-f1bd8b9f-ac12-4373-bcf8-3cd9ce668f86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 200 len: 859 time: 0.0760190 Feb 03 04:35:47.157427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (aa36fa34-e86e-420c-b6a6-2b11745d225e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:47.172928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-aa36fa34-e86e-420c-b6a6-2b11745d225e', 'network_id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e', 'project_id': '7bb5c439633b4d0d8418819bf5643cf8', 'fixed_ips': [{'subnet_id': '2ce22299-3c7b-4763-b3d5-fed0eff6847e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:35:47.173821 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:47.233527 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-5154bd3a-7532-4c0c-bbb7-572131cb69e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c445bdfe-8188-4a3b-b108-2c1af6251603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853050 Feb 03 04:35:47.235033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-3f87edc9-877b-429e-9484-a98b930ce26b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3203c2d-5a7a-4526-a78e-1821320f57f4 HTTP/1.1" status: 200 len: 217 time: 0.0883658 Feb 03 04:35:47.243174 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-27e9705b-8120-46e5-b260-bae32bebf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:47.244964 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-27e9705b-8120-46e5-b260-bae32bebf09d service neutron] 10.222.0.31 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 916 time: 0.9188542 Feb 03 04:35:47.283238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2ce22299-3c7b-4763-b3d5-fed0eff6847e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:47.440454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Allocated IP 2001:db8::2 (aa36fa34-e86e-420c-b6a6-2b11745d225e/2ce22299-3c7b-4763-b3d5-fed0eff6847e/77f38ffc-d15a-4c53-b251-a72067f3418e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:47.492833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2e154-6247-4da1-8eb5-8bb6dec1bf54 req-5eb7c09f-0f18-4257-9408-373594ea01a1 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:47.494439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80a2e154-6247-4da1-8eb5-8bb6dec1bf54 req-5eb7c09f-0f18-4257-9408-373594ea01a1 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 943 time: 0.1079392 Feb 03 04:35:47.581560 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-9213667f-c11a-45a5-94b3-253f5c807b6d service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352695 Feb 03 04:35:47.583128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-04217dba-675f-4271-959a-88e52e269ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:47.585022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-04217dba-675f-4271-959a-88e52e269ce8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5c0f351a-e8c6-47ee-864d-c7a3669ba2f4 HTTP/1.1" status: 200 len: 849 time: 0.3341677 Feb 03 04:35:47.603594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80a2e154-6247-4da1-8eb5-8bb6dec1bf54 req-b030bcc5-1135-420f-bb70-80f6e57caa43 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951223 Feb 03 04:35:47.628843 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-fa0185da-be53-4a35-87f3-69393586275d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d492a8a5-5c0d-45de-b2f3-25503e805f3b HTTP/1.1" status: 200 len: 217 time: 0.3758299 Feb 03 04:35:47.721202 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-4f53a322-30f3-4312-817e-938fe6916bd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb9ecb8a-8782-4915-a217-bb2b50d4fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281934 Feb 03 04:35:47.767947 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Publish callbacks [] for port (77f38ffc-d15a-4c53-b251-a72067f3418e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:47.788172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d492a8a5-5c0d-45de-b2f3-25503e805f3b details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:35:47.796819 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (77f38ffc-d15a-4c53-b251-a72067f3418e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:47.853783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e430285c-21a6-4d79-93ba-80ff6fe7f7dc req-f1b3f820-6437-49fd-a439-0e795f0a1e2b tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0923591 Feb 03 04:35:47.902933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-9d504d77-eb62-4c63-938d-32f2d7f2537b service neutron] 10.222.0.31 "GET /v2.0/networks/eb9ecb8a-8782-4915-a217-bb2b50d4fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180344 Feb 03 04:35:47.910267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Pushing event updated for resources: {'Port': ['ID=77f38ffc-d15a-4c53-b251-a72067f3418e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:47.910730 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (2ce22299-3c7b-4763-b3d5-fed0eff6847e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:47.941687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Network aa36fa34-e86e-420c-b6a6-2b11745d225e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:47.947860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:47.950691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:47.996559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce22299-3c7b-4763-b3d5-fed0eff6847e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:48.072854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Attempting to bind port 77f38ffc-d15a-4c53-b251-a72067f3418e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:48.073620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Attempting to bind port 77f38ffc-d15a-4c53-b251-a72067f3418e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0bc89661-f223-4de7-ae4e-51e67d986759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:48.074215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Attempting to bind port 77f38ffc-d15a-4c53-b251-a72067f3418e on network aa36fa34-e86e-420c-b6a6-2b11745d225e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:48.081994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:48.082691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Checking segment: {'id': '0bc89661-f223-4de7-ae4e-51e67d986759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:48.083263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:48.084981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Bound using segment: {'id': '0bc89661-f223-4de7-ae4e-51e67d986759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:48.085761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Bound port: 77f38ffc-d15a-4c53-b251-a72067f3418e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc89661-f223-4de7-ae4e-51e67d986759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:48.086335 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (77f38ffc-d15a-4c53-b251-a72067f3418e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:48.160948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12bbe353-63b6-4dd1-a52d-612113b20abd req-a611652c-0417-402d-b834-6b1b7ffba3b6 service neutron] 10.222.0.31 "GET /v2.0/networks/eb9ecb8a-8782-4915-a217-bb2b50d4fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256360 Feb 03 04:35:48.206503 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (aa36fa34-e86e-420c-b6a6-2b11745d225e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:48.239491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-51e50116-50b3-4833-b24b-072c2425ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:48.242636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-51e50116-50b3-4833-b24b-072c2425ff14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.5877788 Feb 03 04:35:48.258875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa36fa34-e86e-420c-b6a6-2b11745d225e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:48.281077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] For port 77f38ffc-d15a-4c53-b251-a72067f3418e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:48.288053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] For port 77f38ffc-d15a-4c53-b251-a72067f3418e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=77f38ffc-d15a-4c53-b251-a72067f3418e,segment=NetworkSegment(0bc89661-f223-4de7-ae4e-51e67d986759),segment_id=0bc89661-f223-4de7-ae4e-51e67d986759)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:48.310003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc89661-f223-4de7-ae4e-51e67d986759') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:48.312542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc89661-f223-4de7-ae4e-51e67d986759') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:48.318012 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (77f38ffc-d15a-4c53-b251-a72067f3418e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:48.326541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d492a8a5-5c0d-45de-b2f3-25503e805f3b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d492a8a5-5c0d-45de-b2f3-25503e805f3b,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:48.347234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (0bc89661-f223-4de7-ae4e-51e67d986759), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:48.364216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfb88-38d3-4994-bdcb-e08bacf0b874 req-43677cbd-5ecd-42c2-bc10-115b57e4f270 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:48.369087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-028bfb88-38d3-4994-bdcb-e08bacf0b874 req-43677cbd-5ecd-42c2-bc10-115b57e4f270 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 943 time: 0.3022366 Feb 03 04:35:48.395779 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-6fd44a2c-622a-4955-88bc-3ccae0fd0dc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438377 Feb 03 04:35:48.443322 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0bc89661-f223-4de7-ae4e-51e67d986759), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:48.462587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3da12be2-1761-4e09-be72-19e25ca21e4d req-63795734-0b98-4ac5-9ea0-b085ad824477 service neutron] 10.222.0.15 "GET /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670020 Feb 03 04:35:48.491327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:48.492077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (0bc89661-f223-4de7-ae4e-51e67d986759), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:48.503852 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:48.530414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b40f14-f98e-4613-b66a-04d38e2a25ba None None] Pushing event updated for resources: {'Port': ['ID=77f38ffc-d15a-4c53-b251-a72067f3418e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:48.558205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b', 'network_id': 'da5ae939-f465-4537-8437-f398aa6b7cd1', 'port_id': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b', 'mac_address': 'fa:16:3e:c0:66:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d3446f-0809-40ac-8e18-458c57e4d8c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:35:48.723439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-028bfb88-38d3-4994-bdcb-e08bacf0b874 req-953fdd3d-f70a-4bc8-8f94-c945c621f094 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401389 Feb 03 04:35:48.725803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:35:48.725803 n-d-827549-1 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:35:48.725803 n-d-827549-1 neutron-server[103323]: [parameters: {'id': 'aa36fa34-e86e-420c-b6a6-2b11745d225e'}] Feb 03 04:35:48.725803 n-d-827549-1 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:35:48.726656 n-d-827549-1 neutron-server[103323]: DEBUG oslo_db.api [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:35:48.737385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-466c80b3-6017-4908-876c-ea9ef672c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:48.739577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-466c80b3-6017-4908-876c-ea9ef672c773 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5b626161fff426aabf37c1b2ad43d76&device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 1125 time: 0.4823034 Feb 03 04:35:48.742375 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-f4a434a9-1b21-476d-bed3-c3bf52e9c4d9 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199368 Feb 03 04:35:48.837475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895d025-1452-4f9a-9f45-eed928bd9623 req-f71fd1b6-cd82-485b-9ddb-60b5b59932d9 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:48.847888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6895d025-1452-4f9a-9f45-eed928bd9623 req-f71fd1b6-cd82-485b-9ddb-60b5b59932d9 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 943 time: 0.0981445 Feb 03 04:35:48.961781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6895d025-1452-4f9a-9f45-eed928bd9623 req-b99a22ca-0e98-4394-aabe-b4da4dc258f1 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123862 Feb 03 04:35:49.074237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d492a8a5-5c0d-45de-b2f3-25503e805f3b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:49.074728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.107812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d492a8a5-5c0d-45de-b2f3-25503e805f3b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:35:49.139422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18fda3fc-1571-4b46-946f-b8a528ef6f73 req-a71defcc-650c-4495-94c0-9c72771cbb60 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.1151068 Feb 03 04:35:49.144939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d492a8a5-5c0d-45de-b2f3-25503e805f3b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d492a8a5-5c0d-45de-b2f3-25503e805f3b,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:49.148149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f927ab-f4fa-4a52-8394-67472400929d None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:35:49.151787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-f60a175d-d176-4b66-a822-866a562666c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:49.152960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-f60a175d-d176-4b66-a822-866a562666c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb9ecb8a-8782-4915-a217-bb2b50d4fc11 HTTP/1.1" status: 200 len: 910 time: 0.3956771 Feb 03 04:35:49.163240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84a438c-b2de-43ca-96de-3eacefb2366c req-7bc7878a-1050-4461-85a7-3914e0dd3d09 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069271 Feb 03 04:35:49.228169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (aa36fa34-e86e-420c-b6a6-2b11745d225e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.329827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting port 77f38ffc-d15a-4c53-b251-a72067f3418e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:49.331153 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (77f38ffc-d15a-4c53-b251-a72067f3418e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.393177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f927ab-f4fa-4a52-8394-67472400929d None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:35:49.406670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.421571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] For port 77f38ffc-d15a-4c53-b251-a72067f3418e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=77f38ffc-d15a-4c53-b251-a72067f3418e,segment=NetworkSegment(0bc89661-f223-4de7-ae4e-51e67d986759),segment_id=0bc89661-f223-4de7-ae4e-51e67d986759)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:49.422703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (77f38ffc-d15a-4c53-b251-a72067f3418e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.439823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Calling delete_port for 77f38ffc-d15a-4c53-b251-a72067f3418e owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:49.458578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:49.591481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d492a8a5-5c0d-45de-b2f3-25503e805f3b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:49.610096 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (77f38ffc-d15a-4c53-b251-a72067f3418e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.637560 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-7e487ca7-ef96-427e-9cb0-b84c5c750871 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3203c2d-5a7a-4526-a78e-1821320f57f4 HTTP/1.1" status: 200 len: 217 time: 0.4732692 Feb 03 04:35:49.666003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d492a8a5-5c0d-45de-b2f3-25503e805f3b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:49.699226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No DVR routers for this DVR port 77f38ffc-d15a-4c53-b251-a72067f3418e on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:49.710455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Port': ['ID=77f38ffc-d15a-4c53-b251-a72067f3418e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:49.747107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-cc4f36e5-5b47-40ae-a585-fe91788cdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:49.753886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-cc4f36e5-5b47-40ae-a585-fe91788cdaf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5c0f351a-e8c6-47ee-864d-c7a3669ba2f4 HTTP/1.1" status: 200 len: 849 time: 0.1094244 Feb 03 04:35:49.793386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76f5065b-ceb8-4337-9021-f4dd6eae5b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.826507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d3203c2d-5a7a-4526-a78e-1821320f57f4 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:35:49.835216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-71f370c4-35ae-4fe1-869d-2efd386ed02b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb9ecb8a-8782-4915-a217-bb2b50d4fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721388 Feb 03 04:35:49.930748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (aa36fa34-e86e-420c-b6a6-2b11745d225e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:49.970713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-6cf2c819-3c4e-4cb6-8a0c-b59f8913ba91 service neutron] 10.222.0.31 "GET /v2.0/networks/eb9ecb8a-8782-4915-a217-bb2b50d4fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283982 Feb 03 04:35:50.079104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa36fa34-e86e-420c-b6a6-2b11745d225e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:50.106589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc89661-f223-4de7-ae4e-51e67d986759') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:50.116347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc89661-f223-4de7-ae4e-51e67d986759') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:50.141564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d3203c2d-5a7a-4526-a78e-1821320f57f4, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d3203c2d-5a7a-4526-a78e-1821320f57f4,segment=NetworkSegment(288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d),segment_id=288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:50.190276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'd3203c2d-5a7a-4526-a78e-1821320f57f4', 'network_id': 'eb9ecb8a-8782-4915-a217-bb2b50d4fc11', 'port_id': 'd3203c2d-5a7a-4526-a78e-1821320f57f4', 'mac_address': 'fa:16:3e:60:5f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f351a-e8c6-47ee-864d-c7a3669ba2f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:35:50.205351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2200b22c-cfce-40a4-adc9-f45d33a7f528 req-2e78b9a7-0d46-46d2-b0ba-d39189a01b99 service neutron] 10.222.0.31 "GET /v2.0/networks/eb9ecb8a-8782-4915-a217-bb2b50d4fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273617 Feb 03 04:35:50.243042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (0bc89661-f223-4de7-ae4e-51e67d986759), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.272155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d3203c2d-5a7a-4526-a78e-1821320f57f4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:50.273469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.289766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0bc89661-f223-4de7-ae4e-51e67d986759), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.300498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9cea4-aeda-4926-8d2a-bba1348528d2 req-d3b2fc22-2744-4388-8687-4af62bf4bed8 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:50.302447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4b9cea4-aeda-4926-8d2a-bba1348528d2 req-d3b2fc22-2744-4388-8687-4af62bf4bed8 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 943 time: 0.3751001 Feb 03 04:35:50.314008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3203c2d-5a7a-4526-a78e-1821320f57f4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:35:50.330407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa2e16-c62d-43a2-8467-9af8adc1e7a9 req-dd48b3ae-3eb9-4393-a13d-1753fe465f35 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:50.339825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9aa2e16-c62d-43a2-8467-9af8adc1e7a9 req-dd48b3ae-3eb9-4393-a13d-1753fe465f35 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 944 time: 0.2117846 Feb 03 04:35:50.345548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:50.346062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (0bc89661-f223-4de7-ae4e-51e67d986759), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:50.354963 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:50.359802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d3203c2d-5a7a-4526-a78e-1821320f57f4, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d3203c2d-5a7a-4526-a78e-1821320f57f4,segment=NetworkSegment(288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d),segment_id=288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:50.367641 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.438639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76f5065b-ceb8-4337-9021-f4dd6eae5b02 admin admin] Publish callbacks [] for security_group (807b91e1-f895-4b1f-9398-95629c82dd3e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.459274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76f5065b-ceb8-4337-9021-f4dd6eae5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (807b91e1-f895-4b1f-9398-95629c82dd3e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.472973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500e21a-585c-46ec-849b-376a4e2704f5 None None] Network aa36fa34-e86e-420c-b6a6-2b11745d225e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:50.492313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (aa36fa34-e86e-420c-b6a6-2b11745d225e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.507044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500e21a-585c-46ec-849b-376a4e2704f5 None None] Network aa36fa34-e86e-420c-b6a6-2b11745d225e could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:35:50.510495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d3203c2d-5a7a-4526-a78e-1821320f57f4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:50.530408 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.533894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/aa36fa34-e86e-420c-b6a6-2b11745d225e HTTP/1.1" status: 204 len: 168 time: 3.5722194 Feb 03 04:35:50.537604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:50.544634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1612678727'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:50.546075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b76ff-c024-42c3-8eeb-7a1e8bda4511 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Network': ['ID=aa36fa34-e86e-420c-b6a6-2b11745d225e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:50.561453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4b9cea4-aeda-4926-8d2a-bba1348528d2 req-15aa8b52-bcd5-4342-9cfe-0c373198dcf5 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402093 Feb 03 04:35:50.572447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9aa2e16-c62d-43a2-8467-9af8adc1e7a9 req-d648290a-54db-4868-a625-11f5f772885d tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315769 Feb 03 04:35:50.577419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-76f5065b-ceb8-4337-9021-f4dd6eae5b02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d0571534d9b4cb781e94a0456d3f786&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1165740 Feb 03 04:35:50.578442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5065b-ceb8-4337-9021-f4dd6eae5b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807b91e1-f895-4b1f-9398-95629c82dd3e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:50.579808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:50.603397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:50.606877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.654016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d3203c2d-5a7a-4526-a78e-1821320f57f4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:50.662309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:35:50.682110 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (93386086-779d-4b98-92b0-d3862be0c230), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.682648 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Added segment 93386086-779d-4b98-92b0-d3862be0c230 of type vlan for network 448e7942-15d9-4ffd-8b83-d51badab7696 Feb 03 04:35:50.684714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3138f39a-1212-4b12-a30f-74896362e76a admin admin] Publish callbacks [] for security_group (807b91e1-f895-4b1f-9398-95629c82dd3e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.751187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3138f39a-1212-4b12-a30f-74896362e76a admin admin] Publish callbacks [] for security_group (807b91e1-f895-4b1f-9398-95629c82dd3e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.758405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f498f902-b0aa-4da6-8835-cf18fb6f232b req-cb758694-1195-4962-a528-0d9d270b26b5 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0501130 Feb 03 04:35:50.759606 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (448e7942-15d9-4ffd-8b83-d51badab7696), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.813035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (448e7942-15d9-4ffd-8b83-d51badab7696), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.819878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:50.820740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.867049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:50.867938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3288720 Feb 03 04:35:50.871795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3138f39a-1212-4b12-a30f-74896362e76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (807b91e1-f895-4b1f-9398-95629c82dd3e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.874662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3138f39a-1212-4b12-a30f-74896362e76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:50.875060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Request body: {'subnet': {'network_id': '448e7942-15d9-4ffd-8b83-d51badab7696', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:35:50.878097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3138f39a-1212-4b12-a30f-74896362e76a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/807b91e1-f895-4b1f-9398-95629c82dd3e HTTP/1.1" status: 204 len: 168 time: 0.2947743 Feb 03 04:35:50.978121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138f39a-1212-4b12-a30f-74896362e76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807b91e1-f895-4b1f-9398-95629c82dd3e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:50.981347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc827e7-ffb4-4da6-9f9b-6bf9f85b798a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Network': ['ID=448e7942-15d9-4ffd-8b83-d51badab7696,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:51.020354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Made reservation on behalf of 7bb5c439633b4d0d8418819bf5643cf8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:35:51.024959 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.048176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 448e7942-15d9-4ffd-8b83-d51badab7696 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:35:51.267016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:51.282808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d742de90-7061-4f5b-80f1-125bc2ea6b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.380009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d742de90-7061-4f5b-80f1-125bc2ea6b15 admin admin] Publish callbacks [] for security_group (0b7f602c-2266-483e-a72a-f4cac7f2d7a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.387770 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d742de90-7061-4f5b-80f1-125bc2ea6b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0b7f602c-2266-483e-a72a-f4cac7f2d7a1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.396969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:35:51.398614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (cc22b5b2-705d-4caf-a552-d8848777e90e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.434659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d742de90-7061-4f5b-80f1-125bc2ea6b15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13f2334fd27d4d89b4e702f288597fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663008 Feb 03 04:35:51.436288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742de90-7061-4f5b-80f1-125bc2ea6b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f602c-2266-483e-a72a-f4cac7f2d7a1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:51.439051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:51.476630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event updated for resources: {'Subnet': ['ID=cc22b5b2-705d-4caf-a552-d8848777e90e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:51.479673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Checking segment: {'id': '93386086-779d-4b98-92b0-d3862be0c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '448e7942-15d9-4ffd-8b83-d51badab7696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:51.480033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network hostable DHCP agents. Network: 448e7942-15d9-4ffd-8b83-d51badab7696, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:35:51.502118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Network 448e7942-15d9-4ffd-8b83-d51badab7696 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:35:51.515283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 448e7942-15d9-4ffd-8b83-d51badab7696) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:51.520401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:51.521213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.526843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff156f3-1397-4fa4-b97a-fb7300f7cc82 None None] Network 448e7942-15d9-4ffd-8b83-d51badab7696 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:51.536667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38e2da73-2554-4e4d-91d2-1c9674c24aa3 admin admin] Publish callbacks [] for security_group (0b7f602c-2266-483e-a72a-f4cac7f2d7a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.561400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-49e6d83e-5642-41ea-9b73-831a4a6207ec tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6923542 Feb 03 04:35:51.564029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:51.567283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38e2da73-2554-4e4d-91d2-1c9674c24aa3 admin admin] Publish callbacks [] for security_group (0b7f602c-2266-483e-a72a-f4cac7f2d7a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.682630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38e2da73-2554-4e4d-91d2-1c9674c24aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0b7f602c-2266-483e-a72a-f4cac7f2d7a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.687082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38e2da73-2554-4e4d-91d2-1c9674c24aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.688995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-38e2da73-2554-4e4d-91d2-1c9674c24aa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b7f602c-2266-483e-a72a-f4cac7f2d7a1 HTTP/1.1" status: 204 len: 168 time: 0.2362673 Feb 03 04:35:51.699811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2da73-2554-4e4d-91d2-1c9674c24aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f602c-2266-483e-a72a-f4cac7f2d7a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:51.747699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-448e7942-15d9-4ffd-8b83-d51badab7696', 'network_id': '448e7942-15d9-4ffd-8b83-d51badab7696', 'project_id': '7bb5c439633b4d0d8418819bf5643cf8', 'fixed_ips': [{'subnet_id': 'cc22b5b2-705d-4caf-a552-d8848777e90e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:35:51.748565 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:51.824929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d3203c2d-5a7a-4526-a78e-1821320f57f4 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:52.035417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port d3203c2d-5a7a-4526-a78e-1821320f57f4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:35:52.049458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Allocated IP 2001:db8::f816:3eff:fe8e:860a (448e7942-15d9-4ffd-8b83-d51badab7696/cc22b5b2-705d-4caf-a552-d8848777e90e/e968807f-238d-4456-b3f5-94bddba09d03) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:35:52.060788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port d3203c2d-5a7a-4526-a78e-1821320f57f4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:52.061368 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.288890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d3203c2d-5a7a-4526-a78e-1821320f57f4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:52.289218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.345092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (448e7942-15d9-4ffd-8b83-d51badab7696), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.359666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ddbb-4388-4e39-8816-e10167733cdb req-a5bd576b-98aa-4d13-af63-0eb325b9dd9e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:52.361189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50d3ddbb-4388-4e39-8816-e10167733cdb req-a5bd576b-98aa-4d13-af63-0eb325b9dd9e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 944 time: 0.6309359 Feb 03 04:35:52.398702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a0c3e-0081-4a5d-8027-137ef29f7ddb req-7a230e19-afcd-4f93-8e8e-a3821af05385 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:52.399363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3203c2d-5a7a-4526-a78e-1821320f57f4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:52.400609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b76a0c3e-0081-4a5d-8027-137ef29f7ddb req-7a230e19-afcd-4f93-8e8e-a3821af05385 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 944 time: 0.6039708 Feb 03 04:35:52.401070 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5760fe15-57ab-4e1a-8236-dd8891849472" -d '{"events": [{"server_uuid": "d6df4778-db12-4e87-8af3-59c07bdfba6f", "name": "network-vif-plugged", "status": "completed", "tag": "d3203c2d-5a7a-4526-a78e-1821320f57f4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:52.444657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d3203c2d-5a7a-4526-a78e-1821320f57f4, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d3203c2d-5a7a-4526-a78e-1821320f57f4,segment=NetworkSegment(288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d),segment_id=288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:52.454573 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Publish callbacks [] for port (e968807f-238d-4456-b3f5-94bddba09d03), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.461097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.461918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d492a8a5-5c0d-45de-b2f3-25503e805f3b up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:35:52.505927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b76a0c3e-0081-4a5d-8027-137ef29f7ddb req-9e17ff38-2fee-4721-85e3-e49611d61e7e tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Feb 03 04:35:52.512978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50d3ddbb-4388-4e39-8816-e10167733cdb req-5a19ff45-091e-4735-a25e-b329681a24e6 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419716 Feb 03 04:35:52.516062 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e968807f-238d-4456-b3f5-94bddba09d03), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.521660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (cc22b5b2-705d-4caf-a552-d8848777e90e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.588881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Network 448e7942-15d9-4ffd-8b83-d51badab7696 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:35:52.612781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:35:52.617031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:35:52.620020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d3203c2d-5a7a-4526-a78e-1821320f57f4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:52.658341 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ab37b8-6708-4c40-8576-59fcde848db6 x-openstack-request-id: req-f3ab37b8-6708-4c40-8576-59fcde848db6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:52.658672 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6df4778-db12-4e87-8af3-59c07bdfba6f", "name": "network-vif-plugged", "status": "completed", "tag": "d3203c2d-5a7a-4526-a78e-1821320f57f4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:52.659010 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3ab37b8-6708-4c40-8576-59fcde848db6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:52.659434 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3203c2d-5a7a-4526-a78e-1821320f57f4', 'code': 200} Feb 03 04:35:52.747365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port d492a8a5-5c0d-45de-b2f3-25503e805f3b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:35:52.832276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port d492a8a5-5c0d-45de-b2f3-25503e805f3b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:35:52.832666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.834278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Pushing event updated for resources: {'Port': ['ID=e968807f-238d-4456-b3f5-94bddba09d03,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:52.877975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731248b-42b2-4948-b11d-c8048cf9ff6e req-7201b6ce-1d05-49c9-8796-86b920b06766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:52.889241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c731248b-42b2-4948-b11d-c8048cf9ff6e req-7201b6ce-1d05-49c9-8796-86b920b06766 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 1127 time: 0.1352324 Feb 03 04:35:52.891263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6570248c-05ba-444b-ab84-a3a2acb92671 req-685c6dd3-a643-42d6-a7d6-9f6e3104f4c2 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0971255 Feb 03 04:35:52.892983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (cc22b5b2-705d-4caf-a552-d8848777e90e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.926247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Attempting to bind port e968807f-238d-4456-b3f5-94bddba09d03 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:35:52.940154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Attempting to bind port e968807f-238d-4456-b3f5-94bddba09d03 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '93386086-779d-4b98-92b0-d3862be0c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '448e7942-15d9-4ffd-8b83-d51badab7696'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:35:52.940798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Attempting to bind port e968807f-238d-4456-b3f5-94bddba09d03 on network 448e7942-15d9-4ffd-8b83-d51badab7696 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:35:52.972057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:35:52.988125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Checking segment: {'id': '93386086-779d-4b98-92b0-d3862be0c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '448e7942-15d9-4ffd-8b83-d51badab7696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:35:52.988808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:52.989398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Bound using segment: {'id': '93386086-779d-4b98-92b0-d3862be0c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '448e7942-15d9-4ffd-8b83-d51badab7696'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:35:52.990100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Bound port: e968807f-238d-4456-b3f5-94bddba09d03, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93386086-779d-4b98-92b0-d3862be0c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '448e7942-15d9-4ffd-8b83-d51badab7696'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:35:52.992120 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e968807f-238d-4456-b3f5-94bddba09d03), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.006871 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c731248b-42b2-4948-b11d-c8048cf9ff6e req-fb97a278-6289-4daf-a17c-6d80b1e2c982 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115479 Feb 03 04:35:53.059625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (448e7942-15d9-4ffd-8b83-d51badab7696), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.089697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448e7942-15d9-4ffd-8b83-d51badab7696']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:53.101414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93386086-779d-4b98-92b0-d3862be0c230') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:53.101795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93386086-779d-4b98-92b0-d3862be0c230') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:53.113618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (93386086-779d-4b98-92b0-d3862be0c230), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.130980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (93386086-779d-4b98-92b0-d3862be0c230), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.138142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:53.138998 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (93386086-779d-4b98-92b0-d3862be0c230), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:53.156595 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:53.186573 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:35:53.187546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Subnet': ['ID=cc22b5b2-705d-4caf-a552-d8848777e90e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:53.241442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d492a8a5-5c0d-45de-b2f3-25503e805f3b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:35:53.241859 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.246531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:35:53.246531 n-d-827549-1 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:35:53.246531 n-d-827549-1 neutron-server[103323]: [parameters: {'id': '448e7942-15d9-4ffd-8b83-d51badab7696'}] Feb 03 04:35:53.246531 n-d-827549-1 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:35:53.247470 n-d-827549-1 neutron-server[103323]: DEBUG oslo_db.api [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:35:53.284443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] For port e968807f-238d-4456-b3f5-94bddba09d03, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:35:53.290020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] For port e968807f-238d-4456-b3f5-94bddba09d03, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e968807f-238d-4456-b3f5-94bddba09d03,segment=NetworkSegment(93386086-779d-4b98-92b0-d3862be0c230),segment_id=93386086-779d-4b98-92b0-d3862be0c230)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:35:53.313994 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e968807f-238d-4456-b3f5-94bddba09d03), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.351392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d20c7b-12c9-4143-8ce3-0e68c5df9872 req-9fef0498-8218-45a7-abf2-edbad8629553 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:53.354967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12d20c7b-12c9-4143-8ce3-0e68c5df9872 req-9fef0498-8218-45a7-abf2-edbad8629553 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.0956831 Feb 03 04:35:53.419972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d492a8a5-5c0d-45de-b2f3-25503e805f3b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d492a8a5-5c0d-45de-b2f3-25503e805f3b,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:53.441791 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.445986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57ac78-3c8d-4fc0-93b3-437a5c5dff63 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:35:53.456437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12d20c7b-12c9-4143-8ce3-0e68c5df9872 req-2577bcaa-d7aa-4fb5-8c90-ad08cb053c71 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932391 Feb 03 04:35:53.484933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae151c-8d7e-44b5-a89c-adcd9c684a16 None None] Pushing event updated for resources: {'Port': ['ID=e968807f-238d-4456-b3f5-94bddba09d03,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:53.629219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d492a8a5-5c0d-45de-b2f3-25503e805f3b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:53.725580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.756134 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (448e7942-15d9-4ffd-8b83-d51badab7696), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.774038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:53.816974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57ac78-3c8d-4fc0-93b3-437a5c5dff63 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:35:53.846586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48cf68-74b4-4751-b365-fbf48140f9ae req-d49f4579-f3ac-4256-80fe-6733022fa39f tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:53.865396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b48cf68-74b4-4751-b365-fbf48140f9ae req-d49f4579-f3ac-4256-80fe-6733022fa39f tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 945 time: 0.1919520 Feb 03 04:35:53.940502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bd130-9c60-40e3-945c-a77b5624eaed req-17c6ee36-aa35-4b77-87e4-f055081b54d9 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:53.950363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f94bd130-9c60-40e3-945c-a77b5624eaed req-17c6ee36-aa35-4b77-87e4-f055081b54d9 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 945 time: 0.2351732 Feb 03 04:35:54.062343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f94bd130-9c60-40e3-945c-a77b5624eaed req-560dd520-88aa-4c5a-b077-a17c8f0003e2 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880573 Feb 03 04:35:54.077909 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b48cf68-74b4-4751-b365-fbf48140f9ae req-e1777758-344d-477d-bbe8-1dd73a346464 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687179 Feb 03 04:35:54.085816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting port e968807f-238d-4456-b3f5-94bddba09d03 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:54.086235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e968807f-238d-4456-b3f5-94bddba09d03), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:54.310062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef9cb5fa-2407-4fa3-b769-2d96fbe7c30f req-8b365318-f110-4c71-a57c-623305bf1f7c tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0463824 Feb 03 04:35:54.314541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] For port e968807f-238d-4456-b3f5-94bddba09d03, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e968807f-238d-4456-b3f5-94bddba09d03,segment=NetworkSegment(93386086-779d-4b98-92b0-d3862be0c230),segment_id=93386086-779d-4b98-92b0-d3862be0c230)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:54.314921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e968807f-238d-4456-b3f5-94bddba09d03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:54.344147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Calling delete_port for e968807f-238d-4456-b3f5-94bddba09d03 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:54.554605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e968807f-238d-4456-b3f5-94bddba09d03), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:54.634798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Port': ['ID=e968807f-238d-4456-b3f5-94bddba09d03,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:54.638818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No DVR routers for this DVR port e968807f-238d-4456-b3f5-94bddba09d03 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:54.688655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:54.691160 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3156b3b-313e-4f5a-8529-9b3beb645bb6" -d '{"events": [{"server_uuid": "1c7bef1d-6781-4eae-8782-f91a1fae923d", "name": "network-vif-plugged", "status": "completed", "tag": "d492a8a5-5c0d-45de-b2f3-25503e805f3b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:54.731768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcb994-da5a-40be-a0b8-09b79ee5e815 None None] Network 448e7942-15d9-4ffd-8b83-d51badab7696 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:35:54.788972 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38db62d4-0cfd-4ae5-9407-5e5572612233 x-openstack-request-id: req-38db62d4-0cfd-4ae5-9407-5e5572612233 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:54.789374 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7bef1d-6781-4eae-8782-f91a1fae923d", "name": "network-vif-plugged", "status": "completed", "tag": "d492a8a5-5c0d-45de-b2f3-25503e805f3b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:54.790155 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38db62d4-0cfd-4ae5-9407-5e5572612233 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:54.804225 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b', 'code': 200} Feb 03 04:35:54.933774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054b68-a279-4717-9d2b-6e9f58b6676c req-3c9f3c6e-4a2a-4d89-832c-a8240ed276af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:54.936507 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b5054b68-a279-4717-9d2b-6e9f58b6676c req-3c9f3c6e-4a2a-4d89-832c-a8240ed276af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 1127 time: 0.0997136 Feb 03 04:35:54.948372 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (448e7942-15d9-4ffd-8b83-d51badab7696), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:54.967935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d980f-1870-4fca-8a0e-ca55b7ea74e1 req-5f748d82-831c-4e7d-a69b-55b2da1d7855 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:54.969822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-868d980f-1870-4fca-8a0e-ca55b7ea74e1 req-5f748d82-831c-4e7d-a69b-55b2da1d7855 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.3324292 Feb 03 04:35:55.014053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448e7942-15d9-4ffd-8b83-d51badab7696']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:55.032769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93386086-779d-4b98-92b0-d3862be0c230') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:55.033357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93386086-779d-4b98-92b0-d3862be0c230') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:55.050018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (93386086-779d-4b98-92b0-d3862be0c230), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:55.059526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-868d980f-1870-4fca-8a0e-ca55b7ea74e1 req-3a53904a-dc27-4c60-ac43-62e09c07151b tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804074 Feb 03 04:35:55.067994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (93386086-779d-4b98-92b0-d3862be0c230), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:55.075824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:55.076418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (93386086-779d-4b98-92b0-d3862be0c230), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:55.079828 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:55.083824 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b5054b68-a279-4717-9d2b-6e9f58b6676c req-70d36be0-7c98-422a-8360-0cc33c7db8ab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383317 Feb 03 04:35:55.271066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (448e7942-15d9-4ffd-8b83-d51badab7696), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:55.295192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:55.299604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/448e7942-15d9-4ffd-8b83-d51badab7696 HTTP/1.1" status: 204 len: 168 time: 3.7342770 Feb 03 04:35:55.302808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:55.334251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f08907-f8ec-48db-9aeb-f70b4f8cb89a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Network': ['ID=448e7942-15d9-4ffd-8b83-d51badab7696,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:55.359163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb8b77-df1a-4b06-a59f-9e218abbde11 req-2598e86c-f7f9-4b99-aed9-56c82feb4395 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:55.366533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0edb8b77-df1a-4b06-a59f-9e218abbde11 req-2598e86c-f7f9-4b99-aed9-56c82feb4395 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 945 time: 0.1508021 Feb 03 04:35:55.375383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b99a5-0799-46c3-97a0-9e425fb6bc80 req-68ec8d42-d0bb-4bfa-b8e7-cf002f7f5a74 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:55.383226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d54b99a5-0799-46c3-97a0-9e425fb6bc80 req-68ec8d42-d0bb-4bfa-b8e7-cf002f7f5a74 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 945 time: 0.1269109 Feb 03 04:35:55.388733 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaeb5e9-2c32-4e08-859e-c7dfb28be06a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:55.389209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaeb5e9-2c32-4e08-859e-c7dfb28be06a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:55.392888 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3eaeb5e9-2c32-4e08-859e-c7dfb28be06a tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/cc22b5b2-705d-4caf-a552-d8848777e90e HTTP/1.1" status: 404 len: 337 time: 0.0889199 Feb 03 04:35:55.395135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:55.435210 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d1d08b-54c6-467c-8076-da1655353851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:55.439787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d1d08b-54c6-467c-8076-da1655353851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:55.444900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d9d1d08b-54c6-467c-8076-da1655353851 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/448e7942-15d9-4ffd-8b83-d51badab7696 HTTP/1.1" status: 404 len: 339 time: 0.0486825 Feb 03 04:35:55.447556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:55.472216 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d54b99a5-0799-46c3-97a0-9e425fb6bc80 req-ea288b1f-a2cc-477d-a255-68d92947d828 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876801 Feb 03 04:35:55.508780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0edb8b77-df1a-4b06-a59f-9e218abbde11 req-189c5e72-56ce-40c9-8cd3-da28606934a5 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410365 Feb 03 04:35:55.531274 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9fd9cd-8fdc-4c7d-9061-9fc8c2b649ca tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:55.531773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9fd9cd-8fdc-4c7d-9061-9fc8c2b649ca tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:55.534837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d9fd9cd-8fdc-4c7d-9061-9fc8c2b649ca tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/2ce22299-3c7b-4763-b3d5-fed0eff6847e HTTP/1.1" status: 404 len: 337 time: 0.0862815 Feb 03 04:35:55.538601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:55.591487 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0554e7-6a9b-472e-bddf-e43916a4b4e6 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:55.592165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0554e7-6a9b-472e-bddf-e43916a4b4e6 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:55.603539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2e0554e7-6a9b-472e-bddf-e43916a4b4e6 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/aa36fa34-e86e-420c-b6a6-2b11745d225e HTTP/1.1" status: 404 len: 339 time: 0.0637512 Feb 03 04:35:55.606753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:55.654704 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c879c2a0-b6f9-49ef-9567-d565194c5232 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:55.655172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c879c2a0-b6f9-49ef-9567-d565194c5232 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:55.658322 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c879c2a0-b6f9-49ef-9567-d565194c5232 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/8daaff6a-3b02-4704-9e5d-140e04a9eed3 HTTP/1.1" status: 404 len: 337 time: 0.0505540 Feb 03 04:35:55.663234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b030277-3dc7-435e-8ac9-ded47b20e9ea req-74bd5a52-1d34-4a8e-b845-c1df5a33770b tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0561388 Feb 03 04:35:55.663790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:55.727427 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3bb8c3-74c4-40f1-b4ef-11c1e718105d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:55.728123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3bb8c3-74c4-40f1-b4ef-11c1e718105d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:55.737948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ba3bb8c3-74c4-40f1-b4ef-11c1e718105d tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/cd19c693-b225-4aa4-ba4c-243c02a70a58 HTTP/1.1" status: 404 len: 339 time: 0.0709505 Feb 03 04:35:55.738413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:56.112111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting port 058d6b40-5425-4ac8-93e9-82e5d3276d83 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:56.112737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (058d6b40-5425-4ac8-93e9-82e5d3276d83), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.303373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (058d6b40-5425-4ac8-93e9-82e5d3276d83), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.322566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Calling delete_port for 058d6b40-5425-4ac8-93e9-82e5d3276d83 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:56.391777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-66534449-ea1f-4993-9dc9-7ab17ac9609f tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:56.393828 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-66534449-ea1f-4993-9dc9-7ab17ac9609f tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.31 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.3645785 Feb 03 04:35:56.400319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603259c8-d48c-46b1-abae-80c44471aca7 req-1cc3dde2-d93d-4f9f-a7b7-adc16b054426 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:56.413042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-603259c8-d48c-46b1-abae-80c44471aca7 req-1cc3dde2-d93d-4f9f-a7b7-adc16b054426 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 945 time: 0.1725798 Feb 03 04:35:56.534342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (058d6b40-5425-4ac8-93e9-82e5d3276d83), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.560409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:56.618711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-603259c8-d48c-46b1-abae-80c44471aca7 req-519ba642-6f45-47d6-b4f6-48ceea8c7365 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044549 Feb 03 04:35:56.629059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Port': ['ID=058d6b40-5425-4ac8-93e9-82e5d3276d83,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:56.659007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.676724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:56.678567 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d9e35c8-13b1-406e-bfba-833b0b7777d4 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/ports/058d6b40-5425-4ac8-93e9-82e5d3276d83 HTTP/1.1" status: 204 len: 168 time: 0.9333584 Feb 03 04:35:56.695194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Deleting port 89492466-b325-4444-b42b-8cbf817476ca {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:56.695592 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (89492466-b325-4444-b42b-8cbf817476ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.736444 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5707e4c9-7e4a-4f3e-9039-152cf154cdd1 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:56.737317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5707e4c9-7e4a-4f3e-9039-152cf154cdd1 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:56.748876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5707e4c9-7e4a-4f3e-9039-152cf154cdd1 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/0da8b3c8-0d7f-4884-ad2a-2d18b0146f6d HTTP/1.1" status: 404 len: 337 time: 0.0688646 Feb 03 04:35:56.767315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:56.836430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] For port 89492466-b325-4444-b42b-8cbf817476ca, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=89492466-b325-4444-b42b-8cbf817476ca,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:35:56.836763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (89492466-b325-4444-b42b-8cbf817476ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.849417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Calling delete_port for 89492466-b325-4444-b42b-8cbf817476ca owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:56.921425 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.924699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca71ec65-f13a-4a31-a808-4bd395216be4 req-3a6abee1-6190-4967-a12f-54fc2c066830 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0622122 Feb 03 04:35:56.934416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec5e557c-b69d-44b5-9a1c-bdd30083a146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:56.997949 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (89492466-b325-4444-b42b-8cbf817476ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.013084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4f3bced8-6d45-4922-a370-4bc786b01248'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:57.038318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869813-d470-4366-9bc2-2b4283bcf6cb req-9af3ef1d-3f02-41ae-9719-544a2aaf74b4 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:57.040377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5869813-d470-4366-9bc2-2b4283bcf6cb req-9af3ef1d-3f02-41ae-9719-544a2aaf74b4 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 945 time: 0.3133564 Feb 03 04:35:57.075518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Pushing event deleted for resources: {'Port': ['ID=89492466-b325-4444-b42b-8cbf817476ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:57.101151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['89492466-b325-4444-b42b-8cbf817476ca'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:35:57.109648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] No DVR routers for this DVR port 89492466-b325-4444-b42b-8cbf817476ca on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:35:57.113737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.120254 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0a27f9c5-70b0-47d2-88ac-3f5a856fc711 req-8757aa21-ff2e-4de5-bd53-8d683343c322 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.31 "DELETE /v2.0/ports/89492466-b325-4444-b42b-8cbf817476ca HTTP/1.1" status: 204 len: 173 time: 0.7180653 Feb 03 04:35:57.122436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'name': 'network-vif-deleted', 'tag': '89492466-b325-4444-b42b-8cbf817476ca'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:35:57.123303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.129893 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d5942-c7f2-441d-af1b-00c5dc770f71" -d '{"events": [{"server_uuid": "918d52e1-14be-4a59-b155-22bde7a9eb30", "name": "network-vif-deleted", "tag": "89492466-b325-4444-b42b-8cbf817476ca"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:35:57.186384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:57.216109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977f82f8-27e1-4d60-9b9f-fe6a40b0c00f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:57.216562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977f82f8-27e1-4d60-9b9f-fe6a40b0c00f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:57.228668 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f8f0b9-2d5d-41a1-889e-ed8f046449ab x-openstack-request-id: req-c4f8f0b9-2d5d-41a1-889e-ed8f046449ab {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:35:57.230436 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d52e1-14be-4a59-b155-22bde7a9eb30", "name": "network-vif-deleted", "tag": "89492466-b325-4444-b42b-8cbf817476ca", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:35:57.230844 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4f8f0b9-2d5d-41a1-889e-ed8f046449ab {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:35:57.231536 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d52e1-14be-4a59-b155-22bde7a9eb30', 'name': 'network-vif-deleted', 'tag': '89492466-b325-4444-b42b-8cbf817476ca', 'status': 'completed', 'code': 200} Feb 03 04:35:57.243345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (977f82f8-27e1-4d60-9b9f-fe6a40b0c00f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.260130 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5869813-d470-4366-9bc2-2b4283bcf6cb req-5a1bfbce-ad36-441c-a6af-811da89a5441 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054818 Feb 03 04:35:57.327035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec5e557c-b69d-44b5-9a1c-bdd30083a146 admin admin] Publish callbacks [] for security_group (65d3e2bb-d93b-4111-90ef-87ec6f542aca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.355994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec5e557c-b69d-44b5-9a1c-bdd30083a146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65d3e2bb-d93b-4111-90ef-87ec6f542aca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.372637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (977f82f8-27e1-4d60-9b9f-fe6a40b0c00f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.398313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:57.398804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (977f82f8-27e1-4d60-9b9f-fe6a40b0c00f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:57.404572 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:57.427373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec5e557c-b69d-44b5-9a1c-bdd30083a146 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e688a73442554fd4914f336d02a26e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8608940 Feb 03 04:35:57.430123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:57.457658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e557c-b69d-44b5-9a1c-bdd30083a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d3e2bb-d93b-4111-90ef-87ec6f542aca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:57.528380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.533454 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2ef6-7508-48b6-b6b7-36ce265377f2 admin admin] Publish callbacks [] for security_group (65d3e2bb-d93b-4111-90ef-87ec6f542aca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.537841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.546822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9 HTTP/1.1" status: 204 len: 168 time: 0.7717907 Feb 03 04:35:57.547469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:57.565119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79bfce-511c-4cf2-b01d-58cd57fff7d8 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Network': ['ID=d0e14ca6-bedb-4a1a-9ebc-a8ddb54c65d9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:57.578993 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2ef6-7508-48b6-b6b7-36ce265377f2 admin admin] Publish callbacks [] for security_group (65d3e2bb-d93b-4111-90ef-87ec6f542aca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.702770 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2ef6-7508-48b6-b6b7-36ce265377f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65d3e2bb-d93b-4111-90ef-87ec6f542aca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.706156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2ef6-7508-48b6-b6b7-36ce265377f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:57.707752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1cc2ef6-7508-48b6-b6b7-36ce265377f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65d3e2bb-d93b-4111-90ef-87ec6f542aca HTTP/1.1" status: 204 len: 168 time: 0.2766035 Feb 03 04:35:57.738380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc2ef6-7508-48b6-b6b7-36ce265377f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d3e2bb-d93b-4111-90ef-87ec6f542aca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:57.870589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a1e9d3e-4010-49d6-926e-dd63370dd928 req-ba8ff72a-833b-460b-bf2a-c863aa279f5c tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d52e1-14be-4a59-b155-22bde7a9eb30 HTTP/1.1" status: 200 len: 210 time: 0.0952673 Feb 03 04:35:57.946494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting port 12311891-382f-498b-92b4-a86065bdf875 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:35:57.946985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (12311891-382f-498b-92b4-a86065bdf875), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.094298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (12311891-382f-498b-92b4-a86065bdf875), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.111544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Calling delete_port for 12311891-382f-498b-92b4-a86065bdf875 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:35:58.164372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48272) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:58.183244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef29d-a416-4809-9584-65af8aea180f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.222409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a01684fe-a79a-4fbb-83aa-e3ba93dc15cc req-4f1f76dc-d440-4916-ab7b-4c85a8175de8 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0500791 Feb 03 04:35:58.305325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (12311891-382f-498b-92b4-a86065bdf875), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.388654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Port': ['ID=12311891-382f-498b-92b4-a86065bdf875,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:58.403192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.406644 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b90ba8c6-b6ef-4fe6-900e-f0243cb9d306 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/ports/12311891-382f-498b-92b4-a86065bdf875 HTTP/1.1" status: 204 len: 168 time: 0.8496711 Feb 03 04:35:58.409523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:58.438808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef29d-a416-4809-9584-65af8aea180f admin admin] Publish callbacks [] for security_group (9dfbf613-7e05-484c-adc0-d002a63458dd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.450851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef29d-a416-4809-9584-65af8aea180f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9dfbf613-7e05-484c-adc0-d002a63458dd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.461057 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6f13ea-8893-4779-921c-4570da015017 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] DELETE failed (client error): The resource could not be found. Feb 03 04:35:58.461735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6f13ea-8893-4779-921c-4570da015017 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:35:58.465609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9b6f13ea-8893-4779-921c-4570da015017 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/04c63c21-c417-4a17-a271-ca99a46c3aa0 HTTP/1.1" status: 404 len: 337 time: 0.0550809 Feb 03 04:35:58.468308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:58.524338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8d4ef29d-a416-4809-9584-65af8aea180f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ce98b62927e4c7a91fcad0caed8fff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559639 Feb 03 04:35:58.525993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:58.610910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b053878-7e4e-4856-ab3d-5e72971ace35 admin admin] Publish callbacks [] for security_group (9dfbf613-7e05-484c-adc0-d002a63458dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.634370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef29d-a416-4809-9584-65af8aea180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfbf613-7e05-484c-adc0-d002a63458dd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:58.647592 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b053878-7e4e-4856-ab3d-5e72971ace35 admin admin] Publish callbacks [] for security_group (9dfbf613-7e05-484c-adc0-d002a63458dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.663953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.755999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b053878-7e4e-4856-ab3d-5e72971ace35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9dfbf613-7e05-484c-adc0-d002a63458dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.759672 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b053878-7e4e-4856-ab3d-5e72971ace35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.761515 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9b053878-7e4e-4856-ab3d-5e72971ace35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dfbf613-7e05-484c-adc0-d002a63458dd HTTP/1.1" status: 204 len: 168 time: 0.2328742 Feb 03 04:35:58.812609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b053878-7e4e-4856-ab3d-5e72971ace35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfbf613-7e05-484c-adc0-d002a63458dd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:58.828214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.889341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e74a342-7d5d-489a-a5ab-7c06b3c09b7b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:58.910506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ee1bb4-9d9d-4527-9599-b32d7c1bbf42') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:58.910816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ee1bb4-9d9d-4527-9599-b32d7c1bbf42') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:35:58.945732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:58.964860 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.009480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:35:59.012176 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (d3ee1bb4-9d9d-4527-9599-b32d7c1bbf42), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:35:59.025946 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:35:59.251110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (6e74a342-7d5d-489a-a5ab-7c06b3c09b7b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.262475 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.271698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/6e74a342-7d5d-489a-a5ab-7c06b3c09b7b HTTP/1.1" status: 204 len: 168 time: 0.8020656 Feb 03 04:35:59.274166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:59.348646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3293a-1748-4e27-8765-592f606b60ea req-14721808-6aa7-4b3b-986c-b0457e708cab tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:59.350139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7d3293a-1748-4e27-8765-592f606b60ea req-14721808-6aa7-4b3b-986c-b0457e708cab tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 945 time: 0.1960680 Feb 03 04:35:59.356034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922be963-1772-40a2-a280-7c52b401eb15 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Network': ['ID=6e74a342-7d5d-489a-a5ab-7c06b3c09b7b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:59.463274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting subnet 05be19d5-a75f-4250-badf-d07a73d63783 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:35:59.470588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks [] for subnet (05be19d5-a75f-4250-badf-d07a73d63783), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.543133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de35e-163f-4ad1-b44a-e3a31c586bf0 req-b5ed53de-cbac-4aa0-9010-fe4a227941d3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:35:59.544826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-136de35e-163f-4ad1-b44a-e3a31c586bf0 req-b5ed53de-cbac-4aa0-9010-fe4a227941d3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1928380 Feb 03 04:35:59.562509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7d3293a-1748-4e27-8765-592f606b60ea req-85dd1fc8-a3f6-4768-9fdd-81fbc008e604 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917069 Feb 03 04:35:59.595548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (05be19d5-a75f-4250-badf-d07a73d63783), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.669803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-136de35e-163f-4ad1-b44a-e3a31c586bf0 req-0f32e980-a761-4811-bbb0-7c526559a899 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061914 Feb 03 04:35:59.728197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16d8784d-b9f4-4893-a9b8-f01c518f275a req-57827a84-02cd-4cac-9572-dc79f81534c9 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0474670 Feb 03 04:35:59.825185 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (05be19d5-a75f-4250-badf-d07a73d63783), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.848423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 89492466-b325-4444-b42b-8cbf817476ca no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:35:59.874719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 89492466-b325-4444-b42b-8cbf817476ca {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:35:59.875328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 89492466-b325-4444-b42b-8cbf817476ca not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:35:59.892783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (05be19d5-a75f-4250-badf-d07a73d63783), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.928767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Subnet': ['ID=05be19d5-a75f-4250-badf-d07a73d63783,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:35:59.935021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:35:59.938294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-93c47c50-d102-401a-b548-5735b63c1a61 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/subnets/05be19d5-a75f-4250-badf-d07a73d63783 HTTP/1.1" status: 204 len: 168 time: 0.6621652 Feb 03 04:35:59.940901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:35:59.944164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4202d9-c020-4a2e-b0d7-ab6d675c203e None None] Network 7c5c2a6d-4739-41e4-821a-977377f4955d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:00.062547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (7c5c2a6d-4739-41e4-821a-977377f4955d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.146210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Deleting port 57cc2e8c-3fab-467b-9b58-fd5866526e91 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:00.146656 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.158528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] DHCP port deletion for 7c5c2a6d-4739-41e4-821a-977377f4955d request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:00.245953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] For port 57cc2e8c-3fab-467b-9b58-fd5866526e91, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=57cc2e8c-3fab-467b-9b58-fd5866526e91,segment=NetworkSegment(44892ae9-1df4-467f-aefa-cf104c466cd1),segment_id=44892ae9-1df4-467f-aefa-cf104c466cd1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:00.247365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.255563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] Deleting port 57cc2e8c-3fab-467b-9b58-fd5866526e91 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:00.255949 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.280746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Calling delete_port for 57cc2e8c-3fab-467b-9b58-fd5866526e91 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:00.353159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] For port 57cc2e8c-3fab-467b-9b58-fd5866526e91, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=57cc2e8c-3fab-467b-9b58-fd5866526e91,segment=NetworkSegment(44892ae9-1df4-467f-aefa-cf104c466cd1),segment_id=44892ae9-1df4-467f-aefa-cf104c466cd1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:00.353563 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.370933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] Calling delete_port for 57cc2e8c-3fab-467b-9b58-fd5866526e91 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:00.412883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.444533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Port': ['ID=57cc2e8c-3fab-467b-9b58-fd5866526e91,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:00.450705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] No DVR routers for this DVR port 57cc2e8c-3fab-467b-9b58-fd5866526e91 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:00.524689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (57cc2e8c-3fab-467b-9b58-fd5866526e91), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.557480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (7c5c2a6d-4739-41e4-821a-977377f4955d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.567554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] No DVR routers for this DVR port 57cc2e8c-3fab-467b-9b58-fd5866526e91 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:00.580559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387651bc-c4d3-40c6-a32e-f1405653f829 None None] Pushing event deleted for resources: {'Port': ['ID=57cc2e8c-3fab-467b-9b58-fd5866526e91,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:00.615250 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5c2a6d-4739-41e4-821a-977377f4955d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:00.643450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44892ae9-1df4-467f-aefa-cf104c466cd1') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:00.646389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44892ae9-1df4-467f-aefa-cf104c466cd1') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:00.653596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-6e8ee75a-3724-4a99-a693-4ae0fab72081 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:00.655160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-6e8ee75a-3724-4a99-a693-4ae0fab72081 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 945 time: 0.1089635 Feb 03 04:36:00.676586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (44892ae9-1df4-467f-aefa-cf104c466cd1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.735574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (44892ae9-1df4-467f-aefa-cf104c466cd1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.757645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:00.758247 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (44892ae9-1df4-467f-aefa-cf104c466cd1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:00.761752 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:00.783441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:00.830863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Deleting port d3203c2d-5a7a-4526-a78e-1821320f57f4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:00.831536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.945695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7811bea-072d-4f7f-b327-7c58c4c1f4f9 req-28856f6d-466e-42b0-91c7-73aa09b53774 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:00.953844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7811bea-072d-4f7f-b327-7c58c4c1f4f9 req-28856f6d-466e-42b0-91c7-73aa09b53774 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6df4778-db12-4e87-8af3-59c07bdfba6f HTTP/1.1" status: 200 len: 945 time: 0.2503901 Feb 03 04:36:00.955889 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (7c5c2a6d-4739-41e4-821a-977377f4955d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.995027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.997741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] For port d3203c2d-5a7a-4526-a78e-1821320f57f4, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d3203c2d-5a7a-4526-a78e-1821320f57f4,segment=NetworkSegment(288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d),segment_id=288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:00.998116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:00.998431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] 10.222.0.35 "DELETE /v2.0/networks/7c5c2a6d-4739-41e4-821a-977377f4955d HTTP/1.1" status: 204 len: 168 time: 1.0559449 Feb 03 04:36:00.999250 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3f583-16f7-4bad-af33-143f196bf777 tempest-NetworksIpV6TestAttrs-181867210 tempest-NetworksIpV6TestAttrs-181867210-project] Pushing event deleted for resources: {'Network': ['ID=7c5c2a6d-4739-41e4-821a-977377f4955d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:01.013221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c49a38f-c17b-46e5-b60f-5233467eb99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.015323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Calling delete_port for d3203c2d-5a7a-4526-a78e-1821320f57f4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:01.051257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffea75f-7a0d-4fd0-a8e5-7fbc70bec215 req-8daf4508-82fa-4ae6-9bba-4a79e95bcdc9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:01.058722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dffea75f-7a0d-4fd0-a8e5-7fbc70bec215 req-8daf4508-82fa-4ae6-9bba-4a79e95bcdc9 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2169085 Feb 03 04:36:01.136224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7811bea-072d-4f7f-b327-7c58c4c1f4f9 req-41097213-e76b-43de-af3f-665bcb486cc9 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.35 "GET /v2.0/security-groups?id=b234b028-b670-4de6-b43f-f288588b0fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766722 Feb 03 04:36:01.177782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dffea75f-7a0d-4fd0-a8e5-7fbc70bec215 req-d1849d69-0bfb-4ca7-81b6-c0bfa4aedec7 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181316 Feb 03 04:36:01.225601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d3203c2d-5a7a-4526-a78e-1821320f57f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.238549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d3203c2d-5a7a-4526-a78e-1821320f57f4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:36:01.269023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e5169e5-eafc-4d5b-ac02-8574e3b7793c req-7fa06fea-dfa3-45c3-b380-874e47c7cbc2 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0486796 Feb 03 04:36:01.295280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Pushing event deleted for resources: {'Port': ['ID=d3203c2d-5a7a-4526-a78e-1821320f57f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:01.364334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] No DVR routers for this DVR port d3203c2d-5a7a-4526-a78e-1821320f57f4 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:01.368633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.373424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-104eca31-a066-4941-a43c-8db8dedbe6ec req-64206c9e-9ec2-4bf0-8aa3-c94771435019 tempest-ServerTagsTestJSON-1113170934 tempest-ServerTagsTestJSON-1113170934-project] 10.222.0.31 "DELETE /v2.0/ports/d3203c2d-5a7a-4526-a78e-1821320f57f4 HTTP/1.1" status: 204 len: 173 time: 0.7121706 Feb 03 04:36:01.374269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'name': 'network-vif-deleted', 'tag': 'd3203c2d-5a7a-4526-a78e-1821320f57f4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:01.379019 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16123685-c27b-47d3-ab55-b7db83321939" -d '{"events": [{"server_uuid": "d6df4778-db12-4e87-8af3-59c07bdfba6f", "name": "network-vif-deleted", "tag": "d3203c2d-5a7a-4526-a78e-1821320f57f4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:01.416105 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c49a38f-c17b-46e5-b60f-5233467eb99b admin admin] Publish callbacks [] for security_group (0708956d-bcbe-432a-84db-017e122dabd6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.433663 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c49a38f-c17b-46e5-b60f-5233467eb99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0708956d-bcbe-432a-84db-017e122dabd6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.447268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:01.457530 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82688c9-09a3-4861-b76c-9820093e52f0 x-openstack-request-id: req-c82688c9-09a3-4861-b76c-9820093e52f0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:01.457876 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6df4778-db12-4e87-8af3-59c07bdfba6f", "name": "network-vif-deleted", "tag": "d3203c2d-5a7a-4526-a78e-1821320f57f4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:01.458146 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c82688c9-09a3-4861-b76c-9820093e52f0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:01.458848 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6df4778-db12-4e87-8af3-59c07bdfba6f', 'name': 'network-vif-deleted', 'tag': 'd3203c2d-5a7a-4526-a78e-1821320f57f4', 'status': 'completed', 'code': 200} Feb 03 04:36:01.499699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7c49a38f-c17b-46e5-b60f-5233467eb99b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a76f833064214269b388a5d7aa0d41f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7073648 Feb 03 04:36:01.501145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49a38f-c17b-46e5-b60f-5233467eb99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708956d-bcbe-432a-84db-017e122dabd6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:01.501993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:01.636382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4f81d5c-8a97-4f1b-9026-a67b05a8561c admin admin] Publish callbacks [] for security_group (0708956d-bcbe-432a-84db-017e122dabd6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.696971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4f81d5c-8a97-4f1b-9026-a67b05a8561c admin admin] Publish callbacks [] for security_group (0708956d-bcbe-432a-84db-017e122dabd6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.736542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:01.743365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa6927e0-141e-4566-b03a-2bfd7f316780 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bb5c439633b4d0d8418819bf5643cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2945540 Feb 03 04:36:01.802844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c38a9a-3743-4d5e-89db-0fbe0b50ce9a admin admin] Publish callbacks [] for security_group (c1f504b5-b96e-4633-a0fe-0278e1808750), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.823939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 57cc2e8c-3fab-467b-9b58-fd5866526e91 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:01.836131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c38a9a-3743-4d5e-89db-0fbe0b50ce9a admin admin] Publish callbacks [] for security_group (c1f504b5-b96e-4633-a0fe-0278e1808750), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.847832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4f81d5c-8a97-4f1b-9026-a67b05a8561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0708956d-bcbe-432a-84db-017e122dabd6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.851691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4f81d5c-8a97-4f1b-9026-a67b05a8561c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.855337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f4f81d5c-8a97-4f1b-9026-a67b05a8561c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0708956d-bcbe-432a-84db-017e122dabd6 HTTP/1.1" status: 204 len: 168 time: 0.3495846 Feb 03 04:36:01.865234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 57cc2e8c-3fab-467b-9b58-fd5866526e91 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:01.865666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 57cc2e8c-3fab-467b-9b58-fd5866526e91 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:01.870815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:01.887251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f81d5c-8a97-4f1b-9026-a67b05a8561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708956d-bcbe-432a-84db-017e122dabd6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:01.947097 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c38a9a-3743-4d5e-89db-0fbe0b50ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c1f504b5-b96e-4633-a0fe-0278e1808750), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.964126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18c38a9a-3743-4d5e-89db-0fbe0b50ce9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:01.965348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18c38a9a-3743-4d5e-89db-0fbe0b50ce9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1f504b5-b96e-4633-a0fe-0278e1808750 HTTP/1.1" status: 204 len: 168 time: 0.2274311 Feb 03 04:36:01.999284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c38a9a-3743-4d5e-89db-0fbe0b50ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f504b5-b96e-4633-a0fe-0278e1808750,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:02.217953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:02.345770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] Deleting subnet 5c0f351a-e8c6-47ee-864d-c7a3669ba2f4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:02.349178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] Publish callbacks [] for subnet (5c0f351a-e8c6-47ee-864d-c7a3669ba2f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:02.409380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (5c0f351a-e8c6-47ee-864d-c7a3669ba2f4), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:02.462704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5c0f351a-e8c6-47ee-864d-c7a3669ba2f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:02.517638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2238d95-5aa8-4089-bcd2-00bbf4c41a2f req-03983d7e-4258-4651-a4e1-d5c454b0b68a tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.1011078 Feb 03 04:36:02.589102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5873e10-b15f-42e3-b393-f063b98b1f37 req-2f947454-4fb7-4b2e-a48c-003206e01bdb tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:02.596177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5873e10-b15f-42e3-b393-f063b98b1f37 req-2f947454-4fb7-4b2e-a48c-003206e01bdb tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2308338 Feb 03 04:36:02.619946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (5c0f351a-e8c6-47ee-864d-c7a3669ba2f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:02.655266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0f351a-e8c6-47ee-864d-c7a3669ba2f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:02.674687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:02.682669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48418) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:02.690382 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-51a376f7-2204-4d5d-9e15-89219ee1ad48 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5c0f351a-e8c6-47ee-864d-c7a3669ba2f4 HTTP/1.1" status: 204 len: 168 time: 0.4712148 Feb 03 04:36:02.782671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5873e10-b15f-42e3-b393-f063b98b1f37 req-73c93bb9-00a8-435b-a906-73ad1cf70208 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853228 Feb 03 04:36:02.785527 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (eb9ecb8a-8782-4915-a217-bb2b50d4fc11), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:02.916993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (eb9ecb8a-8782-4915-a217-bb2b50d4fc11), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:02.947586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9ecb8a-8782-4915-a217-bb2b50d4fc11']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:02.952336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.140703 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3757d28e-7776-4c02-ac76-d1d671a3128c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.189219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:03.381822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-520619602'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:03.441416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:03.445795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.470785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.514267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:03.514559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:03.523842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.537815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.544249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:03.544701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (288bc48b-2e8e-4e0f-9b5e-6c4351d56e9d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.563372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:03.603053 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:03.630317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (eb9ecb8a-8782-4915-a217-bb2b50d4fc11), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.670654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.680197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb9ecb8a-8782-4915-a217-bb2b50d4fc11 HTTP/1.1" status: 204 len: 168 time: 0.9966698 Feb 03 04:36:03.684941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf647cb-2b93-45de-91d2-0dad4038e560 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9ecb8a-8782-4915-a217-bb2b50d4fc11,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:03.781808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95391908-e37f-473b-b9d0-692a5055120c req-efb3b2ff-6c46-440b-afdc-7ec24bcdbc2d tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0466957 Feb 03 04:36:03.805245 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (8a2def7e-fd14-413d-acc6-fe429b83b105), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.823378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a2def7e-fd14-413d-acc6-fe429b83b105), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.845831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:03.868199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d3203c2d-5a7a-4526-a78e-1821320f57f4 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:03.870262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b1f7f06e-89c1-4159-a1ea-4a3df54675b2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:03.873892 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment b1f7f06e-89c1-4159-a1ea-4a3df54675b2 of type vlan for network d3bd0b5d-da49-472f-b561-20e3498a37f8 Feb 03 04:36:03.912415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: d3203c2d-5a7a-4526-a78e-1821320f57f4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:03.913034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d3203c2d-5a7a-4526-a78e-1821320f57f4 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:03.987915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:04.013998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229ab7-23bd-4c46-874a-3fee78c8ff63 req-3febf98c-6d83-4281-b0c4-1304a23e8d77 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:04.015620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a229ab7-23bd-4c46-874a-3fee78c8ff63 req-3febf98c-6d83-4281-b0c4-1304a23e8d77 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0803668 Feb 03 04:36:04.036829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7ff9692-c6a7-40fd-88f3-6a8697730a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.042300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Deleting port b50ae80a-5336-47e1-994d-adba2d54735a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:04.042477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.063475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2def7e-fd14-413d-acc6-fe429b83b105,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:04.080538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d3bd0b5d-da49-472f-b561-20e3498a37f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.110016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d5af0c9f-1c2a-4b56-bd8b-42af2dd9c94d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5b626161fff426aabf37c1b2ad43d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1153767 Feb 03 04:36:04.115764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:04.134042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a229ab7-23bd-4c46-874a-3fee78c8ff63 req-6cee61ab-4be3-4570-b626-52e7e7f93aa8 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097507 Feb 03 04:36:04.168065 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d3bd0b5d-da49-472f-b561-20e3498a37f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.171800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] For port b50ae80a-5336-47e1-994d-adba2d54735a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b50ae80a-5336-47e1-994d-adba2d54735a,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:04.172167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.173253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:04.173906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.186392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Calling delete_port for b50ae80a-5336-47e1-994d-adba2d54735a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:04.270228 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0770833 Feb 03 04:36:04.277323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:04.313656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'name': 'tempest-PortsTestJSON-1589588198'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:04.355376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c27cb9-0f9d-4d8d-9838-55ee06d59f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=d3bd0b5d-da49-472f-b561-20e3498a37f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:04.370142 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7ff9692-c6a7-40fd-88f3-6a8697730a81 admin admin] Publish callbacks [] for security_group (b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.371275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a713dd2d-6c02-47d2-97d1-18307be22b02 admin admin] Publish callbacks [] for security_group (b234b028-b670-4de6-b43f-f288588b0fce), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.371599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:04.393435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b50ae80a-5336-47e1-994d-adba2d54735a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.397951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7ff9692-c6a7-40fd-88f3-6a8697730a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.431220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Pushing event deleted for resources: {'Port': ['ID=b50ae80a-5336-47e1-994d-adba2d54735a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:04.467490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-12aaa4ad-01c7-47be-ab7b-5b3ca50837d3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:04.469088 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-12aaa4ad-01c7-47be-ab7b-5b3ca50837d3 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2626250 Feb 03 04:36:04.493212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a713dd2d-6c02-47d2-97d1-18307be22b02 admin admin] Publish callbacks [] for security_group (b234b028-b670-4de6-b43f-f288588b0fce), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.611344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff9692-c6a7-40fd-88f3-6a8697730a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:04.645253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:04.649201 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.661120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7ff9692-c6a7-40fd-88f3-6a8697730a81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13504b6933044ae396a230ae5e89fd83&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0958807 Feb 03 04:36:04.661840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48464) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:04.661969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a713dd2d-6c02-47d2-97d1-18307be22b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b234b028-b670-4de6-b43f-f288588b0fce), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.664688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a713dd2d-6c02-47d2-97d1-18307be22b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.665780 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a713dd2d-6c02-47d2-97d1-18307be22b02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b234b028-b670-4de6-b43f-f288588b0fce HTTP/1.1" status: 204 len: 168 time: 0.5453029 Feb 03 04:36:04.723299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713dd2d-6c02-47d2-97d1-18307be22b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234b028-b670-4de6-b43f-f288588b0fce,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:04.732399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.747749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:04.782553 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-106d0056-bd66-4cc9-bf36-15bf81053f16 admin admin] Publish callbacks [] for security_group (b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.847996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Deleting port 4f3bced8-6d45-4922-a370-4bc786b01248 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:04.848338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.886694 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-106d0056-bd66-4cc9-bf36-15bf81053f16 admin admin] Publish callbacks [] for security_group (b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:04.971440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8860973-a176-4c98-9337-2c0d58008bd6 req-a34a6ad7-3593-42bd-9b00-ab9771df778c tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0445166 Feb 03 04:36:05.038981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-106d0056-bd66-4cc9-bf36-15bf81053f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:05.042134 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-106d0056-bd66-4cc9-bf36-15bf81053f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:05.043582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-106d0056-bd66-4cc9-bf36-15bf81053f16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f HTTP/1.1" status: 204 len: 168 time: 0.3803034 Feb 03 04:36:05.061601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] For port 4f3bced8-6d45-4922-a370-4bc786b01248, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4f3bced8-6d45-4922-a370-4bc786b01248,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:05.061974 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:05.128149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0056-bd66-4cc9-bf36-15bf81053f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8878c-9ed9-41b1-8d9a-5d58e3d8319f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:05.197944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:36:05.437199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5a70326-8168-47b2-bf85-3a95b7a8534d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:05.490791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:36:05.504991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed2841ec-ea6a-42bd-8087-6f4910b7f693 admin admin] 10.222.0.35 "PUT /v2.0/routers/8bcf73e2-b8d0-4a8d-b628-817daaa344ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6328754 Feb 03 04:36:05.510105 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] Sync routers for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:36:05.510702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:05.526456 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:36:05.527180 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:36:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:05.686909 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:36:05.707075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:05.810097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Calling delete_port for 4f3bced8-6d45-4922-a370-4bc786b01248 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:05.837611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:05.863892 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks [] for router (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.138473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:06.164202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=0b0d4ef3-157a-47e4-a814-b42cac3b9887,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:06.171461 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:36:04Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:06.213534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cef5d-50b5-4ecf-ba1a-dcccc4b42272 req-f89f2fc5-db72-4b5a-8010-1f827c4daca6 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:06.214108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.214457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.214800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.215141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.215472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.215833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.216163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.216694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.216827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.217116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.217437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.217755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.218075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:06.225522 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2cef5d-50b5-4ecf-ba1a-dcccc4b42272 req-f89f2fc5-db72-4b5a-8010-1f827c4daca6 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 945 time: 0.9165890 Feb 03 04:36:06.231143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e37af1b3-d355-42d4-9573-8ad84ee7b6a7 req-fb5c756d-a25e-44cd-a73b-75a8214340a9 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0908353 Feb 03 04:36:06.252750 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] Checking router: 8bcf73e2-b8d0-4a8d-b628-817daaa344ad for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:36:06.258492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': 'b1f7f06e-89c1-4159-a1ea-4a3df54675b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:06.259092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: d3bd0b5d-da49-472f-b561-20e3498a37f8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:06.283919 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] Routers {'8bcf73e2-b8d0-4a8d-b628-817daaa344ad'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:36:06.284664 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:36:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:06.288078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks [] for router_gateway (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.293442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:06.338105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d3bd0b5d-da49-472f-b561-20e3498a37f8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:06.348483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b94642-0cbb-4e96-830f-c9f91a05b552 None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:06.356103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:06.363937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:06.365145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.380617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1064887122-network', 'tenant_id': '215db84478ea4d7f95295674da528bc6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:06.384204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2cef5d-50b5-4ecf-ba1a-dcccc4b42272 req-9eb22055-7810-45a2-be6c-2b928fec0d80 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/security-groups?id=f40521a5-2204-4b87-b25a-f1a533a68353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498966 Feb 03 04:36:06.448441 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4e014a0b-feab-4ddd-84ff-d79e900bfc7b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1649592 Feb 03 04:36:06.448664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:06.453770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1834089959'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:06.458243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4f3bced8-6d45-4922-a370-4bc786b01248), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.480955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Deleting port b32c5496-1710-4bdd-b318-ebd05215eda6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:06.481886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.493810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Pushing event deleted for resources: {'Port': ['ID=4f3bced8-6d45-4922-a370-4bc786b01248,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:06.496776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Made reservation on behalf of 215db84478ea4d7f95295674da528bc6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:06.499116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.513901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.544060 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] Set router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:36:06.584843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] No DVR routers for this DVR port 4f3bced8-6d45-4922-a370-4bc786b01248 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:06.590536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.592195 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.595142 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5000421-5e7a-4d67-a66f-02570b23f744 req-7a435750-5e9e-469b-be89-25aa787bbfb0 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.15 "DELETE /v2.0/ports/4f3bced8-6d45-4922-a370-4bc786b01248 HTTP/1.1" status: 204 len: 173 time: 2.1043558 Feb 03 04:36:06.601268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'name': 'network-vif-deleted', 'tag': '4f3bced8-6d45-4922-a370-4bc786b01248'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:06.604907 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d749412a-bea6-4a63-b9e9-ae1fa5626981" -d '{"events": [{"server_uuid": "cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2", "name": "network-vif-deleted", "tag": "4f3bced8-6d45-4922-a370-4bc786b01248"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:06.630661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:06.653674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.658371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] For port b32c5496-1710-4bdd-b318-ebd05215eda6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b32c5496-1710-4bdd-b318-ebd05215eda6,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:06.660186 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.697925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Calling delete_port for b32c5496-1710-4bdd-b318-ebd05215eda6 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:06.735472 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705edff0-d18b-4aa4-b8ea-7405733ef79e x-openstack-request-id: req-705edff0-d18b-4aa4-b8ea-7405733ef79e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:06.736303 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2", "name": "network-vif-deleted", "tag": "4f3bced8-6d45-4922-a370-4bc786b01248", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:06.736303 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-705edff0-d18b-4aa4-b8ea-7405733ef79e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:06.736910 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2', 'name': 'network-vif-deleted', 'tag': '4f3bced8-6d45-4922-a370-4bc786b01248', 'status': 'completed', 'code': 200} Feb 03 04:36:06.758618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:06.797774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (17df34e6-3c36-49f5-bea7-053d9d66957f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.798107 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment 17df34e6-3c36-49f5-bea7-053d9d66957f of type vlan for network 71418c4e-bee2-470b-9744-da43780a1840 Feb 03 04:36:06.838159 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:36:04Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:06.868715 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1eb7f0-eaa1-4ac4-8dd4-20f51a13ddfd None None] The sync data for ids ['8bcf73e2-b8d0-4a8d-b628-817daaa344ad'] in n-d-827549-1 is: [{'id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'name': 'tempest-AttachVolumeTestJSON-1515636199-router', 'tenant_id': '6fe7185535d244daafe871978c964c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:28:36Z', 'updated_at': '2022-02-03T04:36:04Z', 'revision_number': 5, 'project_id': '6fe7185535d244daafe871978c964c6d', 'gw_port': {'id': 'b32c5496-1710-4bdd-b318-ebd05215eda6', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcf73e2-b8d0-4a8d-b628-817daaa344ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:28:37Z', 'updated_at': '2022-02-03T04:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:36:06.948898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks [] for security_group (6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.950904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (71418c4e-bee2-470b-9744-da43780a1840), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:06.970234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.040891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b32c5496-1710-4bdd-b318-ebd05215eda6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.041727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:07.077220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:07.099488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32c5496-1710-4bdd-b318-ebd05215eda6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:07.100869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (60db69ae-9ad6-4d24-a6bc-824121634279), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.101224 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Added segment 60db69ae-9ad6-4d24-a6bc-824121634279 of type vlan for network f525fe56-bf15-492e-91a9-8132e034d9e2 Feb 03 04:36:07.103413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (71418c4e-bee2-470b-9744-da43780a1840), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.109217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:07.110295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.233958 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7842436 Feb 03 04:36:07.241164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:07.250881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'ports': [{'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8'}, {'network_id': '71418c4e-bee2-470b-9744-da43780a1840'}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:07.252138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:07.252808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': '71418c4e-bee2-470b-9744-da43780a1840'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:07.321773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe59ef-85a6-49ac-aae2-fbaae6b4708c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=71418c4e-bee2-470b-9744-da43780a1840,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:07.332583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 71418c4e-bee2-470b-9744-da43780a1840 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:07.352674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f525fe56-bf15-492e-91a9-8132e034d9e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.419902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f525fe56-bf15-492e-91a9-8132e034d9e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.423696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:07.425279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.495064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3506167 Feb 03 04:36:07.495279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:07.558578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Request body: {'subnet': {'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1064887122-subnet', 'tenant_id': '215db84478ea4d7f95295674da528bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:07.567999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.606498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b10ed76b-b0de-4862-b183-07862e4339fe req-a91bdd91-f5e0-4bdf-968d-2ad5c8b978d3 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0662274 Feb 03 04:36:07.663019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc9520-66e1-4d7d-a09d-f41b14d78a9e admin admin] Pushing event updated for resources: {'Network': ['ID=f525fe56-bf15-492e-91a9-8132e034d9e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:07.677334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f525fe56-bf15-492e-91a9-8132e034d9e2 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:07.688749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Made reservation on behalf of 215db84478ea4d7f95295674da528bc6 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:07.695026 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.867115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b50ae80a-5336-47e1-994d-adba2d54735a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:07.914298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b50ae80a-5336-47e1-994d-adba2d54735a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:07.914663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b50ae80a-5336-47e1-994d-adba2d54735a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:07.916920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53f3641b-26fe-4f15-830a-b0cdc1af9000 req-c9ae896d-6e73-4c91-b5fa-e3a43dc5b335 tempest-ServerRescueNegativeTestJSON-1942086075 tempest-ServerRescueNegativeTestJSON-1942086075-project] 10.222.0.35 "GET /v2.0/ports?device_id=cccc55f4-5af6-4b0d-b6cc-7a79c928aaf2 HTTP/1.1" status: 200 len: 210 time: 0.2053788 Feb 03 04:36:07.924992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.930248 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks [] for router_controller (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.972123 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (88c959c2-a911-4f96-9881-3bb404e50441), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.985314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:07.991875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.996091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (8bcf73e2-b8d0-4a8d-b628-817daaa344ad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:07.996702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bcf73e2-b8d0-4a8d-b628-817daaa344ad {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:36:08.001939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.006345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d5dfb32f-f950-4d7e-9707-166517dcc024 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8bcf73e2-b8d0-4a8d-b628-817daaa344ad HTTP/1.1" status: 204 len: 168 time: 2.4817483 Feb 03 04:36:08.006965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:08.016247 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.059263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c959c2-a911-4f96-9881-3bb404e50441,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:08.068181 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.098775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4f3bced8-6d45-4922-a370-4bc786b01248 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:08.141311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 4f3bced8-6d45-4922-a370-4bc786b01248 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:08.141660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4f3bced8-6d45-4922-a370-4bc786b01248 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:08.142844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] Deleting subnet f0842f33-6fc7-4b4e-94ba-08543f42de21 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:08.151688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] Publish callbacks [] for subnet (f0842f33-6fc7-4b4e-94ba-08543f42de21), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.237853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Checking segment: {'id': '60db69ae-9ad6-4d24-a6bc-824121634279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:08.238060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Network hostable DHCP agents. Network: f525fe56-bf15-492e-91a9-8132e034d9e2, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:08.242876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (f0842f33-6fc7-4b4e-94ba-08543f42de21), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.297063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port f2cda56d-b7f6-467c-ad34-8037ead5b388 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:08.307850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Network f525fe56-bf15-492e-91a9-8132e034d9e2 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:08.350975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f525fe56-bf15-492e-91a9-8132e034d9e2) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:08.358407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:08.359012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.360415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322cfa0e-0af0-454b-8374-570c271fcf44 None None] Network f525fe56-bf15-492e-91a9-8132e034d9e2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:08.370566 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (f0842f33-6fc7-4b4e-94ba-08543f42de21), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.430954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c913efbf-743d-4355-9453-d4fc035cc02b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9115500 Feb 03 04:36:08.454461 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (f0842f33-6fc7-4b4e-94ba-08543f42de21), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.496954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (f2cda56d-b7f6-467c-ad34-8037ead5b388), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.503810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0842f33-6fc7-4b4e-94ba-08543f42de21,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:08.523603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.534122 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8f0a1811-adc4-43a8-91a4-2bf33ad6e32a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f0842f33-6fc7-4b4e-94ba-08543f42de21 HTTP/1.1" status: 204 len: 168 time: 0.5192254 Feb 03 04:36:08.540257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007ab22-7103-4168-9157-80bd43c57732 None None] Network 4c1a34e0-36c9-4106-92d2-3d500893ed1b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:08.542835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:08.612180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab116ed-9dba-4812-9a71-6ee59a88f846 None None] Network f525fe56-bf15-492e-91a9-8132e034d9e2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:08.681310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 3d79047f-1962-4ac4-91bb-7a72d4aedcb9 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:08.724140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (4c1a34e0-36c9-4106-92d2-3d500893ed1b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.851932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Deleting port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:08.852268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.857309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (3d79047f-1962-4ac4-91bb-7a72d4aedcb9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.976271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a46e8678-ac9b-4064-b1d8-4649fa7320e8 req-ebb55468-9ee3-4e74-9ab2-41d340519644 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0786431 Feb 03 04:36:08.987163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] DHCP port deletion for 4c1a34e0-36c9-4106-92d2-3d500893ed1b request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:08.987846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] For port 7710fb62-bb36-4977-bb6f-99aeb941e3e1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7710fb62-bb36-4977-bb6f-99aeb941e3e1,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:08.987846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:08.996357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f2cda56d-b7f6-467c-ad34-8037ead5b388), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.028573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Calling delete_port for 7710fb62-bb36-4977-bb6f-99aeb941e3e1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:09.035948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:09.085625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=f2cda56d-b7f6-467c-ad34-8037ead5b388,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:09.100377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:09.102059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:09.104837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:09.105924 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3d79047f-1962-4ac4-91bb-7a72d4aedcb9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.127381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] Deleting port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:09.127793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.193946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=3d79047f-1962-4ac4-91bb-7a72d4aedcb9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:09.215978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': '17df34e6-3c36-49f5-bea7-053d9d66957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71418c4e-bee2-470b-9744-da43780a1840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:09.216636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: 71418c4e-bee2-470b-9744-da43780a1840, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:09.236508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:09.242910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 71418c4e-bee2-470b-9744-da43780a1840 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:09.264422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 71418c4e-bee2-470b-9744-da43780a1840) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:09.274241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:09.276014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922db515-21f0-4280-8909-bdbd007d663c None None] Network 71418c4e-bee2-470b-9744-da43780a1840 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:09.283966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2075062868-network', 'tenant_id': '7b942d7516e6417d9b35aa2914faa4ad'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:09.290825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:09.304446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:09.310180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.345901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-07e8f140-b0d5-493e-95a3-0fb26d9fd81b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1013832 Feb 03 04:36:09.348692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:09.366139 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.370059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] For port 7710fb62-bb36-4977-bb6f-99aeb941e3e1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7710fb62-bb36-4977-bb6f-99aeb941e3e1,segment=NetworkSegment(05203a8f-dab8-4d60-9293-8a27fb7e3929),segment_id=05203a8f-dab8-4d60-9293-8a27fb7e3929)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:09.370717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.400287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Made reservation on behalf of 7b942d7516e6417d9b35aa2914faa4ad for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:09.402917 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.405019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] Calling delete_port for 7710fb62-bb36-4977-bb6f-99aeb941e3e1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:09.417618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.424293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.520488 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (7710fb62-bb36-4977-bb6f-99aeb941e3e1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.529366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] No DVR routers for this DVR port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:09.549064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] No DVR routers for this DVR port 7710fb62-bb36-4977-bb6f-99aeb941e3e1 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:09.564629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=7710fb62-bb36-4977-bb6f-99aeb941e3e1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:09.581547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef194a6-9e90-4ff1-a417-9bc1abb928ac None None] Pushing event deleted for resources: {'Port': ['ID=7710fb62-bb36-4977-bb6f-99aeb941e3e1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:09.617492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 3d79047f-1962-4ac4-91bb-7a72d4aedcb9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:09.617863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3d79047f-1962-4ac4-91bb-7a72d4aedcb9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.722360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3d79047f-1962-4ac4-91bb-7a72d4aedcb9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.725284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (4c1a34e0-36c9-4106-92d2-3d500893ed1b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.742124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 3d79047f-1962-4ac4-91bb-7a72d4aedcb9 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:09.780611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1a34e0-36c9-4106-92d2-3d500893ed1b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:09.802458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b32c5496-1710-4bdd-b318-ebd05215eda6 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:09.818799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:09.831247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b32c5496-1710-4bdd-b318-ebd05215eda6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:09.832154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b32c5496-1710-4bdd-b318-ebd05215eda6 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:09.832976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7710fb62-bb36-4977-bb6f-99aeb941e3e1 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:09.863227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05203a8f-dab8-4d60-9293-8a27fb7e3929') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:09.863476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05203a8f-dab8-4d60-9293-8a27fb7e3929') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:09.872981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3d79047f-1962-4ac4-91bb-7a72d4aedcb9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.875973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7710fb62-bb36-4977-bb6f-99aeb941e3e1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:09.876406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7710fb62-bb36-4977-bb6f-99aeb941e3e1 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:09.892691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (05203a8f-dab8-4d60-9293-8a27fb7e3929), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.918474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=3d79047f-1962-4ac4-91bb-7a72d4aedcb9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:09.932861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (05203a8f-dab8-4d60-9293-8a27fb7e3929), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.935605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.936723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks [] for security_group (5b021b9a-8501-4667-8b67-3f012ba189fc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.942422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-49a69c0e-d756-4955-bfea-b03051021e4c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/3d79047f-1962-4ac4-91bb-7a72d4aedcb9 HTTP/1.1" status: 204 len: 168 time: 0.5900695 Feb 03 04:36:09.943069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:09.948033 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5b021b9a-8501-4667-8b67-3f012ba189fc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.952727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:09.953416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (05203a8f-dab8-4d60-9293-8a27fb7e3929), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:09.956790 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:10.015259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4652d8a1-79eb-4d34-82e3-d2ffa5ae0687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.039292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:10.066466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b021b9a-8501-4667-8b67-3f012ba189fc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.066887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daa02b0-51f4-4ef2-b7ad-3369f434316e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:10.069858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (83660197-d884-4fac-946b-cac1cda501e7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.070166 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Added segment 83660197-d884-4fac-946b-cac1cda501e7 of type vlan for network 9e9efdd4-9cde-46e5-9f9d-fec21b73026e Feb 03 04:36:10.081839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (4c1a34e0-36c9-4106-92d2-3d500893ed1b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.087035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daa02b0-51f4-4ef2-b7ad-3369f434316e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:10.090927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6daa02b0-51f4-4ef2-b7ad-3369f434316e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1459744 Feb 03 04:36:10.093008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.093761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:10.100943 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4c1a34e0-36c9-4106-92d2-3d500893ed1b HTTP/1.1" status: 204 len: 168 time: 1.5570276 Feb 03 04:36:10.144574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9e9efdd4-9cde-46e5-9f9d-fec21b73026e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.211201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc040a-e791-4775-a6d6-a2c423c19a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1a34e0-36c9-4106-92d2-3d500893ed1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.219196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9e9efdd4-9cde-46e5-9f9d-fec21b73026e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.220237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:10.221017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.233803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4652d8a1-79eb-4d34-82e3-d2ffa5ae0687 admin admin] Publish callbacks [] for security_group (06fdd02e-07e5-477a-89f4-30c63ae64f3e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.269705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:10.273483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21648d6e-0844-4dc2-9cac-8964356f963e req-a13a82a1-4212-4650-87ba-57c933c91f4c tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.1078155 Feb 03 04:36:10.280972 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4652d8a1-79eb-4d34-82e3-d2ffa5ae0687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (06fdd02e-07e5-477a-89f4-30c63ae64f3e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.296554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9efdd4-9cde-46e5-9f9d-fec21b73026e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.312026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d314b3f4-c950-49d8-b41f-790f70e6bfa0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0333838 Feb 03 04:36:10.312961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:10.314432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9e9efdd4-9cde-46e5-9f9d-fec21b73026e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:10.319233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Request body: {'subnet': {'network_id': '9e9efdd4-9cde-46e5-9f9d-fec21b73026e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2075062868-subnet', 'tenant_id': '7b942d7516e6417d9b35aa2914faa4ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:10.322068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4652d8a1-79eb-4d34-82e3-d2ffa5ae0687 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7c970c11abf4077a81c5d3f9828a660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5021036 Feb 03 04:36:10.326474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:10.350495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Made reservation on behalf of 7b942d7516e6417d9b35aa2914faa4ad for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:10.353464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.374161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (cbfc7ef0-7938-42bf-ade1-18f5961465ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.410229 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3f3b6d18-a7f1-477e-9d68-a617e6fb04e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fe7185535d244daafe871978c964c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356726 Feb 03 04:36:10.416158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:10.468522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d8a1-79eb-4d34-82e3-d2ffa5ae0687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fdd02e-07e5-477a-89f4-30c63ae64f3e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.521639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port f2cda56d-b7f6-467c-ad34-8037ead5b388 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:10.522113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f2cda56d-b7f6-467c-ad34-8037ead5b388), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.526268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40ac74fc-d1dd-49db-8db3-fd2e19ce3723 admin admin] Publish callbacks [] for security_group (86a40a93-b052-420e-a67a-32666289bdea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.563716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5053cfb-39ee-4227-968a-98d68c725199 admin admin] Publish callbacks [] for security_group (06fdd02e-07e5-477a-89f4-30c63ae64f3e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.585811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40ac74fc-d1dd-49db-8db3-fd2e19ce3723 admin admin] Publish callbacks [] for security_group (86a40a93-b052-420e-a67a-32666289bdea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.677623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f2cda56d-b7f6-467c-ad34-8037ead5b388), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.681590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5053cfb-39ee-4227-968a-98d68c725199 admin admin] Publish callbacks [] for security_group (06fdd02e-07e5-477a-89f4-30c63ae64f3e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.707414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for f2cda56d-b7f6-467c-ad34-8037ead5b388 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:10.741737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (31beb961-f3d7-49ee-9b3f-32facd61f1a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.767743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40ac74fc-d1dd-49db-8db3-fd2e19ce3723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (86a40a93-b052-420e-a67a-32666289bdea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.770682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40ac74fc-d1dd-49db-8db3-fd2e19ce3723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.774319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-40ac74fc-d1dd-49db-8db3-fd2e19ce3723 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86a40a93-b052-420e-a67a-32666289bdea HTTP/1.1" status: 204 len: 168 time: 0.3546112 Feb 03 04:36:10.808271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac74fc-d1dd-49db-8db3-fd2e19ce3723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a40a93-b052-420e-a67a-32666289bdea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.815706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31beb961-f3d7-49ee-9b3f-32facd61f1a3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.826843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Checking segment: {'id': '83660197-d884-4fac-946b-cac1cda501e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9e9efdd4-9cde-46e5-9f9d-fec21b73026e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:10.828401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5053cfb-39ee-4227-968a-98d68c725199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (06fdd02e-07e5-477a-89f4-30c63ae64f3e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.831018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5053cfb-39ee-4227-968a-98d68c725199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.832278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5053cfb-39ee-4227-968a-98d68c725199 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06fdd02e-07e5-477a-89f4-30c63ae64f3e HTTP/1.1" status: 204 len: 168 time: 0.4983783 Feb 03 04:36:10.833224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Network hostable DHCP agents. Network: 9e9efdd4-9cde-46e5-9f9d-fec21b73026e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:10.843873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Deleting port 61f50521-3351-4d93-a4fb-93cfe61074b8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:10.844955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.864928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5053cfb-39ee-4227-968a-98d68c725199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fdd02e-07e5-477a-89f4-30c63ae64f3e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.895926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f2cda56d-b7f6-467c-ad34-8037ead5b388), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.939240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Network 9e9efdd4-9cde-46e5-9f9d-fec21b73026e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:10.963874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=f2cda56d-b7f6-467c-ad34-8037ead5b388,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:10.970178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 9e9efdd4-9cde-46e5-9f9d-fec21b73026e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:10.973714 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.976309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:10.977319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.985493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] For port 61f50521-3351-4d93-a4fb-93cfe61074b8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=61f50521-3351-4d93-a4fb-93cfe61074b8,segment=NetworkSegment(7093d926-5338-43ae-8d2d-52f8fd2a639f),segment_id=7093d926-5338-43ae-8d2d-52f8fd2a639f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:10.985944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:10.986893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c450c57c-0ab7-4a57-9325-97447fcb7c34 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/f2cda56d-b7f6-467c-ad34-8037ead5b388 HTTP/1.1" status: 204 len: 168 time: 0.8907561 Feb 03 04:36:10.989160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:10.991176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35bbd7-0ed0-473a-9c40-97314f52f9df None None] Network 9e9efdd4-9cde-46e5-9f9d-fec21b73026e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:11.037633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Calling delete_port for 61f50521-3351-4d93-a4fb-93cfe61074b8 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:11.145565 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20d6d251-c855-466e-affe-4d5928ac5f43 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8301706 Feb 03 04:36:11.186314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829619e6-1f85-4f65-8e29-595017f04874 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:11.188638 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-829619e6-1f85-4f65-8e29-595017f04874 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1950054 Feb 03 04:36:11.190976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:11.206904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b7574-bafd-4d08-a92d-cbfeb1b02064 None None] Network 9e9efdd4-9cde-46e5-9f9d-fec21b73026e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:11.749292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:11.768288 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-51149902-5dd8-4c55-b31b-54f1eadf6afd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:36:11.769222 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-51149902-5dd8-4c55-b31b-54f1eadf6afd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/3d79047f-1962-4ac4-91bb-7a72d4aedcb9 HTTP/1.1" status: 404 len: 333 time: 0.5769279 Feb 03 04:36:11.778714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:11.789942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-785c35ab-a453-4eb8-8a48-0b56d764c057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:11.796181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe1801dc-235c-48fb-a102-5df42bf16873 req-9ead1b25-c379-4117-9655-23fa7cd4d32f tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0455618 Feb 03 04:36:11.806491 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8decabdb-6db1-40ef-b9be-0ddb6e54ba69 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:36:11.811480 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8decabdb-6db1-40ef-b9be-0ddb6e54ba69 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/f2cda56d-b7f6-467c-ad34-8037ead5b388 HTTP/1.1" status: 404 len: 333 time: 0.0317442 Feb 03 04:36:11.812196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:11.886740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-785c35ab-a453-4eb8-8a48-0b56d764c057 admin admin] Publish callbacks [] for security_group (d79b48c5-465c-4891-ad1b-2a0f70febac9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:11.893231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-785c35ab-a453-4eb8-8a48-0b56d764c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d79b48c5-465c-4891-ad1b-2a0f70febac9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:11.951878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-785c35ab-a453-4eb8-8a48-0b56d764c057 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd1f6d64226945908a844e02610718ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1927330 Feb 03 04:36:11.953424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c35ab-a453-4eb8-8a48-0b56d764c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b48c5-465c-4891-ad1b-2a0f70febac9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:11.955978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:11.982029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (61f50521-3351-4d93-a4fb-93cfe61074b8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.032448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39a9e5-9ea7-40c9-a1dd-541384dd6a9c admin admin] Publish callbacks [] for security_group (d79b48c5-465c-4891-ad1b-2a0f70febac9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.058614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (71418c4e-bee2-470b-9744-da43780a1840), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.068419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39a9e5-9ea7-40c9-a1dd-541384dd6a9c admin admin] Publish callbacks [] for security_group (d79b48c5-465c-4891-ad1b-2a0f70febac9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.078938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f50521-3351-4d93-a4fb-93cfe61074b8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:12.164480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39a9e5-9ea7-40c9-a1dd-541384dd6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d79b48c5-465c-4891-ad1b-2a0f70febac9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.169230 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39a9e5-9ea7-40c9-a1dd-541384dd6a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.174775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6f39a9e5-9ea7-40c9-a1dd-541384dd6a9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d79b48c5-465c-4891-ad1b-2a0f70febac9 HTTP/1.1" status: 204 len: 168 time: 0.2135670 Feb 03 04:36:12.210421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (71418c4e-bee2-470b-9744-da43780a1840), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.213694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39a9e5-9ea7-40c9-a1dd-541384dd6a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b48c5-465c-4891-ad1b-2a0f70febac9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:12.240513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71418c4e-bee2-470b-9744-da43780a1840']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:12.250859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17df34e6-3c36-49f5-bea7-053d9d66957f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:12.251158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17df34e6-3c36-49f5-bea7-053d9d66957f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:12.265642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (17df34e6-3c36-49f5-bea7-053d9d66957f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.285829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (17df34e6-3c36-49f5-bea7-053d9d66957f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.294666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:12.295141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (17df34e6-3c36-49f5-bea7-053d9d66957f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.332272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-c720836f-2292-435f-87fb-812990526721 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:12.341557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-c720836f-2292-435f-87fb-812990526721 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/networks?id=f525fe56-bf15-492e-91a9-8132e034d9e2 HTTP/1.1" status: 200 len: 825 time: 0.1691439 Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:12.360380 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:12.362745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-35291a7c-d99c-49f2-be6c-f000b5164901 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/quotas/215db84478ea4d7f95295674da528bc6 HTTP/1.1" status: 200 len: 375 time: 0.0178616 Feb 03 04:36:12.371241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (71418c4e-bee2-470b-9744-da43780a1840), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.376345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.383476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/71418c4e-bee2-470b-9744-da43780a1840 HTTP/1.1" status: 204 len: 168 time: 0.5601428 Feb 03 04:36:12.387872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:12.398095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-6865628'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:12.435885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-1f078009-6b93-4223-9fd7-f07143ffe31e tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=215db84478ea4d7f95295674da528bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724950 Feb 03 04:36:12.446120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f136139-742f-4acb-a34a-ebf1702b8248 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=71418c4e-bee2-470b-9744-da43780a1840,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:12.512943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:12.517659 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.526639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (cbfc7ef0-7938-42bf-ade1-18f5961465ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.568274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:12.604866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-d68d2aab-e45a-49d1-8156-4d338d9fb9f0 service neutron] 10.222.0.35 "GET /v2.0/networks/f525fe56-bf15-492e-91a9-8132e034d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680210 Feb 03 04:36:12.641988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bdc046ae-28c6-45f4-8998-ac0e64f8307c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.642347 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment bdc046ae-28c6-45f4-8998-ac0e64f8307c of type vlan for network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 Feb 03 04:36:12.731432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.776874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-fb03a72a-ff78-4724-934a-97bf6ff60732 service neutron] 10.222.0.35 "GET /v2.0/networks/f525fe56-bf15-492e-91a9-8132e034d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709774 Feb 03 04:36:12.795913 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.801482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:12.802326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:12.853147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4669902 Feb 03 04:36:12.856129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48744) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:12.861458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:12.917632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fc466-49bd-4642-b7a8-44db3926ca37 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:12.933306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:12.977689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Router cbfc7ef0-7938-42bf-ade1-18f5961465ea has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:36:13.229797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:36:13.237505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6af19bb8-a1bc-46b6-a53b-f3b1fea2129b req-ede8fa30-4b71-4a72-bf7b-12c28bfdaa5e tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0952532 Feb 03 04:36:13.241430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] Sync routers for ids ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:36:13.244044 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c78927ad-d354-4500-b044-623314151cf2 admin admin] 10.222.0.35 "PUT /v2.0/routers/cbfc7ef0-7938-42bf-ade1-18f5961465ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1996229 Feb 03 04:36:13.246418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:13.259813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:13.270276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] Routers {'cbfc7ef0-7938-42bf-ade1-18f5961465ea'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:36:13.274078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:13.274338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:36:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:13.378130 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 04:36:13.379103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 04:36:13.483310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed038fc4-4b0b-4222-ba09-0e93233f6604 req-8ca1e578-00b1-4539-a799-abd99dae1a11 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.0819528 Feb 03 04:36:13.515343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks [] for router (cbfc7ef0-7938-42bf-ade1-18f5961465ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:13.619094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] Set router cbfc7ef0-7938-42bf-ade1-18f5961465ea gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:36:13.780723 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (a9d59f3f-ddbd-4589-8de7-395eaafff1b1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:13.841206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks [] for router_gateway (cbfc7ef0-7938-42bf-ade1-18f5961465ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:13.881651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=a9d59f3f-ddbd-4589-8de7-395eaafff1b1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:13.888730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': 'bdc046ae-28c6-45f4-8998-ac0e64f8307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:13.889447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:13.919437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:13.942474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:13.948375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:13.949132 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:13.986812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1edce935-fe77-48b7-953f-a901c4894316 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1271935 Feb 03 04:36:13.987832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:13.994195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1', 'name': 'tempest-PortsTestJSON-506022208'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:14.040970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Deleting port 8c41122e-0411-40ce-8437-00abc820c007 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:14.041348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8c41122e-0411-40ce-8437-00abc820c007), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:14.060967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81999b-d333-4d0a-bf6b-4c1c37817b7c None None] Network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:14.170928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:14.185929 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:14.211840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port dad89441-5a7d-4cc2-aa6e-50fc320258b7 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:14.315547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] For port 8c41122e-0411-40ce-8437-00abc820c007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8c41122e-0411-40ce-8437-00abc820c007,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:14.316152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8c41122e-0411-40ce-8437-00abc820c007), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:14.345641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Calling delete_port for 8c41122e-0411-40ce-8437-00abc820c007 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:14.493348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.10 (b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1/a9d59f3f-ddbd-4589-8de7-395eaafff1b1/dad89441-5a7d-4cc2-aa6e-50fc320258b7) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:14.507141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1', 'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1', 'project_id': 'a55d79880cf443f197bb6d3e029370c9', 'fixed_ips': [{'subnet_id': 'a9d59f3f-ddbd-4589-8de7-395eaafff1b1'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:14.508104 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:14.569985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6ab4ed9-948e-4016-9aae-550a253bb0d6 req-ea79c493-1020-41aa-bbbf-bae4fef6ab5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0724144 Feb 03 04:36:14.646815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '8c41122e-0411-40ce-8437-00abc820c007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:36:11Z', 'revision_number': 5, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port': {'id': '8c41122e-0411-40ce-8437-00abc820c007', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:52Z', 'updated_at': '2022-02-03T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:14.687947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] Checking router: cbfc7ef0-7938-42bf-ade1-18f5961465ea for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:36:14.727037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] Routers {'cbfc7ef0-7938-42bf-ade1-18f5961465ea'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:36:14.729738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:36:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:14.813260 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (dad89441-5a7d-4cc2-aa6e-50fc320258b7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:14.836052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8c41122e-0411-40ce-8437-00abc820c007), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:14.948753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efd5f3b8-721f-4770-8d84-d133d0c13c6d req-4545d760-6144-4b9d-8a1a-098e7849b203 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.0775588 Feb 03 04:36:14.970568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] Set router cbfc7ef0-7938-42bf-ade1-18f5961465ea gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:36:14.976884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0f15922-3c44-4eaa-9b61-557d52dc2947 req-9c372318-320b-4fe1-aa0d-95097f8d84f6 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.1010385 Feb 03 04:36:15.015419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (dad89441-5a7d-4cc2-aa6e-50fc320258b7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.045160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:36:13Z', 'revision_number': 6, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:15.101052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63dec3-b6cf-41eb-afa9-9930fd4865da None None] The sync data for ids ['cbfc7ef0-7938-42bf-ade1-18f5961465ea'] in n-d-827549-1 is: [{'id': 'cbfc7ef0-7938-42bf-ade1-18f5961465ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1961149324-router', 'tenant_id': '735747af2ea44525a7f407fd1f0b116c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:50Z', 'updated_at': '2022-02-03T04:36:13Z', 'revision_number': 6, 'project_id': '735747af2ea44525a7f407fd1f0b116c', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:36:15.102082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:15.102961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=dad89441-5a7d-4cc2-aa6e-50fc320258b7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:15.156732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:15.162645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:15.167372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:15.219885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Allocated IP 172.20.0.2 (b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1/a9d59f3f-ddbd-4589-8de7-395eaafff1b1/fd4b1e03-fa8d-442c-b142-3a6e584479fa) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:15.264534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:15.269201 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.320624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7cbb4a43-baaf-449c-9761-065372966d74 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3314385 Feb 03 04:36:15.326430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:15.356217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-983e09fe-595e-4463-b18c-b1217ecbead5 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:15.361851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-983e09fe-595e-4463-b18c-b1217ecbead5 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.15 "GET /v2.0/networks?id=f525fe56-bf15-492e-91a9-8132e034d9e2 HTTP/1.1" status: 200 len: 825 time: 0.4055417 Feb 03 04:36:15.367060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c41122e-0411-40ce-8437-00abc820c007,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:15.401384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-457c2ac4-f456-41b0-8287-a6e37709ad7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.403832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Request body: {'port': {'device_id': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2', 'admin_state_up': True, 'tenant_id': '215db84478ea4d7f95295674da528bc6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:15.415576 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Publish callbacks [] for port (fd4b1e03-fa8d-442c-b142-3a6e584479fa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.424327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (fd4b1e03-fa8d-442c-b142-3a6e584479fa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.466525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port dad89441-5a7d-4cc2-aa6e-50fc320258b7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:15.467308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dad89441-5a7d-4cc2-aa6e-50fc320258b7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.481668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:15.486467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:15.499116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:15.527993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Pushing event updated for resources: {'Port': ['ID=fd4b1e03-fa8d-442c-b142-3a6e584479fa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:15.589565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (cbfc7ef0-7938-42bf-ade1-18f5961465ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.686840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Attempting to bind port fd4b1e03-fa8d-442c-b142-3a6e584479fa on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:15.687496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Attempting to bind port fd4b1e03-fa8d-442c-b142-3a6e584479fa by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'bdc046ae-28c6-45f4-8998-ac0e64f8307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:15.688085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Attempting to bind port fd4b1e03-fa8d-442c-b142-3a6e584479fa on network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:15.695098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:15.695815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Checking segment: {'id': 'bdc046ae-28c6-45f4-8998-ac0e64f8307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:15.696423 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.697568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Bound using segment: {'id': 'bdc046ae-28c6-45f4-8998-ac0e64f8307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:15.700622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Bound port: fd4b1e03-fa8d-442c-b142-3a6e584479fa, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc046ae-28c6-45f4-8998-ac0e64f8307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:15.701251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fd4b1e03-fa8d-442c-b142-3a6e584479fa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.784824 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dad89441-5a7d-4cc2-aa6e-50fc320258b7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.797554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-457c2ac4-f456-41b0-8287-a6e37709ad7a admin admin] Publish callbacks [] for security_group (ac85da79-a3a0-412a-8361-300f02b96037), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.807428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for dad89441-5a7d-4cc2-aa6e-50fc320258b7 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:15.809531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (cbfc7ef0-7938-42bf-ade1-18f5961465ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.810773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-457c2ac4-f456-41b0-8287-a6e37709ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ac85da79-a3a0-412a-8361-300f02b96037), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.814594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks [] for router_controller (cbfc7ef0-7938-42bf-ade1-18f5961465ea), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.872274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] For port fd4b1e03-fa8d-442c-b142-3a6e584479fa, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:15.876619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] For port fd4b1e03-fa8d-442c-b142-3a6e584479fa, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fd4b1e03-fa8d-442c-b142-3a6e584479fa,segment=NetworkSegment(bdc046ae-28c6-45f4-8998-ac0e64f8307c),segment_id=bdc046ae-28c6-45f4-8998-ac0e64f8307c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:15.887340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fd4b1e03-fa8d-442c-b142-3a6e584479fa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.901778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (cbfc7ef0-7938-42bf-ade1-18f5961465ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.902956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbfc7ef0-7938-42bf-ade1-18f5961465ea {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:36:15.909796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:15.911405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-61a5c26b-0dae-43bc-9a48-403637f2a777 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cbfc7ef0-7938-42bf-ade1-18f5961465ea HTTP/1.1" status: 204 len: 168 time: 2.6638677 Feb 03 04:36:15.914245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:15.941914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-457c2ac4-f456-41b0-8287-a6e37709ad7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7377cbc80bea4fd9af403a88def1685a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8351278 Feb 03 04:36:15.946659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:15.950768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2ac4-f456-41b0-8287-a6e37709ad7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac85da79-a3a0-412a-8361-300f02b96037,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:15.995620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Made reservation on behalf of 215db84478ea4d7f95295674da528bc6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:15.998036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03b2fc-d268-418f-8335-5683c647bf22 None None] Pushing event updated for resources: {'Port': ['ID=fd4b1e03-fa8d-442c-b142-3a6e584479fa,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:16.001350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.008566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] Deleting subnet efca3d8f-608c-4988-b59f-bf32de4f8491 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:16.037531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] Publish callbacks [] for subnet (efca3d8f-608c-4988-b59f-bf32de4f8491), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.123922 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (dad89441-5a7d-4cc2-aa6e-50fc320258b7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.164580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 61f50521-3351-4d93-a4fb-93cfe61074b8 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:16.202207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-069e6353-75e6-4ec1-8dbd-2017238af06d req-196cc5d6-881b-4951-bdae-c4f08afd2ed3 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.1031401 Feb 03 04:36:16.205754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=dad89441-5a7d-4cc2-aa6e-50fc320258b7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:16.209215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fcf3dcb-4513-4c36-bad7-1558f03b3de5 req-4b132fa2-24ae-4170-9738-2428d18fd854 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0983040 Feb 03 04:36:16.253204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 61f50521-3351-4d93-a4fb-93cfe61074b8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:16.255200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 61f50521-3351-4d93-a4fb-93cfe61074b8 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:16.316409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (efca3d8f-608c-4988-b59f-bf32de4f8491), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.333917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.341286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34b23e42-ddc9-4da8-a9e9-88d0eb69ba36 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/dad89441-5a7d-4cc2-aa6e-50fc320258b7 HTTP/1.1" status: 204 len: 168 time: 1.0139251 Feb 03 04:36:16.342007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48856) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:16.380068 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-443540f1-9f67-4de4-b043-425622c15896 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:36:16.380690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443540f1-9f67-4de4-b043-425622c15896 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:36:16.389931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-443540f1-9f67-4de4-b043-425622c15896 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/dad89441-5a7d-4cc2-aa6e-50fc320258b7 HTTP/1.1" status: 404 len: 333 time: 0.0468252 Feb 03 04:36:16.390566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48862) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:16.392475 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-085231ec-4a69-4dc9-b7b3-c4cdcefcfc80 admin admin] Publish callbacks [] for security_group (ac85da79-a3a0-412a-8361-300f02b96037), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.401385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Allocated IP 172.20.0.11 (f525fe56-bf15-492e-91a9-8132e034d9e2/88c959c2-a911-4f96-9881-3bb404e50441/488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:16.426792 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5216aaa5-3d4a-4f2d-b11d-f98a31a5ea33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:36:16.431255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5216aaa5-3d4a-4f2d-b11d-f98a31a5ea33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/dad89441-5a7d-4cc2-aa6e-50fc320258b7 HTTP/1.1" status: 404 len: 333 time: 0.0395758 Feb 03 04:36:16.432036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:16.514293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet a9d59f3f-ddbd-4589-8de7-395eaafff1b1 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:16.533058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (a9d59f3f-ddbd-4589-8de7-395eaafff1b1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.626346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-085231ec-4a69-4dc9-b7b3-c4cdcefcfc80 admin admin] Publish callbacks [] for security_group (ac85da79-a3a0-412a-8361-300f02b96037), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.640474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (a9d59f3f-ddbd-4589-8de7-395eaafff1b1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.732413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-594e24fc-4e4a-4d6d-8b8d-8d9540dbf72d req-7db8ae86-e86c-4419-9c04-61207aa6dbd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db5450dd882248518e0848d7767c1941&device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0491652 Feb 03 04:36:16.741086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (efca3d8f-608c-4988-b59f-bf32de4f8491), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.757150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-174d5b38-8226-4d23-81aa-c8c817082a46 req-1357a421-4201-4bb0-848d-8091f58dd9a6 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0463135 Feb 03 04:36:16.810202 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-594e24fc-4e4a-4d6d-8b8d-8d9540dbf72d req-78b2ff67-1961-44c1-954b-a74f9c1a53ac service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=db5450dd882248518e0848d7767c1941&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660563 Feb 03 04:36:16.812786 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a9d59f3f-ddbd-4589-8de7-395eaafff1b1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.818618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-085231ec-4a69-4dc9-b7b3-c4cdcefcfc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ac85da79-a3a0-412a-8361-300f02b96037), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.821590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-085231ec-4a69-4dc9-b7b3-c4cdcefcfc80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.825231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-085231ec-4a69-4dc9-b7b3-c4cdcefcfc80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac85da79-a3a0-412a-8361-300f02b96037 HTTP/1.1" status: 204 len: 168 time: 0.8747740 Feb 03 04:36:16.878713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks [] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.888039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085231ec-4a69-4dc9-b7b3-c4cdcefcfc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac85da79-a3a0-412a-8361-300f02b96037,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:16.912545 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (a9d59f3f-ddbd-4589-8de7-395eaafff1b1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.958689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d59f3f-ddbd-4589-8de7-395eaafff1b1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:16.965591 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:16.973087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ade2c36-8d1f-4d2c-8e18-45c20ffc5e23 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/a9d59f3f-ddbd-4589-8de7-395eaafff1b1 HTTP/1.1" status: 204 len: 168 time: 0.5398655 Feb 03 04:36:16.973784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48882) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:17.095634 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.163713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port fd4b1e03-fa8d-442c-b142-3a6e584479fa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:17.165044 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fd4b1e03-fa8d-442c-b142-3a6e584479fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.256608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] For port fd4b1e03-fa8d-442c-b142-3a6e584479fa, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fd4b1e03-fa8d-442c-b142-3a6e584479fa,segment=NetworkSegment(bdc046ae-28c6-45f4-8998-ac0e64f8307c),segment_id=bdc046ae-28c6-45f4-8998-ac0e64f8307c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:17.257288 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fd4b1e03-fa8d-442c-b142-3a6e584479fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.289515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for fd4b1e03-fa8d-442c-b142-3a6e584479fa owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:17.406909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (efca3d8f-608c-4988-b59f-bf32de4f8491), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.438786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfea3408-7087-4763-be97-961d61c26a88 req-e3df6a11-d5df-44a2-8579-87570261169d tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.0578864 Feb 03 04:36:17.464253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efca3d8f-608c-4988-b59f-bf32de4f8491,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:17.477093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fd4b1e03-fa8d-442c-b142-3a6e584479fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.502726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.505395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=fd4b1e03-fa8d-442c-b142-3a6e584479fa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:17.506071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-441c1933-36a2-41df-b4f0-0a9241e2c0e8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/efca3d8f-608c-4988-b59f-bf32de4f8491 HTTP/1.1" status: 204 len: 168 time: 1.5898848 Feb 03 04:36:17.509227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:17.509742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No DVR routers for this DVR port fd4b1e03-fa8d-442c-b142-3a6e584479fa on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:17.512717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e24fc-4e4a-4d6d-8b8d-8d9540dbf72d req-24bab1f6-b4c0-4e03-aaed-da256cad3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:17.514835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-594e24fc-4e4a-4d6d-8b8d-8d9540dbf72d req-24bab1f6-b4c0-4e03-aaed-da256cad3218 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6878755 Feb 03 04:36:17.539400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede41721-3f11-4c9b-a8c9-57be7787e298 None None] Network b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:17.619665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c445bdfe-8188-4a3b-b108-2c1af6251603), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.623581 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.647957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-abc7e1a6-8895-4cb9-96e9-f2333bdfda75 None None] Could not find standard attr ID for object fd4b1e03-fa8d-442c-b142-3a6e584479fa. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:17.652147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Network f525fe56-bf15-492e-91a9-8132e034d9e2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:17.657220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:17.682951 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.685038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:17.745541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:17.767353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc046ae-28c6-45f4-8998-ac0e64f8307c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:17.767878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc046ae-28c6-45f4-8998-ac0e64f8307c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:17.786411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (bdc046ae-28c6-45f4-8998-ac0e64f8307c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.799156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c41122e-0411-40ce-8437-00abc820c007 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:17.829984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8c41122e-0411-40ce-8437-00abc820c007 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:17.830337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c41122e-0411-40ce-8437-00abc820c007 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:17.842992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bdc046ae-28c6-45f4-8998-ac0e64f8307c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.862900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c4e36e-5351-46ff-9392-f0b715b9c713 None None] DHCP port deletion for b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:17.866867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:17.866867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (bdc046ae-28c6-45f4-8998-ac0e64f8307c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.876780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Pushing event updated for resources: {'Port': ['ID=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:17.877002 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:17.933440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:17.934303 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.937923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c445bdfe-8188-4a3b-b108-2c1af6251603), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:17.948642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9865f380-7ce0-4adb-bc3c-db26a360e870 req-39af6248-cdc3-47c6-b50c-e625c126f019 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0517042 Feb 03 04:36:17.969718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c445bdfe-8188-4a3b-b108-2c1af6251603']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:17.984172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-f27fec85-56c9-4b4f-a916-2f74347cd54f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5861492 Feb 03 04:36:18.001735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Request body: {'port': {'device_id': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:18.006334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7093d926-5338-43ae-8d2d-52f8fd2a639f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:18.006629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7093d926-5338-43ae-8d2d-52f8fd2a639f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:18.013163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.022640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.033144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1 HTTP/1.1" status: 204 len: 168 time: 1.0547469 Feb 03 04:36:18.038132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (7093d926-5338-43ae-8d2d-52f8fd2a639f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.040200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:18.055292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1040994110'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:18.061055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7093d926-5338-43ae-8d2d-52f8fd2a639f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.076461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed145f4-39ec-4e11-ba0c-aca4173b3e1b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=b24ef558-1f2e-4258-aecc-9d7e4ed8b8c1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:18.080793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:18.085707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.091156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:18.091955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (7093d926-5338-43ae-8d2d-52f8fd2a639f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:18.093972 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:18.119310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:18.122631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.131325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5804bbf9-13ef-4d2a-b627-9e48632b28c7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.131833 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment 5804bbf9-13ef-4d2a-b627-9e48632b28c7 of type vlan for network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 Feb 03 04:36:18.177054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c445bdfe-8188-4a3b-b108-2c1af6251603), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.195873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3f446d71-8e80-46a2-a6d1-4abb2196aef2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.197680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:18.206787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.213127 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c445bdfe-8188-4a3b-b108-2c1af6251603 HTTP/1.1" status: 204 len: 168 time: 0.7028024 Feb 03 04:36:18.225815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d12b23-fc3a-4b59-a169-2741e444e118 admin admin] Pushing event deleted for resources: {'Network': ['ID=c445bdfe-8188-4a3b-b108-2c1af6251603,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:18.235951 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3f446d71-8e80-46a2-a6d1-4abb2196aef2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.242064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:18.242681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.340397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=3f446d71-8e80-46a2-a6d1-4abb2196aef2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:18.355598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:18.364574 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-72ccf469-5b38-4e41-b55f-e517852e1f0a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3182693 Feb 03 04:36:18.365326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:18.378787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:18.386310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1349476990'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:18.438763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:18.448309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.476988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.542379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:18.599888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:18.603594 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.672447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for security_group (6be5ed03-29f0-4bd2-a9d0-091dc886ff52), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.686727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6be5ed03-29f0-4bd2-a9d0-091dc886ff52), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.691549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:36:18.703609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Publish callbacks [] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.711827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96647a8f-7c28-40be-be31-c1e13ae73b1d req-c0a8599f-282e-4f7e-a034-cc2de61ecc12 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:18.714367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96647a8f-7c28-40be-be31-c1e13ae73b1d req-c0a8599f-282e-4f7e-a034-cc2de61ecc12 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 932 time: 0.1906343 Feb 03 04:36:18.723110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9c89eb98-b046-4ea9-a297-5a8ec33a6339 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=735747af2ea44525a7f407fd1f0b116c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790185 Feb 03 04:36:18.726343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:18.732252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:18.746321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Transition to ACTIVE for port object 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:36:18.749175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be5ed03-29f0-4bd2-a9d0-091dc886ff52,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:18.752519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e33e793e-6d80-485c-b8c7-22648e22d94e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.752868 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Added segment e33e793e-6d80-485c-b8c7-22648e22d94e of type vlan for network 355aef9b-164b-424f-8915-d5c2d7f691fe Feb 03 04:36:18.762313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.862370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-594e24fc-4e4a-4d6d-8b8d-8d9540dbf72d req-f746b188-1b47-447c-86f3-8fda72a547a3 tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0594730 Feb 03 04:36:18.864210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (355aef9b-164b-424f-8915-d5c2d7f691fe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.877195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96647a8f-7c28-40be-be31-c1e13ae73b1d req-4e30ff62-ac8e-44ef-9613-69af338a5bb8 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492736 Feb 03 04:36:18.878494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Pushing event updated for resources: {'Port': ['ID=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:18.890751 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edb2cb84-afe4-4cf6-99d9-30b44f2abcbb admin admin] Publish callbacks [] for security_group (f40521a5-2204-4b87-b25a-f1a533a68353), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.949878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (355aef9b-164b-424f-8915-d5c2d7f691fe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.955614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edb2cb84-afe4-4cf6-99d9-30b44f2abcbb admin admin] Publish callbacks [] for security_group (f40521a5-2204-4b87-b25a-f1a533a68353), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:18.956548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:18.958294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.002346 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (16ad220a-18a7-422b-b60b-e5dfca392677), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.043742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Network': ['ID=355aef9b-164b-424f-8915-d5c2d7f691fe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:19.058891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Attempting to bind port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:19.059532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Attempting to bind port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '60db69ae-9ad6-4d24-a6bc-824121634279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:19.060027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Attempting to bind port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa on network f525fe56-bf15-492e-91a9-8132e034d9e2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:19.076680 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-be6bb465-5243-45eb-aede-c7e3e39d0aef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8756149 Feb 03 04:36:19.079930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa on network f525fe56-bf15-492e-91a9-8132e034d9e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:36:19.080520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Attempting to bind port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa on network f525fe56-bf15-492e-91a9-8132e034d9e2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:19.082601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:19.083138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:19.089574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:19.111062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edb2cb84-afe4-4cf6-99d9-30b44f2abcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f40521a5-2204-4b87-b25a-f1a533a68353), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.117191 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-edb2cb84-afe4-4cf6-99d9-30b44f2abcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.121032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-edb2cb84-afe4-4cf6-99d9-30b44f2abcbb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f40521a5-2204-4b87-b25a-f1a533a68353 HTTP/1.1" status: 204 len: 168 time: 0.3895173 Feb 03 04:36:19.121032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=16ad220a-18a7-422b-b60b-e5dfca392677,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:19.123418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:19.123598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Checking segment: {'id': '60db69ae-9ad6-4d24-a6bc-824121634279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:19.123996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Bound using segment: {'id': '60db69ae-9ad6-4d24-a6bc-824121634279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:19.124456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Bound port: 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60db69ae-9ad6-4d24-a6bc-824121634279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:19.124878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.144278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': '5804bbf9-13ef-4d2a-b627-9e48632b28c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:19.152405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: 3f446d71-8e80-46a2-a6d1-4abb2196aef2, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:19.156091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2cb84-afe4-4cf6-99d9-30b44f2abcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40521a5-2204-4b87-b25a-f1a533a68353,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:19.228187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f64cc3a8-04ec-47e6-9f27-c8b138ca561b req-e8552d8c-5c80-47cb-b4f5-8f5c4af6214b tempest-ServerShowV254Test-533470339 tempest-ServerShowV254Test-533470339-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c07d40-be30-47c7-9f34-1149f9839403 HTTP/1.1" status: 200 len: 210 time: 0.0646753 Feb 03 04:36:19.262335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:19.276362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:19.277188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3f446d71-8e80-46a2-a6d1-4abb2196aef2) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:19.280512 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.290033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca920ff-b97f-4e0d-9e69-900476e849ae None None] Network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:19.296529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:19.297868 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.330774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-342987ac-ebac-46ed-8d7b-b2ade3787a0e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9641302 Feb 03 04:36:19.333674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:19.345945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] For port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:19.347226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1674596666'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:19.421774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] For port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,segment=NetworkSegment(60db69ae-9ad6-4d24-a6bc-824121634279),segment_id=60db69ae-9ad6-4d24-a6bc-824121634279)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:19.446105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.522737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-3f446d71-8e80-46a2-a6d1-4abb2196aef2', 'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2', 'project_id': 'a55d79880cf443f197bb6d3e029370c9', 'fixed_ips': [{'subnet_id': '16ad220a-18a7-422b-b60b-e5dfca392677'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:19.523697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.549927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:19.551717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:19.555220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.555989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.557696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] 10.222.0.15 "PUT /v2.0/ports/488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa HTTP/1.1" status: 200 len: 1092 time: 1.5637209 Feb 03 04:36:19.564383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'tag': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:19.566733 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162e6a23-db2b-45a2-879c-903fbbb0806c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca09750-df92-4af9-8e91-1ad1603fe6c4", "tag": "488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:19.591080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port e6c74e4e-9660-48fa-9af2-8d3857207c68 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:19.703987 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e6be9-3fdd-4fd2-b451-1a77e99aa146 x-openstack-request-id: req-232e6be9-3fdd-4fd2-b451-1a77e99aa146 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:19.704293 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca09750-df92-4af9-8e91-1ad1603fe6c4", "tag": "488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:19.704553 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-232e6be9-3fdd-4fd2-b451-1a77e99aa146 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:19.704961 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'tag': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa', 'status': 'completed', 'code': 200} Feb 03 04:36:19.742998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Allocated IP 172.20.0.2 (3f446d71-8e80-46a2-a6d1-4abb2196aef2/16ad220a-18a7-422b-b60b-e5dfca392677/6c90bac4-bfe2-4134-a074-da5125f30ae6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:19.743262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4c1e9-6e34-4165-ab42-4103b5cdffa7 service neutron] Pushing event updated for resources: {'Port': ['ID=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:19.810083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-42299859-74d6-4da5-8607-0944e420a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:19.811647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-42299859-74d6-4da5-8607-0944e420a693 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=215db84478ea4d7f95295674da528bc6&device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 1126 time: 0.1698337 Feb 03 04:36:19.818659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (45079ff1-9600-4436-88c3-2025797ff883), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.860849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fd4b1e03-fa8d-442c-b142-3a6e584479fa no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:19.888061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: fd4b1e03-fa8d-442c-b142-3a6e584479fa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:19.888684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fd4b1e03-fa8d-442c-b142-3a6e584479fa not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:19.898358 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-b4623f6b-5964-4d6d-856b-dc09cada65e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa HTTP/1.1" status: 200 len: 217 time: 0.0755830 Feb 03 04:36:19.956428 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Publish callbacks [] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.967361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:19.984234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=45079ff1-9600-4436-88c3-2025797ff883,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:19.999331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-a174a574-5dbf-4d6c-89ec-64aceeec5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:20.001191 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-a174a574-5dbf-4d6c-89ec-64aceeec5d88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88c959c2-a911-4f96-9881-3bb404e50441 HTTP/1.1" status: 200 len: 865 time: 0.0949864 Feb 03 04:36:20.002063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:20.002814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network hostable DHCP agents. Network: 355aef9b-164b-424f-8915-d5c2d7f691fe, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:20.010493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:20.017373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:20.029015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:20.045383 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-14ae21a8-0467-4383-980c-1be3bec1cc44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f525fe56-bf15-492e-91a9-8132e034d9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363235 Feb 03 04:36:20.072785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:20.075359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Pushing event updated for resources: {'Port': ['ID=6c90bac4-bfe2-4134-a074-da5125f30ae6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:20.106330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.9 (3f446d71-8e80-46a2-a6d1-4abb2196aef2/16ad220a-18a7-422b-b60b-e5dfca392677/e6c74e4e-9660-48fa-9af2-8d3857207c68) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:20.117498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Attempting to bind port 6c90bac4-bfe2-4134-a074-da5125f30ae6 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:20.118063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Attempting to bind port 6c90bac4-bfe2-4134-a074-da5125f30ae6 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '5804bbf9-13ef-4d2a-b627-9e48632b28c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:20.118874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Attempting to bind port 6c90bac4-bfe2-4134-a074-da5125f30ae6 on network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:20.131375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:20.131948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Checking segment: {'id': '5804bbf9-13ef-4d2a-b627-9e48632b28c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:20.132632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.133046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Bound using segment: {'id': '5804bbf9-13ef-4d2a-b627-9e48632b28c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:20.133183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 355aef9b-164b-424f-8915-d5c2d7f691fe) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:20.133527 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Bound port: 6c90bac4-bfe2-4134-a074-da5125f30ae6, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5804bbf9-13ef-4d2a-b627-9e48632b28c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f446d71-8e80-46a2-a6d1-4abb2196aef2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:20.133911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.143062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:20.143922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.171936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-db43955e-f091-4430-8e92-e83083bf7425 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0874913 Feb 03 04:36:20.177528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:20.184889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'name': 'tempest-NetworksTestDHCPv6-995545753'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:20.185082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61561d-c882-42f8-b6dc-51b26c4df9f5 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:20.205037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-9fac3ee4-37d0-458f-a4aa-b6da173fd2d9 service neutron] 10.222.0.15 "GET /v2.0/networks/f525fe56-bf15-492e-91a9-8132e034d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532950 Feb 03 04:36:20.351234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95cc09-274d-43a9-bdef-eefe21352c5b req-8a88062b-745c-4f10-9583-263782daccac tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:20.357023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd95cc09-274d-43a9-bdef-eefe21352c5b req-8a88062b-745c-4f10-9583-263782daccac tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 944 time: 0.2429841 Feb 03 04:36:20.362269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '45079ff1-9600-4436-88c3-2025797ff883'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:20.363369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.408783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:20.467436 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3d5e2777-f485-470c-81a7-2d4062f7a387 req-cef4b3ac-e050-4322-b1d4-35f227d34242 service neutron] 10.222.0.15 "GET /v2.0/networks/f525fe56-bf15-492e-91a9-8132e034d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419736 Feb 03 04:36:20.497896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:20.502930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.530445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 7d8e5dfe-9e03-4c91-a695-042efbe01381 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:20.533907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] For port 6c90bac4-bfe2-4134-a074-da5125f30ae6, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:20.570002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (e6c74e4e-9660-48fa-9af2-8d3857207c68), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.612212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd95cc09-274d-43a9-bdef-eefe21352c5b req-ce8381c4-df9f-435d-a23d-cb8db9761d8a tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370625 Feb 03 04:36:20.658282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] For port 6c90bac4-bfe2-4134-a074-da5125f30ae6, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c90bac4-bfe2-4134-a074-da5125f30ae6,segment=NetworkSegment(5804bbf9-13ef-4d2a-b627-9e48632b28c7),segment_id=5804bbf9-13ef-4d2a-b627-9e48632b28c7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:20.661284 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e6c74e4e-9660-48fa-9af2-8d3857207c68), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.662058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-489435232-network', 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:20.695021 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.698932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-a8d4e923-adb1-49f9-a53f-30f30b5601d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:20.700739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-a8d4e923-adb1-49f9-a53f-30f30b5601d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=215db84478ea4d7f95295674da528bc6&device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 1126 time: 0.1739109 Feb 03 04:36:20.739679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:20.741807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=e6c74e4e-9660-48fa-9af2-8d3857207c68,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:20.748626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.754617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:20.756791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:20.760229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:20.769719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/45079ff1-9600-4436-88c3-2025797ff883/a9eb3d2b-90df-40e5-9b19-1a32162c59b1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:20.805544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.842290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:20.843165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:20.849818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7551df2-3816-4509-8838-1eb131aad9a6 None None] Pushing event updated for resources: {'Port': ['ID=6c90bac4-bfe2-4134-a074-da5125f30ae6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:20.860023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:20.888899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3f0f26f9-6fe4-4763-8794-ec198e2848e1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5533199 Feb 03 04:36:20.893565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:21.009124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-f3eaf457-673c-44ec-aef0-4aa7c3debc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:21.010993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-f3eaf457-673c-44ec-aef0-4aa7c3debc3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f525fe56-bf15-492e-91a9-8132e034d9e2 HTTP/1.1" status: 200 len: 926 time: 0.3013048 Feb 03 04:36:21.101507 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Publish callbacks [] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.102480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port e6c74e4e-9660-48fa-9af2-8d3857207c68 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:21.102826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e6c74e4e-9660-48fa-9af2-8d3857207c68), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.111723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.154378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9da524de-f7f0-4c6a-b177-05048028819d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.171801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Pushing event updated for resources: {'Port': ['ID=a9eb3d2b-90df-40e5-9b19-1a32162c59b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:21.183983 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-b656d09a-66f5-42f6-8a1d-c6d3c8227dac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa HTTP/1.1" status: 200 len: 217 time: 0.1441643 Feb 03 04:36:21.210558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:21.215181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:21.229694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:21.305521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Attempting to bind port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:21.305917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Attempting to bind port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:21.306496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Attempting to bind port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:21.312010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:21.312394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:21.312806 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.313202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:21.313680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Bound port: a9eb3d2b-90df-40e5-9b19-1a32162c59b1, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:21.314062 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.324864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::13b (355aef9b-164b-424f-8915-d5c2d7f691fe/45079ff1-9600-4436-88c3-2025797ff883/7d8e5dfe-9e03-4c91-a695-042efbe01381) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:21.357476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9da524de-f7f0-4c6a-b177-05048028819d admin admin] Publish callbacks [] for security_group (48d18573-ca16-4eb2-9379-9f814c551318), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.363483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e6c74e4e-9660-48fa-9af2-8d3857207c68), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.387355 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9da524de-f7f0-4c6a-b177-05048028819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (48d18573-ca16-4eb2-9379-9f814c551318), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.411625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks [] for security_group (585cf150-3906-4182-a40f-97d11f7fc341), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.439095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] For port a9eb3d2b-90df-40e5-9b19-1a32162c59b1, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:21.443079 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (585cf150-3906-4182-a40f-97d11f7fc341), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.444012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] For port a9eb3d2b-90df-40e5-9b19-1a32162c59b1, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a9eb3d2b-90df-40e5-9b19-1a32162c59b1,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:21.450012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for e6c74e4e-9660-48fa-9af2-8d3857207c68 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:21.459039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.484288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585cf150-3906-4182-a40f-97d11f7fc341,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:21.494126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da524de-f7f0-4c6a-b177-05048028819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d18573-ca16-4eb2-9379-9f814c551318,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:21.503803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9da524de-f7f0-4c6a-b177-05048028819d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db5450dd882248518e0848d7767c1941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6381295 Feb 03 04:36:21.510855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:21.523755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:21.546646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-dc2a5e6b-07be-409f-87c4-3565377aa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:21.548214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-dc2a5e6b-07be-409f-87c4-3565377aa4ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88c959c2-a911-4f96-9881-3bb404e50441 HTTP/1.1" status: 200 len: 865 time: 0.2068164 Feb 03 04:36:21.566558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0585e789-bd68-48c3-88cf-d3dc5daed1aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.566902 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Added segment 0585e789-bd68-48c3-88cf-d3dc5daed1aa of type vlan for network 33f08626-802d-4cfd-992c-cb30242887eb Feb 03 04:36:21.604114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06166384-fca7-4698-bccd-064fb87dc193 None None] Pushing event updated for resources: {'Port': ['ID=a9eb3d2b-90df-40e5-9b19-1a32162c59b1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:21.658912 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14809d02-f5fe-4555-bd99-0540772abbee admin admin] Publish callbacks [] for security_group (48d18573-ca16-4eb2-9379-9f814c551318), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.683033 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14809d02-f5fe-4555-bd99-0540772abbee admin admin] Publish callbacks [] for security_group (48d18573-ca16-4eb2-9379-9f814c551318), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.693337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-d3f952d2-8228-4f3b-94f7-f2ee8b801453 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f525fe56-bf15-492e-91a9-8132e034d9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282737 Feb 03 04:36:21.749251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (33f08626-802d-4cfd-992c-cb30242887eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.857322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:36:21.892402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14809d02-f5fe-4555-bd99-0540772abbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (48d18573-ca16-4eb2-9379-9f814c551318), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.895571 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14809d02-f5fe-4555-bd99-0540772abbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:21.897187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-14809d02-f5fe-4555-bd99-0540772abbee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48d18573-ca16-4eb2-9379-9f814c551318 HTTP/1.1" status: 204 len: 168 time: 0.3849907 Feb 03 04:36:21.952431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14809d02-f5fe-4555-bd99-0540772abbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d18573-ca16-4eb2-9379-9f814c551318,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:22.077403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (7d8e5dfe-9e03-4c91-a695-042efbe01381), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:22.093016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd04ba-b61d-4d5c-b461-c10edd92439e req-d75bbbed-e9b4-4eaa-8ec2-aa6a4514bf5e tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:22.098607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9acd04ba-b61d-4d5c-b461-c10edd92439e req-d75bbbed-e9b4-4eaa-8ec2-aa6a4514bf5e tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 944 time: 0.3402929 Feb 03 04:36:22.155287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7d8e5dfe-9e03-4c91-a695-042efbe01381), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:22.297011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=7d8e5dfe-9e03-4c91-a695-042efbe01381,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:22.319552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (33f08626-802d-4cfd-992c-cb30242887eb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:22.321565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:22.322828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:22.384428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9acd04ba-b61d-4d5c-b461-c10edd92439e req-3c601cf8-5515-4cdf-b445-8f69ac41fa1c tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751057 Feb 03 04:36:22.399343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e6c74e4e-9660-48fa-9af2-8d3857207c68), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:22.420523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:22.443004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:22.479189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:22.489014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:22.489698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:22.520616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=e6c74e4e-9660-48fa-9af2-8d3857207c68,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:22.532230 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-228d512f-a002-4e2a-9d8b-61bcf5e52b17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3529174 Feb 03 04:36:22.533242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:22.629843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] Pushing event updated for resources: {'Network': ['ID=33f08626-802d-4cfd-992c-cb30242887eb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:22.637111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c90bac4-bfe2-4134-a074-da5125f30ae6 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:22.676749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6879ae4-984a-40db-9ce6-24dce3bee679 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2668471 Feb 03 04:36:22.677381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:22.690875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Request body: {'subnet': {'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-489435232-subnet', 'tenant_id': 'c26183b711d24930802debc7b91fb802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:22.722955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:22.735937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bab11428-7e30-4ef9-9032-3bdf83af6780 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/e6c74e4e-9660-48fa-9af2-8d3857207c68 HTTP/1.1" status: 204 len: 168 time: 1.8410406 Feb 03 04:36:22.740859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 33f08626-802d-4cfd-992c-cb30242887eb details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:22.742045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49034) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:22.747816 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-71b2ba18-deb3-41ee-ac76-cb94906e77c2 service neutron] 10.222.0.15 "GET /v2.0/networks/f525fe56-bf15-492e-91a9-8132e034d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9885464 Feb 03 04:36:22.751794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c530cf-8a66-4ba1-b172-2fa4e26ff14d None None] Network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:22.817314 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-041368d2-ca50-479d-a320-a27a4d4e7162 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:36:22.823414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-041368d2-ca50-479d-a320-a27a4d4e7162 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/e6c74e4e-9660-48fa-9af2-8d3857207c68 HTTP/1.1" status: 404 len: 333 time: 0.0774047 Feb 03 04:36:22.824091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49038) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:22.948566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 16ad220a-18a7-422b-b60b-e5dfca392677 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:22.960967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (16ad220a-18a7-422b-b60b-e5dfca392677), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.030183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:23.031235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-162e6a23-db2b-45a2-879c-903fbbb0806c req-d130e273-d897-42cd-ab2e-29219122e6a3 service neutron] 10.222.0.15 "GET /v2.0/networks/f525fe56-bf15-492e-91a9-8132e034d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753894 Feb 03 04:36:23.057096 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (16ad220a-18a7-422b-b60b-e5dfca392677), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.079015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:23.085710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.159051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748701a-c4d1-4df9-a175-74ef6a68bced tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:23.164764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748701a-c4d1-4df9-a175-74ef6a68bced tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:23.195837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4748701a-c4d1-4df9-a175-74ef6a68bced tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5673029 Feb 03 04:36:23.196470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:23.446885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507140bb-6143-4bdc-b156-bd739284d6f0 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:23.476992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38daa902-21f3-4bf5-842b-86981917b660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.568149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (16ad220a-18a7-422b-b60b-e5dfca392677), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.726325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Provisioning complete for port 6c90bac4-bfe2-4134-a074-da5125f30ae6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:23.727481 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.737618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 7d8e5dfe-9e03-4c91-a695-042efbe01381 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:23.738259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7d8e5dfe-9e03-4c91-a695-042efbe01381), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.794243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.794512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1408b-d0de-4a55-b8e1-617616d034e4 req-06d45da5-bccd-46bd-b461-650af610e3a6 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:23.803241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79f1408b-d0de-4a55-b8e1-617616d034e4 req-06d45da5-bccd-46bd-b461-650af610e3a6 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 944 time: 0.2982762 Feb 03 04:36:23.932742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Current status of the port 6c90bac4-bfe2-4134-a074-da5125f30ae6 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:23.933283 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.963587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (16ad220a-18a7-422b-b60b-e5dfca392677), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.998068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38daa902-21f3-4bf5-842b-86981917b660 admin admin] Publish callbacks [] for security_group (d53dd3f8-0f2d-4db4-a82d-7eec8c577884), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:23.998309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6c90bac4-bfe2-4134-a074-da5125f30ae6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:23.998737 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.001545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.002416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=16ad220a-18a7-422b-b60b-e5dfca392677,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:24.022472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79f1408b-d0de-4a55-b8e1-617616d034e4 req-b2d3751c-51a8-4597-9ced-b30557a013fe tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181735 Feb 03 04:36:24.037014 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-38daa902-21f3-4bf5-842b-86981917b660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d53dd3f8-0f2d-4db4-a82d-7eec8c577884), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.091433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.094846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-85f19d76-d106-4fac-89e9-9f6846bc6c57 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/16ad220a-18a7-422b-b60b-e5dfca392677 HTTP/1.1" status: 204 len: 168 time: 1.2697146 Feb 03 04:36:24.097572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:24.113814 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7d8e5dfe-9e03-4c91-a695-042efbe01381), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.147699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 7d8e5dfe-9e03-4c91-a695-042efbe01381 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:24.157072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:36:24.163268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-38daa902-21f3-4bf5-842b-86981917b660 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c8ea75f00704cc4a936b3062e1947b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1293437 Feb 03 04:36:24.165396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:24.166139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daa902-21f3-4bf5-842b-86981917b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53dd3f8-0f2d-4db4-a82d-7eec8c577884,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:24.233581 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:36:24.233931 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:36:24.310459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8f87dcc-b4f3-4bbd-8b87-734caeb8eeb4 req-51206ea3-f614-454f-b2b7-895a169c1aa7 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0468221 Feb 03 04:36:24.354496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (11c55517-c63b-4249-a7dd-a79ccac8c398), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.356677 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d12f9686-848d-40f1-8d60-7a1a93b123db admin admin] Publish callbacks [] for security_group (d53dd3f8-0f2d-4db4-a82d-7eec8c577884), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.382469 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d12f9686-848d-40f1-8d60-7a1a93b123db admin admin] Publish callbacks [] for security_group (d53dd3f8-0f2d-4db4-a82d-7eec8c577884), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.483402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6c90bac4-bfe2-4134-a074-da5125f30ae6 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:24.490916 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.516692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (3f446d71-8e80-46a2-a6d1-4abb2196aef2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.564598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7615b4-03ab-4cf6-b58c-6e627a12e006 None None] Network 3f446d71-8e80-46a2-a6d1-4abb2196aef2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:24.610030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d12f9686-848d-40f1-8d60-7a1a93b123db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d53dd3f8-0f2d-4db4-a82d-7eec8c577884), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.612668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d12f9686-848d-40f1-8d60-7a1a93b123db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.627850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d12f9686-848d-40f1-8d60-7a1a93b123db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d53dd3f8-0f2d-4db4-a82d-7eec8c577884 HTTP/1.1" status: 204 len: 168 time: 0.4335885 Feb 03 04:36:24.656159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7d8e5dfe-9e03-4c91-a695-042efbe01381), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.658147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f9686-848d-40f1-8d60-7a1a93b123db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53dd3f8-0f2d-4db4-a82d-7eec8c577884,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:24.721196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:24.721711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Network hostable DHCP agents. Network: 33f08626-802d-4cfd-992c-cb30242887eb, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:24.728513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c55517-c63b-4249-a7dd-a79ccac8c398,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:24.763076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 6c90bac4-bfe2-4134-a074-da5125f30ae6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c90bac4-bfe2-4134-a074-da5125f30ae6,segment=NetworkSegment(5804bbf9-13ef-4d2a-b627-9e48632b28c7),segment_id=5804bbf9-13ef-4d2a-b627-9e48632b28c7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:24.806713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Network 33f08626-802d-4cfd-992c-cb30242887eb is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:24.839555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 6c90bac4-bfe2-4134-a074-da5125f30ae6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:24.841831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.844210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,segment=NetworkSegment(60db69ae-9ad6-4d24-a6bc-824121634279),segment_id=60db69ae-9ad6-4d24-a6bc-824121634279)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:24.849694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 33f08626-802d-4cfd-992c-cb30242887eb) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:24.850164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.862130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:24.865161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:24.969399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9126759-77a5-493a-b1b4-b7673381be63 None None] Network 33f08626-802d-4cfd-992c-cb30242887eb requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:24.975260 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c1f34c87-98a2-4df5-89dc-2f5ee8fbfbe0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2872396 Feb 03 04:36:24.994508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa', 'network_id': 'f525fe56-bf15-492e-91a9-8132e034d9e2', 'port_id': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa', 'mac_address': 'fa:16:3e:9c:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c959c2-a911-4f96-9881-3bb404e50441', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:36:25.013118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Current status of the port 6c90bac4-bfe2-4134-a074-da5125f30ae6 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:25.013940 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.164427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] For port 6c90bac4-bfe2-4134-a074-da5125f30ae6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c90bac4-bfe2-4134-a074-da5125f30ae6,segment=NetworkSegment(5804bbf9-13ef-4d2a-b627-9e48632b28c7),segment_id=5804bbf9-13ef-4d2a-b627-9e48632b28c7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:25.165560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.189265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=6c90bac4-bfe2-4134-a074-da5125f30ae6,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:25.219723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a9eb3d2b-90df-40e5-9b19-1a32162c59b1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:25.244385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 6c90bac4-bfe2-4134-a074-da5125f30ae6 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:25.431450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:25.432367 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.453157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:36:25.478406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f3b871-60dd-4a82-aae5-47d04fe1f46a None None] DHCP port deletion for 3f446d71-8e80-46a2-a6d1-4abb2196aef2 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:25.529467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6c90bac4-bfe2-4134-a074-da5125f30ae6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.604055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No DVR routers for this DVR port 6c90bac4-bfe2-4134-a074-da5125f30ae6 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:25.623718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=6c90bac4-bfe2-4134-a074-da5125f30ae6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:25.624688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d6281-4fe3-419b-9958-ecfecd066110 None None] Network 33f08626-802d-4cfd-992c-cb30242887eb requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:25.655534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3b871-60dd-4a82-aae5-47d04fe1f46a None None] The port '6c90bac4-bfe2-4134-a074-da5125f30ae6' was deleted {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 04:36:25.666526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,segment=NetworkSegment(60db69ae-9ad6-4d24-a6bc-824121634279),segment_id=60db69ae-9ad6-4d24-a6bc-824121634279)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:25.684521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:36:25.685106 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:36:25.692583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.763532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:25.766973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:25.767540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.807421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (3f446d71-8e80-46a2-a6d1-4abb2196aef2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.852139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f446d71-8e80-46a2-a6d1-4abb2196aef2']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:25.869933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=7d8e5dfe-9e03-4c91-a695-042efbe01381,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:25.881804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5804bbf9-13ef-4d2a-b627-9e48632b28c7') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:25.882142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5804bbf9-13ef-4d2a-b627-9e48632b28c7') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:25.911954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (5804bbf9-13ef-4d2a-b627-9e48632b28c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.942134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5804bbf9-13ef-4d2a-b627-9e48632b28c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.971619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:25.972035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (5804bbf9-13ef-4d2a-b627-9e48632b28c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:25.975831 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:25.978160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.979906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.980472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.980813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.981241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.981570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.982140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.982630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.983148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.983684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.984201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.984621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.984976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:25.990721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9a1289c-996d-491e-b704-0044f355e1d9 req-67c68052-e3cf-47bc-9393-0298655d9f49 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1276259 Feb 03 04:36:26.037706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cfcb-015d-4706-b2a4-0bd2ff156e4f req-f3865e37-e893-4bbd-9857-16d9caaced5f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:26.045005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c25cfcb-015d-4706-b2a4-0bd2ff156e4f req-f3865e37-e893-4bbd-9857-16d9caaced5f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.1797531 Feb 03 04:36:26.048269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.071708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47d8d40b-cbbc-4c8f-9c30-1e889b149e32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/7d8e5dfe-9e03-4c91-a695-042efbe01381 HTTP/1.1" status: 204 len: 168 time: 2.8733654 Feb 03 04:36:26.125583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49120) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:26.131442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:36:26.169271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (3f446d71-8e80-46a2-a6d1-4abb2196aef2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.180724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.189920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/3f446d71-8e80-46a2-a6d1-4abb2196aef2 HTTP/1.1" status: 204 len: 168 time: 2.0903332 Feb 03 04:36:26.200234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:26.223493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'name': 'tempest-PortsTestJSON-571014137'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:26.231693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a029b3-437c-417a-90af-6313be9565ec tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=3f446d71-8e80-46a2-a6d1-4abb2196aef2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:26.259487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51883579-2b0e-4448-ad80-0615c27b83cc None None] Port 6c90bac4-bfe2-4134-a074-da5125f30ae6 update to ACTIVE by agent not found {{(pid=103325) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 04:36:26.322966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:26.328889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.334189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd899acf-f469-4934-9b6d-4459c01ed105 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:26.336271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd899acf-f469-4934-9b6d-4459c01ed105 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:26.338289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fd899acf-f469-4934-9b6d-4459c01ed105 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2101891 Feb 03 04:36:26.343395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:26.383830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:26.395466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.448578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 3210c803-12e1-4d37-a9c2-0546d6b07a8e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:26.450106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 45079ff1-9600-4436-88c3-2025797ff883 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:26.467201 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (45079ff1-9600-4436-88c3-2025797ff883), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.479359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69156b53-c986-427c-a0ab-00a1698c99dc None None] Could not find standard attr ID for object 6c90bac4-bfe2-4134-a074-da5125f30ae6. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:26.483576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c25cfcb-015d-4706-b2a4-0bd2ff156e4f req-595d433a-84d0-42ac-a19d-7a089564e3bf tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368203 Feb 03 04:36:26.524791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69156b53-c986-427c-a0ab-00a1698c99dc None None] Could not find standard attr ID for object 7d8e5dfe-9e03-4c91-a695-042efbe01381. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:26.547399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port a9eb3d2b-90df-40e5-9b19-1a32162c59b1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a9eb3d2b-90df-40e5-9b19-1a32162c59b1,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:26.573077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (45079ff1-9600-4436-88c3-2025797ff883), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.608886 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.650920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69156b53-c986-427c-a0ab-00a1698c99dc None None] Provisioning complete for port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:26.651319 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69156b53-c986-427c-a0ab-00a1698c99dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.778762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (3210c803-12e1-4d37-a9c2-0546d6b07a8e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.782267 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (45079ff1-9600-4436-88c3-2025797ff883), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.834101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3210c803-12e1-4d37-a9c2-0546d6b07a8e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.862313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a9eb3d2b-90df-40e5-9b19-1a32162c59b1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:26.893548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:26.913636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-c2e276b0-1c80-468b-a8a7-09659f4ea0c3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:26.923485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-c2e276b0-1c80-468b-a8a7-09659f4ea0c3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.1907043 Feb 03 04:36:26.957365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-72a4d1f9-2d1d-4e99-a768-8fc495678074 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.0318716 Feb 03 04:36:26.958969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:26.967923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=3210c803-12e1-4d37-a9c2-0546d6b07a8e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:26.970825 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (45079ff1-9600-4436-88c3-2025797ff883), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:26.984306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-69156b53-c986-427c-a0ab-00a1698c99dc None None] Current status of the port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:26.991058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:27.005263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:27.006103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.035111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a9eb3d2b-90df-40e5-9b19-1a32162c59b1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:27.037105 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1ba20cb6-4267-416e-9ce4-4757c049e5e3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8287923 Feb 03 04:36:27.039701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:27.048710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-7bd09229-a3dd-4c0d-9556-5a6e3e14bebb tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895159 Feb 03 04:36:27.124622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=45079ff1-9600-4436-88c3-2025797ff883,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:27.159962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:27.160358 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.164888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4223d6ef-0d6c-4afa-8684-1e676a3b2294 req-ad041e11-4c01-48ad-b626-22f5318b11fd tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0410933 Feb 03 04:36:27.171786 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.176048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e4fe44db-e00e-47de-91a2-bab3c086c34d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/45079ff1-9600-4436-88c3-2025797ff883 HTTP/1.1" status: 204 len: 168 time: 0.8257499 Feb 03 04:36:27.180622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:27.237563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-1bf26b8e-ba9d-4808-8052-8d5049f205af service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884644 Feb 03 04:36:27.258709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 3210c803-12e1-4d37-a9c2-0546d6b07a8e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:27.259227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3210c803-12e1-4d37-a9c2-0546d6b07a8e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.299389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c6ac77cc-d78a-4da1-b8d3-258bbc718a6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173129 Feb 03 04:36:27.309131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:27.315786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:27.408843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883cbab-f4b0-41ae-a22f-d5bc0163e2b2 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:27.438959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3210c803-12e1-4d37-a9c2-0546d6b07a8e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.471803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 3210c803-12e1-4d37-a9c2-0546d6b07a8e owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:27.478752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-240fa8bf-88d4-4922-8820-ea59cf0eb83d service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282619 Feb 03 04:36:27.493258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:27.497418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.504515 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51ddea0a-f7a5-40a9-aaf0-f4d2de583e4d req-7de6eb19-77e0-4dc4-94f5-dc7c051f1bfc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0342090 Feb 03 04:36:27.688698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3210c803-12e1-4d37-a9c2-0546d6b07a8e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.693141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:27.726608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfe5fb-1e99-4cf2-bded-f4c8063ddecd req-cde79aa7-a59d-4b0b-a49c-699962b3e7b6 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:27.733729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9abfe5fb-1e99-4cf2-bded-f4c8063ddecd req-cde79aa7-a59d-4b0b-a49c-699962b3e7b6 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.1009021 Feb 03 04:36:27.776051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=3210c803-12e1-4d37-a9c2-0546d6b07a8e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:27.801166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:27.806117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c90bac4-bfe2-4134-a074-da5125f30ae6 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:27.832032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9aced5ed-cc10-44d0-8183-7ad7300a6fed tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/3210c803-12e1-4d37-a9c2-0546d6b07a8e HTTP/1.1" status: 204 len: 168 time: 0.7911265 Feb 03 04:36:27.833599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:27.850153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'mac_address': 'fa:16:3e:9a:5f:73', 'name': 'tempest-PortsTestJSON-1260897870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:27.874874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 6c90bac4-bfe2-4134-a074-da5125f30ae6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:27.883981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c90bac4-bfe2-4134-a074-da5125f30ae6 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:27.896016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:27.965199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ea6513a-20dc-4281-93aa-836693bcb239 req-a8a01c26-edf9-4cfb-a904-35749d36ff3f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 210 time: 0.0517731 Feb 03 04:36:27.988325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9abfe5fb-1e99-4cf2-bded-f4c8063ddecd req-a41a811b-f2d3-41c2-baa6-b0b95483ff8a tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494173 Feb 03 04:36:28.009596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] Deleting port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:28.010114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.070362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (c90ae8a2-de07-4a9f-9f95-8a08dba49d97), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.098015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:28.170278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:28.177704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=c90ae8a2-de07-4a9f-9f95-8a08dba49d97,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:28.190518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:28.192040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:28.196685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:28.197383 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.226731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2a1712a4-67cc-40b1-aa11-55c6b9555afc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9158621 Feb 03 04:36:28.229186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:28.241120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'name': 'tempest-NetworksTestDHCPv6-1495315810'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:28.257843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] For port a9eb3d2b-90df-40e5-9b19-1a32162c59b1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a9eb3d2b-90df-40e5-9b19-1a32162c59b1,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:28.259284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.260232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.290794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] Calling delete_port for a9eb3d2b-90df-40e5-9b19-1a32162c59b1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:28.318408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port f55ce17a-530f-45be-b021-cb67a155ce18 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:28.415125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e51746f1-3dd0-4c34-8864-e07dc9daccc4 req-048f36a2-5f30-4d9f-a21d-d6c040caa03b tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0466344 Feb 03 04:36:28.416267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:28.419763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.443876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 1b40e795-f172-461c-84b3-d421b9b0d5d3 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:28.533263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:36:28.545548 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (a9eb3d2b-90df-40e5-9b19-1a32162c59b1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.579318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::51 (355aef9b-164b-424f-8915-d5c2d7f691fe/c90ae8a2-de07-4a9f-9f95-8a08dba49d97/1b40e795-f172-461c-84b3-d421b9b0d5d3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:28.624364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:28.624794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.677545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] Pushing event deleted for resources: {'Port': ['ID=a9eb3d2b-90df-40e5-9b19-1a32162c59b1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:28.688608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc891de4-09d6-4e5c-8d8f-632dae2ca704 None None] No DVR routers for this DVR port a9eb3d2b-90df-40e5-9b19-1a32162c59b1 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:28.718178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3d072-f187-41ee-ab83-c426d9c93890 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:28.730007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (f55ce17a-530f-45be-b021-cb67a155ce18), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.806222 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (1b40e795-f172-461c-84b3-d421b9b0d5d3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.820845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f55ce17a-530f-45be-b021-cb67a155ce18), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.875394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:28.878903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:28.881605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:28.890066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:28.890782 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.901003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1b40e795-f172-461c-84b3-d421b9b0d5d3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.931478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:28.935815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:28.962426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:28.968220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:28.969618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:28.977325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=f55ce17a-530f-45be-b021-cb67a155ce18,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:28.997520 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5716f66-0766-40a0-bbb2-d949887d0e47 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1627989 Feb 03 04:36:29.000145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:29.020164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7871711 Feb 03 04:36:29.029271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:29.029859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a9eb3d2b-90df-40e5-9b19-1a32162c59b1 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:29.066134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f6edf-805a-45ac-9f01-ad02f57e1da1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:29.070044 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e19f6edf-805a-45ac-9f01-ad02f57e1da1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/f55ce17a-530f-45be-b021-cb67a155ce18 HTTP/1.1" status: 200 len: 841 time: 0.0661693 Feb 03 04:36:29.070299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:29.095777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaac145-57f1-46ce-a415-9204ed4430fc tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=1b40e795-f172-461c-84b3-d421b9b0d5d3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:29.138825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a9eb3d2b-90df-40e5-9b19-1a32162c59b1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:29.139232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a9eb3d2b-90df-40e5-9b19-1a32162c59b1 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:29.146943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:29.147265 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:29.204928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:29.207349 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0f416-c70c-4d9f-a703-6fe3141cada8" -d '{"events": [{"server_uuid": "3ca09750-df92-4af9-8e91-1ad1603fe6c4", "name": "network-vif-plugged", "status": "completed", "tag": "488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:29.226552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port f55ce17a-530f-45be-b021-cb67a155ce18 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:29.227162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f55ce17a-530f-45be-b021-cb67a155ce18), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:29.236424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': 'c90ae8a2-de07-4a9f-9f95-8a08dba49d97'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:29.237654 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:29.251836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,segment=NetworkSegment(60db69ae-9ad6-4d24-a6bc-824121634279),segment_id=60db69ae-9ad6-4d24-a6bc-824121634279)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:29.255337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e9270b-7243-4ab5-8ec6-aec9819973f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:29.261751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-19e9270b-7243-4ab5-8ec6-aec9819973f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2306716 Feb 03 04:36:29.263102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:29.266034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-027ef06b-1c64-4277-96a1-28144c0c25df req-bdd2aff0-a1fc-4561-9042-c17aa86631f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 210 time: 0.1478450 Feb 03 04:36:29.282831 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:29.419561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b045-917c-4c81-bc71-1eb64595bbb7 req-1e7ab9d5-ef59-4b26-a609-902b0ed0e9cc tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:29.421106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac37b045-917c-4c81-bc71-1eb64595bbb7 req-1e7ab9d5-ef59-4b26-a609-902b0ed0e9cc tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 945 time: 0.3116472 Feb 03 04:36:29.423057 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246d803-c046-4a0a-b89f-c49503b3d796 x-openstack-request-id: req-b246d803-c046-4a0a-b89f-c49503b3d796 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:29.423574 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca09750-df92-4af9-8e91-1ad1603fe6c4", "name": "network-vif-plugged", "status": "completed", "tag": "488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:29.423992 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b246d803-c046-4a0a-b89f-c49503b3d796 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:29.425140 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa', 'code': 200} Feb 03 04:36:29.510580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:29.561587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac37b045-917c-4c81-bc71-1eb64595bbb7 req-8ef3c8e8-e79c-4cb9-8509-edbc3c9a16bc tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802650 Feb 03 04:36:29.570364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 1b40e795-f172-461c-84b3-d421b9b0d5d3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:29.570717 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1b40e795-f172-461c-84b3-d421b9b0d5d3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:29.632164 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f55ce17a-530f-45be-b021-cb67a155ce18), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:29.674748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/c90ae8a2-de07-4a9f-9f95-8a08dba49d97/9bcd7b24-4e13-4c66-82b6-ee839a72bd72) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:29.684084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for f55ce17a-530f-45be-b021-cb67a155ce18 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:29.709230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c84a2aa-8e2b-43a7-928f-df472793a91b req-c7ff2eec-19b6-4374-9d85-1edcc61196bb tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0422750 Feb 03 04:36:29.739702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1b40e795-f172-461c-84b3-d421b9b0d5d3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:29.771768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f904b9-ad7a-4cb4-a463-85be69344bcb req-ff94e00e-a857-4554-983d-b6d2571bdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:29.773155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7f904b9-ad7a-4cb4-a463-85be69344bcb req-ff94e00e-a857-4554-983d-b6d2571bdb33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 1128 time: 0.2574806 Feb 03 04:36:29.778141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 1b40e795-f172-461c-84b3-d421b9b0d5d3 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:29.779552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-613dfdbf-d8d3-4bd3-8228-7c4c951cb4d2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:29.780824 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-613dfdbf-d8d3-4bd3-8228-7c4c951cb4d2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.5218277 Feb 03 04:36:29.801861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Request body: {'port': {'device_id': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'admin_state_up': True, 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:29.861803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:29.923673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b7f904b9-ad7a-4cb4-a463-85be69344bcb req-ca23193a-997e-4242-84b4-ed4fd874c2ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417503 Feb 03 04:36:29.989074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f55ce17a-530f-45be-b021-cb67a155ce18), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.029315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.034192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/f55ce17a-530f-45be-b021-cb67a155ce18 HTTP/1.1" status: 204 len: 168 time: 0.9611416 Feb 03 04:36:30.035716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:30.037611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Publish callbacks [] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.038099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636d7c6-6ed5-4cc4-afdc-234c931e9388 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=f55ce17a-530f-45be-b021-cb67a155ce18,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:30.042394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1b40e795-f172-461c-84b3-d421b9b0d5d3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.056454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.065864 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2738a6a-4c43-4992-bf05-10539589e0a4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:36:30.067421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f2738a6a-4c43-4992-bf05-10539589e0a4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/f55ce17a-530f-45be-b021-cb67a155ce18 HTTP/1.1" status: 404 len: 333 time: 0.0306845 Feb 03 04:36:30.068643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:30.075579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:30.076874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.105247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'name': 'tempest-PortsTestJSON-16024722'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:30.124310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Pushing event updated for resources: {'Port': ['ID=9bcd7b24-4e13-4c66-82b6-ee839a72bd72,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:30.133933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:30.136343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:30.141288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:30.168638 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:36:30.239324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Attempting to bind port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:30.239854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Attempting to bind port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:30.240216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Attempting to bind port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:30.245688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:30.245983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:30.246384 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.246829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:30.248421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Bound port: 9bcd7b24-4e13-4c66-82b6-ee839a72bd72, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:30.248804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.292178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Allocated IP 172.20.0.9 (33f08626-802d-4cfd-992c-cb30242887eb/11c55517-c63b-4249-a7dd-a79ccac8c398/ec434544-6b18-4a38-b6a8-17ec804d62eb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:30.346142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] For port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:30.350009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] For port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9bcd7b24-4e13-4c66-82b6-ee839a72bd72,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:30.359364 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.388338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=1b40e795-f172-461c-84b3-d421b9b0d5d3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:30.443284 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.447538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92aa47-6435-43a4-89f2-5d5ae4f5b226 None None] Pushing event updated for resources: {'Port': ['ID=9bcd7b24-4e13-4c66-82b6-ee839a72bd72,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:30.448728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a6760afc-23c0-4db0-a10a-941124989185 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/1b40e795-f172-461c-84b3-d421b9b0d5d3 HTTP/1.1" status: 204 len: 168 time: 1.1817486 Feb 03 04:36:30.462907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:30.486189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32a8fef4-538c-40d3-8ff2-5faf9a849d0c req-697b6415-37d5-45e5-93de-970856e4d943 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1138394 Feb 03 04:36:30.492225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e046-fe70-4b94-b720-b8e21f9da9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.567864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b015f-180d-4d49-833d-6cefbb36711b tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:30.569158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b015f-180d-4d49-833d-6cefbb36711b tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:30.573610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-930b015f-180d-4d49-833d-6cefbb36711b tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1096492 Feb 03 04:36:30.574236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:30.577843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:30.581500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.614607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0f6fbe4-70dd-4d1c-aa73-1a92c2257ff4 req-233fc343-61c3-4246-99e8-b1873deff0ba tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 210 time: 0.1889455 Feb 03 04:36:30.618057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 5140426e-6275-4ffc-84ce-a90f149a5824 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:30.688996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet c90ae8a2-de07-4a9f-9f95-8a08dba49d97 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:30.692387 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (c90ae8a2-de07-4a9f-9f95-8a08dba49d97), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.732183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e046-fe70-4b94-b720-b8e21f9da9c0 admin admin] Publish callbacks [] for security_group (c321e2b3-3367-4c23-8e54-6a4a1d74aef7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.737244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (c90ae8a2-de07-4a9f-9f95-8a08dba49d97), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.748257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e046-fe70-4b94-b720-b8e21f9da9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c321e2b3-3367-4c23-8e54-6a4a1d74aef7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.809241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks [] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.875265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d8b7e046-fe70-4b94-b720-b8e21f9da9c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22138b8d2fc44e3abe668545ffe2f154&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0123644 Feb 03 04:36:30.875723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c90ae8a2-de07-4a9f-9f95-8a08dba49d97), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:30.878986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:30.886256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7e046-fe70-4b94-b720-b8e21f9da9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c321e2b3-3367-4c23-8e54-6a4a1d74aef7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:30.907428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8957a-527b-4c5f-88e5-be5cc5efce4a req-318464ea-a886-4360-8146-0e2de14aadeb tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:30.916349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ea8957a-527b-4c5f-88e5-be5cc5efce4a req-318464ea-a886-4360-8146-0e2de14aadeb tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 946 time: 0.2287939 Feb 03 04:36:31.017970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (5140426e-6275-4ffc-84ce-a90f149a5824), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.023184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.055354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ea8957a-527b-4c5f-88e5-be5cc5efce4a req-c11769bc-a7a0-425f-bf23-6c6151323ae5 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320875 Feb 03 04:36:31.126193 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5140426e-6275-4ffc-84ce-a90f149a5824), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.129750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Network 33f08626-802d-4cfd-992c-cb30242887eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:31.146213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:31.148145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:31.163493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:31.199562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:31.205051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:31.218349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:31.219059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.230165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:31.231472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event updated for resources: {'Port': ['ID=ec434544-6b18-4a38-b6a8-17ec804d62eb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:31.238903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:31.239574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.251985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (c90ae8a2-de07-4a9f-9f95-8a08dba49d97), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.252731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=5140426e-6275-4ffc-84ce-a90f149a5824,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:31.271211 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29a8b03c-4fa8-4a32-bbd9-a86e2f1aab65 admin admin] Publish callbacks [] for security_group (c321e2b3-3367-4c23-8e54-6a4a1d74aef7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.274057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:31.274671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.276496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-01c82e3c-d789-443b-a29b-727dd5b4e7f8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1866891 Feb 03 04:36:31.277272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:31.290358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:31.300943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29a8b03c-4fa8-4a32-bbd9-a86e2f1aab65 admin admin] Publish callbacks [] for security_group (c321e2b3-3367-4c23-8e54-6a4a1d74aef7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.358483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=c90ae8a2-de07-4a9f-9f95-8a08dba49d97,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:31.370184 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-e0e28f49-4fa3-410c-bd8d-cb5ef2dda5f5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5789423 Feb 03 04:36:31.372802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:31.374180 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.376682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.379941 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fcca3c4b-cbd2-49b1-8909-30b84a935845 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c90ae8a2-de07-4a9f-9f95-8a08dba49d97 HTTP/1.1" status: 204 len: 168 time: 0.7888174 Feb 03 04:36:31.382683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:31.392827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Request body: {'port': {'device_id': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:31.403645 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5140426e-6275-4ffc-84ce-a90f149a5824), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.422323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9bcd7b24-4e13-4c66-82b6-ee839a72bd72,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:31.432353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.474058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2ba9d69c-9010-4bbe-87a7-48ae7080f09a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905061 Feb 03 04:36:31.477163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:31.490966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:31.530910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=9bcd7b24-4e13-4c66-82b6-ee839a72bd72,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:31.560082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29a8b03c-4fa8-4a32-bbd9-a86e2f1aab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c321e2b3-3367-4c23-8e54-6a4a1d74aef7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.562651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29a8b03c-4fa8-4a32-bbd9-a86e2f1aab65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.563869 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-29a8b03c-4fa8-4a32-bbd9-a86e2f1aab65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c321e2b3-3367-4c23-8e54-6a4a1d74aef7 HTTP/1.1" status: 204 len: 168 time: 0.6797881 Feb 03 04:36:31.707272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3020c64-b34c-46e2-9b14-14cfde9c19be req-7844a06c-151b-4a4b-a35d-6209a2698e64 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0619254 Feb 03 04:36:31.831846 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (5140426e-6275-4ffc-84ce-a90f149a5824), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.853140 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5140426e-6275-4ffc-84ce-a90f149a5824), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.946244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] In _notify_port_updated(), no bound segment for port 5140426e-6275-4ffc-84ce-a90f149a5824 on network d3bd0b5d-da49-472f-b561-20e3498a37f8 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:36:31.959958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:31.966669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:31.969543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "PUT /v2.0/ports/5140426e-6275-4ffc-84ce-a90f149a5824 HTTP/1.1" status: 200 len: 818 time: 0.6912603 Feb 03 04:36:31.974486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8b03c-4fa8-4a32-bbd9-a86e2f1aab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c321e2b3-3367-4c23-8e54-6a4a1d74aef7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:31.976485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:31.982421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.048093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:32.048260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2203b-8aa8-4a61-a3b0-b70fce147078 req-1613d5e3-395f-4d18-84b2-f742da182a01 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:32.049645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd2203b-8aa8-4a61-a3b0-b70fce147078 req-1613d5e3-395f-4d18-84b2-f742da182a01 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 931 time: 0.3029099 Feb 03 04:36:32.081929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ce7c-5179-4f55-b88a-c51a182ec977 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=5140426e-6275-4ffc-84ce-a90f149a5824,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:32.092502 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4b74627-a657-4f49-bf8c-08898e7bb661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.149926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8fc3a3-6ac4-443e-b255-2c0b90b2d2cb None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:32.184100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-233d148b-078e-437b-8060-92abf7da8847 None None] Could not find standard attr ID for object 1b40e795-f172-461c-84b3-d421b9b0d5d3. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:32.208520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fd2203b-8aa8-4a61-a3b0-b70fce147078 req-5aecf64f-138e-4a5f-8aa6-fe6bd00c382d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360519 Feb 03 04:36:32.238508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:32.241864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.245627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 5140426e-6275-4ffc-84ce-a90f149a5824 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:32.245986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5140426e-6275-4ffc-84ce-a90f149a5824), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.282658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b5ca-b00b-4d27-b8ff-3ec3abff3db7 req-60ae4f32-d7ac-43b2-9e7a-88b1461505f7 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:32.284354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66c3b5ca-b00b-4d27-b8ff-3ec3abff3db7 req-60ae4f32-d7ac-43b2-9e7a-88b1461505f7 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 946 time: 0.1475463 Feb 03 04:36:32.311117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-233d148b-078e-437b-8060-92abf7da8847 None None] Provisioning complete for port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:32.311787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-233d148b-078e-437b-8060-92abf7da8847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.353679 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5140426e-6275-4ffc-84ce-a90f149a5824), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.377557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4b74627-a657-4f49-bf8c-08898e7bb661 admin admin] Publish callbacks [] for security_group (0814b34f-5b35-4acf-aea3-5d1ff59b96d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.381839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 5140426e-6275-4ffc-84ce-a90f149a5824 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:32.396159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66c3b5ca-b00b-4d27-b8ff-3ec3abff3db7 req-99eb42bc-3e1c-4305-a550-717b55aa9b28 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040351 Feb 03 04:36:32.427352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4b74627-a657-4f49-bf8c-08898e7bb661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0814b34f-5b35-4acf-aea3-5d1ff59b96d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.476625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-233d148b-078e-437b-8060-92abf7da8847 None None] Current status of the port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:32.484355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:32.543131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f4b74627-a657-4f49-bf8c-08898e7bb661 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f104f98b4e2c49aca278f1b40a472898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4892809 Feb 03 04:36:32.544516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:32.550207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] Deleting port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:32.550672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.555251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b74627-a657-4f49-bf8c-08898e7bb661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0814b34f-5b35-4acf-aea3-5d1ff59b96d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:32.602369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113264c-bffa-4935-be50-8eb9582fc8a2 req-11ca44df-6ce2-4dd4-a570-393b70c29262 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:32.610891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a113264c-bffa-4935-be50-8eb9582fc8a2 req-11ca44df-6ce2-4dd4-a570-393b70c29262 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 946 time: 0.0991499 Feb 03 04:36:32.636328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5140426e-6275-4ffc-84ce-a90f149a5824), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.648721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] For port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9bcd7b24-4e13-4c66-82b6-ee839a72bd72,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:32.649551 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.668890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] Calling delete_port for 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:32.729441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=5140426e-6275-4ffc-84ce-a90f149a5824,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:32.784100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a113264c-bffa-4935-be50-8eb9582fc8a2 req-06d05afa-6668-42c4-8a34-db10f0d93d97 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722436 Feb 03 04:36:32.789978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.793555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e740223e-429c-4f26-a422-98ce5fe5edce tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/5140426e-6275-4ffc-84ce-a90f149a5824 HTTP/1.1" status: 204 len: 168 time: 0.8124466 Feb 03 04:36:32.796617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:32.809665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (9bcd7b24-4e13-4c66-82b6-ee839a72bd72), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.816496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071fb1dc-3817-4bb8-9787-b410d5420fba admin admin] Publish callbacks [] for security_group (0814b34f-5b35-4acf-aea3-5d1ff59b96d9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.859856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec434544-6b18-4a38-b6a8-17ec804d62eb {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:36:32.864447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (8345cfe0-ec36-4993-9df1-362a391c598e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.864662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] Pushing event deleted for resources: {'Port': ['ID=9bcd7b24-4e13-4c66-82b6-ee839a72bd72,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:32.875142 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Publish callbacks [] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.878887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff604d-a5c2-4a4d-b726-fb81fa0b4791 None None] No DVR routers for this DVR port 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:32.879876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071fb1dc-3817-4bb8-9787-b410d5420fba admin admin] Publish callbacks [] for security_group (0814b34f-5b35-4acf-aea3-5d1ff59b96d9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:32.932551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8cab38b-6805-4a22-94de-5c640ef5e64c req-0beb7b25-26c3-439a-bbad-e631ee723caf tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0644369 Feb 03 04:36:32.944248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Transition to ACTIVE for port object ec434544-6b18-4a38-b6a8-17ec804d62eb will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:36:32.953051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3240dfb9-4fb1-4969-9f9a-573b4ea326d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:32.958051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3240dfb9-4fb1-4969-9f9a-573b4ea326d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1578662 Feb 03 04:36:32.970746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:32.970746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:32.992270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.003237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:33.013776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c475d-abc2-4d5b-9934-7315f9711e49 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:33.033788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:33.034606 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.044196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:33.073901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:33.074256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9bcd7b24-4e13-4c66-82b6-ee839a72bd72 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:33.087847 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a5abd0-0a2b-4a4b-9eb3-6390b7b3bbb7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:36:33.093064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c4a5abd0-0a2b-4a4b-9eb3-6390b7b3bbb7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/5140426e-6275-4ffc-84ce-a90f149a5824 HTTP/1.1" status: 404 len: 333 time: 0.1192279 Feb 03 04:36:33.093712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:33.097616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=8345cfe0-ec36-4993-9df1-362a391c598e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:33.106422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1110371562'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:33.130980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0a123465-dd6e-45f1-afb8-25ccf49e5331 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6478071 Feb 03 04:36:33.131358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49290) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:33.141864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'name': 'tempest-NetworksTestDHCPv6-1665534518'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:33.149970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec434544-6b18-4a38-b6a8-17ec804d62eb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:33.175602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071fb1dc-3817-4bb8-9787-b410d5420fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0814b34f-5b35-4acf-aea3-5d1ff59b96d9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.178381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071fb1dc-3817-4bb8-9787-b410d5420fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.181885 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-071fb1dc-3817-4bb8-9787-b410d5420fba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0814b34f-5b35-4acf-aea3-5d1ff59b96d9 HTTP/1.1" status: 204 len: 168 time: 0.6329687 Feb 03 04:36:33.213753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fb1dc-3817-4bb8-9787-b410d5420fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0814b34f-5b35-4acf-aea3-5d1ff59b96d9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:33.236922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Attempting to bind port ec434544-6b18-4a38-b6a8-17ec804d62eb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:33.237406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Attempting to bind port ec434544-6b18-4a38-b6a8-17ec804d62eb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:33.237748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Attempting to bind port ec434544-6b18-4a38-b6a8-17ec804d62eb on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:33.256466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Port ec434544-6b18-4a38-b6a8-17ec804d62eb on network 33f08626-802d-4cfd-992c-cb30242887eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:36:33.257153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Attempting to bind port ec434544-6b18-4a38-b6a8-17ec804d62eb on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:33.271574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:33.273338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:33.274437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Bound using segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:33.275668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Bound port: ec434544-6b18-4a38-b6a8-17ec804d62eb, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:33.278159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.283919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:33.286215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37baa841-05c3-4d4d-a9d7-ca887e3e053c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.287833 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.367781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '8345cfe0-ec36-4993-9df1-362a391c598e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:33.368715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.372214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:33.436012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3a8e2d26-1caa-4b29-9d40-05dca2378d15), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.436391 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment 3a8e2d26-1caa-4b29-9d40-05dca2378d15 of type vlan for network 1c20323c-9160-4b97-bc65-95ecb0282d0f Feb 03 04:36:33.442081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:33.447650 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.449327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] For port ec434544-6b18-4a38-b6a8-17ec804d62eb, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:33.457205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] For port ec434544-6b18-4a38-b6a8-17ec804d62eb, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:33.467855 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.515909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port edc98b60-39c8-4202-bf56-9c8142c11d63 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:33.528275 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1c20323c-9160-4b97-bc65-95ecb0282d0f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.566027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:33.568863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.571871 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec434544-6b18-4a38-b6a8-17ec804d62eb HTTP/1.1" status: 200 len: 1091 time: 2.1907992 Feb 03 04:36:33.580580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'tag': 'ec434544-6b18-4a38-b6a8-17ec804d62eb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:33.589979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ab067-7656-4ea9-bd5d-165996936cd2 req-7fc779af-1ee4-4905-ae75-69537dcbc9b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:33.592636 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f7c8e-92b8-4370-b289-ce9db0ab6445" -d '{"events": [{"name": "network-changed", "server_uuid": "3720b596-d2ad-40c2-8e2f-bf45f39bd263", "tag": "ec434544-6b18-4a38-b6a8-17ec804d62eb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:33.602253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb8ab067-7656-4ea9-bd5d-165996936cd2 req-7fc779af-1ee4-4905-ae75-69537dcbc9b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 943 time: 0.2273419 Feb 03 04:36:33.616168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1724e4-df53-4bbc-a80b-866fda432fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec434544-6b18-4a38-b6a8-17ec804d62eb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:33.674930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/8345cfe0-ec36-4993-9df1-362a391c598e/d1979b34-0d07-4657-9f40-c7a70d4e085f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:33.688546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-935e7375-11aa-4e2a-95d1-df6583634eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:33.694380 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-935e7375-11aa-4e2a-95d1-df6583634eb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 1125 time: 0.0695987 Feb 03 04:36:33.800614 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-495470da-3558-4cac-910a-160e5626dbad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb HTTP/1.1" status: 200 len: 217 time: 0.1003046 Feb 03 04:36:33.936173 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Publish callbacks [] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.942143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-d8d41d21-adf3-4a9a-92f0-21f91ea29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:33.943997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-d8d41d21-adf3-4a9a-92f0-21f91ea29bbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.1368766 Feb 03 04:36:33.947915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:33.991291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-8e95156a-065c-4744-8fb2-5423b873a727 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398831 Feb 03 04:36:34.009549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:34.013646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:34.017711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:34.050804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Pushing event updated for resources: {'Port': ['ID=d1979b34-0d07-4657-9f40-c7a70d4e085f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:34.087711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Attempting to bind port d1979b34-0d07-4657-9f40-c7a70d4e085f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:34.088120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Attempting to bind port d1979b34-0d07-4657-9f40-c7a70d4e085f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:34.088505 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Attempting to bind port d1979b34-0d07-4657-9f40-c7a70d4e085f on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:34.094874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:34.095251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:34.095707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.096128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:34.096571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Bound port: d1979b34-0d07-4657-9f40-c7a70d4e085f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:34.097019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.170960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-12c3231a-a729-4ccc-a89f-d0d8adbe1239 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736295 Feb 03 04:36:34.185099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] For port d1979b34-0d07-4657-9f40-c7a70d4e085f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:34.187387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] For port d1979b34-0d07-4657-9f40-c7a70d4e085f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d1979b34-0d07-4657-9f40-c7a70d4e085f,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:34.199830 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.235097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::2bf (355aef9b-164b-424f-8915-d5c2d7f691fe/8345cfe0-ec36-4993-9df1-362a391c598e/edc98b60-39c8-4202-bf56-9c8142c11d63) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:34.256647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1c20323c-9160-4b97-bc65-95ecb0282d0f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.262402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:34.263143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.307860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2093804 Feb 03 04:36:34.318920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:34.324910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:34.434413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36f9e601-83b3-46f1-94e5-615c039685e8 req-2b5429fd-d933-4437-b11d-fc54b5ad735d service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564945 Feb 03 04:36:34.473209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:34.478453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.478990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb8ab067-7656-4ea9-bd5d-165996936cd2 req-5eb9d330-8016-4eb5-9665-cf504bca45ae tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8738904 Feb 03 04:36:34.512197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab620d02-9e43-4cd5-b4e8-78e70bc092b5 req-f4477dd0-c7da-47c7-9d83-920755e52ef3 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:34.520626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab620d02-9e43-4cd5-b4e8-78e70bc092b5 req-f4477dd0-c7da-47c7-9d83-920755e52ef3 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 946 time: 0.8985183 Feb 03 04:36:34.568831 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807cb031-5ab5-404d-83a2-6fd55cb75840 x-openstack-request-id: req-807cb031-5ab5-404d-83a2-6fd55cb75840 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:34.569159 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3720b596-d2ad-40c2-8e2f-bf45f39bd263", "tag": "ec434544-6b18-4a38-b6a8-17ec804d62eb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:34.569387 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-807cb031-5ab5-404d-83a2-6fd55cb75840 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:34.569792 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'tag': 'ec434544-6b18-4a38-b6a8-17ec804d62eb', 'status': 'completed', 'code': 200} Feb 03 04:36:34.572800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7027217-d21a-47a3-b137-a9af9712c340 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=1c20323c-9160-4b97-bc65-95ecb0282d0f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:34.592436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:34.654908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59ebd8e5-4285-4484-850d-c2df9728fe1a req-63099f8f-ec8d-4d2b-bf4c-a53bf6eb8869 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0398152 Feb 03 04:36:34.672700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab620d02-9e43-4cd5-b4e8-78e70bc092b5 req-bb3b188c-5dd3-4eab-9c4b-b9d7449b17d4 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511366 Feb 03 04:36:34.682148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (edc98b60-39c8-4202-bf56-9c8142c11d63), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.759794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (edc98b60-39c8-4202-bf56-9c8142c11d63), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.788771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9172e79-78f5-447f-8166-ab47865f6aa9 None None] Pushing event updated for resources: {'Port': ['ID=d1979b34-0d07-4657-9f40-c7a70d4e085f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:34.806862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-fb39ef9e-4084-4506-bade-6a9bb9b22dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:34.808794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-fb39ef9e-4084-4506-bade-6a9bb9b22dca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 1125 time: 0.2104862 Feb 03 04:36:34.842023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:34.848202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:34.852014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:34.874108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:34.874410 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:34.932242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7946997 Feb 03 04:36:34.933007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49334) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:34.942722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3ad51-b1d7-4fdc-b405-2b02c5548ac7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=edc98b60-39c8-4202-bf56-9c8142c11d63,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:35.046332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331f1b8-0b5d-4bf9-9191-aecbac65cf14 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:35.051921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331f1b8-0b5d-4bf9-9191-aecbac65cf14 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:35.053775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9331f1b8-0b5d-4bf9-9191-aecbac65cf14 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1194582 Feb 03 04:36:35.057117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:35.108843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-13731848-ab96-4954-9cb7-a58507254271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:35.110733 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-13731848-ab96-4954-9cb7-a58507254271 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.2931197 Feb 03 04:36:35.232052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port edc98b60-39c8-4202-bf56-9c8142c11d63 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:35.232683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (edc98b60-39c8-4202-bf56-9c8142c11d63), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.250657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-ea82ff28-65d5-459a-8011-e9fa71b4b46b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb HTTP/1.1" status: 200 len: 217 time: 0.0978804 Feb 03 04:36:35.259061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (5ea39e18-922e-4252-8ce6-dfd4d1e7a978), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.353279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=5ea39e18-922e-4252-8ce6-dfd4d1e7a978,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:35.376528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0275875-8eaf-4844-bb3b-17b4a1387edf req-0832763e-6d24-4787-af1d-bcc41af707d4 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:35.378217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0275875-8eaf-4844-bb3b-17b4a1387edf req-0832763e-6d24-4787-af1d-bcc41af707d4 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 946 time: 0.1381207 Feb 03 04:36:35.409715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (edc98b60-39c8-4202-bf56-9c8142c11d63), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.437800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for edc98b60-39c8-4202-bf56-9c8142c11d63 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:35.445912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45778b59-07f6-4051-a3ec-ab807fe14a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.455144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-f0bb4f88-1b83-4c0b-96a7-643dba05ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:35.457233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-f0bb4f88-1b83-4c0b-96a7-643dba05ee67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.1937952 Feb 03 04:36:35.513171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': '3a8e2d26-1caa-4b29-9d40-05dca2378d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:35.514106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: 1c20323c-9160-4b97-bc65-95ecb0282d0f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:35.519827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0275875-8eaf-4844-bb3b-17b4a1387edf req-4a37b7f5-2857-4b22-8159-01aa17f61b90 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238184 Feb 03 04:36:35.527561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-5fa1b190-1d5c-48ef-9e07-b9177fa4d1d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462210 Feb 03 04:36:35.678674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:35.693685 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-7d1586ec-36af-4c86-8cbd-e0e3f6bb4833 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611035 Feb 03 04:36:35.695581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 1c20323c-9160-4b97-bc65-95ecb0282d0f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:35.701927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:35.702642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.706255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f1b63-2e3e-45cd-b3e9-f9e5a785cec1 None None] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:35.733975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (edc98b60-39c8-4202-bf56-9c8142c11d63), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.860259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=edc98b60-39c8-4202-bf56-9c8142c11d63,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:35.888917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5196-bd90-4c9a-a50f-c4ab06c011e0 req-58402314-5536-45c8-b5e2-c01a85d6f1fc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:35.891041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-202c5196-bd90-4c9a-a50f-c4ab06c011e0 req-58402314-5536-45c8-b5e2-c01a85d6f1fc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 943 time: 0.2837772 Feb 03 04:36:35.939439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-1c20323c-9160-4b97-bc65-95ecb0282d0f', 'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f', 'project_id': 'a55d79880cf443f197bb6d3e029370c9', 'fixed_ips': [{'subnet_id': '5ea39e18-922e-4252-8ce6-dfd4d1e7a978'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:35.940362 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.947447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-41536e87-7e2a-4e95-8f43-5d18889f10bb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6268547 Feb 03 04:36:35.948152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:35.978382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8c71dca8-095d-4e4f-a985-0aa3f6ba9945 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:35.991345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:35.998265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-25d0ff6b-13f8-451b-9d53-0f6a777fb546 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/edc98b60-39c8-4202-bf56-9c8142c11d63 HTTP/1.1" status: 204 len: 168 time: 0.9375529 Feb 03 04:36:35.999984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05dde287-a8c1-4fb9-849e-cc2d854792d2 req-8198b51b-037d-4530-8df4-96ccdb1a2b4f tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1074100 Feb 03 04:36:36.000669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49370) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:36.107259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-202c5196-bd90-4c9a-a50f-c4ab06c011e0 req-366666ad-4d41-4c12-8f9c-1ecdd857a145 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078733 Feb 03 04:36:36.131807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448b53f-54b9-4748-8e69-52e2170d80f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:36.133526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448b53f-54b9-4748-8e69-52e2170d80f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:36.135539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3448b53f-54b9-4748-8e69-52e2170d80f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1334138 Feb 03 04:36:36.138380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49374) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:36.149533 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a32f7c8e-92b8-4370-b289-ce9db0ab6445 req-67c22111-df2a-46b7-94bc-ccabcff65f28 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320462 Feb 03 04:36:36.218087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c71dca8-095d-4e4f-a985-0aa3f6ba9945 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:36.222010 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c71dca8-095d-4e4f-a985-0aa3f6ba9945 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.240534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 8345cfe0-ec36-4993-9df1-362a391c598e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:36.244024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (8345cfe0-ec36-4993-9df1-362a391c598e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.266302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Allocated IP 172.20.0.2 (1c20323c-9160-4b97-bc65-95ecb0282d0f/5ea39e18-922e-4252-8ce6-dfd4d1e7a978/c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:36.308731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (8345cfe0-ec36-4993-9df1-362a391c598e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.405642 n-d-827549-1 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-8c71dca8-095d-4e4f-a985-0aa3f6ba9945 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ea39e18-922e-4252-8ce6-dfd4d1e7a978 (CIDR: 172.20.0.0/28) Feb 03 04:36:36.411612 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c71dca8-095d-4e4f-a985-0aa3f6ba9945 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:36:36.412176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c71dca8-095d-4e4f-a985-0aa3f6ba9945 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:36:36.441931 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (8345cfe0-ec36-4993-9df1-362a391c598e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.456411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c71dca8-095d-4e4f-a985-0aa3f6ba9945 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4993436 Feb 03 04:36:36.457773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:36.473739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:36.492229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2555b426-fbc3-49f6-be5e-95b24b0527ac None None] Provisioning complete for port d1979b34-0d07-4657-9f40-c7a70d4e085f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:36.495049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2555b426-fbc3-49f6-be5e-95b24b0527ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.567117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (8345cfe0-ec36-4993-9df1-362a391c598e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.648496 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.652012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/8345cfe0-ec36-4993-9df1-362a391c598e HTTP/1.1" status: 204 len: 168 time: 0.5123901 Feb 03 04:36:36.652923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be7e50-3427-4574-a65f-410537a7cd76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=8345cfe0-ec36-4993-9df1-362a391c598e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:36.666623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:36.681079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.755548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e6bdc76c-bcfc-4851-bc8f-f5fb866abd00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858073 Feb 03 04:36:36.760054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:36.846569 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Publish callbacks [] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.848078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2555b426-fbc3-49f6-be5e-95b24b0527ac None None] Current status of the port d1979b34-0d07-4657-9f40-c7a70d4e085f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:36.848450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2555b426-fbc3-49f6-be5e-95b24b0527ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.856450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352d932-1fdd-4ed4-a536-762284c3096d req-c4044026-d3af-4e73-95c3-b8efd418d636 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:36.858315 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f352d932-1fdd-4ed4-a536-762284c3096d req-c4044026-d3af-4e73-95c3-b8efd418d636 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 946 time: 0.3014688 Feb 03 04:36:36.883371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.899302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584323-b0ae-4796-9f90-df137934929f req-15988f1c-3f95-4b81-be6b-1515e7366049 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:36.914056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d584323-b0ae-4796-9f90-df137934929f req-15988f1c-3f95-4b81-be6b-1515e7366049 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 946 time: 0.1600568 Feb 03 04:36:36.932416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974c9f0-329b-4c67-98ce-efa73092a730 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:36.937901 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8974c9f0-329b-4c67-98ce-efa73092a730 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1755197 Feb 03 04:36:36.938513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:36.947720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:36.955826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:36.979739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2555b426-fbc3-49f6-be5e-95b24b0527ac None None] For port d1979b34-0d07-4657-9f40-c7a70d4e085f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d1979b34-0d07-4657-9f40-c7a70d4e085f,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:36.987283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:36.990937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:36.999492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:37.005020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2555b426-fbc3-49f6-be5e-95b24b0527ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.013690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d7126-3af9-4947-be2d-3f988a6c2605 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:37.158775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8c781e9c-0045-4400-9e23-aca7ea9d4970 None None] Could not find standard attr ID for object edc98b60-39c8-4202-bf56-9c8142c11d63. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:37.161394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d1979b34-0d07-4657-9f40-c7a70d4e085f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:37.163575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Pushing event updated for resources: {'Port': ['ID=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:37.163920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d584323-b0ae-4796-9f90-df137934929f req-313e9cde-2c67-4dc0-991c-fe7a08b5370f tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352664 Feb 03 04:36:37.168655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb190c-8e5c-4810-8ed2-d7e1efdfacb1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:37.183422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-14cb190c-8e5c-4810-8ed2-d7e1efdfacb1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2393537 Feb 03 04:36:37.183595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:37.258407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Deleting port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:37.258821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.321402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3826dd0d-03d9-4ff9-b8da-f115853cb4fd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324010 Feb 03 04:36:37.332395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b322d4fe-fa38-4e17-be32-88d06da3ff16 req-9e26b01e-5330-43dd-8bef-954370558294 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1672721 Feb 03 04:36:37.334985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49408) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:37.342178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:37.372659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:37.414559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] For port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,segment=NetworkSegment(60db69ae-9ad6-4d24-a6bc-824121634279),segment_id=60db69ae-9ad6-4d24-a6bc-824121634279)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:37.415266 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.457037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Calling delete_port for 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:37.500178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a09cfa-82c7-4b48-8242-418f132e641b req-a15eefeb-457b-4cb5-a806-22b2af690190 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:37.506638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71a09cfa-82c7-4b48-8242-418f132e641b req-a15eefeb-457b-4cb5-a806-22b2af690190 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 943 time: 0.1874549 Feb 03 04:36:37.508584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:37.517404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.531044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Attempting to bind port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:37.531721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Attempting to bind port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3a8e2d26-1caa-4b29-9d40-05dca2378d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:37.532610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Attempting to bind port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 on network 1c20323c-9160-4b97-bc65-95ecb0282d0f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:37.537534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555b426-fbc3-49f6-be5e-95b24b0527ac None None] Pushing event updated for resources: {'Port': ['ID=d1979b34-0d07-4657-9f40-c7a70d4e085f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:37.565324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (97c78860-3e7d-458c-8677-84824e0ebfc8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.601002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:37.601903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Checking segment: {'id': '3a8e2d26-1caa-4b29-9d40-05dca2378d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:37.602504 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.603065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Bound using segment: {'id': '3a8e2d26-1caa-4b29-9d40-05dca2378d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:37.606194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Bound port: c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8e2d26-1caa-4b29-9d40-05dca2378d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:37.606948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.643153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6827fdde-2397-4d33-8914-6cbe515691bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.648408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:37.662772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:37.669627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:37.670403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.677428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=97c78860-3e7d-458c-8677-84824e0ebfc8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:37.732912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d1979b34-0d07-4657-9f40-c7a70d4e085f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:37.733632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.768123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7dfb8710-8dda-432a-9fc4-47f79f9bc61a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3085163 Feb 03 04:36:37.771097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:37.785888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f', 'fixed_ips': [{'subnet_id': '5ea39e18-922e-4252-8ce6-dfd4d1e7a978'}, {'subnet_id': '97c78860-3e7d-458c-8677-84824e0ebfc8'}], 'name': 'tempest-PortsTestJSON-1184482134'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:37.803415 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (1a019baf-1b41-4190-8aff-04b43915c46f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.813607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:37.857229 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.870327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=1a019baf-1b41-4190-8aff-04b43915c46f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:37.877842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:36:37.899421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:37.902257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:37.907970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71a09cfa-82c7-4b48-8242-418f132e641b req-76d3e348-5ec0-47df-b34c-d8f57a8e0a1b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332600 Feb 03 04:36:37.909303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:37.909909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:37.933242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2e839708-009e-4f35-b7b9-02206be6bf63 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5963862 Feb 03 04:36:37.934059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:37.949007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '1a019baf-1b41-4190-8aff-04b43915c46f', 'ip_address': '2001:db8::c4f1:920b:8941:93fd'}], 'name': 'tempest-NetworksTestDHCPv6-1195403213'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:37.956125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Pushing event deleted for resources: {'Port': ['ID=488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:37.968055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] For port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:38.011053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] For port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,segment=NetworkSegment(3a8e2d26-1caa-4b29-9d40-05dca2378d15),segment_id=3a8e2d26-1caa-4b29-9d40-05dca2378d15)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:38.030386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.034590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] No DVR routers for this DVR port 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:38.040828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.044437 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f352d932-1fdd-4ed4-a536-762284c3096d req-7ae7b4eb-98f7-41bc-afa6-05a0f1db2a77 tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.15 "DELETE /v2.0/ports/488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa HTTP/1.1" status: 204 len: 173 time: 1.1738086 Feb 03 04:36:38.046441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6827fdde-2397-4d33-8914-6cbe515691bf admin admin] Publish callbacks [] for security_group (c9803e82-12f3-4364-aae5-41446f2a48f7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.047258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'name': 'network-vif-deleted', 'tag': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:38.056304 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813bf72-3761-4d06-bfa8-60d33deb7ff7" -d '{"events": [{"server_uuid": "3ca09750-df92-4af9-8e91-1ad1603fe6c4", "name": "network-vif-deleted", "tag": "488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:38.063786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6827fdde-2397-4d33-8914-6cbe515691bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c9803e82-12f3-4364-aae5-41446f2a48f7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.152985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:38.156493 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc0322e-d4e6-40d9-a4f7-7cd93666eb5a x-openstack-request-id: req-8bc0322e-d4e6-40d9-a4f7-7cd93666eb5a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:38.156664 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca09750-df92-4af9-8e91-1ad1603fe6c4", "name": "network-vif-deleted", "tag": "488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:38.156889 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bc0322e-d4e6-40d9-a4f7-7cd93666eb5a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:38.157303 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca09750-df92-4af9-8e91-1ad1603fe6c4', 'name': 'network-vif-deleted', 'tag': '488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa', 'status': 'completed', 'code': 200} Feb 03 04:36:38.168401 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.176418 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6827fdde-2397-4d33-8914-6cbe515691bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4ce591b84ef4aa1b44c7fa39708577c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8003216 Feb 03 04:36:38.176418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:38.177218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] Deleting port d1979b34-0d07-4657-9f40-c7a70d4e085f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:38.177218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.178923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:38.180367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827fdde-2397-4d33-8914-6cbe515691bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9803e82-12f3-4364-aae5-41446f2a48f7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:38.195825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c597653-dce9-40b4-8b88-376f82dc9162 None None] Pushing event updated for resources: {'Port': ['ID=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:38.202556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ec434544-6b18-4a38-b6a8-17ec804d62eb details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:36:38.204835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d1979b34-0d07-4657-9f40-c7a70d4e085f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:38.386688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.392193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e8f8a1-aa29-4f04-affa-9bc53c7eef6c admin admin] Publish callbacks [] for security_group (c9803e82-12f3-4364-aae5-41446f2a48f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.406875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:36:38.413603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 586fd4c7-8972-4426-adfb-24b0bcf1c956 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:38.431607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e8f8a1-aa29-4f04-affa-9bc53c7eef6c admin admin] Publish callbacks [] for security_group (c9803e82-12f3-4364-aae5-41446f2a48f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.570059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.629075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:38.651634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e8f8a1-aa29-4f04-affa-9bc53c7eef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c9803e82-12f3-4364-aae5-41446f2a48f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.654350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e8f8a1-aa29-4f04-affa-9bc53c7eef6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.656023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b5080e0-be61-44a2-88d4-7a31fd3525cc req-61fd64ba-a243-4c98-a6ba-90349d4e6c6a tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1519866 Feb 03 04:36:38.657856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] For port d1979b34-0d07-4657-9f40-c7a70d4e085f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d1979b34-0d07-4657-9f40-c7a70d4e085f,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:38.658255 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:38.667979 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-02e8f8a1-aa29-4f04-affa-9bc53c7eef6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9803e82-12f3-4364-aae5-41446f2a48f7 HTTP/1.1" status: 204 len: 168 time: 0.4845073 Feb 03 04:36:38.669265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50761c46-1941-463b-ac0f-1d8bb3264deb req-e2cb45fc-9fda-4df6-90cf-c6268c7974ae tempest-ServersNegativeTestMultiTenantJSON-2056525072 tempest-ServersNegativeTestMultiTenantJSON-2056525072-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ca09750-df92-4af9-8e91-1ad1603fe6c4 HTTP/1.1" status: 200 len: 210 time: 0.2619536 Feb 03 04:36:38.704858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] Calling delete_port for d1979b34-0d07-4657-9f40-c7a70d4e085f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:38.762900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8f8a1-aa29-4f04-affa-9bc53c7eef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9803e82-12f3-4364-aae5-41446f2a48f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:38.773805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ec434544-6b18-4a38-b6a8-17ec804d62eb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:38.845925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::c4f1:920b:8941:93fd (355aef9b-164b-424f-8915-d5c2d7f691fe/1a019baf-1b41-4190-8aff-04b43915c46f/586fd4c7-8972-4426-adfb-24b0bcf1c956) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:38.900831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'ec434544-6b18-4a38-b6a8-17ec804d62eb', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'port_id': 'ec434544-6b18-4a38-b6a8-17ec804d62eb', 'mac_address': 'fa:16:3e:45:bf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c55517-c63b-4249-a7dd-a79ccac8c398', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:36:39.023252 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (d1979b34-0d07-4657-9f40-c7a70d4e085f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.086900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] Pushing event deleted for resources: {'Port': ['ID=d1979b34-0d07-4657-9f40-c7a70d4e085f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:39.103995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68db5f-0608-4019-aae4-68058cf9890f None None] No DVR routers for this DVR port d1979b34-0d07-4657-9f40-c7a70d4e085f on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:39.110634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ec434544-6b18-4a38-b6a8-17ec804d62eb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:39.115435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.152300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd696508-0f06-4c2b-91ba-d86322414bb1 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:39.183294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:39.187758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec434544-6b18-4a38-b6a8-17ec804d62eb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:36:39.252269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (586fd4c7-8972-4426-adfb-24b0bcf1c956), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.269156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.14 (1c20323c-9160-4b97-bc65-95ecb0282d0f/5ea39e18-922e-4252-8ce6-dfd4d1e7a978/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:39.279756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.28 (1c20323c-9160-4b97-bc65-95ecb0282d0f/97c78860-3e7d-458c-8677-84824e0ebfc8/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:39.316585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:39.331405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (586fd4c7-8972-4426-adfb-24b0bcf1c956), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.364250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ec434544-6b18-4a38-b6a8-17ec804d62eb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:39.386323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.398893 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.435803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:39.441550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:39.446900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:39.450788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:39.451448 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.453037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:39.454610 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.470630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a567d2-6ad2-4883-886a-bdb33be005b6 req-127b7955-509d-4e9f-a64b-c0fd49e9b83d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:39.479913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52a567d2-6ad2-4883-886a-bdb33be005b6 req-127b7955-509d-4e9f-a64b-c0fd49e9b83d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 943 time: 0.3215721 Feb 03 04:36:39.513581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=586fd4c7-8972-4426-adfb-24b0bcf1c956,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:39.569205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ec434544-6b18-4a38-b6a8-17ec804d62eb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:39.592693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.593183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.593628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.594063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.594495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.594922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.595372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.595820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.596242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.596669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.597089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.597515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.597933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:36:39.618356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52a567d2-6ad2-4883-886a-bdb33be005b6 req-7ac99056-a65a-45c4-a0fc-fa33c8f6a169 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332729 Feb 03 04:36:39.626826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-849ff4cb-5b88-4636-bedf-89fca8379d28 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6913867 Feb 03 04:36:39.627684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:39.653194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '1a019baf-1b41-4190-8aff-04b43915c46f'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:39.654094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.696738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:36:39.707554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-385c807a-fe75-44d7-a3ee-5bf527ce3ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.722476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0807bd-6601-420d-99ff-5f08e1065735 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:39.724641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8c0807bd-6601-420d-99ff-5f08e1065735 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0959706 Feb 03 04:36:39.727309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49448) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:39.756852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:39.757237 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.817040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:39.833820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-385c807a-fe75-44d7-a3ee-5bf527ce3ed2 admin admin] Publish callbacks [] for security_group (78b1dd03-7819-406b-9197-63c713956b07), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.846918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-385c807a-fe75-44d7-a3ee-5bf527ce3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (78b1dd03-7819-406b-9197-63c713956b07), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:39.910007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-385c807a-fe75-44d7-a3ee-5bf527ce3ed2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2cdbeb5ca90b463fbd27402d0fa84eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5899382 Feb 03 04:36:39.910674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c807a-fe75-44d7-a3ee-5bf527ce3ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b1dd03-7819-406b-9197-63c713956b07,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:39.913521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:39.950814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e90fda4-4cd7-410b-b2b2-02fbeb55accc req-def0dc6c-67d5-47b8-a96b-295fb14756a0 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0884347 Feb 03 04:36:39.972108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] Deleting subnet 88c959c2-a911-4f96-9881-3bb404e50441 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:39.976914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] Publish callbacks [] for subnet (88c959c2-a911-4f96-9881-3bb404e50441), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.019592 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (88c959c2-a911-4f96-9881-3bb404e50441), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.045731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd07c39c-df8f-4753-9c39-31f7d8fed254 None None] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:40.065934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (88c959c2-a911-4f96-9881-3bb404e50441), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.087022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70265ad5-de78-4ac8-bced-71f5a8352f19 admin admin] Publish callbacks [] for security_group (78b1dd03-7819-406b-9197-63c713956b07), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.110932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70265ad5-de78-4ac8-bced-71f5a8352f19 admin admin] Publish callbacks [] for security_group (78b1dd03-7819-406b-9197-63c713956b07), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.124569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c372e2d7-91d3-4ab7-a417-306c81ce7591 None None] Provisioning complete for port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:40.124957 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c372e2d7-91d3-4ab7-a417-306c81ce7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.144494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 586fd4c7-8972-4426-adfb-24b0bcf1c956 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:40.145162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (586fd4c7-8972-4426-adfb-24b0bcf1c956), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.165783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (88c959c2-a911-4f96-9881-3bb404e50441), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.170685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.176354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70265ad5-de78-4ac8-bced-71f5a8352f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (78b1dd03-7819-406b-9197-63c713956b07), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.179423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70265ad5-de78-4ac8-bced-71f5a8352f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.185102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-70265ad5-de78-4ac8-bced-71f5a8352f19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78b1dd03-7819-406b-9197-63c713956b07 HTTP/1.1" status: 204 len: 168 time: 0.2484760 Feb 03 04:36:40.204798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,segment=NetworkSegment(3a8e2d26-1caa-4b29-9d40-05dca2378d15),segment_id=3a8e2d26-1caa-4b29-9d40-05dca2378d15)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:40.210335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70265ad5-de78-4ac8-bced-71f5a8352f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b1dd03-7819-406b-9197-63c713956b07,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:40.225138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:40.245593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c959c2-a911-4f96-9881-3bb404e50441,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:40.267365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.280361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bafacc8e-ebb7-4a11-a35b-1b928ef36314 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/88c959c2-a911-4f96-9881-3bb404e50441 HTTP/1.1" status: 204 len: 168 time: 0.4618452 Feb 03 04:36:40.281094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:40.287897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.299870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.346220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:40.346764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 488daf9c-e6d9-4a66-8eb7-1a8b3f1539aa not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:40.395102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:40.401403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:40.405075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:40.413986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d1979b34-0d07-4657-9f40-c7a70d4e085f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:40.440200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d1979b34-0d07-4657-9f40-c7a70d4e085f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:40.440895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d1979b34-0d07-4657-9f40-c7a70d4e085f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:40.455300 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (586fd4c7-8972-4426-adfb-24b0bcf1c956), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.480484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 586fd4c7-8972-4426-adfb-24b0bcf1c956 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:40.484935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f525fe56-bf15-492e-91a9-8132e034d9e2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.498297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/1a019baf-1b41-4190-8aff-04b43915c46f/175147af-ea2c-4281-af90-bd3d9fc93101) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:40.508563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=5fa1a036-8fea-49d2-a3cf-84a45bf0da9f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:40.575487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:40.598751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:40.599850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.634602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:40.638497 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-78351b61-5d3d-4343-a93e-07868d899d97 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8628504 Feb 03 04:36:40.680559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c372e2d7-91d3-4ab7-a417-306c81ce7591 None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:40.701815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ea39e18-922e-4252-8ce6-dfd4d1e7a978'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:40.714552 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f525fe56-bf15-492e-91a9-8132e034d9e2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.805265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f360c59-d5d7-49fd-b2da-12120990517e None None] Update dhcp port {'port': {'network_id': '1c20323c-9160-4b97-bc65-95ecb0282d0f', 'fixed_ips': [{'subnet_id': '5ea39e18-922e-4252-8ce6-dfd4d1e7a978', 'ip_address': '172.20.0.2'}, {'subnet_id': '97c78860-3e7d-458c-8677-84824e0ebfc8'}], 'binding:host_id': 'n-d-827549-1'}, 'id': 'c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:36:40.832799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f525fe56-bf15-492e-91a9-8132e034d9e2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:40.855235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f360c59-d5d7-49fd-b2da-12120990517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.860641 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Publish callbacks [] for port (175147af-ea2c-4281-af90-bd3d9fc93101), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.881193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.897716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60db69ae-9ad6-4d24-a6bc-824121634279') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:40.898135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60db69ae-9ad6-4d24-a6bc-824121634279') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:40.958161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (60db69ae-9ad6-4d24-a6bc-824121634279), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:40.993028 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (60db69ae-9ad6-4d24-a6bc-824121634279), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.014716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:41.015640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (60db69ae-9ad6-4d24-a6bc-824121634279), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.019973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:41.024031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cfa63-761f-49fd-a494-eb0814136149 req-9ffb36cd-87f8-4671-afb1-18066af1c1ce tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:41.026300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f82cfa63-761f-49fd-a494-eb0814136149 req-9ffb36cd-87f8-4671-afb1-18066af1c1ce tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 944 time: 0.2465215 Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:41.027424 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:41.042617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:41.045780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:41.048456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (586fd4c7-8972-4426-adfb-24b0bcf1c956), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.062918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:41.069456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Pushing event updated for resources: {'Port': ['ID=175147af-ea2c-4281-af90-bd3d9fc93101,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:41.150505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=586fd4c7-8972-4426-adfb-24b0bcf1c956,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:41.236138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Attempting to bind port 175147af-ea2c-4281-af90-bd3d9fc93101 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:41.236499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Attempting to bind port 175147af-ea2c-4281-af90-bd3d9fc93101 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:41.236894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Attempting to bind port 175147af-ea2c-4281-af90-bd3d9fc93101 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:41.254241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:41.254601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:41.255079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.255522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:41.256102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Bound port: 175147af-ea2c-4281-af90-bd3d9fc93101, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:41.256524 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.264032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3f360c59-d5d7-49fd-b2da-12120990517e None None] Allocated IP 172.20.0.18 (1c20323c-9160-4b97-bc65-95ecb0282d0f/97c78860-3e7d-458c-8677-84824e0ebfc8/c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:41.284844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f82cfa63-761f-49fd-a494-eb0814136149 req-8c7bde69-2052-4363-8562-400f31757ed0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402833 Feb 03 04:36:41.287126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d96a055-3996-4f81-801b-22b43adff5d3 req-d6efff6f-3e17-4a01-a63d-d49090ac88c3 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1446922 Feb 03 04:36:41.313675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.317134 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f525fe56-bf15-492e-91a9-8132e034d9e2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.339393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.346861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:41.349368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:41.349761 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.351682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f525fe56-bf15-492e-91a9-8132e034d9e2 HTTP/1.1" status: 204 len: 168 time: 1.0133593 Feb 03 04:36:41.353067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.356982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-571b7b2c-04a1-4d18-9eda-0fe9f5bb6baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/586fd4c7-8972-4426-adfb-24b0bcf1c956 HTTP/1.1" status: 204 len: 168 time: 1.6284206 Feb 03 04:36:41.370117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3abe8-a09b-40ea-8a2f-b9e8148aa610 admin admin] Pushing event deleted for resources: {'Network': ['ID=f525fe56-bf15-492e-91a9-8132e034d9e2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:41.372151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:41.427526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] Deleting subnet 31beb961-f3d7-49ee-9b3f-32facd61f1a3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:41.433971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] Publish callbacks [] for subnet (31beb961-f3d7-49ee-9b3f-32facd61f1a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.499198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (31beb961-f3d7-49ee-9b3f-32facd61f1a3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.559272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f3a09-0b32-4e5e-adb3-3b0afe6c75f7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:41.560648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f3a09-0b32-4e5e-adb3-3b0afe6c75f7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:41.562835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-881f3a09-0b32-4e5e-adb3-3b0afe6c75f7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1733708 Feb 03 04:36:41.566678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:41.567828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (31beb961-f3d7-49ee-9b3f-32facd61f1a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.568267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] For port 175147af-ea2c-4281-af90-bd3d9fc93101, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:41.598466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] For port 175147af-ea2c-4281-af90-bd3d9fc93101, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=175147af-ea2c-4281-af90-bd3d9fc93101,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:41.628477 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.679995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (31beb961-f3d7-49ee-9b3f-32facd61f1a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.700425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 1a019baf-1b41-4190-8aff-04b43915c46f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:41.703795 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (1a019baf-1b41-4190-8aff-04b43915c46f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.731274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31beb961-f3d7-49ee-9b3f-32facd61f1a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:41.738029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.745853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-51b57e8c-49f2-4708-9b15-0ef84e7a7fe8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/31beb961-f3d7-49ee-9b3f-32facd61f1a3 HTTP/1.1" status: 204 len: 168 time: 0.3972764 Feb 03 04:36:41.749054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:41.760974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1a019baf-1b41-4190-8aff-04b43915c46f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.768963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3f360c59-d5d7-49fd-b2da-12120990517e None None] For port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,segment=NetworkSegment(3a8e2d26-1caa-4b29-9d40-05dca2378d15),segment_id=3a8e2d26-1caa-4b29-9d40-05dca2378d15)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:41.848574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:41.854917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1a019baf-1b41-4190-8aff-04b43915c46f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.885267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6e85c-a7e5-4d2f-bb02-39bc51adfd13 None None] Pushing event updated for resources: {'Port': ['ID=175147af-ea2c-4281-af90-bd3d9fc93101,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:41.903659 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f360c59-d5d7-49fd-b2da-12120990517e None None] Publish callbacks [] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.915756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9e9efdd4-9cde-46e5-9f9d-fec21b73026e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.917069 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f360c59-d5d7-49fd-b2da-12120990517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:41.993126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1a019baf-1b41-4190-8aff-04b43915c46f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.046897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9e9efdd4-9cde-46e5-9f9d-fec21b73026e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.047131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f360c59-d5d7-49fd-b2da-12120990517e None None] Pushing event updated for resources: {'Port': ['ID=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:42.057839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=1a019baf-1b41-4190-8aff-04b43915c46f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:42.064303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.070029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-09fc8c69-5971-4d2e-8861-156b836da3d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/1a019baf-1b41-4190-8aff-04b43915c46f HTTP/1.1" status: 204 len: 168 time: 0.5000610 Feb 03 04:36:42.071379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:42.102085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9efdd4-9cde-46e5-9f9d-fec21b73026e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:42.127788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-50e5d737-44ec-41c1-842c-e94c92944873 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528035 Feb 03 04:36:42.129105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83660197-d884-4fac-946b-cac1cda501e7') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:42.129599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83660197-d884-4fac-946b-cac1cda501e7') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:42.132374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:42.145820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:42.159199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Delete allocated IP 172.20.0.28 (1c20323c-9160-4b97-bc65-95ecb0282d0f/97c78860-3e7d-458c-8677-84824e0ebfc8) {{(pid=103323) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 04:36:42.197847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ec434544-6b18-4a38-b6a8-17ec804d62eb up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:42.201153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (83660197-d884-4fac-946b-cac1cda501e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.312902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (83660197-d884-4fac-946b-cac1cda501e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.321226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port ec434544-6b18-4a38-b6a8-17ec804d62eb completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:36:42.331620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port ec434544-6b18-4a38-b6a8-17ec804d62eb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:42.332357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.360278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:42.360791 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (83660197-d884-4fac-946b-cac1cda501e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:42.363029 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:42.514017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9e9efdd4-9cde-46e5-9f9d-fec21b73026e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.525879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.537281 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e9efdd4-9cde-46e5-9f9d-fec21b73026e HTTP/1.1" status: 204 len: 168 time: 0.7837808 Feb 03 04:36:42.537281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:42.548272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.564789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port ec434544-6b18-4a38-b6a8-17ec804d62eb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:42.565469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.606444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec434544-6b18-4a38-b6a8-17ec804d62eb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:42.606969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552aa7e7-cac7-453c-849b-b4574e0683aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9efdd4-9cde-46e5-9f9d-fec21b73026e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:42.609216 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc5aef-100a-4ffb-8b89-09e82c12d704" -d '{"events": [{"server_uuid": "3720b596-d2ad-40c2-8e2f-bf45f39bd263", "name": "network-vif-plugged", "status": "completed", "tag": "ec434544-6b18-4a38-b6a8-17ec804d62eb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:42.635908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port ec434544-6b18-4a38-b6a8-17ec804d62eb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:42.651380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:42.778604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=ec434544-6b18-4a38-b6a8-17ec804d62eb,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:42.954029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54b1a6b6-04dd-499b-96a2-7da855fe1e78 req-2e36b19b-2dd2-4682-bb60-9f0e576d70e7 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0790169 Feb 03 04:36:43.081094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (5222afe8-90d8-47a7-9c58-903653bfcf28), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.088468 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4407744-a770-4fa9-a8d6-662a4e49ad57 x-openstack-request-id: req-e4407744-a770-4fa9-a8d6-662a4e49ad57 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:43.089373 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3720b596-d2ad-40c2-8e2f-bf45f39bd263", "name": "network-vif-plugged", "status": "completed", "tag": "ec434544-6b18-4a38-b6a8-17ec804d62eb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:43.089818 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4407744-a770-4fa9-a8d6-662a4e49ad57 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:43.090576 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec434544-6b18-4a38-b6a8-17ec804d62eb', 'code': 200} Feb 03 04:36:43.131323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4d674-00c2-4b75-aa1f-adf899ac48f3 req-41a47cef-f107-477a-aa18-20837f4ddbcf tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:43.138576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02f4d674-00c2-4b75-aa1f-adf899ac48f3 req-41a47cef-f107-477a-aa18-20837f4ddbcf tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 945 time: 0.2467277 Feb 03 04:36:43.214599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.216577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:43.227998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:43.247594 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.255703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:43.280579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:43.282593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.299400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=5222afe8-90d8-47a7-9c58-903653bfcf28,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:43.341631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 175147af-ea2c-4281-af90-bd3d9fc93101 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:43.349952 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6bfaf8ae-06d1-4a00-b405-bf2ac2ff61f0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2141204 Feb 03 04:36:43.354442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:43.367424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '5222afe8-90d8-47a7-9c58-903653bfcf28', 'ip_address': '2001:db8::7772:258f:26a3:d9cb'}], 'name': 'tempest-NetworksTestDHCPv6-1362397193'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:43.406019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b1fa8-5926-4270-9a91-e04033a4a6e4 None None] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:43.480970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02f4d674-00c2-4b75-aa1f-adf899ac48f3 req-11806b28-ec69-4078-8069-e500d35bc883 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494562 Feb 03 04:36:43.513789 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-1e0ee25c-e0a3-4e88-a728-0b68b089514b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2557838 Feb 03 04:36:43.588036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=5fa1a036-8fea-49d2-a3cf-84a45bf0da9f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:43.593862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-de851998-4329-4bf2-83e3-6e73a88acce3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=215db84478ea4d7f95295674da528bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566642 Feb 03 04:36:43.595266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] In _notify_port_updated(), no bound segment for port 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f on network 1c20323c-9160-4b97-bc65-95ecb0282d0f {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:36:43.600761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:43.601732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.603584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-31f92d2a-ea9b-40b3-bd91-0cc69ac1d6df tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "PUT /v2.0/ports/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f HTTP/1.1" status: 200 len: 920 time: 2.9679306 Feb 03 04:36:43.604432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49534) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:43.606365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:43.617269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ea39e18-922e-4252-8ce6-dfd4d1e7a978'}, {'subnet_id': '97c78860-3e7d-458c-8677-84824e0ebfc8'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:43.624670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67749296-741b-4bcc-8372-bc9b1be587ec None None] Provisioning complete for port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:43.625206 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67749296-741b-4bcc-8372-bc9b1be587ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.724275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a0c0-28c6-45fb-85ed-50adb754a1b6 req-e5b3190e-f4db-43ce-8c05-7f76422961f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:43.728538 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69a0c0-28c6-45fb-85ed-50adb754a1b6 req-e5b3190e-f4db-43ce-8c05-7f76422961f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 1127 time: 0.3704598 Feb 03 04:36:43.778753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-0c3890a8-14b4-4d1a-8e8f-e2bae019282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:43.780249 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-0c3890a8-14b4-4d1a-8e8f-e2bae019282f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 1127 time: 0.1372726 Feb 03 04:36:43.783222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9309802-d9d4-4aa1-a268-a4471fa7f7dd None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:43.806169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.813018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f06a528-dc57-470a-8c63-e89d3d9fc8c7 admin admin] Publish callbacks [] for security_group (6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:43.874868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:43.941319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69a0c0-28c6-45fb-85ed-50adb754a1b6 req-0194c28b-ba74-4ad2-8aa4-1ccc0642b8e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063978 Feb 03 04:36:43.985918 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f06a528-dc57-470a-8c63-e89d3d9fc8c7 admin admin] Publish callbacks [] for security_group (6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.183524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f06a528-dc57-470a-8c63-e89d3d9fc8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.185204 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f06a528-dc57-470a-8c63-e89d3d9fc8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.191694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1f06a528-dc57-470a-8c63-e89d3d9fc8c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4 HTTP/1.1" status: 204 len: 168 time: 0.5838950 Feb 03 04:36:44.194107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 175147af-ea2c-4281-af90-bd3d9fc93101 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:44.195721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.200197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67749296-741b-4bcc-8372-bc9b1be587ec None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:44.249874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-a51a469e-675d-4c1f-9abc-8c223bb8844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:44.255104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9f0727f-3d84-40f3-be9e-29b20ec79aef req-4f4dfdf2-ba97-44c6-ad1f-02caef554095 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1064398 Feb 03 04:36:44.259653 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-a51a469e-675d-4c1f-9abc-8c223bb8844f service neutron] 10.222.0.31 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 916 time: 0.4505730 Feb 03 04:36:44.271741 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.287056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06a528-dc57-470a-8c63-e89d3d9fc8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f431cb7-81ec-4dbb-8168-dbe1cd61f5e4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:44.358499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67749296-741b-4bcc-8372-bc9b1be587ec None None] Provisioning complete for port 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:44.362141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67749296-741b-4bcc-8372-bc9b1be587ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.385064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.22 (1c20323c-9160-4b97-bc65-95ecb0282d0f/97c78860-3e7d-458c-8677-84824e0ebfc8/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:44.402435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-32ba8488-e512-475a-bb64-c587bc6301db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae HTTP/1.1" status: 200 len: 217 time: 0.1006010 Feb 03 04:36:44.404675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:44.538929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67749296-741b-4bcc-8372-bc9b1be587ec None None] Port 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:36:44.616327 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.684769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-1df3e255-7303-474e-9811-565d85fc830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:44.687791 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-1df3e255-7303-474e-9811-565d85fc830c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.2666311 Feb 03 04:36:44.688127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.705381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Could not find standard attr ID for object 586fd4c7-8972-4426-adfb-24b0bcf1c956. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:44.757213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Provisioning complete for port 175147af-ea2c-4281-af90-bd3d9fc93101 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:44.758796 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.818944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=5fa1a036-8fea-49d2-a3cf-84a45bf0da9f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:44.827918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 175147af-ea2c-4281-af90-bd3d9fc93101 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:44.828320 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:44.860713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:44.889020 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-3541b134-0bbc-4b40-bddf-0d55cbf626a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895481 Feb 03 04:36:45.028646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 175147af-ea2c-4281-af90-bd3d9fc93101, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=175147af-ea2c-4281-af90-bd3d9fc93101,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:45.046197 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.047159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:45.074776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:45.094715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8db0b-d569-4140-b780-96a2b7af05dc req-67e8a1a2-b6d4-4723-99c1-d56b2fe5a4f8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:45.099352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79c8db0b-d569-4140-b780-96a2b7af05dc req-67e8a1a2-b6d4-4723-99c1-d56b2fe5a4f8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 945 time: 0.4746339 Feb 03 04:36:45.145285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] In _notify_port_updated(), no bound segment for port 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f on network 1c20323c-9160-4b97-bc65-95ecb0282d0f {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:36:45.156525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:45.158454 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.165868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cfbb8571-ae5a-4f3b-9e1b-e6b33c1b7f07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "PUT /v2.0/ports/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f HTTP/1.1" status: 200 len: 1000 time: 1.5538058 Feb 03 04:36:45.176614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:45.192547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac03612b-756b-4cc0-972b-94dd6e67cc2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.243844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Current status of the port 175147af-ea2c-4281-af90-bd3d9fc93101 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:45.244398 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.276559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79c8db0b-d569-4140-b780-96a2b7af05dc req-0e076ccb-a4be-44f2-8c73-4233c543a734 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657252 Feb 03 04:36:45.301382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::7772:258f:26a3:d9cb (355aef9b-164b-424f-8915-d5c2d7f691fe/5222afe8-90d8-47a7-9c58-903653bfcf28/03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:45.409388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:45.409976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.413649 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:36:45.414393 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:36:45.434095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=175147af-ea2c-4281-af90-bd3d9fc93101,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:45.454361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:45.455058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.518056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd2e0f91-3871-4bfe-adde-31d1698ccdcd req-1d445f7f-a092-4719-8560-5155ca573648 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0570161 Feb 03 04:36:45.535925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:45.551283 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac03612b-756b-4cc0-972b-94dd6e67cc2e admin admin] Publish callbacks [] for security_group (9708f88b-224d-4b6b-9008-d01a98f8d4e8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.568190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac03612b-756b-4cc0-972b-94dd6e67cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9708f88b-224d-4b6b-9008-d01a98f8d4e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.616333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac03612b-756b-4cc0-972b-94dd6e67cc2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16c3aaec59a44ce5b33518344b2f9130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7500415 Feb 03 04:36:45.622360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:45.680604 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6d842ef-f1a9-4c1a-a381-ca1a49c4bcb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b942d7516e6417d9b35aa2914faa4ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6013052 Feb 03 04:36:45.687078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:45.696892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 175147af-ea2c-4281-af90-bd3d9fc93101 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:45.726083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03612b-756b-4cc0-972b-94dd6e67cc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9708f88b-224d-4b6b-9008-d01a98f8d4e8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:45.736412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-2b9710cc-9c49-44cb-95d5-d2f935783818 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8366511 Feb 03 04:36:45.766608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.790583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:45.794397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 175147af-ea2c-4281-af90-bd3d9fc93101 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:45.794784 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.895153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.970346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf35c963-fc39-44fa-adb8-1ebc8e4ddc57 admin admin] Publish callbacks [] for security_group (9708f88b-224d-4b6b-9008-d01a98f8d4e8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:45.993540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf35c963-fc39-44fa-adb8-1ebc8e4ddc57 admin admin] Publish callbacks [] for security_group (9708f88b-224d-4b6b-9008-d01a98f8d4e8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.025426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc817c5d-31d2-44fb-8a75-ecfdcf146793 None None] Current status of the port 175147af-ea2c-4281-af90-bd3d9fc93101 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:46.047603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5fa1a036-8fea-49d2-a3cf-84a45bf0da9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.079833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 175147af-ea2c-4281-af90-bd3d9fc93101 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:46.085404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=5fa1a036-8fea-49d2-a3cf-84a45bf0da9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:46.133872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b8952a-15e6-4055-af8f-ab75b834bc31 admin admin] Publish callbacks [] for security_group (5b021b9a-8501-4667-8b67-3f012ba189fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.149016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Could not find standard attr ID for object 586fd4c7-8972-4426-adfb-24b0bcf1c956. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:46.153692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Could not find standard attr ID for object 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:46.173475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Provisioning complete for port 175147af-ea2c-4281-af90-bd3d9fc93101 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:46.174999 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.192542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-497febe7-07fa-4df6-8c9e-45a7b7483978 req-59f7d88e-8cff-4c3e-9c36-a6884b7fccf7 service neutron] 10.222.0.31 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298844 Feb 03 04:36:46.199955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.203334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-97269ea3-8c6e-4275-a693-c2f1da046d44 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f HTTP/1.1" status: 204 len: 168 time: 1.0253372 Feb 03 04:36:46.208240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b8952a-15e6-4055-af8f-ab75b834bc31 admin admin] Publish callbacks [] for security_group (5b021b9a-8501-4667-8b67-3f012ba189fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.210532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:46.284419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Current status of the port 175147af-ea2c-4281-af90-bd3d9fc93101 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:46.295770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Provisioning complete for port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:46.296119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.302467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.307170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf35c963-fc39-44fa-adb8-1ebc8e4ddc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9708f88b-224d-4b6b-9008-d01a98f8d4e8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.310105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf35c963-fc39-44fa-adb8-1ebc8e4ddc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.313673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bf35c963-fc39-44fa-adb8-1ebc8e4ddc57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9708f88b-224d-4b6b-9008-d01a98f8d4e8 HTTP/1.1" status: 204 len: 168 time: 0.6843622 Feb 03 04:36:46.327674 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc64fca-ada4-4292-94a6-37fb465fc438 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:36:46.332072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6cc64fca-ada4-4292-94a6-37fb465fc438 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f HTTP/1.1" status: 404 len: 333 time: 0.1199765 Feb 03 04:36:46.335311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:46.345633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-80072f62-6bc8-4cb8-9449-000099d98ec5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3278289 Feb 03 04:36:46.421965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b8952a-15e6-4055-af8f-ab75b834bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5b021b9a-8501-4667-8b67-3f012ba189fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.424354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b8952a-15e6-4055-af8f-ab75b834bc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.425491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b5b8952a-15e6-4055-af8f-ab75b834bc31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b021b9a-8501-4667-8b67-3f012ba189fc HTTP/1.1" status: 204 len: 168 time: 0.7334445 Feb 03 04:36:46.426410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35c963-fc39-44fa-adb8-1ebc8e4ddc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9708f88b-224d-4b6b-9008-d01a98f8d4e8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:46.427166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eae85ab7-5ad2-434e-9c83-fc02c0229d6c None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:46.474617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 97c78860-3e7d-458c-8677-84824e0ebfc8 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:46.480350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (97c78860-3e7d-458c-8677-84824e0ebfc8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.490605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8952a-15e6-4055-af8f-ab75b834bc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b021b9a-8501-4667-8b67-3f012ba189fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:46.504139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:46.513545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:46.517814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:46.523396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:46.524062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.526716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:46.552121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85222c95-9e60-40b3-ab13-730be9918f0f req-b4d2ba06-04a0-4249-8b7f-e0820e897730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:46.553881 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-b4d2ba06-04a0-4249-8b7f-e0820e897730 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44d89ccccdf642ccab641190b18a9f8e&device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 1128 time: 0.1809683 Feb 03 04:36:46.564333 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a20e8f5f-e3ff-4549-bb36-9bf0cfa5b86c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2060211 Feb 03 04:36:46.566041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:46.600292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3c01-a4ac-459b-ad9a-3ac397904e51 req-a2cb4f5a-5879-44f2-889f-61073754e6dc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:46.604532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-094d3c01-a4ac-459b-ad9a-3ac397904e51 req-a2cb4f5a-5879-44f2-889f-61073754e6dc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 945 time: 0.1913984 Feb 03 04:36:46.608953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-821ecc8c-2c88-4e5b-bbe3-b174605fe0f9 None None] Could not find standard attr ID for object 5fa1a036-8fea-49d2-a3cf-84a45bf0da9f. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:36:46.648742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (97c78860-3e7d-458c-8677-84824e0ebfc8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.761821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-094d3c01-a4ac-459b-ad9a-3ac397904e51 req-b8d261be-194b-4832-bc6a-8dcf96749f01 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492221 Feb 03 04:36:46.865551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa510a2-dd28-4462-8a11-7c85c63e7820 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:46.872296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa510a2-dd28-4462-8a11-7c85c63e7820 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:46.873957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aaa510a2-dd28-4462-8a11-7c85c63e7820 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3069115 Feb 03 04:36:46.876802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:46.884537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e04d9576-3aa1-42fe-b67c-21adf374fcac req-44025088-6430-4440-9464-5285e926941c tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1190252 Feb 03 04:36:46.936453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (97c78860-3e7d-458c-8677-84824e0ebfc8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:46.991883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85222c95-9e60-40b3-ab13-730be9918f0f req-548f5006-bb14-482a-8e39-4586af94f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:47.027644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-548f5006-bb14-482a-8e39-4586af94f8c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 200 len: 916 time: 0.4498818 Feb 03 04:36:47.061770 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (97c78860-3e7d-458c-8677-84824e0ebfc8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.157721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a7398f9d-d9e2-44df-8daf-41e3100b223f None None] Provisioning complete for port 03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:47.158107 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7398f9d-d9e2-44df-8daf-41e3100b223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.160849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-8c6cf61d-7bac-4569-ab64-3ea16ccab94f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4 HTTP/1.1" status: 200 len: 217 time: 0.0447376 Feb 03 04:36:47.166259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=97c78860-3e7d-458c-8677-84824e0ebfc8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:47.177358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.190882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:47.191702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f6b2d93d-fd37-4ad1-92f0-d26880e3ca33 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/97c78860-3e7d-458c-8677-84824e0ebfc8 HTTP/1.1" status: 204 len: 168 time: 0.8552759 Feb 03 04:36:47.200543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7f2c5-b909-4537-a073-0480caf1b983 None None] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:47.269117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a7398f9d-d9e2-44df-8daf-41e3100b223f None None] Port 03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:36:47.370102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9401a-296c-43b2-a258-a4b084947004 req-e2806381-b481-4a1b-97aa-976633b4f222 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:47.372196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:47.372541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f9401a-296c-43b2-a258-a4b084947004 req-e2806381-b481-4a1b-97aa-976633b4f222 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.2076373 Feb 03 04:36:47.372696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.380027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85222c95-9e60-40b3-ab13-730be9918f0f req-035fa65d-4ab1-444d-81bd-49aa9ab4a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:47.381532 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-035fa65d-4ab1-444d-81bd-49aa9ab4a903 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 200 len: 855 time: 0.2131779 Feb 03 04:36:47.401360 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f9401a-296c-43b2-a258-a4b084947004 req-692da23f-efa1-4de7-b42c-f7ac7b794926 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.0208111 Feb 03 04:36:47.407272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 5ea39e18-922e-4252-8ce6-dfd4d1e7a978 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:47.411595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (5ea39e18-922e-4252-8ce6-dfd4d1e7a978), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.458313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (5ea39e18-922e-4252-8ce6-dfd4d1e7a978), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.483534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:47.503419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa9093cb-af3e-4583-9637-7cb210399cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.511240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f9401a-296c-43b2-a258-a4b084947004 req-1731b845-12f3-4580-827d-c3a742891844 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037307 Feb 03 04:36:47.697599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f9401a-296c-43b2-a258-a4b084947004 req-0ffbf4a3-f06b-43f8-89ca-8bb088252eb2 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772635 Feb 03 04:36:47.824728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa9093cb-af3e-4583-9637-7cb210399cae admin admin] Publish callbacks [] for security_group (fabfb8aa-5947-4a84-be72-4fbe131c8769), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.827426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5f9401a-296c-43b2-a258-a4b084947004 req-f8eb6b2f-35ae-4d8d-a4a2-ab0a6752c53c service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199098 Feb 03 04:36:47.833606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa9093cb-af3e-4583-9637-7cb210399cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fabfb8aa-5947-4a84-be72-4fbe131c8769), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:47.864946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fa9093cb-af3e-4583-9637-7cb210399cae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e2be541e2094f87812fb867911eb61e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786211 Feb 03 04:36:47.867544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:47.958058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9093cb-af3e-4583-9637-7cb210399cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabfb8aa-5947-4a84-be72-4fbe131c8769,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:47.962807 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-22817b2c-1ebc-47da-b984-a45ea1afc9f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da5ae939-f465-4537-8437-f398aa6b7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5694337 Feb 03 04:36:48.056204 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a61d536-666a-4cc3-b5f8-e97942225ad9 admin admin] Publish callbacks [] for security_group (fabfb8aa-5947-4a84-be72-4fbe131c8769), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:48.211456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8eb4d00-7cd4-47e3-84bb-24b1545ae127 req-11ee53fe-266e-4d94-a0f6-ad801181be8a tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1043961 Feb 03 04:36:48.222609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a61d536-666a-4cc3-b5f8-e97942225ad9 admin admin] Publish callbacks [] for security_group (fabfb8aa-5947-4a84-be72-4fbe131c8769), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:48.394217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a61d536-666a-4cc3-b5f8-e97942225ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fabfb8aa-5947-4a84-be72-4fbe131c8769), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:48.401603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a61d536-666a-4cc3-b5f8-e97942225ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:48.406110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3a61d536-666a-4cc3-b5f8-e97942225ad9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fabfb8aa-5947-4a84-be72-4fbe131c8769 HTTP/1.1" status: 204 len: 168 time: 0.5368156 Feb 03 04:36:48.440448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61d536-666a-4cc3-b5f8-e97942225ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabfb8aa-5947-4a84-be72-4fbe131c8769,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:48.569086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:48.661119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-de6743eb-c362-4ab9-9af3-91a1389a6652 None None] Provisioning complete for port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:48.664761 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de6743eb-c362-4ab9-9af3-91a1389a6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:48.665933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5ea39e18-922e-4252-8ce6-dfd4d1e7a978), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:48.688364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:48.751969 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-79da59e4-ca90-4410-9f23-576c683dc333 service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566717 Feb 03 04:36:48.867237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165cf4a-5a44-476d-a879-e68299ed6929 req-9d4bfb90-d6a2-4957-b482-70944d6be530 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:48.869291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a165cf4a-5a44-476d-a879-e68299ed6929 req-9d4bfb90-d6a2-4957-b482-70944d6be530 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 945 time: 0.0708804 Feb 03 04:36:48.902609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-de6743eb-c362-4ab9-9af3-91a1389a6652 None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:48.967484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a165cf4a-5a44-476d-a879-e68299ed6929 req-c9a045db-661b-40f0-a2e5-a40230ee6bda tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920086 Feb 03 04:36:49.086805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (5ea39e18-922e-4252-8ce6-dfd4d1e7a978), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:49.136376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea39e18-922e-4252-8ce6-dfd4d1e7a978,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:49.144712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:49.152528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8af4f-b626-4a5e-bbb3-6b5571b39134 None None] Network 1c20323c-9160-4b97-bc65-95ecb0282d0f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:49.153946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:49.156170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6bfdd2f4-aefe-4869-9624-6330554de8f9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/5ea39e18-922e-4252-8ce6-dfd4d1e7a978 HTTP/1.1" status: 204 len: 168 time: 1.9581046 Feb 03 04:36:49.184074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85222c95-9e60-40b3-ab13-730be9918f0f req-5589b1a7-5cf3-4063-acd3-db9bd69b255b service neutron] 10.222.0.15 "GET /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097989 Feb 03 04:36:49.289673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:49.366423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1c20323c-9160-4b97-bc65-95ecb0282d0f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:49.415761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:49.510725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:49.549633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c0b8fe97-3d12-4c35-b53f-fc01450f2148 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0 HTTP/1.1" status: 204 len: 168 time: 2.6717184 Feb 03 04:36:49.552075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:49.553240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f59cc8a-c64e-42c8-95aa-5cbe53ec55d5 req-bab7f5f3-cc3c-4414-beeb-053c7ba57c8a tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1743677 Feb 03 04:36:49.605624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] DHCP port deletion for 1c20323c-9160-4b97-bc65-95ecb0282d0f request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:49.738660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccde7f6-662d-439b-a39d-af8fdcd08340 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:49.740738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccde7f6-662d-439b-a39d-af8fdcd08340 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:49.752126 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ccde7f6-662d-439b-a39d-af8fdcd08340 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1987197 Feb 03 04:36:49.752868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:49.754609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:49.800807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:49.801530 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:49.844513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:49.868975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] Deleting port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:49.868975 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:49.934991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 5222afe8-90d8-47a7-9c58-903653bfcf28 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:49.941119 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (5222afe8-90d8-47a7-9c58-903653bfcf28), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.006984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] For port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,segment=NetworkSegment(3a8e2d26-1caa-4b29-9d40-05dca2378d15),segment_id=3a8e2d26-1caa-4b29-9d40-05dca2378d15)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:50.007365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.049068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:50.061262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (5222afe8-90d8-47a7-9c58-903653bfcf28), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.071369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] For port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,segment=NetworkSegment(3a8e2d26-1caa-4b29-9d40-05dca2378d15),segment_id=3a8e2d26-1caa-4b29-9d40-05dca2378d15)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:50.071856 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.088343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:50.088745 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.114520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] Calling delete_port for c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:50.148089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,segment=NetworkSegment(3a8e2d26-1caa-4b29-9d40-05dca2378d15),segment_id=3a8e2d26-1caa-4b29-9d40-05dca2378d15)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:50.189996 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.237044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642ab61f-b25b-446b-bbee-10a629dae61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.279043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.325938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-f37888a8-7040-4a62-83d2-84226ddbbf03 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:50.336317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-f37888a8-7040-4a62-83d2-84226ddbbf03 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.7811015 Feb 03 04:36:50.360259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:50.363223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-e8d90532-5844-488b-96ad-fb9428feb8fc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.0251091 Feb 03 04:36:50.378225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:50.411277 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.436764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No DVR routers for this DVR port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:50.449604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642ab61f-b25b-446b-bbee-10a629dae61e admin admin] Publish callbacks [] for security_group (c0b19d57-a91f-4c4d-86c9-96b05f96575e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.467754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] Pushing event deleted for resources: {'Port': ['ID=c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:50.476540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5222afe8-90d8-47a7-9c58-903653bfcf28), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.480928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b26aa-1d87-4c92-8ebb-a3f15966ced0 None None] No DVR routers for this DVR port c6e2dfc8-02bf-4bf3-816a-c1e0bfda7273 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:50.484335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642ab61f-b25b-446b-bbee-10a629dae61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c0b19d57-a91f-4c4d-86c9-96b05f96575e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.511435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0febfe3-61c0-45b4-a02d-195a166440e2 req-22e52a4d-3a71-49e6-926d-7673d8219bfa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:50.523312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0febfe3-61c0-45b4-a02d-195a166440e2 req-22e52a4d-3a71-49e6-926d-7673d8219bfa tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 945 time: 0.3299205 Feb 03 04:36:50.576628 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-642ab61f-b25b-446b-bbee-10a629dae61e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca8ed5496fa24082b6ae41afe0b301e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7077532 Feb 03 04:36:50.582288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49744) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:50.649305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-d94703eb-5fc1-4ee1-b1f2-a955d3e5848e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2838101 Feb 03 04:36:50.652714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (5222afe8-90d8-47a7-9c58-903653bfcf28), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.663603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1c20323c-9160-4b97-bc65-95ecb0282d0f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.697639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=5222afe8-90d8-47a7-9c58-903653bfcf28,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:50.733675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5ead4bca-7d21-4de5-80c2-efd007ef81c7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:50.736860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0febfe3-61c0-45b4-a02d-195a166440e2 req-187f2440-07bc-4451-8e01-d6afa6667156 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122865 Feb 03 04:36:50.738843 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5ead4bca-7d21-4de5-80c2-efd007ef81c7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 945 time: 0.6299965 Feb 03 04:36:50.749183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab61f-b25b-446b-bbee-10a629dae61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b19d57-a91f-4c4d-86c9-96b05f96575e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:50.751226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6f279-7c81-47ed-a27f-6d9a8cea4cff None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:50.835338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c20323c-9160-4b97-bc65-95ecb0282d0f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:50.868660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8e2d26-1caa-4b29-9d40-05dca2378d15') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:50.869045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8e2d26-1caa-4b29-9d40-05dca2378d15') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:36:50.903147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:50.915951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c202ec33-0cce-4dda-9836-682260d3602a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/5222afe8-90d8-47a7-9c58-903653bfcf28 HTTP/1.1" status: 204 len: 168 time: 1.1597331 Feb 03 04:36:50.917440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-569208df-bd7d-4f91-b1cf-a6e9883803d2 req-f99e79fb-5cb4-4393-a3a8-dbb352a52262 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0612004 Feb 03 04:36:50.918161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:50.932427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (3a8e2d26-1caa-4b29-9d40-05dca2378d15), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.055484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Deleting port d492a8a5-5c0d-45de-b2f3-25503e805f3b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:51.056600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.084063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c33b91d4-152d-42b7-9526-030f4b4d88ad tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328833 Feb 03 04:36:51.085224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cf560c7-2ebf-4ea5-80e9-70d298b9f87a admin admin] Publish callbacks [] for security_group (c0b19d57-a91f-4c4d-86c9-96b05f96575e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.089387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:51.104686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:51.113119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:51.135567 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3a8e2d26-1caa-4b29-9d40-05dca2378d15), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.208010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-6c0124b1-35a3-42c4-8840-b536ddaac4b0 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571632 Feb 03 04:36:51.208590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] Deleting port 175147af-ea2c-4281-af90-bd3d9fc93101 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:51.209033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.210009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:36:51.210487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (3a8e2d26-1caa-4b29-9d40-05dca2378d15), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:36:51.225277 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:36:51.320587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] For port d492a8a5-5c0d-45de-b2f3-25503e805f3b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d492a8a5-5c0d-45de-b2f3-25503e805f3b,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:51.324572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] For port 175147af-ea2c-4281-af90-bd3d9fc93101, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=175147af-ea2c-4281-af90-bd3d9fc93101,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:51.324797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.324982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.343560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cf560c7-2ebf-4ea5-80e9-70d298b9f87a admin admin] Publish callbacks [] for security_group (c0b19d57-a91f-4c4d-86c9-96b05f96575e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.345074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] Calling delete_port for 175147af-ea2c-4281-af90-bd3d9fc93101 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:51.366752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Calling delete_port for d492a8a5-5c0d-45de-b2f3-25503e805f3b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:51.466035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (175147af-ea2c-4281-af90-bd3d9fc93101), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.520657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] Pushing event deleted for resources: {'Port': ['ID=175147af-ea2c-4281-af90-bd3d9fc93101,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:51.527682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff58d2-6d49-4e33-ac30-7bfa38eff1a9 None None] No DVR routers for this DVR port 175147af-ea2c-4281-af90-bd3d9fc93101 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:51.546409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-e98c336b-af4c-412d-98b9-01aef9f7aa3d service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182888 Feb 03 04:36:51.595448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1c20323c-9160-4b97-bc65-95ecb0282d0f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.625621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.633242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/1c20323c-9160-4b97-bc65-95ecb0282d0f HTTP/1.1" status: 204 len: 168 time: 2.4781137 Feb 03 04:36:51.642090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:51.670705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf4f12-e887-42d5-b0ce-980c29f38776 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=1c20323c-9160-4b97-bc65-95ecb0282d0f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:51.676273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d492a8a5-5c0d-45de-b2f3-25503e805f3b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.678987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 175147af-ea2c-4281-af90-bd3d9fc93101 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:51.716092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:51.719947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.756449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 175147af-ea2c-4281-af90-bd3d9fc93101 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:51.756932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 175147af-ea2c-4281-af90-bd3d9fc93101 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:51.784686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4', '94e230d4-830c-4c53-a2dd-51f0a8028c4f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:36:51.787894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['ede4b0e5-c211-4aaa-9bfd-b604389f5fae', 'd492a8a5-5c0d-45de-b2f3-25503e805f3b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:36:51.863988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event deleted for resources: {'Port': ['ID=d492a8a5-5c0d-45de-b2f3-25503e805f3b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:51.928734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b78e5de4-c32c-471d-9534-f6c8bd52ee63 req-355a5e2f-64e4-43b5-9d40-79444cb170aa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 210 time: 0.0730579 Feb 03 04:36:51.962086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] No DVR routers for this DVR port d492a8a5-5c0d-45de-b2f3-25503e805f3b on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:51.962771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d80aa6fc-3c85-4dd6-82c3-3fd323e9fd43 req-5d56cf0c-c22c-488c-a429-3b56650b1fa6 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c7bef1d-6781-4eae-8782-f91a1fae923d HTTP/1.1" status: 200 len: 210 time: 0.1053245 Feb 03 04:36:51.968307 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:51.972233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-898564b0-074e-4af5-99d0-a26a7d696afd req-5fbb8328-bbf5-47ee-a4a0-ced26f2bbb12 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "DELETE /v2.0/ports/d492a8a5-5c0d-45de-b2f3-25503e805f3b HTTP/1.1" status: 204 len: 173 time: 1.1940033 Feb 03 04:36:51.973443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'name': 'network-vif-deleted', 'tag': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:51.977460 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbf1aad-175f-4384-ac39-4da42ff1e9b7" -d '{"events": [{"server_uuid": "1c7bef1d-6781-4eae-8782-f91a1fae923d", "name": "network-vif-deleted", "tag": "d492a8a5-5c0d-45de-b2f3-25503e805f3b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:51.995450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7473b4a7-207f-475a-abb4-e108a0f1d885 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:51.997216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7473b4a7-207f-475a-abb4-e108a0f1d885 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3536749 Feb 03 04:36:52.002260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:52.086589 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cf560c7-2ebf-4ea5-80e9-70d298b9f87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c0b19d57-a91f-4c4d-86c9-96b05f96575e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.096691 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cf560c7-2ebf-4ea5-80e9-70d298b9f87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.097093 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-27fb69dc-c5d7-46b7-80c3-173f471f24ae tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0899615 Feb 03 04:36:52.098410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:52.102745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3cf560c7-2ebf-4ea5-80e9-70d298b9f87a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0b19d57-a91f-4c4d-86c9-96b05f96575e HTTP/1.1" status: 204 len: 168 time: 1.5181422 Feb 03 04:36:52.110633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-911173562'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:52.142714 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5273b-2003-4b32-8417-b092bf1bf77e x-openstack-request-id: req-e7f5273b-2003-4b32-8417-b092bf1bf77e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:52.143802 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7bef1d-6781-4eae-8782-f91a1fae923d", "name": "network-vif-deleted", "tag": "d492a8a5-5c0d-45de-b2f3-25503e805f3b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:52.144539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf560c7-2ebf-4ea5-80e9-70d298b9f87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b19d57-a91f-4c4d-86c9-96b05f96575e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:52.145069 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7f5273b-2003-4b32-8417-b092bf1bf77e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:52.146093 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7bef1d-6781-4eae-8782-f91a1fae923d', 'name': 'network-vif-deleted', 'tag': 'd492a8a5-5c0d-45de-b2f3-25503e805f3b', 'status': 'completed', 'code': 200} Feb 03 04:36:52.169107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:52.172804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.218887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:36:52.240558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (87bd2849-7df3-4801-bd08-ec450515ae48), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.241029 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment 87bd2849-7df3-4801-bd08-ec450515ae48 of type vlan for network be271871-23f7-4ab7-a5be-2edde1c3988d Feb 03 04:36:52.305791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f53be2c8-c6a3-4472-b213-b9c797aa90fb req-d3a17ce9-9ba6-44ae-9167-71869430ae36 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1083272 Feb 03 04:36:52.321477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (c7d68226-1368-4dd0-b621-ec663493b911), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.342473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (be271871-23f7-4ab7-a5be-2edde1c3988d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.384542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (be271871-23f7-4ab7-a5be-2edde1c3988d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.390281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:52.391337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.403486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:52.409612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:52.422843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1109b9-97bb-4908-88e6-3fec2c4db46c None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:52.432797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:52.433407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.437772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=c7d68226-1368-4dd0-b621-ec663493b911,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:52.452778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3524354 Feb 03 04:36:52.455399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:52.462477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:52.490258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a6e73-a003-4793-8b02-ae75a69b0baa tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=be271871-23f7-4ab7-a5be-2edde1c3988d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:52.535233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network be271871-23f7-4ab7-a5be-2edde1c3988d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:36:52.619203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ce6eecec-8d8a-4b55-a272-f159c3d71cee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5241523 Feb 03 04:36:52.620835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:52.622856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:52.624497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.629512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': 'c7d68226-1368-4dd0-b621-ec663493b911', 'ip_address': '2001:db8::9707:a53b:7da1:bfd4'}], 'name': 'tempest-NetworksTestDHCPv6-1236730388'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:52.631243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': 'c7d68226-1368-4dd0-b621-ec663493b911'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:52.632489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.879082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (a7694762-4ad0-43ea-921e-3efb3e20f5b1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:52.911669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:52.936680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/c7d68226-1368-4dd0-b621-ec663493b911/d805aa9f-26e7-460e-8535-d275e14942aa) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:52.953210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=a7694762-4ad0-43ea-921e-3efb3e20f5b1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:52.993132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': '87bd2849-7df3-4801-bd08-ec450515ae48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:52.993990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: be271871-23f7-4ab7-a5be-2edde1c3988d, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:36:53.042493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network be271871-23f7-4ab7-a5be-2edde1c3988d is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:36:53.066296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:53.090628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 30e44b8c-4d70-4480-9913-ad483b22c20f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:53.666684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-1a186698-06ae-4b10-9e72-f2b971a34d3d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:53.669710 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-1a186698-06ae-4b10-9e72-f2b971a34d3d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.3624017 Feb 03 04:36:53.686355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Request body: {'port': {'device_id': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'admin_state_up': True, 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:53.816733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:53.828242 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Publish callbacks [] for port (d805aa9f-26e7-460e-8535-d275e14942aa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:53.831690 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:53.843022 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:53.890167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, be271871-23f7-4ab7-a5be-2edde1c3988d) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:53.922437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Pushing event updated for resources: {'Port': ['ID=d805aa9f-26e7-460e-8535-d275e14942aa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:53.924166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85604462-1a29-4211-94c3-0b41493c5717 req-4fb00e1b-734f-49f1-9c58-151d5b016e7d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 210 time: 0.8596339 Feb 03 04:36:53.925502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb3a4ca-2c20-4ee7-967f-22fba987a550 None None] Network be271871-23f7-4ab7-a5be-2edde1c3988d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:53.959649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82965c63-394c-4730-a286-c09ad3b39ace req-67fbba7b-bc0c-4e01-bbd3-9268b8bcdba3 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1132677 Feb 03 04:36:53.964471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:53.966794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.005676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2b2f9268-4071-4353-9b11-2a6079e6d201 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5483582 Feb 03 04:36:54.009088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:54.016703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d', 'name': 'tempest-PortsTestJSON-1622224500'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:54.025265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::9707:a53b:7da1:bfd4 (355aef9b-164b-424f-8915-d5c2d7f691fe/c7d68226-1368-4dd0-b621-ec663493b911/30e44b8c-4d70-4480-9913-ad483b22c20f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:54.071015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d492a8a5-5c0d-45de-b2f3-25503e805f3b no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:36:54.071615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:54.079818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.139954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: d492a8a5-5c0d-45de-b2f3-25503e805f3b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:36:54.140303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d492a8a5-5c0d-45de-b2f3-25503e805f3b not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:36:54.152584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:54.156189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:54.166754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:54.245131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-be271871-23f7-4ab7-a5be-2edde1c3988d', 'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d', 'project_id': 'a55d79880cf443f197bb6d3e029370c9', 'fixed_ips': [{'subnet_id': 'a7694762-4ad0-43ea-921e-3efb3e20f5b1'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:36:54.251661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.275191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:54.282509 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.317366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Attempting to bind port d805aa9f-26e7-460e-8535-d275e14942aa on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:54.317742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Attempting to bind port d805aa9f-26e7-460e-8535-d275e14942aa by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:54.318109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Attempting to bind port d805aa9f-26e7-460e-8535-d275e14942aa on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:54.331530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:54.331530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:54.332078 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.332779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:54.332924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Bound port: d805aa9f-26e7-460e-8535-d275e14942aa, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:54.333286 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.339853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 7edf6dc0-9caf-4954-b989-5e3cd916c622 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:54.508551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (30e44b8c-4d70-4480-9913-ad483b22c20f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.509454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] For port d805aa9f-26e7-460e-8535-d275e14942aa, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:54.527529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] For port d805aa9f-26e7-460e-8535-d275e14942aa, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d805aa9f-26e7-460e-8535-d275e14942aa,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:54.541637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Allocated IP 172.20.0.2 (be271871-23f7-4ab7-a5be-2edde1c3988d/a7694762-4ad0-43ea-921e-3efb3e20f5b1/356b5817-dec1-4323-a0f7-499f88d8e753) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:54.548092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.565863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Allocated IP 172.20.0.13 (33f08626-802d-4cfd-992c-cb30242887eb/11c55517-c63b-4249-a7dd-a79ccac8c398/db65556e-0bc0-4374-8cf1-4084ab7091cc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:54.657383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0309c-77e1-4e64-b199-281af3ea9490 None None] Pushing event updated for resources: {'Port': ['ID=d805aa9f-26e7-460e-8535-d275e14942aa,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:54.670062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (30e44b8c-4d70-4480-9913-ad483b22c20f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.760424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:54.766327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:54.773438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:54.782358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:54.783040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.850142 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Publish callbacks [] for port (356b5817-dec1-4323-a0f7-499f88d8e753), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.855439 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2308209 Feb 03 04:36:54.856310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c6fe2-05b2-4759-a6f7-278d4842c103 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=30e44b8c-4d70-4480-9913-ad483b22c20f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:54.859035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:54.874567 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:54.989040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Network be271871-23f7-4ab7-a5be-2edde1c3988d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:55.007702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:55.013574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Pushing event updated for resources: {'Port': ['ID=356b5817-dec1-4323-a0f7-499f88d8e753,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:55.018019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:55.105241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks [] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.178801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Attempting to bind port 356b5817-dec1-4323-a0f7-499f88d8e753 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:55.179043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Attempting to bind port 356b5817-dec1-4323-a0f7-499f88d8e753 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '87bd2849-7df3-4801-bd08-ec450515ae48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:55.179417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Attempting to bind port 356b5817-dec1-4323-a0f7-499f88d8e753 on network be271871-23f7-4ab7-a5be-2edde1c3988d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:55.192199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:55.192577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Checking segment: {'id': '87bd2849-7df3-4801-bd08-ec450515ae48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:55.192985 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.193414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Bound using segment: {'id': '87bd2849-7df3-4801-bd08-ec450515ae48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:55.193898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Bound port: 356b5817-dec1-4323-a0f7-499f88d8e753, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bd2849-7df3-4801-bd08-ec450515ae48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:55.194287 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.196636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68527fa1-0057-4fbf-b151-d43e5a4f06e7 req-6522a114-953b-4679-8c3a-81e69d362085 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 210 time: 0.1097283 Feb 03 04:36:55.206117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.242867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:36:55.296637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Network 33f08626-802d-4cfd-992c-cb30242887eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:55.311186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:55.330586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88e8fe87-41a8-4588-9f0e-66e8810f5a84 req-a3ee48b2-234c-4724-8742-fd37c306bdbd tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1121297 Feb 03 04:36:55.330801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:55.356293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45481c5f-f04b-4c16-a4db-e71f52de660e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:55.361666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45481c5f-f04b-4c16-a4db-e71f52de660e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:55.363313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-45481c5f-f04b-4c16-a4db-e71f52de660e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5026653 Feb 03 04:36:55.373928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49882) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:55.387460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.8 (be271871-23f7-4ab7-a5be-2edde1c3988d/a7694762-4ad0-43ea-921e-3efb3e20f5b1/7edf6dc0-9caf-4954-b989-5e3cd916c622) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:55.404009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event updated for resources: {'Port': ['ID=db65556e-0bc0-4374-8cf1-4084ab7091cc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:55.467721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:55.472234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.516176 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-82f03cba-5463-49ff-bdc5-724253a920b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8341131 Feb 03 04:36:55.528256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Request body: {'port': {'device_id': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:55.552994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] For port 356b5817-dec1-4323-a0f7-499f88d8e753, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:55.644113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] For port 356b5817-dec1-4323-a0f7-499f88d8e753, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=356b5817-dec1-4323-a0f7-499f88d8e753,segment=NetworkSegment(87bd2849-7df3-4801-bd08-ec450515ae48),segment_id=87bd2849-7df3-4801-bd08-ec450515ae48)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:55.706966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.719134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.728970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (7edf6dc0-9caf-4954-b989-5e3cd916c622), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.855849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7edf6dc0-9caf-4954-b989-5e3cd916c622), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:55.874529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4660d-8d7a-4322-897f-320a4975a198 None None] Pushing event updated for resources: {'Port': ['ID=356b5817-dec1-4323-a0f7-499f88d8e753,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:55.897629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d805aa9f-26e7-460e-8535-d275e14942aa up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:56.003546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network be271871-23f7-4ab7-a5be-2edde1c3988d is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:56.021832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:56.035467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:56.068900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d805aa9f-26e7-460e-8535-d275e14942aa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:56.074706 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.168358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:56.169033 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.224355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2137728 Feb 03 04:36:56.225805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:56.228291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc0ac6-1119-44d8-8b36-43fbaea47076 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=7edf6dc0-9caf-4954-b989-5e3cd916c622,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:56.268260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'be271871-23f7-4ab7-a5be-2edde1c3988d', 'name': 'tempest-PortsTestJSON-1735142267'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:56.292865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d805aa9f-26e7-460e-8535-d275e14942aa is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:56.293394 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.301805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 30e44b8c-4d70-4480-9913-ad483b22c20f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:56.306970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (30e44b8c-4d70-4480-9913-ad483b22c20f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.369018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port d805aa9f-26e7-460e-8535-d275e14942aa, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d805aa9f-26e7-460e-8535-d275e14942aa,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:56.378561 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.543080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=d805aa9f-26e7-460e-8535-d275e14942aa,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:56.635182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db65556e-0bc0-4374-8cf1-4084ab7091cc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:36:56.644706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Publish callbacks [] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.711924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-77111f52-0b7a-458c-80bf-5f1afe18265c None None] Provisioning complete for port d805aa9f-26e7-460e-8535-d275e14942aa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:56.712585 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77111f52-0b7a-458c-80bf-5f1afe18265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.720268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Transition to ACTIVE for port object db65556e-0bc0-4374-8cf1-4084ab7091cc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:36:56.732797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.739782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (30e44b8c-4d70-4480-9913-ad483b22c20f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.767378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:56.771282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:56.803003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0febef02-e91e-4fb9-a36d-562ea8374ff7 req-01646e4d-8c7e-4e8f-9793-5a6bcf366ca6 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1942282 Feb 03 04:36:56.828510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 30e44b8c-4d70-4480-9913-ad483b22c20f owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:56.835219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 7594e7cf-336f-4be0-be5c-beb2c8481d7e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:36:56.885013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692eacf-8272-4de4-a735-bb2165af41dc req-81255d82-35f3-41ec-b0c3-cb1d731ad24a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:56.897819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4692eacf-8272-4de4-a735-bb2165af41dc req-81255d82-35f3-41ec-b0c3-cb1d731ad24a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 932 time: 0.2902167 Feb 03 04:36:57.018056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-77111f52-0b7a-458c-80bf-5f1afe18265c None None] Current status of the port d805aa9f-26e7-460e-8535-d275e14942aa is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:57.098706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4692eacf-8272-4de4-a735-bb2165af41dc req-32b8bf50-f9ab-4433-8948-bfde242f03b7 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944261 Feb 03 04:36:57.124510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.11 (be271871-23f7-4ab7-a5be-2edde1c3988d/a7694762-4ad0-43ea-921e-3efb3e20f5b1/7594e7cf-336f-4be0-be5c-beb2c8481d7e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:36:57.160602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=db65556e-0bc0-4374-8cf1-4084ab7091cc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:57.162087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4d7706d6-fb37-4e05-8d17-f2c0b279c757 None None] Provisioning complete for port 30e44b8c-4d70-4480-9913-ad483b22c20f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:57.162489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d7706d6-fb37-4e05-8d17-f2c0b279c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (30e44b8c-4d70-4480-9913-ad483b22c20f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:57.225686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (30e44b8c-4d70-4480-9913-ad483b22c20f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:57.258668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4d7706d6-fb37-4e05-8d17-f2c0b279c757 None None] Port 30e44b8c-4d70-4480-9913-ad483b22c20f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:36:57.321491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=30e44b8c-4d70-4480-9913-ad483b22c20f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:57.365433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Attempting to bind port db65556e-0bc0-4374-8cf1-4084ab7091cc on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:36:57.365767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Attempting to bind port db65556e-0bc0-4374-8cf1-4084ab7091cc by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:36:57.366154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Attempting to bind port db65556e-0bc0-4374-8cf1-4084ab7091cc on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:57.378900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Port db65556e-0bc0-4374-8cf1-4084ab7091cc on network 33f08626-802d-4cfd-992c-cb30242887eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:36:57.379625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Attempting to bind port db65556e-0bc0-4374-8cf1-4084ab7091cc on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:36:57.390665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:57.398839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:36:57.399485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:36:57.400145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Bound using segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:36:57.400761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Bound port: db65556e-0bc0-4374-8cf1-4084ab7091cc, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:36:57.401283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:57.402895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e797f902-b8ee-4346-995a-3ea68348e9d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/30e44b8c-4d70-4480-9913-ad483b22c20f HTTP/1.1" status: 204 len: 168 time: 2.0172625 Feb 03 04:36:57.405539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:57.556933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95e0dc-efbb-4bf0-9e2b-3070fbdfd6c6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:57.565967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95e0dc-efbb-4bf0-9e2b-3070fbdfd6c6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:57.573310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9a95e0dc-efbb-4bf0-9e2b-3070fbdfd6c6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1665766 Feb 03 04:36:57.576265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49944) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:57.606537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] For port db65556e-0bc0-4374-8cf1-4084ab7091cc, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:36:57.634907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] For port db65556e-0bc0-4374-8cf1-4084ab7091cc, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=db65556e-0bc0-4374-8cf1-4084ab7091cc,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:36:57.655889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:57.734163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet c7d68226-1368-4dd0-b621-ec663493b911 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:36:57.744589 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (c7d68226-1368-4dd0-b621-ec663493b911), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:57.850112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e82e8e-be07-444b-9c18-2a7f3ebec74c None None] Network be271871-23f7-4ab7-a5be-2edde1c3988d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:57.866797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (c7d68226-1368-4dd0-b621-ec663493b911), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.027128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c7d68226-1368-4dd0-b621-ec663493b911), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.086273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d805aa9f-26e7-460e-8535-d275e14942aa up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:58.103599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17edb18a-5833-4b51-bdcd-fe39da839b8c req-7233bda0-d092-4021-9f73-0f9c0b00668d tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Feb 03 04:36:58.168128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (c7d68226-1368-4dd0-b621-ec663493b911), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.195091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b8cb26ae-8c65-4c92-a737-62022705d61e None None] Provisioning complete for port 356b5817-dec1-4323-a0f7-499f88d8e753 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:58.195791 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8cb26ae-8c65-4c92-a737-62022705d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.229944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d68226-1368-4dd0-b621-ec663493b911,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:58.247392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.252658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-99f8d707-38ed-4140-a9bb-fc3ff818ba78 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c7d68226-1368-4dd0-b621-ec663493b911 HTTP/1.1" status: 204 len: 168 time: 0.6747384 Feb 03 04:36:58.261837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:58.279157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7870f-3a4b-4894-990a-9cb1dcadf1de None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:36:58.325418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:58.326575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.329357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] 10.222.0.31 "PUT /v2.0/ports/db65556e-0bc0-4374-8cf1-4084ab7091cc HTTP/1.1" status: 200 len: 1092 time: 2.8052733 Feb 03 04:36:58.338598 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d21a990a-3d57-447f-aacf-8c695afca0f9 req-71d9e3ad-461f-42ad-98aa-40e2b524cb76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1047268 Feb 03 04:36:58.339350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'tag': 'db65556e-0bc0-4374-8cf1-4084ab7091cc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:36:58.342232 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8bb330-bca8-4718-9784-a714cc61f5ec", "tag": "db65556e-0bc0-4374-8cf1-4084ab7091cc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:36:58.351567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09c037-664c-4398-a2ae-1986c86601e8 req-c0792e4e-7021-42f4-9de9-ec9f4e8e59e5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:58.361967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc09c037-664c-4398-a2ae-1986c86601e8 req-c0792e4e-7021-42f4-9de9-ec9f4e8e59e5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 944 time: 0.1233480 Feb 03 04:36:58.384024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (7594e7cf-336f-4be0-be5c-beb2c8481d7e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.387394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-beefbe0b-3d13-46dc-b688-174a9fd5fc13 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704045 Feb 03 04:36:58.392978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:58.459058 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f260cdc-e29a-4d90-a062-99b73ec5ff84 x-openstack-request-id: req-4f260cdc-e29a-4d90-a062-99b73ec5ff84 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:36:58.459743 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8bb330-bca8-4718-9784-a714cc61f5ec", "tag": "db65556e-0bc0-4374-8cf1-4084ab7091cc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:36:58.460200 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f260cdc-e29a-4d90-a062-99b73ec5ff84 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:36:58.460757 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'tag': 'db65556e-0bc0-4374-8cf1-4084ab7091cc', 'status': 'completed', 'code': 200} Feb 03 04:36:58.466670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039949bc-aae1-4df7-8ce8-8fa857e56dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=db65556e-0bc0-4374-8cf1-4084ab7091cc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:58.476292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc09c037-664c-4398-a2ae-1986c86601e8 req-45c00b90-5398-4dd2-b2e5-34942a9f8311 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120515 Feb 03 04:36:58.494053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7220fa9-ceda-427f-bd6f-c81399536d5e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:58.495858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7220fa9-ceda-427f-bd6f-c81399536d5e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1016414 Feb 03 04:36:58.498410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:58.541156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7594e7cf-336f-4be0-be5c-beb2c8481d7e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.602548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb26ae-8c65-4c92-a737-62022705d61e None None] Current status of the port 356b5817-dec1-4323-a0f7-499f88d8e753 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:58.604284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8cb26ae-8c65-4c92-a737-62022705d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.629154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d805aa9f-26e7-460e-8535-d275e14942aa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:58.629747 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.645952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daafd421-46d9-46da-950f-61bf7bd6c440 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:58.647842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-daafd421-46d9-46da-950f-61bf7bd6c440 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1483145 Feb 03 04:36:58.651805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:58.666395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network be271871-23f7-4ab7-a5be-2edde1c3988d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:36:58.668818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=7594e7cf-336f-4be0-be5c-beb2c8481d7e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:58.683342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:36:58.687447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:36:58.750589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-0021baf4-07c2-45a3-9b3c-190e5a016ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:58.752178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-0021baf4-07c2-45a3-9b3c-190e5a016ac9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 1126 time: 0.1576102 Feb 03 04:36:58.781748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c7a9cbc4-8de7-400a-a85c-dfb3ef1223d8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1274455 Feb 03 04:36:58.783102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49982) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:58.788954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:36:58.796241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:36:58.819220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b8cb26ae-8c65-4c92-a737-62022705d61e None None] For port 356b5817-dec1-4323-a0f7-499f88d8e753, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=356b5817-dec1-4323-a0f7-499f88d8e753,segment=NetworkSegment(87bd2849-7df3-4801-bd08-ec450515ae48),segment_id=87bd2849-7df3-4801-bd08-ec450515ae48)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:58.836813 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8cb26ae-8c65-4c92-a737-62022705d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.846222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:58.846945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:58.855371 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-670a7a44-1554-42c5-aa1c-f32f4b6bc683 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db65556e-0bc0-4374-8cf1-4084ab7091cc HTTP/1.1" status: 200 len: 217 time: 0.0891569 Feb 03 04:36:58.878137 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-436d47b5-811f-43c7-9cb9-a257ace765de tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6508014 Feb 03 04:36:58.900439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:58.925686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-b8c774c8-0fe0-4156-8f89-0d9fc0037447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:58.927252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-b8c774c8-0fe0-4156-8f89-0d9fc0037447 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.0643599 Feb 03 04:36:58.975699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-15585f16-22a1-4dd3-b447-4182bc69d11f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402691 Feb 03 04:36:58.993713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb26ae-8c65-4c92-a737-62022705d61e None None] Pushing event updated for resources: {'Port': ['ID=356b5817-dec1-4323-a0f7-499f88d8e753,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:59.015232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d805aa9f-26e7-460e-8535-d275e14942aa is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:59.016455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 356b5817-dec1-4323-a0f7-499f88d8e753 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:36:59.051816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] Deleting port d805aa9f-26e7-460e-8535-d275e14942aa {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:36:59.056131 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:59.166304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:59.177077 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-06cb844f-d7e8-4c15-b240-6e215a43d7df service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880734 Feb 03 04:36:59.196324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7fe3e42a-ffc2-43b3-a2a0-954aed147996 None None] Provisioning complete for port 356b5817-dec1-4323-a0f7-499f88d8e753 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:59.196902 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe3e42a-ffc2-43b3-a2a0-954aed147996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:59.312888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] For port d805aa9f-26e7-460e-8535-d275e14942aa, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d805aa9f-26e7-460e-8535-d275e14942aa,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:36:59.313295 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:59.320828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8606f5b-7c48-47f0-b797-9910478febbc req-060d12d0-8af8-490d-8eee-0caf8cd60e16 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0524249 Feb 03 04:36:59.367748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eaba3a-8462-43d4-8545-515aa7d8b6db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:59.369894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] Calling delete_port for d805aa9f-26e7-460e-8535-d275e14942aa owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:36:59.371890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d4eaba3a-8462-43d4-8545-515aa7d8b6db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.4704685 Feb 03 04:36:59.375669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:36:59.389296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:36:59.398512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:59.404759 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05833851-a3e0-4060-8a2c-c855ec0709e3 req-57fbb167-98ae-4f83-942f-df128316db92 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196348 Feb 03 04:36:59.501923 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (d805aa9f-26e7-460e-8535-d275e14942aa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:59.651326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 356b5817-dec1-4323-a0f7-499f88d8e753 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:59.651853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:59.666048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] Pushing event deleted for resources: {'Port': ['ID=d805aa9f-26e7-460e-8535-d275e14942aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:36:59.678355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-721001aa-83b1-4fe2-a24d-b829e3c19c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:59.680609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-721001aa-83b1-4fe2-a24d-b829e3c19c0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 1126 time: 0.1576011 Feb 03 04:36:59.738821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e9bef-f5a6-4ef0-a9de-de8453f9a0f2 None None] No DVR routers for this DVR port d805aa9f-26e7-460e-8535-d275e14942aa on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:36:59.838465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3e42a-ffc2-43b3-a2a0-954aed147996 None None] Current status of the port 356b5817-dec1-4323-a0f7-499f88d8e753 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:36:59.916018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-b1e71325-c0e4-47f3-ae43-171483b45862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:36:59.917941 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-b1e71325-c0e4-47f3-ae43-171483b45862 service neutron] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.2308385 Feb 03 04:36:59.925241 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (cf4aa342-b52f-4e63-a3e9-4a7f03cdf339), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:36:59.959704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7fe3e42a-ffc2-43b3-a2a0-954aed147996 None None] Provisioning complete for port 7edf6dc0-9caf-4954-b989-5e3cd916c622 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:36:59.961422 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe3e42a-ffc2-43b3-a2a0-954aed147996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7edf6dc0-9caf-4954-b989-5e3cd916c622), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.001579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=cf4aa342-b52f-4e63-a3e9-4a7f03cdf339,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:00.016936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-28a4cd79-f044-464e-8685-ad9c22f08056 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db65556e-0bc0-4374-8cf1-4084ab7091cc HTTP/1.1" status: 200 len: 217 time: 0.0873652 Feb 03 04:37:00.028923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d971132-0d3a-4909-a51e-d2e7af834f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.049729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3e42a-ffc2-43b3-a2a0-954aed147996 None None] Port 7edf6dc0-9caf-4954-b989-5e3cd916c622 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:00.085981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:00.095828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:00.099596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:00.100210 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.106342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee6a1f-5b9c-4aa7-94e3-a1ea43e12479 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:00.106557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-46cb9218-eec9-414d-b74b-40f5b03c1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:00.110193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-46cb9218-eec9-414d-b74b-40f5b03c1f06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.0877957 Feb 03 04:37:00.156684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86258ed-05f3-406f-a14c-21966e1aa997 req-dab0d829-77ea-47fc-aff1-8fd20c00006f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:00.158322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e86258ed-05f3-406f-a14c-21966e1aa997 req-dab0d829-77ea-47fc-aff1-8fd20c00006f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 944 time: 0.2616951 Feb 03 04:37:00.170238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f419da4-3d42-4704-8e1c-ec08da962dd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3826811 Feb 03 04:37:00.170463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-0bd6eb18-6501-4fa6-a063-b842b56ecd5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481145 Feb 03 04:37:00.170742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:00.176358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': 'cf4aa342-b52f-4e63-a3e9-4a7f03cdf339', 'ip_address': '2001:db8::6fe7:51b9:9717:ed6f'}], 'name': 'tempest-NetworksTestDHCPv6-1712964274'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:00.234718 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 7594e7cf-336f-4be0-be5c-beb2c8481d7e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:00.235134 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7594e7cf-336f-4be0-be5c-beb2c8481d7e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.368969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e86258ed-05f3-406f-a14c-21966e1aa997 req-be3a0626-b013-4fd4-9024-ebde6a0120a5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979177 Feb 03 04:37:00.387365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d971132-0d3a-4909-a51e-d2e7af834f28 admin admin] Publish callbacks [] for security_group (a5063af1-04c5-4cbb-9515-c4d282bc9897), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.416294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d971132-0d3a-4909-a51e-d2e7af834f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a5063af1-04c5-4cbb-9515-c4d282bc9897), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.449994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 356b5817-dec1-4323-a0f7-499f88d8e753 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:00.468741 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7594e7cf-336f-4be0-be5c-beb2c8481d7e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.472595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-520f2264-4859-48ef-9e87-f03c24c9f383 None None] Provisioning complete for port 7594e7cf-336f-4be0-be5c-beb2c8481d7e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:00.472980 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-520f2264-4859-48ef-9e87-f03c24c9f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7594e7cf-336f-4be0-be5c-beb2c8481d7e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.509607 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-ffdf19ea-974b-4953-b6d3-98a0c2f89c95 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281891 Feb 03 04:37:00.546669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 7594e7cf-336f-4be0-be5c-beb2c8481d7e owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:00.571737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7562ee4-4adb-4f6e-b323-86f49ea0032f req-989b9861-5bd3-4e11-ab24-3948fc0f3c91 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0844963 Feb 03 04:37:00.578239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': 'cf4aa342-b52f-4e63-a3e9-4a7f03cdf339'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:00.578239 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.609307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d1177941-b4a3-4d7a-bc82-0ab2fd4b6b7f req-e897604b-78a8-49ba-9240-46ae70fa141b service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932057 Feb 03 04:37:00.611824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1d971132-0d3a-4909-a51e-d2e7af834f28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5458da525433415eb6e4e186ac747695&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4337580 Feb 03 04:37:00.614658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:00.615020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d971132-0d3a-4909-a51e-d2e7af834f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5063af1-04c5-4cbb-9515-c4d282bc9897,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:00.650902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:00.659577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 356b5817-dec1-4323-a0f7-499f88d8e753 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:00.669606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-520f2264-4859-48ef-9e87-f03c24c9f383 None None] Port 7594e7cf-336f-4be0-be5c-beb2c8481d7e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:00.838681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd31b44-ec4e-4874-acbf-7e8ef5e59eb5 admin admin] Publish callbacks [] for security_group (a5063af1-04c5-4cbb-9515-c4d282bc9897), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.877988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7594e7cf-336f-4be0-be5c-beb2c8481d7e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.879771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-520f2264-4859-48ef-9e87-f03c24c9f383 None None] Provisioning complete for port 7edf6dc0-9caf-4954-b989-5e3cd916c622 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:00.880388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-520f2264-4859-48ef-9e87-f03c24c9f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7edf6dc0-9caf-4954-b989-5e3cd916c622), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:00.895340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd31b44-ec4e-4874-acbf-7e8ef5e59eb5 admin admin] Publish callbacks [] for security_group (a5063af1-04c5-4cbb-9515-c4d282bc9897), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.005883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=7594e7cf-336f-4be0-be5c-beb2c8481d7e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:01.015382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-520f2264-4859-48ef-9e87-f03c24c9f383 None None] Port 7edf6dc0-9caf-4954-b989-5e3cd916c622 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:01.037730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 356b5817-dec1-4323-a0f7-499f88d8e753 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:01.038307 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.071122 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b01712ba-3214-41d7-81e4-51ca36fa2658 req-e348f4f0-7bc2-4d0e-94ff-57b066636efa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3586cfac8f014bb5a3e0ec9cba8758f6&device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0807846 Feb 03 04:37:01.086580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/cf4aa342-b52f-4e63-a3e9-4a7f03cdf339/e5df9335-97af-4ca7-8747-0d72a6a8455e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:01.103109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1872a0fb-c092-42b2-af93-da004f9aecfc req-19dcb3b2-682c-4e50-bbec-6f37c6bb603e tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0438147 Feb 03 04:37:01.117739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b01712ba-3214-41d7-81e4-51ca36fa2658 req-73aca4df-1945-4280-a15c-2b7caadeeec6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3586cfac8f014bb5a3e0ec9cba8758f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347602 Feb 03 04:37:01.122459 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.130366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-485f9501-4816-44f9-8ed6-cb8f35a7f60f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/7594e7cf-336f-4be0-be5c-beb2c8481d7e HTTP/1.1" status: 204 len: 168 time: 1.7495170 Feb 03 04:37:01.130554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:01.159995 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f23c72-6714-4b65-8580-854415eddbeb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:37:01.163981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-96f23c72-6714-4b65-8580-854415eddbeb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/7594e7cf-336f-4be0-be5c-beb2c8481d7e HTTP/1.1" status: 404 len: 333 time: 0.0299792 Feb 03 04:37:01.168973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:01.280048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 356b5817-dec1-4323-a0f7-499f88d8e753 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:01.302235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 7edf6dc0-9caf-4954-b989-5e3cd916c622 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:01.302923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7edf6dc0-9caf-4954-b989-5e3cd916c622), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.353505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.356294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd31b44-ec4e-4874-acbf-7e8ef5e59eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a5063af1-04c5-4cbb-9515-c4d282bc9897), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.359877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdd31b44-ec4e-4874-acbf-7e8ef5e59eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.361134 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cdd31b44-ec4e-4874-acbf-7e8ef5e59eb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5063af1-04c5-4cbb-9515-c4d282bc9897 HTTP/1.1" status: 204 len: 168 time: 0.7454374 Feb 03 04:37:01.382824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d805aa9f-26e7-460e-8535-d275e14942aa no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:01.409928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd31b44-ec4e-4874-acbf-7e8ef5e59eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5063af1-04c5-4cbb-9515-c4d282bc9897,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:01.423254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01712ba-3214-41d7-81e4-51ca36fa2658 req-388cb722-9f18-464c-b80a-8c0fc0e85aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:01.428224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7edf6dc0-9caf-4954-b989-5e3cd916c622), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.430328 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b01712ba-3214-41d7-81e4-51ca36fa2658 req-388cb722-9f18-464c-b80a-8c0fc0e85aad service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3041523 Feb 03 04:37:01.445776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 7edf6dc0-9caf-4954-b989-5e3cd916c622 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:01.449326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 95bb673f-243c-4559-b3ff-2e91fe075ae8 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:01.465210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d805aa9f-26e7-460e-8535-d275e14942aa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:01.465839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d805aa9f-26e7-460e-8535-d275e14942aa not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:01.561356 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Publish callbacks [] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.570564 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.630956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:01.639258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:01.643252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:01.744047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Pushing event updated for resources: {'Port': ['ID=e5df9335-97af-4ca7-8747-0d72a6a8455e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:01.768306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7edf6dc0-9caf-4954-b989-5e3cd916c622), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.775967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Attempting to bind port e5df9335-97af-4ca7-8747-0d72a6a8455e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:01.776250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Attempting to bind port e5df9335-97af-4ca7-8747-0d72a6a8455e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:01.776619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Attempting to bind port e5df9335-97af-4ca7-8747-0d72a6a8455e on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:01.779268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::6fe7:51b9:9717:ed6f (355aef9b-164b-424f-8915-d5c2d7f691fe/cf4aa342-b52f-4e63-a3e9-4a7f03cdf339/95bb673f-243c-4559-b3ff-2e91fe075ae8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:01.781544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d0031-9700-483d-b52c-712347642306 req-149df872-eb1e-4737-9a93-558c6c23115f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:01.791427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-753d0031-9700-483d-b52c-712347642306 req-149df872-eb1e-4737-9a93-558c6c23115f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 944 time: 0.2240186 Feb 03 04:37:01.795237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:01.795677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:01.796136 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.796489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:01.796981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Bound port: e5df9335-97af-4ca7-8747-0d72a6a8455e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:01.797371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.828745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=7edf6dc0-9caf-4954-b989-5e3cd916c622,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:01.928946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-753d0031-9700-483d-b52c-712347642306 req-3bf9424c-f5b0-4fd1-8e75-8011bd0f182a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313856 Feb 03 04:37:01.956249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] For port e5df9335-97af-4ca7-8747-0d72a6a8455e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:01.960004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] For port e5df9335-97af-4ca7-8747-0d72a6a8455e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5df9335-97af-4ca7-8747-0d72a6a8455e,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:01.971946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:01.981365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:02.006057 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cb9633b-6bad-4010-a0bd-0f1bbee9eb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.035002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.043063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafed38-b863-4a6b-ad9c-2922def34bed None None] Pushing event updated for resources: {'Port': ['ID=e5df9335-97af-4ca7-8747-0d72a6a8455e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:02.047239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bacfff73-e227-4fdd-9504-aacc6752edcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/7edf6dc0-9caf-4954-b989-5e3cd916c622 HTTP/1.1" status: 204 len: 168 time: 0.8748255 Feb 03 04:37:02.048047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50074) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:02.111771 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87ef601-5ba9-4bc1-a7ba-c45f8660c26e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:37:02.116097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e87ef601-5ba9-4bc1-a7ba-c45f8660c26e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/7edf6dc0-9caf-4954-b989-5e3cd916c622 HTTP/1.1" status: 404 len: 333 time: 0.0554202 Feb 03 04:37:02.117216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:02.117801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (95bb673f-243c-4559-b3ff-2e91fe075ae8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.204296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (95bb673f-243c-4559-b3ff-2e91fe075ae8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.265589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet a7694762-4ad0-43ea-921e-3efb3e20f5b1 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:02.286232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:02.290251 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (a7694762-4ad0-43ea-921e-3efb3e20f5b1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.295699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:02.307148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:02.315326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:02.316015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.330752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=95bb673f-243c-4559-b3ff-2e91fe075ae8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:02.371591 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-51ea7744-9b8f-4c90-b859-3b877f02afac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1997626 Feb 03 04:37:02.374949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:02.380342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aac2386c-c3f1-4fa3-b39d-e71f85961f8a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': 'cf4aa342-b52f-4e63-a3e9-4a7f03cdf339', 'ip_address': '2001:db8::6fe7:51b9:9717:ed6f'}], 'name': 'tempest-NetworksTestDHCPv6-1039701838'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:02.406227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21ac75fd-97a5-4e80-a405-dfbea8415b4c req-47a4b3fb-c4b8-405c-ad2f-9df91afaca30 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.1286552 Feb 03 04:37:02.451426 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (a7694762-4ad0-43ea-921e-3efb3e20f5b1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.558904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cb9633b-6bad-4010-a0bd-0f1bbee9eb61 admin admin] Publish callbacks [] for security_group (56b05a61-413d-4db2-b12e-8724b1d12049), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.583276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cb9633b-6bad-4010-a0bd-0f1bbee9eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (56b05a61-413d-4db2-b12e-8724b1d12049), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.588209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac2386c-c3f1-4fa3-b39d-e71f85961f8a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:02.600286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aac2386c-c3f1-4fa3-b39d-e71f85961f8a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.649044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-aac2386c-c3f1-4fa3-b39d-e71f85961f8a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 0d5bce66-5000-4d06-8914-90c83d38fe12 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:02.667949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9cb9633b-6bad-4010-a0bd-0f1bbee9eb61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2d9778875804a469a5d67eb779e5031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6853440 Feb 03 04:37:02.677240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:02.710455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9633b-6bad-4010-a0bd-0f1bbee9eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b05a61-413d-4db2-b12e-8724b1d12049,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:02.755668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a7694762-4ad0-43ea-921e-3efb3e20f5b1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.766587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5df9335-97af-4ca7-8747-0d72a6a8455e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:02.796385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b01712ba-3214-41d7-81e4-51ca36fa2658 req-c9a5deee-5b7e-49b6-9128-256b4e7a7ba8 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0431297 Feb 03 04:37:02.819762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c125fa4b-d476-473f-84e1-53a3e959d410 admin admin] Publish callbacks [] for security_group (56b05a61-413d-4db2-b12e-8724b1d12049), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.865110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c125fa4b-d476-473f-84e1-53a3e959d410 admin admin] Publish callbacks [] for security_group (56b05a61-413d-4db2-b12e-8724b1d12049), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.879297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (a7694762-4ad0-43ea-921e-3efb3e20f5b1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.935724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e5df9335-97af-4ca7-8747-0d72a6a8455e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:02.936063 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:02.992728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=a7694762-4ad0-43ea-921e-3efb3e20f5b1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:03.014051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c125fa4b-d476-473f-84e1-53a3e959d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (56b05a61-413d-4db2-b12e-8724b1d12049), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.021933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c125fa4b-d476-473f-84e1-53a3e959d410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.025312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a1d64-714c-48af-a910-62a75be7ddc6 None None] Network be271871-23f7-4ab7-a5be-2edde1c3988d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:03.028003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c125fa4b-d476-473f-84e1-53a3e959d410 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56b05a61-413d-4db2-b12e-8724b1d12049 HTTP/1.1" status: 204 len: 168 time: 0.3498168 Feb 03 04:37:03.029286 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.032456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1cbdcd8d-62ed-42ba-8221-d2dc4737eb15 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/a7694762-4ad0-43ea-921e-3efb3e20f5b1 HTTP/1.1" status: 204 len: 168 time: 0.9140005 Feb 03 04:37:03.037978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:03.087054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125fa4b-d476-473f-84e1-53a3e959d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b05a61-413d-4db2-b12e-8724b1d12049,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:03.140704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deba26-219c-4a26-b5c5-be97d4615e1c req-f8f0ee1e-2108-4fdd-9950-ae309688539e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:03.143822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67deba26-219c-4a26-b5c5-be97d4615e1c req-f8f0ee1e-2108-4fdd-9950-ae309688539e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 944 time: 0.0923846 Feb 03 04:37:03.255860 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac2386c-c3f1-4fa3-b39d-e71f85961f8a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 04:37:03.256387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac2386c-c3f1-4fa3-b39d-e71f85961f8a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:37:03.316964 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67deba26-219c-4a26-b5c5-be97d4615e1c req-5769ca85-7c82-4b61-8965-cc16bda74203 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636407 Feb 03 04:37:03.322004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (be271871-23f7-4ab7-a5be-2edde1c3988d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.359161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aac2386c-c3f1-4fa3-b39d-e71f85961f8a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9826005 Feb 03 04:37:03.361697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:03.394265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e5df9335-97af-4ca7-8747-0d72a6a8455e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:03.394676 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.431050 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8aed495-87e6-4fd3-b56c-0c6a23109f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.555011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e5df9335-97af-4ca7-8747-0d72a6a8455e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5df9335-97af-4ca7-8747-0d72a6a8455e,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:03.566214 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.617125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3fbb0-d3e2-48b8-9ff3-6d310fa18ee4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:03.633628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3fbb0-d3e2-48b8-9ff3-6d310fa18ee4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:03.637790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5ec3fbb0-d3e2-48b8-9ff3-6d310fa18ee4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2727213 Feb 03 04:37:03.648006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:03.687027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6960db5a-c7c5-45a0-abf8-a3e55dc985d7 req-6a4c6192-7df6-4607-b98f-a89e8acab9b6 tempest-ServerShowV257Test-1637495311 tempest-ServerShowV257Test-1637495311-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd7214bd-0514-471f-ba4f-34357ce7fca6 HTTP/1.1" status: 200 len: 210 time: 0.0851631 Feb 03 04:37:03.693877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] DHCP port deletion for be271871-23f7-4ab7-a5be-2edde1c3988d request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:37:03.702741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e5df9335-97af-4ca7-8747-0d72a6a8455e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:03.780202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 356b5817-dec1-4323-a0f7-499f88d8e753 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:03.780551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.829087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa55519-879b-4877-b039-e8f9fcf2dc76 req-51337395-e38a-4d2f-80bb-8bb9632ee8b0 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:03.833408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] Deleting port 356b5817-dec1-4323-a0f7-499f88d8e753 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:03.835079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.838943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8aa55519-879b-4877-b039-e8f9fcf2dc76 req-51337395-e38a-4d2f-80bb-8bb9632ee8b0 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 945 time: 0.0980814 Feb 03 04:37:03.936199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8aa55519-879b-4877-b039-e8f9fcf2dc76 req-8db4f552-4cf7-4c8e-8f52-2eb174e037a7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889497 Feb 03 04:37:03.980482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] For port 356b5817-dec1-4323-a0f7-499f88d8e753, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=356b5817-dec1-4323-a0f7-499f88d8e753,segment=NetworkSegment(87bd2849-7df3-4801-bd08-ec450515ae48),segment_id=87bd2849-7df3-4801-bd08-ec450515ae48)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:03.981522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:03.991700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] For port 356b5817-dec1-4323-a0f7-499f88d8e753, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=356b5817-dec1-4323-a0f7-499f88d8e753,segment=NetworkSegment(87bd2849-7df3-4801-bd08-ec450515ae48),segment_id=87bd2849-7df3-4801-bd08-ec450515ae48)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:03.992253 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.009639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 356b5817-dec1-4323-a0f7-499f88d8e753 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:04.014222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] Calling delete_port for 356b5817-dec1-4323-a0f7-499f88d8e753 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:04.014607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 95bb673f-243c-4559-b3ff-2e91fe075ae8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:04.015003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (95bb673f-243c-4559-b3ff-2e91fe075ae8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.024134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-05aba151-2635-411b-b915-6f7513abced5 None None] Provisioning complete for port e5df9335-97af-4ca7-8747-0d72a6a8455e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:04.025164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05aba151-2635-411b-b915-6f7513abced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.124686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device db65556e-0bc0-4374-8cf1-4084ab7091cc details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:37:04.152313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (95bb673f-243c-4559-b3ff-2e91fe075ae8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.174483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 95bb673f-243c-4559-b3ff-2e91fe075ae8 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:04.327314 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.381032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-05aba151-2635-411b-b915-6f7513abced5 None None] Current status of the port e5df9335-97af-4ca7-8747-0d72a6a8455e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:04.382435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (95bb673f-243c-4559-b3ff-2e91fe075ae8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.391452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] Pushing event deleted for resources: {'Port': ['ID=356b5817-dec1-4323-a0f7-499f88d8e753,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:04.400461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade1587-cf1b-4608-9d3d-f55767e934d5 None None] No DVR routers for this DVR port 356b5817-dec1-4323-a0f7-499f88d8e753 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:04.429068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port db65556e-0bc0-4374-8cf1-4084ab7091cc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=db65556e-0bc0-4374-8cf1-4084ab7091cc,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:04.438564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=95bb673f-243c-4559-b3ff-2e91fe075ae8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:04.483562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'db65556e-0bc0-4374-8cf1-4084ab7091cc', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'port_id': 'db65556e-0bc0-4374-8cf1-4084ab7091cc', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c55517-c63b-4249-a7dd-a79ccac8c398', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:37:04.537421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.537421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b091afe-2e06-4a97-8e24-3787d11af120 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/95bb673f-243c-4559-b3ff-2e91fe075ae8 HTTP/1.1" status: 204 len: 168 time: 0.8842177 Feb 03 04:37:04.537421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:04.642700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-26824f3a-5239-45d0-9526-e427ac007df5 None None] Could not find standard attr ID for object 95bb673f-243c-4559-b3ff-2e91fe075ae8. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:37:04.663124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb4935-6616-44c4-93f4-a1adfa7874fc req-3b96ccf6-686d-498e-ab84-90e39a7084fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:04.674813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59fb4935-6616-44c4-93f4-a1adfa7874fc req-3b96ccf6-686d-498e-ab84-90e39a7084fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 944 time: 0.2295017 Feb 03 04:37:04.691803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175143f8-b0ea-4618-95ba-f94d068e1746 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:04.693506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175143f8-b0ea-4618-95ba-f94d068e1746 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:04.697996 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-175143f8-b0ea-4618-95ba-f94d068e1746 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1570301 Feb 03 04:37:04.698616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:04.702457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5df9335-97af-4ca7-8747-0d72a6a8455e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:04.706961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port db65556e-0bc0-4374-8cf1-4084ab7091cc is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:04.707754 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.711527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (356b5817-dec1-4323-a0f7-499f88d8e753), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.767961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db65556e-0bc0-4374-8cf1-4084ab7091cc {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:37:04.786981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=356b5817-dec1-4323-a0f7-499f88d8e753,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:04.796166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No DVR routers for this DVR port 356b5817-dec1-4323-a0f7-499f88d8e753 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:04.839565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port db65556e-0bc0-4374-8cf1-4084ab7091cc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=db65556e-0bc0-4374-8cf1-4084ab7091cc,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:04.845994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59fb4935-6616-44c4-93f4-a1adfa7874fc req-15e519db-e334-43f0-ba69-db61ddb9c67a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701863 Feb 03 04:37:04.862133 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.872191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet cf4aa342-b52f-4e63-a3e9-4a7f03cdf339 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:04.882107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (cf4aa342-b52f-4e63-a3e9-4a7f03cdf339), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.920674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e5df9335-97af-4ca7-8747-0d72a6a8455e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:04.921332 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:04.970875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (be271871-23f7-4ab7-a5be-2edde1c3988d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.006085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (cf4aa342-b52f-4e63-a3e9-4a7f03cdf339), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.034552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=db65556e-0bc0-4374-8cf1-4084ab7091cc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:05.038743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be271871-23f7-4ab7-a5be-2edde1c3988d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:05.099433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bd2849-7df3-4801-bd08-ec450515ae48') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:05.099767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bd2849-7df3-4801-bd08-ec450515ae48') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:05.111014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (87bd2849-7df3-4801-bd08-ec450515ae48), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.132235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (87bd2849-7df3-4801-bd08-ec450515ae48), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.141166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:37:05.141672 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (87bd2849-7df3-4801-bd08-ec450515ae48), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.149308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['db65556e-0bc0-4374-8cf1-4084ab7091cc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:05.178093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502c157-f049-46d3-a7cf-8b1687da6ae6 req-f3f555d5-2fa9-4c1c-8b06-6954103b528a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:05.186417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5502c157-f049-46d3-a7cf-8b1687da6ae6 req-f3f555d5-2fa9-4c1c-8b06-6954103b528a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 945 time: 0.1218600 Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:37:05.205744 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:37:05.219316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (be271871-23f7-4ab7-a5be-2edde1c3988d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.247229 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.250588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/be271871-23f7-4ab7-a5be-2edde1c3988d HTTP/1.1" status: 204 len: 168 time: 2.2095797 Feb 03 04:37:05.253262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c620f8b-e2d7-417d-8e7c-08e64bb43931 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=be271871-23f7-4ab7-a5be-2edde1c3988d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:05.257021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:05.269243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1843526675'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:05.303049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e5df9335-97af-4ca7-8747-0d72a6a8455e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:05.304313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-a6b8c9d9-bf79-4975-b294-92df46d94620 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:05.313046 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-a6b8c9d9-bf79-4975-b294-92df46d94620 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 945 time: 0.2707756 Feb 03 04:37:05.385511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:05.396519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.423442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5502c157-f049-46d3-a7cf-8b1687da6ae6 req-e535db0a-9384-4838-80e7-683ed7cd831a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289805 Feb 03 04:37:05.426104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 356b5817-dec1-4323-a0f7-499f88d8e753 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:05.462719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (cf4aa342-b52f-4e63-a3e9-4a7f03cdf339), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.466477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 356b5817-dec1-4323-a0f7-499f88d8e753 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:05.466864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 356b5817-dec1-4323-a0f7-499f88d8e753 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:05.487135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:37:05.507807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (92838df4-4e3d-402f-b174-b1c53596e29b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.508382 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment 92838df4-4e3d-402f-b174-b1c53596e29b of type vlan for network d1beab98-5271-4be7-8ea2-8191afdf9c95 Feb 03 04:37:05.534610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Deleting port 94e230d4-830c-4c53-a2dd-51f0a8028c4f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:05.535150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.590471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34598045-abbc-483c-8945-7341e25e9a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.634214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d1beab98-5271-4be7-8ea2-8191afdf9c95), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.701389 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d1beab98-5271-4be7-8ea2-8191afdf9c95), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.707401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:05.710734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:05.774883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5163474 Feb 03 04:37:05.780360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:05.781822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:05.797382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:05.919058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfd041-49b5-4a3d-b868-e1ffebeb95d3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=d1beab98-5271-4be7-8ea2-8191afdf9c95,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:05.942442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:37:06.113618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device db65556e-0bc0-4374-8cf1-4084ab7091cc up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:06.156993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] For port 94e230d4-830c-4c53-a2dd-51f0a8028c4f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=94e230d4-830c-4c53-a2dd-51f0a8028c4f,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:06.157585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.188465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Calling delete_port for 94e230d4-830c-4c53-a2dd-51f0a8028c4f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:06.190920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:06.196551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.255337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port db65556e-0bc0-4374-8cf1-4084ab7091cc completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:37:06.260418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port db65556e-0bc0-4374-8cf1-4084ab7091cc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:06.263480 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.284242 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdc5538d-72a9-4524-990a-4026d964843f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.347844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (cf4aa342-b52f-4e63-a3e9-4a7f03cdf339), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.445710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port db65556e-0bc0-4374-8cf1-4084ab7091cc is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:06.445710 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.460192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a1890-085d-4ba9-9d42-3cdd001b934c req-e31b374e-1569-4b9a-abb3-f7a18aacb87f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:06.463858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d86a1890-085d-4ba9-9d42-3cdd001b934c req-e31b374e-1569-4b9a-abb3-f7a18aacb87f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 945 time: 0.4264791 Feb 03 04:37:06.487554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db65556e-0bc0-4374-8cf1-4084ab7091cc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:06.492339 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013be0d2-0a30-43fc-9832-a82c457c9552" -d '{"events": [{"server_uuid": "5d8bb330-bca8-4718-9784-a714cc61f5ec", "name": "network-vif-plugged", "status": "completed", "tag": "db65556e-0bc0-4374-8cf1-4084ab7091cc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:06.502031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.505212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a19df7-8a8d-4171-a38c-3c419fd97aaa None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:06.511612 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/cf4aa342-b52f-4e63-a3e9-4a7f03cdf339 HTTP/1.1" status: 204 len: 168 time: 1.8122823 Feb 03 04:37:06.516131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4aa342-b52f-4e63-a3e9-4a7f03cdf339,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:06.523580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:06.547954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d86a1890-085d-4ba9-9d42-3cdd001b934c req-ff654f33-e538-4ef6-8a7e-301fe506277d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710764 Feb 03 04:37:06.557224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port db65556e-0bc0-4374-8cf1-4084ab7091cc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=db65556e-0bc0-4374-8cf1-4084ab7091cc,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:06.604058 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.687344 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b2fa5f61-6133-478d-8f8e-02556110b11d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568642 Feb 03 04:37:06.719628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:06.729574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.730241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.730470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.731292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.731292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.734099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.734479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.734811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.735403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.735648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.736033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.736331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.736729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72450c17-eac1-42e4-b7bc-01b7c82841eb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:06.759819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:06.760596 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f59bc1-db82-4b94-80d9-255e9f2422d5 x-openstack-request-id: req-85f59bc1-db82-4b94-80d9-255e9f2422d5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:06.760959 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bb330-bca8-4718-9784-a714cc61f5ec", "name": "network-vif-plugged", "status": "completed", "tag": "db65556e-0bc0-4374-8cf1-4084ab7091cc", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:06.761697 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85f59bc1-db82-4b94-80d9-255e9f2422d5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:06.763335 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db65556e-0bc0-4374-8cf1-4084ab7091cc', 'code': 200} Feb 03 04:37:06.790474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.835028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bc940-a443-464d-98f3-5f667b741fb4 req-18172248-5125-410c-b4e6-8743036f5331 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:06.837047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca3bc940-a443-464d-98f3-5f667b741fb4 req-18172248-5125-410c-b4e6-8743036f5331 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 945 time: 0.2198458 Feb 03 04:37:06.895782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdc5538d-72a9-4524-990a-4026d964843f admin admin] Publish callbacks [] for security_group (8e311560-af9a-4a5e-b405-2ec55b47916c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:06.911102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=db65556e-0bc0-4374-8cf1-4084ab7091cc,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:06.959952 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdc5538d-72a9-4524-990a-4026d964843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e311560-af9a-4a5e-b405-2ec55b47916c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.018013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca3bc940-a443-464d-98f3-5f667b741fb4 req-f2efd25f-84df-48a9-890b-9d78b73b197e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731970 Feb 03 04:37:07.036392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fdc5538d-72a9-4524-990a-4026d964843f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3586cfac8f014bb5a3e0ec9cba8758f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2530823 Feb 03 04:37:07.040463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:07.053976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:37:07.063769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (5689fa03-fd1a-458f-a78a-fab4c41ec589), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.081952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5538d-72a9-4524-990a-4026d964843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e311560-af9a-4a5e-b405-2ec55b47916c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:07.129365 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (94e230d4-830c-4c53-a2dd-51f0a8028c4f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.170310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=5689fa03-fd1a-458f-a78a-fab4c41ec589,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:07.170593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['ede4b0e5-c211-4aaa-9bfd-b604389f5fae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:07.174859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:07.179378 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:37:07.182616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': '92838df4-4e3d-402f-b174-b1c53596e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:07.182616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: d1beab98-5271-4be7-8ea2-8191afdf9c95, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:37:07.192611 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e04acb02-de36-4e94-b9f6-52d440353306 admin admin] Publish callbacks [] for security_group (8e311560-af9a-4a5e-b405-2ec55b47916c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.218308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e04acb02-de36-4e94-b9f6-52d440353306 admin admin] Publish callbacks [] for security_group (8e311560-af9a-4a5e-b405-2ec55b47916c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.243901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event deleted for resources: {'Port': ['ID=94e230d4-830c-4c53-a2dd-51f0a8028c4f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:07.279407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] No DVR routers for this DVR port 94e230d4-830c-4c53-a2dd-51f0a8028c4f on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:07.287634 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e04acb02-de36-4e94-b9f6-52d440353306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e311560-af9a-4a5e-b405-2ec55b47916c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.290174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.290619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e04acb02-de36-4e94-b9f6-52d440353306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.294406 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e04acb02-de36-4e94-b9f6-52d440353306 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e311560-af9a-4a5e-b405-2ec55b47916c HTTP/1.1" status: 204 len: 168 time: 0.2506669 Feb 03 04:37:07.299425 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abfab12d-0eb4-4cc6-a36d-c9f5ba8decc1 req-17d3fd8b-d84f-4226-8732-5f1ff8901886 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "DELETE /v2.0/ports/94e230d4-830c-4c53-a2dd-51f0a8028c4f HTTP/1.1" status: 204 len: 173 time: 1.9631336 Feb 03 04:37:07.300783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] Deleting port e5df9335-97af-4ca7-8747-0d72a6a8455e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:07.300935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:37:07.301166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.304028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e45f6-c925-49b2-a87c-1732379c2221 req-25048a7c-4835-47e5-a3a6-a23c047e0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:07.305437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04acb02-de36-4e94-b9f6-52d440353306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e311560-af9a-4a5e-b405-2ec55b47916c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:07.306335 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-650e45f6-c925-49b2-a87c-1732379c2221 req-25048a7c-4835-47e5-a3a6-a23c047e0a6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 1128 time: 0.2636592 Feb 03 04:37:07.306942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'name': 'network-vif-deleted', 'tag': '94e230d4-830c-4c53-a2dd-51f0a8028c4f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:07.309721 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b748f28a-eab6-4143-bfce-d81ff879c618" -d '{"events": [{"server_uuid": "d45a2ba0-ac42-4077-a124-1fdbc3f6143e", "name": "network-vif-deleted", "tag": "94e230d4-830c-4c53-a2dd-51f0a8028c4f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:07.320710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d1beab98-5271-4be7-8ea2-8191afdf9c95) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:07.327251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:07.328018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.344974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:07.349322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.359871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ef1a62e1-c640-42c2-af7c-b89602baf41d tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5745416 Feb 03 04:37:07.362200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:07.371390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95', 'name': 'tempest-PortsTestJSON-923787515', 'fixed_ips': [{'subnet_id': '5689fa03-fd1a-458f-a78a-fab4c41ec589', 'ip_address': '172.20.0.10'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:07.404577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-650e45f6-c925-49b2-a87c-1732379c2221 req-ffb62bd1-2bd7-4966-9c1e-9e6508d1aa5a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899940 Feb 03 04:37:07.433589 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566010a3-c283-4f10-a089-095e37d58f0a x-openstack-request-id: req-566010a3-c283-4f10-a089-095e37d58f0a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:07.433889 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45a2ba0-ac42-4077-a124-1fdbc3f6143e", "name": "network-vif-deleted", "tag": "94e230d4-830c-4c53-a2dd-51f0a8028c4f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:07.434315 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-566010a3-c283-4f10-a089-095e37d58f0a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:07.434894 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45a2ba0-ac42-4077-a124-1fdbc3f6143e', 'name': 'network-vif-deleted', 'tag': '94e230d4-830c-4c53-a2dd-51f0a8028c4f', 'status': 'completed', 'code': 200} Feb 03 04:37:07.454177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] For port e5df9335-97af-4ca7-8747-0d72a6a8455e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5df9335-97af-4ca7-8747-0d72a6a8455e,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:07.454720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.470201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719047a9-cf59-43d0-9db8-1bd26a42368b None None] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:07.530279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] Calling delete_port for e5df9335-97af-4ca7-8747-0d72a6a8455e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:07.629113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (60924ddd-8e35-4765-b5e8-a30938d862ee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.635467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:07.703250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:07.708061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:07.735326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:07.736256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.769873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=60924ddd-8e35-4765-b5e8-a30938d862ee,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:07.787181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9723bb-9860-4b3d-813b-2551f34874d5 req-e46cd7fa-5a5e-45ee-9e1a-35d744037e47 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:07.787590 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0b1e6a7-0e67-46bd-b66c-9df46c2caae0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0383606 Feb 03 04:37:07.788200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:07.789211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf9723bb-9860-4b3d-813b-2551f34874d5 req-e46cd7fa-5a5e-45ee-9e1a-35d744037e47 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 946 time: 0.1395226 Feb 03 04:37:07.804073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-273f02ff-41a0-4b23-af11-865e415a12a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '60924ddd-8e35-4765-b5e8-a30938d862ee', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1004151043'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:07.805037 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:07.839886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port a95e404d-b14c-4903-9c49-da2d7816a5a1 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:08.104664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273f02ff-41a0-4b23-af11-865e415a12a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:08.210177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d1beab98-5271-4be7-8ea2-8191afdf9c95', 'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95', 'project_id': 'a55d79880cf443f197bb6d3e029370c9', 'fixed_ips': [{'subnet_id': '5689fa03-fd1a-458f-a78a-fab4c41ec589'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:08.212097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:08.261333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 94e230d4-830c-4c53-a2dd-51f0a8028c4f no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:08.267520 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:08.292600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273f02ff-41a0-4b23-af11-865e415a12a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:08.325899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-273f02ff-41a0-4b23-af11-865e415a12a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 02c3dc23-b7ec-4cfe-962f-212d101ef122 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:08.464123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 94e230d4-830c-4c53-a2dd-51f0a8028c4f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:08.464800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 94e230d4-830c-4c53-a2dd-51f0a8028c4f not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:08.481608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e5df9335-97af-4ca7-8747-0d72a6a8455e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:08.512518 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-273f02ff-41a0-4b23-af11-865e415a12a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:37:08.513185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273f02ff-41a0-4b23-af11-865e415a12a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:37:08.528263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Allocated IP 172.20.0.2 (d1beab98-5271-4be7-8ea2-8191afdf9c95/5689fa03-fd1a-458f-a78a-fab4c41ec589/a12c9a10-c98b-4e4a-875f-ac6f16f28d78) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:08.544058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-273f02ff-41a0-4b23-af11-865e415a12a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7520247 Feb 03 04:37:08.545084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:08.575342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] Pushing event deleted for resources: {'Port': ['ID=e5df9335-97af-4ca7-8747-0d72a6a8455e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:08.629379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc52b3b-9c15-4890-b29d-30db74542215 None None] No DVR routers for this DVR port e5df9335-97af-4ca7-8747-0d72a6a8455e on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:08.642673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-55a77f42-662f-41b3-8aaa-1a16b5ad87b8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0954864 Feb 03 04:37:08.644446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:08.664182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5df9335-97af-4ca7-8747-0d72a6a8455e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:08.692740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdc39b06-8e14-4ea0-b21e-3f02341bee79 req-1ff329b1-5748-4e1f-a1fc-8013bc2a8d6f tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d45a2ba0-ac42-4077-a124-1fdbc3f6143e HTTP/1.1" status: 200 len: 210 time: 0.1036670 Feb 03 04:37:08.710116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf9723bb-9860-4b3d-813b-2551f34874d5 req-3a92afe6-d53a-4d17-b426-783f834a6830 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8945355 Feb 03 04:37:08.728094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d66e69-60c0-415b-96a2-36862ee438c0 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:08.749628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7d97f-7bb7-4024-920d-22651b7cee81 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:08.751175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7d97f-7bb7-4024-920d-22651b7cee81 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:08.756082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7cd7d97f-7bb7-4024-920d-22651b7cee81 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1071465 Feb 03 04:37:08.756263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:08.766143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e5df9335-97af-4ca7-8747-0d72a6a8455e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:08.766491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5df9335-97af-4ca7-8747-0d72a6a8455e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:08.837935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 60924ddd-8e35-4765-b5e8-a30938d862ee {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:08.841599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (60924ddd-8e35-4765-b5e8-a30938d862ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:08.891488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (60924ddd-8e35-4765-b5e8-a30938d862ee), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:08.916884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c4acd-168d-4f35-84fd-04ecc5f3bf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '60924ddd-8e35-4765-b5e8-a30938d862ee'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:08.917715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-642c4acd-168d-4f35-84fd-04ecc5f3bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:08.946486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (60924ddd-8e35-4765-b5e8-a30938d862ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.023956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (60924ddd-8e35-4765-b5e8-a30938d862ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.053490 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Publish callbacks [] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.055064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=60924ddd-8e35-4765-b5e8-a30938d862ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:09.058572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.065051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cb9ad16b-283e-4ba1-a8b9-6a4bf4f14659 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/60924ddd-8e35-4765-b5e8-a30938d862ee HTTP/1.1" status: 204 len: 168 time: 0.3068488 Feb 03 04:37:09.065948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50276) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:09.070744 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.116713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Pushing event updated for resources: {'Port': ['ID=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:09.117534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0a2ac6af-7942-40d8-ab9a-075057ee92c2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502183 Feb 03 04:37:09.121471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:09.126973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:09.137694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:09.141079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:09.143739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:09.175845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.10 (d1beab98-5271-4be7-8ea2-8191afdf9c95/5689fa03-fd1a-458f-a78a-fab4c41ec589/a95e404d-b14c-4903-9c49-da2d7816a5a1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server [None req-642c4acd-168d-4f35-84fd-04ecc5f3bf91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60924ddd-8e35-4765-b5e8-a30938d862ee: This subnet is being modified by another concurrent operation. Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:37:09.264638 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise exception Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60924ddd-8e35-4765-b5e8-a30938d862ee: This subnet is being modified by another concurrent operation. Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Attempting to bind port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Attempting to bind port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '92838df4-4e3d-402f-b174-b1c53596e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:09.271274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Attempting to bind port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 on network d1beab98-5271-4be7-8ea2-8191afdf9c95 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:09.277997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:09.277997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.303778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:09.304162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Checking segment: {'id': '92838df4-4e3d-402f-b174-b1c53596e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:09.304570 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.305399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Bound using segment: {'id': '92838df4-4e3d-402f-b174-b1c53596e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:09.305936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Bound port: a12c9a10-c98b-4e4a-875f-ac6f16f28d78, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92838df4-4e3d-402f-b174-b1c53596e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:09.306321 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.327154 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.425374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] For port a12c9a10-c98b-4e4a-875f-ac6f16f28d78, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:09.429726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] For port a12c9a10-c98b-4e4a-875f-ac6f16f28d78, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,segment=NetworkSegment(92838df4-4e3d-402f-b174-b1c53596e29b),segment_id=92838df4-4e3d-402f-b174-b1c53596e29b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:09.438397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.450512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (a95e404d-b14c-4903-9c49-da2d7816a5a1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.511936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a95e404d-b14c-4903-9c49-da2d7816a5a1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.543340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9ee2f-05eb-4bbc-9f54-84864c0de9d5 None None] Pushing event updated for resources: {'Port': ['ID=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:09.569784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (df04fed7-f033-4c5d-b34f-76e065530846), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.615804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:09.629687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:09.631092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:09.634817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:09.638890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:09.639748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:09.640565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.643799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1c373d-bb71-4de1-88d9-01d5236c2894 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:09.671137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=df04fed7-f033-4c5d-b34f-76e065530846,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:09.677124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=a95e404d-b14c-4903-9c49-da2d7816a5a1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:09.699475 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ab89d1af-d3f6-4017-b37b-85acb2c5c8b4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5766532 Feb 03 04:37:09.700223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:09.708807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a97a205-1b09-496a-bbda-2bcd0e6b01a1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-646143488', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:09.733278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:09.753066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.764325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a97a205-1b09-496a-bbda-2bcd0e6b01a1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (2badccf9-9549-48af-bccf-b25b3f9a44a6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.765560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a97a205-1b09-496a-bbda-2bcd0e6b01a1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (2badccf9-9549-48af-bccf-b25b3f9a44a6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.822548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc1821d2-2065-4ca7-a7e2-c3fa42a81774 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4579427 Feb 03 04:37:09.825566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:09.854560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': 'd1beab98-5271-4be7-8ea2-8191afdf9c95', 'name': 'tempest-PortsTestJSON-1675769420', 'fixed_ips': [{'subnet_id': '5689fa03-fd1a-458f-a78a-fab4c41ec589', 'ip_address': '172.20.0.9'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:09.882125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a97a205-1b09-496a-bbda-2bcd0e6b01a1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router_controller (2badccf9-9549-48af-bccf-b25b3f9a44a6), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.900657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': 'df04fed7-f033-4c5d-b34f-76e065530846'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:09.904303 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a97a205-1b09-496a-bbda-2bcd0e6b01a1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (2badccf9-9549-48af-bccf-b25b3f9a44a6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:09.905795 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.018083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a97a205-1b09-496a-bbda-2bcd0e6b01a1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.021939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4a97a205-1b09-496a-bbda-2bcd0e6b01a1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3180084 Feb 03 04:37:10.024484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:10.193466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/df04fed7-f033-4c5d-b34f-76e065530846/0ab183c4-8fff-4e3b-a211-6af7d9ba4507) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:10.250106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf21ae3-b49e-414c-8c10-d61c5aef1a96 req-53321ab8-80af-4c9f-b614-9622ac2dae1b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:10.253729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcf21ae3-b49e-414c-8c10-d61c5aef1a96 req-53321ab8-80af-4c9f-b614-9622ac2dae1b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 946 time: 0.2001197 Feb 03 04:37:10.381472 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Publish callbacks [] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.393363 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.398632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:10.403392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.442968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 2628e269-27d5-4b0e-bfd0-a6f9f4f053ea yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:10.464090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:10.469506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:10.506283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:10.533415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Pushing event updated for resources: {'Port': ['ID=0ab183c4-8fff-4e3b-a211-6af7d9ba4507,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:10.583253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ed240-2c09-42c6-9254-a5d1a7ea80fa req-be1a1909-4844-4667-af24-63a501ca82e7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:10.593435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-738ed240-2c09-42c6-9254-a5d1a7ea80fa req-be1a1909-4844-4667-af24-63a501ca82e7 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 945 time: 0.3382688 Feb 03 04:37:10.616604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.635165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Attempting to bind port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:10.635971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Attempting to bind port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:10.637351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Attempting to bind port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:10.643097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:10.643815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:10.644457 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.645095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:10.646177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Bound port: 0ab183c4-8fff-4e3b-a211-6af7d9ba4507, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:10.646876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.716393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcf21ae3-b49e-414c-8c10-d61c5aef1a96 req-29e17fe8-964f-4260-93ce-64d0a85cd84e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829672 Feb 03 04:37:10.748458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] For port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:10.756856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] For port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0ab183c4-8fff-4e3b-a211-6af7d9ba4507,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:10.762064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a12c9a10-c98b-4e4a-875f-ac6f16f28d78 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:10.789411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-738ed240-2c09-42c6-9254-a5d1a7ea80fa req-f2513d6c-d864-4dd0-a810-30a7ffda934b tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950259 Feb 03 04:37:10.849193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:10.875236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.9 (d1beab98-5271-4be7-8ea2-8191afdf9c95/5689fa03-fd1a-458f-a78a-fab4c41ec589/2628e269-27d5-4b0e-bfd0-a6f9f4f053ea) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:10.902610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762f6f8-72b3-4b39-8027-a391e6564da8 req-8a9484e0-1b8d-4a60-a972-542397aaaec0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:10.904525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7762f6f8-72b3-4b39-8027-a391e6564da8 req-8a9484e0-1b8d-4a60-a972-542397aaaec0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 946 time: 0.0964911 Feb 03 04:37:11.016246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:11.016620 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.022409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082e033-7ceb-4959-99a4-8d8465332fbc None None] Pushing event updated for resources: {'Port': ['ID=0ab183c4-8fff-4e3b-a211-6af7d9ba4507,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:11.097518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7762f6f8-72b3-4b39-8027-a391e6564da8 req-86a1f473-9f11-4627-84ed-49e27080752e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844642 Feb 03 04:37:11.150529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:11.195761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::1 (355aef9b-164b-424f-8915-d5c2d7f691fe/df04fed7-f033-4c5d-b34f-76e065530846/5eda2271-c823-4e53-855a-4051a38df118) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:11.214329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:11.215255 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.257385 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (2628e269-27d5-4b0e-bfd0-a6f9f4f053ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.313484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50332) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:11.324659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287e17c-05bb-49fe-99c1-0291441d6fec None None] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:11.329088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port a12c9a10-c98b-4e4a-875f-ac6f16f28d78, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,segment=NetworkSegment(92838df4-4e3d-402f-b174-b1c53596e29b),segment_id=92838df4-4e3d-402f-b174-b1c53596e29b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:11.368532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2628e269-27d5-4b0e-bfd0-a6f9f4f053ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.411730 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.522248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:11.530830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:11.538072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:11.560855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27542310-e3e9-4bee-ac08-76ef239048a7 None None] Provisioning complete for port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:11.561660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27542310-e3e9-4bee-ac08-76ef239048a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.599564 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (5eda2271-c823-4e53-855a-4051a38df118), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.640108 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2385dce3-0916-4e8c-867d-2191a5a7b485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.646964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-2829f5f0-4b0d-45af-973f-ea2c127c4127 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:11.648551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-2829f5f0-4b0d-45af-973f-ea2c127c4127 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 945 time: 0.1838691 Feb 03 04:37:11.667634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=2628e269-27d5-4b0e-bfd0-a6f9f4f053ea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:11.668654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:11.721090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5eda2271-c823-4e53-855a-4051a38df118), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.784787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:11.785208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27542310-e3e9-4bee-ac08-76ef239048a7 None None] Current status of the port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:11.791056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:11.797416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:11.798206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (2badccf9-9549-48af-bccf-b25b3f9a44a6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.834615 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-091ba1ab-b372-4cf1-a683-440f36610e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.859047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=5eda2271-c823-4e53-855a-4051a38df118,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:11.877675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:11.878313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.883081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2385dce3-0916-4e8c-867d-2191a5a7b485 admin admin] Publish callbacks [] for security_group (47843e9f-ec8d-493b-9f62-5f32b0364d81), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.906118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2385dce3-0916-4e8c-867d-2191a5a7b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (47843e9f-ec8d-493b-9f62-5f32b0364d81), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.947808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Deleting port ede4b0e5-c211-4aaa-9bfd-b604389f5fae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:11.948181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:11.948385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3c6acb7a-2b08-4bb0-bccb-b7087b9eacf8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1214857 Feb 03 04:37:11.969239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50348) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:12.005260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385dce3-0916-4e8c-867d-2191a5a7b485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47843e9f-ec8d-493b-9f62-5f32b0364d81,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:12.038365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efa5d3-7208-45c6-962c-4a426f670a9f req-1df304e7-7e60-4bc0-adc3-f850f60be5f0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:12.045529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10efa5d3-7208-45c6-962c-4a426f670a9f req-1df304e7-7e60-4bc0-adc3-f850f60be5f0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 946 time: 0.3880484 Feb 03 04:37:12.059066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] For port ede4b0e5-c211-4aaa-9bfd-b604389f5fae, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:12.059434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.073592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Calling delete_port for ede4b0e5-c211-4aaa-9bfd-b604389f5fae owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:12.110016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2385dce3-0916-4e8c-867d-2191a5a7b485 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a20bfd9cda543a285ea1f0870d1e996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9575825 Feb 03 04:37:12.115699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:12.214286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5eda2271-c823-4e53-855a-4051a38df118), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.224705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Provisioning complete for port a95e404d-b14c-4903-9c49-da2d7816a5a1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:12.225351 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a95e404d-b14c-4903-9c49-da2d7816a5a1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.251637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10efa5d3-7208-45c6-962c-4a426f670a9f req-871a0c50-363e-4670-b378-ce9f54cfc22e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049465 Feb 03 04:37:12.263669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8cce7-d634-4a13-b98a-40dbd9154679 req-c33bc8b7-7d6a-4bd6-afae-593d4166534a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:12.265307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ab8cce7-d634-4a13-b98a-40dbd9154679 req-c33bc8b7-7d6a-4bd6-afae-593d4166534a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1666d6e-9b7e-4128-860f-b4e0c46501c5 HTTP/1.1" status: 200 len: 945 time: 0.2846889 Feb 03 04:37:12.319335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Port a95e404d-b14c-4903-9c49-da2d7816a5a1 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:12.346915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Provisioning complete for port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:12.347405 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.369549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c3bc4-65df-4a2f-b14e-2c6a17e3bc29 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:12.371906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-427c3bc4-65df-4a2f-b14e-2c6a17e3bc29 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3632152 Feb 03 04:37:12.376453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbc134d-ea52-408d-b4d8-4bee1616cafe admin admin] Publish callbacks [] for security_group (47843e9f-ec8d-493b-9f62-5f32b0364d81), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.404424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:12.435564 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbc134d-ea52-408d-b4d8-4bee1616cafe admin admin] Publish callbacks [] for security_group (47843e9f-ec8d-493b-9f62-5f32b0364d81), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.443809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Current status of the port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:12.463074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Provisioning complete for port 2628e269-27d5-4b0e-bfd0-a6f9f4f053ea triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:12.463682 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2628e269-27d5-4b0e-bfd0-a6f9f4f053ea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.505997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81ea1cf3-bb69-45e1-83fb-56e8974e32ed None None] Port 2628e269-27d5-4b0e-bfd0-a6f9f4f053ea cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:12.560001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-091ba1ab-b372-4cf1-a683-440f36610e1e admin admin] Publish callbacks [] for security_group (c74cd605-0b5a-44ff-9900-be06128413ed), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.569084 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ede4b0e5-c211-4aaa-9bfd-b604389f5fae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.588628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:12.593132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['ede4b0e5-c211-4aaa-9bfd-b604389f5fae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:12.601519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ab8cce7-d634-4a13-b98a-40dbd9154679 req-3ef132ca-b63b-4ee2-8b86-606dbd228932 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285277 Feb 03 04:37:12.622369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-091ba1ab-b372-4cf1-a683-440f36610e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c74cd605-0b5a-44ff-9900-be06128413ed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.681722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-091ba1ab-b372-4cf1-a683-440f36610e1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c61eeb694414c9385a5beadf3b58139&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3669212 Feb 03 04:37:12.685213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:12.759804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ba1ab-b372-4cf1-a683-440f36610e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74cd605-0b5a-44ff-9900-be06128413ed,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:12.762868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event deleted for resources: {'Port': ['ID=ede4b0e5-c211-4aaa-9bfd-b604389f5fae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:12.790694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c690118-3b44-49bc-b37d-1700b82898fb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:12.805348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c690118-3b44-49bc-b37d-1700b82898fb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:12.811354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c690118-3b44-49bc-b37d-1700b82898fb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:12.820236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] No DVR routers for this DVR port ede4b0e5-c211-4aaa-9bfd-b604389f5fae on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:12.830896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0c690118-3b44-49bc-b37d-1700b82898fb tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4054050 Feb 03 04:37:12.831795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50364) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:12.858593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.873948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c0eb0c8c-0416-4bab-a68a-9ffabbf6aef2 req-836936b3-02fc-40e3-aacc-415ac3faf73e tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.31 "DELETE /v2.0/ports/ede4b0e5-c211-4aaa-9bfd-b604389f5fae HTTP/1.1" status: 204 len: 173 time: 1.2121458 Feb 03 04:37:12.893400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e58c6c92-c39d-4dc9-b019-58b382a2dd4a None None] Provisioning complete for port a95e404d-b14c-4903-9c49-da2d7816a5a1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:12.894002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e58c6c92-c39d-4dc9-b019-58b382a2dd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a95e404d-b14c-4903-9c49-da2d7816a5a1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.902630 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbc134d-ea52-408d-b4d8-4bee1616cafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (47843e9f-ec8d-493b-9f62-5f32b0364d81), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.903568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'name': 'network-vif-deleted', 'tag': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:12.905270 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fbc134d-ea52-408d-b4d8-4bee1616cafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:12.907828 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f4804c-865c-4893-95dc-3c81d47a7b19" -d '{"events": [{"server_uuid": "d1666d6e-9b7e-4128-860f-b4e0c46501c5", "name": "network-vif-deleted", "tag": "ede4b0e5-c211-4aaa-9bfd-b604389f5fae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:12.909476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7fbc134d-ea52-408d-b4d8-4bee1616cafe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47843e9f-ec8d-493b-9f62-5f32b0364d81 HTTP/1.1" status: 204 len: 168 time: 0.7899218 Feb 03 04:37:12.962055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:13.006482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc134d-ea52-408d-b4d8-4bee1616cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47843e9f-ec8d-493b-9f62-5f32b0364d81,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:13.032423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bff0dc2-c8bd-409c-a444-c1f028919ca5 admin admin] Publish callbacks [] for security_group (c74cd605-0b5a-44ff-9900-be06128413ed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.077696 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27acb3c6-297e-4c72-824b-e500330dad01 x-openstack-request-id: req-27acb3c6-297e-4c72-824b-e500330dad01 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:13.078006 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1666d6e-9b7e-4128-860f-b4e0c46501c5", "name": "network-vif-deleted", "tag": "ede4b0e5-c211-4aaa-9bfd-b604389f5fae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:13.078249 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27acb3c6-297e-4c72-824b-e500330dad01 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:13.078644 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1666d6e-9b7e-4128-860f-b4e0c46501c5', 'name': 'network-vif-deleted', 'tag': 'ede4b0e5-c211-4aaa-9bfd-b604389f5fae', 'status': 'completed', 'code': 200} Feb 03 04:37:13.082013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bff0dc2-c8bd-409c-a444-c1f028919ca5 admin admin] Publish callbacks [] for security_group (c74cd605-0b5a-44ff-9900-be06128413ed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.117648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 2628e269-27d5-4b0e-bfd0-a6f9f4f053ea {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:13.123076 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2628e269-27d5-4b0e-bfd0-a6f9f4f053ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.143988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-8a1bbf28-3c60-4473-9648-b4541c882b2e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:13.145766 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-8a1bbf28-3c60-4473-9648-b4541c882b2e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 946 time: 0.3508897 Feb 03 04:37:13.173014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e58c6c92-c39d-4dc9-b019-58b382a2dd4a None None] Port a95e404d-b14c-4903-9c49-da2d7816a5a1 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:13.300284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:13.300668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.303945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (5eda2271-c823-4e53-855a-4051a38df118), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.362296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Provisioning complete for port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:13.362577 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.390049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bff0dc2-c8bd-409c-a444-c1f028919ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c74cd605-0b5a-44ff-9900-be06128413ed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.393075 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bff0dc2-c8bd-409c-a444-c1f028919ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.402960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9bff0dc2-c8bd-409c-a444-c1f028919ca5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c74cd605-0b5a-44ff-9900-be06128413ed HTTP/1.1" status: 204 len: 168 time: 0.7166467 Feb 03 04:37:13.404582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92711df2-73e9-475f-9164-2be1ba9a8e83 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:37:13.445180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5eda2271-c823-4e53-855a-4051a38df118), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.446504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (2badccf9-9549-48af-bccf-b25b3f9a44a6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.467837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff0dc2-c8bd-409c-a444-c1f028919ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74cd605-0b5a-44ff-9900-be06128413ed,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:13.470942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2628e269-27d5-4b0e-bfd0-a6f9f4f053ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.490101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 2628e269-27d5-4b0e-bfd0-a6f9f4f053ea owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:13.549864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343af1a-8350-4539-a11a-9972a631466b req-e6ebbad4-460c-4eb1-a06e-2fd63e1d8886 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:13.558084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4343af1a-8350-4539-a11a-9972a631466b req-e6ebbad4-460c-4eb1-a06e-2fd63e1d8886 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 946 time: 0.1510193 Feb 03 04:37:13.564196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Current status of the port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:13.564752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.740993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4343af1a-8350-4539-a11a-9972a631466b req-aa1ed821-e8c6-450d-9852-63d76baaa1f2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818237 Feb 03 04:37:13.773930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] For port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0ab183c4-8fff-4e3b-a211-6af7d9ba4507,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:13.785121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.804871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:13.805285 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.838187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2628e269-27d5-4b0e-bfd0-a6f9f4f053ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:13.932086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=2628e269-27d5-4b0e-bfd0-a6f9f4f053ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:14.049136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Provisioning complete for port 2628e269-27d5-4b0e-bfd0-a6f9f4f053ea triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:14.049547 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2628e269-27d5-4b0e-bfd0-a6f9f4f053ea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.076873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Port 2628e269-27d5-4b0e-bfd0-a6f9f4f053ea was deleted so its status cannot be updated. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 04:37:14.086824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92711df2-73e9-475f-9164-2be1ba9a8e83 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:37:14.110638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.120311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fb724-1d34-4560-9aaa-d83c18d8daee None None] Pushing event updated for resources: {'Port': ['ID=0ab183c4-8fff-4e3b-a211-6af7d9ba4507,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:14.120811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f8c65afb-c04c-427e-b3af-caeb4139b8bd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/2628e269-27d5-4b0e-bfd0-a6f9f4f053ea HTTP/1.1" status: 204 len: 168 time: 1.2801461 Feb 03 04:37:14.122654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:14.170596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:37:14.171249 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:37:14.221119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50394) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:14.241251 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-06551af0-b809-433b-96ff-53306f97491e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:37:14.243104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ed1cfa4-3924-4de1-b2e2-f82cfe165671 None None] Provisioning complete for port 5eda2271-c823-4e53-855a-4051a38df118 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:14.243723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed1cfa4-3924-4de1-b2e2-f82cfe165671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5eda2271-c823-4e53-855a-4051a38df118), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.248443 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-06551af0-b809-433b-96ff-53306f97491e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/2628e269-27d5-4b0e-bfd0-a6f9f4f053ea HTTP/1.1" status: 404 len: 333 time: 0.1142089 Feb 03 04:37:14.250079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50398) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:14.290327 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfc86f2a-fc62-4687-8f27-656020c2cf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.344229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=5eda2271-c823-4e53-855a-4051a38df118,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:14.349655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1cfa4-3924-4de1-b2e2-f82cfe165671 None None] Port 5eda2271-c823-4e53-855a-4051a38df118 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:14.367797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Deleting port db65556e-0bc0-4374-8cf1-4084ab7091cc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:14.368198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.529228 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfc86f2a-fc62-4687-8f27-656020c2cf49 admin admin] Publish callbacks [] for security_group (9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.541047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:14.544356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:14.569182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfc86f2a-fc62-4687-8f27-656020c2cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.662887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] For port db65556e-0bc0-4374-8cf1-4084ab7091cc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=db65556e-0bc0-4374-8cf1-4084ab7091cc,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:14.663659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.692369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Calling delete_port for db65556e-0bc0-4374-8cf1-4084ab7091cc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:14.711469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc86f2a-fc62-4687-8f27-656020c2cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:14.722267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bfc86f2a-fc62-4687-8f27-656020c2cf49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=370fc247c53042f58a9eb437a217c197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941080 Feb 03 04:37:14.726728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:14.754760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port a95e404d-b14c-4903-9c49-da2d7816a5a1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:14.755113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a95e404d-b14c-4903-9c49-da2d7816a5a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.783247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:14.784410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a12c9a10-c98b-4e4a-875f-ac6f16f28d78 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:14.878568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:14.878962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:14.928394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Router 2badccf9-9549-48af-bccf-b25b3f9a44a6 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:37:15.048818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8a00-72f8-4923-b8c0-fe4a84be92ea admin admin] Publish callbacks [] for security_group (9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.054751 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a95e404d-b14c-4903-9c49-da2d7816a5a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.090347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (db65556e-0bc0-4374-8cf1-4084ab7091cc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.098003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef3a6-3298-4b28-b06a-668c02671a27 req-d1b120c7-c42a-444a-a391-88c12c1e45ec tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:15.103337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['db65556e-0bc0-4374-8cf1-4084ab7091cc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:15.104746 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de2ef3a6-3298-4b28-b06a-668c02671a27 req-d1b120c7-c42a-444a-a391-88c12c1e45ec tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d8bb330-bca8-4718-9784-a714cc61f5ec HTTP/1.1" status: 200 len: 946 time: 0.1512566 Feb 03 04:37:15.117513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for a95e404d-b14c-4903-9c49-da2d7816a5a1 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:15.119945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:15.219435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:15.250469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event deleted for resources: {'Port': ['ID=db65556e-0bc0-4374-8cf1-4084ab7091cc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:15.348918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de2ef3a6-3298-4b28-b06a-668c02671a27 req-43e127c3-c808-4e8a-91ee-0b6837243ccc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307642 Feb 03 04:37:15.402173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8a00-72f8-4923-b8c0-fe4a84be92ea admin admin] Publish callbacks [] for security_group (9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.511969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] No DVR routers for this DVR port db65556e-0bc0-4374-8cf1-4084ab7091cc on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:15.514323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:15.518597 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.525343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd5b63d7-738d-4692-80e4-9710afb18d7d req-676ae781-7426-4dfd-b081-6f9890b5f94a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "DELETE /v2.0/ports/db65556e-0bc0-4374-8cf1-4084ab7091cc HTTP/1.1" status: 204 len: 173 time: 2.3702385 Feb 03 04:37:15.535685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'name': 'network-vif-deleted', 'tag': 'db65556e-0bc0-4374-8cf1-4084ab7091cc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:15.542235 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed93f389-9630-4a94-8ae3-e5138934a526" -d '{"events": [{"server_uuid": "5d8bb330-bca8-4718-9784-a714cc61f5ec", "name": "network-vif-deleted", "tag": "db65556e-0bc0-4374-8cf1-4084ab7091cc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:15.625231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a95e404d-b14c-4903-9c49-da2d7816a5a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.670666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=a95e404d-b14c-4903-9c49-da2d7816a5a1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:15.687358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:37:15.700124 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Sync routers for ids ['2badccf9-9549-48af-bccf-b25b3f9a44a6'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:37:15.702105 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f1f053-cf3d-4fa4-8191-eb233bfd4ad2 x-openstack-request-id: req-55f1f053-cf3d-4fa4-8191-eb233bfd4ad2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:15.702480 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bb330-bca8-4718-9784-a714cc61f5ec", "name": "network-vif-deleted", "tag": "db65556e-0bc0-4374-8cf1-4084ab7091cc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:15.702735 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55f1f053-cf3d-4fa4-8191-eb233bfd4ad2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:15.703200 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8bb330-bca8-4718-9784-a714cc61f5ec', 'name': 'network-vif-deleted', 'tag': 'db65556e-0bc0-4374-8cf1-4084ab7091cc', 'status': 'completed', 'code': 200} Feb 03 04:37:15.716219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:15.721343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a8b715aa-2389-4482-8837-89e383b1e2a2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "PUT /v2.0/routers/2badccf9-9549-48af-bccf-b25b3f9a44a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6796849 Feb 03 04:37:15.732062 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Routers {'2badccf9-9549-48af-bccf-b25b3f9a44a6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:15.739321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2badccf9-9549-48af-bccf-b25b3f9a44a6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:15.769846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8a00-72f8-4923-b8c0-fe4a84be92ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.772523 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8a00-72f8-4923-b8c0-fe4a84be92ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.773667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7a9b8a00-72f8-4923-b8c0-fe4a84be92ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad HTTP/1.1" status: 204 len: 168 time: 1.0438716 Feb 03 04:37:15.804787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b8a00-72f8-4923-b8c0-fe4a84be92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e69ee0e-3c4e-4984-8b73-6c3b1b6774ad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:15.855568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3751a5-c866-446a-bf37-4cb20f24ecd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:15.857426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1e3751a5-c866-446a-bf37-4cb20f24ecd3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports/5eda2271-c823-4e53-855a-4051a38df118 HTTP/1.1" status: 200 len: 911 time: 0.1358094 Feb 03 04:37:15.860019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:15.861752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.871680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d04c53b0-5b5c-46cd-a9ed-a2bd25880983 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/a95e404d-b14c-4903-9c49-da2d7816a5a1 HTTP/1.1" status: 204 len: 168 time: 1.6143756 Feb 03 04:37:15.872405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50440) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:15.903313 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eb9e0e-2a82-4b27-b2e4-2f7054c32e4f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:37:15.908588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-76eb9e0e-2a82-4b27-b2e4-2f7054c32e4f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/a95e404d-b14c-4903-9c49-da2d7816a5a1 HTTP/1.1" status: 404 len: 333 time: 0.0351110 Feb 03 04:37:15.909380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:15.935783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-920cffb5-56fd-4973-b8eb-8c494913e6b0 None None] Provisioning complete for port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:15.942456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-920cffb5-56fd-4973-b8eb-8c494913e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:15.962445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29405dbf-4caf-448c-b861-9d48eb6bd355 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:15.977207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29405dbf-4caf-448c-b861-9d48eb6bd355 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:15.985842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-29405dbf-4caf-448c-b861-9d48eb6bd355 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1242068 Feb 03 04:37:15.988656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:16.004880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 5689fa03-fd1a-458f-a78a-fab4c41ec589 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:16.011308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (5689fa03-fd1a-458f-a78a-fab4c41ec589), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.062674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:16.095625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:16.096544 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.106243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ede4b0e5-c211-4aaa-9bfd-b604389f5fae no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:16.122291 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Set router 2badccf9-9549-48af-bccf-b25b3f9a44a6 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:16.243768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: ede4b0e5-c211-4aaa-9bfd-b604389f5fae {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:16.249720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device ede4b0e5-c211-4aaa-9bfd-b604389f5fae not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:16.479569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:16.504996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-920cffb5-56fd-4973-b8eb-8c494913e6b0 None None] Current status of the port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:16.507407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3feb9b3-f37f-4d3e-b548-3392afd03379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.542499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-920cffb5-56fd-4973-b8eb-8c494913e6b0 None None] Provisioning complete for port 5eda2271-c823-4e53-855a-4051a38df118 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:16.543003 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-920cffb5-56fd-4973-b8eb-8c494913e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5eda2271-c823-4e53-855a-4051a38df118), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.576371 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (5689fa03-fd1a-458f-a78a-fab4c41ec589), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.656744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-920cffb5-56fd-4973-b8eb-8c494913e6b0 None None] Port 5eda2271-c823-4e53-855a-4051a38df118 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:16.666936 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'name': 'tempest-NetworksTestDHCPv6-router-646143488', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:09Z', 'updated_at': '2022-02-03T04:37:12Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None, '_interfaces': [{'id': '5eda2271-c823-4e53-855a-4051a38df118', 'name': '', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'mac_address': 'fa:16:3e:e1:df:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df04fed7-f033-4c5d-b34f-76e065530846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:37:10Z', 'updated_at': '2022-02-03T04:37:12Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'subnets': [{'id': 'df04fed7-f033-4c5d-b34f-76e065530846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:16.711331 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Checking router: 2badccf9-9549-48af-bccf-b25b3f9a44a6 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:37:16.712925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Updating router 2badccf9-9549-48af-bccf-b25b3f9a44a6 port 5eda2271-c823-4e53-855a-4051a38df118 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:37:16.728292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3feb9b3-f37f-4d3e-b548-3392afd03379 admin admin] Publish callbacks [] for security_group (d58b117c-9d0c-45e0-898f-5776dc2116b0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.746030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3feb9b3-f37f-4d3e-b548-3392afd03379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d58b117c-9d0c-45e0-898f-5776dc2116b0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.755205 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5eda2271-c823-4e53-855a-4051a38df118), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.800454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a34650d7-985d-4a11-960f-67ddc34bd80c None None] Provisioning complete for port 5eda2271-c823-4e53-855a-4051a38df118 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:16.801299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a34650d7-985d-4a11-960f-67ddc34bd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5eda2271-c823-4e53-855a-4051a38df118), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:16.858465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d3feb9b3-f37f-4d3e-b548-3392afd03379 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fc6b8730d7b4f168a31eabc8b0e1fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7944267 Feb 03 04:37:16.863441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feb9b3-f37f-4d3e-b548-3392afd03379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b117c-9d0c-45e0-898f-5776dc2116b0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:16.880811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:16.901968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a34650d7-985d-4a11-960f-67ddc34bd80c None None] Port 5eda2271-c823-4e53-855a-4051a38df118 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:16.971149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c16651-3b8f-4aeb-bbc6-bbba75770806 admin admin] Publish callbacks [] for security_group (d58b117c-9d0c-45e0-898f-5776dc2116b0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.035546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5689fa03-fd1a-458f-a78a-fab4c41ec589), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.048953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c16651-3b8f-4aeb-bbc6-bbba75770806 admin admin] Publish callbacks [] for security_group (d58b117c-9d0c-45e0-898f-5776dc2116b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.120310 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c16651-3b8f-4aeb-bbc6-bbba75770806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d58b117c-9d0c-45e0-898f-5776dc2116b0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.122949 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c16651-3b8f-4aeb-bbc6-bbba75770806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.124469 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-72c16651-3b8f-4aeb-bbc6-bbba75770806 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d58b117c-9d0c-45e0-898f-5776dc2116b0 HTTP/1.1" status: 204 len: 168 time: 0.2396085 Feb 03 04:37:17.133972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c16651-3b8f-4aeb-bbc6-bbba75770806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b117c-9d0c-45e0-898f-5776dc2116b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:17.337710 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Publish callbacks [] for port (5eda2271-c823-4e53-855a-4051a38df118), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.356727 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5eda2271-c823-4e53-855a-4051a38df118), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.419991 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Pushing event updated for resources: {'Port': ['ID=5eda2271-c823-4e53-855a-4051a38df118,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:17.471005 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.472424 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.472944 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.473652 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.473804 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.474120 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.474447 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.474808 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.475135 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.475458 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.475805 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.476128 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.476588 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:17.517668 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Attempting to bind port 5eda2271-c823-4e53-855a-4051a38df118 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:17.518349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Attempting to bind port 5eda2271-c823-4e53-855a-4051a38df118 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:17.518805 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Attempting to bind port 5eda2271-c823-4e53-855a-4051a38df118 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:17.526247 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:17.526625 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:17.527121 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.527560 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:17.528397 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Bound port: 5eda2271-c823-4e53-855a-4051a38df118, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:17.528789 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5eda2271-c823-4e53-855a-4051a38df118), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.724836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:17.745947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bd112d9-592d-4f5b-a771-a560c9e4283d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.818965 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] For port 5eda2271-c823-4e53-855a-4051a38df118, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:17.823394 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] For port 5eda2271-c823-4e53-855a-4051a38df118, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5eda2271-c823-4e53-855a-4051a38df118,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:17.835974 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5eda2271-c823-4e53-855a-4051a38df118), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.857455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5c5f7e38-9775-4c07-b351-45140e612175 None None] Provisioning complete for port 5eda2271-c823-4e53-855a-4051a38df118 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:17.858100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7e38-9775-4c07-b351-45140e612175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5eda2271-c823-4e53-855a-4051a38df118), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.914201 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a81d6-1a78-4c89-b12e-f3d0e296b489 None None] Pushing event updated for resources: {'Port': ['ID=5eda2271-c823-4e53-855a-4051a38df118,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:17.928515 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bd112d9-592d-4f5b-a771-a560c9e4283d admin admin] Publish callbacks [] for security_group (a222126e-4f0b-4147-a0d9-b0e7c928e9cb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.942954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bd112d9-592d-4f5b-a771-a560c9e4283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a222126e-4f0b-4147-a0d9-b0e7c928e9cb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:17.953814 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Routers {'2badccf9-9549-48af-bccf-b25b3f9a44a6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:17.954909 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2badccf9-9549-48af-bccf-b25b3f9a44a6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:18.013051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4bd112d9-592d-4f5b-a771-a560c9e4283d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=178e2ff0c7a84c7bab9f17d7bc7e002e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841029 Feb 03 04:37:18.016088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:18.088176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f7e38-9775-4c07-b351-45140e612175 None None] Current status of the port 5eda2271-c823-4e53-855a-4051a38df118 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:18.088973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7e38-9775-4c07-b351-45140e612175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5eda2271-c823-4e53-855a-4051a38df118), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.101921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd112d9-592d-4f5b-a771-a560c9e4283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a222126e-4f0b-4147-a0d9-b0e7c928e9cb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:18.117922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device db65556e-0bc0-4374-8cf1-4084ab7091cc no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:18.140797 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] Set router 2badccf9-9549-48af-bccf-b25b3f9a44a6 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:18.181167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd5e2-b994-4f67-9835-4a145cf04420 admin admin] Publish callbacks [] for security_group (a222126e-4f0b-4147-a0d9-b0e7c928e9cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.192190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: db65556e-0bc0-4374-8cf1-4084ab7091cc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:18.192736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device db65556e-0bc0-4374-8cf1-4084ab7091cc not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:18.226483 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd5e2-b994-4f67-9835-4a145cf04420 admin admin] Publish callbacks [] for security_group (a222126e-4f0b-4147-a0d9-b0e7c928e9cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.277435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5c5f7e38-9775-4c07-b351-45140e612175 None None] For port 5eda2271-c823-4e53-855a-4051a38df118, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5eda2271-c823-4e53-855a-4051a38df118,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:18.292025 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7e38-9775-4c07-b351-45140e612175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5eda2271-c823-4e53-855a-4051a38df118), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.345295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd5e2-b994-4f67-9835-4a145cf04420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a222126e-4f0b-4147-a0d9-b0e7c928e9cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.348529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd5e2-b994-4f67-9835-4a145cf04420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.350180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4d6cd5e2-b994-4f67-9835-4a145cf04420 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a222126e-4f0b-4147-a0d9-b0e7c928e9cb HTTP/1.1" status: 204 len: 168 time: 0.3320084 Feb 03 04:37:18.373712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cd5e2-b994-4f67-9835-4a145cf04420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a222126e-4f0b-4147-a0d9-b0e7c928e9cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:18.409772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-e59942a5-7e52-4d33-82fa-26fa93bec529 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:18.418165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-e59942a5-7e52-4d33-82fa-26fa93bec529 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 1.2107615 Feb 03 04:37:18.453022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-4a7f90e4-f84c-4f13-b0da-025911dce0b0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.0316641 Feb 03 04:37:18.466438 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (5689fa03-fd1a-458f-a78a-fab4c41ec589), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.468338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f7e38-9775-4c07-b351-45140e612175 None None] Pushing event updated for resources: {'Port': ['ID=5eda2271-c823-4e53-855a-4051a38df118,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:18.534680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a91a744-dfb2-4a2c-935f-93bc184ee44d None None] Provisioning complete for port 5eda2271-c823-4e53-855a-4051a38df118 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:18.535867 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a91a744-dfb2-4a2c-935f-93bc184ee44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5eda2271-c823-4e53-855a-4051a38df118), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.540127 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'name': 'tempest-NetworksTestDHCPv6-router-646143488', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:09Z', 'updated_at': '2022-02-03T04:37:12Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None, '_interfaces': [{'id': '5eda2271-c823-4e53-855a-4051a38df118', 'name': '', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'mac_address': 'fa:16:3e:e1:df:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df04fed7-f033-4c5d-b34f-76e065530846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:37:10Z', 'updated_at': '2022-02-03T04:37:17Z', 'revision_number': 4, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'subnets': [{'id': 'df04fed7-f033-4c5d-b34f-76e065530846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:18.543525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=5689fa03-fd1a-458f-a78a-fab4c41ec589,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:18.556816 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.562781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:18.562961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fd0f22fc-e402-4b7c-985e-70d696711b8a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/5689fa03-fd1a-458f-a78a-fab4c41ec589 HTTP/1.1" status: 204 len: 168 time: 2.6524596 Feb 03 04:37:18.592807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9343ae0b-a80b-4d5a-8f04-47cc19efabbc None None] Network d1beab98-5271-4be7-8ea2-8191afdf9c95 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:18.676848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-eb2f30de-4bba-4835-a750-811e1034c2d3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2133911 Feb 03 04:37:18.677804 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51f98f-735a-4e17-9ab5-1a5036ccac01 None None] The sync data for ids ['2badccf9-9549-48af-bccf-b25b3f9a44a6'] in n-d-827549-1 is: [{'id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'name': 'tempest-NetworksTestDHCPv6-router-646143488', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:09Z', 'updated_at': '2022-02-03T04:37:12Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None, '_interfaces': [{'id': '5eda2271-c823-4e53-855a-4051a38df118', 'name': '', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'mac_address': 'fa:16:3e:e1:df:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'df04fed7-f033-4c5d-b34f-76e065530846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:37:10Z', 'updated_at': '2022-02-03T04:37:17Z', 'revision_number': 4, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'subnets': [{'id': 'df04fed7-f033-4c5d-b34f-76e065530846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:37:18.705866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (2badccf9-9549-48af-bccf-b25b3f9a44a6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.784559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a91a744-dfb2-4a2c-935f-93bc184ee44d None None] Current status of the port 5eda2271-c823-4e53-855a-4051a38df118 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:18.830338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d1beab98-5271-4be7-8ea2-8191afdf9c95), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:18.906133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] DHCP port deletion for d1beab98-5271-4be7-8ea2-8191afdf9c95 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:37:18.920119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-ae491098-08e4-4a0d-9053-9de341b74536 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310929 Feb 03 04:37:18.978514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:18.979190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.034719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] Deleting port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:19.035141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.130326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] For port a12c9a10-c98b-4e4a-875f-ac6f16f28d78, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,segment=NetworkSegment(92838df4-4e3d-402f-b174-b1c53596e29b),segment_id=92838df4-4e3d-402f-b174-b1c53596e29b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:19.130706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.163533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for a12c9a10-c98b-4e4a-875f-ac6f16f28d78 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:19.233902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a6890d8d-48a8-4959-ba1f-4053f7ef3461 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126078 Feb 03 04:37:19.262550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] For port a12c9a10-c98b-4e4a-875f-ac6f16f28d78, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,segment=NetworkSegment(92838df4-4e3d-402f-b174-b1c53596e29b),segment_id=92838df4-4e3d-402f-b174-b1c53596e29b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:19.262550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.296295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] Calling delete_port for a12c9a10-c98b-4e4a-875f-ac6f16f28d78 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:19.387771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 5eda2271-c823-4e53-855a-4051a38df118 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:19.388127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5eda2271-c823-4e53-855a-4051a38df118), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.434670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.527888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5eda2271-c823-4e53-855a-4051a38df118 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:19.544241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:19.555258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No DVR routers for this DVR port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:19.667243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] For port 5eda2271-c823-4e53-855a-4051a38df118, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5eda2271-c823-4e53-855a-4051a38df118,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:19.667855 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5eda2271-c823-4e53-855a-4051a38df118), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.704381 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (a12c9a10-c98b-4e4a-875f-ac6f16f28d78), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.711486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 5eda2271-c823-4e53-855a-4051a38df118 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:19.744996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4aff268-025f-42c9-b9c6-50601e6d46a0 req-ec866d1f-f46b-4e2c-9695-017150150b64 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 210 time: 0.0575769 Feb 03 04:37:19.791729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] No DVR routers for this DVR port a12c9a10-c98b-4e4a-875f-ac6f16f28d78 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:19.803260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a633e4-bbb6-44c0-a165-2014818baf53 None None] Pushing event deleted for resources: {'Port': ['ID=a12c9a10-c98b-4e4a-875f-ac6f16f28d78,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:19.833898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 5eda2271-c823-4e53-855a-4051a38df118 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:19.834746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d1beab98-5271-4be7-8ea2-8191afdf9c95), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.835288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5eda2271-c823-4e53-855a-4051a38df118), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.870488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1beab98-5271-4be7-8ea2-8191afdf9c95']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:19.896336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92838df4-4e3d-402f-b174-b1c53596e29b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:19.896788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92838df4-4e3d-402f-b174-b1c53596e29b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:19.919429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (92838df4-4e3d-402f-b174-b1c53596e29b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.954965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (92838df4-4e3d-402f-b174-b1c53596e29b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.973029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:37:19.974514 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (92838df4-4e3d-402f-b174-b1c53596e29b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:37:19.986717 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:37:20.104059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d1beab98-5271-4be7-8ea2-8191afdf9c95), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.129549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.134085 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/d1beab98-5271-4be7-8ea2-8191afdf9c95 HTTP/1.1" status: 204 len: 168 time: 1.5694489 Feb 03 04:37:20.139756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5eda2271-c823-4e53-855a-4051a38df118), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.143967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:20.145561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d190960-d590-4769-b87e-17f5fed305b5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=d1beab98-5271-4be7-8ea2-8191afdf9c95,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:20.150638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 5eda2271-c823-4e53-855a-4051a38df118 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:20.179492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-951825915'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:20.187799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=5eda2271-c823-4e53-855a-4051a38df118,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:20.255856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:20.262470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.274459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a12c9a10-c98b-4e4a-875f-ac6f16f28d78 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:20.312044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a12c9a10-c98b-4e4a-875f-ac6f16f28d78 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:20.314155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a12c9a10-c98b-4e4a-875f-ac6f16f28d78 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:20.407759 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (2badccf9-9549-48af-bccf-b25b3f9a44a6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.413884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:37:20.432407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (eeddec7a-746e-4d7e-a078-6e45cde35173), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.433191 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Added segment eeddec7a-746e-4d7e-a078-6e45cde35173 of type vlan for network 37897312-ab3a-45b5-b051-d564e2039190 Feb 03 04:37:20.642130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (37897312-ab3a-45b5-b051-d564e2039190), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.784433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Router 2badccf9-9549-48af-bccf-b25b3f9a44a6 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:37:20.793872 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (37897312-ab3a-45b5-b051-d564e2039190), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.799236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:20.800111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:20.971111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:37:20.985668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-241b5fd8-ff26-47ea-9991-c976aa0d5143 req-6ada0764-c39b-4b32-98f6-fd92f1135bcf tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 210 time: 0.0482664 Feb 03 04:37:20.992940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-da45b04e-4f73-4eae-8be8-93cb66c071f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "PUT /v2.0/routers/2badccf9-9549-48af-bccf-b25b3f9a44a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0024583 Feb 03 04:37:20.995478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:21.091434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9140236 Feb 03 04:37:21.091434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5085f-4129-4d32-a766-4a53a4412d3c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Network': ['ID=37897312-ab3a-45b5-b051-d564e2039190,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:21.095129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:21.101738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': '37897312-ab3a-45b5-b051-d564e2039190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:21.108434 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 37897312-ab3a-45b5-b051-d564e2039190 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:37:21.109220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf98b4-5a87-433e-badb-8ff81863e97e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:21.110763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf98b4-5a87-433e-badb-8ff81863e97e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:21.113490 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-37bf98b4-5a87-433e-badb-8ff81863e97e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1164360 Feb 03 04:37:21.115931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:21.223063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet df04fed7-f033-4c5d-b34f-76e065530846 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:21.236688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (df04fed7-f033-4c5d-b34f-76e065530846), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:21.301853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] Sync routers for ids ['2badccf9-9549-48af-bccf-b25b3f9a44a6'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:37:21.312780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] Routers {'2badccf9-9549-48af-bccf-b25b3f9a44a6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:21.313327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2badccf9-9549-48af-bccf-b25b3f9a44a6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:21.335159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (df04fed7-f033-4c5d-b34f-76e065530846), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:21.461090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (df04fed7-f033-4c5d-b34f-76e065530846), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:21.468796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] Set router 2badccf9-9549-48af-bccf-b25b3f9a44a6 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:21.537825 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (df04fed7-f033-4c5d-b34f-76e065530846), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:21.567894 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:21.573254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/df04fed7-f033-4c5d-b34f-76e065530846 HTTP/1.1" status: 204 len: 168 time: 0.4539380 Feb 03 04:37:21.610812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:21.624379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71068f23-5b26-4f72-b347-1733efb1f3fb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=df04fed7-f033-4c5d-b34f-76e065530846,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:21.638682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bbf25-96ce-4af9-a8a8-ac9aa2e1e5be None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:21.739237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'name': 'tempest-NetworksTestDHCPv6-router-646143488', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:09Z', 'updated_at': '2022-02-03T04:37:20Z', 'revision_number': 3, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:21.743377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-27bf3765-dc27-4046-a0bc-cc4da9683d36 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:21.745595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-27bf3765-dc27-4046-a0bc-cc4da9683d36 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.4770868 Feb 03 04:37:21.750540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:21.767690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:21.779299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] Checking router: 2badccf9-9549-48af-bccf-b25b3f9a44a6 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:37:21.789874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Request body: {'port': {'device_id': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'admin_state_up': True, 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:21.796192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] Routers {'2badccf9-9549-48af-bccf-b25b3f9a44a6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:21.797127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2badccf9-9549-48af-bccf-b25b3f9a44a6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:21.905489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] Set router 2badccf9-9549-48af-bccf-b25b3f9a44a6 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:21.968020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:37:21.971327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'name': 'tempest-NetworksTestDHCPv6-router-646143488', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:09Z', 'updated_at': '2022-02-03T04:37:20Z', 'revision_number': 3, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:22.175335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:22.176400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c47ed276-9862-400e-9a5f-0e1c427bbf0c req-055b5a4a-9056-4318-88b0-ce8ecc32e92b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 210 time: 0.0707250 Feb 03 04:37:22.180974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b37a66-e6df-49cc-937f-1c1c9e889950 None None] The sync data for ids ['2badccf9-9549-48af-bccf-b25b3f9a44a6'] in n-d-827549-1 is: [{'id': '2badccf9-9549-48af-bccf-b25b3f9a44a6', 'name': 'tempest-NetworksTestDHCPv6-router-646143488', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:09Z', 'updated_at': '2022-02-03T04:37:20Z', 'revision_number': 3, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:37:22.213273 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3c456918-b43d-47f8-8d52-450935ddb4d3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5990069 Feb 03 04:37:22.215657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:22.230502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:22.250391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.258338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] Deleting port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:22.259126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.337913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] For port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0ab183c4-8fff-4e3b-a211-6af7d9ba4507,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:22.339306 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.358904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] Calling delete_port for 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:22.423131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Allocated IP 172.20.0.8 (33f08626-802d-4cfd-992c-cb30242887eb/11c55517-c63b-4249-a7dd-a79ccac8c398/15ef3122-d03f-4872-a8ea-c4131dc1fca7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:22.428210 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-993360da-3349-4878-a023-98b1360d4157 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router (2badccf9-9549-48af-bccf-b25b3f9a44a6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.499199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (0ab183c4-8fff-4e3b-a211-6af7d9ba4507), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.529486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] No DVR routers for this DVR port 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:22.609857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099889b5-52f5-443c-a8e7-aa11f48994cb None None] Pushing event deleted for resources: {'Port': ['ID=0ab183c4-8fff-4e3b-a211-6af7d9ba4507,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:22.656673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52cfa2c-d36d-44d2-9595-ce466230e8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.677609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-993360da-3349-4878-a023-98b1360d4157 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (2badccf9-9549-48af-bccf-b25b3f9a44a6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.680103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-993360da-3349-4878-a023-98b1360d4157 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router_controller (2badccf9-9549-48af-bccf-b25b3f9a44a6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.769035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (39977d15-76f3-4bbc-a5a3-e5c9cf075f10), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.785817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-993360da-3349-4878-a023-98b1360d4157 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (2badccf9-9549-48af-bccf-b25b3f9a44a6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.786399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993360da-3349-4878-a023-98b1360d4157 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Fanout notify agent at l3_agent the message router_deleted on router 2badccf9-9549-48af-bccf-b25b3f9a44a6 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:37:22.797602 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-993360da-3349-4878-a023-98b1360d4157 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.798755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-993360da-3349-4878-a023-98b1360d4157 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/routers/2badccf9-9549-48af-bccf-b25b3f9a44a6 HTTP/1.1" status: 204 len: 168 time: 0.5820928 Feb 03 04:37:22.803002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:22.813317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:22.905880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52cfa2c-d36d-44d2-9595-ce466230e8e2 admin admin] Publish callbacks [] for security_group (c41dd1f9-edbf-4901-a0ac-1b24c486984c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.926250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52cfa2c-d36d-44d2-9595-ce466230e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c41dd1f9-edbf-4901-a0ac-1b24c486984c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:22.995924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a52cfa2c-d36d-44d2-9595-ce466230e8e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e8131797ba2409d93605838f8fb0bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7947137 Feb 03 04:37:23.003454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:23.010896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cfa2c-d36d-44d2-9595-ce466230e8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41dd1f9-edbf-4901-a0ac-1b24c486984c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:23.107280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Checking segment: {'id': 'eeddec7a-746e-4d7e-a078-6e45cde35173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37897312-ab3a-45b5-b051-d564e2039190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:23.108209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network hostable DHCP agents. Network: 37897312-ab3a-45b5-b051-d564e2039190, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:37:23.144825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=39977d15-76f3-4bbc-a5a3-e5c9cf075f10,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:23.151543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a01c61a-b0e3-4a16-9265-9cbf2c2e4cb0 admin admin] Publish callbacks [] for security_group (c41dd1f9-edbf-4901-a0ac-1b24c486984c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.185976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 37897312-ab3a-45b5-b051-d564e2039190 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:37:23.223641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 37897312-ab3a-45b5-b051-d564e2039190) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:23.234944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a01c61a-b0e3-4a16-9265-9cbf2c2e4cb0 admin admin] Publish callbacks [] for security_group (c41dd1f9-edbf-4901-a0ac-1b24c486984c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.235793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:23.236557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.249797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e1de38-e421-48dc-9969-e8f8d700210d None None] Network 37897312-ab3a-45b5-b051-d564e2039190 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:23.301573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ffd9741b-02f0-4b68-b36c-d394008a0a07 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2028906 Feb 03 04:37:23.310939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:23.323467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:23.327150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.339680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks [] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.359243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9b0dc85-76e6-4308-97db-11b1eee1a492 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1343941189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:23.419722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.466924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Network 33f08626-802d-4cfd-992c-cb30242887eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:23.481297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:23.486425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:23.500634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:23.510059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:23.522799 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b0dc85-76e6-4308-97db-11b1eee1a492 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.526092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b0dc85-76e6-4308-97db-11b1eee1a492 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.554685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:23.555070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0ab183c4-8fff-4e3b-a211-6af7d9ba4507 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:23.558128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5eda2271-c823-4e53-855a-4051a38df118 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:23.623579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:23.624226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.635241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-37897312-ab3a-45b5-b051-d564e2039190', 'network_id': '37897312-ab3a-45b5-b051-d564e2039190', 'project_id': 'a55d79880cf443f197bb6d3e029370c9', 'fixed_ips': [{'subnet_id': '39977d15-76f3-4bbc-a5a3-e5c9cf075f10'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:23.636353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.662870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 5eda2271-c823-4e53-855a-4051a38df118 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:23.664110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5eda2271-c823-4e53-855a-4051a38df118 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:23.697696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafa65-1dec-4c1c-b0d0-1cdcfd94a2b9 req-9ab54eb4-23bf-4403-9512-03032a91f024 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:23.705784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fecafa65-1dec-4c1c-b0d0-1cdcfd94a2b9 req-9ab54eb4-23bf-4403-9512-03032a91f024 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 931 time: 0.2959125 Feb 03 04:37:23.713617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event updated for resources: {'Port': ['ID=15ef3122-d03f-4872-a8ea-c4131dc1fca7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:23.724624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-d42705a9-9987-4357-916c-7deca7aa47ac tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9512703 Feb 03 04:37:23.740792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Request body: {'port': {'device_id': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:23.828173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fecafa65-1dec-4c1c-b0d0-1cdcfd94a2b9 req-49f3a063-78fb-4aac-bb7b-ed1cb4f7b8c6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214516 Feb 03 04:37:23.854998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:23.956924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Allocated IP 172.20.0.2 (37897312-ab3a-45b5-b051-d564e2039190/39977d15-76f3-4bbc-a5a3-e5c9cf075f10/04429d2f-2071-4cf7-a244-728656b9bd66) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:24.065004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.070817 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.200608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:24.269834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ef3122-d03f-4872-a8ea-c4131dc1fca7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:37:24.280897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Publish callbacks [] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.300508 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Publish callbacks [] for port (04429d2f-2071-4cf7-a244-728656b9bd66), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.314943 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.323293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Transition to ACTIVE for port object 15ef3122-d03f-4872-a8ea-c4131dc1fca7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:37:24.337894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.383422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a01c61a-b0e3-4a16-9265-9cbf2c2e4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c41dd1f9-edbf-4901-a0ac-1b24c486984c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.386024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a01c61a-b0e3-4a16-9265-9cbf2c2e4cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.400102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2a01c61a-b0e3-4a16-9265-9cbf2c2e4cb0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c41dd1f9-edbf-4901-a0ac-1b24c486984c HTTP/1.1" status: 204 len: 168 time: 1.3954885 Feb 03 04:37:24.400412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Network 37897312-ab3a-45b5-b051-d564e2039190 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:24.405984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:24.409718 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b0dc85-76e6-4308-97db-11b1eee1a492 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for router_controller (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.414619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:24.416386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01c61a-b0e3-4a16-9265-9cbf2c2e4cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41dd1f9-edbf-4901-a0ac-1b24c486984c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:24.439133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b0dc85-76e6-4308-97db-11b1eee1a492 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.469462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=15ef3122-d03f-4872-a8ea-c4131dc1fca7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:24.480976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9b0dc85-76e6-4308-97db-11b1eee1a492 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.488532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:24.489215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e9b0dc85-76e6-4308-97db-11b1eee1a492 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1669126 Feb 03 04:37:24.512957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'network_id': '37897312-ab3a-45b5-b051-d564e2039190', 'name': 'tempest-PortsTestJSON-1209535509'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:24.539108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Pushing event updated for resources: {'Port': ['ID=04429d2f-2071-4cf7-a244-728656b9bd66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:24.551910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Attempting to bind port 04429d2f-2071-4cf7-a244-728656b9bd66 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:24.552312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Attempting to bind port 04429d2f-2071-4cf7-a244-728656b9bd66 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'eeddec7a-746e-4d7e-a078-6e45cde35173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37897312-ab3a-45b5-b051-d564e2039190'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:24.552641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Attempting to bind port 04429d2f-2071-4cf7-a244-728656b9bd66 on network 37897312-ab3a-45b5-b051-d564e2039190 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:24.558474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:24.559265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Checking segment: {'id': 'eeddec7a-746e-4d7e-a078-6e45cde35173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37897312-ab3a-45b5-b051-d564e2039190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:24.559578 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.559963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Bound using segment: {'id': 'eeddec7a-746e-4d7e-a078-6e45cde35173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37897312-ab3a-45b5-b051-d564e2039190'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:24.560499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Bound port: 04429d2f-2071-4cf7-a244-728656b9bd66, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeddec7a-746e-4d7e-a078-6e45cde35173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37897312-ab3a-45b5-b051-d564e2039190'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:24.560885 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.655539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] For port 04429d2f-2071-4cf7-a244-728656b9bd66, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:24.663758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] For port 04429d2f-2071-4cf7-a244-728656b9bd66, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=04429d2f-2071-4cf7-a244-728656b9bd66,segment=NetworkSegment(eeddec7a-746e-4d7e-a078-6e45cde35173),segment_id=eeddec7a-746e-4d7e-a078-6e45cde35173)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:24.681076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.684395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Attempting to bind port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:24.684864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Attempting to bind port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:24.685525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Attempting to bind port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:24.713527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa3457d-c207-4ce5-84ba-f4dce286c1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.715222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 on network 33f08626-802d-4cfd-992c-cb30242887eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:37:24.715634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Attempting to bind port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:24.716980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (38887612-cb45-4b68-8f07-24db53254528), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.724000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:24.724258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:24.724644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Bound using segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:24.725078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Bound port: 15ef3122-d03f-4872-a8ea-c4131dc1fca7, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:24.725435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.799271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:24.811880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:24.819252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:24.828430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:24.835600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d127c-d39f-4d6b-96ae-cc822359a7a6 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:24.863140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac18df-0683-4510-bbe0-1b8b846a4534 None None] Pushing event updated for resources: {'Port': ['ID=04429d2f-2071-4cf7-a244-728656b9bd66,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:24.887440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0829256 Feb 03 04:37:24.893842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50714) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:24.912583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ac32e38d-31d0-4480-93e3-2c4e0d6c5202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1026167818', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:24.961375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c01e-c0ab-4859-8c02-23fd03d9225c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=38887612-cb45-4b68-8f07-24db53254528,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:25.013446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac32e38d-31d0-4480-93e3-2c4e0d6c5202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (3b4bb0de-75de-49fe-bdec-283cf4519bcf), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.021589 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac32e38d-31d0-4480-93e3-2c4e0d6c5202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (3b4bb0de-75de-49fe-bdec-283cf4519bcf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.150739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:25.167816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '38887612-cb45-4b68-8f07-24db53254528'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:25.168847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.292468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.309416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:25.313019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.317943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1038b-5465-444d-b795-f2632e30afc7 req-f4d98cae-8078-4e72-9b8d-984198a5d1c6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:25.326485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aec1038b-5465-444d-b795-f2632e30afc7 req-f4d98cae-8078-4e72-9b8d-984198a5d1c6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 943 time: 0.3391445 Feb 03 04:37:25.363960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 49f744a0-d7ee-4cef-8162-7b45e877f173 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:25.396116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/38887612-cb45-4b68-8f07-24db53254528/fe0a6256-542a-4d73-9bc8-1fa9dac76439) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:25.482487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac32e38d-31d0-4480-93e3-2c4e0d6c5202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router_controller (3b4bb0de-75de-49fe-bdec-283cf4519bcf), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.499540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] For port 15ef3122-d03f-4872-a8ea-c4131dc1fca7, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:25.560533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac32e38d-31d0-4480-93e3-2c4e0d6c5202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (3b4bb0de-75de-49fe-bdec-283cf4519bcf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.581017 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Publish callbacks [] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.589119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 04429d2f-2071-4cf7-a244-728656b9bd66 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:25.615631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aec1038b-5465-444d-b795-f2632e30afc7 req-49a0149f-d9c0-4c30-878d-ae1a030f909a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829003 Feb 03 04:37:25.617638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.11 (37897312-ab3a-45b5-b051-d564e2039190/39977d15-76f3-4bbc-a5a3-e5c9cf075f10/49f744a0-d7ee-4cef-8162-7b45e877f173) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:25.624311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac32e38d-31d0-4480-93e3-2c4e0d6c5202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.625512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac32e38d-31d0-4480-93e3-2c4e0d6c5202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7253571 Feb 03 04:37:25.659687 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.692118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:25.706185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:25.710708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:25.714940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:25.753477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6256-542a-4d73-9bc8-1fa9dac76439,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:25.784839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Attempting to bind port fe0a6256-542a-4d73-9bc8-1fa9dac76439 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:25.785306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Attempting to bind port fe0a6256-542a-4d73-9bc8-1fa9dac76439 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:25.785767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Attempting to bind port fe0a6256-542a-4d73-9bc8-1fa9dac76439 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:25.792250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 04429d2f-2071-4cf7-a244-728656b9bd66 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:25.792705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.797662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:25.798392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:25.798555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.798997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:25.799641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Bound port: fe0a6256-542a-4d73-9bc8-1fa9dac76439, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:25.800005 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.821244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.860166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] For port 15ef3122-d03f-4872-a8ea-c4131dc1fca7, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=15ef3122-d03f-4872-a8ea-c4131dc1fca7,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:25.887261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:25.983071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=15ef3122-d03f-4872-a8ea-c4131dc1fca7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:26.036829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 04429d2f-2071-4cf7-a244-728656b9bd66 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:26.037233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.050871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:26.051601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.053921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-a19ce0bb-6584-4ed7-bb84-2388f931ca8b service neutron] 10.222.0.31 "PUT /v2.0/ports/15ef3122-d03f-4872-a8ea-c4131dc1fca7 HTTP/1.1" status: 200 len: 1091 time: 2.3208401 Feb 03 04:37:26.056288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'tag': '15ef3122-d03f-4872-a8ea-c4131dc1fca7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:26.059298 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384a1eb-7463-49c9-8779-63d5440df4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4deb35-0edd-4833-89d3-62d586340c7f", "tag": "15ef3122-d03f-4872-a8ea-c4131dc1fca7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:26.072890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] For port fe0a6256-542a-4d73-9bc8-1fa9dac76439, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:26.084917 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa3457d-c207-4ce5-84ba-f4dce286c1db admin admin] Publish callbacks [] for security_group (26a5c556-1987-4c7e-84db-ee6fb449a58f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.089810 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.108267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] For port fe0a6256-542a-4d73-9bc8-1fa9dac76439, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fe0a6256-542a-4d73-9bc8-1fa9dac76439,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:26.122366 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.144056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec3660-27d0-42dc-be14-fe638e29b462 req-f60d63ea-3c4e-460e-9c95-7d154df1e0db tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:26.145876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6ec3660-27d0-42dc-be14-fe638e29b462 req-f60d63ea-3c4e-460e-9c95-7d154df1e0db tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 946 time: 0.5575054 Feb 03 04:37:26.200110 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdb7e93-d5b0-4ec3-b801-73b59309b9ea x-openstack-request-id: req-0bdb7e93-d5b0-4ec3-b801-73b59309b9ea {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:26.200411 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4deb35-0edd-4833-89d3-62d586340c7f", "tag": "15ef3122-d03f-4872-a8ea-c4131dc1fca7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:26.200662 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bdb7e93-d5b0-4ec3-b801-73b59309b9ea {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:26.201066 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'tag': '15ef3122-d03f-4872-a8ea-c4131dc1fca7', 'status': 'completed', 'code': 200} Feb 03 04:37:26.202016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=49f744a0-d7ee-4cef-8162-7b45e877f173,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:26.203548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 04429d2f-2071-4cf7-a244-728656b9bd66, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=04429d2f-2071-4cf7-a244-728656b9bd66,segment=NetworkSegment(eeddec7a-746e-4d7e-a078-6e45cde35173),segment_id=eeddec7a-746e-4d7e-a078-6e45cde35173)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:26.226353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.235645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa3457d-c207-4ce5-84ba-f4dce286c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (26a5c556-1987-4c7e-84db-ee6fb449a58f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.276648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09a63d-1f0f-4081-b237-5220f2e2ade0 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6256-542a-4d73-9bc8-1fa9dac76439,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:26.314794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3457d-c207-4ce5-84ba-f4dce286c1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a5c556-1987-4c7e-84db-ee6fb449a58f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:26.320190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 37897312-ab3a-45b5-b051-d564e2039190 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:26.351363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:26.368820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:26.421754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=04429d2f-2071-4cf7-a244-728656b9bd66,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:26.453128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:26.453812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.481991 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dfa3457d-c207-4ce5-84ba-f4dce286c1db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb4a1bccd1d84c028fe5cba9dd8ac5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2784114 Feb 03 04:37:26.483165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:26.501229 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0581712-632d-489e-a863-b145d836cdf5 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0091619 Feb 03 04:37:26.503238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6ec3660-27d0-42dc-be14-fe638e29b462 req-f1ef90aa-a8d3-4571-8ca0-0717db80608a tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368380 Feb 03 04:37:26.514297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50744) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:26.518734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Publish callbacks [] for security_group (cdc385a2-ed26-4c63-ba74-463126e4af0f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.519877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-cfd6e136-ce22-4965-a6b5-2779dc7803ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:26.521497 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-cfd6e136-ce22-4965-a6b5-2779dc7803ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 1125 time: 0.3367414 Feb 03 04:37:26.545196 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cdc385a2-ed26-4c63-ba74-463126e4af0f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.573289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-08cea3c3-90bc-498d-92da-45d493023220 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15ef3122-d03f-4872-a8ea-c4131dc1fca7 HTTP/1.1" status: 200 len: 217 time: 0.0402772 Feb 03 04:37:26.597196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6ee32-7e73-4593-a549-c5c0910d2bfa None None] Network 37897312-ab3a-45b5-b051-d564e2039190 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:26.651035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-c87a1509-931b-4fc1-ab35-b295575f0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:26.652789 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-c87a1509-931b-4fc1-ab35-b295575f0fe4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.0702231 Feb 03 04:37:26.712299 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-484927c5-3d3b-455e-bfa6-d05591983424 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520492 Feb 03 04:37:26.712880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:26.761930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ae5cc3ca-fff5-483b-bbcc-bd45a4d215e4 None None] Provisioning complete for port 04429d2f-2071-4cf7-a244-728656b9bd66 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:26.762588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc3ca-fff5-483b-bbcc-bd45a4d215e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.778234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=918b6dc6c216445f8e4958b3b163f60d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6137359 Feb 03 04:37:26.785617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:26.864023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.912909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae5cc3ca-fff5-483b-bbcc-bd45a4d215e4 None None] Current status of the port 04429d2f-2071-4cf7-a244-728656b9bd66 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:26.965518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc385a2-ed26-4c63-ba74-463126e4af0f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:26.970182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d175db17-5c5d-4253-89e6-202600fd9ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:26.977215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.977957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.978575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.979126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.979653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.980151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.980656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.981155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.981668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.982320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.982829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.983321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:26.983839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea56d79-649e-4f9f-9629-446375e7006e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:27.004285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec61f4ad-6521-49e6-b1cb-280b4dfc94b7 admin admin] Publish callbacks [] for security_group (cdc385a2-ed26-4c63-ba74-463126e4af0f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.070155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-1972ee80-5eeb-400f-a3c2-a786febfb5a3 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:27.072033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-1972ee80-5eeb-400f-a3c2-a786febfb5a3 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 946 time: 0.3141844 Feb 03 04:37:27.074150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec61f4ad-6521-49e6-b1cb-280b4dfc94b7 admin admin] Publish callbacks [] for security_group (cdc385a2-ed26-4c63-ba74-463126e4af0f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.093804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-e788a092-c761-4bdb-b500-d6cb118f8b90 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753579 Feb 03 04:37:27.153180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82cbff8c-4e5d-4d83-8ca5-e901bc2d8b7b admin admin] Publish callbacks [] for security_group (26a5c556-1987-4c7e-84db-ee6fb449a58f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.221173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291b402-9120-42db-808c-ec0bd8d2ec1c req-c8d39cbc-ac01-4550-8212-b7220c5385c4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:27.222732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9291b402-9120-42db-808c-ec0bd8d2ec1c req-c8d39cbc-ac01-4550-8212-b7220c5385c4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 943 time: 0.4303696 Feb 03 04:37:27.224906 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78de4ab3-82a2-4752-96d0-6a38262a852f req-0a0b2d96-aee6-451c-9895-23bbffe057fa service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008329 Feb 03 04:37:27.319084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0264eb14-24d5-4110-a8ae-3e831c299178 None None] Provisioning complete for port 49f744a0-d7ee-4cef-8162-7b45e877f173 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:27.319495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0264eb14-24d5-4110-a8ae-3e831c299178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.396439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec61f4ad-6521-49e6-b1cb-280b4dfc94b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cdc385a2-ed26-4c63-ba74-463126e4af0f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.399100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec61f4ad-6521-49e6-b1cb-280b4dfc94b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.400318 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ec61f4ad-6521-49e6-b1cb-280b4dfc94b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdc385a2-ed26-4c63-ba74-463126e4af0f HTTP/1.1" status: 204 len: 168 time: 0.5982447 Feb 03 04:37:27.426155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0264eb14-24d5-4110-a8ae-3e831c299178 None None] Port 49f744a0-d7ee-4cef-8162-7b45e877f173 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:27.437387 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82cbff8c-4e5d-4d83-8ca5-e901bc2d8b7b admin admin] Publish callbacks [] for security_group (26a5c556-1987-4c7e-84db-ee6fb449a58f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.467240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0264eb14-24d5-4110-a8ae-3e831c299178 None None] Provisioning complete for port 04429d2f-2071-4cf7-a244-728656b9bd66 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:27.467674 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0264eb14-24d5-4110-a8ae-3e831c299178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.483038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61f4ad-6521-49e6-b1cb-280b4dfc94b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc385a2-ed26-4c63-ba74-463126e4af0f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:27.568020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d175db17-5c5d-4253-89e6-202600fd9ae5 admin admin] Publish callbacks [] for security_group (9dd2ccfc-dcfd-4798-9ec8-d6a991e570df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.579609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 04429d2f-2071-4cf7-a244-728656b9bd66 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:27.593355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-1151693a-4beb-4c23-9000-f7aa499d1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:27.595055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-1151693a-4beb-4c23-9000-f7aa499d1f44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 1125 time: 0.2470269 Feb 03 04:37:27.597848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d175db17-5c5d-4253-89e6-202600fd9ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9dd2ccfc-dcfd-4798-9ec8-d6a991e570df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.669555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Deleting port 4e157632-f877-4c9b-a89e-1d7c745c9be4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:27.670034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.769039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0264eb14-24d5-4110-a8ae-3e831c299178 None None] Current status of the port 04429d2f-2071-4cf7-a244-728656b9bd66 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:27.773585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 04429d2f-2071-4cf7-a244-728656b9bd66 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:27.774196 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:27.807931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9291b402-9120-42db-808c-ec0bd8d2ec1c req-7c5ffe1a-b2b3-4162-bbd5-2254ceb37f9e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095744 Feb 03 04:37:27.857281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175db17-5c5d-4253-89e6-202600fd9ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd2ccfc-dcfd-4798-9ec8-d6a991e570df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:27.877643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d175db17-5c5d-4253-89e6-202600fd9ae5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57883e04db594fe087fb74861b2d4f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1636026 Feb 03 04:37:27.878501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:27.956431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 04429d2f-2071-4cf7-a244-728656b9bd66 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:27.958391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fe0a6256-542a-4d73-9bc8-1fa9dac76439 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:27.962707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7c589f21-0749-400f-ba0e-026f96d07cf1 None None] Provisioning complete for port 49f744a0-d7ee-4cef-8162-7b45e877f173 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:27.962884 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c589f21-0749-400f-ba0e-026f96d07cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.005588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82cbff8c-4e5d-4d83-8ca5-e901bc2d8b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (26a5c556-1987-4c7e-84db-ee6fb449a58f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.009381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-e9f6cc3a-078f-4ae5-8735-8f3b23d124b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:28.011724 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-e9f6cc3a-078f-4ae5-8735-8f3b23d124b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.3992102 Feb 03 04:37:28.016005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82cbff8c-4e5d-4d83-8ca5-e901bc2d8b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.017798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-82cbff8c-4e5d-4d83-8ca5-e901bc2d8b7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26a5c556-1987-4c7e-84db-ee6fb449a58f HTTP/1.1" status: 204 len: 168 time: 1.5068009 Feb 03 04:37:28.057379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7c589f21-0749-400f-ba0e-026f96d07cf1 None None] Port 49f744a0-d7ee-4cef-8162-7b45e877f173 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:28.076338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port fe0a6256-542a-4d73-9bc8-1fa9dac76439 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:28.076717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.084596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-1fdab83e-7657-49c0-841f-6abb54b2b8ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15ef3122-d03f-4872-a8ea-c4131dc1fca7 HTTP/1.1" status: 200 len: 217 time: 0.0598242 Feb 03 04:37:28.130984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd411f39-fbb3-47bf-afe8-9b85e49c5874 admin admin] Publish callbacks [] for security_group (9dd2ccfc-dcfd-4798-9ec8-d6a991e570df), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.174039 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.183380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] For port 4e157632-f877-4c9b-a89e-1d7c745c9be4, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e157632-f877-4c9b-a89e-1d7c745c9be4,segment=NetworkSegment(e42e47d9-88d4-41e0-b6b7-91631fcb57d3),segment_id=e42e47d9-88d4-41e0-b6b7-91631fcb57d3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:28.184397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.208501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Calling delete_port for 4e157632-f877-4c9b-a89e-1d7c745c9be4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:28.229001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbff8c-4e5d-4d83-8ca5-e901bc2d8b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a5c556-1987-4c7e-84db-ee6fb449a58f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:28.232234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd411f39-fbb3-47bf-afe8-9b85e49c5874 admin admin] Publish callbacks [] for security_group (9dd2ccfc-dcfd-4798-9ec8-d6a991e570df), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.232445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port fe0a6256-542a-4d73-9bc8-1fa9dac76439 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:28.232853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.244802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-00151fe3-b07f-4c5e-81bd-5195b3cab0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:28.246963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-00151fe3-b07f-4c5e-81bd-5195b3cab0f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.1510162 Feb 03 04:37:28.258364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5b982115-9096-4464-84ac-acc8bb71ec5d None None] Provisioning complete for port fe0a6256-542a-4d73-9bc8-1fa9dac76439 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:28.258775 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b982115-9096-4464-84ac-acc8bb71ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.282456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392fe69-70d1-4238-b967-d139c6c4e5b9 req-83bbd187-e8e5-4ac2-bb15-7e5560d1e8dd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:28.284427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e392fe69-70d1-4238-b967-d139c6c4e5b9 req-83bbd187-e8e5-4ac2-bb15-7e5560d1e8dd tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 946 time: 0.5394266 Feb 03 04:37:28.318572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-60a7283d-f9ab-46d9-80eb-d762688fa6b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611424 Feb 03 04:37:28.364496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::1 (355aef9b-164b-424f-8915-d5c2d7f691fe/38887612-cb45-4b68-8f07-24db53254528/61b9b91e-1f29-4821-9ddd-02084bc9fe07) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:28.426171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e392fe69-70d1-4238-b967-d139c6c4e5b9 req-96269e55-62c4-4d04-84b8-21fa2a59c6d6 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/security-groups?id=78c4a94a-480d-47c1-afea-1343b436bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059754 Feb 03 04:37:28.521581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port fe0a6256-542a-4d73-9bc8-1fa9dac76439, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fe0a6256-542a-4d73-9bc8-1fa9dac76439,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:28.530937 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.566946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-d20f9cc4-c91e-4b1f-9620-02940a16b8dd service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290518 Feb 03 04:37:28.604500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:28.622656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6256-542a-4d73-9bc8-1fa9dac76439,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:28.626356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b982115-9096-4464-84ac-acc8bb71ec5d None None] Current status of the port fe0a6256-542a-4d73-9bc8-1fa9dac76439 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:28.654545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f2913a1-0d38-4ca3-b58e-f64aa310eb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.730131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.754763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd411f39-fbb3-47bf-afe8-9b85e49c5874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9dd2ccfc-dcfd-4798-9ec8-d6a991e570df), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.757466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd411f39-fbb3-47bf-afe8-9b85e49c5874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.760435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cd411f39-fbb3-47bf-afe8-9b85e49c5874 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dd2ccfc-dcfd-4798-9ec8-d6a991e570df HTTP/1.1" status: 204 len: 168 time: 0.8700480 Feb 03 04:37:28.804309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd411f39-fbb3-47bf-afe8-9b85e49c5874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd2ccfc-dcfd-4798-9ec8-d6a991e570df,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:28.805093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.820866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.847216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7384a1eb-7463-49c9-8779-63d5440df4c3 req-46d8d592-ef86-453b-8a89-a455c5097204 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744718 Feb 03 04:37:28.862875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.919412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4e157632-f877-4c9b-a89e-1d7c745c9be4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:28.933341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e157632-f877-4c9b-a89e-1d7c745c9be4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:29.000281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f2913a1-0d38-4ca3-b58e-f64aa310eb09 admin admin] Publish callbacks [] for security_group (16cba66c-866c-4c78-9026-9cac386666a7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.004229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Pushing event deleted for resources: {'Port': ['ID=4e157632-f877-4c9b-a89e-1d7c745c9be4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:29.031685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f2913a1-0d38-4ca3-b58e-f64aa310eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (16cba66c-866c-4c78-9026-9cac386666a7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.044689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:29.069521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] No DVR routers for this DVR port 4e157632-f877-4c9b-a89e-1d7c745c9be4 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:29.082518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:29.086494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=49f744a0-d7ee-4cef-8162-7b45e877f173,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:29.089940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.090759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:29.091608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (3b4bb0de-75de-49fe-bdec-283cf4519bcf), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.097952 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-39ce35f7-7f14-423a-b220-1612e1e8d74e req-3e9ce605-9a3f-46a6-9b46-f301c5d02889 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.15 "DELETE /v2.0/ports/4e157632-f877-4c9b-a89e-1d7c745c9be4 HTTP/1.1" status: 204 len: 173 time: 2.0198700 Feb 03 04:37:29.103558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'name': 'network-vif-deleted', 'tag': '4e157632-f877-4c9b-a89e-1d7c745c9be4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:29.105872 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ebb511-ea6e-4c18-90af-3300c96fb768" -d '{"events": [{"server_uuid": "4878e06b-9c3a-466c-be63-96f6fc83456c", "name": "network-vif-deleted", "tag": "4e157632-f877-4c9b-a89e-1d7c745c9be4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:29.158634 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3f2913a1-0d38-4ca3-b58e-f64aa310eb09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26107e8b3f6842ea817c68979426fe39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486324 Feb 03 04:37:29.162883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:29.177137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2913a1-0d38-4ca3-b58e-f64aa310eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cba66c-866c-4c78-9026-9cac386666a7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:29.265599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76a3c9d-894f-4ce2-aba2-b2820d7cec30 admin admin] Publish callbacks [] for security_group (16cba66c-866c-4c78-9026-9cac386666a7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.270178 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955a73a-f4fa-4633-89da-567c918172df x-openstack-request-id: req-8955a73a-f4fa-4633-89da-567c918172df {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:29.270477 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4878e06b-9c3a-466c-be63-96f6fc83456c", "name": "network-vif-deleted", "tag": "4e157632-f877-4c9b-a89e-1d7c745c9be4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:29.270729 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8955a73a-f4fa-4633-89da-567c918172df {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:29.271129 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4878e06b-9c3a-466c-be63-96f6fc83456c', 'name': 'network-vif-deleted', 'tag': '4e157632-f877-4c9b-a89e-1d7c745c9be4', 'status': 'completed', 'code': 200} Feb 03 04:37:29.299554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76a3c9d-894f-4ce2-aba2-b2820d7cec30 admin admin] Publish callbacks [] for security_group (16cba66c-866c-4c78-9026-9cac386666a7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.345601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=61b9b91e-1f29-4821-9ddd-02084bc9fe07,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:29.388606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3de3e8c5-69b8-463a-bb9e-fedf1d53838e None None] Provisioning complete for port 49f744a0-d7ee-4cef-8162-7b45e877f173 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:29.390720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3de3e8c5-69b8-463a-bb9e-fedf1d53838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.403685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76a3c9d-894f-4ce2-aba2-b2820d7cec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (16cba66c-866c-4c78-9026-9cac386666a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.408479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76a3c9d-894f-4ce2-aba2-b2820d7cec30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.431910 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f76a3c9d-894f-4ce2-aba2-b2820d7cec30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16cba66c-866c-4c78-9026-9cac386666a7 HTTP/1.1" status: 204 len: 168 time: 0.2609518 Feb 03 04:37:29.432576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:29.447084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fe0a6256-542a-4d73-9bc8-1fa9dac76439 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:29.463568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a3c9d-894f-4ce2-aba2-b2820d7cec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cba66c-866c-4c78-9026-9cac386666a7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:29.480899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eebc6601-97df-48e2-88db-eea2fb5105a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.498852 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.528909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3de3e8c5-69b8-463a-bb9e-fedf1d53838e None None] Port 49f744a0-d7ee-4cef-8162-7b45e877f173 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:29.539572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e05a-7533-4116-aab3-8250d4e49452 req-e91bb506-c01c-4759-94e2-beaa5904f9a3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:29.547585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b26e05a-7533-4116-aab3-8250d4e49452 req-e91bb506-c01c-4759-94e2-beaa5904f9a3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 943 time: 0.5686457 Feb 03 04:37:29.593488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port fe0a6256-542a-4d73-9bc8-1fa9dac76439 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:29.593874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.656757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eebc6601-97df-48e2-88db-eea2fb5105a1 admin admin] Publish callbacks [] for security_group (6458265a-c88d-47cb-a336-471b1cb5dd8e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.667102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eebc6601-97df-48e2-88db-eea2fb5105a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6458265a-c88d-47cb-a336-471b1cb5dd8e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.683886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bcb2c4f9-ca80-42ff-ad4b-e1c8af4d1d36 None None] Provisioning complete for port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:29.684525 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c4f9-ca80-42ff-ad4b-e1c8af4d1d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.714167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:29.723174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa422e30-572d-4fbb-a591-6bb2ba69fb28 req-a908053e-1586-4aaa-b8a6-b3c0dea24a27 tempest-AttachVolumeNegativeTest-1683760193 tempest-AttachVolumeNegativeTest-1683760193-project] 10.222.0.35 "GET /v2.0/ports?device_id=4878e06b-9c3a-466c-be63-96f6fc83456c HTTP/1.1" status: 200 len: 210 time: 0.0773938 Feb 03 04:37:29.752390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc6601-97df-48e2-88db-eea2fb5105a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6458265a-c88d-47cb-a336-471b1cb5dd8e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:29.797027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eebc6601-97df-48e2-88db-eea2fb5105a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7dd0074d9b343089ad1bd9167b83100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429561 Feb 03 04:37:29.805006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:29.850514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2c4f9-ca80-42ff-ad4b-e1c8af4d1d36 None None] Port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:29.865656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port fe0a6256-542a-4d73-9bc8-1fa9dac76439 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:29.875538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b26e05a-7533-4116-aab3-8250d4e49452 req-c4c7e33d-ba32-4611-ad1c-1e83b5f42dad tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264923 Feb 03 04:37:30.008686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080bad8b-f8c5-4af4-baf2-b5e38cdf9ea0 admin admin] Publish callbacks [] for security_group (6458265a-c88d-47cb-a336-471b1cb5dd8e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.059754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.068114 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080bad8b-f8c5-4af4-baf2-b5e38cdf9ea0 admin admin] Publish callbacks [] for security_group (6458265a-c88d-47cb-a336-471b1cb5dd8e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.118948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 15ef3122-d03f-4872-a8ea-c4131dc1fca7 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:37:30.259227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 15ef3122-d03f-4872-a8ea-c4131dc1fca7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=15ef3122-d03f-4872-a8ea-c4131dc1fca7,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:30.273348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '15ef3122-d03f-4872-a8ea-c4131dc1fca7', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'port_id': '15ef3122-d03f-4872-a8ea-c4131dc1fca7', 'mac_address': 'fa:16:3e:81:2b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c55517-c63b-4249-a7dd-a79ccac8c398', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:37:30.319359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:30.319965 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.335401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ef3122-d03f-4872-a8ea-c4131dc1fca7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:37:30.368276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 15ef3122-d03f-4872-a8ea-c4131dc1fca7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=15ef3122-d03f-4872-a8ea-c4131dc1fca7,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:30.377295 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.445059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=15ef3122-d03f-4872-a8ea-c4131dc1fca7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:30.571139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['15ef3122-d03f-4872-a8ea-c4131dc1fca7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:30.678015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.716421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.717653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (3b4bb0de-75de-49fe-bdec-283cf4519bcf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.791070 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080bad8b-f8c5-4af4-baf2-b5e38cdf9ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6458265a-c88d-47cb-a336-471b1cb5dd8e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.793679 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-080bad8b-f8c5-4af4-baf2-b5e38cdf9ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.797795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-080bad8b-f8c5-4af4-baf2-b5e38cdf9ea0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6458265a-c88d-47cb-a336-471b1cb5dd8e HTTP/1.1" status: 204 len: 168 time: 0.9898770 Feb 03 04:37:30.804368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=61b9b91e-1f29-4821-9ddd-02084bc9fe07,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:30.804567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:30.824245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bad8b-f8c5-4af4-baf2-b5e38cdf9ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6458265a-c88d-47cb-a336-471b1cb5dd8e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:30.881419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] Deleting subnet 82d3446f-0809-40ac-8e18-458c57e4d8c8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:30.885492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] Publish callbacks [] for subnet (82d3446f-0809-40ac-8e18-458c57e4d8c8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:30.942796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (82d3446f-0809-40ac-8e18-458c57e4d8c8), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.013813 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (82d3446f-0809-40ac-8e18-458c57e4d8c8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.049664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:31.057243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:31.077766 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (82d3446f-0809-40ac-8e18-458c57e4d8c8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.118477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d3446f-0809-40ac-8e18-458c57e4d8c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:31.120899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.127815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-87330a09-5e97-4387-b4db-93410ad2275d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/82d3446f-0809-40ac-8e18-458c57e4d8c8 HTTP/1.1" status: 204 len: 168 time: 0.3198657 Feb 03 04:37:31.127925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:31.170353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.235963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34b05b-c393-49fe-8b9e-55932306319b req-551de3be-88c7-435e-a599-6d6c955ca574 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:31.250041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (da5ae939-f465-4537-8437-f398aa6b7cd1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.250180 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f34b05b-c393-49fe-8b9e-55932306319b req-551de3be-88c7-435e-a599-6d6c955ca574 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 944 time: 0.2636509 Feb 03 04:37:31.250823 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.393669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (da5ae939-f465-4537-8437-f398aa6b7cd1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.424777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5ae939-f465-4537-8437-f398aa6b7cd1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:31.429182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=49f744a0-d7ee-4cef-8162-7b45e877f173,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:31.431909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.440133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:31.440446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42e47d9-88d4-41e0-b6b7-91631fcb57d3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:31.465630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (e42e47d9-88d4-41e0-b6b7-91631fcb57d3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.484487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e42e47d9-88d4-41e0-b6b7-91631fcb57d3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.491949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1703b8c0-a4ba-43e2-aca7-9c334abb0125 None None] Provisioning complete for port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:31.493478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1703b8c0-a4ba-43e2-aca7-9c334abb0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.495132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:37:31.495808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (e42e47d9-88d4-41e0-b6b7-91631fcb57d3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.553840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network 37897312-ab3a-45b5-b051-d564e2039190 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:31.557314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1703b8c0-a4ba-43e2-aca7-9c334abb0125 None None] Port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:31.558033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:31.562864 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f34b05b-c393-49fe-8b9e-55932306319b req-22adaafd-e838-49b3-a3ad-fa6f3cb30119 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602272 Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:37:31.578982 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:37:31.602630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (da5ae939-f465-4537-8437-f398aa6b7cd1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.615134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.621764 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] 10.222.0.35 "DELETE /v2.0/networks/da5ae939-f465-4537-8437-f398aa6b7cd1 HTTP/1.1" status: 204 len: 168 time: 0.4904275 Feb 03 04:37:31.643144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa7809-bd71-4506-ae02-b96af2870145 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5ae939-f465-4537-8437-f398aa6b7cd1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:31.692263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Router 3b4bb0de-75de-49fe-bdec-283cf4519bcf is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:37:31.750842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Router b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:37:31.887574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:37:31.888209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8e787053-fccd-4204-a9d1-7c722c6f9f1f None None] Provisioning complete for port 49f744a0-d7ee-4cef-8162-7b45e877f173 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:31.888575 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e787053-fccd-4204-a9d1-7c722c6f9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:31.893866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a9f1bc92-2246-44b5-87ba-346fd9668287 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "PUT /v2.0/routers/3b4bb0de-75de-49fe-bdec-283cf4519bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1985352 Feb 03 04:37:31.896566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:31.901437 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Sync routers for ids ['3b4bb0de-75de-49fe-bdec-283cf4519bcf'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:37:31.920296 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Routers {'3b4bb0de-75de-49fe-bdec-283cf4519bcf'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:31.922386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b4bb0de-75de-49fe-bdec-283cf4519bcf'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:31.928378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:37:31.943146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] Sync routers for ids ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:37:31.948441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:31.952350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9a30694a-29a4-4039-bc14-1088793775a1 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "PUT /v2.0/routers/b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4275382 Feb 03 04:37:31.954771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50916) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:31.974663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793afe56-e7a5-4ea0-9514-821eea1e509c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:31.978642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-793afe56-e7a5-4ea0-9514-821eea1e509c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports/61b9b91e-1f29-4821-9ddd-02084bc9fe07 HTTP/1.1" status: 200 len: 911 time: 0.0786967 Feb 03 04:37:31.978908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:31.991782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] Routers {'b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:31.994684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:32.035168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eeeee022-14ac-4c5c-96bf-7b94c13bdc39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44d89ccccdf642ccab641190b18a9f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852385 Feb 03 04:37:32.037362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8e787053-fccd-4204-a9d1-7c722c6f9f1f None None] Port 49f744a0-d7ee-4cef-8162-7b45e877f173 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:32.039978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:32.040214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:32.051629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] Routers {'b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:32.052758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:32.052899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a061886f-203e-48d0-b12d-8163335db965 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:32.058214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a061886f-203e-48d0-b12d-8163335db965 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:32.059844 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a061886f-203e-48d0-b12d-8163335db965 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0795932 Feb 03 04:37:32.062634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:32.083483 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Set router 3b4bb0de-75de-49fe-bdec-283cf4519bcf gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:32.122071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 15ef3122-d03f-4872-a8ea-c4131dc1fca7 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:32.135676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:32.138906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a19c46-dfa6-4b12-9250-a3f5e14ec6f6 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:32.143795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0fa52-b5a2-44f1-b827-b74f97a83c92 None None] The sync data for ids ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:37:32.144616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-32a19c46-dfa6-4b12-9250-a3f5e14ec6f6 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c HTTP/1.1" status: 200 len: 983 time: 0.1887169 Feb 03 04:37:32.150457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:32.249298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:37:32.255063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:32.255580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.299412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4e157632-f877-4c9b-a89e-1d7c745c9be4 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:32.362447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 4e157632-f877-4c9b-a89e-1d7c745c9be4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:32.362917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4e157632-f877-4c9b-a89e-1d7c745c9be4 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:32.395192 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4bb0de-75de-49fe-bdec-283cf4519bcf', 'name': 'tempest-NetworksTestDHCPv6-router-1026167818', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:25Z', 'updated_at': '2022-02-03T04:37:29Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None, '_interfaces': [{'id': '61b9b91e-1f29-4821-9ddd-02084bc9fe07', 'name': '', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'mac_address': 'fa:16:3e:bb:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4bb0de-75de-49fe-bdec-283cf4519bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '38887612-cb45-4b68-8f07-24db53254528', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:37:27Z', 'updated_at': '2022-02-03T04:37:29Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'subnets': [{'id': '38887612-cb45-4b68-8f07-24db53254528', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:32.431766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Checking router: 3b4bb0de-75de-49fe-bdec-283cf4519bcf for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:37:32.432486 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Updating router 3b4bb0de-75de-49fe-bdec-283cf4519bcf port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:37:32.473448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62130b52-6cd2-41b3-8c07-e0de0b066e0c admin admin] Publish callbacks [] for security_group (78c4a94a-480d-47c1-afea-1343b436bf6c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.500641 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.525324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62130b52-6cd2-41b3-8c07-e0de0b066e0c admin admin] Publish callbacks [] for security_group (78c4a94a-480d-47c1-afea-1343b436bf6c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.548619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:32.549216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.660202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62130b52-6cd2-41b3-8c07-e0de0b066e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (78c4a94a-480d-47c1-afea-1343b436bf6c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.660490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 15ef3122-d03f-4872-a8ea-c4131dc1fca7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=15ef3122-d03f-4872-a8ea-c4131dc1fca7,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:32.662110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ef3122-d03f-4872-a8ea-c4131dc1fca7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:32.668284 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec05ab6-346f-46e4-8be3-ea4cf1a08c44" -d '{"events": [{"server_uuid": "8d4deb35-0edd-4833-89d3-62d586340c7f", "name": "network-vif-plugged", "status": "completed", "tag": "15ef3122-d03f-4872-a8ea-c4131dc1fca7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:32.675444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62130b52-6cd2-41b3-8c07-e0de0b066e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.677935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-62130b52-6cd2-41b3-8c07-e0de0b066e0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78c4a94a-480d-47c1-afea-1343b436bf6c HTTP/1.1" status: 204 len: 168 time: 0.6310809 Feb 03 04:37:32.678388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.738542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62130b52-6cd2-41b3-8c07-e0de0b066e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c4a94a-480d-47c1-afea-1343b436bf6c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:32.752597 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4ca6a0-3050-489f-9e64-4f49e11c6959 x-openstack-request-id: req-8f4ca6a0-3050-489f-9e64-4f49e11c6959 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:32.752899 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4deb35-0edd-4833-89d3-62d586340c7f", "name": "network-vif-plugged", "status": "completed", "tag": "15ef3122-d03f-4872-a8ea-c4131dc1fca7", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:32.753153 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f4ca6a0-3050-489f-9e64-4f49e11c6959 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:32.753547 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ef3122-d03f-4872-a8ea-c4131dc1fca7', 'code': 200} Feb 03 04:37:32.818913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=15ef3122-d03f-4872-a8ea-c4131dc1fca7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:32.905507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:32.990879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (3b4bb0de-75de-49fe-bdec-283cf4519bcf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.093622 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Publish callbacks [] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.107799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1eaaa-ed16-432e-ad76-3e7b10a2a29b req-6da26378-7f7f-4fca-a0be-c63137e2b06c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:33.109977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60b1eaaa-ed16-432e-ad76-3e7b10a2a29b req-6da26378-7f7f-4fca-a0be-c63137e2b06c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 945 time: 0.3276627 Feb 03 04:37:33.113541 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.165255 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-032cd7fb-ed83-4301-9183-a8a050848964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.230555 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638427b-2a7c-46b2-a83d-2b26cba4a052 None None] Pushing event updated for resources: {'Port': ['ID=61b9b91e-1f29-4821-9ddd-02084bc9fe07,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:33.368305 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Attempting to bind port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:33.368782 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Attempting to bind port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:33.369405 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Attempting to bind port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:33.377052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:33.378649 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:33.386054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60b1eaaa-ed16-432e-ad76-3e7b10a2a29b req-1a8c9d2f-f9c2-4da6-8ee1-863ebf1d2126 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490537 Feb 03 04:37:33.387537 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.388043 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:33.388602 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Bound port: 61b9b91e-1f29-4821-9ddd-02084bc9fe07, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:33.389057 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.501845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55a3bf-b9a9-4bb9-a6c5-6eded56dbf1a req-483d770b-ab22-4028-9db2-304b6252243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:33.503397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e55a3bf-b9a9-4bb9-a6c5-6eded56dbf1a req-483d770b-ab22-4028-9db2-304b6252243a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 1127 time: 0.6225693 Feb 03 04:37:33.550207 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] For port 61b9b91e-1f29-4821-9ddd-02084bc9fe07, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:33.554756 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] For port 61b9b91e-1f29-4821-9ddd-02084bc9fe07, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=61b9b91e-1f29-4821-9ddd-02084bc9fe07,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:33.576447 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.607563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 49f744a0-d7ee-4cef-8162-7b45e877f173 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:33.608128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.673301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e55a3bf-b9a9-4bb9-a6c5-6eded56dbf1a req-334c0633-74d1-42df-a93d-7fa9d55bc021 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631372 Feb 03 04:37:33.721715 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Routers {'3b4bb0de-75de-49fe-bdec-283cf4519bcf'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:33.722377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b4bb0de-75de-49fe-bdec-283cf4519bcf'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:33.724522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.745233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 49f744a0-d7ee-4cef-8162-7b45e877f173 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:33.763852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:33.772653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:33.778012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9d1e6654-d174-4415-aa9c-08c0514cb27e None None] Provisioning complete for port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:33.778631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.781372 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6654-d174-4415-aa9c-08c0514cb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.956568 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] Set router 3b4bb0de-75de-49fe-bdec-283cf4519bcf gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:33.961778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] For port 61b9b91e-1f29-4821-9ddd-02084bc9fe07, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=61b9b91e-1f29-4821-9ddd-02084bc9fe07,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:33.963237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.974236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e6654-d174-4415-aa9c-08c0514cb27e None None] Current status of the port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:33.974639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6654-d174-4415-aa9c-08c0514cb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:33.996880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 61b9b91e-1f29-4821-9ddd-02084bc9fe07 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:34.047888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9d1e6654-d174-4415-aa9c-08c0514cb27e None None] For port 61b9b91e-1f29-4821-9ddd-02084bc9fe07, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=61b9b91e-1f29-4821-9ddd-02084bc9fe07,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:34.058109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6654-d174-4415-aa9c-08c0514cb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.159122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e6654-d174-4415-aa9c-08c0514cb27e None None] Pushing event updated for resources: {'Port': ['ID=61b9b91e-1f29-4821-9ddd-02084bc9fe07,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:34.163077 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638427b-2a7c-46b2-a83d-2b26cba4a052 None None] Pushing event updated for resources: {'Port': ['ID=61b9b91e-1f29-4821-9ddd-02084bc9fe07,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:34.168145 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (49f744a0-d7ee-4cef-8162-7b45e877f173), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.199277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a57691-945c-4264-9088-a20a7e2b03b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.218581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b632aa7d-c0c6-4486-b9af-de14084eb201 None None] Provisioning complete for port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:34.219028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b632aa7d-c0c6-4486-b9af-de14084eb201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.256739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=49f744a0-d7ee-4cef-8162-7b45e877f173,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:34.304352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a57691-945c-4264-9088-a20a7e2b03b3 admin admin] Publish callbacks [] for security_group (f85d3d34-9d7b-49ab-8084-0dfb875bf56e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.311555 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9a57691-945c-4264-9088-a20a7e2b03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f85d3d34-9d7b-49ab-8084-0dfb875bf56e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.370816 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e9a57691-945c-4264-9088-a20a7e2b03b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c6bd0b903e94914a8764d86c9d5c40f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6058872 Feb 03 04:37:34.373120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a57691-945c-4264-9088-a20a7e2b03b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d3d34-9d7b-49ab-8084-0dfb875bf56e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:34.376295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:34.439293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b632aa7d-c0c6-4486-b9af-de14084eb201 None None] Current status of the port 61b9b91e-1f29-4821-9ddd-02084bc9fe07 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:34.568753 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c7e-f218-4b2a-9cbd-d29c7323ccdb admin admin] Publish callbacks [] for security_group (f85d3d34-9d7b-49ab-8084-0dfb875bf56e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.596815 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (61b9b91e-1f29-4821-9ddd-02084bc9fe07), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.670575 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4bb0de-75de-49fe-bdec-283cf4519bcf', 'name': 'tempest-NetworksTestDHCPv6-router-1026167818', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:25Z', 'updated_at': '2022-02-03T04:37:29Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None, '_interfaces': [{'id': '61b9b91e-1f29-4821-9ddd-02084bc9fe07', 'name': '', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'mac_address': 'fa:16:3e:bb:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4bb0de-75de-49fe-bdec-283cf4519bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '38887612-cb45-4b68-8f07-24db53254528', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:37:27Z', 'updated_at': '2022-02-03T04:37:33Z', 'revision_number': 4, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'subnets': [{'id': '38887612-cb45-4b68-8f07-24db53254528', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:34.677707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.706954 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d80b9a-878c-422d-a55b-912ecd7c71b4 None None] The sync data for ids ['3b4bb0de-75de-49fe-bdec-283cf4519bcf'] in n-d-827549-1 is: [{'id': '3b4bb0de-75de-49fe-bdec-283cf4519bcf', 'name': 'tempest-NetworksTestDHCPv6-router-1026167818', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:25Z', 'updated_at': '2022-02-03T04:37:29Z', 'revision_number': 2, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None, '_interfaces': [{'id': '61b9b91e-1f29-4821-9ddd-02084bc9fe07', 'name': '', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'mac_address': 'fa:16:3e:bb:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4bb0de-75de-49fe-bdec-283cf4519bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '38887612-cb45-4b68-8f07-24db53254528', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:37:27Z', 'updated_at': '2022-02-03T04:37:33Z', 'revision_number': 4, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'subnets': [{'id': '38887612-cb45-4b68-8f07-24db53254528', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:37:34.708110 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c7e-f218-4b2a-9cbd-d29c7323ccdb admin admin] Publish callbacks [] for security_group (f85d3d34-9d7b-49ab-8084-0dfb875bf56e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.720763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=61b9b91e-1f29-4821-9ddd-02084bc9fe07,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:34.798712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:34.820558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc044ac-35c9-4c40-a6fc-8caababad340 req-4468fdcf-879d-4184-9b06-8260bb4c365a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:34.821784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccc044ac-35c9-4c40-a6fc-8caababad340 req-4468fdcf-879d-4184-9b06-8260bb4c365a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 945 time: 0.2864881 Feb 03 04:37:34.933582 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (3b4bb0de-75de-49fe-bdec-283cf4519bcf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:34.997012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c7e-f218-4b2a-9cbd-d29c7323ccdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f85d3d34-9d7b-49ab-8084-0dfb875bf56e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.001299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca1c7e-f218-4b2a-9cbd-d29c7323ccdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.002902 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5fca1c7e-f218-4b2a-9cbd-d29c7323ccdb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f85d3d34-9d7b-49ab-8084-0dfb875bf56e HTTP/1.1" status: 204 len: 168 time: 0.6242933 Feb 03 04:37:35.132940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca1c7e-f218-4b2a-9cbd-d29c7323ccdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d3d34-9d7b-49ab-8084-0dfb875bf56e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:35.166311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3015a9-8174-4ebc-aa3e-630d63bb4a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.394997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Router 3b4bb0de-75de-49fe-bdec-283cf4519bcf has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:37:35.430339 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-698fbdd9-ca89-49f3-b394-c70b1fb20428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.440979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3015a9-8174-4ebc-aa3e-630d63bb4a09 admin admin] Publish callbacks [] for security_group (824042fd-2910-4cc3-9b36-46edf3a6f061), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.485612 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3015a9-8174-4ebc-aa3e-630d63bb4a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (824042fd-2910-4cc3-9b36-46edf3a6f061), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.547241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3015a9-8174-4ebc-aa3e-630d63bb4a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824042fd-2910-4cc3-9b36-46edf3a6f061,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:35.566268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:37:35.574228 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-69719356-dc0e-4dca-9e35-38204ee7c267 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "PUT /v2.0/routers/3b4bb0de-75de-49fe-bdec-283cf4519bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5081470 Feb 03 04:37:35.593390 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d3015a9-8174-4ebc-aa3e-630d63bb4a09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2bc0255f04f64600b7ae03e52d43a6ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7935767 Feb 03 04:37:35.593557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Router b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:37:35.594096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:35.594424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:35.628345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccc044ac-35c9-4c40-a6fc-8caababad340 req-9e653be5-6edf-4ad1-806f-c9cdcf637960 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903121 Feb 03 04:37:35.686413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:35.704900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eebf382-eec5-4d45-a23c-a0a0afd07ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.748058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:37:35.755895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a7a42-016f-461e-b44f-1d9011a1f310 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:35.757237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a7a42-016f-461e-b44f-1d9011a1f310 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:35.758867 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f93a7a42-016f-461e-b44f-1d9011a1f310 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1634994 Feb 03 04:37:35.764305 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] Sync routers for ids ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:37:35.765341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a7d4b2b3-cd2d-46ac-9d4c-94b0d82fedcd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "PUT /v2.0/routers/b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6130078 Feb 03 04:37:35.766314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:35.767463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:35.783560 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] Routers {'b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:35.787443 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:35.814940 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e5e8f7-9587-4f66-9766-679af47c72a0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:37:35.820320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:35.824001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9e5e8f7-9587-4f66-9766-679af47c72a0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/49f744a0-d7ee-4cef-8162-7b45e877f173 HTTP/1.1" status: 404 len: 333 time: 0.0542862 Feb 03 04:37:35.827824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a294c9-3c58-4b3d-8efa-15063b8dea74 admin admin] Publish callbacks [] for security_group (824042fd-2910-4cc3-9b36-46edf3a6f061), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.881648 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:35.881975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a294c9-3c58-4b3d-8efa-15063b8dea74 admin admin] Publish callbacks [] for security_group (824042fd-2910-4cc3-9b36-46edf3a6f061), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.912884 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] Routers {'b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:35.913524 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:35.951123 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eebf382-eec5-4d45-a23c-a0a0afd07ef4 admin admin] Publish callbacks [] for security_group (d6d37b94-f09d-4d7c-854f-a43db74cc98d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.961904 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:35.962610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259f99f-99db-41c6-ab85-2b298b3c789f None None] The sync data for ids ['b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:37:35.963403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 38887612-cb45-4b68-8f07-24db53254528 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:35.964517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eebf382-eec5-4d45-a23c-a0a0afd07ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d6d37b94-f09d-4d7c-854f-a43db74cc98d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.971367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af23458e-5048-46df-8019-ffbde306f5db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for router (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:35.973357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (38887612-cb45-4b68-8f07-24db53254528), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.022873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a294c9-3c58-4b3d-8efa-15063b8dea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (824042fd-2910-4cc3-9b36-46edf3a6f061), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.026174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09a294c9-3c58-4b3d-8efa-15063b8dea74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.031043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09a294c9-3c58-4b3d-8efa-15063b8dea74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/824042fd-2910-4cc3-9b36-46edf3a6f061 HTTP/1.1" status: 204 len: 168 time: 0.4341311 Feb 03 04:37:36.045161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0eebf382-eec5-4d45-a23c-a0a0afd07ef4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5de392e034544219b8734c2b7401e7fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574436 Feb 03 04:37:36.048861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:36.058398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf382-eec5-4d45-a23c-a0a0afd07ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d37b94-f09d-4d7c-854f-a43db74cc98d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:36.081499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a294c9-3c58-4b3d-8efa-15063b8dea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824042fd-2910-4cc3-9b36-46edf3a6f061,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:36.126157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04136886-30f0-4418-8309-25c6c9b57e69 admin admin] Publish callbacks [] for security_group (d6d37b94-f09d-4d7c-854f-a43db74cc98d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.134791 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (38887612-cb45-4b68-8f07-24db53254528), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.155014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04136886-30f0-4418-8309-25c6c9b57e69 admin admin] Publish callbacks [] for security_group (d6d37b94-f09d-4d7c-854f-a43db74cc98d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.211895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04136886-30f0-4418-8309-25c6c9b57e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d6d37b94-f09d-4d7c-854f-a43db74cc98d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.215275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04136886-30f0-4418-8309-25c6c9b57e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.218911 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-04136886-30f0-4418-8309-25c6c9b57e69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6d37b94-f09d-4d7c-854f-a43db74cc98d HTTP/1.1" status: 204 len: 168 time: 0.1664727 Feb 03 04:37:36.225639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04136886-30f0-4418-8309-25c6c9b57e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d37b94-f09d-4d7c-854f-a43db74cc98d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:36.275360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af23458e-5048-46df-8019-ffbde306f5db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.281574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af23458e-5048-46df-8019-ffbde306f5db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for router_controller (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.355198 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af23458e-5048-46df-8019-ffbde306f5db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.355777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af23458e-5048-46df-8019-ffbde306f5db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Fanout notify agent at l3_agent the message router_deleted on router b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:37:36.367834 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af23458e-5048-46df-8019-ffbde306f5db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.369146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-af23458e-5048-46df-8019-ffbde306f5db tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/routers/b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c HTTP/1.1" status: 204 len: 168 time: 0.5473106 Feb 03 04:37:36.372057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:36.397913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:36.419029 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (38887612-cb45-4b68-8f07-24db53254528), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.448377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 39977d15-76f3-4bbc-a5a3-e5c9cf075f10 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:36.452266 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (39977d15-76f3-4bbc-a5a3-e5c9cf075f10), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.487648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (38887612-cb45-4b68-8f07-24db53254528), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.515709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (39977d15-76f3-4bbc-a5a3-e5c9cf075f10), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.523628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=38887612-cb45-4b68-8f07-24db53254528,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:36.528182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.531924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7e592f2e-5e72-48c4-8f5e-20c94d94aa4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/38887612-cb45-4b68-8f07-24db53254528 HTTP/1.1" status: 204 len: 168 time: 0.7642269 Feb 03 04:37:36.535153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:36.538508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445230a-af82-48cf-8789-d41ccc425bd0 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:36.563213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:36.591390 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99bb7a46-b59d-4163-97ee-71f4c1ba6656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.717886 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.742183 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (39977d15-76f3-4bbc-a5a3-e5c9cf075f10), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.806685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2c343be6-c14a-47a7-adb6-bd4abf3d30d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2700131 Feb 03 04:37:36.809091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51124) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:36.822649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:37:36.880719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (39977d15-76f3-4bbc-a5a3-e5c9cf075f10), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.909219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] Deleting port fe0a6256-542a-4d73-9bc8-1fa9dac76439 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:36.909607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:36.956378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6fdd8-3e63-4ca4-9566-2b6bee4260e4 req-cfd76a7c-6501-4caf-84ef-0ba7dfb0a17c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:36.970181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4e6fdd8-3e63-4ca4-9566-2b6bee4260e4 req-cfd76a7c-6501-4caf-84ef-0ba7dfb0a17c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 945 time: 0.2445509 Feb 03 04:37:36.990120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=39977d15-76f3-4bbc-a5a3-e5c9cf075f10,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:36.991669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d5538be-b1a0-4f2a-9fa5-3b9a6a79b9df tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router (3b4bb0de-75de-49fe-bdec-283cf4519bcf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.007300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.010173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] For port fe0a6256-542a-4d73-9bc8-1fa9dac76439, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fe0a6256-542a-4d73-9bc8-1fa9dac76439,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:37.010780 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.016540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ecb3417-cae5-411d-8005-74c5bd260bc8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/39977d15-76f3-4bbc-a5a3-e5c9cf075f10 HTTP/1.1" status: 204 len: 168 time: 0.6411808 Feb 03 04:37:37.017522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:37.038408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] Calling delete_port for fe0a6256-542a-4d73-9bc8-1fa9dac76439 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:37.135950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99bb7a46-b59d-4163-97ee-71f4c1ba6656 admin admin] Publish callbacks [] for security_group (955616f2-5b22-46fe-acf3-5cbf45317ede), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.137599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22b39d-3b0c-46a2-82e5-79453a18c8e1 None None] Network 37897312-ab3a-45b5-b051-d564e2039190 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:37.163249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99bb7a46-b59d-4163-97ee-71f4c1ba6656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (955616f2-5b22-46fe-acf3-5cbf45317ede), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.217324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99904ebb-d536-4095-81f3-269589e97093 None None] Sync routers for ids ['3b4bb0de-75de-49fe-bdec-283cf4519bcf'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:37:37.227216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (fe0a6256-542a-4d73-9bc8-1fa9dac76439), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.307161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] Pushing event deleted for resources: {'Port': ['ID=fe0a6256-542a-4d73-9bc8-1fa9dac76439,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:37.307589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4e6fdd8-3e63-4ca4-9566-2b6bee4260e4 req-b7fa92ae-fcd4-4339-bdb8-e6f8e715fde0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364871 Feb 03 04:37:37.316009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (37897312-ab3a-45b5-b051-d564e2039190), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.324258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb7a46-b59d-4163-97ee-71f4c1ba6656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955616f2-5b22-46fe-acf3-5cbf45317ede,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:37.344951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-99bb7a46-b59d-4163-97ee-71f4c1ba6656 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0787a2a8783473685e48c8c788ba522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7806177 Feb 03 04:37:37.347702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:37.370621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c6a58-b852-4313-9097-b7368ecd3799 None None] No DVR routers for this DVR port fe0a6256-542a-4d73-9bc8-1fa9dac76439 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:37.401948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99904ebb-d536-4095-81f3-269589e97093 None None] Routers {'3b4bb0de-75de-49fe-bdec-283cf4519bcf'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:37.402749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-99904ebb-d536-4095-81f3-269589e97093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b4bb0de-75de-49fe-bdec-283cf4519bcf'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:37.426963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fe0a6256-542a-4d73-9bc8-1fa9dac76439 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:37.444327 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecb838b-7f09-4fc4-95b7-2009b20b9fff admin admin] Publish callbacks [] for security_group (955616f2-5b22-46fe-acf3-5cbf45317ede), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.465936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 04429d2f-2071-4cf7-a244-728656b9bd66 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:37.466402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.475123 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de40e7b7-5fd3-4221-91a9-f64b05100f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.492739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecb838b-7f09-4fc4-95b7-2009b20b9fff admin admin] Publish callbacks [] for security_group (955616f2-5b22-46fe-acf3-5cbf45317ede), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.496363 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d5538be-b1a0-4f2a-9fa5-3b9a6a79b9df tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (3b4bb0de-75de-49fe-bdec-283cf4519bcf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.524074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d5538be-b1a0-4f2a-9fa5-3b9a6a79b9df tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router_controller (3b4bb0de-75de-49fe-bdec-283cf4519bcf), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.575681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] For port 04429d2f-2071-4cf7-a244-728656b9bd66, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=04429d2f-2071-4cf7-a244-728656b9bd66,segment=NetworkSegment(eeddec7a-746e-4d7e-a078-6e45cde35173),segment_id=eeddec7a-746e-4d7e-a078-6e45cde35173)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:37.576103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.592793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: fe0a6256-542a-4d73-9bc8-1fa9dac76439 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:37.593394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fe0a6256-542a-4d73-9bc8-1fa9dac76439 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:37.598380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 04429d2f-2071-4cf7-a244-728656b9bd66 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:37.622577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-99904ebb-d536-4095-81f3-269589e97093 None None] Set router 3b4bb0de-75de-49fe-bdec-283cf4519bcf gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:37.630116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab519c80-28ef-40f5-ba33-bc076a4c642a None None] DHCP port deletion for 37897312-ab3a-45b5-b051-d564e2039190 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:37:37.681752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecb838b-7f09-4fc4-95b7-2009b20b9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (955616f2-5b22-46fe-acf3-5cbf45317ede), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.685271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecb838b-7f09-4fc4-95b7-2009b20b9fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.686690 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9ecb838b-7f09-4fc4-95b7-2009b20b9fff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/955616f2-5b22-46fe-acf3-5cbf45317ede HTTP/1.1" status: 204 len: 168 time: 0.3378530 Feb 03 04:37:37.698059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb838b-7f09-4fc4-95b7-2009b20b9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955616f2-5b22-46fe-acf3-5cbf45317ede,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:37.730318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (04429d2f-2071-4cf7-a244-728656b9bd66), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.768252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=04429d2f-2071-4cf7-a244-728656b9bd66,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:37.778623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No DVR routers for this DVR port 04429d2f-2071-4cf7-a244-728656b9bd66 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:37.790317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de40e7b7-5fd3-4221-91a9-f64b05100f99 admin admin] Publish callbacks [] for security_group (7e36b20b-b70b-449d-8380-8fe140c7c69c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.801201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab519c80-28ef-40f5-ba33-bc076a4c642a None None] The port '04429d2f-2071-4cf7-a244-728656b9bd66' was deleted {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 04:37:37.802494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.805537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-99904ebb-d536-4095-81f3-269589e97093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4bb0de-75de-49fe-bdec-283cf4519bcf', 'name': 'tempest-NetworksTestDHCPv6-router-1026167818', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:37:25Z', 'updated_at': '2022-02-03T04:37:34Z', 'revision_number': 3, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:37.810750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.816072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.821406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.826601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.831970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.837648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.845200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-65a20718-6eef-4b12-a252-a971db526206 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.5342207 Feb 03 04:37:37.855395 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de40e7b7-5fd3-4221-91a9-f64b05100f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e36b20b-b70b-449d-8380-8fe140c7c69c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.857472 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d5538be-b1a0-4f2a-9fa5-3b9a6a79b9df tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (3b4bb0de-75de-49fe-bdec-283cf4519bcf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.858117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5538be-b1a0-4f2a-9fa5-3b9a6a79b9df tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4bb0de-75de-49fe-bdec-283cf4519bcf {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:37:37.870915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d5538be-b1a0-4f2a-9fa5-3b9a6a79b9df tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:37.872085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7d5538be-b1a0-4f2a-9fa5-3b9a6a79b9df tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/routers/3b4bb0de-75de-49fe-bdec-283cf4519bcf HTTP/1.1" status: 204 len: 168 time: 1.0620065 Feb 03 04:37:37.876732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99904ebb-d536-4095-81f3-269589e97093 None None] Checking router: 3b4bb0de-75de-49fe-bdec-283cf4519bcf for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:37:37.878029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:37.889665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99904ebb-d536-4095-81f3-269589e97093 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:37.890332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99904ebb-d536-4095-81f3-269589e97093 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:37:37.892155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-99904ebb-d536-4095-81f3-269589e97093 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b4bb0de-75de-49fe-bdec-283cf4519bcf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:37:37.894802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99904ebb-d536-4095-81f3-269589e97093 None None] The sync data for ids ['3b4bb0de-75de-49fe-bdec-283cf4519bcf'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:37:37.925263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785d28-adcf-4629-ac66-217939ca2c39 req-dcc8bec1-3b30-4d56-bf23-ffefaa22cfc3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:37.926986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0785d28-adcf-4629-ac66-217939ca2c39 req-dcc8bec1-3b30-4d56-bf23-ffefaa22cfc3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 945 time: 0.4467533 Feb 03 04:37:37.940679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d4e0d8aa-b5e9-4d64-a235-d8a65a1388ba tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484605 Feb 03 04:37:37.943558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:37.954635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-de40e7b7-5fd3-4221-91a9-f64b05100f99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=daf7c70eceb64cf59125afcdecbb1b51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5495391 Feb 03 04:37:37.958006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:37.972643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40e7b7-5fd3-4221-91a9-f64b05100f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e36b20b-b70b-449d-8380-8fe140c7c69c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:38.022036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2aaed840-dbac-41c6-8cb7-322d9e0c1e3c req-ab8cee46-b211-4a1c-9f4d-cc23904ba052 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699250 Feb 03 04:37:38.041711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (37897312-ab3a-45b5-b051-d564e2039190), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.053415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0785d28-adcf-4629-ac66-217939ca2c39 req-f58f0c47-d855-4a7c-8a8b-e9a2be2137e4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049931 Feb 03 04:37:38.082847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37897312-ab3a-45b5-b051-d564e2039190']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:38.092258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70942d-e8c3-4c10-a450-e1ecf316ee14 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:38.094064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f70942d-e8c3-4c10-a450-e1ecf316ee14 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498125 Feb 03 04:37:38.094354 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.096937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:38.110559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeddec7a-746e-4d7e-a078-6e45cde35173') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:38.110866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeddec7a-746e-4d7e-a078-6e45cde35173') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:38.122805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (eeddec7a-746e-4d7e-a078-6e45cde35173), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.145043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8c-26ef-4bf6-bf26-421fb295d2d4 admin admin] Publish callbacks [] for security_group (7e36b20b-b70b-449d-8380-8fe140c7c69c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.145861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (eeddec7a-746e-4d7e-a078-6e45cde35173), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.161363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-520d3129-3023-451e-894e-e82e3f8a9da8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620391 Feb 03 04:37:38.161725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:37:38.161994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51172) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:38.162148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (eeddec7a-746e-4d7e-a078-6e45cde35173), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:37:38.166069 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:37:38.168700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:38.197928 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8c-26ef-4bf6-bf26-421fb295d2d4 admin admin] Publish callbacks [] for security_group (7e36b20b-b70b-449d-8380-8fe140c7c69c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.273092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (37897312-ab3a-45b5-b051-d564e2039190), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.276520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:38.282922 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.337284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.348198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/37897312-ab3a-45b5-b051-d564e2039190 HTTP/1.1" status: 204 len: 168 time: 1.3158996 Feb 03 04:37:38.350369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:38.352061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ca16d-71e1-45f7-b275-0ecedf629f04 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=37897312-ab3a-45b5-b051-d564e2039190,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:38.383702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8c-26ef-4bf6-bf26-421fb295d2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e36b20b-b70b-449d-8380-8fe140c7c69c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.386312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8c-26ef-4bf6-bf26-421fb295d2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.387623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8510bf8c-26ef-4bf6-bf26-421fb295d2d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e36b20b-b70b-449d-8380-8fe140c7c69c HTTP/1.1" status: 204 len: 168 time: 0.3963425 Feb 03 04:37:38.403590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510bf8c-26ef-4bf6-bf26-421fb295d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e36b20b-b70b-449d-8380-8fe140c7c69c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:38.423225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9e4c44-9d89-4cf5-813c-8e8054d2d934 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:38.430886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:38.433154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1b9e4c44-9d89-4cf5-813c-8e8054d2d934 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/0b0d4ef3-157a-47e4-a814-b42cac3b9887 HTTP/1.1" status: 200 len: 841 time: 0.0791714 Feb 03 04:37:38.501389 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0e7a77b9-369c-4321-b43e-eeb5b93eb5dd tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/0b0d4ef3-157a-47e4-a814-b42cac3b9887?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0691445 Feb 03 04:37:38.502003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:38.506870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:38.562399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0feca-3deb-4f96-843d-568520347b6e req-36b04d01-e092-4f8d-8399-054e1dd75bb2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:38.570711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ba0feca-3deb-4f96-843d-568520347b6e req-36b04d01-e092-4f8d-8399-054e1dd75bb2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 945 time: 0.1354949 Feb 03 04:37:38.631201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:38.636020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.678479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ba0feca-3deb-4f96-843d-568520347b6e req-d7394b8b-0299-4c2d-91c9-b48b08213440 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015782 Feb 03 04:37:38.835766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:37:38.838327 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (3064a92d-158f-42de-908f-e65423499145), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.864604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (408e7c82-31bb-4963-9d07-3e5cf00bf12f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.895862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:38.900282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:38.904381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:38.904977 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.910593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a219957-8a51-4177-a032-548929d22de6 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:38.918989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=3064a92d-158f-42de-908f-e65423499145,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:38.929288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:38.934313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:38.937416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:38.938085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:38.941656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c31cdf48-f77b-43ea-a7b5-ecdc2c5fbb0e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7786229 Feb 03 04:37:38.944541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51200) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:38.954296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:38.960120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=408e7c82-31bb-4963-9d07-3e5cf00bf12f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:38.974500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ae64aaf8-a25f-4523-b319-d50d55e24356 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4695914 Feb 03 04:37:38.976647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:38.978731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e887b5-40ec-4b31-a262-b781eb4d02b6 None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:38.982267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6307be70-d8f3-49a8-aa2a-0eddda8818d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'security_group': {'name': 'tempest-secgroup-74518707'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:39.029932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6307be70-d8f3-49a8-aa2a-0eddda8818d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.079081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:39.134608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02d3d32-610b-4d4b-a43c-d5734f170c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.180932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '3064a92d-158f-42de-908f-e65423499145'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:39.183169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.196816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:39.201404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.251090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.260551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.267471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.274014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.280180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.287991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.302208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6307be70-d8f3-49a8-aa2a-0eddda8818d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (843072ee-014b-473f-af7f-fa4dfd042add), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.305681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.317887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-c5268ab4-2cf0-4fcb-b9df-654f0381fde9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1909049 Feb 03 04:37:39.318123 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6307be70-d8f3-49a8-aa2a-0eddda8818d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (843072ee-014b-473f-af7f-fa4dfd042add), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.396796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6307be70-d8f3-49a8-aa2a-0eddda8818d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.402670 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6307be70-d8f3-49a8-aa2a-0eddda8818d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4249566 Feb 03 04:37:39.404404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:39.423117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02d3d32-610b-4d4b-a43c-d5734f170c1c admin admin] Publish callbacks [] for security_group (62a427b4-6523-401c-a318-d310286da805), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.428632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-343e6736-f983-4663-85a9-e5e9808848b9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'security_group': {'name': 'tempest-secgroup-1216666589'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:39.443580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02d3d32-610b-4d4b-a43c-d5734f170c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62a427b4-6523-401c-a318-d310286da805), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.454220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307be70-d8f3-49a8-aa2a-0eddda8818d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843072ee-014b-473f-af7f-fa4dfd042add,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:39.486494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d3d32-610b-4d4b-a43c-d5734f170c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a427b4-6523-401c-a318-d310286da805,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:39.501916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-343e6736-f983-4663-85a9-e5e9808848b9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.506561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a02d3d32-610b-4d4b-a43c-d5734f170c1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8813b63c5e8f4998af279b26a751cddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4174907 Feb 03 04:37:39.515660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:39.570434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37b1b7a3-1502-4fe5-a1ce-ab73246bf8a5 req-a0f7c176-16e8-49c2-b3eb-9e393cfd8e54 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2511029 Feb 03 04:37:39.588488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 04429d2f-2071-4cf7-a244-728656b9bd66 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:39.628078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31be00c8-3f29-4841-938b-4d812b3c5d9d admin admin] Publish callbacks [] for security_group (62a427b4-6523-401c-a318-d310286da805), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.639438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 04429d2f-2071-4cf7-a244-728656b9bd66 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:39.640112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 04429d2f-2071-4cf7-a244-728656b9bd66 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:39.640760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 61b9b91e-1f29-4821-9ddd-02084bc9fe07 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:39.654210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31be00c8-3f29-4841-938b-4d812b3c5d9d admin admin] Publish callbacks [] for security_group (62a427b4-6523-401c-a318-d310286da805), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.706468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 61b9b91e-1f29-4821-9ddd-02084bc9fe07 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:39.707090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 61b9b91e-1f29-4821-9ddd-02084bc9fe07 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:39.731541 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.788032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d3bd0b5d-da49-472f-b561-20e3498a37f8', 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'project_id': 'a55d79880cf443f197bb6d3e029370c9', 'fixed_ips': [{'subnet_id': '408e7c82-31bb-4963-9d07-3e5cf00bf12f'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:37:39.789567 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.844410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-343e6736-f983-4663-85a9-e5e9808848b9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (93259a0b-4970-4dbd-b8b3-07b164271c8f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.855827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-343e6736-f983-4663-85a9-e5e9808848b9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (93259a0b-4970-4dbd-b8b3-07b164271c8f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.864803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-8ada638b-8ac4-4c2e-a4af-a062494e3664 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.866294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-8ada638b-8ac4-4c2e-a4af-a062494e3664 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 945 time: 0.2395842 Feb 03 04:37:39.935426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31be00c8-3f29-4841-938b-4d812b3c5d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62a427b4-6523-401c-a318-d310286da805), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.940744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31be00c8-3f29-4841-938b-4d812b3c5d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.942672 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-31be00c8-3f29-4841-938b-4d812b3c5d9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62a427b4-6523-401c-a318-d310286da805 HTTP/1.1" status: 204 len: 168 time: 0.4246058 Feb 03 04:37:39.987741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a16ff-4630-469a-ad57-70253fb35eaf req-13ef58cb-0122-4c36-acc4-e9f1c42eb46a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:39.989305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a89a16ff-4630-469a-ad57-70253fb35eaf req-13ef58cb-0122-4c36-acc4-e9f1c42eb46a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 945 time: 0.1638341 Feb 03 04:37:39.991376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-343e6736-f983-4663-85a9-e5e9808848b9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:39.993018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-343e6736-f983-4663-85a9-e5e9808848b9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5723014 Feb 03 04:37:39.995897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:40.002698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6736-f983-4663-85a9-e5e9808848b9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93259a0b-4970-4dbd-b8b3-07b164271c8f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:40.005450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2066225832', 'security_groups': ['93259a0b-4970-4dbd-b8b3-07b164271c8f'], 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '408e7c82-31bb-4963-9d07-3e5cf00bf12f'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:40.038631 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (4da7583d-b987-44c8-be56-fc0fbe2dbef0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.052006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be00c8-3f29-4841-938b-4d812b3c5d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a427b4-6523-401c-a318-d310286da805,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:40.056305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Allocated IP 172.20.0.2 (d3bd0b5d-da49-472f-b561-20e3498a37f8/408e7c82-31bb-4963-9d07-3e5cf00bf12f/05a73ece-1423-44cb-be3f-3d39da193279) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:40.100482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Deleting port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:40.102406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.123266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=4da7583d-b987-44c8-be56-fc0fbe2dbef0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:40.179577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:40.187686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:40.200782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Allocated IP 2001:db8::f816:3eff:fe16:b9b3 (355aef9b-164b-424f-8915-d5c2d7f691fe/3064a92d-158f-42de-908f-e65423499145/3a6c0b48-6205-4b3f-9b30-2d46d2662007) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:40.200950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.201573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.219817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a89a16ff-4630-469a-ad57-70253fb35eaf req-1bcbd04e-5ac4-4aae-811b-6e2c0a940e64 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053995 Feb 03 04:37:40.240329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-07a18d9f-6923-442f-8665-3c0ef37ff388 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2929175 Feb 03 04:37:40.247543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:40.248338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:3f:78:d6', 'name': 'tempest-NetworksTestDHCPv6-839904430'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:40.327640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:40.331027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Publish callbacks [] for port (05a73ece-1423-44cb-be3f-3d39da193279), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.385623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] For port 15ef3122-d03f-4872-a8ea-c4131dc1fca7, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=15ef3122-d03f-4872-a8ea-c4131dc1fca7,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:40.386223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.406494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Calling delete_port for 15ef3122-d03f-4872-a8ea-c4131dc1fca7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:40.421835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.434321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.441849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.447001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.448855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.456600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.464501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.471393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.473910 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-08fdca23-97e1-4004-8cec-daa1b45ef175 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1950781 Feb 03 04:37:40.478757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 20820b9f-e786-43a7-9d7c-60e45f1b650e yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:40.485377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:40.487969 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Publish callbacks [] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.492144 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (05a73ece-1423-44cb-be3f-3d39da193279), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.526276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.546424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:40.555062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:40.561554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:40.565675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:40.567636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:40.572513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:40.574203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-470d4353-8996-4ac8-9d65-4099fdc7b7bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.575664 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-470d4353-8996-4ac8-9d65-4099fdc7b7bd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "GET /v2.0/ports/1704d539-028e-450b-b8d8-38f912aec229?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0950954 Feb 03 04:37:40.621658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Pushing event updated for resources: {'Port': ['ID=05a73ece-1423-44cb-be3f-3d39da193279,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:40.699559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Attempting to bind port 05a73ece-1423-44cb-be3f-3d39da193279 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:40.699929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Attempting to bind port 05a73ece-1423-44cb-be3f-3d39da193279 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b1f7f06e-89c1-4159-a1ea-4a3df54675b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:40.700308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Attempting to bind port 05a73ece-1423-44cb-be3f-3d39da193279 on network d3bd0b5d-da49-472f-b561-20e3498a37f8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:40.711027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.711669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.711823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.712104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.712436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.712769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.713099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.713422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.714095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.714095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.714405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.714692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.715817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:37:40.718667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:40.719056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Checking segment: {'id': 'b1f7f06e-89c1-4159-a1ea-4a3df54675b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:40.719534 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.721245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Bound using segment: {'id': 'b1f7f06e-89c1-4159-a1ea-4a3df54675b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:40.721245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Bound port: 05a73ece-1423-44cb-be3f-3d39da193279, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f7f06e-89c1-4159-a1ea-4a3df54675b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:40.721245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05a73ece-1423-44cb-be3f-3d39da193279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.760353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.787411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Pushing event updated for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:40.795870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-0d186144-5406-4ecd-b87d-00de8f78e9be tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "GET /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2128313 Feb 03 04:37:40.807826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:40.825285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port c3cfbf54-80b5-4aa0-916a-f8f060d73347 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:40.842890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Attempting to bind port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:40.843510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Attempting to bind port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:40.845222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Attempting to bind port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:40.848189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.853448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.858930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.864240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.869567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.871459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:40.872022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:40.872532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.873448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:40.874439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Bound port: 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:40.874807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.876001 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.880330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:40.887795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-9a8e1007-5563-485b-9494-a869697a3bf7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 5444 time: 0.1980047 Feb 03 04:37:40.893227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1704d539-028e-450b-b8d8-38f912aec229), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.898980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.12 (d3bd0b5d-da49-472f-b561-20e3498a37f8/408e7c82-31bb-4963-9d07-3e5cf00bf12f/20820b9f-e786-43a7-9d7c-60e45f1b650e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:40.946204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (15ef3122-d03f-4872-a8ea-c4131dc1fca7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:40.994215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event deleted for resources: {'Port': ['ID=15ef3122-d03f-4872-a8ea-c4131dc1fca7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:41.027583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] For port 05a73ece-1423-44cb-be3f-3d39da193279, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:41.031438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] For port 05a73ece-1423-44cb-be3f-3d39da193279, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05a73ece-1423-44cb-be3f-3d39da193279,segment=NetworkSegment(b1f7f06e-89c1-4159-a1ea-4a3df54675b2),segment_id=b1f7f06e-89c1-4159-a1ea-4a3df54675b2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:41.043008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['15ef3122-d03f-4872-a8ea-c4131dc1fca7'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:41.072644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:41.080245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] No DVR routers for this DVR port 15ef3122-d03f-4872-a8ea-c4131dc1fca7 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:41.083474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:41.085097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8df9d796-a884-4fe1-856b-f76b6ee2ab15 req-b68aa611-98aa-4e01-9532-cdd90901a69d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962998 Feb 03 04:37:41.087398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe71a60d-c36e-4593-bb90-38ee15b995c7 req-46ca7da3-7684-4d4a-814d-188bcfc14564 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "DELETE /v2.0/ports/15ef3122-d03f-4872-a8ea-c4131dc1fca7 HTTP/1.1" status: 204 len: 173 time: 1.2102888 Feb 03 04:37:41.103144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'name': 'network-vif-deleted', 'tag': '15ef3122-d03f-4872-a8ea-c4131dc1fca7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:41.105741 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130927d9-fb4e-4e91-a8e6-f8900085c7da" -d '{"events": [{"server_uuid": "8d4deb35-0edd-4833-89d3-62d586340c7f", "name": "network-vif-deleted", "tag": "15ef3122-d03f-4872-a8ea-c4131dc1fca7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:41.142803 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05a73ece-1423-44cb-be3f-3d39da193279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:41.216123 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655433ce-93cf-483f-b257-14161d1f5e05 x-openstack-request-id: req-655433ce-93cf-483f-b257-14161d1f5e05 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:41.216470 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4deb35-0edd-4833-89d3-62d586340c7f", "name": "network-vif-deleted", "tag": "15ef3122-d03f-4872-a8ea-c4131dc1fca7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:41.216724 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-655433ce-93cf-483f-b257-14161d1f5e05 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:41.217124 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4deb35-0edd-4833-89d3-62d586340c7f', 'name': 'network-vif-deleted', 'tag': '15ef3122-d03f-4872-a8ea-c4131dc1fca7', 'status': 'completed', 'code': 200} Feb 03 04:37:41.278061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] For port 1704d539-028e-450b-b8d8-38f912aec229, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=1704d539-028e-450b-b8d8-38f912aec229,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:41.371630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] For port 1704d539-028e-450b-b8d8-38f912aec229, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:41.435135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] device_id is not set on port 1704d539-028e-450b-b8d8-38f912aec229 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:41.447518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] Publish callbacks [] for port (1704d539-028e-450b-b8d8-38f912aec229), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:41.468805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (1704d539-028e-450b-b8d8-38f912aec229), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:41.513034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:41.517301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f12af-c46c-4ea5-9047-68fc08efd3a4 None None] Pushing event updated for resources: {'Port': ['ID=05a73ece-1423-44cb-be3f-3d39da193279,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:41.564279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3a6c0b48-6205-4b3f-9b30-2d46d2662007,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:41.620671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:41.686319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] Pushing event updated for resources: {'Port': ['ID=1704d539-028e-450b-b8d8-38f912aec229,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:41.758853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] No DVR routers for this DVR port 1704d539-028e-450b-b8d8-38f912aec229 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:41.862748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc055c4e-46d8-4347-8c9e-67a22893a5f8 None None] Pushing event updated for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:41.879125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] In _notify_port_updated(), no bound segment for port 1704d539-028e-450b-b8d8-38f912aec229 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:37:41.883360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:41.884603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:41.886661 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-e4f0fad1-793a-46ac-87a5-5397e02a32ff service neutron] 10.222.0.15 "PUT /v2.0/ports/1704d539-028e-450b-b8d8-38f912aec229 HTTP/1.1" status: 200 len: 1032 time: 1.0844538 Feb 03 04:37:41.893194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:41.925357 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb6bcc1f-8205-4777-adbc-1dac8b7fe8ab req-d4a5e0b9-94e3-4b14-be41-99cb55069f7d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d4deb35-0edd-4833-89d3-62d586340c7f HTTP/1.1" status: 200 len: 210 time: 0.0395544 Feb 03 04:37:42.022220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 172.20.0.8 (355aef9b-164b-424f-8915-d5c2d7f691fe/4da7583d-b987-44c8-be56-fc0fbe2dbef0/c3cfbf54-80b5-4aa0-916a-f8f060d73347) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:42.025452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-2b31cba3-ac1b-4428-98bb-dfe9ac47daf4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.027648 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-2b31cba3-ac1b-4428-98bb-dfe9ac47daf4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "GET /v2.0/ports/74061f39-0104-4d50-95dc-07ba0792a283?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1302447 Feb 03 04:37:42.037509 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.039809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe3f:78d6 (355aef9b-164b-424f-8915-d5c2d7f691fe/3064a92d-158f-42de-908f-e65423499145/c3cfbf54-80b5-4aa0-916a-f8f060d73347) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:42.040669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:42.085864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-45e9be6b-6cdd-44b5-9102-f78b07d4e85d None None] Provisioning complete for port 1704d539-028e-450b-b8d8-38f912aec229 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:42.089117 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45e9be6b-6cdd-44b5-9102-f78b07d4e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1704d539-028e-450b-b8d8-38f912aec229), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.177222 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.259215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45e9be6b-6cdd-44b5-9102-f78b07d4e85d None None] Port 1704d539-028e-450b-b8d8-38f912aec229 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:42.337613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=20820b9f-e786-43a7-9d7c-60e45f1b650e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:42.345746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:42.379553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:42.389908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:42.448486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (c3cfbf54-80b5-4aa0-916a-f8f060d73347), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.481303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.482037 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.514437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-4d3edef8-b258-4b8a-bb95-51716b003f4f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.525658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-4d3edef8-b258-4b8a-bb95-51716b003f4f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.535107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-4d3edef8-b258-4b8a-bb95-51716b003f4f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.548864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-4d3edef8-b258-4b8a-bb95-51716b003f4f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.559758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-4d3edef8-b258-4b8a-bb95-51716b003f4f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.565567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-4d3edef8-b258-4b8a-bb95-51716b003f4f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:42.573509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-4d3edef8-b258-4b8a-bb95-51716b003f4f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 4665 time: 0.3052859 Feb 03 04:37:42.627317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3dcaf919-cc70-409a-9de2-b83aeba8fe2a tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6297803 Feb 03 04:37:42.636438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51298) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:42.643475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-294d5fcf-9c81-4a89-9315-c35f3cac659e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:42.711797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de58d248-3189-4b29-8bc6-123661853917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.786856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74061f39-0104-4d50-95dc-07ba0792a283), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.792336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c3cfbf54-80b5-4aa0-916a-f8f060d73347), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.851320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8997636-8a21-47b0-a1c1-c2558ee7ae0c req-60a8073a-64aa-483b-9b56-999f77bdca0e tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=044dd5c3-f802-4771-8727-abbb61ee3a92&id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2768941 Feb 03 04:37:42.867794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:42.879361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:42.892390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:42.989215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de58d248-3189-4b29-8bc6-123661853917 admin admin] Publish callbacks [] for security_group (87b6370e-ca71-4b89-94f7-76de90ddb38d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:42.992291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=c3cfbf54-80b5-4aa0-916a-f8f060d73347,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:43.034574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de58d248-3189-4b29-8bc6-123661853917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87b6370e-ca71-4b89-94f7-76de90ddb38d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.074871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:43.074871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.075895 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-de58d248-3189-4b29-8bc6-123661853917 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=936ff0e6aa6648a9bb042c93e89065a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1803136 Feb 03 04:37:43.091600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:43.136837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294d5fcf-9c81-4a89-9315-c35f3cac659e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:43.142674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-294d5fcf-9c81-4a89-9315-c35f3cac659e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.152990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1fe37f15-f5d7-4fd7-959a-bc3c60e71f8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9085569 Feb 03 04:37:43.158193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:43.185634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d248-3189-4b29-8bc6-123661853917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6370e-ca71-4b89-94f7-76de90ddb38d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:43.193320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] For port 74061f39-0104-4d50-95dc-07ba0792a283, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=74061f39-0104-4d50-95dc-07ba0792a283,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:43.299827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17116a75-8df1-493b-8175-4004289f728d admin admin] Publish callbacks [] for security_group (87b6370e-ca71-4b89-94f7-76de90ddb38d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.307442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:43.309726 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.339113 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-294d5fcf-9c81-4a89-9315-c35f3cac659e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 408e7c82-31bb-4963-9d07-3e5cf00bf12f (CIDR: 172.20.0.0/28) Feb 03 04:37:43.346136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] For port 74061f39-0104-4d50-95dc-07ba0792a283, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:43.347966 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-294d5fcf-9c81-4a89-9315-c35f3cac659e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:37:43.348581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294d5fcf-9c81-4a89-9315-c35f3cac659e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:37:43.397533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-294d5fcf-9c81-4a89-9315-c35f3cac659e tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7597885 Feb 03 04:37:43.400203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51334) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:43.408488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:43.514338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17116a75-8df1-493b-8175-4004289f728d admin admin] Publish callbacks [] for security_group (87b6370e-ca71-4b89-94f7-76de90ddb38d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.551778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eafc7f-74a8-42fa-b663-7f93d94b0237 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:43.565262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eafc7f-74a8-42fa-b663-7f93d94b0237 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:43.590944 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47eafc7f-74a8-42fa-b663-7f93d94b0237 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4225118 Feb 03 04:37:43.602767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51340) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:43.606216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:43.608493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05a73ece-1423-44cb-be3f-3d39da193279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.616374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] device_id is not set on port 74061f39-0104-4d50-95dc-07ba0792a283 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:43.652564 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] Publish callbacks [] for port (74061f39-0104-4d50-95dc-07ba0792a283), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.701414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (74061f39-0104-4d50-95dc-07ba0792a283), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.770351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05a73ece-1423-44cb-be3f-3d39da193279 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:43.784247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] For port 05a73ece-1423-44cb-be3f-3d39da193279, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05a73ece-1423-44cb-be3f-3d39da193279,segment=NetworkSegment(b1f7f06e-89c1-4159-a1ea-4a3df54675b2),segment_id=b1f7f06e-89c1-4159-a1ea-4a3df54675b2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:43.798853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] Pushing event updated for resources: {'Port': ['ID=74061f39-0104-4d50-95dc-07ba0792a283,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:43.801467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17116a75-8df1-493b-8175-4004289f728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87b6370e-ca71-4b89-94f7-76de90ddb38d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.804908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17116a75-8df1-493b-8175-4004289f728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.808848 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-17116a75-8df1-493b-8175-4004289f728d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87b6370e-ca71-4b89-94f7-76de90ddb38d HTTP/1.1" status: 204 len: 168 time: 0.7122648 Feb 03 04:37:43.810078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] No DVR routers for this DVR port 74061f39-0104-4d50-95dc-07ba0792a283 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:43.845756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116a75-8df1-493b-8175-4004289f728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b6370e-ca71-4b89-94f7-76de90ddb38d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:43.873819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] In _notify_port_updated(), no bound segment for port 74061f39-0104-4d50-95dc-07ba0792a283 on network b5d3842a-2cab-4dbe-906f-45a53c0e0497 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:37:43.874719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:43.875349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:43.876763 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-6b77f488-5551-435e-bc57-2360b75cc89c service neutron] 10.222.0.15 "PUT /v2.0/ports/74061f39-0104-4d50-95dc-07ba0792a283 HTTP/1.1" status: 200 len: 1033 time: 1.8433003 Feb 03 04:37:43.883429 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05a73ece-1423-44cb-be3f-3d39da193279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.019224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Pushing event updated for resources: {'Port': ['ID=05a73ece-1423-44cb-be3f-3d39da193279,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:44.066009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Provisioning complete for port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:44.067787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.114283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port e7ae1ce5-356f-490a-bd94-f91514dde652 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:44.115035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.120752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8732b-5450-46fe-9567-c225a3654561 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:44.172986 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:37:44.183981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 15ef3122-d03f-4872-a8ea-c4131dc1fca7 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:44.261065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 15ef3122-d03f-4872-a8ea-c4131dc1fca7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:44.261627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 15ef3122-d03f-4872-a8ea-c4131dc1fca7 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:44.293393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] For port e7ae1ce5-356f-490a-bd94-f91514dde652, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e7ae1ce5-356f-490a-bd94-f91514dde652,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:44.296236 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.325577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for e7ae1ce5-356f-490a-bd94-f91514dde652 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:44.332877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eb2979dd-6752-40c7-8af1-ba0ba5cd1d41 None None] Port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:44.343327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 16b5fc9d-ab7a-419a-b829-2a0232e2b081 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:44.346105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-65964239-3a0d-4f43-8823-868f81f5f760 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:44.357392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-65964239-3a0d-4f43-8823-868f81f5f760 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.4642363 Feb 03 04:37:44.370838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:44.375342 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.394711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:44.395567 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.512461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:44.512717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.550467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:44.557378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:44.557378 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a50f71-9457-460b-b1c1-098027d1ff52" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-unplugged", "status": "completed", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:44.594999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:44.595370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.598330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-c3a3e067-d2f1-4b17-866c-5103e848acad tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.2384660 Feb 03 04:37:44.652871 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.653505 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e7ae1ce5-356f-490a-bd94-f91514dde652 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:44.672042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e7ae1ce5-356f-490a-bd94-f91514dde652), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.713929 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (1b1b3055-95af-48f8-af43-a44757b3359e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.714788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No active binding found for port e7ae1ce5-356f-490a-bd94-f91514dde652 {{(pid=103325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 04:37:44.715186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port e7ae1ce5-356f-490a-bd94-f91514dde652 host None! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:37:44.715624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e7ae1ce5-356f-490a-bd94-f91514dde652 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:44.716063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 74061f39-0104-4d50-95dc-07ba0792a283 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:44.743215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=e7ae1ce5-356f-490a-bd94-f91514dde652,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:44.816806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] No DVR routers for this DVR port e7ae1ce5-356f-490a-bd94-f91514dde652 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:44.819547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:44.820708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.823857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=1b1b3055-95af-48f8-af43-a44757b3359e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:44.825580 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-a2865ea3-bae0-40ef-bec1-5beb028a16f4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "DELETE /v2.0/ports/e7ae1ce5-356f-490a-bd94-f91514dde652 HTTP/1.1" status: 204 len: 173 time: 0.9408748 Feb 03 04:37:44.826703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': 'e7ae1ce5-356f-490a-bd94-f91514dde652'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:44.830466 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e92da1-e2c7-4f00-baa6-5f151627ce32" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "e7ae1ce5-356f-490a-bd94-f91514dde652"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:44.834672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:44.842332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 74061f39-0104-4d50-95dc-07ba0792a283 host ! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:37:44.842332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 74061f39-0104-4d50-95dc-07ba0792a283 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:44.842332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 217bca4e-bfb6-415a-a0c2-42a856c1b5be no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:44.853613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:44.854215 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:44.936723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-36fa1703-c036-427c-94aa-4f29a72446a7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5351343 Feb 03 04:37:44.939576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:44.949328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1638328602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b1b3055-95af-48f8-af43-a44757b3359e'}], 'security_groups': ['843072ee-014b-473f-af7f-fa4dfd042add']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:44.979374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-aab0fcf4-f8e4-4e24-b162-9424ae336926 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3791921 Feb 03 04:37:44.997813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port c3cfbf54-80b5-4aa0-916a-f8f060d73347 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:44.998170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c3cfbf54-80b5-4aa0-916a-f8f060d73347), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.033886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:45.082947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8991d7f7-4371-405f-be57-a42730d04ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.105395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:45.107067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:45.128562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c3cfbf54-80b5-4aa0-916a-f8f060d73347), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.145903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for c3cfbf54-80b5-4aa0-916a-f8f060d73347 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:45.151855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb9244-c145-46fe-af1a-63e2f2e98834 None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:45.220060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:45.220743 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.290984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=16b5fc9d-ab7a-419a-b829-2a0232e2b081,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:45.314946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port 4ff3445a-4b10-4b88-856b-c55296f37f83 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:45.315304 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.430386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3a6c0b48-6205-4b3f-9b30-2d46d2662007,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:45.431482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:45.440188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.496606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.597144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.630356 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8991d7f7-4371-405f-be57-a42730d04ab6 admin admin] Publish callbacks [] for security_group (77f28281-8c8d-43d9-ae87-436b745fe3e0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.632781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] For port 4ff3445a-4b10-4b88-856b-c55296f37f83, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4ff3445a-4b10-4b88-856b-c55296f37f83,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:45.633169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.645393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8991d7f7-4371-405f-be57-a42730d04ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (77f28281-8c8d-43d9-ae87-436b745fe3e0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.689663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Provisioning complete for port 74061f39-0104-4d50-95dc-07ba0792a283 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:45.690058 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (74061f39-0104-4d50-95dc-07ba0792a283), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.690395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for 4ff3445a-4b10-4b88-856b-c55296f37f83 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:45.697043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f5004-9c01-40a7-b905-ba64f3db058a None None] Update dhcp port {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '3064a92d-158f-42de-908f-e65423499145', 'ip_address': '2001:db8::f816:3eff:fe16:b9b3'}, {'subnet_id': '4da7583d-b987-44c8-be56-fc0fbe2dbef0'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '3a6c0b48-6205-4b3f-9b30-2d46d2662007'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:37:45.743780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c91fb2-a1b8-4e10-9220-370892ac1065 req-cca65b19-64ef-445d-bb95-7a5edc1bb04b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:45.750551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c91fb2-a1b8-4e10-9220-370892ac1065 req-cca65b19-64ef-445d-bb95-7a5edc1bb04b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:45.757485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c91fb2-a1b8-4e10-9220-370892ac1065 req-cca65b19-64ef-445d-bb95-7a5edc1bb04b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:45.767534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c91fb2-a1b8-4e10-9220-370892ac1065 req-cca65b19-64ef-445d-bb95-7a5edc1bb04b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:45.769812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41c91fb2-a1b8-4e10-9220-370892ac1065 req-cca65b19-64ef-445d-bb95-7a5edc1bb04b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 3148 time: 1.7116060 Feb 03 04:37:45.798501 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c3cfbf54-80b5-4aa0-916a-f8f060d73347), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.824942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Port 74061f39-0104-4d50-95dc-07ba0792a283 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:45.829767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Pushing event updated for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:45.847095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 217bca4e-bfb6-415a-a0c2-42a856c1b5be is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:45.848135 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.851103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8991d7f7-4371-405f-be57-a42730d04ab6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb55ae3f6a8a4fc9b32a79fc29e2d321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8013475 Feb 03 04:37:45.855908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:45.856620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991d7f7-4371-405f-be57-a42730d04ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f28281-8c8d-43d9-ae87-436b745fe3e0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:45.924707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-011f5004-9c01-40a7-b905-ba64f3db058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:45.962411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=c3cfbf54-80b5-4aa0-916a-f8f060d73347,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:45.999560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Provisioning complete for port 20820b9f-e786-43a7-9d7c-60e45f1b650e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:46.000172 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.065931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41c91fb2-a1b8-4e10-9220-370892ac1065 req-0ad20a30-867c-4f61-86bf-7ac4aa23638b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557061 Feb 03 04:37:46.114689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:46.115935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-c99d2e7d-b959-4b15-8417-68f6ec013fc0 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1205897 Feb 03 04:37:46.131161 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.132088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 1704d539-028e-450b-b8d8-38f912aec229 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:46.149661 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.153329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a86cc737-f55c-4b61-a426-fdd3da4ba989 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/c3cfbf54-80b5-4aa0-916a-f8f060d73347 HTTP/1.1" status: 204 len: 168 time: 2.5493107 Feb 03 04:37:46.156401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:46.258131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916847fe-5508-434d-9886-6ccc04850856 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:46.259483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916847fe-5508-434d-9886-6ccc04850856 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:46.260858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916847fe-5508-434d-9886-6ccc04850856 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:46.265361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-916847fe-5508-434d-9886-6ccc04850856 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1053145 Feb 03 04:37:46.267269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:46.316818 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e1a128-c391-4d52-bd24-37a169d83ede x-openstack-request-id: req-c8e1a128-c391-4d52-bd24-37a169d83ede {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:46.317153 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-unplugged", "status": "completed", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:46.317416 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8e1a128-c391-4d52-bd24-37a169d83ede {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:46.317820 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081', 'code': 200} Feb 03 04:37:46.323338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:46.357588 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfb3e67-cd56-4a17-bd0f-d06ab861f931 x-openstack-request-id: req-3bfb3e67-cd56-4a17-bd0f-d06ab861f931 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:46.359814 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "e7ae1ce5-356f-490a-bd94-f91514dde652", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:46.359814 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bfb3e67-cd56-4a17-bd0f-d06ab861f931 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:46.359814 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': 'e7ae1ce5-356f-490a-bd94-f91514dde652', 'status': 'completed', 'code': 200} Feb 03 04:37:46.364547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 3064a92d-158f-42de-908f-e65423499145 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:46.368194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (3064a92d-158f-42de-908f-e65423499145), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.394061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4ff3445a-4b10-4b88-856b-c55296f37f83), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.431140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c20046b-fe9f-4f02-9095-e966fadb5691 None None] Port 20820b9f-e786-43a7-9d7c-60e45f1b650e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:46.444386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (3064a92d-158f-42de-908f-e65423499145), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.494762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=4ff3445a-4b10-4b88-856b-c55296f37f83,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:46.496671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fce6c76-1ba4-43af-b829-65481b3b1ee2 admin admin] Publish callbacks [] for security_group (77f28281-8c8d-43d9-ae87-436b745fe3e0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.580862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-da867f4e-5944-4ae2-8095-c5e735c1abd7 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491878 Feb 03 04:37:46.634098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05a73ece-1423-44cb-be3f-3d39da193279 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:46.693289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 1704d539-028e-450b-b8d8-38f912aec229 host ! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:37:46.694246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 1704d539-028e-450b-b8d8-38f912aec229 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:46.694850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4ff3445a-4b10-4b88-856b-c55296f37f83 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:46.695797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] No DVR routers for this DVR port 4ff3445a-4b10-4b88-856b-c55296f37f83 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:46.697876 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3064a92d-158f-42de-908f-e65423499145), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.702248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.714195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-9b428041-5c4b-41ab-a563-968c77a5717a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "DELETE /v2.0/ports/4ff3445a-4b10-4b88-856b-c55296f37f83 HTTP/1.1" status: 204 len: 173 time: 1.8790708 Feb 03 04:37:46.722758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 4ff3445a-4b10-4b88-856b-c55296f37f83 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:37:46.722917 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fce6c76-1ba4-43af-b829-65481b3b1ee2 admin admin] Publish callbacks [] for security_group (77f28281-8c8d-43d9-ae87-436b745fe3e0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.723102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4ff3445a-4b10-4b88-856b-c55296f37f83 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:37:46.723598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:46.754949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=217bca4e-bfb6-415a-a0c2-42a856c1b5be,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:46.768706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0eae1-1d61-4c99-8ca5-af9cb15e5928 None None] Update dhcp port {'port': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'fixed_ips': [{'subnet_id': '408e7c82-31bb-4963-9d07-3e5cf00bf12f', 'ip_address': '172.20.0.2'}, {'subnet_id': '1b1b3055-95af-48f8-af43-a44757b3359e'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '05a73ece-1423-44cb-be3f-3d39da193279'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:37:46.778672 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (3064a92d-158f-42de-908f-e65423499145), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.808249 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ec0eae1-1d61-4c99-8ca5-af9cb15e5928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05a73ece-1423-44cb-be3f-3d39da193279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server [None req-011f5004-9c01-40a7-b905-ba64f3db058a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3064a92d-158f-42de-908f-e65423499145: This subnet is being modified by another concurrent operation. Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:37:46.816189 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise exception Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3064a92d-158f-42de-908f-e65423499145: This subnet is being modified by another concurrent operation. Feb 03 04:37:46.820738 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Feb 03 04:37:46.835564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=3064a92d-158f-42de-908f-e65423499145,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:46.862597 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:46.880804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-69e25f5a-f932-452a-9004-0c98b1deea25 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/3064a92d-158f-42de-908f-e65423499145 HTTP/1.1" status: 204 len: 168 time: 0.6119652 Feb 03 04:37:46.881502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:47.059008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b93259e-caec-4a17-b969-70c4ff5de1a3 req-c0b7e0d1-95e6-417c-a82d-1017d79cebf8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 210 time: 0.1480644 Feb 03 04:37:47.128178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 4da7583d-b987-44c8-be56-fc0fbe2dbef0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:47.137295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5876066-1235-4434-8864-8f4e37e41d00 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:47.148778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (4da7583d-b987-44c8-be56-fc0fbe2dbef0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.181160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:47.185104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.199640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Delete allocated IP 172.20.0.12 (d3bd0b5d-da49-472f-b561-20e3498a37f8/408e7c82-31bb-4963-9d07-3e5cf00bf12f) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 04:37:47.232256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.23 (d3bd0b5d-da49-472f-b561-20e3498a37f8/1b1b3055-95af-48f8-af43-a44757b3359e/20820b9f-e786-43a7-9d7c-60e45f1b650e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:47.264007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bdfad2b2-0a94-4881-87e8-e84ea01f3361 None None] Could not find standard attr ID for object c3cfbf54-80b5-4aa0-916a-f8f060d73347. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:37:47.266841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fce6c76-1ba4-43af-b829-65481b3b1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (77f28281-8c8d-43d9-ae87-436b745fe3e0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.271464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fce6c76-1ba4-43af-b829-65481b3b1ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.273838 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3fce6c76-1ba4-43af-b829-65481b3b1ee2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77f28281-8c8d-43d9-ae87-436b745fe3e0 HTTP/1.1" status: 204 len: 168 time: 1.4142478 Feb 03 04:37:47.294295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (4da7583d-b987-44c8-be56-fc0fbe2dbef0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.330247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce6c76-1ba4-43af-b829-65481b3b1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f28281-8c8d-43d9-ae87-436b745fe3e0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:47.450871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4da7583d-b987-44c8-be56-fc0fbe2dbef0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.464762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e621d0-90c8-457d-b773-f2fcbfd1f44b req-3886414c-8007-41b5-89a1-05e7f046079f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:47.465758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:47.466268 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.473379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e621d0-90c8-457d-b773-f2fcbfd1f44b req-3886414c-8007-41b5-89a1-05e7f046079f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:47.479702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e621d0-90c8-457d-b773-f2fcbfd1f44b req-3886414c-8007-41b5-89a1-05e7f046079f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:47.481903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97e621d0-90c8-457d-b773-f2fcbfd1f44b req-3886414c-8007-41b5-89a1-05e7f046079f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 2412 time: 0.1845851 Feb 03 04:37:47.538527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] For port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:47.539167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.622471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bdfad2b2-0a94-4881-87e8-e84ea01f3361 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:47.622967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdfad2b2-0a94-4881-87e8-e84ea01f3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.639014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97e621d0-90c8-457d-b773-f2fcbfd1f44b req-9b00bef6-a95c-4bb2-a5fa-9f5c6f664e74 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345060 Feb 03 04:37:47.666648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (4da7583d-b987-44c8-be56-fc0fbe2dbef0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.728317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:47.729125 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.741288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=4da7583d-b987-44c8-be56-fc0fbe2dbef0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:47.751801 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.756856 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bae4cd3d-aa71-433c-93b4-70937f01f67a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/4da7583d-b987-44c8-be56-fc0fbe2dbef0 HTTP/1.1" status: 204 len: 168 time: 0.8743765 Feb 03 04:37:47.759333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:47.825022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.845251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:47.859014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c594879f-8a9e-4a0b-8363-50169da17320 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982747 Feb 03 04:37:47.862082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:47.895781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:47.984398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:48.125090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.152277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=20820b9f-e786-43a7-9d7c-60e45f1b650e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:48.163961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:48.165572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:48.203359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.204543 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (74c29771-8349-4a8c-a6cd-69c7217fcb18), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.205143 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Floating IP 74c29771-8349-4a8c-a6cd-69c7217fcb18 disassociated. External IP: 172.25.7.81, port: 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6. Feb 03 04:37:48.205721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:48.252824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4021429b-7543-4dc4-bc7a-afaf09a13a46 req-766f758e-6156-4e9b-b13b-f3ac65ad1a6a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 210 time: 0.0851798 Feb 03 04:37:48.294064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] In _notify_port_updated(), no bound segment for port 20820b9f-e786-43a7-9d7c-60e45f1b650e on network d3bd0b5d-da49-472f-b561-20e3498a37f8 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:37:48.300439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:48.301438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.306266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:48.306554 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-793d1112-0c16-4e30-8f76-f032d62db570 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "PUT /v2.0/ports/20820b9f-e786-43a7-9d7c-60e45f1b650e HTTP/1.1" status: 200 len: 921 time: 3.3651090 Feb 03 04:37:48.330265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:48.335456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.348226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be'}, {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:48.357661 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3894a7-b08d-45cd-a572-9d10a2a2cb3f" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-unplugged", "status": "completed", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be"}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-unplugged", "status": "completed", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:48.360940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '4ff3445a-4b10-4b88-856b-c55296f37f83'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:48.363477 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e22dbaa-6c48-4db7-b922-16d22cd5e5db" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "4ff3445a-4b10-4b88-856b-c55296f37f83"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:48.374235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:48.463761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0ec0eae1-1d61-4c99-8ca5-af9cb15e5928 None None] Allocated IP 172.20.0.18 (d3bd0b5d-da49-472f-b561-20e3498a37f8/1b1b3055-95af-48f8-af43-a44757b3359e/05a73ece-1423-44cb-be3f-3d39da193279) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:48.504365 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beae7fc2-0509-447d-aaf7-0a8665354759 x-openstack-request-id: req-beae7fc2-0509-447d-aaf7-0a8665354759 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:48.504887 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "4ff3445a-4b10-4b88-856b-c55296f37f83", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:48.506422 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-beae7fc2-0509-447d-aaf7-0a8665354759 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:48.506930 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '4ff3445a-4b10-4b88-856b-c55296f37f83', 'status': 'completed', 'code': 200} Feb 03 04:37:48.556690 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985de4b4-ba32-4817-a949-e74b03131401 x-openstack-request-id: req-985de4b4-ba32-4817-a949-e74b03131401 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:48.557291 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-unplugged", "status": "completed", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be", "code": 200}, {"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-unplugged", "status": "completed", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:48.557291 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-985de4b4-ba32-4817-a949-e74b03131401 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:48.558856 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be', 'code': 200} Feb 03 04:37:48.562305 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'code': 200} Feb 03 04:37:48.572780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 20820b9f-e786-43a7-9d7c-60e45f1b650e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:48.573221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.591154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4422bc-5441-4fee-8c95-ce4b126d9601 None None] Update dhcp port {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '4da7583d-b987-44c8-be56-fc0fbe2dbef0'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '3a6c0b48-6205-4b3f-9b30-2d46d2662007'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:37:48.665018 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff4422bc-5441-4fee-8c95-ce4b126d9601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.768978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.799343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:48.803739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 20820b9f-e786-43a7-9d7c-60e45f1b650e owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:48.818765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bdfad2b2-0a94-4881-87e8-e84ea01f3361 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:48.890165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:48.994689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:48.995157 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:49.052849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-ad069cce-3eaa-498a-9fff-efbf6efa4448 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:49.054999 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-ad069cce-3eaa-498a-9fff-efbf6efa4448 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.3891854 Feb 03 04:37:49.179634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da858-372a-437f-9e16-095ae94ff96a req-7a68d3ee-ad88-42e9-9deb-829b81b7ec16 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:49.186850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da858-372a-437f-9e16-095ae94ff96a req-7a68d3ee-ad88-42e9-9deb-829b81b7ec16 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:49.188558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c64da858-372a-437f-9e16-095ae94ff96a req-7a68d3ee-ad88-42e9-9deb-829b81b7ec16 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 1677 time: 0.2513151 Feb 03 04:37:49.251266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Request body: {'port': {'device_id': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'admin_state_up': True, 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:49.384778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (20820b9f-e786-43a7-9d7c-60e45f1b650e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:49.417004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0ec0eae1-1d61-4c99-8ca5-af9cb15e5928 None None] For port 05a73ece-1423-44cb-be3f-3d39da193279, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05a73ece-1423-44cb-be3f-3d39da193279,segment=NetworkSegment(b1f7f06e-89c1-4159-a1ea-4a3df54675b2),segment_id=b1f7f06e-89c1-4159-a1ea-4a3df54675b2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:49.512724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c64da858-372a-437f-9e16-095ae94ff96a req-4306e397-c200-437e-9e2f-c221110ae29a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043385 Feb 03 04:37:49.514029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:37:49.657162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:49.699101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ec0eae1-1d61-4c99-8ca5-af9cb15e5928 None None] Publish callbacks [] for port (05a73ece-1423-44cb-be3f-3d39da193279), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:49.711909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8a6d36df-d399-4de5-a4d6-dfd74d269f2f None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:49.725583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=20820b9f-e786-43a7-9d7c-60e45f1b650e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:49.726831 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a6d36df-d399-4de5-a4d6-dfd74d269f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:49.729951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ec0eae1-1d61-4c99-8ca5-af9cb15e5928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05a73ece-1423-44cb-be3f-3d39da193279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:49.740556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-165b058b-8108-4f1b-84c8-dd6907485197 req-07cb366a-5bf5-4b90-b3c6-a84be4134b25 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 210 time: 0.3670940 Feb 03 04:37:49.861930 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:49.866951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebfffb23-8bd5-4bb6-b36b-eb2221f6b755 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/20820b9f-e786-43a7-9d7c-60e45f1b650e HTTP/1.1" status: 204 len: 168 time: 1.5593662 Feb 03 04:37:49.869634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:49.904234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:37:49.942212 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cbcb42-6317-4347-a104-7f6f7eb2849f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:37:49.948160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-84cbcb42-6317-4347-a104-7f6f7eb2849f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/20820b9f-e786-43a7-9d7c-60e45f1b650e HTTP/1.1" status: 404 len: 333 time: 0.0728083 Feb 03 04:37:49.949206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51634) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:50.050822 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b34fa7c-d4bb-4aaf-8a33-17a346167f88 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (93259a0b-4970-4dbd-b8b3-07b164271c8f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.107066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b34fa7c-d4bb-4aaf-8a33-17a346167f88 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (93259a0b-4970-4dbd-b8b3-07b164271c8f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.192279 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b34fa7c-d4bb-4aaf-8a33-17a346167f88 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (93259a0b-4970-4dbd-b8b3-07b164271c8f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.194748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0eae1-1d61-4c99-8ca5-af9cb15e5928 None None] Pushing event updated for resources: {'Port': ['ID=05a73ece-1423-44cb-be3f-3d39da193279,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:50.195767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b34fa7c-d4bb-4aaf-8a33-17a346167f88 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.200067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2b34fa7c-d4bb-4aaf-8a33-17a346167f88 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/security-groups/93259a0b-4970-4dbd-b8b3-07b164271c8f HTTP/1.1" status: 204 len: 168 time: 0.2470810 Feb 03 04:37:50.201548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:50.253472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34fa7c-d4bb-4aaf-8a33-17a346167f88 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93259a0b-4970-4dbd-b8b3-07b164271c8f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:50.300571 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83d7973b-4d51-41e4-8743-8b858f75e7d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (843072ee-014b-473f-af7f-fa4dfd042add), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.345903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:37:50.363148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83d7973b-4d51-41e4-8743-8b858f75e7d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (843072ee-014b-473f-af7f-fa4dfd042add), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.434173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:50.438344 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.445307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d36df-d399-4de5-a4d6-dfd74d269f2f None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:50.487334 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83d7973b-4d51-41e4-8743-8b858f75e7d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (843072ee-014b-473f-af7f-fa4dfd042add), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.490800 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83d7973b-4d51-41e4-8743-8b858f75e7d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.496101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-83d7973b-4d51-41e4-8743-8b858f75e7d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/security-groups/843072ee-014b-473f-af7f-fa4dfd042add HTTP/1.1" status: 204 len: 168 time: 0.2919650 Feb 03 04:37:50.496857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:50.544459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7973b-4d51-41e4-8743-8b858f75e7d9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843072ee-014b-473f-af7f-fa4dfd042add,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:50.552902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3a6c0b48-6205-4b3f-9b30-2d46d2662007,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:50.601442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.619367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-98e18bf4-b5b9-4680-ae5c-69f64b8c6029 None None] Could not find standard attr ID for object c3cfbf54-80b5-4aa0-916a-f8f060d73347. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:37:50.699196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 408e7c82-31bb-4963-9d07-3e5cf00bf12f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:37:50.708547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (408e7c82-31bb-4963-9d07-3e5cf00bf12f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.797000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:50.922582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (408e7c82-31bb-4963-9d07-3e5cf00bf12f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:50.983408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2afa575a-a53b-4186-b958-57573d5c5795 req-8f065097-7949-49ac-853c-3472d0feb2bb tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 210 time: 0.0565736 Feb 03 04:37:51.016541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19bee5-3db6-431b-bc7f-e8915f13bdb2 req-c1936a6d-cde3-4728-934e-27f9ae10c213 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:51.024054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19bee5-3db6-431b-bc7f-e8915f13bdb2 req-c1936a6d-cde3-4728-934e-27f9ae10c213 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:51.035066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf19bee5-3db6-431b-bc7f-e8915f13bdb2 req-c1936a6d-cde3-4728-934e-27f9ae10c213 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 1677 time: 0.3720090 Feb 03 04:37:51.139260 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.152698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:51.155867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.158627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf19bee5-3db6-431b-bc7f-e8915f13bdb2 req-b0069e44-10fc-4c59-8b85-7bcb34399217 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224346 Feb 03 04:37:51.178020 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (408e7c82-31bb-4963-9d07-3e5cf00bf12f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.208650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32d6fa-0e9b-47b5-9419-42b9e1c68bc7 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:37:51.311631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:37:51.327736 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] Sync routers for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:37:51.342683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (408e7c82-31bb-4963-9d07-3e5cf00bf12f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.346934 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:51.352020 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:51.370423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.377682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/408e7c82-31bb-4963-9d07-3e5cf00bf12f HTTP/1.1" status: 204 len: 168 time: 0.8729932 Feb 03 04:37:51.378770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:51.384138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:51.388233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9784c389-b89f-4d19-a9a1-1678a515683d None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:51.388619 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9784c389-b89f-4d19-a9a1-1678a515683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.410247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fb16b-837f-4c68-a10a-4520174f90f4 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=408e7c82-31bb-4963-9d07-3e5cf00bf12f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:51.433793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:51.552324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32d6fa-0e9b-47b5-9419-42b9e1c68bc7 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:37:51.610249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:51.611804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.629964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] No DVR routers for this DVR port 0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:51.633819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.638440 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c0a39fa2-9a4c-4c64-827f-caf48cd767e7 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "DELETE /v2.0/ports/0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6 HTTP/1.1" status: 204 len: 173 time: 4.9128432 Feb 03 04:37:51.645267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:51.646443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9784c389-b89f-4d19-a9a1-1678a515683d None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:51.648659 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18a8bc-f769-487c-87e2-47be338a6a37" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:51.694254 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:51.706547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9784c389-b89f-4d19-a9a1-1678a515683d None None] Provisioning complete for port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:51.707106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9784c389-b89f-4d19-a9a1-1678a515683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:51.781318 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6247c8-c3e9-4e26-b660-a0f83f253c33 x-openstack-request-id: req-ff6247c8-c3e9-4e26-b660-a0f83f253c33 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:51.781588 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:51.781712 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff6247c8-c3e9-4e26-b660-a0f83f253c33 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:51.782106 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '0015cc5e-8b9a-44b4-a0df-f0c7cf9d8ce6', 'status': 'completed', 'code': 200} Feb 03 04:37:51.842414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05a73ece-1423-44cb-be3f-3d39da193279 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:51.877618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Allocated IP 172.20.0.8 (33f08626-802d-4cfd-992c-cb30242887eb/11c55517-c63b-4249-a7dd-a79ccac8c398/1a0b5407-12a5-452a-bbbb-b9abea28e663) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:51.953027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9784c389-b89f-4d19-a9a1-1678a515683d None None] Port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:51.974907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9784c389-b89f-4d19-a9a1-1678a515683d None None] Could not find standard attr ID for object 20820b9f-e786-43a7-9d7c-60e45f1b650e. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:37:51.992551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3a6c0b48-6205-4b3f-9b30-2d46d2662007,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:52.047086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port 217bca4e-bfb6-415a-a0c2-42a856c1b5be {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:52.047461 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.053257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:52.053688 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.135725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ede8e4-0a9a-4cfc-b51f-2063b4f3d783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.202771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] For port 217bca4e-bfb6-415a-a0c2-42a856c1b5be, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=217bca4e-bfb6-415a-a0c2-42a856c1b5be,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:52.205315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.235413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:52.251820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for 217bca4e-bfb6-415a-a0c2-42a856c1b5be owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:52.269345 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 5, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:52.333399 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] Checking router: 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:37:52.382767 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:37:52.383431 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:37:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:52.516823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.526872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:52.563756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.583066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:37:52.681017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:52.752660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (74f4c8c4-6ac3-4812-856d-a174d52a1e2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.829490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ede8e4-0a9a-4cfc-b51f-2063b4f3d783 admin admin] Publish callbacks [] for security_group (fa7290d8-1071-4956-b9e9-1fa55f05f53d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.866926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b8a76d1-93bb-40e3-bf88-11281f1fb2f9 req-2066b66a-4549-4373-90c4-1e8b76b22c7d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 210 time: 0.7159114 Feb 03 04:37:52.869291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ede8e4-0a9a-4cfc-b51f-2063b4f3d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fa7290d8-1071-4956-b9e9-1fa55f05f53d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.935202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-86ede8e4-0a9a-4cfc-b51f-2063b4f3d783 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d8069edf7424a429ab7e30ddee996ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4977338 Feb 03 04:37:52.935202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (c6da3383-f03a-413c-8ec9-aad3a928923f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.946469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:52.949792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:52.969089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b83bb5a-bf86-499d-844e-8f1c30e536a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:52.992744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:53.009734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=74f4c8c4-6ac3-4812-856d-a174d52a1e2c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:53.045798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:53.046408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.136739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 5, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:37:53.147013 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (217bca4e-bfb6-415a-a0c2-42a856c1b5be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.156553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:53.166677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3ba5af6a-e8de-43e7-ab0b-60666ff5095e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2996402 Feb 03 04:37:53.170529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ede8e4-0a9a-4cfc-b51f-2063b4f3d783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7290d8-1071-4956-b9e9-1fa55f05f53d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:53.171937 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks [] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.178413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:53.195080 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9940937-7422-47ff-9e6f-9a825c82d884 None None] The sync data for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 is: [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:31:25Z', 'revision_number': 4, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '8a91dcf4-228e-4760-9826-ef1c3b97d8ca', 'name': '', 'network_id': 'beae8172-3c61-4391-8e35-747a56e0e655', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'mac_address': 'fa:16:3e:23:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '55132384-0eb5-4d14-8935-56df1d428aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:22Z', 'updated_at': '2022-02-03T04:31:29Z', 'revision_number': 5, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'subnets': [{'id': '55132384-0eb5-4d14-8935-56df1d428aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:37:53.208769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:53.213976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:53.216449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.242173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274dc28-b7d0-4eea-8289-eb9a9396ad43 req-3171d88a-055c-411a-8853-6ab86a960689 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:53.246592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:53.266523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274dc28-b7d0-4eea-8289-eb9a9396ad43 req-3171d88a-055c-411a-8853-6ab86a960689 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:53.270373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f274dc28-b7d0-4eea-8289-eb9a9396ad43 req-3171d88a-055c-411a-8853-6ab86a960689 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 1599 time: 0.5200326 Feb 03 04:37:53.298503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=c6da3383-f03a-413c-8ec9-aad3a928923f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:53.305966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=217bca4e-bfb6-415a-a0c2-42a856c1b5be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:53.326505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3811e17b-ed0e-41cc-a5cc-962de7c2828f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9465570 Feb 03 04:37:53.357769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51728) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:53.384729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-351176dc-5108-4178-99a7-37823c58f664 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'security_group': {'name': 'tempest-secgroup-138658554'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:53.445154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f274dc28-b7d0-4eea-8289-eb9a9396ad43 req-26273a0a-1a0a-44d8-98ee-5017f4d43966 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379263 Feb 03 04:37:53.508474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb630a4-a8bc-4511-9991-75e26a0f9383 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:37:53.562220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] No DVR routers for this DVR port 217bca4e-bfb6-415a-a0c2-42a856c1b5be on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:53.565034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.568812 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-c469b249-83c0-4040-b3a5-b488dc8ec3b3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "DELETE /v2.0/ports/217bca4e-bfb6-415a-a0c2-42a856c1b5be HTTP/1.1" status: 204 len: 173 time: 1.9096246 Feb 03 04:37:53.589047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f391a049-2fdd-411b-80f3-d724256d8c0f admin admin] Publish callbacks [] for security_group (fa7290d8-1071-4956-b9e9-1fa55f05f53d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.683322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee40d0-d654-46c6-9767-fa5fe18987c5 None None] New status for floating IP 74c29771-8349-4a8c-a6cd-69c7217fcb18: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:37:53.738998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351176dc-5108-4178-99a7-37823c58f664 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.754245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-552adae9-b342-4384-bfec-be8b4435adeb None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:53.754973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-552adae9-b342-4384-bfec-be8b4435adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.771307 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f391a049-2fdd-411b-80f3-d724256d8c0f admin admin] Publish callbacks [] for security_group (fa7290d8-1071-4956-b9e9-1fa55f05f53d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.798487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.799231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:53.801821 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c7d4a8-0d6d-4331-a744-b3e666742e2e" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:53.818898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.823828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.827050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b83bb5a-bf86-499d-844e-8f1c30e536a4 admin admin] Publish callbacks [] for security_group (863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.890337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:37:53.909891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:53.914511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:53.919849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:54.017071 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1c3bdb-5921-48e5-bd43-6859b4324da3 x-openstack-request-id: req-fd1c3bdb-5921-48e5-bd43-6859b4324da3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:54.017377 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "217bca4e-bfb6-415a-a0c2-42a856c1b5be", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:54.017641 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd1c3bdb-5921-48e5-bd43-6859b4324da3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:54.018047 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '217bca4e-bfb6-415a-a0c2-42a856c1b5be', 'status': 'completed', 'code': 200} Feb 03 04:37:54.027725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b83bb5a-bf86-499d-844e-8f1c30e536a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.042602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a33f7f-3b07-4860-baca-223d668920eb req-0ae31e57-a534-4ab0-8a05-995fd6a0e1e9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:54.053055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93a33f7f-3b07-4860-baca-223d668920eb req-0ae31e57-a534-4ab0-8a05-995fd6a0e1e9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 931 time: 0.0756691 Feb 03 04:37:54.078605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f391a049-2fdd-411b-80f3-d724256d8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fa7290d8-1071-4956-b9e9-1fa55f05f53d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.081166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f391a049-2fdd-411b-80f3-d724256d8c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.082546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f391a049-2fdd-411b-80f3-d724256d8c0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa7290d8-1071-4956-b9e9-1fa55f05f53d HTTP/1.1" status: 204 len: 168 time: 1.1145639 Feb 03 04:37:54.110754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb630a4-a8bc-4511-9991-75e26a0f9383 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:37:54.115662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83bb5a-bf86-499d-844e-8f1c30e536a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.138583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93a33f7f-3b07-4860-baca-223d668920eb req-12fad75e-0aa1-4c82-82d2-9fd2d86b59df tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843921 Feb 03 04:37:54.162158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Network 33f08626-802d-4cfd-992c-cb30242887eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:54.174812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:54.188686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:54.243443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-552adae9-b342-4384-bfec-be8b4435adeb None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:54.243860 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-552adae9-b342-4384-bfec-be8b4435adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.250927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391a049-2fdd-411b-80f3-d724256d8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7290d8-1071-4956-b9e9-1fa55f05f53d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.278633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b83bb5a-bf86-499d-844e-8f1c30e536a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5246dd422cbf4ed8868f894638e3fad9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7482085 Feb 03 04:37:54.281757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:54.285040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event updated for resources: {'Port': ['ID=1a0b5407-12a5-452a-bbbb-b9abea28e663,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.297963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-552adae9-b342-4384-bfec-be8b4435adeb None None] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3a6c0b48-6205-4b3f-9b30-2d46d2662007,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:54.300681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:54.301774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.341185 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-552adae9-b342-4384-bfec-be8b4435adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.394457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351176dc-5108-4178-99a7-37823c58f664 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (a440e9de-6ea3-4004-8395-a79c91dc2e3d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.404195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-e7db6a86-d503-4431-9c03-34794ab1add8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3344893 Feb 03 04:37:54.409102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:54.409508 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.415336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351176dc-5108-4178-99a7-37823c58f664 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a440e9de-6ea3-4004-8395-a79c91dc2e3d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.423179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Request body: {'port': {'device_id': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:54.428496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:54.428875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.434875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4aa47424-d45c-451a-95a8-4f0cc9e4410c admin admin] Publish callbacks [] for security_group (863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.496680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4aa47424-d45c-451a-95a8-4f0cc9e4410c admin admin] Publish callbacks [] for security_group (863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.545674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351176dc-5108-4178-99a7-37823c58f664 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.550156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-351176dc-5108-4178-99a7-37823c58f664 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1808014 Feb 03 04:37:54.562101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:54.579338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-47d37dc3-4a72-42c1-a51b-4731ed062903 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'security_group': {'name': 'tempest-secgroup-456408113'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:54.609600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351176dc-5108-4178-99a7-37823c58f664 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a440e9de-6ea3-4004-8395-a79c91dc2e3d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.636218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d37dc3-4a72-42c1-a51b-4731ed062903 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.653321 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.660918 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4aa47424-d45c-451a-95a8-4f0cc9e4410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.664102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4aa47424-d45c-451a-95a8-4f0cc9e4410c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.668580 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4aa47424-d45c-451a-95a8-4f0cc9e4410c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a HTTP/1.1" status: 204 len: 168 time: 0.3840227 Feb 03 04:37:54.685561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (444bf88f-ca8f-4b5f-9041-7c0d73b1d267), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.711453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] For port 16b5fc9d-ab7a-419a-b829-2a0232e2b081, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=16b5fc9d-ab7a-419a-b829-2a0232e2b081,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:54.711991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.745181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d37dc3-4a72-42c1-a51b-4731ed062903 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (5da2673e-3d10-4560-b3d6-5d4bf36cf091), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.751547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa47424-d45c-451a-95a8-4f0cc9e4410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863e9b8a-1bfb-4fac-b4fb-a70eb7bdae2a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.755327 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d37dc3-4a72-42c1-a51b-4731ed062903 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5da2673e-3d10-4560-b3d6-5d4bf36cf091), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.787438 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47d37dc3-4a72-42c1-a51b-4731ed062903 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.788501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47d37dc3-4a72-42c1-a51b-4731ed062903 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2253056 Feb 03 04:37:54.806235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:54.816499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for 16b5fc9d-ab7a-419a-b829-2a0232e2b081 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:54.828792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6215969f-d1fb-44a9-8852-ff7f52091c62 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'security_group': {'name': 'tempest-secgroup-48032868'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:54.836676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:54.837800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d37dc3-4a72-42c1-a51b-4731ed062903 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da2673e-3d10-4560-b3d6-5d4bf36cf091,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.852756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552adae9-b342-4384-bfec-be8b4435adeb None None] Pushing event updated for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.860334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:54.882929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:54.884083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:54.908856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=444bf88f-ca8f-4b5f-9041-7c0d73b1d267,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:54.966223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:55.015319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-39f7eab9-709c-4525-8545-91b75af6b5ee tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8173878 Feb 03 04:37:55.018601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:55.022203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6215969f-d1fb-44a9-8852-ff7f52091c62 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:55.025841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:5a:d6:d3', 'name': 'tempest-NetworksTestDHCPv6-719672243'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:55.258692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed0864-b478-4247-9987-267d25777752 req-16e53624-6712-4883-9a30-d924f3b0ea7b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:55.270888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed0864-b478-4247-9987-267d25777752 req-16e53624-6712-4883-9a30-d924f3b0ea7b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 943 time: 0.6616759 Feb 03 04:37:55.339129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:55.504894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfed0864-b478-4247-9987-267d25777752 req-ce6a028b-4eac-4cea-89e4-f86fa04dbf3e tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8d7ff8-a987-46c2-9b28-52275f4f6b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332485 Feb 03 04:37:55.524341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855ba89-cb11-4b8f-834e-357a987aadce req-14051409-7a47-4146-97ab-a32db5ac353a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:55.525979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5855ba89-cb11-4b8f-834e-357a987aadce req-14051409-7a47-4146-97ab-a32db5ac353a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 931 time: 0.2181280 Feb 03 04:37:55.566808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:55.616859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:55.708225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5855ba89-cb11-4b8f-834e-357a987aadce req-8e73caed-649a-4fe2-b542-742683520bc1 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730728 Feb 03 04:37:55.729014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6215969f-d1fb-44a9-8852-ff7f52091c62 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (25578318-ce15-4621-b455-9c044d81b022), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:55.736426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (16b5fc9d-ab7a-419a-b829-2a0232e2b081), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:55.759385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:55.794815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:55.830675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6215969f-d1fb-44a9-8852-ff7f52091c62 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (25578318-ce15-4621-b455-9c044d81b022), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:55.915262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=16b5fc9d-ab7a-419a-b829-2a0232e2b081,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:55.926175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 172.20.0.7 (355aef9b-164b-424f-8915-d5c2d7f691fe/444bf88f-ca8f-4b5f-9041-7c0d73b1d267/ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:55.935328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:55.937860 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:55.939984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe5a:d6d3 (355aef9b-164b-424f-8915-d5c2d7f691fe/74f4c8c4-6ac3-4812-856d-a174d52a1e2c/ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:56.001834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81e1c429-206f-4636-b7bf-98ffc8c8915e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.009171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05823ca-9004-4b09-a904-aa132035b523 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:56.077705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6215969f-d1fb-44a9-8852-ff7f52091c62 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.096175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6215969f-d1fb-44a9-8852-ff7f52091c62 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2889812 Feb 03 04:37:56.107333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:56.113663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-727445605', 'security_groups': ['25578318-ce15-4621-b455-9c044d81b022'], 'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6da3383-f03a-413c-8ec9-aad3a928923f'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:56.171852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:56.184527 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2a586281-0dc4-4721-82a1-8c996c70f89a None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:56.184527 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a586281-0dc4-4721-82a1-8c996c70f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.184741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0b5407-12a5-452a-bbbb-b9abea28e663 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:37:56.193068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215969f-d1fb-44a9-8852-ff7f52091c62 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25578318-ce15-4621-b455-9c044d81b022,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:56.195856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] No DVR routers for this DVR port 16b5fc9d-ab7a-419a-b829-2a0232e2b081 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:37:56.210672 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.219324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6283967-abd8-40eb-96d0-7aca0b5561b6 req-f698615f-b0cc-4ffa-83c1-da1800bf9383 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.15 "DELETE /v2.0/ports/16b5fc9d-ab7a-419a-b829-2a0232e2b081 HTTP/1.1" status: 204 len: 173 time: 2.6322012 Feb 03 04:37:56.231742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:56.238576 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb7e4d3-a22d-4089-8c44-33c3a70bd9b3" -d '{"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:56.265716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.273784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Publish callbacks [] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.308906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Transition to ACTIVE for port object 1a0b5407-12a5-452a-bbbb-b9abea28e663 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:37:56.341234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:56.360162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.386280 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e491f2f-fb61-4c0f-a411-b03cdc80cb00 x-openstack-request-id: req-0e491f2f-fb61-4c0f-a411-b03cdc80cb00 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:56.387573 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c72410-48e4-4588-a749-3753963f0e17", "name": "network-vif-deleted", "tag": "16b5fc9d-ab7a-419a-b829-2a0232e2b081", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:56.387965 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e491f2f-fb61-4c0f-a411-b03cdc80cb00 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:56.388237 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c72410-48e4-4588-a749-3753963f0e17', 'name': 'network-vif-deleted', 'tag': '16b5fc9d-ab7a-419a-b829-2a0232e2b081', 'status': 'completed', 'code': 200} Feb 03 04:37:56.422336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.428593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2a586281-0dc4-4721-82a1-8c996c70f89a None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:56.473485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:56.502510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:56.510629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:56.581551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc7238-c19b-48bb-83b9-bed948343805 None None] Update dhcp port {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '74f4c8c4-6ac3-4812-856d-a174d52a1e2c', 'ip_address': '2001:db8::f816:3eff:fe16:b9b3'}, {'subnet_id': '444bf88f-ca8f-4b5f-9041-7c0d73b1d267'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '3a6c0b48-6205-4b3f-9b30-2d46d2662007'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:37:56.633259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19dc7238-c19b-48bb-83b9-bed948343805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.690711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0b5407-12a5-452a-bbbb-b9abea28e663,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:56.790581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:56.872851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81e1c429-206f-4636-b7bf-98ffc8c8915e admin admin] Publish callbacks [] for security_group (b34a697a-1950-4e9f-afe4-96a16c30d759), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.885203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81e1c429-206f-4636-b7bf-98ffc8c8915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b34a697a-1950-4e9f-afe4-96a16c30d759), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.886265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af0b7e7-a9db-4032-84e5-3912ef89d1c0 None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:56.895437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b838c290-d9ac-4397-a346-d1b347d3e485 req-62f7c595-90ba-4b41-892f-34156c09602f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1502321 Feb 03 04:37:56.916051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:56.917142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.944846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Attempting to bind port 1a0b5407-12a5-452a-bbbb-b9abea28e663 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:37:56.945192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Attempting to bind port 1a0b5407-12a5-452a-bbbb-b9abea28e663 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:37:56.945635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Attempting to bind port 1a0b5407-12a5-452a-bbbb-b9abea28e663 on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:56.947592 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:56.950655 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-81e1c429-206f-4636-b7bf-98ffc8c8915e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=813dcbd754e4407dab7c6c6c711d1145&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1814847 Feb 03 04:37:56.953504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:56.960983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1c429-206f-4636-b7bf-98ffc8c8915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a697a-1950-4e9f-afe4-96a16c30d759,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:57.050307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Port 1a0b5407-12a5-452a-bbbb-b9abea28e663 on network 33f08626-802d-4cfd-992c-cb30242887eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:37:57.050695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Attempting to bind port 1a0b5407-12a5-452a-bbbb-b9abea28e663 on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:37:57.063109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] device_id is not set on port 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:37:57.079995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:37:57.080354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:37:57.080753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Bound using segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:37:57.081214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Bound port: 1a0b5407-12a5-452a-bbbb-b9abea28e663, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:37:57.082187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.082959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8c910ecf-98ba-412a-9f86-e607d123a71d None None] Could not find standard attr ID for object 20820b9f-e786-43a7-9d7c-60e45f1b650e. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:37:57.088214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-936c8147-65b5-45b1-a3bf-973cd843a90a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0684085 Feb 03 04:37:57.088887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:57.230408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1ef6-da45-4957-be10-0c959d482b5a admin admin] Publish callbacks [] for security_group (b34a697a-1950-4e9f-afe4-96a16c30d759), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.235835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-19dc7238-c19b-48bb-83b9-bed948343805 None None] Allocated IP 172.20.0.2 (355aef9b-164b-424f-8915-d5c2d7f691fe/444bf88f-ca8f-4b5f-9041-7c0d73b1d267/3a6c0b48-6205-4b3f-9b30-2d46d2662007) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:57.294079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] For port 1a0b5407-12a5-452a-bbbb-b9abea28e663, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:37:57.312965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1ef6-da45-4957-be10-0c959d482b5a admin admin] Publish callbacks [] for security_group (b34a697a-1950-4e9f-afe4-96a16c30d759), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.379103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] For port 1a0b5407-12a5-452a-bbbb-b9abea28e663, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=1a0b5407-12a5-452a-bbbb-b9abea28e663,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:37:57.416608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.512238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-19dc7238-c19b-48bb-83b9-bed948343805 None None] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3a6c0b48-6205-4b3f-9b30-2d46d2662007,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:37:57.572632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19dc7238-c19b-48bb-83b9-bed948343805 None None] Publish callbacks [] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.584932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57802b83-82ae-4e53-a635-174c2c27e291 req-3bf484ac-b22d-4710-8507-007e157480ce tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:57.587356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57802b83-82ae-4e53-a635-174c2c27e291 req-3bf484ac-b22d-4710-8507-007e157480ce tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 943 time: 0.6371803 Feb 03 04:37:57.591046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.10 (d3bd0b5d-da49-472f-b561-20e3498a37f8/c6da3383-f03a-413c-8ec9-aad3a928923f/26176eb7-fa34-4989-a30e-7c9a7d6bf7f1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:37:57.601619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0b5407-12a5-452a-bbbb-b9abea28e663,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:57.603739 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19dc7238-c19b-48bb-83b9-bed948343805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.642338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f2c75a-d281-4ac0-a5d4-b9baa14ad9f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:57.650061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:57.652139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.655704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f2c75a-d281-4ac0-a5d4-b9baa14ad9f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:57.655882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-045d801d-234b-444c-81ff-6ca93a202b86 service neutron] 10.222.0.31 "PUT /v2.0/ports/1a0b5407-12a5-452a-bbbb-b9abea28e663 HTTP/1.1" status: 200 len: 1091 time: 3.2431929 Feb 03 04:37:57.660343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-61f2c75a-d281-4ac0-a5d4-b9baa14ad9f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5579526 Feb 03 04:37:57.665894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:57.789623 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1ef6-da45-4957-be10-0c959d482b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b34a697a-1950-4e9f-afe4-96a16c30d759), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.794585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc7238-c19b-48bb-83b9-bed948343805 None None] Pushing event updated for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:57.795428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1ef6-da45-4957-be10-0c959d482b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.797728 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fd8c1ef6-da45-4957-be10-0c959d482b5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b34a697a-1950-4e9f-afe4-96a16c30d759 HTTP/1.1" status: 204 len: 168 time: 0.8421779 Feb 03 04:37:57.827763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-79daecec-5394-41e6-9a0b-aa9e8508cdbe None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:57.828148 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79daecec-5394-41e6-9a0b-aa9e8508cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:57.829545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57802b83-82ae-4e53-a635-174c2c27e291 req-bb858b0e-dfd2-448f-8583-8d5ff5794a40 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268224 Feb 03 04:37:57.916248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c1ef6-da45-4957-be10-0c959d482b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a697a-1950-4e9f-afe4-96a16c30d759,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:57.931405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-f90e2f61-c831-4980-bcf5-e927154ec5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:57.933264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-f90e2f61-c831-4980-bcf5-e927154ec5d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 1125 time: 0.1885417 Feb 03 04:37:57.953374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:58.022846 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-dd117e17-d1d0-48ea-9a53-83d2bb28e251 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a0b5407-12a5-452a-bbbb-b9abea28e663 HTTP/1.1" status: 200 len: 217 time: 0.0804079 Feb 03 04:37:58.026025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:37:58.026638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.076462 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.083739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-79daecec-5394-41e6-9a0b-aa9e8508cdbe None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:58.126053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-79daecec-5394-41e6-9a0b-aa9e8508cdbe None None] Provisioning complete for port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:58.129919 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79daecec-5394-41e6-9a0b-aa9e8508cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.229075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-79daecec-5394-41e6-9a0b-aa9e8508cdbe None None] Port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:58.235550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-075ffa14-1db9-4f6d-8d8a-322c4dc61c1d req-5f93d4cd-6852-42be-85e8-e94bc5bbae54 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0770144 Feb 03 04:37:58.236815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.290848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-b7134a6b-ee03-4173-a43b-699f0e5dd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:58.292486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-b7134a6b-ee03-4173-a43b-699f0e5dd197 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.2611434 Feb 03 04:37:58.322919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:37:58.326497 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:37:58.346887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:37:58.388919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-89ae03a0-e9c3-44b1-9a7a-e7802f31bc8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823257 Feb 03 04:37:58.410850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'tag': '1a0b5407-12a5-452a-bbbb-b9abea28e663'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:37:58.413208 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6f63cd-f895-4495-b55e-dcddfac122e3", "tag": "1a0b5407-12a5-452a-bbbb-b9abea28e663"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:37:58.490479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.490978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=26176eb7-fa34-4989-a30e-7c9a7d6bf7f1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:58.545434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:58.546164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.562588 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faef97b-5c3c-4aea-9a50-13a1e5ace3d0 x-openstack-request-id: req-3faef97b-5c3c-4aea-9a50-13a1e5ace3d0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:37:58.563151 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6f63cd-f895-4495-b55e-dcddfac122e3", "tag": "1a0b5407-12a5-452a-bbbb-b9abea28e663", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:37:58.563599 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3faef97b-5c3c-4aea-9a50-13a1e5ace3d0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:37:58.564157 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'tag': '1a0b5407-12a5-452a-bbbb-b9abea28e663', 'status': 'completed', 'code': 200} Feb 03 04:37:58.583826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f1347b5-a92e-4ee2-b955-cd1f7ba44d96 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4742954 Feb 03 04:37:58.587007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:58.591916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-167100bb-bf76-4080-8748-7cc0c30290b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.592320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9da56041-c792-410d-968b-9eb0f16969c8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:58.598218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:37:58.816650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-c57d3343-805c-48a0-9a2d-c9178e6567a0 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804572 Feb 03 04:37:58.828781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da56041-c792-410d-968b-9eb0f16969c8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:58.833141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9da56041-c792-410d-968b-9eb0f16969c8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.877474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fe0ad534-755c-4239-a13c-6efbcbd8e1b7 None None] Provisioning complete for port 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:58.877875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe0ad534-755c-4239-a13c-6efbcbd8e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:58.983890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f485b-4b61-486f-80d0-a4981d02544c None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:37:59.021856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-167100bb-bf76-4080-8748-7cc0c30290b1 admin admin] Publish callbacks [] for security_group (b3605740-2c0e-4510-ad3b-b7fdb770c1e0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.031052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-167100bb-bf76-4080-8748-7cc0c30290b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b3605740-2c0e-4510-ad3b-b7fdb770c1e0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.094682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-167100bb-bf76-4080-8748-7cc0c30290b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89f9df3c01a840afb1e6c85ca3cea6cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1168876 Feb 03 04:37:59.098758 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:59.115769 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-9da56041-c792-410d-968b-9eb0f16969c8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c6da3383-f03a-413c-8ec9-aad3a928923f (CIDR: 172.20.0.0/28) Feb 03 04:37:59.117886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ad534-755c-4239-a13c-6efbcbd8e1b7 None None] Port 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:37:59.128639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93437-c02c-4e70-a3ea-546a28d30c34 req-c46a7a68-635f-4065-a49d-2d18ef95aa38 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:37:59.136276 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56f93437-c02c-4e70-a3ea-546a28d30c34 req-c46a7a68-635f-4065-a49d-2d18ef95aa38 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 943 time: 0.1673741 Feb 03 04:37:59.139922 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da56041-c792-410d-968b-9eb0f16969c8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:37:59.140498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da56041-c792-410d-968b-9eb0f16969c8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:37:59.179781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9da56041-c792-410d-968b-9eb0f16969c8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5915751 Feb 03 04:37:59.180554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51890) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:59.187740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2c55873f-440f-4430-8f09-bf2c846c7925 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:59.200114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:59.242350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56f93437-c02c-4e70-a3ea-546a28d30c34 req-cbb952eb-bc99-48f4-af02-b703223d189e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022723 Feb 03 04:37:59.277367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4a37d620-862d-4a15-ba97-804a29bacb55 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:37:59.278369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a37d620-862d-4a15-ba97-804a29bacb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.319445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167100bb-bf76-4080-8748-7cc0c30290b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3605740-2c0e-4510-ad3b-b7fdb770c1e0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:59.413191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a52b7ff-614e-4924-bb9e-f634416fafec admin admin] Publish callbacks [] for security_group (b3605740-2c0e-4510-ad3b-b7fdb770c1e0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.442500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb64d6b8-fb3c-4591-98dc-8fe8a48738d7 req-becb30f2-7911-4000-9c5a-cf15673388ab tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0460727 Feb 03 04:37:59.444191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c55873f-440f-4430-8f09-bf2c846c7925 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:59.450085 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c55873f-440f-4430-8f09-bf2c846c7925 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.486577 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.527364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a37d620-862d-4a15-ba97-804a29bacb55 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:37:59.550837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a52b7ff-614e-4924-bb9e-f634416fafec admin admin] Publish callbacks [] for security_group (b3605740-2c0e-4510-ad3b-b7fdb770c1e0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.552867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:59.697060 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-2c55873f-440f-4430-8f09-bf2c846c7925 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1b1b3055-95af-48f8-af43-a44757b3359e (CIDR: 172.20.0.16/28) Feb 03 04:37:59.708633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1780974175', 'router:external': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:59.729332 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c55873f-440f-4430-8f09-bf2c846c7925 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:37:59.731382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c55873f-440f-4430-8f09-bf2c846c7925 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:37:59.749752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a85bcda-b6b8-4999-b5fc-fe31f056b5a3 req-ca07e4b6-c104-4130-8099-986dc2ecad05 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9224002 Feb 03 04:37:59.793407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.803260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2c55873f-440f-4430-8f09-bf2c846c7925 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6194644 Feb 03 04:37:59.805773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:59.806188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:37:59.816120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-18e1f5e8-0610-4c5e-8d67-5bcae717d3ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd HTTP/1.1" status: 204 len: 168 time: 2.1489866 Feb 03 04:37:59.835780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:37:59.851839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'subnet': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:37:59.892749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a52b7ff-614e-4924-bb9e-f634416fafec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b3605740-2c0e-4510-ad3b-b7fdb770c1e0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.896149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a52b7ff-614e-4924-bb9e-f634416fafec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.898007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1a52b7ff-614e-4924-bb9e-f634416fafec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3605740-2c0e-4510-ad3b-b7fdb770c1e0 HTTP/1.1" status: 204 len: 168 time: 0.7857590 Feb 03 04:37:59.918720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52b7ff-614e-4924-bb9e-f634416fafec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3605740-2c0e-4510-ad3b-b7fdb770c1e0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:37:59.961848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Made reservation on behalf of a5ba0fe667154f4c91bc4de8bce1c963 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:37:59.972451 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:37:59.990476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3a6b4cff-3e7a-4588-8afb-c6c88a3a4274 None None] Could not find standard attr ID for object ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:37:59.999794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:00.001492 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.007689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-4a67020a-72a9-4cc8-a2e1-41e176d12029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.017075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-4a67020a-72a9-4cc8-a2e1-41e176d12029 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 1125 time: 0.1968079 Feb 03 04:38:00.042400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Made reservation on behalf of a55d79880cf443f197bb6d3e029370c9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:00.046810 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.081113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3a6b4cff-3e7a-4588-8afb-c6c88a3a4274 None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:00.081656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a6b4cff-3e7a-4588-8afb-c6c88a3a4274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.224802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b4cff-3e7a-4588-8afb-c6c88a3a4274 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:00.281323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-166cfcfb-c582-4467-b322-216e475c7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.286487 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-166cfcfb-c582-4467-b322-216e475c7b89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.2628062 Feb 03 04:38:00.297336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:00.366804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-4fb2ec6e-7562-4631-ba01-94a1a2519e88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a0b5407-12a5-452a-bbbb-b9abea28e663 HTTP/1.1" status: 200 len: 217 time: 0.0757468 Feb 03 04:38:00.436785 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.460218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (3157f17f-4b41-4795-bdb8-bead6ee041ac), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.478633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-37abe334-3279-44ae-8d53-cc11890f0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.481112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-37abe334-3279-44ae-8d53-cc11890f0444 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.0987236 Feb 03 04:38:00.521578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e6a19-3276-45a0-b496-2da89b06d4a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.525301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e6a19-3276-45a0-b496-2da89b06d4a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.526662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e6a19-3276-45a0-b496-2da89b06d4a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.535263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-071e6a19-3276-45a0-b496-2da89b06d4a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7254758 Feb 03 04:38:00.539636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:00.543724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1a33dc8f-289f-4a65-95ea-8080cada36f2 None None] Could not find standard attr ID for object ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:38:00.545476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-f2b9c209-b72a-4df1-9eed-8b035b89d59d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548711 Feb 03 04:38:00.558498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-ea20385c-3eab-463a-beb7-3999c53d99fd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:38:00.563240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-ea20385c-3eab-463a-beb7-3999c53d99fd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124557 Feb 03 04:38:00.683550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:00.740225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:00.746402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65817414-555a-4abe-9eda-6f2b00213c53 req-93bd41be-fd40-4e48-aa9f-b4f5ddb91732 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1414638 Feb 03 04:38:00.782822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-651e7772-984f-4031-b5c6-353c93751150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.790215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:00.804017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.804581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee0bc2-0bd4-4f50-8dc5-6d14b31605bf None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:00.805100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.840793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Subnet': ['ID=3157f17f-4b41-4795-bdb8-bead6ee041ac,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:00.851273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4cf1-ea5a-48a6-bc2c-0dfb31197810 req-93686bce-a6a2-40b2-85ca-f9aa6508b03e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:00.859177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-915d4cf1-ea5a-48a6-bc2c-0dfb31197810 req-93686bce-a6a2-40b2-85ca-f9aa6508b03e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 943 time: 0.4270792 Feb 03 04:38:00.870799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 444bf88f-ca8f-4b5f-9041-7c0d73b1d267 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:00.882117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (444bf88f-ca8f-4b5f-9041-7c0d73b1d267), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.930184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f8d7a258-56b8-4ed7-985c-2f068d0f0fd8 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0965631 Feb 03 04:38:00.938637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:00.947486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-14865415', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3157f17f-4b41-4795-bdb8-bead6ee041ac'}], 'security_groups': ['a440e9de-6ea3-4004-8395-a79c91dc2e3d', '5da2673e-3d10-4560-b3d6-5d4bf36cf091']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:00.991603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-651e7772-984f-4031-b5c6-353c93751150 admin admin] Publish callbacks [] for security_group (fe923edc-fcb4-43e7-b0ce-9c917ef28498), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:00.995674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-915d4cf1-ea5a-48a6-bc2c-0dfb31197810 req-df9d0caa-4f9d-4ffd-af12-8d67a3351f59 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351552 Feb 03 04:38:00.998513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-cf73633f-a3c9-47d3-b95b-acab04ec0543 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279039 Feb 03 04:38:01.001081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-651e7772-984f-4031-b5c6-353c93751150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fe923edc-fcb4-43e7-b0ce-9c917ef28498), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.055241 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (444bf88f-ca8f-4b5f-9041-7c0d73b1d267), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.111879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for security_group (65d14107-bb35-4a45-8279-3dfc4f6b9493), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.155406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-651e7772-984f-4031-b5c6-353c93751150 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67ed474f2dd64302adb8f7a4ed2a1e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4141028 Feb 03 04:38:01.177954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:01.178900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e7772-984f-4031-b5c6-353c93751150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe923edc-fcb4-43e7-b0ce-9c917ef28498,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:01.190603 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10d9d0b0-1076-4fd0-830d-9cdafcc1332b req-af0f4c25-a4e8-4ae7-a457-19c66657f920 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843266 Feb 03 04:38:01.211572 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.216840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65d14107-bb35-4a45-8279-3dfc4f6b9493), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.250544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:38:01.261771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999a4ec7-761c-4773-9c28-c4995c9be17f admin admin] Publish callbacks [] for security_group (fe923edc-fcb4-43e7-b0ce-9c917ef28498), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.264827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d6fd2088-3caf-4b85-b90b-8df04f39c7db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.265189 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Added segment d6fd2088-3caf-4b85-b90b-8df04f39c7db of type vlan for network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 Feb 03 04:38:01.293843 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999a4ec7-761c-4773-9c28-c4995c9be17f admin admin] Publish callbacks [] for security_group (fe923edc-fcb4-43e7-b0ce-9c917ef28498), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.327406 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.357021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] Update dhcp port {'port': {'network_id': 'd3bd0b5d-da49-472f-b561-20e3498a37f8', 'fixed_ips': [{'subnet_id': '1b1b3055-95af-48f8-af43-a44757b3359e', 'ip_address': '172.20.0.18'}, {'subnet_id': '3157f17f-4b41-4795-bdb8-bead6ee041ac'}, {'subnet_id': 'c6da3383-f03a-413c-8ec9-aad3a928923f'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '05a73ece-1423-44cb-be3f-3d39da193279'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:38:01.359299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999a4ec7-761c-4773-9c28-c4995c9be17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fe923edc-fcb4-43e7-b0ce-9c917ef28498), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.363215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999a4ec7-761c-4773-9c28-c4995c9be17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.365009 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-999a4ec7-761c-4773-9c28-c4995c9be17f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe923edc-fcb4-43e7-b0ce-9c917ef28498 HTTP/1.1" status: 204 len: 168 time: 0.1825190 Feb 03 04:38:01.377736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.378739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:01.379329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.391071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a4ec7-761c-4773-9c28-c4995c9be17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe923edc-fcb4-43e7-b0ce-9c917ef28498,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:01.491235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (05a73ece-1423-44cb-be3f-3d39da193279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.749728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d14107-bb35-4a45-8279-3dfc4f6b9493,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:01.766045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5645175 Feb 03 04:38:01.768968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:01.775719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'subnet': {'network_id': '1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:01.823461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Made reservation on behalf of a5ba0fe667154f4c91bc4de8bce1c963 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:01.825779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecaa29-3beb-44cc-9b5d-d91493e3607d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Network': ['ID=1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:01.828071 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.836369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (444bf88f-ca8f-4b5f-9041-7c0d73b1d267), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:01.843288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:38:01.892853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] Allocated IP 172.20.0.34 (d3bd0b5d-da49-472f-b561-20e3498a37f8/3157f17f-4b41-4795-bdb8-bead6ee041ac/05a73ece-1423-44cb-be3f-3d39da193279) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:01.921280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] Allocated IP 172.20.0.2 (d3bd0b5d-da49-472f-b561-20e3498a37f8/c6da3383-f03a-413c-8ec9-aad3a928923f/05a73ece-1423-44cb-be3f-3d39da193279) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:01.933287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a7a3af9-051a-45fc-9861-30159b268c4e req-cb253dd9-1dbf-4ea6-acf4-f149765aa25a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0449948 Feb 03 04:38:01.989854 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (444bf88f-ca8f-4b5f-9041-7c0d73b1d267), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.065138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=444bf88f-ca8f-4b5f-9041-7c0d73b1d267,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:02.080659 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.090033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-14958f34-1e7b-457c-b654-a91e5dcabfc8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/444bf88f-ca8f-4b5f-9041-7c0d73b1d267 HTTP/1.1" status: 204 len: 168 time: 1.5145648 Feb 03 04:38:02.090802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08041e-df1a-4977-a3e3-d3f8c2eed468 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:02.091519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:02.196605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 74f4c8c4-6ac3-4812-856d-a174d52a1e2c {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:02.200638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (74f4c8c4-6ac3-4812-856d-a174d52a1e2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.235153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 1a0b5407-12a5-452a-bbbb-b9abea28e663 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:38:02.250029 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (74f4c8c4-6ac3-4812-856d-a174d52a1e2c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.341186 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (74f4c8c4-6ac3-4812-856d-a174d52a1e2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.392881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] For port 05a73ece-1423-44cb-be3f-3d39da193279, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05a73ece-1423-44cb-be3f-3d39da193279,segment=NetworkSegment(b1f7f06e-89c1-4159-a1ea-4a3df54675b2),segment_id=b1f7f06e-89c1-4159-a1ea-4a3df54675b2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:02.496689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] Publish callbacks [] for port (05a73ece-1423-44cb-be3f-3d39da193279), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.497697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59131cf3-2aa0-44d5-849b-1c373a8d5e47 req-8cd4bdf7-0fcd-48a1-9678-064703eb4486 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:02.506707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 1a0b5407-12a5-452a-bbbb-b9abea28e663, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=1a0b5407-12a5-452a-bbbb-b9abea28e663,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:02.509974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59131cf3-2aa0-44d5-849b-1c373a8d5e47 req-8cd4bdf7-0fcd-48a1-9678-064703eb4486 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 943 time: 0.3821535 Feb 03 04:38:02.511284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (05a73ece-1423-44cb-be3f-3d39da193279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.546717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:02.552502 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (07a0b73e-aef6-4bec-a25c-4ab24f9c05ed), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.672195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07a0b73e-aef6-4bec-a25c-4ab24f9c05ed,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:02.682215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Checking segment: {'id': 'd6fd2088-3caf-4b85-b90b-8df04f39c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:02.682579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network hostable DHCP agents. Network: 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:38:02.710573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:38:02.728038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:02.745057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:02.745688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.790438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa048de4-3708-4f32-8fcc-4fa9acec3f7f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0176046 Feb 03 04:38:02.790706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:02.795792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1891565296', 'network_id': '1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:02.811015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (74f4c8c4-6ac3-4812-856d-a174d52a1e2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.841399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Made reservation on behalf of a5ba0fe667154f4c91bc4de8bce1c963 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:02.843934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.877222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] device_id is not set on port 335979d4-7a7c-45b2-b1bb-908ee02917df yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:38:02.922099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=74f4c8c4-6ac3-4812-856d-a174d52a1e2c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:02.936468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Delete allocated IP 172.20.0.10 (d3bd0b5d-da49-472f-b561-20e3498a37f8/c6da3383-f03a-413c-8ec9-aad3a928923f) {{(pid=103323) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 04:38:02.958590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:02.968537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:02.971213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86273d13-b2c2-4dd7-9839-f27eed78f3ba None None] Pushing event updated for resources: {'Port': ['ID=05a73ece-1423-44cb-be3f-3d39da193279,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:02.976770 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-650ea2b9-ceea-4cd2-81f5-85ccd2946ea0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/74f4c8c4-6ac3-4812-856d-a174d52a1e2c HTTP/1.1" status: 204 len: 168 time: 0.8831341 Feb 03 04:38:02.978056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0371db47-7c71-45f2-bd00-34d00b9cc4d7 None None] Network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:02.998919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59131cf3-2aa0-44d5-849b-1c373a8d5e47 req-5cf72fed-31b5-400a-88ea-06ccf5b548c6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877882 Feb 03 04:38:03.009547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Allocated IP 172.20.0.43 (d3bd0b5d-da49-472f-b561-20e3498a37f8/3157f17f-4b41-4795-bdb8-bead6ee041ac/26176eb7-fa34-4989-a30e-7c9a7d6bf7f1) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:03.061003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '1a0b5407-12a5-452a-bbbb-b9abea28e663', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'port_id': '1a0b5407-12a5-452a-bbbb-b9abea28e663', 'mac_address': 'fa:16:3e:7d:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c55517-c63b-4249-a7dd-a79ccac8c398', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:38:03.107534 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dd5b139a-e431-4498-bcab-e57d4a2ad386 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378415 Feb 03 04:38:03.110782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:03.125176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:03.248057 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-608b1a60-a919-4ca0-8658-457e0abff330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.265618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a0dda04-a3a0-42ca-8a25-de6c378d4281 req-8c69d915-ebe0-4654-80ba-152bdf6a95cd tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1463552 Feb 03 04:38:03.281176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Allocated IP 2001:db8::251 (1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5/07a0b73e-aef6-4bec-a25c-4ab24f9c05ed/335979d4-7a7c-45b2-b1bb-908ee02917df) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:03.340228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 1a0b5407-12a5-452a-bbbb-b9abea28e663 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:03.340861 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.362743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f143ef5-ee8a-4c75-a200-02f2b714c808 None None] Network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:03.392817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0b5407-12a5-452a-bbbb-b9abea28e663 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:38:03.422904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 1a0b5407-12a5-452a-bbbb-b9abea28e663, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=1a0b5407-12a5-452a-bbbb-b9abea28e663,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:03.450526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.639244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:03.647950 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.689259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb81ca-aa2a-4443-83a8-d6006242ee75 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:03.701840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for port (335979d4-7a7c-45b2-b1bb-908ee02917df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.791358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['1a0b5407-12a5-452a-bbbb-b9abea28e663'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:03.812250 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.819376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (335979d4-7a7c-45b2-b1bb-908ee02917df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.906315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:03.913419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05a73ece-1423-44cb-be3f-3d39da193279 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:03.920264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Port': ['ID=335979d4-7a7c-45b2-b1bb-908ee02917df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:03.957184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:03.959323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:03.962287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:03.963623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:03.964450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.003645 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-885d8e37-65a3-4c37-9676-a922aa255250 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2119145 Feb 03 04:38:04.006130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:04.065772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event updated for resources: {'Port': ['ID=26176eb7-fa34-4989-a30e-7c9a7d6bf7f1,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:04.112545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-128793c0-cd53-4d5e-a088-b3faf8b103cc None None] Provisioning complete for port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:04.114943 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128793c0-cd53-4d5e-a088-b3faf8b103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.124957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=1a0b5407-12a5-452a-bbbb-b9abea28e663,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:04.190601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Deleting port 335979d4-7a7c-45b2-b1bb-908ee02917df {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:04.191982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (335979d4-7a7c-45b2-b1bb-908ee02917df), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.390583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] In _notify_port_updated(), no bound segment for port 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 on network d3bd0b5d-da49-472f-b561-20e3498a37f8 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:38:04.397053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:04.398042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.404132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e00e3354-9833-4791-a02e-bc9b1996d641 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "PUT /v2.0/ports/26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 HTTP/1.1" status: 200 len: 958 time: 3.4641173 Feb 03 04:38:04.408335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52028) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:04.427436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b366e-2d12-41db-9134-8ea58f0501da req-778c2246-8256-4abb-869f-056c735bc1a4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:04.434965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62b366e-2d12-41db-9134-8ea58f0501da req-778c2246-8256-4abb-869f-056c735bc1a4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 944 time: 0.2181571 Feb 03 04:38:04.439088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:04.440799 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.462019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (335979d4-7a7c-45b2-b1bb-908ee02917df), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.498026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Calling delete_port for 335979d4-7a7c-45b2-b1bb-908ee02917df owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:04.640073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:04.697157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (335979d4-7a7c-45b2-b1bb-908ee02917df), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.710754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-128793c0-cd53-4d5e-a088-b3faf8b103cc None None] Current status of the port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:04.744544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event deleted for resources: {'Port': ['ID=335979d4-7a7c-45b2-b1bb-908ee02917df,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:04.850404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.863452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0118c2c1-292a-4d96-9be2-4d2821710682 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "DELETE /v2.0/ports/335979d4-7a7c-45b2-b1bb-908ee02917df HTTP/1.1" status: 204 len: 168 time: 0.8545210 Feb 03 04:38:04.865098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:04.877765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5', 'external_fixed_ips': [{'subnet_id': '07a0b73e-aef6-4bec-a25c-4ab24f9c05ed', 'ip_address': '2001:db8::251'}]}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:04.921434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (c3ca86d0-03de-4f1f-9aae-4c674e15112d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:04.924501 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (c3ca86d0-03de-4f1f-9aae-4c674e15112d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.011133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (c3ca86d0-03de-4f1f-9aae-4c674e15112d), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.017477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:05.026070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.092307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:05.112877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] Deleting port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:05.113271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.232709 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (8caae0b3-dc84-48d7-90ca-1e6d4386b840), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.324768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] For port 3a6c0b48-6205-4b3f-9b30-2d46d2662007, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3a6c0b48-6205-4b3f-9b30-2d46d2662007,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:05.330656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.342798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=8caae0b3-dc84-48d7-90ca-1e6d4386b840,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:05.354792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (c3ca86d0-03de-4f1f-9aae-4c674e15112d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.362711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4970663-7749-453c-8062-09e4eb6595c1 req-384377db-8ac4-4ed9-a0a5-164dda9da9ea tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1687829 Feb 03 04:38:05.396690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:05.406870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] Calling delete_port for 3a6c0b48-6205-4b3f-9b30-2d46d2662007 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:05.407351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:05.419197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:05.419971 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.514603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62b366e-2d12-41db-9134-8ea58f0501da req-cc4a343f-ce52-4f68-9890-0ab368288677 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0781896 Feb 03 04:38:05.540172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-98d4396c-c98f-4dba-86d3-f38bb3123c88 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4284561 Feb 03 04:38:05.547388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:05.550185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:05.550736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.556980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:05.636768 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (3a6c0b48-6205-4b3f-9b30-2d46d2662007), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.686521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] Pushing event deleted for resources: {'Port': ['ID=3a6c0b48-6205-4b3f-9b30-2d46d2662007,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:05.703989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8362189-9794-4fa2-982a-31a74f757d39 None None] No DVR routers for this DVR port 3a6c0b48-6205-4b3f-9b30-2d46d2662007 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:05.733869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b1d1c-b0b9-478b-8d66-b007ffb253c2 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:05.734296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.770708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:05.865416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836ce52e-39af-4595-bc16-5168872ced5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.867754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:05.885373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:05.915217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3a6c0b48-6205-4b3f-9b30-2d46d2662007 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:05.916914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3a6c0b48-6205-4b3f-9b30-2d46d2662007 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:05.925935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '8caae0b3-dc84-48d7-90ca-1e6d4386b840'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:38:05.933579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:05.975183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Provisioning complete for port 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:05.975183 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.003549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (c3ca86d0-03de-4f1f-9aae-4c674e15112d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.080411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.104053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (26176eb7-fa34-4989-a30e-7c9a7d6bf7f1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.121340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Port 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:38:06.159273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Provisioning complete for port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:06.160317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.214452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=26176eb7-fa34-4989-a30e-7c9a7d6bf7f1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:06.231326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:06.235357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.300018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 1a0b5407-12a5-452a-bbbb-b9abea28e663 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:06.344611 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.351808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5afbe1e8-d02a-49a6-9152-c8f6d1ed7ead tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 HTTP/1.1" status: 204 len: 168 time: 1.9420083 Feb 03 04:38:06.357816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:06.479558 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ce4958-ad2f-4369-b033-15837736539f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] GET failed (client error): The resource could not be found. Feb 03 04:38:06.481295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-28ce4958-ad2f-4369-b033-15837736539f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports/26176eb7-fa34-4989-a30e-7c9a7d6bf7f1 HTTP/1.1" status: 404 len: 333 time: 0.1209319 Feb 03 04:38:06.487322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52078) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:06.502687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 1a0b5407-12a5-452a-bbbb-b9abea28e663 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:38:06.506881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-04c84edc-fd51-424a-8fc3-3604c87e7e48 None None] Port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:38:06.512512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 1a0b5407-12a5-452a-bbbb-b9abea28e663 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:06.513128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.564724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Allocated IP 172.20.0.2 (355aef9b-164b-424f-8915-d5c2d7f691fe/8caae0b3-dc84-48d7-90ca-1e6d4386b840/ab63000d-8862-4ba5-8baa-d0a6b3064473) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:06.640387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b6a18e0e-6f4d-4f8c-971d-db040e1cac17 None None] Could not find standard attr ID for object 26176eb7-fa34-4989-a30e-7c9a7d6bf7f1. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:38:06.689938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.760376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Allocated IP 2001:db8::251 (1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5/07a0b73e-aef6-4bec-a25c-4ab24f9c05ed/223293f1-2841-4867-9a50-0b203a096db1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:06.761019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd9223d2-eb52-455c-9301-71b34f771840 req-b96b4462-c8f8-4f8a-a8ca-87025f20b030 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1665759 Feb 03 04:38:06.815008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 1a0b5407-12a5-452a-bbbb-b9abea28e663 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:06.817114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.901532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca826e4e-f991-4f00-9178-a7ab5ddb3e00 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (25578318-ce15-4621-b455-9c044d81b022), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:06.934779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084afc3-fd71-43d0-b755-5d77854c40db req-16bb8ecb-8e71-465a-8797-fa12fbce80ee tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:06.936469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4084afc3-fd71-43d0-b755-5d77854c40db req-16bb8ecb-8e71-465a-8797-fa12fbce80ee tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 944 time: 0.2196150 Feb 03 04:38:07.000504 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca826e4e-f991-4f00-9178-a7ab5ddb3e00 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (25578318-ce15-4621-b455-9c044d81b022), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.077099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca826e4e-f991-4f00-9178-a7ab5ddb3e00 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (25578318-ce15-4621-b455-9c044d81b022), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.080243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca826e4e-f991-4f00-9178-a7ab5ddb3e00 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.086133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca826e4e-f991-4f00-9178-a7ab5ddb3e00 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/security-groups/25578318-ce15-4621-b455-9c044d81b022 HTTP/1.1" status: 204 len: 168 time: 0.5973780 Feb 03 04:38:07.086897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:07.088097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 1a0b5407-12a5-452a-bbbb-b9abea28e663, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=1a0b5407-12a5-452a-bbbb-b9abea28e663,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:07.090657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0b5407-12a5-452a-bbbb-b9abea28e663'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:38:07.093420 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5a5174-0923-465e-ae2a-d3b81557d001" -d '{"events": [{"server_uuid": "6d6f63cd-f895-4495-b55e-dcddfac122e3", "name": "network-vif-plugged", "status": "completed", "tag": "1a0b5407-12a5-452a-bbbb-b9abea28e663"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:38:07.104720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.184536 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffda8229-69bd-4819-b9fb-758d049ce7ef x-openstack-request-id: req-ffda8229-69bd-4819-b9fb-758d049ce7ef {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:38:07.184844 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6f63cd-f895-4495-b55e-dcddfac122e3", "name": "network-vif-plugged", "status": "completed", "tag": "1a0b5407-12a5-452a-bbbb-b9abea28e663", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:38:07.185158 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffda8229-69bd-4819-b9fb-758d049ce7ef {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:38:07.185561 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0b5407-12a5-452a-bbbb-b9abea28e663', 'code': 200} Feb 03 04:38:07.196276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca826e4e-f991-4f00-9178-a7ab5ddb3e00 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25578318-ce15-4621-b455-9c044d81b022,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:07.248032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4084afc3-fd71-43d0-b755-5d77854c40db req-1396cdf7-a361-4263-af07-4317d54ebd93 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700486 Feb 03 04:38:07.252000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=1a0b5407-12a5-452a-bbbb-b9abea28e663,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:07.269987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e6f9-b5e5-4ff4-9144-e385eff745e0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (5da2673e-3d10-4560-b3d6-5d4bf36cf091), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.292245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Publish callbacks [] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.302233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.309783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e6f9-b5e5-4ff4-9144-e385eff745e0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (5da2673e-3d10-4560-b3d6-5d4bf36cf091), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.362067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:07.367219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:07.370988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:07.394470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Pushing event updated for resources: {'Port': ['ID=ab63000d-8862-4ba5-8baa-d0a6b3064473,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:07.415789 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e6f9-b5e5-4ff4-9144-e385eff745e0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5da2673e-3d10-4560-b3d6-5d4bf36cf091), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.419490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e6f9-b5e5-4ff4-9144-e385eff745e0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.424753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5aa2e6f9-b5e5-4ff4-9144-e385eff745e0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/security-groups/5da2673e-3d10-4560-b3d6-5d4bf36cf091 HTTP/1.1" status: 204 len: 168 time: 0.3304639 Feb 03 04:38:07.425430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:07.466455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e6f9-b5e5-4ff4-9144-e385eff745e0 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da2673e-3d10-4560-b3d6-5d4bf36cf091,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:07.467600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Attempting to bind port ab63000d-8862-4ba5-8baa-d0a6b3064473 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:07.467979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Attempting to bind port ab63000d-8862-4ba5-8baa-d0a6b3064473 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:07.468347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Attempting to bind port ab63000d-8862-4ba5-8baa-d0a6b3064473 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:07.492967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:07.493427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:07.493805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.494200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:07.494683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Bound port: ab63000d-8862-4ba5-8baa-d0a6b3064473, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:07.495061 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.617058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cea6c3c-b8de-4f43-90c6-4972821cf56c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (a440e9de-6ea3-4004-8395-a79c91dc2e3d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.629794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] For port ab63000d-8862-4ba5-8baa-d0a6b3064473, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:07.634025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] For port ab63000d-8862-4ba5-8baa-d0a6b3064473, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ab63000d-8862-4ba5-8baa-d0a6b3064473,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:07.643659 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.657618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d3b4-e187-4f23-8acb-01bb374049bb req-a974bf31-2632-45e6-94a1-9991db6db6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:07.659905 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5176d3b4-e187-4f23-8acb-01bb374049bb req-a974bf31-2632-45e6-94a1-9991db6db6e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 1127 time: 0.1966293 Feb 03 04:38:07.678185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cea6c3c-b8de-4f43-90c6-4972821cf56c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (a440e9de-6ea3-4004-8395-a79c91dc2e3d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.735069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for port (223293f1-2841-4867-9a50-0b203a096db1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.753034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71693a-ce63-4cd7-a3d3-ab391b956dbf None None] Pushing event updated for resources: {'Port': ['ID=ab63000d-8862-4ba5-8baa-d0a6b3064473,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:07.787389 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cea6c3c-b8de-4f43-90c6-4972821cf56c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a440e9de-6ea3-4004-8395-a79c91dc2e3d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.790511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3cea6c3c-b8de-4f43-90c6-4972821cf56c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:07.794575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3cea6c3c-b8de-4f43-90c6-4972821cf56c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/security-groups/a440e9de-6ea3-4004-8395-a79c91dc2e3d HTTP/1.1" status: 204 len: 168 time: 0.3408194 Feb 03 04:38:07.797061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52104) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:07.839464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea6c3c-b8de-4f43-90c6-4972821cf56c tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440e9de-6ea3-4004-8395-a79c91dc2e3d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:07.872362 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5176d3b4-e187-4f23-8acb-01bb374049bb req-5272599d-e9e5-4e0c-8dde-67052209b849 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013566 Feb 03 04:38:07.983660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet c6da3383-f03a-413c-8ec9-aad3a928923f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:08.016968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (223293f1-2841-4867-9a50-0b203a096db1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.032791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31d1925d-8d0e-4431-a6fc-9321bbdd3025 req-38e601de-902f-4bd4-b80c-3afd1958cb9e tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1023927 Feb 03 04:38:08.033625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (c6da3383-f03a-413c-8ec9-aad3a928923f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.096247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:08.101799 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.152449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (c6da3383-f03a-413c-8ec9-aad3a928923f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.285518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:08.296397 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c6da3383-f03a-413c-8ec9-aad3a928923f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.309327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:08.315772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Port': ['ID=223293f1-2841-4867-9a50-0b203a096db1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:08.318255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:08.375642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.376538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.377268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.377829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.378450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.379007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.379636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.380307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.381094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.381831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.382304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.382902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.383469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:08.394154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (c6da3383-f03a-413c-8ec9-aad3a928923f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.492320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=c6da3383-f03a-413c-8ec9-aad3a928923f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:08.504816 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.508835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a4299ab-9a2c-471e-9c5b-df39df5cb9b3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/c6da3383-f03a-413c-8ec9-aad3a928923f HTTP/1.1" status: 204 len: 168 time: 0.7081511 Feb 03 04:38:08.515310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:08.520471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0d8fc-7bdc-43d5-9b39-2224f68ee1d3 None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:08.609358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203335d-4889-44a0-8dd5-f4a7b441f55a req-dfe3412b-bf39-49f0-85c7-90a3e1fa84f9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:08.611984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a203335d-4889-44a0-8dd5-f4a7b441f55a req-dfe3412b-bf39-49f0-85c7-90a3e1fa84f9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 945 time: 0.2095821 Feb 03 04:38:08.693948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a203335d-4889-44a0-8dd5-f4a7b441f55a req-b32f5b03-8390-4e55-beff-2bbd75ddc8e8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762560 Feb 03 04:38:08.700509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.815136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 3157f17f-4b41-4795-bdb8-bead6ee041ac {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:08.856414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (3157f17f-4b41-4795-bdb8-bead6ee041ac), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:08.943358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (c3ca86d0-03de-4f1f-9aae-4c674e15112d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.261269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-072d2243-6f5a-4660-ba6a-968cc0605d6e req-f87d35f4-28be-4ec4-b38f-681c333e51ff tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0610528 Feb 03 04:38:09.270611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.277043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (3157f17f-4b41-4795-bdb8-bead6ee041ac), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.505885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Provisioning complete for port ab63000d-8862-4ba5-8baa-d0a6b3064473 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:09.506268 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.528042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (c3ca86d0-03de-4f1f-9aae-4c674e15112d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.602946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3157f17f-4b41-4795-bdb8-bead6ee041ac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.705417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Current status of the port ab63000d-8862-4ba5-8baa-d0a6b3064473 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:09.708613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.719100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] For port ab63000d-8862-4ba5-8baa-d0a6b3064473, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ab63000d-8862-4ba5-8baa-d0a6b3064473,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:09.793585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.799576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (3157f17f-4b41-4795-bdb8-bead6ee041ac), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.835289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=3157f17f-4b41-4795-bdb8-bead6ee041ac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:09.846108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:09.935542 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:38:09.937415 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:38:09.942582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=ab63000d-8862-4ba5-8baa-d0a6b3064473,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:09.952730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (4864c313-3795-4e61-8b47-5205caa6bea7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.003945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.010963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6cc6a114-8116-4115-b34c-64e498a9ce3f tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/3157f17f-4b41-4795-bdb8-bead6ee041ac HTTP/1.1" status: 204 len: 168 time: 1.4928021 Feb 03 04:38:10.011985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:10.012889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee029f-f9aa-47c4-94d7-8c493447191a None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:10.016734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ab63000d-8862-4ba5-8baa-d0a6b3064473 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:10.027244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef912a-4741-497a-b6ff-3af6ae94f853 req-a6c9f51d-ca9c-414a-b85b-62babc3e1401 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:10.029603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66ef912a-4741-497a-b6ff-3af6ae94f853 req-a6c9f51d-ca9c-414a-b85b-62babc3e1401 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 945 time: 0.1503839 Feb 03 04:38:10.082377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:10.089291 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee60b4a-a041-4ad3-8402-741514380994 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:10.089901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee60b4a-a041-4ad3-8402-741514380994 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:10.098010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:10.098980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cee60b4a-a041-4ad3-8402-741514380994 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/c6da3383-f03a-413c-8ec9-aad3a928923f HTTP/1.1" status: 404 len: 337 time: 0.0782723 Feb 03 04:38:10.099991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=4864c313-3795-4e61-8b47-5205caa6bea7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:10.106409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Router c3ca86d0-03de-4f1f-9aae-4c674e15112d is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:38:10.108896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:10.120201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:10.120818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.161365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:10.163630 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2675c8c3-d3de-4681-8f10-b0cf9a91b4e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6040721 Feb 03 04:38:10.206933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573875a-b459-4cce-b51b-20515347851b None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:10.222794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:c8:52:07', 'name': 'tempest-NetworksTestDHCPv6-1977583040'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:10.306996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66ef912a-4741-497a-b6ff-3af6ae94f853 req-366e5336-a6cb-4fca-9b44-78ce81168d6f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663591 Feb 03 04:38:10.336364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:38:10.350315 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Sync routers for ids ['c3ca86d0-03de-4f1f-9aae-4c674e15112d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:38:10.364806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting subnet 1b1b3055-95af-48f8-af43-a44757b3359e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:10.369661 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (1b1b3055-95af-48f8-af43-a44757b3359e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.374579 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Routers {'c3ca86d0-03de-4f1f-9aae-4c674e15112d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:10.375224 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c3ca86d0-03de-4f1f-9aae-4c674e15112d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:10.376386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.381863 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c641db25-6d70-400b-a788-129bbb70b356 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5139494 Feb 03 04:38:10.382781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:10.546803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ab63000d-8862-4ba5-8baa-d0a6b3064473 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:10.547340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.588057 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1b1b3055-95af-48f8-af43-a44757b3359e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.611657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (c3ca86d0-03de-4f1f-9aae-4c674e15112d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.671726 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Set router c3ca86d0-03de-4f1f-9aae-4c674e15112d gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:38:10.731209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Current status of the port ab63000d-8862-4ba5-8baa-d0a6b3064473 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:10.731653 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.745206 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1b1b3055-95af-48f8-af43-a44757b3359e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.870986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1b1b3055-95af-48f8-af43-a44757b3359e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.909645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (c3ca86d0-03de-4f1f-9aae-4c674e15112d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.932519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] For port ab63000d-8862-4ba5-8baa-d0a6b3064473, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ab63000d-8862-4ba5-8baa-d0a6b3064473,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:10.981020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ab63000d-8862-4ba5-8baa-d0a6b3064473 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:10.981885 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:10.988318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:11.070124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Deleting port 223293f1-2841-4867-9a50-0b203a096db1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:11.070478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (223293f1-2841-4867-9a50-0b203a096db1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:11.073415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89e0e1a2-6a54-46c0-b9fa-7a0203f8db1e req-3dfa07b5-a477-4c44-a110-f5eaaa847a82 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.2203424 Feb 03 04:38:11.094864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1b3055-95af-48f8-af43-a44757b3359e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:11.176973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b196d2-fa26-494e-926a-ebfaf68c0278 None None] Pushing event updated for resources: {'Port': ['ID=ab63000d-8862-4ba5-8baa-d0a6b3064473,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:11.182938 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca86d0-03de-4f1f-9aae-4c674e15112d', 'name': '', 'tenant_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5', 'external_fixed_ips': [{'subnet_id': '07a0b73e-aef6-4bec-a25c-4ab24f9c05ed', 'ip_address': '2001:db8::251'}], 'enable_snat': True}, 'gw_port_id': '223293f1-2841-4867-9a50-0b203a096db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:38:04Z', 'updated_at': '2022-02-03T04:38:08Z', 'revision_number': 3, 'project_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'gw_port': {'id': '223293f1-2841-4867-9a50-0b203a096db1', 'name': '', 'network_id': '1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca86d0-03de-4f1f-9aae-4c674e15112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '07a0b73e-aef6-4bec-a25c-4ab24f9c05ed', 'ip_address': '2001:db8::251', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:38:06Z', 'updated_at': '2022-02-03T04:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a0b73e-aef6-4bec-a25c-4ab24f9c05ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:11.263865 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Checking router: c3ca86d0-03de-4f1f-9aae-4c674e15112d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:38:11.264220 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Updating router c3ca86d0-03de-4f1f-9aae-4c674e15112d port 223293f1-2841-4867-9a50-0b203a096db1 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:38:11.339788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (223293f1-2841-4867-9a50-0b203a096db1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:11.350762 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (223293f1-2841-4867-9a50-0b203a096db1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:11.383820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Calling delete_port for 223293f1-2841-4867-9a50-0b203a096db1 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:11.404630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-d521200c-4361-4dca-8d43-3afe39e2de2a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:11.410567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-d521200c-4361-4dca-8d43-3afe39e2de2a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.3217659 Feb 03 04:38:11.452012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:11.457993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-522fd032-1972-486a-bffd-5a941494f65a None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:11.458377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-522fd032-1972-486a-bffd-5a941494f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:11.465394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c27752c3-bba5-479d-83e0-b2aa19ce7721 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/1b1b3055-95af-48f8-af43-a44757b3359e HTTP/1.1" status: 204 len: 168 time: 1.3632753 Feb 03 04:38:11.482560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:11.578809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-6ad300e8-2c0d-4a30-a406-758939ef8bb6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.1611586 Feb 03 04:38:11.583747 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8a274c-9257-4984-98d2-40894646c216 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:11.584585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8a274c-9257-4984-98d2-40894646c216 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:11.602847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:11.610423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4c8a274c-9257-4984-98d2-40894646c216 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/408e7c82-31bb-4963-9d07-3e5cf00bf12f HTTP/1.1" status: 404 len: 337 time: 0.1039596 Feb 03 04:38:11.661376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:38:11.663284 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:38:11.692477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d256f-48f7-4b34-b0b1-b7c63766cfdb None None] Network d3bd0b5d-da49-472f-b561-20e3498a37f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:11.738881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:11.777680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:11.787932 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c366b46-f0ca-403a-8af6-c22ac0250da3 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c HTTP/1.1" status: 200 len: 205 time: 0.1834044 Feb 03 04:38:11.802695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:11.942886 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-f1c1ac4d-2fd6-458a-b30c-fa3e10e3c3c7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] delete failed (client error): The resource could not be found. Feb 03 04:38:11.950215 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f1c1ac4d-2fd6-458a-b30c-fa3e10e3c3c7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/routers/b6b0f4ab-9a10-4aa4-9c30-f37c013fb02c HTTP/1.1" status: 404 len: 336 time: 0.1418085 Feb 03 04:38:11.952856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:11.995809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.000382 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Publish callbacks [] for port (223293f1-2841-4867-9a50-0b203a096db1), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.008762 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-54002725-1bec-4669-93dc-4a1b6b321b64 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:12.009614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54002725-1bec-4669-93dc-4a1b6b321b64 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:12.012916 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-54002725-1bec-4669-93dc-4a1b6b321b64 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/39977d15-76f3-4bbc-a5a3-e5c9cf075f10 HTTP/1.1" status: 404 len: 337 time: 0.0574644 Feb 03 04:38:12.015609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:12.026171 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 04:38:12.026171 n-d-827549-1 neutron-server[103326]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 03 04:38:12.026171 n-d-827549-1 neutron-server[103326]: [parameters: {'host': 'n-d-827549-1', 'ml2_port_bindings_port_id': '223293f1-2841-4867-9a50-0b203a096db1', 'ml2_port_bindings_host': ''}] Feb 03 04:38:12.026171 n-d-827549-1 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:38:12.027452 n-d-827549-1 neutron-server[103326]: DEBUG oslo_db.api [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:38:12.057988 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-903ba79f-f5cb-44de-bc50-e4be0b438214 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:12.058743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903ba79f-f5cb-44de-bc50-e4be0b438214 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:12.064909 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-903ba79f-f5cb-44de-bc50-e4be0b438214 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/5689fa03-fd1a-458f-a78a-fab4c41ec589 HTTP/1.1" status: 404 len: 337 time: 0.0481138 Feb 03 04:38:12.067535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:12.080222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 51abde23-5064-42b5-a912-26112c155cbc yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:38:12.124062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (223293f1-2841-4867-9a50-0b203a096db1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.166682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-4f63159f-b7e1-41fc-9679-d7c9ce2c2d0e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5161705 Feb 03 04:38:12.168047 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49dbb09-f65f-4f32-9664-f7c1131140e6 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:12.168680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49dbb09-f65f-4f32-9664-f7c1131140e6 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:12.172355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f49dbb09-f65f-4f32-9664-f7c1131140e6 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/a7694762-4ad0-43ea-921e-3efb3e20f5b1 HTTP/1.1" status: 404 len: 337 time: 0.1038496 Feb 03 04:38:12.180660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:12.332921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-522fd032-1972-486a-bffd-5a941494f65a None None] Current status of the port 05a73ece-1423-44cb-be3f-3d39da193279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:12.353088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] DHCP port deletion for d3bd0b5d-da49-472f-b561-20e3498a37f8 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:12.435581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-32007c77-9fc4-4c93-8905-cfa7353e3a5d service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567804 Feb 03 04:38:12.436779 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfd4541-c341-4c2b-bef2-2529dd84f406 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:12.437529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfd4541-c341-4c2b-bef2-2529dd84f406 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:12.440812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ecfd4541-c341-4c2b-bef2-2529dd84f406 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/5fa1a036-8fea-49d2-a3cf-84a45bf0da9f HTTP/1.1" status: 404 len: 333 time: 0.2563655 Feb 03 04:38:12.444858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:12.470365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ab63000d-8862-4ba5-8baa-d0a6b3064473 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:12.472559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-522fd032-1972-486a-bffd-5a941494f65a None None] Provisioning complete for port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:12.472934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-522fd032-1972-486a-bffd-5a941494f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.521978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-522fd032-1972-486a-bffd-5a941494f65a None None] Port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:38:12.543893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] Deleting port 05a73ece-1423-44cb-be3f-3d39da193279 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:12.544786 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (05a73ece-1423-44cb-be3f-3d39da193279), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.568253 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Port 223293f1-2841-4867-9a50-0b203a096db1 not found while updating agent binding for router c3ca86d0-03de-4f1f-9aae-4c674e15112d. {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 04:38:12.599864 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Routers {'c3ca86d0-03de-4f1f-9aae-4c674e15112d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:12.600736 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c3ca86d0-03de-4f1f-9aae-4c674e15112d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:12.659549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3476f89-c602-4616-b06f-4097f3f4cd39 req-3248190f-31c3-44d0-9452-e13a0f95b0d1 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.2154820 Feb 03 04:38:12.670469 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacdca60-85d1-4e7d-ac96-caa25999a46b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:12.670933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacdca60-85d1-4e7d-ac96-caa25999a46b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:12.674184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dacdca60-85d1-4e7d-ac96-caa25999a46b tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/97c78860-3e7d-458c-8677-84824e0ebfc8 HTTP/1.1" status: 404 len: 337 time: 0.2257318 Feb 03 04:38:12.678876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:12.714062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ab63000d-8862-4ba5-8baa-d0a6b3064473 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:12.763449 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc17b92f-51fa-45f2-90f1-9d58bb375acc tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:12.763449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc17b92f-51fa-45f2-90f1-9d58bb375acc tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:12.766382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cc17b92f-51fa-45f2-90f1-9d58bb375acc tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/5ea39e18-922e-4252-8ce6-dfd4d1e7a978 HTTP/1.1" status: 404 len: 337 time: 0.0841746 Feb 03 04:38:12.771459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:12.812828 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25a6a70-f83e-4f71-82e0-3976b1fc8fae tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:12.813421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25a6a70-f83e-4f71-82e0-3976b1fc8fae tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:12.816520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a25a6a70-f83e-4f71-82e0-3976b1fc8fae tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/e6c74e4e-9660-48fa-9af2-8d3857207c68 HTTP/1.1" status: 404 len: 333 time: 0.0427139 Feb 03 04:38:12.834765 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] Set router c3ca86d0-03de-4f1f-9aae-4c674e15112d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:38:12.853344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] For port 05a73ece-1423-44cb-be3f-3d39da193279, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=05a73ece-1423-44cb-be3f-3d39da193279,segment=NetworkSegment(b1f7f06e-89c1-4159-a1ea-4a3df54675b2),segment_id=b1f7f06e-89c1-4159-a1ea-4a3df54675b2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:12.853750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (05a73ece-1423-44cb-be3f-3d39da193279), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.871011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:12.879601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] Calling delete_port for 05a73ece-1423-44cb-be3f-3d39da193279 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:12.899649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event deleted for resources: {'Port': ['ID=223293f1-2841-4867-9a50-0b203a096db1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:12.944737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (c3ca86d0-03de-4f1f-9aae-4c674e15112d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.957566 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af259244-9cd2-4f1b-9ed1-581cad66199e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.986297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Provisioning complete for port 05a73ece-1423-44cb-be3f-3d39da193279 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:12.987319 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (05a73ece-1423-44cb-be3f-3d39da193279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:12.992444 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (05a73ece-1423-44cb-be3f-3d39da193279), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.045379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Port 05a73ece-1423-44cb-be3f-3d39da193279 was deleted so its status cannot be updated. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 04:38:13.046113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-ec3b3b22-83d6-485f-bd0c-4a8f5bd3a1e2 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928912 Feb 03 04:38:13.050570 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6b18b0-9bbd-40d1-bc02-963989e50768 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:13.050901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] Pushing event deleted for resources: {'Port': ['ID=05a73ece-1423-44cb-be3f-3d39da193279,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:13.051033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6b18b0-9bbd-40d1-bc02-963989e50768 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:13.054227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6a6b18b0-9bbd-40d1-bc02-963989e50768 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/16ad220a-18a7-422b-b60b-e5dfca392677 HTTP/1.1" status: 404 len: 337 time: 0.1822019 Feb 03 04:38:13.057222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ab63000d-8862-4ba5-8baa-d0a6b3064473 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:13.057853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.075996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:13.105182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820d30a-a78f-412b-9c57-828941c9e6f8 None None] No DVR routers for this DVR port 05a73ece-1423-44cb-be3f-3d39da193279 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:13.132318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Provisioning complete for port ab63000d-8862-4ba5-8baa-d0a6b3064473 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:13.132966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.236730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 172.20.0.5 (355aef9b-164b-424f-8915-d5c2d7f691fe/8caae0b3-dc84-48d7-90ca-1e6d4386b840/51abde23-5064-42b5-a912-26112c155cbc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:13.247147 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca86d0-03de-4f1f-9aae-4c674e15112d', 'name': '', 'tenant_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:38:04Z', 'updated_at': '2022-02-03T04:38:12Z', 'revision_number': 5, 'project_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:13.256874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fec8:5207 (355aef9b-164b-424f-8915-d5c2d7f691fe/4864c313-3795-4e61-8b47-5205caa6bea7/51abde23-5064-42b5-a912-26112c155cbc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:13.281978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ab63000d-8862-4ba5-8baa-d0a6b3064473 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:13.296592 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-63252cbe-be5e-419e-9696-13a7d3379479 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] DELETE failed (client error): The resource could not be found. Feb 03 04:38:13.297462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63252cbe-be5e-419e-9696-13a7d3379479 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:13.320845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-63252cbe-be5e-419e-9696-13a7d3379479 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/subnets/a9d59f3f-ddbd-4589-8de7-395eaafff1b1 HTTP/1.1" status: 404 len: 337 time: 0.2360532 Feb 03 04:38:13.324562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:13.339794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Current status of the port ab63000d-8862-4ba5-8baa-d0a6b3064473 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:13.351038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (c3ca86d0-03de-4f1f-9aae-4c674e15112d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.357020 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2c41-0315-49ea-a197-08148b5e8989 None None] The sync data for ids ['c3ca86d0-03de-4f1f-9aae-4c674e15112d'] in n-d-827549-1 is: [{'id': 'c3ca86d0-03de-4f1f-9aae-4c674e15112d', 'name': '', 'tenant_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:38:04Z', 'updated_at': '2022-02-03T04:38:12Z', 'revision_number': 5, 'project_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:38:13.381308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Provisioning complete for port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:13.383617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.385411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (c3ca86d0-03de-4f1f-9aae-4c674e15112d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.446995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d42c3099-258a-400c-a536-1d7d1eb6b904 None None] Port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:38:13.454761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05a73ece-1423-44cb-be3f-3d39da193279 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:13.492926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 05a73ece-1423-44cb-be3f-3d39da193279 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:13.494810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 05a73ece-1423-44cb-be3f-3d39da193279 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:13.510465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4472c5f8-ab68-4371-a501-b4d02cd0b180 req-b71c6ef8-6876-4d16-b1f8-7727c011497b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 210 time: 0.0609367 Feb 03 04:38:13.563715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (c3ca86d0-03de-4f1f-9aae-4c674e15112d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.565501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3ca86d0-03de-4f1f-9aae-4c674e15112d {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:38:13.594825 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.596343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f73c8667-2ae2-4cde-9a2d-c67ddfc9f101 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c3ca86d0-03de-4f1f-9aae-4c674e15112d HTTP/1.1" status: 204 len: 168 time: 3.2120905 Feb 03 04:38:13.606180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:13.667677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af259244-9cd2-4f1b-9ed1-581cad66199e admin admin] Publish callbacks [] for security_group (d06e381d-c8dd-46d2-89f5-9c447b9bf0bf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.679985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af259244-9cd2-4f1b-9ed1-581cad66199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d06e381d-c8dd-46d2-89f5-9c447b9bf0bf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.721587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af259244-9cd2-4f1b-9ed1-581cad66199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06e381d-c8dd-46d2-89f5-9c447b9bf0bf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:13.731334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Deleting subnet 07a0b73e-aef6-4bec-a25c-4ab24f9c05ed {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:13.738028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for subnet (07a0b73e-aef6-4bec-a25c-4ab24f9c05ed), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.755560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (51abde23-5064-42b5-a912-26112c155cbc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.793720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Deleting port 0b0d4ef3-157a-47e4-a814-b42cac3b9887 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:13.794090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-af259244-9cd2-4f1b-9ed1-581cad66199e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92a00bcde84e4b49a9a48efa551371af&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0017428 Feb 03 04:38:13.794785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:13.795000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.820961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (07a0b73e-aef6-4bec-a25c-4ab24f9c05ed), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.906488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47b57914-790a-4e22-95eb-68fb578555ca req-8042b6c2-5a26-45f9-96da-12c7a1d5413a tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1023121 Feb 03 04:38:13.906786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (07a0b73e-aef6-4bec-a25c-4ab24f9c05ed), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.935369 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-816f7fbb-1ea6-4fa7-97fb-7da9515dd7bb admin admin] Publish callbacks [] for security_group (d06e381d-c8dd-46d2-89f5-9c447b9bf0bf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.961945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-816f7fbb-1ea6-4fa7-97fb-7da9515dd7bb admin admin] Publish callbacks [] for security_group (d06e381d-c8dd-46d2-89f5-9c447b9bf0bf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:13.977912 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (51abde23-5064-42b5-a912-26112c155cbc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.023643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-816f7fbb-1ea6-4fa7-97fb-7da9515dd7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d06e381d-c8dd-46d2-89f5-9c447b9bf0bf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.026808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-816f7fbb-1ea6-4fa7-97fb-7da9515dd7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.031568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-816f7fbb-1ea6-4fa7-97fb-7da9515dd7bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d06e381d-c8dd-46d2-89f5-9c447b9bf0bf HTTP/1.1" status: 204 len: 168 time: 0.2309141 Feb 03 04:38:14.037442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.045497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f7fbb-1ea6-4fa7-97fb-7da9515dd7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06e381d-c8dd-46d2-89f5-9c447b9bf0bf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:14.064066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Calling delete_port for 0b0d4ef3-157a-47e4-a814-b42cac3b9887 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:14.075272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:14.090880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:14.103332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:14.106450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (07a0b73e-aef6-4bec-a25c-4ab24f9c05ed), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.176145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07a0b73e-aef6-4bec-a25c-4ab24f9c05ed,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:14.181466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:14.182162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.190234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.197178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-864ea791-238b-4a25-891b-291462154f76 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/07a0b73e-aef6-4bec-a25c-4ab24f9c05ed HTTP/1.1" status: 204 len: 168 time: 0.5860634 Feb 03 04:38:14.197363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:14.210515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=51abde23-5064-42b5-a912-26112c155cbc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:14.328181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ab29b078-3c8b-487c-a6f6-f6b73647df47 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1206963 Feb 03 04:38:14.334663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:14.418338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.432708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0b0d4ef3-157a-47e4-a814-b42cac3b9887), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.515697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Port': ['ID=0b0d4ef3-157a-47e4-a814-b42cac3b9887,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:14.520528 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.531848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-22937d5a-b181-4f66-b794-574ff6f758e9 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/ports/0b0d4ef3-157a-47e4-a814-b42cac3b9887 HTTP/1.1" status: 204 len: 168 time: 1.1899700 Feb 03 04:38:14.534300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:14.546956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf306b5-7387-43c3-94d5-1915ae1152cf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:14.566875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf306b5-7387-43c3-94d5-1915ae1152cf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:14.577613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8bf306b5-7387-43c3-94d5-1915ae1152cf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2417254 Feb 03 04:38:14.601342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:14.705141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.708579 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d3bd0b5d-da49-472f-b561-20e3498a37f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.716167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-49bf3adc-f03b-43e3-b171-6c614d33ff28 None None] Provisioning complete for port 51abde23-5064-42b5-a912-26112c155cbc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:14.716723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49bf3adc-f03b-43e3-b171-6c614d33ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (51abde23-5064-42b5-a912-26112c155cbc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.752655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:14.797359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fd2088-3caf-4b85-b90b-8df04f39c7db') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:14.797660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fd2088-3caf-4b85-b90b-8df04f39c7db') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:14.808852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b666227b-cc42-428f-a20b-012666aad5dd req-92bc3c2f-1380-47cc-90c4-0f35d3daf576 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 210 time: 0.0855086 Feb 03 04:38:14.819180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (d6fd2088-3caf-4b85-b90b-8df04f39c7db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.846068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d6fd2088-3caf-4b85-b90b-8df04f39c7db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.859079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:38:14.859619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (d6fd2088-3caf-4b85-b90b-8df04f39c7db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.860528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-49bf3adc-f03b-43e3-b171-6c614d33ff28 None None] Port 51abde23-5064-42b5-a912-26112c155cbc cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:38:14.861643 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:38:14.924025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 51abde23-5064-42b5-a912-26112c155cbc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:14.924269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (51abde23-5064-42b5-a912-26112c155cbc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.971442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d3bd0b5d-da49-472f-b561-20e3498a37f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:14.999835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bd0b5d-da49-472f-b561-20e3498a37f8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:15.013492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f7f06e-89c1-4159-a1ea-4a3df54675b2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:15.015120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f7f06e-89c1-4159-a1ea-4a3df54675b2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:15.032875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (b1f7f06e-89c1-4159-a1ea-4a3df54675b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.050414 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b1f7f06e-89c1-4159-a1ea-4a3df54675b2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.061681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:38:15.063736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (b1f7f06e-89c1-4159-a1ea-4a3df54675b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:38:15.073079 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:38:15.124829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.132201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 04:38:15.134802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.142825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "DELETE /v2.0/networks/1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5 HTTP/1.1" status: 204 len: 168 time: 0.9443882 Feb 03 04:38:15.146681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4eb65b2a-7d3d-4eb5-b23a-6c5bede3ca79 req-74467d2f-10ea-4847-a037-98e94e8aec8b tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0686600 Feb 03 04:38:15.185674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbbf9a-46c4-4098-961a-27b5a06e1f27 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fddda8e-b2b3-4489-bb0d-3427dcdf8ec5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:15.225298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:15.235763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (51abde23-5064-42b5-a912-26112c155cbc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.272077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-847358b3-f5d9-4e24-ad36-cd13b908b313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.278442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d3bd0b5d-da49-472f-b561-20e3498a37f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.292630 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.300664 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] 10.222.0.35 "DELETE /v2.0/networks/d3bd0b5d-da49-472f-b561-20e3498a37f8 HTTP/1.1" status: 204 len: 168 time: 0.7649150 Feb 03 04:38:15.327761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5157-02c9-43ff-9e42-645a035a80b7 tempest-PortsTestJSON-1993286601 tempest-PortsTestJSON-1993286601-project] Pushing event deleted for resources: {'Network': ['ID=d3bd0b5d-da49-472f-b561-20e3498a37f8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:15.489802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-847358b3-f5d9-4e24-ad36-cd13b908b313 admin admin] Publish callbacks [] for security_group (1d653860-2d88-4a46-b4de-547d2d256b0d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.517853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 51abde23-5064-42b5-a912-26112c155cbc owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:15.524505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-847358b3-f5d9-4e24-ad36-cd13b908b313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1d653860-2d88-4a46-b4de-547d2d256b0d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:15.753475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f1f781cc-09d2-4679-93e5-77bbde11646d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:15.755063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f1f781cc-09d2-4679-93e5-77bbde11646d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.2562225 Feb 03 04:38:15.783621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Request body: {'port': {'device_id': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'admin_state_up': True, 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:16.011545 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-847358b3-f5d9-4e24-ad36-cd13b908b313 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6aa9ab3531824240b13ea9610b126378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7843716 Feb 03 04:38:16.014976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2955809-468d-43c3-b9a5-b28113f3a021 req-19edb5bc-c567-4a8d-816d-5273626f751a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 210 time: 0.0543847 Feb 03 04:38:16.016868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:16.032007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847358b3-f5d9-4e24-ad36-cd13b908b313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d653860-2d88-4a46-b4de-547d2d256b0d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:16.057700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52332) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:16.093763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:16.102362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.118369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5181d3b-de74-4790-94e7-115187346e95 admin admin] Publish callbacks [] for security_group (1d653860-2d88-4a46-b4de-547d2d256b0d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.152970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5181d3b-de74-4790-94e7-115187346e95 admin admin] Publish callbacks [] for security_group (1d653860-2d88-4a46-b4de-547d2d256b0d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.208431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52340) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:16.222124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a150223b-c606-48f8-85d4-462cc9c36594 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'router': {'name': 'tempest-router--353355311', 'project_id': '9d56dce878184da5a429f1cd24b63192'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:16.258272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a150223b-c606-48f8-85d4-462cc9c36594 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (a57c5391-266d-4e66-b1a1-5da8b0647b58), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.260534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a150223b-c606-48f8-85d4-462cc9c36594 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (a57c5391-266d-4e66-b1a1-5da8b0647b58), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.278803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5181d3b-de74-4790-94e7-115187346e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1d653860-2d88-4a46-b4de-547d2d256b0d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.287388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5181d3b-de74-4790-94e7-115187346e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.292592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5181d3b-de74-4790-94e7-115187346e95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d653860-2d88-4a46-b4de-547d2d256b0d HTTP/1.1" status: 204 len: 168 time: 0.2743468 Feb 03 04:38:16.335317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5181d3b-de74-4790-94e7-115187346e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d653860-2d88-4a46-b4de-547d2d256b0d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:16.349165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Allocated IP 172.20.0.12 (33f08626-802d-4cfd-992c-cb30242887eb/11c55517-c63b-4249-a7dd-a79ccac8c398/feeab838-0eaf-44de-99ea-e025649aa39a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:16.384800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22e25d41-4196-424e-a5c9-484d45fb36c1 req-ae2f60cd-7847-4fae-8980-6db1898db0df tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0851514 Feb 03 04:38:16.483870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (51abde23-5064-42b5-a912-26112c155cbc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.566970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a150223b-c606-48f8-85d4-462cc9c36594 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (a57c5391-266d-4e66-b1a1-5da8b0647b58), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.589352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a150223b-c606-48f8-85d4-462cc9c36594 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (a57c5391-266d-4e66-b1a1-5da8b0647b58), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.608921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a150223b-c606-48f8-85d4-462cc9c36594 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.609232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=51abde23-5064-42b5-a912-26112c155cbc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:16.610535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a150223b-c606-48f8-85d4-462cc9c36594 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4001405 Feb 03 04:38:16.617368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:16.795657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9bfcd7f1-55dc-4066-9964-5beda64ea0a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a55d79880cf443f197bb6d3e029370c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7276247 Feb 03 04:38:16.796491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:16.865546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17b834d7-d649-4162-b53d-9066858f5505 admin admin] Publish callbacks [] for security_group (8a2def7e-fd14-413d-acc6-fe429b83b105), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.880883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8486cfe7-9f6c-4fba-95bf-fc3dcbadaac6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (a57c5391-266d-4e66-b1a1-5da8b0647b58), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.907827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17b834d7-d649-4162-b53d-9066858f5505 admin admin] Publish callbacks [] for security_group (8a2def7e-fd14-413d-acc6-fe429b83b105), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:16.997486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17b834d7-d649-4162-b53d-9066858f5505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a2def7e-fd14-413d-acc6-fe429b83b105), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.002199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17b834d7-d649-4162-b53d-9066858f5505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.003909 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-17b834d7-d649-4162-b53d-9066858f5505 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a2def7e-fd14-413d-acc6-fe429b83b105 HTTP/1.1" status: 204 len: 168 time: 0.2061491 Feb 03 04:38:17.018175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b834d7-d649-4162-b53d-9066858f5505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2def7e-fd14-413d-acc6-fe429b83b105,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:17.064340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks [] for port (feeab838-0eaf-44de-99ea-e025649aa39a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.191131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.197256 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-52f4b253-a036-4f60-9939-6729916831b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/51abde23-5064-42b5-a912-26112c155cbc HTTP/1.1" status: 204 len: 168 time: 2.5942826 Feb 03 04:38:17.198675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.212542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['1a0b5407-12a5-452a-bbbb-b9abea28e663'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:17.213096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c494bc1-a389-4646-b7e0-1af315c22410 req-2c48a9d2-a90b-48f7-97b1-1338568f2882 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 210 time: 0.0759532 Feb 03 04:38:17.213096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52368) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:17.215662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:17.290710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f140e8e-8d60-47f3-982e-a655185188f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:17.297181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f140e8e-8d60-47f3-982e-a655185188f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:17.299962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f140e8e-8d60-47f3-982e-a655185188f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:17.311917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f140e8e-8d60-47f3-982e-a655185188f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0973797 Feb 03 04:38:17.313093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:17.363678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8486cfe7-9f6c-4fba-95bf-fc3dcbadaac6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (a57c5391-266d-4e66-b1a1-5da8b0647b58), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.368961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8486cfe7-9f6c-4fba-95bf-fc3dcbadaac6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (a57c5391-266d-4e66-b1a1-5da8b0647b58), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.410887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Network 33f08626-802d-4cfd-992c-cb30242887eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:17.422235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 4864c313-3795-4e61-8b47-5205caa6bea7 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:17.431511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (4864c313-3795-4e61-8b47-5205caa6bea7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.433918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:17.437538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:17.571276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (4864c313-3795-4e61-8b47-5205caa6bea7), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.619156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event updated for resources: {'Port': ['ID=feeab838-0eaf-44de-99ea-e025649aa39a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:17.646322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8486cfe7-9f6c-4fba-95bf-fc3dcbadaac6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (a57c5391-266d-4e66-b1a1-5da8b0647b58), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.646824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486cfe7-9f6c-4fba-95bf-fc3dcbadaac6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a57c5391-266d-4e66-b1a1-5da8b0647b58 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:38:17.664035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8486cfe7-9f6c-4fba-95bf-fc3dcbadaac6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.665244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8486cfe7-9f6c-4fba-95bf-fc3dcbadaac6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "DELETE /v2.0/routers/a57c5391-266d-4e66-b1a1-5da8b0647b58 HTTP/1.1" status: 204 len: 168 time: 1.0393262 Feb 03 04:38:17.686499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41dc39a3-ba70-4ea6-8a17-4103f22f337a req-23169055-fc02-47f7-874f-8a1d52983259 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1534958 Feb 03 04:38:17.700733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:17.703201 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.739057 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-14b12fa7-9e85-4df2-b801-8031778e0a3c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9597380 Feb 03 04:38:17.754428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-c7e676cc-aab4-475c-82fe-003e4454d70b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:38:17.755489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-c7e676cc-aab4-475c-82fe-003e4454d70b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108950 Feb 03 04:38:17.795302 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4864c313-3795-4e61-8b47-5205caa6bea7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.867448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (4864c313-3795-4e61-8b47-5205caa6bea7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.888934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:17.895619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d92dcc-8fe3-4a79-b5ac-6add511eb0b3 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:17.898462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:17.910792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/4864c313-3795-4e61-8b47-5205caa6bea7 HTTP/1.1" status: 204 len: 168 time: 0.5965176 Feb 03 04:38:17.957417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89070cc9-883b-498e-a8c2-eda8cff0dfd5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=4864c313-3795-4e61-8b47-5205caa6bea7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:17.995152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 8caae0b3-dc84-48d7-90ca-1e6d4386b840 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:17.999425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (8caae0b3-dc84-48d7-90ca-1e6d4386b840), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.042641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (8caae0b3-dc84-48d7-90ca-1e6d4386b840), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.131956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (8caae0b3-dc84-48d7-90ca-1e6d4386b840), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.200220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:18.238015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (8caae0b3-dc84-48d7-90ca-1e6d4386b840), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.306612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=8caae0b3-dc84-48d7-90ca-1e6d4386b840,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:18.318069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.325619 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c463d06b-ec99-446e-97fb-c75a47b5d4a3 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/8caae0b3-dc84-48d7-90ca-1e6d4386b840 HTTP/1.1" status: 204 len: 168 time: 0.4259112 Feb 03 04:38:18.328040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:18.409039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:18.412089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-92fc194e-b51e-4089-ac05-02640fda42d6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792449 Feb 03 04:38:18.420928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:18.477998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Request body: {'port': {'device_id': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:18.478898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03b81b-b74a-40c3-918b-7327d79120a9 req-0bed2e26-3039-4c86-85ba-d63557bfd56f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:18.480459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c03b81b-b74a-40c3-918b-7327d79120a9 req-0bed2e26-3039-4c86-85ba-d63557bfd56f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 932 time: 0.0868485 Feb 03 04:38:18.588502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c03b81b-b74a-40c3-918b-7327d79120a9 req-0bb0cc07-3a9f-4e23-8977-d5210c471f98 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944409 Feb 03 04:38:18.664422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.728062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:18.741590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-339422814', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:18.812849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (35a87cde-b860-4442-8e8b-95792949b8d4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.814188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (35a87cde-b860-4442-8e8b-95792949b8d4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:18.880802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4293fdd-b9dd-4471-84fc-25a7b6c4630f req-4dcfc492-c318-46bc-8bb7-d78e33969a99 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0558953 Feb 03 04:38:18.924993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f50ef42-3100-44f8-bee9-f65549a927ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.039685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b0f06-c846-4878-bc27-32614b154a16 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:19.191564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feeab838-0eaf-44de-99ea-e025649aa39a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:38:19.200835 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Publish callbacks [] for port (feeab838-0eaf-44de-99ea-e025649aa39a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.215428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Transition to ACTIVE for port object feeab838-0eaf-44de-99ea-e025649aa39a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:38:19.216894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:19.221559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.228351 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.295434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=feeab838-0eaf-44de-99ea-e025649aa39a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:19.578618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Attempting to bind port feeab838-0eaf-44de-99ea-e025649aa39a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:19.579329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Attempting to bind port feeab838-0eaf-44de-99ea-e025649aa39a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:19.579329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Attempting to bind port feeab838-0eaf-44de-99ea-e025649aa39a on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:19.583629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3b7c4967-c3ab-42c3-a66f-dd4f70b9cf53 None None] Provisioning complete for port ab63000d-8862-4ba5-8baa-d0a6b3064473 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:19.584454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4967-c3ab-42c3-a66f-dd4f70b9cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.589061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Port feeab838-0eaf-44de-99ea-e025649aa39a on network 33f08626-802d-4cfd-992c-cb30242887eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:38:19.589392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Attempting to bind port feeab838-0eaf-44de-99ea-e025649aa39a on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:19.655629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:19.655974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:19.656369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Bound using segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:19.656817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Bound port: feeab838-0eaf-44de-99ea-e025649aa39a, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:19.667757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.678667 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (35a87cde-b860-4442-8e8b-95792949b8d4), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.682274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c4967-c3ab-42c3-a66f-dd4f70b9cf53 None None] Current status of the port ab63000d-8862-4ba5-8baa-d0a6b3064473 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:19.779676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:19.800064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f50ef42-3100-44f8-bee9-f65549a927ba admin admin] Publish callbacks [] for security_group (222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.845315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f50ef42-3100-44f8-bee9-f65549a927ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.864549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] Deleting port ab63000d-8862-4ba5-8baa-d0a6b3064473 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:19.865299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.893624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] For port feeab838-0eaf-44de-99ea-e025649aa39a, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:19.903271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] For port feeab838-0eaf-44de-99ea-e025649aa39a, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=feeab838-0eaf-44de-99ea-e025649aa39a,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:19.907401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (8c31b9ca-53de-44d0-bb9d-07505b0a496e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:19.992218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] For port ab63000d-8862-4ba5-8baa-d0a6b3064473, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ab63000d-8862-4ba5-8baa-d0a6b3064473,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:19.993048 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.026632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] Calling delete_port for ab63000d-8862-4ba5-8baa-d0a6b3064473 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:20.040179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (35a87cde-b860-4442-8e8b-95792949b8d4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.046674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=8c31b9ca-53de-44d0-bb9d-07505b0a496e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:20.056477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8f50ef42-3100-44f8-bee9-f65549a927ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=329c5780556147158c52354e4b765b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3248310 Feb 03 04:38:20.060482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:20.070452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f8858-5ae3-4e4f-ba4e-cce67a4f047e req-f4f3bb61-a9f0-49e4-aeac-ef4cb292c327 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:20.078162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c1f8858-5ae3-4e4f-ba4e-cce67a4f047e req-f4f3bb61-a9f0-49e4-aeac-ef4cb292c327 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 944 time: 0.2758455 Feb 03 04:38:20.083611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.125030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50ef42-3100-44f8-bee9-f65549a927ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:20.141611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-553c3cd8-32ce-4777-bae0-db2b59c36f4f req-d2c2ea22-ec82-45be-a4ef-d67a0e4c85dc tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0962200 Feb 03 04:38:20.148235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (ab63000d-8862-4ba5-8baa-d0a6b3064473), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.213606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] Pushing event deleted for resources: {'Port': ['ID=ab63000d-8862-4ba5-8baa-d0a6b3064473,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:20.229735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb82b8-19fa-4955-9d71-0f4a8694e239 None None] No DVR routers for this DVR port ab63000d-8862-4ba5-8baa-d0a6b3064473 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:20.243045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:20.246780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:20.247542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.249224 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/feeab838-0eaf-44de-99ea-e025649aa39a HTTP/1.1" status: 200 len: 1092 time: 2.4857481 Feb 03 04:38:20.253437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c1f8858-5ae3-4e4f-ba4e-cce67a4f047e req-ce74c82d-5795-42a6-bc4a-29b4bec3492d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739724 Feb 03 04:38:20.265293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'tag': 'feeab838-0eaf-44de-99ea-e025649aa39a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:38:20.270830 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04ca3a-543f-418f-b131-ed9469ae8e72" -d '{"events": [{"name": "network-changed", "server_uuid": "875a7a42-66d0-4e67-b722-3284e3c2f490", "tag": "feeab838-0eaf-44de-99ea-e025649aa39a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:38:20.279327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:20.287213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:20.288169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.294456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:20.305677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe9c09b-d383-4cb9-9b17-d9349e5572f8 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:20.445748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5005837-2e01-4caa-ae56-b9f03233b7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=feeab838-0eaf-44de-99ea-e025649aa39a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:20.480643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '8c31b9ca-53de-44d0-bb9d-07505b0a496e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:38:20.481675 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.500774 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e4116-ab98-4552-8a04-d1afd91aa5b0 x-openstack-request-id: req-751e4116-ab98-4552-8a04-d1afd91aa5b0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:38:20.501631 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a7a42-66d0-4e67-b722-3284e3c2f490", "tag": "feeab838-0eaf-44de-99ea-e025649aa39a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:38:20.502024 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-751e4116-ab98-4552-8a04-d1afd91aa5b0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:38:20.503739 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'tag': 'feeab838-0eaf-44de-99ea-e025649aa39a', 'status': 'completed', 'code': 200} Feb 03 04:38:20.517336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-26dfefd3-4ad2-4e9a-aa70-6b1740aaca68 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1026154 Feb 03 04:38:20.522757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:20.531970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:20.583657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-766948c7-c3fd-4b3e-9e22-cab803e7a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:20.589606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (35a87cde-b860-4442-8e8b-95792949b8d4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.592180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-766948c7-c3fd-4b3e-9e22-cab803e7a569 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 1126 time: 0.1949129 Feb 03 04:38:20.593580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a486a8-ef8e-42d6-864c-cfc813fdd1e3 admin admin] Publish callbacks [] for security_group (222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.625051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.711243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-3c7df61d-a00d-4b2c-b240-db94f09ee87b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feeab838-0eaf-44de-99ea-e025649aa39a HTTP/1.1" status: 200 len: 217 time: 0.1111081 Feb 03 04:38:20.769134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Allocated IP 172.20.0.2 (355aef9b-164b-424f-8915-d5c2d7f691fe/8c31b9ca-53de-44d0-bb9d-07505b0a496e/e0c235c2-e885-4064-ae43-8f5001803b33) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:20.776530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Allocated IP 172.25.7.152 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/54726caf-4cfc-41de-9d57-3e6ae6d8a39c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:20.815398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-804d24a5-de24-4fe5-800b-322cee8cd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:20.816939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-804d24a5-de24-4fe5-800b-322cee8cd12b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.1048982 Feb 03 04:38:20.856678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a486a8-ef8e-42d6-864c-cfc813fdd1e3 admin admin] Publish callbacks [] for security_group (222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.905337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for port (54726caf-4cfc-41de-9d57-3e6ae6d8a39c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.922980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-38387a94-8f7a-4234-a216-a3375e3caab5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932713 Feb 03 04:38:20.952006 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (54726caf-4cfc-41de-9d57-3e6ae6d8a39c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:20.963221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3409cee1-026d-4402-8fec-9330f948af37 tempest-DvrRoutersNegativeTest-32397452 tempest-DvrRoutersNegativeTest-32397452-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-339456608', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:20.966700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.policy [None req-3409cee1-026d-4402-8fec-9330f948af37 tempest-DvrRoutersNegativeTest-32397452 tempest-DvrRoutersNegativeTest-32397452-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103324) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 03 04:38:20.971699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.policy [None req-3409cee1-026d-4402-8fec-9330f948af37 tempest-DvrRoutersNegativeTest-32397452 tempest-DvrRoutersNegativeTest-32397452-project] Failed policy check for 'create_router' {{(pid=103324) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 03 04:38:20.972282 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-3409cee1-026d-4402-8fec-9330f948af37 tempest-DvrRoutersNegativeTest-32397452 tempest-DvrRoutersNegativeTest-32397452-project] create failed (client error): Access was denied to this resource. Feb 03 04:38:20.973337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3409cee1-026d-4402-8fec-9330f948af37 tempest-DvrRoutersNegativeTest-32397452 tempest-DvrRoutersNegativeTest-32397452-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5907419 Feb 03 04:38:21.066507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:21.074452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:21.085903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:21.124553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event updated for resources: {'Port': ['ID=54726caf-4cfc-41de-9d57-3e6ae6d8a39c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:21.125793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Publish callbacks [] for port (e0c235c2-e885-4064-ae43-8f5001803b33), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.139480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ab63000d-8862-4ba5-8baa-d0a6b3064473 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:21.149543 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.174420 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:38:21.224839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a486a8-ef8e-42d6-864c-cfc813fdd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.229326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a486a8-ef8e-42d6-864c-cfc813fdd1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.235628 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-22a486a8-ef8e-42d6-864c-cfc813fdd1e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f HTTP/1.1" status: 204 len: 168 time: 1.1701808 Feb 03 04:38:21.272018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-a86bc30b-4edd-43df-84b2-be641d006888 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424911 Feb 03 04:38:21.278690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a486a8-ef8e-42d6-864c-cfc813fdd1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c4cfb-9aa3-4226-b1bc-4ca75ff5d74f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:21.325646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Pushing event updated for resources: {'Port': ['ID=e0c235c2-e885-4064-ae43-8f5001803b33,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:21.365344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: ab63000d-8862-4ba5-8baa-d0a6b3064473 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:21.366911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ab63000d-8862-4ba5-8baa-d0a6b3064473 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:21.377138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:21.382949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:21.386089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:21.390270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:21.391325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.442695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6ee8cd15-d41e-4180-bb73-41ed503383bf req-13d27f18-731d-4c45-a460-eeeecbdeec57 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614039 Feb 03 04:38:21.483202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ab091d3-e348-4ffa-84fa-bac70aba6342 req-f4f21a49-8734-4821-96ad-edda8b46310d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.2065642 Feb 03 04:38:21.493453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Attempting to bind port e0c235c2-e885-4064-ae43-8f5001803b33 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:21.494961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Attempting to bind port e0c235c2-e885-4064-ae43-8f5001803b33 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:21.495588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Attempting to bind port e0c235c2-e885-4064-ae43-8f5001803b33 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:21.504993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:21.507821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:21.508414 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.508942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:21.509536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Bound port: e0c235c2-e885-4064-ae43-8f5001803b33, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:21.510022 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.588406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-8d1a600d-5703-4f86-96db-be8535634c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:21.596068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-8d1a600d-5703-4f86-96db-be8535634c6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 1126 time: 0.0990992 Feb 03 04:38:21.660241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] For port e0c235c2-e885-4064-ae43-8f5001803b33, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:21.665894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557922-0c17-4e89-9dc4-eff84552d4e5 req-6fc06ec5-8cad-404d-af10-1593150cfd9c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:21.666846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] For port e0c235c2-e885-4064-ae43-8f5001803b33, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e0c235c2-e885-4064-ae43-8f5001803b33,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:21.675468 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af557922-0c17-4e89-9dc4-eff84552d4e5 req-6fc06ec5-8cad-404d-af10-1593150cfd9c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 944 time: 0.2774310 Feb 03 04:38:21.689094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:21.853727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70bd50-660b-4d11-8dd1-0335cf6f67cf None None] Pushing event updated for resources: {'Port': ['ID=e0c235c2-e885-4064-ae43-8f5001803b33,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:21.882201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-0643e7c2-484e-4983-a660-14fe3e8a746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:21.886533 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-0643e7c2-484e-4983-a660-14fe3e8a746b service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.2791240 Feb 03 04:38:21.915696 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af557922-0c17-4e89-9dc4-eff84552d4e5 req-6c0705eb-643d-436c-a63b-c3e5248f8627 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392795 Feb 03 04:38:21.959122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:22.046742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (35a87cde-b860-4442-8e8b-95792949b8d4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.146995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:22.174590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c3e2f3-32aa-420c-83fd-26c4d77f2a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.433295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af1bc58e-dbf0-4d39-8a75-b84b9cf8678d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.625272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:22.627346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-c8191467-8048-44cc-bbd5-b9683d4701d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feeab838-0eaf-44de-99ea-e025649aa39a HTTP/1.1" status: 200 len: 217 time: 0.7317417 Feb 03 04:38:22.692113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e0c235c2-e885-4064-ae43-8f5001803b33 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:22.713644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-cf174925-136d-45c9-83ff-dced3a41d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:22.717160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-cf174925-136d-45c9-83ff-dced3a41d12b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.0821724 Feb 03 04:38:22.728821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56f1742f-d2f9-495a-ba0e-84113f9088f0 req-ea522a91-946b-4072-9415-d93e5d77bee9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0983577 Feb 03 04:38:22.774088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:22.780248 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-c421589e-804f-4216-8257-fbe0292fc810 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570667 Feb 03 04:38:22.804534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c3e2f3-32aa-420c-83fd-26c4d77f2a59 admin admin] Publish callbacks [] for security_group (398755c3-25d6-4b78-aed1-15adba0d0d21), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.809185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (35a87cde-b860-4442-8e8b-95792949b8d4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.810808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e0c235c2-e885-4064-ae43-8f5001803b33 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:22.811530 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.936922 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-85c3e2f3-32aa-420c-83fd-26c4d77f2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (398755c3-25d6-4b78-aed1-15adba0d0d21), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.938646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e0c235c2-e885-4064-ae43-8f5001803b33 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:22.939424 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:22.994503 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-e9694680-8e34-4d07-ba50-5b086f9df326 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986432 Feb 03 04:38:23.025942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e0c235c2-e885-4064-ae43-8f5001803b33, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e0c235c2-e885-4064-ae43-8f5001803b33,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:23.040316 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.106063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-85c3e2f3-32aa-420c-83fd-26c4d77f2a59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8f2c34fdd1440f790f1e950bcf734b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9495215 Feb 03 04:38:23.107118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bbf6-af45-4c7e-bb84-be5dcef06115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.109210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3e2f3-32aa-420c-83fd-26c4d77f2a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398755c3-25d6-4b78-aed1-15adba0d0d21,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:23.161013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e0c235c2-e885-4064-ae43-8f5001803b33,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:23.169624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af1bc58e-dbf0-4d39-8a75-b84b9cf8678d admin admin] Publish callbacks [] for security_group (8baa319c-cb69-4c64-a14a-3917171567c5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.170744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:23.226151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f04ca3a-543f-418f-b131-ed9469ae8e72 req-6f4f6ea9-628b-4e2c-afe3-509ab88710e1 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260089 Feb 03 04:38:23.229879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af1bc58e-dbf0-4d39-8a75-b84b9cf8678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8baa319c-cb69-4c64-a14a-3917171567c5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.475462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bc58e-dbf0-4d39-8a75-b84b9cf8678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baa319c-cb69-4c64-a14a-3917171567c5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:23.505828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:23.506068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-af1bc58e-dbf0-4d39-8a75-b84b9cf8678d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fc063b200d943a0bb08c5dfb88fdfff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5389414 Feb 03 04:38:23.547191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bd754e9f-d717-410b-83fc-8e569b6fbcca None None] Provisioning complete for port e0c235c2-e885-4064-ae43-8f5001803b33 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:23.547953 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd754e9f-d717-410b-83fc-8e569b6fbcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.575868 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adb8e489-e064-404d-b730-56783cbb0974 admin admin] Publish callbacks [] for security_group (8baa319c-cb69-4c64-a14a-3917171567c5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.605261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adb8e489-e064-404d-b730-56783cbb0974 admin admin] Publish callbacks [] for security_group (8baa319c-cb69-4c64-a14a-3917171567c5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.642707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.669434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adb8e489-e064-404d-b730-56783cbb0974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8baa319c-cb69-4c64-a14a-3917171567c5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.672463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adb8e489-e064-404d-b730-56783cbb0974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.679890 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-adb8e489-e064-404d-b730-56783cbb0974 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8baa319c-cb69-4c64-a14a-3917171567c5 HTTP/1.1" status: 204 len: 168 time: 0.1697111 Feb 03 04:38:23.695693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8e489-e064-404d-b730-56783cbb0974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baa319c-cb69-4c64-a14a-3917171567c5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:23.701663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0fb0-b671-444d-8411-34a7dd279a62 req-98b6a9f2-b486-41d4-8fb1-5446fbe67256 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:23.709219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a7e0fb0-b671-444d-8411-34a7dd279a62 req-98b6a9f2-b486-41d4-8fb1-5446fbe67256 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 944 time: 0.5367134 Feb 03 04:38:23.711266 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3792741b-84a8-4755-b624-cd2265ada2c1 admin admin] Publish callbacks [] for security_group (398755c3-25d6-4b78-aed1-15adba0d0d21), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.745964 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.746691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bd754e9f-d717-410b-83fc-8e569b6fbcca None None] Current status of the port e0c235c2-e885-4064-ae43-8f5001803b33 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:23.756836 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.827606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3792741b-84a8-4755-b624-cd2265ada2c1 admin admin] Publish callbacks [] for security_group (398755c3-25d6-4b78-aed1-15adba0d0d21), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.874068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bbf6-af45-4c7e-bb84-be5dcef06115 admin admin] Publish callbacks [] for security_group (7e26f11b-092e-4c39-af9a-5694d6a81ba8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.884287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a7e0fb0-b671-444d-8411-34a7dd279a62 req-b8741f2c-62a3-4dba-8291-16e6bcc7030b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740682 Feb 03 04:38:23.910111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Router 35a87cde-b860-4442-8e8b-95792949b8d4 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:38:23.912174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bbf6-af45-4c7e-bb84-be5dcef06115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e26f11b-092e-4c39-af9a-5694d6a81ba8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:23.980496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f885194-7bd4-4dc6-b566-4bb5206847d6 req-d5a35e72-37ee-4c2f-b0ea-259e978da149 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1089442 Feb 03 04:38:24.430481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8ab0bbf6-af45-4c7e-bb84-be5dcef06115 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2e42a7e89714131a840db9d65cedee5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7963119 Feb 03 04:38:24.431380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:24.462584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device feeab838-0eaf-44de-99ea-e025649aa39a details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:38:24.503871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0bbf6-af45-4c7e-bb84-be5dcef06115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e26f11b-092e-4c39-af9a-5694d6a81ba8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:24.532008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66277047-52f9-4810-9237-9220372154f3 admin admin] Publish callbacks [] for security_group (7e26f11b-092e-4c39-af9a-5694d6a81ba8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.536041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3792741b-84a8-4755-b624-cd2265ada2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (398755c3-25d6-4b78-aed1-15adba0d0d21), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.538588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3792741b-84a8-4755-b624-cd2265ada2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.540057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3792741b-84a8-4755-b624-cd2265ada2c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/398755c3-25d6-4b78-aed1-15adba0d0d21 HTTP/1.1" status: 204 len: 168 time: 1.3518906 Feb 03 04:38:24.584435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66277047-52f9-4810-9237-9220372154f3 admin admin] Publish callbacks [] for security_group (7e26f11b-092e-4c39-af9a-5694d6a81ba8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.611668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792741b-84a8-4755-b624-cd2265ada2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398755c3-25d6-4b78-aed1-15adba0d0d21,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:24.625222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] For port e0c235c2-e885-4064-ae43-8f5001803b33, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e0c235c2-e885-4064-ae43-8f5001803b33,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:24.657574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:38:24.684612 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (e0c235c2-e885-4064-ae43-8f5001803b33), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.694021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.696389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66277047-52f9-4810-9237-9220372154f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e26f11b-092e-4c39-af9a-5694d6a81ba8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.699568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66277047-52f9-4810-9237-9220372154f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.705952 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-66277047-52f9-4810-9237-9220372154f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e26f11b-092e-4c39-af9a-5694d6a81ba8 HTTP/1.1" status: 204 len: 168 time: 0.2731643 Feb 03 04:38:24.706257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.710569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bf27641c-e652-4b85-b6ab-955efaba689d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5061369 Feb 03 04:38:24.711333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:24.745066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (1fb1b373-ddff-45b2-a57f-4a747321ee1a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.806956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:24.815060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:24.819415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port feeab838-0eaf-44de-99ea-e025649aa39a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=feeab838-0eaf-44de-99ea-e025649aa39a,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:24.820713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:24.821370 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:24.823873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=e0c235c2-e885-4064-ae43-8f5001803b33,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:24.840715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=1fb1b373-ddff-45b2-a57f-4a747321ee1a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:24.845475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66277047-52f9-4810-9237-9220372154f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e26f11b-092e-4c39-af9a-5694d6a81ba8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:24.854812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'feeab838-0eaf-44de-99ea-e025649aa39a', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'port_id': 'feeab838-0eaf-44de-99ea-e025649aa39a', 'mac_address': 'fa:16:3e:b1:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c55517-c63b-4249-a7dd-a79ccac8c398', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:38:24.859936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e6180cfe-3034-4e61-bbc3-248ee50a2a57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3333578 Feb 03 04:38:24.861116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:24.863941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e0c235c2-e885-4064-ae43-8f5001803b33 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:24.866052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71006474-85e3-49e1-9373-07243f2206da None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:24.871321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:89:e5:eb', 'name': 'tempest-NetworksTestDHCPv6-634630459'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:24.881438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] Sync routers for ids ['35a87cde-b860-4442-8e8b-95792949b8d4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:38:24.979665 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9a3ebb37-d191-4ba6-8722-0b1d5ba158f5 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/35a87cde-b860-4442-8e8b-95792949b8d4 HTTP/1.1" status: 200 len: 924 time: 0.2654371 Feb 03 04:38:24.982728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:25.047474 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83dfe20e-f7ca-4d5f-82fa-6d070e657ec1 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=35a87cde-b860-4442-8e8b-95792949b8d4 HTTP/1.1" status: 200 len: 205 time: 0.0578947 Feb 03 04:38:25.048541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:25.130617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb07ab6-4028-48a2-9415-c5aa2c6412df req-99ff49c1-5911-44fb-9e28-c0d73f8a66cd tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:25.139063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cb07ab6-4028-48a2-9415-c5aa2c6412df req-99ff49c1-5911-44fb-9e28-c0d73f8a66cd tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 944 time: 0.1103065 Feb 03 04:38:25.190970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61d2dc51-c6ea-40af-9dd1-3e1cde31b0c2 req-77ea62b3-090a-4408-b5e0-009b448b9b4d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0378144 Feb 03 04:38:25.205837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] Routers {'35a87cde-b860-4442-8e8b-95792949b8d4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:25.206609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35a87cde-b860-4442-8e8b-95792949b8d4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:25.272976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cb07ab6-4028-48a2-9415-c5aa2c6412df req-887cf31a-9ae1-4dbb-afaa-af26036c87e5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278837 Feb 03 04:38:25.276134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:25.367719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (35a87cde-b860-4442-8e8b-95792949b8d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.382815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:25.425018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.432244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] Routers {'35a87cde-b860-4442-8e8b-95792949b8d4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:25.433283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35a87cde-b860-4442-8e8b-95792949b8d4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:25.463824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 90f7e051-9cba-41c5-9b53-86c5e785ca87 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:38:25.485643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port feeab838-0eaf-44de-99ea-e025649aa39a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:25.486564 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.507254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:25.509408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3443c57-505f-4a4f-a752-da1971f6b1ff None None] The sync data for ids ['35a87cde-b860-4442-8e8b-95792949b8d4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:38:25.534248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (35a87cde-b860-4442-8e8b-95792949b8d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.540827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e0c235c2-e885-4064-ae43-8f5001803b33 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:25.541210 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.548501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feeab838-0eaf-44de-99ea-e025649aa39a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:38:25.592282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:25.617574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4926f98b-1a6d-44ce-bb63-edd1d9534cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.680782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port feeab838-0eaf-44de-99ea-e025649aa39a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=feeab838-0eaf-44de-99ea-e025649aa39a,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:25.700684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.713947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4926f98b-1a6d-44ce-bb63-edd1d9534cb7 admin admin] Publish callbacks [] for security_group (56d3f82e-ec07-45a4-a7ff-f7e61d43f689), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.729953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4926f98b-1a6d-44ce-bb63-edd1d9534cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (56d3f82e-ec07-45a4-a7ff-f7e61d43f689), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.770556 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4926f98b-1a6d-44ce-bb63-edd1d9534cb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=048658b38803499eabf52f70a30be5e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756685 Feb 03 04:38:25.775086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:25.789056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Deleting port 54726caf-4cfc-41de-9d57-3e6ae6d8a39c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:25.790043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 172.20.0.7 (355aef9b-164b-424f-8915-d5c2d7f691fe/8c31b9ca-53de-44d0-bb9d-07505b0a496e/90f7e051-9cba-41c5-9b53-86c5e785ca87) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:25.790631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (54726caf-4cfc-41de-9d57-3e6ae6d8a39c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.810506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe89:e5eb (355aef9b-164b-424f-8915-d5c2d7f691fe/1fb1b373-ddff-45b2-a57f-4a747321ee1a/90f7e051-9cba-41c5-9b53-86c5e785ca87) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:25.870017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e0c235c2-e885-4064-ae43-8f5001803b33 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:25.922423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (54726caf-4cfc-41de-9d57-3e6ae6d8a39c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:25.938045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Calling delete_port for 54726caf-4cfc-41de-9d57-3e6ae6d8a39c owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:25.940216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=feeab838-0eaf-44de-99ea-e025649aa39a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:25.952705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['feeab838-0eaf-44de-99ea-e025649aa39a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:26.081594 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (90f7e051-9cba-41c5-9b53-86c5e785ca87), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.153414 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (90f7e051-9cba-41c5-9b53-86c5e785ca87), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.183776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926f98b-1a6d-44ce-bb63-edd1d9534cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3f82e-ec07-45a4-a7ff-f7e61d43f689,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:26.253961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:26.263822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:26.278154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:26.334879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-930e1b6c-c188-487c-8fad-d45ac8519aa6 admin admin] Publish callbacks [] for security_group (56d3f82e-ec07-45a4-a7ff-f7e61d43f689), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.390490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (54726caf-4cfc-41de-9d57-3e6ae6d8a39c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.441314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=90f7e051-9cba-41c5-9b53-86c5e785ca87,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:26.463048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-816dfe45-3d9d-449b-b111-f406675aa288 req-18a229ef-4d15-4d90-8804-fb1207206cf3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1036549 Feb 03 04:38:26.488256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-930e1b6c-c188-487c-8fad-d45ac8519aa6 admin admin] Publish callbacks [] for security_group (56d3f82e-ec07-45a4-a7ff-f7e61d43f689), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.507331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event deleted for resources: {'Port': ['ID=54726caf-4cfc-41de-9d57-3e6ae6d8a39c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:26.522730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52620) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:26.546872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:26.555068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.586095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-650cb776-f52e-462c-bd49-36fc5b4d401d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7211070 Feb 03 04:38:26.586229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:26.638654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e0c235c2-e885-4064-ae43-8f5001803b33 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:26.664663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893dd1b-93ba-4096-8098-a0d39e8cd04f req-a616729a-42fe-4e10-9070-b5a27f55d90d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:26.666307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6893dd1b-93ba-4096-8098-a0d39e8cd04f req-a616729a-42fe-4e10-9070-b5a27f55d90d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 945 time: 0.2197149 Feb 03 04:38:26.679308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (35a87cde-b860-4442-8e8b-95792949b8d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.747662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3a17f380-d265-4661-838b-1617539fa5d0 None None] Provisioning complete for port e0c235c2-e885-4064-ae43-8f5001803b33 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:26.750400 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a17f380-d265-4661-838b-1617539fa5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.790531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e42374-9042-47f4-8d66-c0caec45ca5c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:26.804915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e0c235c2-e885-4064-ae43-8f5001803b33 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:26.805654 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.808931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e42374-9042-47f4-8d66-c0caec45ca5c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:26.812354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e5e42374-9042-47f4-8d66-c0caec45ca5c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2229745 Feb 03 04:38:26.827928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:26.846069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-930e1b6c-c188-487c-8fad-d45ac8519aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (56d3f82e-ec07-45a4-a7ff-f7e61d43f689), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.856619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-930e1b6c-c188-487c-8fad-d45ac8519aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.860071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-930e1b6c-c188-487c-8fad-d45ac8519aa6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56d3f82e-ec07-45a4-a7ff-f7e61d43f689 HTTP/1.1" status: 204 len: 168 time: 1.0812161 Feb 03 04:38:26.883691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (35a87cde-b860-4442-8e8b-95792949b8d4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.886122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e1b6c-c188-487c-8fad-d45ac8519aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3f82e-ec07-45a4-a7ff-f7e61d43f689,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:26.892098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (35a87cde-b860-4442-8e8b-95792949b8d4), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.938970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e0c235c2-e885-4064-ae43-8f5001803b33 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:26.950958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6893dd1b-93ba-4096-8098-a0d39e8cd04f req-c2048411-ed1a-49e0-9cd0-9085b37da7a2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703633 Feb 03 04:38:26.996128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (35a87cde-b860-4442-8e8b-95792949b8d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:26.996756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Fanout notify agent at l3_agent the message router_deleted on router 35a87cde-b860-4442-8e8b-95792949b8d4 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:38:27.007809 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.010101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0486fbc9-4c26-44e1-a464-ca120144cd95 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/35a87cde-b860-4442-8e8b-95792949b8d4 HTTP/1.1" status: 204 len: 168 time: 1.9604762 Feb 03 04:38:27.013386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:27.021345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846512026', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:27.063946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3a17f380-d265-4661-838b-1617539fa5d0 None None] Current status of the port e0c235c2-e885-4064-ae43-8f5001803b33 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:27.066999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (afb4cc15-93b1-4b85-913a-8036af1d1e4c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.068518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (afb4cc15-93b1-4b85-913a-8036af1d1e4c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.089269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-41d96285-3d0e-4728-88a2-e0255947a840 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:27.090495 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-41d96285-3d0e-4728-88a2-e0255947a840 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 04:38:27.092141 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-41d96285-3d0e-4728-88a2-e0255947a840 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 04:38:27.099874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:27.101802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-41d96285-3d0e-4728-88a2-e0255947a840 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5745883 Feb 03 04:38:27.117345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--845148027'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:27.125903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 90f7e051-9cba-41c5-9b53-86c5e785ca87 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:27.126257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (90f7e051-9cba-41c5-9b53-86c5e785ca87), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.191145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0123688b-5bc4-4604-bcf5-526920b6ad4d None None] Provisioning complete for port 90f7e051-9cba-41c5-9b53-86c5e785ca87 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:27.193265 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0123688b-5bc4-4604-bcf5-526920b6ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (90f7e051-9cba-41c5-9b53-86c5e785ca87), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.225000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (afb4cc15-93b1-4b85-913a-8036af1d1e4c), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.273792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0123688b-5bc4-4604-bcf5-526920b6ad4d None None] Port 90f7e051-9cba-41c5-9b53-86c5e785ca87 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:38:27.304246 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (90f7e051-9cba-41c5-9b53-86c5e785ca87), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.320636 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.324275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 90f7e051-9cba-41c5-9b53-86c5e785ca87 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:27.390524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.486756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (afb4cc15-93b1-4b85-913a-8036af1d1e4c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.636087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04f7dc4a-1a7d-486a-9799-5e4c03600a9f req-537822c6-072a-4656-9913-d48b1ce322a4 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0689998 Feb 03 04:38:27.675424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (90f7e051-9cba-41c5-9b53-86c5e785ca87), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.716257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=90f7e051-9cba-41c5-9b53-86c5e785ca87,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:27.727583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.728168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.728760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.729203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.729642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.730080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.730515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.730958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.731393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.731874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.732338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.732766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.733194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:27.855669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (afb4cc15-93b1-4b85-913a-8036af1d1e4c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.872196 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:27.879191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-90396d2a-0a22-4afd-9606-31278752c3c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/90f7e051-9cba-41c5-9b53-86c5e785ca87 HTTP/1.1" status: 204 len: 168 time: 1.0500631 Feb 03 04:38:27.882341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:27.898305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.027199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe4351-4dd0-4a18-a590-ea41d5719539 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:28.028460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe4351-4dd0-4a18-a590-ea41d5719539 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:28.029787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe4351-4dd0-4a18-a590-ea41d5719539 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:28.034201 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-18fe4351-4dd0-4a18-a590-ea41d5719539 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1468196 Feb 03 04:38:28.034859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52666) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:28.046704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (4dabcbd1-b548-42cb-992f-ac63f16db9f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.065942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4dabcbd1-b548-42cb-992f-ac63f16db9f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.117252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dabcbd1-b548-42cb-992f-ac63f16db9f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:28.172309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Allocated IP 172.25.7.9 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/a2e0bea1-7a42-458c-a91e-f4a990081cc7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:28.217401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 1fb1b373-ddff-45b2-a57f-4a747321ee1a {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:28.231624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (1fb1b373-ddff-45b2-a57f-4a747321ee1a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.241139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (1a50649f-177e-4090-8cad-b8ce9dc12b73), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.281647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a50649f-177e-4090-8cad-b8ce9dc12b73), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.313072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.315095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2141225 Feb 03 04:38:28.319561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:28.326410 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1fb1b373-ddff-45b2-a57f-4a747321ee1a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.327001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e38ad0e5-155d-48d6-aeb3-c6bfbd89f0be tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '1a50649f-177e-4090-8cad-b8ce9dc12b73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:28.349216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112c195-80a3-4ed8-b751-d864df491685 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a50649f-177e-4090-8cad-b8ce9dc12b73,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:28.399985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.414510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38ad0e5-155d-48d6-aeb3-c6bfbd89f0be tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group_rule (de0673b1-7d4f-415e-9c3a-f0095f68e6d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.459976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device feeab838-0eaf-44de-99ea-e025649aa39a up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:28.469757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1fb1b373-ddff-45b2-a57f-4a747321ee1a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.509252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38ad0e5-155d-48d6-aeb3-c6bfbd89f0be tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group_rule (de0673b1-7d4f-415e-9c3a-f0095f68e6d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.513964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.558565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1fb1b373-ddff-45b2-a57f-4a747321ee1a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.571465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e0bea1-7a42-458c-a91e-f4a990081cc7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:28.573894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port feeab838-0eaf-44de-99ea-e025649aa39a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:38:28.582391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38ad0e5-155d-48d6-aeb3-c6bfbd89f0be tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (de0673b1-7d4f-415e-9c3a-f0095f68e6d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.584344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port feeab838-0eaf-44de-99ea-e025649aa39a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:28.584838 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.615694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ad0e5-155d-48d6-aeb3-c6bfbd89f0be tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0673b1-7d4f-415e-9c3a-f0095f68e6d7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:28.621485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb1b373-ddff-45b2-a57f-4a747321ee1a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:28.626466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.630245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3c84c9da-1262-4cff-9862-78d52d701a3a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/1fb1b373-ddff-45b2-a57f-4a747321ee1a HTTP/1.1" status: 204 len: 168 time: 0.5939207 Feb 03 04:38:28.635755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:28.637107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:28.642596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:28.646676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:28.661189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a415c81f-c2d6-44c1-a5a2-6b2d1252a8b5 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:28.700459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 8c31b9ca-53de-44d0-bb9d-07505b0a496e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:28.704108 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (8c31b9ca-53de-44d0-bb9d-07505b0a496e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.748936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (8c31b9ca-53de-44d0-bb9d-07505b0a496e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.844590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (8c31b9ca-53de-44d0-bb9d-07505b0a496e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.911012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38ad0e5-155d-48d6-aeb3-c6bfbd89f0be tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.913556 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e38ad0e5-155d-48d6-aeb3-c6bfbd89f0be tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5904365 Feb 03 04:38:28.927939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52694) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:28.933861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ec77b4b7-913f-4c7b-b30e-75ec0568b334 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '1a50649f-177e-4090-8cad-b8ce9dc12b73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:28.980458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (8c31b9ca-53de-44d0-bb9d-07505b0a496e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:28.995270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea1de0ec-a7a7-4c23-a022-07512abe445a req-23eefb8d-34a1-4d49-9f77-7f0b70f76b53 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0797927 Feb 03 04:38:29.002561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6b8b7-1deb-4fb8-9cfe-6ef3c202176a req-cfe5fcc2-0120-4250-b9d4-c9f20a5d9738 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:29.013615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port feeab838-0eaf-44de-99ea-e025649aa39a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:29.014026 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.017066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0f6b8b7-1deb-4fb8-9cfe-6ef3c202176a req-cfe5fcc2-0120-4250-b9d4-c9f20a5d9738 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 945 time: 0.8305340 Feb 03 04:38:29.081245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=8c31b9ca-53de-44d0-bb9d-07505b0a496e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:29.087530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (afb4cc15-93b1-4b85-913a-8036af1d1e4c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.107052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeab838-0eaf-44de-99ea-e025649aa39a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:38:29.109409 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2dee1f-3b50-4769-827b-41ee620b5727" -d '{"events": [{"server_uuid": "875a7a42-66d0-4e67-b722-3284e3c2f490", "name": "network-vif-plugged", "status": "completed", "tag": "feeab838-0eaf-44de-99ea-e025649aa39a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:38:29.140237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port feeab838-0eaf-44de-99ea-e025649aa39a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=feeab838-0eaf-44de-99ea-e025649aa39a,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:29.144150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.155203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-14f51199-04cd-4aba-80d4-89a657ca71d2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/8c31b9ca-53de-44d0-bb9d-07505b0a496e HTTP/1.1" status: 204 len: 168 time: 0.5155590 Feb 03 04:38:29.158366 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.160221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:29.270547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:29.283998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fa9429cb-4f8d-40a2-9252-57abf486153c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064589 Feb 03 04:38:29.291465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0f6b8b7-1deb-4fb8-9cfe-6ef3c202176a req-abe9e47d-0e1d-4392-ab8d-f309053b9c5a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210019 Feb 03 04:38:29.291755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=feeab838-0eaf-44de-99ea-e025649aa39a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:29.301196 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec77b4b7-913f-4c7b-b30e-75ec0568b334 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group_rule (cdf0e77f-c4d6-4808-8366-6525565e737c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.438406 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2461022-05aa-4a8f-90bb-4a1d18d1a702 x-openstack-request-id: req-b2461022-05aa-4a8f-90bb-4a1d18d1a702 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:38:29.438693 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a7a42-66d0-4e67-b722-3284e3c2f490", "name": "network-vif-plugged", "status": "completed", "tag": "feeab838-0eaf-44de-99ea-e025649aa39a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:38:29.443114 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2461022-05aa-4a8f-90bb-4a1d18d1a702 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:38:29.443984 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeab838-0eaf-44de-99ea-e025649aa39a', 'code': 200} Feb 03 04:38:29.450652 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ec77b4b7-913f-4c7b-b30e-75ec0568b334 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 04:38:29.453005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec77b4b7-913f-4c7b-b30e-75ec0568b334 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5239370 Feb 03 04:38:29.456172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:29.501282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604b77b-3d17-4b28-8eca-1475a228b7d8 None None] Update dhcp port {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '8c31b9ca-53de-44d0-bb9d-07505b0a496e'}], 'binding:host_id': 'n-d-827549-1'}, 'id': 'e0c235c2-e885-4064-ae43-8f5001803b33'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:38:29.542580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d604b77b-3d17-4b28-8eca-1475a228b7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.579307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1af752b-3ab4-4a96-bdd8-7f40f231beb5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (1a50649f-177e-4090-8cad-b8ce9dc12b73), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.611329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1af752b-3ab4-4a96-bdd8-7f40f231beb5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (1a50649f-177e-4090-8cad-b8ce9dc12b73), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.693741 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1af752b-3ab4-4a96-bdd8-7f40f231beb5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a50649f-177e-4090-8cad-b8ce9dc12b73), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.708476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1af752b-3ab4-4a96-bdd8-7f40f231beb5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.712232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b1af752b-3ab4-4a96-bdd8-7f40f231beb5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a50649f-177e-4090-8cad-b8ce9dc12b73 HTTP/1.1" status: 204 len: 168 time: 0.2545710 Feb 03 04:38:29.716986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:29.750283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970e8f4-ec8c-4279-9106-88d9849c570a None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:29.752872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af752b-3ab4-4a96-bdd8-7f40f231beb5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a50649f-177e-4090-8cad-b8ce9dc12b73,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:29.871694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ee677593-c499-44cb-bca1-896d78b79254 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1528733 Feb 03 04:38:29.874072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:29.887710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b560cf48-bbe2-44e8-9a95-f7c2918bf9e1 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--62913846'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:29.905801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (afb4cc15-93b1-4b85-913a-8036af1d1e4c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.933197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b560cf48-bbe2-44e8-9a95-f7c2918bf9e1 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:29.941665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8d00f95f-b656-49c5-97fe-6beba003954c None None] Provisioning complete for port e0c235c2-e885-4064-ae43-8f5001803b33 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:29.942049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d00f95f-b656-49c5-97fe-6beba003954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.039617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696166a7-b49b-4706-9b18-291b8b735b5b tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:30.045453 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-696166a7-b49b-4706-9b18-291b8b735b5b tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7730298 Feb 03 04:38:30.046564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:30.050899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7edfe-6efb-4422-96f3-2252fc90e41d req-3981ca14-dc22-404c-a764-6d24fe8801cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:30.053180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-03b7edfe-6efb-4422-96f3-2252fc90e41d req-3981ca14-dc22-404c-a764-6d24fe8801cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 1128 time: 0.2298620 Feb 03 04:38:30.183367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded4d19-c8bc-4433-93a7-18e293d0445a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:30.188190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fded4d19-c8bc-4433-93a7-18e293d0445a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386485 Feb 03 04:38:30.190295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:30.224378 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-03b7edfe-6efb-4422-96f3-2252fc90e41d req-f21b3599-27bb-4ecf-8d40-a30b55b00b4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633413 Feb 03 04:38:30.321284 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0c40f3e8-5133-4765-9f92-1cda98827f49 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225202 Feb 03 04:38:30.323324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Router afb4cc15-93b1-4b85-913a-8036af1d1e4c is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:38:30.325296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:30.331079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f1d5a18c-ac69-4e0f-9a8c-8a0ea8bf4935 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:30.341564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8d00f95f-b656-49c5-97fe-6beba003954c None None] Current status of the port e0c235c2-e885-4064-ae43-8f5001803b33 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:30.344784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:30.428394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32b05da6-0a34-4e6e-8f69-76f35136cc3b req-b7070a21-1fdd-4893-9543-d8f3c3ef9b76 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.2365499 Feb 03 04:38:30.446725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b560cf48-bbe2-44e8-9a95-f7c2918bf9e1 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (d6e66928-2797-428c-9941-654808fe7c6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.463797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b560cf48-bbe2-44e8-9a95-f7c2918bf9e1 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d6e66928-2797-428c-9941-654808fe7c6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.544536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b560cf48-bbe2-44e8-9a95-f7c2918bf9e1 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.552939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b560cf48-bbe2-44e8-9a95-f7c2918bf9e1 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6772280 Feb 03 04:38:30.559816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] Deleting port e0c235c2-e885-4064-ae43-8f5001803b33 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:30.560815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.565370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:30.585066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cf49a52b-c9dd-4a22-b8e1-cdf25b7c3968 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'd6e66928-2797-428c-9941-654808fe7c6d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:30.587073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560cf48-bbe2-44e8-9a95-f7c2918bf9e1 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e66928-2797-428c-9941-654808fe7c6d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:30.587633 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-cf49a52b-c9dd-4a22-b8e1-cdf25b7c3968 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 04:38:30.589037 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-cf49a52b-c9dd-4a22-b8e1-cdf25b7c3968 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:30.593349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cf49a52b-c9dd-4a22-b8e1-cdf25b7c3968 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0233791 Feb 03 04:38:30.593349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:30.634863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e0c235c2-e885-4064-ae43-8f5001803b33 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:30.643003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab779f-8de3-4649-9ec5-defeb6be87a4 req-2cc8a902-334d-411d-ba2d-d28e1878f179 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:30.646256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-baab779f-8de3-4649-9ec5-defeb6be87a4 req-2cc8a902-334d-411d-ba2d-d28e1878f179 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 946 time: 0.1312392 Feb 03 04:38:30.767355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] For port e0c235c2-e885-4064-ae43-8f5001803b33, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e0c235c2-e885-4064-ae43-8f5001803b33,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:30.768330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.773635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-baab779f-8de3-4649-9ec5-defeb6be87a4 req-24d06c95-e0e2-43d1-8e49-1bb959a89b80 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215723 Feb 03 04:38:30.788358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] Calling delete_port for e0c235c2-e885-4064-ae43-8f5001803b33 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:30.801036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d5a18c-ac69-4e0f-9a8c-8a0ea8bf4935 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:30.804436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d5a18c-ac69-4e0f-9a8c-8a0ea8bf4935 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.805915 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d5a18c-ac69-4e0f-9a8c-8a0ea8bf4935 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:30.806347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d5a18c-ac69-4e0f-9a8c-8a0ea8bf4935 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:30.835970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:38:30.837639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6ded-4c50-49df-b30b-40aaa726beee tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (d6e66928-2797-428c-9941-654808fe7c6d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.848295 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Sync routers for ids ['afb4cc15-93b1-4b85-913a-8036af1d1e4c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:38:30.850078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e0c235c2-e885-4064-ae43-8f5001803b33 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:30.850510 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.863838 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Routers {'afb4cc15-93b1-4b85-913a-8036af1d1e4c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:30.864485 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['afb4cc15-93b1-4b85-913a-8036af1d1e4c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:30.885413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f1d5a18c-ac69-4e0f-9a8c-8a0ea8bf4935 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5589471 Feb 03 04:38:30.888704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:30.893765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.894084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc387b9b-850b-4eab-8373-984250291115 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:30.897488 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e631c9b8-ab69-455b-8be6-a28ab35a26ed tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8806632 Feb 03 04:38:30.902268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:30.920533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e0c235c2-e885-4064-ae43-8f5001803b33, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e0c235c2-e885-4064-ae43-8f5001803b33,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:30.928748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6ded-4c50-49df-b30b-40aaa726beee tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (d6e66928-2797-428c-9941-654808fe7c6d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:30.964449 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.030719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6ded-4c50-49df-b30b-40aaa726beee tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d6e66928-2797-428c-9941-654808fe7c6d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.033674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6ded-4c50-49df-b30b-40aaa726beee tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.035146 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e4b6ded-4c50-49df-b30b-40aaa726beee tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/d6e66928-2797-428c-9941-654808fe7c6d HTTP/1.1" status: 204 len: 168 time: 0.4186678 Feb 03 04:38:31.039427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52792) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.065548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e0c235c2-e885-4064-ae43-8f5001803b33,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:31.082914 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e0c235c2-e885-4064-ae43-8f5001803b33), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.086394 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Set router afb4cc15-93b1-4b85-913a-8036af1d1e4c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:38:31.134796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6ded-4c50-49df-b30b-40aaa726beee tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e66928-2797-428c-9941-654808fe7c6d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:31.160609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] Pushing event deleted for resources: {'Port': ['ID=e0c235c2-e885-4064-ae43-8f5001803b33,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:31.183746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca9c34-420a-43db-b3ab-b1729abc1fa9 None None] No DVR routers for this DVR port e0c235c2-e885-4064-ae43-8f5001803b33 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:31.206427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa8df61a-4ae3-44a9-a10e-0adc376dca9a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1655765 Feb 03 04:38:31.212463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.220704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d82c7233-09bc-440f-a5e9-2b690491e810 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428725578'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:31.295565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d82c7233-09bc-440f-a5e9-2b690491e810 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.459101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d82c7233-09bc-440f-a5e9-2b690491e810 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (4517c653-9f4b-4647-b123-30e025f318fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.469601 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb4cc15-93b1-4b85-913a-8036af1d1e4c', 'name': 'tempest-snat-router-846512026', 'tenant_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.9'}], 'enable_snat': False}, 'gw_port_id': 'a2e0bea1-7a42-458c-a91e-f4a990081cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:38:27Z', 'updated_at': '2022-02-03T04:38:28Z', 'revision_number': 3, 'project_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'gw_port': {'id': 'a2e0bea1-7a42-458c-a91e-f4a990081cc7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb4cc15-93b1-4b85-913a-8036af1d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:38:27Z', 'updated_at': '2022-02-03T04:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:31.470056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc387b9b-850b-4eab-8373-984250291115 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:31.475222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d82c7233-09bc-440f-a5e9-2b690491e810 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4517c653-9f4b-4647-b123-30e025f318fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.490934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc387b9b-850b-4eab-8373-984250291115 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.495828 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc387b9b-850b-4eab-8373-984250291115 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:31.496277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc387b9b-850b-4eab-8373-984250291115 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:31.505302 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Checking router: afb4cc15-93b1-4b85-913a-8036af1d1e4c for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:38:31.506009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Updating router afb4cc15-93b1-4b85-913a-8036af1d1e4c port a2e0bea1-7a42-458c-a91e-f4a990081cc7 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:38:31.536832 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.549533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c7233-09bc-440f-a5e9-2b690491e810 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4517c653-9f4b-4647-b123-30e025f318fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:31.563787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.590832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc387b9b-850b-4eab-8373-984250291115 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7004256 Feb 03 04:38:31.593332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.596822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d82c7233-09bc-440f-a5e9-2b690491e810 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.602484 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d82c7233-09bc-440f-a5e9-2b690491e810 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3886957 Feb 03 04:38:31.605558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.615625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-826f40d9-177f-4671-982c-c0d07cc0d906 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '4517c653-9f4b-4647-b123-30e025f318fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:31.616750 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-826f40d9-177f-4671-982c-c0d07cc0d906 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 04:38:31.617445 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-826f40d9-177f-4671-982c-c0d07cc0d906 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:31.618608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-826f40d9-177f-4671-982c-c0d07cc0d906 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119159 Feb 03 04:38:31.621588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.628487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5a2ce134-ee00-4058-baea-d915b8c73c6e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:31.679305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82ce948f-0aa2-4ab4-b3d9-a55da7d87a03 req-a8d8fa47-be21-462f-89ec-31077903292f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0736265 Feb 03 04:38:31.730392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-718b55ab-ceb6-4c69-a15c-46e9bb143a47 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/afb4cc15-93b1-4b85-913a-8036af1d1e4c HTTP/1.1" status: 200 len: 906 time: 0.8269360 Feb 03 04:38:31.730982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.736785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846512026', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': True}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:31.783388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-455404c2-b632-4f16-b9b8-2044af8fc3d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (4517c653-9f4b-4647-b123-30e025f318fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.790573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (82711afa-a8a0-43e6-b3e4-1edb20715338), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.791920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (82711afa-a8a0-43e6-b3e4-1edb20715338), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.854703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (82711afa-a8a0-43e6-b3e4-1edb20715338), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.870198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ce134-ee00-4058-baea-d915b8c73c6e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:31.873932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce134-ee00-4058-baea-d915b8c73c6e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.875454 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2ce134-ee00-4058-baea-d915b8c73c6e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:31.876017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2ce134-ee00-4058-baea-d915b8c73c6e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:31.918992 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Publish callbacks [] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.928828 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:31.929116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5a2ce134-ee00-4058-baea-d915b8c73c6e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3051786 Feb 03 04:38:31.972264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:31.994227 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Attempting to bind port a2e0bea1-7a42-458c-a91e-f4a990081cc7 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:31.995026 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Attempting to bind port a2e0bea1-7a42-458c-a91e-f4a990081cc7 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:31.995604 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Attempting to bind port a2e0bea1-7a42-458c-a91e-f4a990081cc7 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:32.003213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-35716609-4cc7-4d29-bf61-0655a1871854 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:32.004534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:32.005259 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:32.005978 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.006838 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:32.007686 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Bound port: a2e0bea1-7a42-458c-a91e-f4a990081cc7, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:32.008244 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.064863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6b6d8-9e6a-4525-95d1-f2eaa078779f req-5161422d-35ff-4471-b95d-8eb49ac84076 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:32.068059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64f6b6d8-9e6a-4525-95d1-f2eaa078779f req-5161422d-35ff-4471-b95d-8eb49ac84076 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 946 time: 0.1558070 Feb 03 04:38:32.101500 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] For port a2e0bea1-7a42-458c-a91e-f4a990081cc7, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:32.106371 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] For port a2e0bea1-7a42-458c-a91e-f4a990081cc7, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2e0bea1-7a42-458c-a91e-f4a990081cc7,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:32.121911 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.147153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-455404c2-b632-4f16-b9b8-2044af8fc3d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (4517c653-9f4b-4647-b123-30e025f318fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.152593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64f6b6d8-9e6a-4525-95d1-f2eaa078779f req-b46c774b-11b8-4566-8a57-0f562b748041 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764492 Feb 03 04:38:32.168436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb2fff17-0368-4787-8c28-e9b5d01b91fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.177079 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Pushing event updated for resources: {'Port': ['ID=a2e0bea1-7a42-458c-a91e-f4a990081cc7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:32.209966 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.213748 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.214317 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.214873 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.215377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.216039 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.216562 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.218153 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.219050 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.219882 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.225759 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.226773 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.227309 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:32.298642 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Routers {'afb4cc15-93b1-4b85-913a-8036af1d1e4c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:32.299338 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:05Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['afb4cc15-93b1-4b85-913a-8036af1d1e4c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:32.389833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (82711afa-a8a0-43e6-b3e4-1edb20715338), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.424156 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] Set router afb4cc15-93b1-4b85-913a-8036af1d1e4c gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:38:32.431848 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb2fff17-0368-4787-8c28-e9b5d01b91fc admin admin] Publish callbacks [] for security_group (b03736af-97c5-4846-b5f7-2fc10bea59ea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.442220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb2fff17-0368-4787-8c28-e9b5d01b91fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b03736af-97c5-4846-b5f7-2fc10bea59ea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.501194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35716609-4cc7-4d29-bf61-0655a1871854 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:32.504871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35716609-4cc7-4d29-bf61-0655a1871854 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.506531 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-35716609-4cc7-4d29-bf61-0655a1871854 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:32.508725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35716609-4cc7-4d29-bf61-0655a1871854 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:32.537188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-455404c2-b632-4f16-b9b8-2044af8fc3d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4517c653-9f4b-4647-b123-30e025f318fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.549390 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-455404c2-b632-4f16-b9b8-2044af8fc3d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.551972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-455404c2-b632-4f16-b9b8-2044af8fc3d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/4517c653-9f4b-4647-b123-30e025f318fb HTTP/1.1" status: 204 len: 168 time: 0.9279890 Feb 03 04:38:32.558900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:32.567268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb16af0-7afb-4e74-b9e8-298633a5dd36 req-62afa30c-4ee2-486e-8801-8effb1e8459d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:32.569574 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdb16af0-7afb-4e74-b9e8-298633a5dd36 req-62afa30c-4ee2-486e-8801-8effb1e8459d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 945 time: 0.2419181 Feb 03 04:38:32.572504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-35716609-4cc7-4d29-bf61-0655a1871854 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5888476 Feb 03 04:38:32.575822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fff17-0368-4787-8c28-e9b5d01b91fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03736af-97c5-4846-b5f7-2fc10bea59ea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:32.578780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:32.583394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eb2fff17-0368-4787-8c28-e9b5d01b91fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8386cd0c4954d2aa8f66f7e89b794ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0136213 Feb 03 04:38:32.584267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:32.611667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7282e064-a07c-48ba-a94a-87e0b7c0bfea tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:32.674656 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4542-b6ec-4333-9513-066928ef2105 admin admin] Publish callbacks [] for security_group (b03736af-97c5-4846-b5f7-2fc10bea59ea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.677241 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184142b-13c1-48b8-b8dc-67463b086f39 None None] Pushing event updated for resources: {'Port': ['ID=a2e0bea1-7a42-458c-a91e-f4a990081cc7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:32.698588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4542-b6ec-4333-9513-066928ef2105 admin admin] Publish callbacks [] for security_group (b03736af-97c5-4846-b5f7-2fc10bea59ea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.717478 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb4cc15-93b1-4b85-913a-8036af1d1e4c', 'name': 'tempest-snat-router-846512026', 'tenant_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.9'}], 'enable_snat': False}, 'gw_port_id': 'a2e0bea1-7a42-458c-a91e-f4a990081cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:38:27Z', 'updated_at': '2022-02-03T04:38:28Z', 'revision_number': 3, 'project_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'gw_port': {'id': 'a2e0bea1-7a42-458c-a91e-f4a990081cc7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb4cc15-93b1-4b85-913a-8036af1d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:38:27Z', 'updated_at': '2022-02-03T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:32.731451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455404c2-b632-4f16-b9b8-2044af8fc3d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4517c653-9f4b-4647-b123-30e025f318fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:32.785959 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7fdabf-6847-49fb-af81-8a57b3d88576 None None] The sync data for ids ['afb4cc15-93b1-4b85-913a-8036af1d1e4c'] in n-d-827549-1 is: [{'id': 'afb4cc15-93b1-4b85-913a-8036af1d1e4c', 'name': 'tempest-snat-router-846512026', 'tenant_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.9'}], 'enable_snat': False}, 'gw_port_id': 'a2e0bea1-7a42-458c-a91e-f4a990081cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:38:27Z', 'updated_at': '2022-02-03T04:38:28Z', 'revision_number': 3, 'project_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'gw_port': {'id': 'a2e0bea1-7a42-458c-a91e-f4a990081cc7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb4cc15-93b1-4b85-913a-8036af1d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:38:27Z', 'updated_at': '2022-02-03T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:38:32.809371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fdb16af0-7afb-4e74-b9e8-298633a5dd36 req-4604d2b3-c5e3-4e92-969f-0142bbe47388 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786058 Feb 03 04:38:32.810115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4542-b6ec-4333-9513-066928ef2105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b03736af-97c5-4846-b5f7-2fc10bea59ea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.819360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4542-b6ec-4333-9513-066928ef2105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.824896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7e3f4542-b6ec-4333-9513-066928ef2105 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b03736af-97c5-4846-b5f7-2fc10bea59ea HTTP/1.1" status: 204 len: 168 time: 0.2367303 Feb 03 04:38:32.858480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f4542-b6ec-4333-9513-066928ef2105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03736af-97c5-4846-b5f7-2fc10bea59ea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:32.901473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5835d36c-95c4-491d-bd7f-3c876bfbdc8d req-654a4ac2-1256-4298-b910-6e99ffe54807 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0577638 Feb 03 04:38:32.940272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7282e064-a07c-48ba-a94a-87e0b7c0bfea tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:32.946213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7282e064-a07c-48ba-a94a-87e0b7c0bfea tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:32.947892 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7282e064-a07c-48ba-a94a-87e0b7c0bfea tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:32.948513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7282e064-a07c-48ba-a94a-87e0b7c0bfea tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:33.027656 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7282e064-a07c-48ba-a94a-87e0b7c0bfea tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4219680 Feb 03 04:38:33.029453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:33.046092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2a40029c-78fe-4447-b5df-e6afb194b732 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4717219 Feb 03 04:38:33.055004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d186ffe9-a030-4f8d-adea-e563c3c4c5ba tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:33.055904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:33.071051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-672f2b01-5a82-45a6-b741-7755cad51311 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--806418930'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:33.145539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40e7359-7f48-4e2b-a84c-837d4ecd8323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:33.155096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1447b53-12f6-41e5-ae75-2e61521ca39e req-6653fa68-0141-4f74-9f9c-c24ee8070af6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:33.165752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1447b53-12f6-41e5-ae75-2e61521ca39e req-6653fa68-0141-4f74-9f9c-c24ee8070af6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 946 time: 0.1841781 Feb 03 04:38:33.182727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-672f2b01-5a82-45a6-b741-7755cad51311 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:33.457772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (82711afa-a8a0-43e6-b3e4-1edb20715338), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:33.493078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:33.562257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d186ffe9-a030-4f8d-adea-e563c3c4c5ba tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:33.566441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d186ffe9-a030-4f8d-adea-e563c3c4c5ba tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:33.568578 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d186ffe9-a030-4f8d-adea-e563c3c4c5ba tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:33.569615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d186ffe9-a030-4f8d-adea-e563c3c4c5ba tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:38:33.639218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d186ffe9-a030-4f8d-adea-e563c3c4c5ba tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5907087 Feb 03 04:38:33.640077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:33.653784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:33.690784 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fddf99b6-7726-4d70-a02e-406ed71a84fa tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0451422 Feb 03 04:38:33.700058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:33.725128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Allocated IP 172.25.7.95 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/0d4e093c-ee9c-49fd-9c5b-5a450f494ee0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:33.789979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5b54-0ea5-436b-9360-3ef1e2632558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:33.854152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1447b53-12f6-41e5-ae75-2e61521ca39e req-2c910673-d664-49af-961d-eb651c1a4ba5 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736767 Feb 03 04:38:33.953014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d9d44-781a-42ab-8a1e-1a051f48a2d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:33.968360 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ba3d9d44-781a-42ab-8a1e-1a051f48a2d1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2635295 Feb 03 04:38:33.979710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.031058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-672f2b01-5a82-45a6-b741-7755cad51311 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (5dc1844d-c924-4181-a145-99ea159c3603), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.049614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-672f2b01-5a82-45a6-b741-7755cad51311 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5dc1844d-c924-4181-a145-99ea159c3603), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.074033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe8f3688-41bd-41fe-be53-85d4ac393be1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929978 Feb 03 04:38:34.074658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.078287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for port (0d4e093c-ee9c-49fd-9c5b-5a450f494ee0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.085027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:34.189441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-672f2b01-5a82-45a6-b741-7755cad51311 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.190726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-672f2b01-5a82-45a6-b741-7755cad51311 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1311214 Feb 03 04:38:34.196117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.223548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8bee11c-839d-4904-9788-e0413aa5ec89 req-4702e6c1-4244-471d-bfd1-76273a6bad51 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1310003 Feb 03 04:38:34.249423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0d4e093c-ee9c-49fd-9c5b-5a450f494ee0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.256603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a7039e00-d95a-4d5f-b927-75334134d3fb tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '5dc1844d-c924-4181-a145-99ea159c3603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:34.269526 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-a7039e00-d95a-4d5f-b927-75334134d3fb tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 04:38:34.270655 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-a7039e00-d95a-4d5f-b927-75334134d3fb tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:34.275141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a7039e00-d95a-4d5f-b927-75334134d3fb tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0613067 Feb 03 04:38:34.277087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.294145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:34.298251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.316761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-30d45c32-c743-4f0e-bfa7-93bce8e250dc tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '5dc1844d-c924-4181-a145-99ea159c3603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:34.319317 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-30d45c32-c743-4f0e-bfa7-93bce8e250dc tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 04:38:34.320034 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-30d45c32-c743-4f0e-bfa7-93bce8e250dc tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:34.322573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-30d45c32-c743-4f0e-bfa7-93bce8e250dc tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0204182 Feb 03 04:38:34.324403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:34.328823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.345368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-76c36e4c-105e-433e-88a9-02d32ab00bd5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '5dc1844d-c924-4181-a145-99ea159c3603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:34.347259 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-76c36e4c-105e-433e-88a9-02d32ab00bd5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 04:38:34.347803 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-76c36e4c-105e-433e-88a9-02d32ab00bd5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:34.348831 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-76c36e4c-105e-433e-88a9-02d32ab00bd5 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0190256 Feb 03 04:38:34.355212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:34.361138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:34.361738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52890) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.369118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f2b01-5a82-45a6-b741-7755cad51311 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc1844d-c924-4181-a145-99ea159c3603,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:34.402190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eeddbf23-8766-43de-a103-4383449e86f2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '5dc1844d-c924-4181-a145-99ea159c3603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:34.403685 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-eeddbf23-8766-43de-a103-4383449e86f2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 04:38:34.404406 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-eeddbf23-8766-43de-a103-4383449e86f2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:34.405606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eeddbf23-8766-43de-a103-4383449e86f2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0425546 Feb 03 04:38:34.409122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.425279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Port': ['ID=0d4e093c-ee9c-49fd-9c5b-5a450f494ee0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:34.456431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5b54-0ea5-436b-9360-3ef1e2632558 admin admin] Publish callbacks [] for security_group (e1825246-a225-494e-81b9-3c7313a631a9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.497252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5b54-0ea5-436b-9360-3ef1e2632558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e1825246-a225-494e-81b9-3c7313a631a9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.591266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd5b54-0ea5-436b-9360-3ef1e2632558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1825246-a225-494e-81b9-3c7313a631a9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:34.603495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21f1b8-a3b9-40ee-be60-891199e131d8 req-d27ae8c9-7bc8-4d8a-9f7c-1c70c33f2a03 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:34.610785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf21f1b8-a3b9-40ee-be60-891199e131d8 req-d27ae8c9-7bc8-4d8a-9f7c-1c70c33f2a03 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 946 time: 0.4116039 Feb 03 04:38:34.636826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9ecd5b54-0ea5-436b-9360-3ef1e2632558 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9653e7e17704ae8b972c93410d926b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9656882 Feb 03 04:38:34.637511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.729627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf21f1b8-a3b9-40ee-be60-891199e131d8 req-0e7bb7c2-cfad-4991-bdea-e92eee6f3418 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126912 Feb 03 04:38:34.731802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2e0bea1-7a42-458c-a91e-f4a990081cc7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:34.744082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943f7c55-319d-42ba-a8f1-63c497db84de tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (5dc1844d-c924-4181-a145-99ea159c3603), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.773720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943f7c55-319d-42ba-a8f1-63c497db84de tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (5dc1844d-c924-4181-a145-99ea159c3603), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.814891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35ac50d7-a3ca-429f-a1af-fdecc20a304d admin admin] Publish callbacks [] for security_group (e1825246-a225-494e-81b9-3c7313a631a9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.827891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a2e0bea1-7a42-458c-a91e-f4a990081cc7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:34.828263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.886136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35ac50d7-a3ca-429f-a1af-fdecc20a304d admin admin] Publish callbacks [] for security_group (e1825246-a225-494e-81b9-3c7313a631a9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.894365 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (82711afa-a8a0-43e6-b3e4-1edb20715338), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.917059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943f7c55-319d-42ba-a8f1-63c497db84de tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5dc1844d-c924-4181-a145-99ea159c3603), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.928227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943f7c55-319d-42ba-a8f1-63c497db84de tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:34.929914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-943f7c55-319d-42ba-a8f1-63c497db84de tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/5dc1844d-c924-4181-a145-99ea159c3603 HTTP/1.1" status: 204 len: 168 time: 0.5157809 Feb 03 04:38:34.946558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:34.972835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a2e0bea1-7a42-458c-a91e-f4a990081cc7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:34.974024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.013169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f7c55-319d-42ba-a8f1-63c497db84de tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc1844d-c924-4181-a145-99ea159c3603,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:35.014360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port a2e0bea1-7a42-458c-a91e-f4a990081cc7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2e0bea1-7a42-458c-a91e-f4a990081cc7,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:35.047962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.109661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:35.121920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (80a53bb4-769d-4d80-9bb6-24087dca9bb3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.131111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9dbc9d81-afeb-4dd0-8908-a68229e53835 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1804497 Feb 03 04:38:35.135679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.138666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a2e0bea1-7a42-458c-a91e-f4a990081cc7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:35.142892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0dacaff1-db66-441d-978f-e3665a81155f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--467303829'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.167432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35ac50d7-a3ca-429f-a1af-fdecc20a304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e1825246-a225-494e-81b9-3c7313a631a9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.171528 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35ac50d7-a3ca-429f-a1af-fdecc20a304d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.176486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-35ac50d7-a3ca-429f-a1af-fdecc20a304d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1825246-a225-494e-81b9-3c7313a631a9 HTTP/1.1" status: 204 len: 168 time: 0.5251336 Feb 03 04:38:35.180586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dacaff1-db66-441d-978f-e3665a81155f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.196011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac50d7-a3ca-429f-a1af-fdecc20a304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1825246-a225-494e-81b9-3c7313a631a9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:35.213426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:35.320932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dacaff1-db66-441d-978f-e3665a81155f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.328174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dacaff1-db66-441d-978f-e3665a81155f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.376740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dacaff1-db66-441d-978f-e3665a81155f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.383059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0dacaff1-db66-441d-978f-e3665a81155f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2460096 Feb 03 04:38:35.384290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:35.386652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.387356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=80a53bb4-769d-4d80-9bb6-24087dca9bb3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:35.393902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:35.394675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.395780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2e342-23c3-417c-a2f8-fe7b1b0d5b3e None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:35.425288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-508f01ea-04f1-4bc7-925d-8ab7692e2fb6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.427547 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-508f01ea-04f1-4bc7-925d-8ab7692e2fb6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 04:38:35.432521 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-508f01ea-04f1-4bc7-925d-8ab7692e2fb6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:35.439641 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8cdbd0b6-fb0c-442f-9d87-61847360a309 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3558393 Feb 03 04:38:35.441157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-508f01ea-04f1-4bc7-925d-8ab7692e2fb6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0248954 Feb 03 04:38:35.442516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.442842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.451709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:27:e5:07', 'name': 'tempest-NetworksTestDHCPv6-1949673879'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.471276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fde217d9-698e-4889-8ce7-8234b849d864 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.552361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c808f8d-71d8-447f-96b2-d01836454b52 req-8f8b7d07-3490-4471-a2d3-ac68bbc82768 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1398270 Feb 03 04:38:35.561578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacaff1-db66-441d-978f-e3665a81155f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:35.592279 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa25b-78da-4ebe-ba00-8685d01e0749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.676601 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-fde217d9-698e-4889-8ce7-8234b849d864 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:35.681087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fde217d9-698e-4889-8ce7-8234b849d864 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2246654 Feb 03 04:38:35.681704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.689902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3a32706f-9e93-49d1-9dc0-cad81acf1564 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.690292 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-3a32706f-9e93-49d1-9dc0-cad81acf1564 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 04:38:35.690792 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-3a32706f-9e93-49d1-9dc0-cad81acf1564 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:35.695032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3a32706f-9e93-49d1-9dc0-cad81acf1564 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101342 Feb 03 04:38:35.697467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '80a53bb4-769d-4d80-9bb6-24087dca9bb3'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:38:35.697861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.698716 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.703302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-139f14d3-4f20-4fe9-a181-4d60e216185a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.759823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:35.764129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-17853fbd-c2bb-4be9-b6b3-ab34c62a7fc9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:35.766807 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-17853fbd-c2bb-4be9-b6b3-ab34c62a7fc9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 946 time: 0.3271439 Feb 03 04:38:35.861368 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.863696 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-139f14d3-4f20-4fe9-a181-4d60e216185a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:35.868028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-139f14d3-4f20-4fe9-a181-4d60e216185a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1691465 Feb 03 04:38:35.870867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.875310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc8abd3d-2c40-4b12-96b7-8be3d85f6648 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.875994 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-bc8abd3d-2c40-4b12-96b7-8be3d85f6648 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 04:38:35.881181 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-bc8abd3d-2c40-4b12-96b7-8be3d85f6648 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:35.885890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:35.886395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc8abd3d-2c40-4b12-96b7-8be3d85f6648 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144503 Feb 03 04:38:35.902369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-58e836c1-c5fa-4e8f-ae92-526aa764bbb8 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:35.913458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (82711afa-a8a0-43e6-b3e4-1edb20715338), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:35.949513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 85441ee1-8c18-4751-aa6f-43aca1dee8fc yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:38:36.036571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c719f67-198e-47ef-994d-5b8bb584d09c req-eb827c04-1784-47a2-ad59-3bbdbe8f901f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:36.038424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c719f67-198e-47ef-994d-5b8bb584d09c req-eb827c04-1784-47a2-ad59-3bbdbe8f901f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 946 time: 0.1826262 Feb 03 04:38:36.052517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Allocated IP 2001:db8::f816:3eff:fe68:2455 (355aef9b-164b-424f-8915-d5c2d7f691fe/80a53bb4-769d-4d80-9bb6-24087dca9bb3/874e5445-3a19-47c9-b970-a1daca5a2262) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:36.116323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c719f67-198e-47ef-994d-5b8bb584d09c req-7fb06c2d-4dc4-410f-a771-fa97065c126a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701988 Feb 03 04:38:36.363777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Publish callbacks [] for port (874e5445-3a19-47c9-b970-a1daca5a2262), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.381661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.446606 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-58e836c1-c5fa-4e8f-ae92-526aa764bbb8 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:36.448404 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-58e836c1-c5fa-4e8f-ae92-526aa764bbb8 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5531702 Feb 03 04:38:36.455709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:36.459476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Deleting port feeab838-0eaf-44de-99ea-e025649aa39a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:36.459848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.488979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:36.497648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:36.497835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe27:e507 (355aef9b-164b-424f-8915-d5c2d7f691fe/80a53bb4-769d-4d80-9bb6-24087dca9bb3/85441ee1-8c18-4751-aa6f-43aca1dee8fc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:36.499437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Pushing event updated for resources: {'Port': ['ID=874e5445-3a19-47c9-b970-a1daca5a2262,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:36.510260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:36.662349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] For port feeab838-0eaf-44de-99ea-e025649aa39a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=feeab838-0eaf-44de-99ea-e025649aa39a,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:36.662979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.689299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Calling delete_port for feeab838-0eaf-44de-99ea-e025649aa39a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:36.706622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2e0bea1-7a42-458c-a91e-f4a990081cc7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:36.721548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Attempting to bind port 874e5445-3a19-47c9-b970-a1daca5a2262 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:36.726914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Attempting to bind port 874e5445-3a19-47c9-b970-a1daca5a2262 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:36.727993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Attempting to bind port 874e5445-3a19-47c9-b970-a1daca5a2262 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:36.771968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-698e5014-41db-4818-97ad-d3e896b0b83a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:36.777310 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-698e5014-41db-4818-97ad-d3e896b0b83a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 04:38:36.777972 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-698e5014-41db-4818-97ad-d3e896b0b83a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:36.788717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-698e5014-41db-4818-97ad-d3e896b0b83a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0204690 Feb 03 04:38:36.816785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.818900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:36.821226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:36.821892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:36.822284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.822687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:36.823191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Bound port: 874e5445-3a19-47c9-b970-a1daca5a2262, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:36.823605 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.830036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4ae0b259-e65b-4f92-ab70-3980d384a40f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:36.873219 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (85441ee1-8c18-4751-aa6f-43aca1dee8fc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.902559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a2e0bea1-7a42-458c-a91e-f4a990081cc7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:36.903333 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:36.964583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ce08d61-68ea-4e6d-b233-9383aa9d199d req-57c57e3e-47e3-4e3b-b04d-ac58f5d83098 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0742874 Feb 03 04:38:36.973919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Router 82711afa-a8a0-43e6-b3e4-1edb20715338 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:38:36.999416 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-4ae0b259-e65b-4f92-ab70-3980d384a40f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:37.001804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4ae0b259-e65b-4f92-ab70-3980d384a40f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1803718 Feb 03 04:38:37.005802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:37.010596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] For port 874e5445-3a19-47c9-b970-a1daca5a2262, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:37.016279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cf1ac453-4bf4-4038-9373-55c8bd38c3e2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': 'dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:37.043365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] For port 874e5445-3a19-47c9-b970-a1daca5a2262, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=874e5445-3a19-47c9-b970-a1daca5a2262,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:37.070422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (85441ee1-8c18-4751-aa6f-43aca1dee8fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.078365 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.129599 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-cf1ac453-4bf4-4038-9373-55c8bd38c3e2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:37.131599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cf1ac453-4bf4-4038-9373-55c8bd38c3e2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1237018 Feb 03 04:38:37.135626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52976) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:37.175467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (feeab838-0eaf-44de-99ea-e025649aa39a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.218210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:37.241724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f141cb-566d-4fbe-b3a8-788e347ee2c5 None None] Pushing event updated for resources: {'Port': ['ID=874e5445-3a19-47c9-b970-a1daca5a2262,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:37.242360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:37.247108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb', 'feeab838-0eaf-44de-99ea-e025649aa39a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:37.257590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['1a0b5407-12a5-452a-bbbb-b9abea28e663'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:37.266343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:37.287077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:37.287964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.361404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event deleted for resources: {'Port': ['ID=feeab838-0eaf-44de-99ea-e025649aa39a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:37.400303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=85441ee1-8c18-4751-aa6f-43aca1dee8fc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:37.416296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-505738c1-f2c9-494d-a410-f10855e975b6 req-34112488-b2c6-432e-8d9f-9d977d8fe179 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=875a7a42-66d0-4e67-b722-3284e3c2f490 HTTP/1.1" status: 200 len: 210 time: 0.1024020 Feb 03 04:38:37.456909 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f50835d5-1792-44a5-9968-b8b7e1971030 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0093503 Feb 03 04:38:37.461826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52982) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:37.478988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0797b8a5-341a-402b-b516-4a56deaaea1f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.510453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] No DVR routers for this DVR port feeab838-0eaf-44de-99ea-e025649aa39a on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:37.514724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.526624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7749eec3-87bc-456c-acdc-4efe3bc89a30 req-57de55d4-a7cf-4955-b890-846fa7eac449 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "DELETE /v2.0/ports/feeab838-0eaf-44de-99ea-e025649aa39a HTTP/1.1" status: 204 len: 173 time: 1.7533677 Feb 03 04:38:37.529093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'name': 'network-vif-deleted', 'tag': 'feeab838-0eaf-44de-99ea-e025649aa39a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:38:37.537491 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560e9e02-bf52-43bc-acb0-cf3253f555ad" -d '{"events": [{"server_uuid": "875a7a42-66d0-4e67-b722-3284e3c2f490", "name": "network-vif-deleted", "tag": "feeab838-0eaf-44de-99ea-e025649aa39a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:38:37.548971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a2e0bea1-7a42-458c-a91e-f4a990081cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:37.558042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:38:37.558187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0797b8a5-341a-402b-b516-4a56deaaea1f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.596651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.597979 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-40a27cc9-feeb-45df-b262-cb4c0f01af70 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.8659353 Feb 03 04:38:37.600665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:37.607073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Sync routers for ids ['82711afa-a8a0-43e6-b3e4-1edb20715338'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:38:37.648125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a806549-7123-46de-8b90-02e7d83f5081 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:37.659681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a806549-7123-46de-8b90-02e7d83f5081 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:37.663769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5a806549-7123-46de-8b90-02e7d83f5081 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1981759 Feb 03 04:38:37.667633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:37.695471 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904ce78-205e-42ed-b904-14e8cb34c869 x-openstack-request-id: req-4904ce78-205e-42ed-b904-14e8cb34c869 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:38:37.696122 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a7a42-66d0-4e67-b722-3284e3c2f490", "name": "network-vif-deleted", "tag": "feeab838-0eaf-44de-99ea-e025649aa39a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:38:37.696558 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4904ce78-205e-42ed-b904-14e8cb34c869 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:38:37.697142 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a7a42-66d0-4e67-b722-3284e3c2f490', 'name': 'network-vif-deleted', 'tag': 'feeab838-0eaf-44de-99ea-e025649aa39a', 'status': 'completed', 'code': 200} Feb 03 04:38:37.731006 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0797b8a5-341a-402b-b516-4a56deaaea1f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.740182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0797b8a5-341a-402b-b516-4a56deaaea1f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:37.745815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0797b8a5-341a-402b-b516-4a56deaaea1f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912 HTTP/1.1" status: 204 len: 168 time: 0.6073461 Feb 03 04:38:37.747969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:37.772852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Routers {'82711afa-a8a0-43e6-b3e4-1edb20715338'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:37.773518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['82711afa-a8a0-43e6-b3e4-1edb20715338'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:37.858449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797b8a5-341a-402b-b516-4a56deaaea1f tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3d8b4b-6d5f-4f15-83a1-8cac6ff2b912,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:37.987969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-81bb8816-c27e-435a-bcab-c3c118afa462 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2276700 Feb 03 04:38:37.991929 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-67644934-dc1a-4079-8541-03ed83d8e7c2 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/82711afa-a8a0-43e6-b3e4-1edb20715338 HTTP/1.1" status: 200 len: 906 time: 0.3895917 Feb 03 04:38:37.993526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:37.993673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53004) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:38.053492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 85441ee1-8c18-4751-aa6f-43aca1dee8fc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:38.054711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (85441ee1-8c18-4751-aa6f-43aca1dee8fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.061324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-89805a8b-c21f-46c5-aaaf-be8bde1398d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--775272534'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:38.254336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (85441ee1-8c18-4751-aa6f-43aca1dee8fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.277056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 85441ee1-8c18-4751-aa6f-43aca1dee8fc owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:38.278801 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89805a8b-c21f-46c5-aaaf-be8bde1398d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.408093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c93c287-f01d-4eff-88a6-37e808e60ca8 req-2d8abeeb-956c-4651-8cb3-5ec6145ff63d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.2569540 Feb 03 04:38:38.446790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.542913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (85441ee1-8c18-4751-aa6f-43aca1dee8fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.681507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89805a8b-c21f-46c5-aaaf-be8bde1398d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (3c325267-d25d-4e56-bbb9-041c15e45b28), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.682686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Set router 82711afa-a8a0-43e6-b3e4-1edb20715338 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:38:38.691358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89805a8b-c21f-46c5-aaaf-be8bde1398d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3c325267-d25d-4e56-bbb9-041c15e45b28), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.723655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.734047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/85441ee1-8c18-4751-aa6f-43aca1dee8fc HTTP/1.1" status: 204 len: 168 time: 1.0609994 Feb 03 04:38:38.735049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eab60-c356-4e94-b95d-2f7e53b9c573 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=85441ee1-8c18-4751-aa6f-43aca1dee8fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:38.739080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:38.751478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89805a8b-c21f-46c5-aaaf-be8bde1398d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.756168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-89805a8b-c21f-46c5-aaaf-be8bde1398d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7602828 Feb 03 04:38:38.771322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53028) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:38.798127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-82203781-5427-47d8-9ab1-c86791d891e7 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '3c325267-d25d-4e56-bbb9-041c15e45b28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:38.822106 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (82711afa-a8a0-43e6-b3e4-1edb20715338), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:38.863542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 874e5445-3a19-47c9-b970-a1daca5a2262 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:38.916860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3742f46-2696-4961-8e44-5f333d86c6e0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:38.927793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3742f46-2696-4961-8e44-5f333d86c6e0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:38.935239 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f3742f46-2696-4961-8e44-5f333d86c6e0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1949677 Feb 03 04:38:38.937056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:39.039579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89805a8b-c21f-46c5-aaaf-be8bde1398d4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c325267-d25d-4e56-bbb9-041c15e45b28,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:39.129884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 874e5445-3a19-47c9-b970-a1daca5a2262 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:39.131011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 80a53bb4-769d-4d80-9bb6-24087dca9bb3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:39.133455 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.136106 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (80a53bb4-769d-4d80-9bb6-24087dca9bb3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.156800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093311a5-e014-4548-96f5-6c44419225ca req-e5549dc9-3226-4870-bdf2-ab6ac8d5b9af tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:39.168664 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-093311a5-e014-4548-96f5-6c44419225ca req-e5549dc9-3226-4870-bdf2-ab6ac8d5b9af tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 945 time: 0.1916394 Feb 03 04:38:39.180462 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-82203781-5427-47d8-9ab1-c86791d891e7 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The resource could not be found. Feb 03 04:38:39.181530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-82203781-5427-47d8-9ab1-c86791d891e7 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3969553 Feb 03 04:38:39.195376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:39.201986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bb408db8-9f55-4db1-b3e6-ff990447ac89 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '3c325267-d25d-4e56-bbb9-041c15e45b28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '881be08d-bca5-4be7-a3d4-ee3438442eae'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:39.264528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (80a53bb4-769d-4d80-9bb6-24087dca9bb3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.336241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.358841 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-093311a5-e014-4548-96f5-6c44419225ca req-e3caedaf-aa98-48a6-9255-d6d6c36bc267 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892006 Feb 03 04:38:39.377775 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (82711afa-a8a0-43e6-b3e4-1edb20715338), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.397919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 874e5445-3a19-47c9-b970-a1daca5a2262 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:39.398275 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.399622 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-bb408db8-9f55-4db1-b3e6-ff990447ac89 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The resource could not be found. Feb 03 04:38:39.405017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bb408db8-9f55-4db1-b3e6-ff990447ac89 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2068257 Feb 03 04:38:39.407582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:39.424620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82711afa-a8a0-43e6-b3e4-1edb20715338', 'name': 'tempest-snat-router-846512026', 'tenant_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0d4e093c-ee9c-49fd-9c5b-5a450f494ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:38:31Z', 'updated_at': '2022-02-03T04:38:34Z', 'revision_number': 3, 'project_id': 'a5ba0fe667154f4c91bc4de8bce1c963', 'gw_port': {'id': '0d4e093c-ee9c-49fd-9c5b-5a450f494ee0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82711afa-a8a0-43e6-b3e4-1edb20715338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:38:33Z', 'updated_at': '2022-02-03T04:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:39.488249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Checking router: 82711afa-a8a0-43e6-b3e4-1edb20715338 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:38:39.489324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Updating router 82711afa-a8a0-43e6-b3e4-1edb20715338 port 0d4e093c-ee9c-49fd-9c5b-5a450f494ee0 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:38:39.497456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 874e5445-3a19-47c9-b970-a1daca5a2262, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=874e5445-3a19-47c9-b970-a1daca5a2262,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:39.515601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (80a53bb4-769d-4d80-9bb6-24087dca9bb3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.532491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.548293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-362b3617-a6f5-496b-8449-c863ac520be6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (3c325267-d25d-4e56-bbb9-041c15e45b28), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.617411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7041ffea-a058-4a64-bcc2-01e8c2c41244 None None] Provisioning complete for port 874e5445-3a19-47c9-b970-a1daca5a2262 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:39.617792 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7041ffea-a058-4a64-bcc2-01e8c2c41244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.628264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d4e093c-ee9c-49fd-9c5b-5a450f494ee0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.659220 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (80a53bb4-769d-4d80-9bb6-24087dca9bb3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.675447 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-362b3617-a6f5-496b-8449-c863ac520be6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (3c325267-d25d-4e56-bbb9-041c15e45b28), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.729151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a3883b0-9006-4316-a42a-e6fa6b0a2b8e req-e98e63b4-7e59-4c7d-8b98-bd07c323d1e0 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1372504 Feb 03 04:38:39.778311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Deleting port 0d4e093c-ee9c-49fd-9c5b-5a450f494ee0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:39.778311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0d4e093c-ee9c-49fd-9c5b-5a450f494ee0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.792577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=80a53bb4-769d-4d80-9bb6-24087dca9bb3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:39.821522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.831226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b2e4357-e2f4-4689-b94e-9b1b087befe1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/80a53bb4-769d-4d80-9bb6-24087dca9bb3 HTTP/1.1" status: 204 len: 168 time: 0.8930528 Feb 03 04:38:39.834821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:39.878342 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-362b3617-a6f5-496b-8449-c863ac520be6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3c325267-d25d-4e56-bbb9-041c15e45b28), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.889403 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-362b3617-a6f5-496b-8449-c863ac520be6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:39.890609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-362b3617-a6f5-496b-8449-c863ac520be6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/3c325267-d25d-4e56-bbb9-041c15e45b28 HTTP/1.1" status: 204 len: 168 time: 0.4800787 Feb 03 04:38:39.934079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53072) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:39.934886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b3617-a6f5-496b-8449-c863ac520be6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c325267-d25d-4e56-bbb9-041c15e45b28,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:39.954697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1ad31350-7c01-446c-a224-ba8dbc6dcbd0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152606 Feb 03 04:38:39.962123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:39.968327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=874e5445-3a19-47c9-b970-a1daca5a2262,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:39.982499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:40.050342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c52d4513-6788-42a6-bd17-ccd197efdee7 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1009419 Feb 03 04:38:40.054344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:40.062423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3bbcb017-6f33-4072-accb-3173febae572 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '79ebf2e9-b127-401f-ba37-8c0d5c25e474', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:40.135925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0d4e093c-ee9c-49fd-9c5b-5a450f494ee0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:40.173981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Calling delete_port for 0d4e093c-ee9c-49fd-9c5b-5a450f494ee0 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:40.226476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:40.230939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:40.371053 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-3bbcb017-6f33-4072-accb-3173febae572 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The resource could not be found. Feb 03 04:38:40.397401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3bbcb017-6f33-4072-accb-3173febae572 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3274765 Feb 03 04:38:40.401099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:40.414242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b6d94952-4a0b-4255-8632-6b5d41e0de84 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--259608904'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:40.481092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d94952-4a0b-4255-8632-6b5d41e0de84 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:40.523470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e10872-f18f-4bfa-85b9-09cd71a2b63f None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:40.526015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device feeab838-0eaf-44de-99ea-e025649aa39a no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:40.542325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7041ffea-a058-4a64-bcc2-01e8c2c41244 None None] Current status of the port 874e5445-3a19-47c9-b970-a1daca5a2262 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:40.592019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-44b0caf8-24cf-43de-b4d8-a125920f9dd2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:40.595990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-44b0caf8-24cf-43de-b4d8-a125920f9dd2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 945 time: 0.1653733 Feb 03 04:38:40.630044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: feeab838-0eaf-44de-99ea-e025649aa39a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:40.630670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device feeab838-0eaf-44de-99ea-e025649aa39a not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:40.715456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2796043f-ac22-426b-9f9b-cf4d1f0b9eca None None] Could not find standard attr ID for object 85441ee1-8c18-4751-aa6f-43aca1dee8fc. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:38:40.801635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 874e5445-3a19-47c9-b970-a1daca5a2262 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:40.857816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Deleting port 1a0b5407-12a5-452a-bbbb-b9abea28e663 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:40.858804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:40.949278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d94952-4a0b-4255-8632-6b5d41e0de84 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (43c52883-1a8c-4346-996f-aaead851bc52), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:40.996724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d94952-4a0b-4255-8632-6b5d41e0de84 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (43c52883-1a8c-4346-996f-aaead851bc52), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.017471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e10b8c8-b867-4680-bb97-2b520f3d4eb3 req-fa2f3fff-c57a-4f1b-a806-f354b9ee1fb9 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1179068 Feb 03 04:38:41.019757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0d4e093c-ee9c-49fd-9c5b-5a450f494ee0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.092475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d4e093c-ee9c-49fd-9c5b-5a450f494ee0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:41.097794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:38:41.097794 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:38:41.102710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 874e5445-3a19-47c9-b970-a1daca5a2262 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:41.103343 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.202098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:41.209662 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (82711afa-a8a0-43e6-b3e4-1edb20715338), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.219523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6d94952-4a0b-4255-8632-6b5d41e0de84 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.221208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b6d94952-4a0b-4255-8632-6b5d41e0de84 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8191252 Feb 03 04:38:41.230131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003ff34-5f73-4889-9199-4cc0de9b4bba req-ddd014bc-a8e1-4e78-9e19-31c6058b0361 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:41.236350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:41.240080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5003ff34-5f73-4889-9199-4cc0de9b4bba req-ddd014bc-a8e1-4e78-9e19-31c6058b0361 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 945 time: 0.5713263 Feb 03 04:38:41.251277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b3ea43b4-4147-4995-ab58-8c88dbbe1b7d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--545253477'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:41.292353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:41.294791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:41.309468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 874e5445-3a19-47c9-b970-a1daca5a2262 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:41.325139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94952-4a0b-4255-8632-6b5d41e0de84 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c52883-1a8c-4346-996f-aaead851bc52,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:41.362289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Deleting port 874e5445-3a19-47c9-b970-a1daca5a2262 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:41.363266 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.380774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (82711afa-a8a0-43e6-b3e4-1edb20715338), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.391804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (82711afa-a8a0-43e6-b3e4-1edb20715338), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.460804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3ea43b4-4147-4995-ab58-8c88dbbe1b7d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.505920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5003ff34-5f73-4889-9199-4cc0de9b4bba req-f426a59b-961a-49c7-acf1-3c37d7ecc5a1 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647634 Feb 03 04:38:41.515767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] For port 874e5445-3a19-47c9-b970-a1daca5a2262, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=874e5445-3a19-47c9-b970-a1daca5a2262,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:41.516168 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.521983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (82711afa-a8a0-43e6-b3e4-1edb20715338), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.522581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82711afa-a8a0-43e6-b3e4-1edb20715338 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:38:41.527986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.529351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-811662a6-8062-4878-b4b5-b79c7e2cce58 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "DELETE /v2.0/routers/82711afa-a8a0-43e6-b3e4-1edb20715338 HTTP/1.1" status: 204 len: 168 time: 3.5347655 Feb 03 04:38:41.531915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:41.547432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Calling delete_port for 874e5445-3a19-47c9-b970-a1daca5a2262 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:41.558425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b04910d-3a28-4a39-9eeb-351102dd1fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.578940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] For port 1a0b5407-12a5-452a-bbbb-b9abea28e663, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=1a0b5407-12a5-452a-bbbb-b9abea28e663,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:41.579349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.618617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Calling delete_port for 1a0b5407-12a5-452a-bbbb-b9abea28e663 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:41.653568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Port 0d4e093c-ee9c-49fd-9c5b-5a450f494ee0 not found while updating agent binding for router 82711afa-a8a0-43e6-b3e4-1edb20715338. {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 04:38:41.669001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:41.669549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:38:41.670250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'82711afa-a8a0-43e6-b3e4-1edb20715338'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:38:41.670779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1acf0-5186-4df0-b625-b2aea4f1d5f1 None None] The sync data for ids ['82711afa-a8a0-43e6-b3e4-1edb20715338'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:38:41.698096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:41.712677 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (afb4cc15-93b1-4b85-913a-8036af1d1e4c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.714154 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.782455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] No DVR routers for this DVR port 874e5445-3a19-47c9-b970-a1daca5a2262 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:41.797499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Pushing event deleted for resources: {'Port': ['ID=874e5445-3a19-47c9-b970-a1daca5a2262,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:41.809006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.809361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.809707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.810049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.810384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.810716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.814550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.815712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.816078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.816418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.816758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.817097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.817432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7094a6-c12f-44be-8ffb-0a89f182a67f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:38:41.853863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (afb4cc15-93b1-4b85-913a-8036af1d1e4c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.886425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (874e5445-3a19-47c9-b970-a1daca5a2262), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.889665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b04910d-3a28-4a39-9eeb-351102dd1fea admin admin] Publish callbacks [] for security_group (a8dac858-d258-411e-87b4-50ef7dc6b89d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.906625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f39b88e-a9e3-44f3-b0c9-3e4d7d81f018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.917177 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b04910d-3a28-4a39-9eeb-351102dd1fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8dac858-d258-411e-87b4-50ef7dc6b89d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.925865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3ea43b4-4147-4995-ab58-8c88dbbe1b7d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (cc40e487-ce4c-4d24-810e-552a82c38833), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.961632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Deleting port a2e0bea1-7a42-458c-a91e-f4a990081cc7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:41.962023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:41.962938 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3ea43b4-4147-4995-ab58-8c88dbbe1b7d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cc40e487-ce4c-4d24-810e-552a82c38833), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.009162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Port 874e5445-3a19-47c9-b970-a1daca5a2262 concurrently deleted while adding address for new subnet {'id': '334ea662-669e-49e7-80b5-90a3f1b520b5', 'name': '', 'tenant_id': '0f7f25bd352f47ff854f0cd2bd161863', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2058, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-03T04:38:40Z', 'updated_at': '2022-02-03T04:38:40Z', 'revision_number': 0, 'segment_id': None, 'project_id': '0f7f25bd352f47ff854f0cd2bd161863'}. {{(pid=103324) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 03 04:38:42.009684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (334ea662-669e-49e7-80b5-90a3f1b520b5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.026467 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b04910d-3a28-4a39-9eeb-351102dd1fea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4db1478fdf94c17adc3e883eb2515a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7275155 Feb 03 04:38:42.030768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53144) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:42.038965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04910d-3a28-4a39-9eeb-351102dd1fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dac858-d258-411e-87b4-50ef7dc6b89d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:42.043704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3ea43b4-4147-4995-ab58-8c88dbbe1b7d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.044884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b3ea43b4-4147-4995-ab58-8c88dbbe1b7d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8028686 Feb 03 04:38:42.048719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53146) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:42.060775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e591d940-360c-4384-a51d-9a0b0491af7a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group_rule': {'security_group_id': '43c52883-1a8c-4346-996f-aaead851bc52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cc40e487-ce4c-4d24-810e-552a82c38833'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:42.100655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:42.132868 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f39b88e-a9e3-44f3-b0c9-3e4d7d81f018 admin admin] Publish callbacks [] for security_group (59c577a0-060d-43b5-97cd-1ffe5c770652), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.133514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:42.140279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] For port a2e0bea1-7a42-458c-a91e-f4a990081cc7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2e0bea1-7a42-458c-a91e-f4a990081cc7,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:42.140634 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.145090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:42.145727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.152051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=334ea662-669e-49e7-80b5-90a3f1b520b5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:42.152534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f39b88e-a9e3-44f3-b0c9-3e4d7d81f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (59c577a0-060d-43b5-97cd-1ffe5c770652), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.154043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea43b4-4147-4995-ab58-8c88dbbe1b7d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc40e487-ce4c-4d24-810e-552a82c38833,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:42.162425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac94d9-73d0-43bc-87d0-a5f16c764831 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:42.174519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Calling delete_port for a2e0bea1-7a42-458c-a91e-f4a990081cc7 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:42.183792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09437f28-1772-4fe8-a8c4-e35dc20c056c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2202525 Feb 03 04:38:42.186015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:42.191993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:57:9f:2a', 'name': 'tempest-NetworksTestDHCPv6-373773439'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:42.216986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1a0b5407-12a5-452a-bbbb-b9abea28e663), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.253817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['1a0b5407-12a5-452a-bbbb-b9abea28e663'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:42.261715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:42.263412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event deleted for resources: {'Port': ['ID=1a0b5407-12a5-452a-bbbb-b9abea28e663,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:42.356368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] No DVR routers for this DVR port 1a0b5407-12a5-452a-bbbb-b9abea28e663 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:42.360620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.364090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56f68dd0-ca81-4dd7-981b-3f1aea469c70 req-11c818e9-b8eb-402a-bed5-4f0b6af32c4e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "DELETE /v2.0/ports/1a0b5407-12a5-452a-bbbb-b9abea28e663 HTTP/1.1" status: 204 len: 173 time: 1.7584546 Feb 03 04:38:42.364554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'name': 'network-vif-deleted', 'tag': '1a0b5407-12a5-452a-bbbb-b9abea28e663'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:38:42.367886 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b563d193-862f-4061-a335-a81f9a879bdf" -d '{"events": [{"server_uuid": "6d6f63cd-f895-4495-b55e-dcddfac122e3", "name": "network-vif-deleted", "tag": "1a0b5407-12a5-452a-bbbb-b9abea28e663"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:38:42.421250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:42.485678 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b66378d-c1bd-4caf-9485-58fe43f5cde7 x-openstack-request-id: req-3b66378d-c1bd-4caf-9485-58fe43f5cde7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:38:42.488016 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6f63cd-f895-4495-b55e-dcddfac122e3", "name": "network-vif-deleted", "tag": "1a0b5407-12a5-452a-bbbb-b9abea28e663", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:38:42.488553 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b66378d-c1bd-4caf-9485-58fe43f5cde7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:38:42.489175 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6f63cd-f895-4495-b55e-dcddfac122e3', 'name': 'network-vif-deleted', 'tag': '1a0b5407-12a5-452a-bbbb-b9abea28e663', 'status': 'completed', 'code': 200} Feb 03 04:38:42.502644 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77544e45-50b2-4294-96d6-4212585fe03f admin admin] Publish callbacks [] for security_group (a8dac858-d258-411e-87b4-50ef7dc6b89d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.535853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7461879d-422f-431a-a58a-9c49176e0211 req-2c529b0c-8446-498b-9a09-709daae6329d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.3444469 Feb 03 04:38:42.619984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.623735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1f39b88e-a9e3-44f3-b0c9-3e4d7d81f018 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=697a89aad445480e8e97f84a5ef2ab7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9223359 Feb 03 04:38:42.623735 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-e591d940-360c-4384-a51d-9a0b0491af7a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:38:42.623735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e591d940-360c-4384-a51d-9a0b0491af7a tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5686810 Feb 03 04:38:42.625654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:42.626470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:42.634822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39b88e-a9e3-44f3-b0c9-3e4d7d81f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c577a0-060d-43b5-97cd-1ffe5c770652,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:42.640192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77544e45-50b2-4294-96d6-4212585fe03f admin admin] Publish callbacks [] for security_group (a8dac858-d258-411e-87b4-50ef7dc6b89d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.664972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 874e5445-3a19-47c9-b970-a1daca5a2262 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:42.693904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '334ea662-669e-49e7-80b5-90a3f1b520b5'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:38:42.695077 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.718898 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c4700d5-7985-403c-a101-516b8da9b4dd req-dd3357fd-9e14-4f39-854c-4675b6982f50 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d6f63cd-f895-4495-b55e-dcddfac122e3 HTTP/1.1" status: 200 len: 210 time: 0.0442500 Feb 03 04:38:42.738624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port db86ac7b-b63f-4579-a51a-1ff375cde1be yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:38:42.766024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 874e5445-3a19-47c9-b970-a1daca5a2262 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:42.766439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 874e5445-3a19-47c9-b970-a1daca5a2262 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:42.835953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-033adefb-d36d-448f-b151-af98c47bb3bc admin admin] Publish callbacks [] for security_group (59c577a0-060d-43b5-97cd-1ffe5c770652), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.870719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b35309d-f4ee-49c1-88be-e0b2c08b9b3d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (cc40e487-ce4c-4d24-810e-552a82c38833), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.894669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a2e0bea1-7a42-458c-a91e-f4a990081cc7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.911091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-033adefb-d36d-448f-b151-af98c47bb3bc admin admin] Publish callbacks [] for security_group (59c577a0-060d-43b5-97cd-1ffe5c770652), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:42.961261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b35309d-f4ee-49c1-88be-e0b2c08b9b3d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (cc40e487-ce4c-4d24-810e-552a82c38833), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.002889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2e0bea1-7a42-458c-a91e-f4a990081cc7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:43.045024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77544e45-50b2-4294-96d6-4212585fe03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8dac858-d258-411e-87b4-50ef7dc6b89d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.049778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77544e45-50b2-4294-96d6-4212585fe03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.054043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-77544e45-50b2-4294-96d6-4212585fe03f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8dac858-d258-411e-87b4-50ef7dc6b89d HTTP/1.1" status: 204 len: 168 time: 1.0227532 Feb 03 04:38:43.080443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe57:9f2a (355aef9b-164b-424f-8915-d5c2d7f691fe/334ea662-669e-49e7-80b5-90a3f1b520b5/db86ac7b-b63f-4579-a51a-1ff375cde1be) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:43.088137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77544e45-50b2-4294-96d6-4212585fe03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dac858-d258-411e-87b4-50ef7dc6b89d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:43.126212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (afb4cc15-93b1-4b85-913a-8036af1d1e4c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.143701 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b35309d-f4ee-49c1-88be-e0b2c08b9b3d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cc40e487-ce4c-4d24-810e-552a82c38833), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.146252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b35309d-f4ee-49c1-88be-e0b2c08b9b3d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.149998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3b35309d-f4ee-49c1-88be-e0b2c08b9b3d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/cc40e487-ce4c-4d24-810e-552a82c38833 HTTP/1.1" status: 204 len: 168 time: 0.5177600 Feb 03 04:38:43.156482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-033adefb-d36d-448f-b151-af98c47bb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (59c577a0-060d-43b5-97cd-1ffe5c770652), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.160387 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-033adefb-d36d-448f-b151-af98c47bb3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.165163 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-033adefb-d36d-448f-b151-af98c47bb3bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59c577a0-060d-43b5-97cd-1ffe5c770652 HTTP/1.1" status: 204 len: 168 time: 0.5338681 Feb 03 04:38:43.165163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.185810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35309d-f4ee-49c1-88be-e0b2c08b9b3d tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc40e487-ce4c-4d24-810e-552a82c38833,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:43.230017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033adefb-d36d-448f-b151-af98c47bb3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c577a0-060d-43b5-97cd-1ffe5c770652,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:43.310793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5c50f5a6-daad-4d70-baca-d565d03f2ea2 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1446915 Feb 03 04:38:43.314558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.360909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (db86ac7b-b63f-4579-a51a-1ff375cde1be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.376438 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (afb4cc15-93b1-4b85-913a-8036af1d1e4c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.382595 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_controller (afb4cc15-93b1-4b85-913a-8036af1d1e4c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.449886 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (db86ac7b-b63f-4579-a51a-1ff375cde1be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.459919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdc11087-9e84-4e36-b74d-7bfe78d1d61b tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (43c52883-1a8c-4346-996f-aaead851bc52), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.467018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (afb4cc15-93b1-4b85-913a-8036af1d1e4c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.467580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afb4cc15-93b1-4b85-913a-8036af1d1e4c {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:38:43.484366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.496422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-87594014-3a8c-403d-a22e-28108c8530ec tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "DELETE /v2.0/routers/afb4cc15-93b1-4b85-913a-8036af1d1e4c HTTP/1.1" status: 204 len: 168 time: 1.9602273 Feb 03 04:38:43.502721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.521900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1538102464', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:43.564880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:43.573871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Allocated IP 2001:db8::f816:3eff:fedb:ed9a (355aef9b-164b-424f-8915-d5c2d7f691fe/334ea662-669e-49e7-80b5-90a3f1b520b5/f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:43.574325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdc11087-9e84-4e36-b74d-7bfe78d1d61b tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (43c52883-1a8c-4346-996f-aaead851bc52), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.626240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:43.628240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=db86ac7b-b63f-4579-a51a-1ff375cde1be,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:43.643423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:43.660307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:43.661418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.710605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4d8f9bfe-7c41-48cb-ae56-bccb08ab310c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5233648 Feb 03 04:38:43.713316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.752386 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f25d27c3-b040-48e7-ac2c-cb6b8f85600e req-47dadd59-0e2c-4efb-8681-260450417ef3 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1207328 Feb 03 04:38:43.753359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.754472 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.767789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.794665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdc11087-9e84-4e36-b74d-7bfe78d1d61b tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (43c52883-1a8c-4346-996f-aaead851bc52), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.803181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdc11087-9e84-4e36-b74d-7bfe78d1d61b tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.804675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bdc11087-9e84-4e36-b74d-7bfe78d1d61b tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/43c52883-1a8c-4346-996f-aaead851bc52 HTTP/1.1" status: 204 len: 168 time: 0.4888880 Feb 03 04:38:43.810867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.837008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8defe8c9-6111-4add-9b3f-15d21c012a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.840394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.864357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc11087-9e84-4e36-b74d-7bfe78d1d61b tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c52883-1a8c-4346-996f-aaead851bc52,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:43.890626 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9165bf6e-255b-428d-82de-a4786ddaf5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.934234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Publish callbacks [] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.940795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fade21f-a723-438b-8840-f34d204443e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:43.941516 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (876eb734-98cb-46ed-b8fc-4a6e30f82461), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.947632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7fade21f-a723-438b-8840-f34d204443e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2304912 Feb 03 04:38:43.950468 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:43.952076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.975921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b846e559-de25-4a29-b319-fefe681c25e6 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1631761 Feb 03 04:38:43.976674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:43.981622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fba88da8-9814-4370-ae7a-f8aa2ad61746 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'tempest-secgroup--430413849'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:44.016745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Pushing event updated for resources: {'Port': ['ID=f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:44.017887 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba88da8-9814-4370-ae7a-f8aa2ad61746 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.036974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:44.039083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:44.051446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:44.115965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba88da8-9814-4370-ae7a-f8aa2ad61746 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (f46d0e14-e359-42dc-9e57-ff0256ecc712), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.122299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba88da8-9814-4370-ae7a-f8aa2ad61746 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f46d0e14-e359-42dc-9e57-ff0256ecc712), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.138254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Attempting to bind port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:44.138980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Attempting to bind port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:44.139682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Attempting to bind port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:44.147214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:44.147936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:44.148653 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.150420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:44.151284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Bound port: f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:44.151886 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.163246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba88da8-9814-4370-ae7a-f8aa2ad61746 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.167045 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fba88da8-9814-4370-ae7a-f8aa2ad61746 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1893113 Feb 03 04:38:44.169613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba88da8-9814-4370-ae7a-f8aa2ad61746 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d0e14-e359-42dc-9e57-ff0256ecc712,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:44.172553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.192449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f7560fe4-3c7f-4295-a91a-1414e8b8ca11 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:44.193130 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-f7560fe4-3c7f-4295-a91a-1414e8b8ca11 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 04:38:44.193680 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-f7560fe4-3c7f-4295-a91a-1414e8b8ca11 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 04:38:44.194646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7560fe4-3c7f-4295-a91a-1414e8b8ca11 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "PUT /v2.0/security-groups/f46d0e14-e359-42dc-9e57-ff0256ecc712 HTTP/1.1" status: 409 len: 330 time: 0.0062299 Feb 03 04:38:44.197726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.247415 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (876eb734-98cb-46ed-b8fc-4a6e30f82461), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.249049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] For port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:44.252856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] For port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:44.261144 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.273379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b72f83c9-771a-443e-b4f8-b9d923bac106 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (f46d0e14-e359-42dc-9e57-ff0256ecc712), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.326616 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b72f83c9-771a-443e-b4f8-b9d923bac106 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (f46d0e14-e359-42dc-9e57-ff0256ecc712), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.348603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b616e43-0473-4f89-b2f2-8df690aa5043 None None] Pushing event updated for resources: {'Port': ['ID=f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:44.386657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b72f83c9-771a-443e-b4f8-b9d923bac106 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f46d0e14-e359-42dc-9e57-ff0256ecc712), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.389747 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b72f83c9-771a-443e-b4f8-b9d923bac106 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.393501 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b72f83c9-771a-443e-b4f8-b9d923bac106 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/f46d0e14-e359-42dc-9e57-ff0256ecc712 HTTP/1.1" status: 204 len: 168 time: 0.1923642 Feb 03 04:38:44.396127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.403717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 1a0b5407-12a5-452a-bbbb-b9abea28e663 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:44.446955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 1a0b5407-12a5-452a-bbbb-b9abea28e663 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:44.447387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 1a0b5407-12a5-452a-bbbb-b9abea28e663 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:44.451564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f83c9-771a-443e-b4f8-b9d923bac106 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d0e14-e359-42dc-9e57-ff0256ecc712,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:44.478650 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8defe8c9-6111-4add-9b3f-15d21c012a10 admin admin] Publish callbacks [] for security_group (db6206d5-50fd-4991-b5b4-293bc8101ab3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.503718 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8defe8c9-6111-4add-9b3f-15d21c012a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (db6206d5-50fd-4991-b5b4-293bc8101ab3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.519350 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c001ee1c-f472-4903-bad0-85a9367b3fc4 tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156771 Feb 03 04:38:44.519782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.528733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-bc0e1140-2fed-42b6-9f85-df1861fff5e9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:44.530376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-bc0e1140-2fed-42b6-9f85-df1861fff5e9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.4425533 Feb 03 04:38:44.539038 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-a3023225-2e60-4327-a82d-4e14fac789fb tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] delete failed (client error): The resource could not be found. Feb 03 04:38:44.540251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a3023225-2e60-4327-a82d-4e14fac789fb tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "DELETE /v2.0/security-groups/ed859909-5b9c-4d81-b194-1f3072173db1 HTTP/1.1" status: 404 len: 347 time: 0.0188904 Feb 03 04:38:44.544141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.560530 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-63b94d38-b760-4e91-8a58-d7a157d2418c tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] show failed (client error): The resource could not be found. Feb 03 04:38:44.565343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-63b94d38-b760-4e91-8a58-d7a157d2418c tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-groups/f77e15bf-cdf0-48e0-b59f-05b49fdeb024 HTTP/1.1" status: 404 len: 347 time: 0.0165586 Feb 03 04:38:44.565725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.569710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defe8c9-6111-4add-9b3f-15d21c012a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6206d5-50fd-4991-b5b4-293bc8101ab3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:44.579927 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9165bf6e-255b-428d-82de-a4786ddaf5b0 admin admin] Publish callbacks [] for security_group (99115faf-3464-4b47-82b6-d2f21a84b16c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.604266 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e653580d-09a3-455b-9bf3-462e4236198c tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] show failed (client error): The resource could not be found. Feb 03 04:38:44.610417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e653580d-09a3-455b-9bf3-462e4236198c tempest-NegativeSecGroupTest-2146061391 tempest-NegativeSecGroupTest-2146061391-project] 10.222.0.35 "GET /v2.0/security-group-rules/b0e08cad-fd02-4194-b6db-00f0b5c63b09 HTTP/1.1" status: 404 len: 356 time: 0.0393686 Feb 03 04:38:44.665453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port db86ac7b-b63f-4579-a51a-1ff375cde1be {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:44.665813 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (db86ac7b-b63f-4579-a51a-1ff375cde1be), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.668675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9165bf6e-255b-428d-82de-a4786ddaf5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (99115faf-3464-4b47-82b6-d2f21a84b16c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.678742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2e0bea1-7a42-458c-a91e-f4a990081cc7 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:44.694679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8defe8c9-6111-4add-9b3f-15d21c012a10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cea97fb463844b2a723687410d5fe29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9253361 Feb 03 04:38:44.697684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.703092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a2e0bea1-7a42-458c-a91e-f4a990081cc7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:44.703635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2e0bea1-7a42-458c-a91e-f4a990081cc7 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:44.745213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-8a505212-eb64-4db2-b09b-a8fd3f7e44fc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.1672318 Feb 03 04:38:44.801336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc1c3ab6-3b70-4088-ae6f-e0dc98b587d1 admin admin] Publish callbacks [] for security_group (db6206d5-50fd-4991-b5b4-293bc8101ab3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.829871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc1c3ab6-3b70-4088-ae6f-e0dc98b587d1 admin admin] Publish callbacks [] for security_group (db6206d5-50fd-4991-b5b4-293bc8101ab3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.842402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:44.843310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9165bf6e-255b-428d-82de-a4786ddaf5b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1759622b643643f5b943c9fb2958ed72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9967325 Feb 03 04:38:44.924666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165bf6e-255b-428d-82de-a4786ddaf5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99115faf-3464-4b47-82b6-d2f21a84b16c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:44.928944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e37a2b7d-1d9e-4189-bb56-56a98aaceb6b req-570f60f0-2011-4894-bdd6-4e88ed05666d tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c72410-48e4-4588-a749-3753963f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0363526 Feb 03 04:38:44.940128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5bfabdb-a5b9-4a85-a57b-f051f0e64083 admin admin] Publish callbacks [] for security_group (99115faf-3464-4b47-82b6-d2f21a84b16c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.969563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5bfabdb-a5b9-4a85-a57b-f051f0e64083 admin admin] Publish callbacks [] for security_group (99115faf-3464-4b47-82b6-d2f21a84b16c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.975419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (db86ac7b-b63f-4579-a51a-1ff375cde1be), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:44.993665 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-8cd0bfdf-d11c-471d-b012-f13c4c45b6c8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2392547 Feb 03 04:38:44.999682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for db86ac7b-b63f-4579-a51a-1ff375cde1be owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:45.028473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc1c3ab6-3b70-4088-ae6f-e0dc98b587d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (db6206d5-50fd-4991-b5b4-293bc8101ab3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.031958 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc1c3ab6-3b70-4088-ae6f-e0dc98b587d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.033717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bc1c3ab6-3b70-4088-ae6f-e0dc98b587d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db6206d5-50fd-4991-b5b4-293bc8101ab3 HTTP/1.1" status: 204 len: 168 time: 0.3341680 Feb 03 04:38:45.047137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c3ab6-3b70-4088-ae6f-e0dc98b587d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6206d5-50fd-4991-b5b4-293bc8101ab3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:45.050669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5bfabdb-a5b9-4a85-a57b-f051f0e64083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (99115faf-3464-4b47-82b6-d2f21a84b16c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.078605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5bfabdb-a5b9-4a85-a57b-f051f0e64083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.082451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e5bfabdb-a5b9-4a85-a57b-f051f0e64083 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99115faf-3464-4b47-82b6-d2f21a84b16c HTTP/1.1" status: 204 len: 168 time: 0.2353911 Feb 03 04:38:45.114854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfabdb-a5b9-4a85-a57b-f051f0e64083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99115faf-3464-4b47-82b6-d2f21a84b16c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:45.230893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (876eb734-98cb-46ed-b8fc-4a6e30f82461), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.260400 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.342864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:45.350336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-72205e94-5b71-44bc-b95f-27d840ac81f3 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478484 Feb 03 04:38:45.572276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Allocated IP 172.25.7.216 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/a5c6f1e8-084d-4710-b770-1d0a4aa2af2b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:45.593672 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (db86ac7b-b63f-4579-a51a-1ff375cde1be), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.597619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-88c0aabe-071f-4b3b-8736-8cc6f466688a service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398570 Feb 03 04:38:45.656493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=db86ac7b-b63f-4579-a51a-1ff375cde1be,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:45.762896 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.774637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d51ff47d-3220-4cd9-910c-000d9900995a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/db86ac7b-b63f-4579-a51a-1ff375cde1be HTTP/1.1" status: 204 len: 168 time: 1.8213513 Feb 03 04:38:45.780354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:45.840141 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-91607b30-9b3a-4a62-91e1-6803cf4bc398 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9aac67d2010453db7824c7f8a252934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4920282 Feb 03 04:38:45.840971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:45.868542 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for port (a5c6f1e8-084d-4710-b770-1d0a4aa2af2b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.889449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:45.922554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb7e26-15d9-4f58-82e6-9a5707a9ac1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:45.926972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99df4485-a755-445f-a256-daea89c072e5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:45.932738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99df4485-a755-445f-a256-daea89c072e5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:45.935672 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-99df4485-a755-445f-a256-daea89c072e5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1501110 Feb 03 04:38:45.938181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:46.017669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8c58-be80-4190-8e25-aca10d219c18 admin admin] Publish callbacks [] for security_group (4dabcbd1-b548-42cb-992f-ac63f16db9f8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.045972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c56e17b3-a9c3-40c7-b48a-89237837f042 None None] Provisioning complete for port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:46.046469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c56e17b3-a9c3-40c7-b48a-89237837f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.071401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8c58-be80-4190-8e25-aca10d219c18 admin admin] Publish callbacks [] for security_group (4dabcbd1-b548-42cb-992f-ac63f16db9f8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.092668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a849d980-268e-4998-a256-f342bf607fd3 req-1f2d04b3-bd75-42e2-8a5d-7f497f90201e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 210 time: 0.1484096 Feb 03 04:38:46.111031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a5c6f1e8-084d-4710-b770-1d0a4aa2af2b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.122966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:46.194976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event updated for resources: {'Port': ['ID=a5c6f1e8-084d-4710-b770-1d0a4aa2af2b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:46.207239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 334ea662-669e-49e7-80b5-90a3f1b520b5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:46.219972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:46.224639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:46.233746 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (334ea662-669e-49e7-80b5-90a3f1b520b5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.246319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:46.250828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c56e17b3-a9c3-40c7-b48a-89237837f042 None None] Current status of the port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:46.251700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c56e17b3-a9c3-40c7-b48a-89237837f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.253377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-503681cf-43c4-447b-9735-b0c7a38bb413 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group (5c8d7ff8-a987-46c2-9b28-52275f4f6b61), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.321997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-503681cf-43c4-447b-9735-b0c7a38bb413 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group (5c8d7ff8-a987-46c2-9b28-52275f4f6b61), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.339597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c56e17b3-a9c3-40c7-b48a-89237837f042 None None] For port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:46.348559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c56e17b3-a9c3-40c7-b48a-89237837f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.406674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8c58-be80-4190-8e25-aca10d219c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4dabcbd1-b548-42cb-992f-ac63f16db9f8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.411899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8c58-be80-4190-8e25-aca10d219c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.416034 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2c0b8c58-be80-4190-8e25-aca10d219c18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dabcbd1-b548-42cb-992f-ac63f16db9f8 HTTP/1.1" status: 204 len: 168 time: 0.5692058 Feb 03 04:38:46.435708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b8c58-be80-4190-8e25-aca10d219c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dabcbd1-b548-42cb-992f-ac63f16db9f8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:46.455318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e17b3-a9c3-40c7-b48a-89237837f042 None None] Pushing event updated for resources: {'Port': ['ID=f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:46.478305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-503681cf-43c4-447b-9735-b0c7a38bb413 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5c8d7ff8-a987-46c2-9b28-52275f4f6b61), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.487983 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-503681cf-43c4-447b-9735-b0c7a38bb413 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.493857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-503681cf-43c4-447b-9735-b0c7a38bb413 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/security-groups/5c8d7ff8-a987-46c2-9b28-52275f4f6b61 HTTP/1.1" status: 204 len: 168 time: 0.3680482 Feb 03 04:38:46.495423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:46.548647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503681cf-43c4-447b-9735-b0c7a38bb413 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d7ff8-a987-46c2-9b28-52275f4f6b61,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:46.556204 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-c4972ea4-5243-4be4-b9a8-4c636ad60f69 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] show failed (client error): The resource could not be found. Feb 03 04:38:46.557606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c4972ea4-5243-4be4-b9a8-4c636ad60f69 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "GET /v2.0/security-groups/5c8d7ff8-a987-46c2-9b28-52275f4f6b61 HTTP/1.1" status: 404 len: 347 time: 0.0510201 Feb 03 04:38:46.560702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:46.564092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-87c84624-d3c6-4929-a68f-ed94c5a29012 None None] Could not find standard attr ID for object db86ac7b-b63f-4579-a51a-1ff375cde1be. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:38:46.741170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:46.862406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:46.863162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.918268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port 24c73f15-229e-42d1-8eb9-dd3fc3407916 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:46.919888 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:46.974911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:47.036400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.036703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for floatingip (24c73f15-229e-42d1-8eb9-dd3fc3407916), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.038219 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (334ea662-669e-49e7-80b5-90a3f1b520b5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.051533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for 24c73f15-229e-42d1-8eb9-dd3fc3407916 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:47.103750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb7e26-15d9-4f58-82e6-9a5707a9ac1d admin admin] Publish callbacks [] for security_group (acd8a370-8473-437e-8d84-49d8ac900fdd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.219076 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (876eb734-98cb-46ed-b8fc-4a6e30f82461), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.224539 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb7e26-15d9-4f58-82e6-9a5707a9ac1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (acd8a370-8473-437e-8d84-49d8ac900fdd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.313780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fafb7e26-15d9-4f58-82e6-9a5707a9ac1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a84d7111ed3c44b38c5bcbd35a1e6166&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4231796 Feb 03 04:38:47.332814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:47.370748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3657c6dd-e1c1-4ea1-b96c-95c78bf9f328 req-1d686bb6-a539-4b03-a1d9-d75ac6516b4f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 210 time: 0.1234107 Feb 03 04:38:47.403524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (24c73f15-229e-42d1-8eb9-dd3fc3407916), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.457841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=24c73f15-229e-42d1-8eb9-dd3fc3407916,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:47.470857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (334ea662-669e-49e7-80b5-90a3f1b520b5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.474117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb7e26-15d9-4f58-82e6-9a5707a9ac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8a370-8473-437e-8d84-49d8ac900fdd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:47.564198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-0dc64ef9-6b7a-4d5d-b776-729f464377b8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:47.566261 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-0dc64ef9-6b7a-4d5d-b776-729f464377b8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.3128693 Feb 03 04:38:47.573384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b59547f9-6e8f-4e0a-b8c3-41f8c761c354 admin admin] Publish callbacks [] for security_group (acd8a370-8473-437e-8d84-49d8ac900fdd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.602232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Request body: {'port': {'device_id': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'admin_state_up': True, 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:47.633782 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for floatingip (74c29771-8349-4a8c-a6cd-69c7217fcb18), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.637423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.641160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-898fafda-3806-4df8-9442-4bb741edc91c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/floatingips/74c29771-8349-4a8c-a6cd-69c7217fcb18 HTTP/1.1" status: 204 len: 168 time: 1.0587153 Feb 03 04:38:47.642123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:47.649708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b59547f9-6e8f-4e0a-b8c3-41f8c761c354 admin admin] Publish callbacks [] for security_group (acd8a370-8473-437e-8d84-49d8ac900fdd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.664877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:47.707464 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (334ea662-669e-49e7-80b5-90a3f1b520b5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.756643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=334ea662-669e-49e7-80b5-90a3f1b520b5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:47.763719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.766629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9fe84ee4-703f-494d-ae98-f603c91b1ca0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/334ea662-669e-49e7-80b5-90a3f1b520b5 HTTP/1.1" status: 204 len: 168 time: 1.8194056 Feb 03 04:38:47.767465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571bdd4-1e49-425b-8ee5-87e5b68a1c1c None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:47.770004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53326) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:47.820345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5b8dae44-b277-4f4e-9444-cfc845d60f20 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490105 Feb 03 04:38:47.823099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:47.837084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.858678 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b59547f9-6e8f-4e0a-b8c3-41f8c761c354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (acd8a370-8473-437e-8d84-49d8ac900fdd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.861637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b59547f9-6e8f-4e0a-b8c3-41f8c761c354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.865869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b59547f9-6e8f-4e0a-b8c3-41f8c761c354 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acd8a370-8473-437e-8d84-49d8ac900fdd HTTP/1.1" status: 204 len: 168 time: 0.5247266 Feb 03 04:38:47.898466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port 1704d539-028e-450b-b8d8-38f912aec229 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:47.899120 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1704d539-028e-450b-b8d8-38f912aec229), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:47.926897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59547f9-6e8f-4e0a-b8c3-41f8c761c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8a370-8473-437e-8d84-49d8ac900fdd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:47.994129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076fa5a-0250-430c-8fac-7d1936c40196 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:47.995661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8076fa5a-0250-430c-8fac-7d1936c40196 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1712863 Feb 03 04:38:47.998920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53334) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:48.038026 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1704d539-028e-450b-b8d8-38f912aec229), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.072789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for 1704d539-028e-450b-b8d8-38f912aec229 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:48.076316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5043c7b-75fe-4ab8-911e-a925c45a0a66 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:48.077831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d5043c7b-75fe-4ab8-911e-a925c45a0a66 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0779288 Feb 03 04:38:48.082771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53336) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:48.088783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:48.138263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9993b402-ed03-4d3c-a62a-5b5fdb884c12 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541668 Feb 03 04:38:48.142589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:48.147960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:48.174993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1973418349'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:48.192093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Router 876eb734-98cb-46ed-b8fc-4a6e30f82461 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:38:48.200481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] Deleting port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:48.200869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.316800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Made reservation on behalf of 890302b0191b450797e56bc4ad7bfaf5 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:48.322016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.346849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.371690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] For port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:48.372098 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.409141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] Calling delete_port for f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:48.424482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:48.429142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.445523 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1704d539-028e-450b-b8d8-38f912aec229), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.515487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:48.523985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.543850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=1704d539-028e-450b-b8d8-38f912aec229,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:48.576993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-5c5eee1e-a7a9-4479-994f-4a43031ac6b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4783769 Feb 03 04:38:48.588127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:38:48.601469 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] Sync routers for ids ['876eb734-98cb-46ed-b8fc-4a6e30f82461'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:38:48.639233 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] Routers {'876eb734-98cb-46ed-b8fc-4a6e30f82461'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:48.648984 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['876eb734-98cb-46ed-b8fc-4a6e30f82461'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:48.651920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.676404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-577d4e99-8572-4c0f-9374-66f3f2accfaa req-603553e5-5648-41cf-8026-86a9eea7db7b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 210 time: 0.1390259 Feb 03 04:38:48.725868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:48.731641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] Pushing event deleted for resources: {'Port': ['ID=f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:48.748711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:48.768421 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] Routers {'876eb734-98cb-46ed-b8fc-4a6e30f82461'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:48.769162 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['876eb734-98cb-46ed-b8fc-4a6e30f82461'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:48.780698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.782972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51031d3-a5e5-45a2-9c55-dae93f7cb8fc None None] No DVR routers for this DVR port f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:48.785801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:48.786476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f30ce3ad-2eb4-4b33-adf2-e47f3de7b3a2 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:48.789491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ae83436-dc64-4de7-8dda-9c14ee4a24a6 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/ports/1704d539-028e-450b-b8d8-38f912aec229 HTTP/1.1" status: 204 len: 168 time: 1.1463230 Feb 03 04:38:48.799594 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53352) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:48.836095 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:48.840391 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:48.840802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f50d637-2dad-4594-8068-05d9f5527d02 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3369610 Feb 03 04:38:48.841050 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1211dc8-e007-45d1-9684-82486f875a9f None None] The sync data for ids ['876eb734-98cb-46ed-b8fc-4a6e30f82461'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:38:48.847231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:48.859041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': False}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:49.069060 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks [] for security_group (2d7f2c29-3451-436a-a0b6-88dd985df30d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:49.087463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2d7f2c29-3451-436a-a0b6-88dd985df30d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:49.121633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:38:49.139388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6e2a4a1-3dcb-448d-8ea0-b5e9927e2c6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:49.139769 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Added segment c6e2a4a1-3dcb-448d-8ea0-b5e9927e2c6c of type vlan for network 63470355-44ca-4cdf-99b0-6413edb9f612 Feb 03 04:38:49.226250 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (63470355-44ca-4cdf-99b0-6413edb9f612), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:49.312030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (63470355-44ca-4cdf-99b0-6413edb9f612), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:49.325003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:49.325646 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:49.382571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-f42aaeaf-5830-4d73-8e89-a011de76e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:49.384272 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-f42aaeaf-5830-4d73-8e89-a011de76e9ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 1127 time: 0.7096591 Feb 03 04:38:49.461732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Allocated IP 172.20.0.2 (33f08626-802d-4cfd-992c-cb30242887eb/11c55517-c63b-4249-a7dd-a79ccac8c398/5a20c74b-bc4b-467f-85f4-599fd4e26fcf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:49.564530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-21c7d078-3596-4e3d-9aae-80a56424d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:49.566264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-21c7d078-3596-4e3d-9aae-80a56424d592 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.1511278 Feb 03 04:38:49.571658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting port 74061f39-0104-4d50-95dc-07ba0792a283 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:49.572034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (74061f39-0104-4d50-95dc-07ba0792a283), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:49.580890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Pushing event updated for resources: {'Network': ['ID=63470355-44ca-4cdf-99b0-6413edb9f612,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:49.605231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 63470355-44ca-4cdf-99b0-6413edb9f612 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:38:49.622440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f2c29-3451-436a-a0b6-88dd985df30d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:49.665111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fe00bd02-3c64-4565-9d32-8457811b6c42 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9984214 Feb 03 04:38:49.676120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:49.707291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-10742d75-272b-4ba9-b858-5ce4ee310905 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb HTTP/1.1" status: 200 len: 217 time: 0.1294112 Feb 03 04:38:49.849972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c82fce7e-8541-4ae3-8bf6-aa74bfa3363a req-0ecfda61-df94-457d-ab22-055b653dcea1 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 210 time: 0.0634367 Feb 03 04:38:49.997207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-41dbeb05-fbee-4d65-9a3b-2bae3debd9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:49.999054 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-41dbeb05-fbee-4d65-9a3b-2bae3debd9cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.2505269 Feb 03 04:38:50.010780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (74061f39-0104-4d50-95dc-07ba0792a283), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.063633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-3a87961f-cd4f-4ea5-bd97-40d1b012ef11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549760 Feb 03 04:38:50.064967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Calling delete_port for 74061f39-0104-4d50-95dc-07ba0792a283 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:50.197378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'network': {'name': 'tempest-network--669612123', 'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:50.294260 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-66710a8a-e0ea-401d-9fbd-35c7e280ced4 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246087 Feb 03 04:38:50.298923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks [] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.373421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:50.383187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (eba6b9df-c59b-4de9-8395-e1ccf1c91e3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.522441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:50.530350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:50.537953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:50.538733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.540904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971f8a4-dc44-4ce2-99b2-8ab2e2f093c4 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:50.542006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=eba6b9df-c59b-4de9-8395-e1ccf1c91e3d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:50.578382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.589345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Made reservation on behalf of 5e7ce227f1f4430391824283462284fc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:50.599871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.605896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7ecfaf3b-24dc-4a6d-a31d-f65ab6e4b070 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4619617 Feb 03 04:38:50.608332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:50.613618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:73:2d:5f', 'name': 'tempest-NetworksTestDHCPv6-1343573383'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:50.630426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:38:50.655118 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (74061f39-0104-4d50-95dc-07ba0792a283), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.704188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (876eb734-98cb-46ed-b8fc-4a6e30f82461), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.762898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:50.867168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:50.873342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event updated for resources: {'Port': ['ID=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:50.941364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Network 33f08626-802d-4cfd-992c-cb30242887eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:50.987316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:51.003799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': 'eba6b9df-c59b-4de9-8395-e1ccf1c91e3d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:38:51.007180 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.015778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:51.080097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Port': ['ID=74061f39-0104-4d50-95dc-07ba0792a283,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:51.156132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:51.156976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.181129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.183728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.185157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8d060256-28bf-484e-b0e5-82ff43d8bc1f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/ports/74061f39-0104-4d50-95dc-07ba0792a283 HTTP/1.1" status: 204 len: 168 time: 2.3841887 Feb 03 04:38:51.192276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for security_group (546e21f2-544b-4bc0-b93f-da1f3711d3af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.196539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:51.222906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (546e21f2-544b-4bc0-b93f-da1f3711d3af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.268988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-2edbdd1a-6cce-4403-bdea-a53a82bc037e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6726177 Feb 03 04:38:51.278376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 7dd401c9-77ab-44b2-ab0a-cd72812abeef yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:38:51.292785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698b1f-f67a-4256-883a-967785d0c960 req-46a6e63b-7e96-4c31-a242-7816982ef7ef tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:51.295056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60698b1f-f67a-4256-883a-967785d0c960 req-46a6e63b-7e96-4c31-a242-7816982ef7ef tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 931 time: 0.2771108 Feb 03 04:38:51.312901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Request body: {'port': {'device_id': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:51.371209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Allocated IP 2001:db8::f816:3eff:fe2e:c88a (355aef9b-164b-424f-8915-d5c2d7f691fe/eba6b9df-c59b-4de9-8395-e1ccf1c91e3d/95e28eec-d2c8-4edb-8c75-b1336f05d404) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:51.444122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:38:51.473378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9ee496bb-7c01-4d4f-bb40-adf43bcc766a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.473727 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Added segment 9ee496bb-7c01-4d4f-bb40-adf43bcc766a of type vlan for network 70a6dd04-9f28-43a1-a200-51ce1a433181 Feb 03 04:38:51.571373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (70a6dd04-9f28-43a1-a200-51ce1a433181), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.611135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:51.613460 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-055a42dd-a01f-4562-a4a6-92e5a724feca req-f80550d6-570e-4f45-b7b5-37c42b94f781 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3111937 Feb 03 04:38:51.651412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (70a6dd04-9f28-43a1-a200-51ce1a433181), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.652476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:51.653086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.656271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60698b1f-f67a-4256-883a-967785d0c960 req-e1a482d7-331a-40f6-b8b5-4bb56e41381f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430431 Feb 03 04:38:51.724374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e21f2-544b-4bc0-b93f-da1f3711d3af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:51.777722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting subnet 0790dc63-5e08-4e66-b197-bdf574357f96 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:51.815379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for subnet (0790dc63-5e08-4e66-b197-bdf574357f96), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.855289 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Publish callbacks [] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.863696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1867745 Feb 03 04:38:51.879024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.902919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:51.941181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.954901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:51.964123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:51.970946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:51.974564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:51.980670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Pushing event updated for resources: {'Port': ['ID=95e28eec-d2c8-4edb-8c75-b1336f05d404,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:51.986801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff70811-5f15-48c5-968c-e4911e964796 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Network': ['ID=70a6dd04-9f28-43a1-a200-51ce1a433181,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:51.989146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.007903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (70a6dd04-9f28-43a1-a200-51ce1a433181), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.019170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 70a6dd04-9f28-43a1-a200-51ce1a433181 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:38:52.020916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (0790dc63-5e08-4e66-b197-bdf574357f96), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.039850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe73:2d5f (355aef9b-164b-424f-8915-d5c2d7f691fe/eba6b9df-c59b-4de9-8395-e1ccf1c91e3d/7dd401c9-77ab-44b2-ab0a-cd72812abeef) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:52.075880 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-525b3ba0-0c90-41c1-8dda-aa91bb130b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.099571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Attempting to bind port 95e28eec-d2c8-4edb-8c75-b1336f05d404 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:52.100058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Attempting to bind port 95e28eec-d2c8-4edb-8c75-b1336f05d404 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:52.101880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Attempting to bind port 95e28eec-d2c8-4edb-8c75-b1336f05d404 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:52.111559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:52.112166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:52.112720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.113210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:52.113798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Bound port: 95e28eec-d2c8-4edb-8c75-b1336f05d404, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:52.114349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.156186 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-525b3ba0-0c90-41c1-8dda-aa91bb130b3e admin admin] Publish callbacks [] for security_group (e0550491-18fb-41eb-a83b-222910d916c4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.201429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-525b3ba0-0c90-41c1-8dda-aa91bb130b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e0550491-18fb-41eb-a83b-222910d916c4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.254345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-525b3ba0-0c90-41c1-8dda-aa91bb130b3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=485dd3a8440a41ffb405fad614586588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388698 Feb 03 04:38:52.278631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] For port 95e28eec-d2c8-4edb-8c75-b1336f05d404, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:52.284149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (70a6dd04-9f28-43a1-a200-51ce1a433181), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.287239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:52.297660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] For port 95e28eec-d2c8-4edb-8c75-b1336f05d404, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=95e28eec-d2c8-4edb-8c75-b1336f05d404,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:52.312499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.335279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b3ba0-0c90-41c1-8dda-aa91bb130b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0550491-18fb-41eb-a83b-222910d916c4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:52.377184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a6dd04-9f28-43a1-a200-51ce1a433181']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:52.385750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0790dc63-5e08-4e66-b197-bdf574357f96), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.421016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181b4f7-ac89-4b56-92a8-f59c68d21682 None None] Pushing event updated for resources: {'Port': ['ID=95e28eec-d2c8-4edb-8c75-b1336f05d404,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:52.467826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee496bb-7c01-4d4f-bb40-adf43bcc766a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:52.468324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee496bb-7c01-4d4f-bb40-adf43bcc766a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:52.497998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (9ee496bb-7c01-4d4f-bb40-adf43bcc766a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.499679 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (7dd401c9-77ab-44b2-ab0a-cd72812abeef), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.502278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Router 876eb734-98cb-46ed-b8fc-4a6e30f82461 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:38:52.541168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c267b2-ff62-4050-b40f-44f71c1c23bb admin admin] Publish callbacks [] for security_group (e0550491-18fb-41eb-a83b-222910d916c4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.591301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9ee496bb-7c01-4d4f-bb40-adf43bcc766a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.623196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c267b2-ff62-4050-b40f-44f71c1c23bb admin admin] Publish callbacks [] for security_group (e0550491-18fb-41eb-a83b-222910d916c4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.627221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:38:52.627729 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (9ee496bb-7c01-4d4f-bb40-adf43bcc766a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.628654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7dd401c9-77ab-44b2-ab0a-cd72812abeef), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:38:52.631707 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:38:52.698449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:52.707210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:52.712717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:38:52.714304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:52.720057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:52.720687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.725611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=7dd401c9-77ab-44b2-ab0a-cd72812abeef,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:52.731395 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.732385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] Sync routers for ids ['876eb734-98cb-46ed-b8fc-4a6e30f82461'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:38:52.735855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c673c4df-539c-4bcf-9774-d266b9ca97de tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "PUT /v2.0/routers/876eb734-98cb-46ed-b8fc-4a6e30f82461 HTTP/1.1" status: 200 len: 926 time: 3.8821633 Feb 03 04:38:52.737369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:52.775035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] Routers {'876eb734-98cb-46ed-b8fc-4a6e30f82461'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:52.776214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['876eb734-98cb-46ed-b8fc-4a6e30f82461'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:52.822821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (0790dc63-5e08-4e66-b197-bdf574357f96), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.846071 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (70a6dd04-9f28-43a1-a200-51ce1a433181), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.852288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.859384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/subnets/0790dc63-5e08-4e66-b197-bdf574357f96 HTTP/1.1" status: 204 len: 168 time: 1.6592350 Feb 03 04:38:52.872814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:52.900892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b766b5-91d9-42d1-9ca4-9b393110ed0e None None] Network e6ccaca6-fc93-4f6e-845f-e19b84ea990f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:52.924479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70a6dd04-9f28-43a1-a200-51ce1a433181 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 04:38:52.926419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event deleted for resources: {'Network': ['ID=70a6dd04-9f28-43a1-a200-51ce1a433181,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:52.928700 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:52.941717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:52.945666 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c915f678-8297-4bc6-8514-1c81a6ad4199 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "DELETE /v2.0/networks/70a6dd04-9f28-43a1-a200-51ce1a433181 HTTP/1.1" status: 204 len: 168 time: 1.0375264 Feb 03 04:38:52.949384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee9237-1c20-45e6-a0de-cf58ab36b522 tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Subnet': ['ID=0790dc63-5e08-4e66-b197-bdf574357f96,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:52.953678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:52.961941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:52.982228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a20c74b-bc4b-467f-85f4-599fd4e26fcf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:38:53.005611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c267b2-ff62-4050-b40f-44f71c1c23bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e0550491-18fb-41eb-a83b-222910d916c4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.008238 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c267b2-ff62-4050-b40f-44f71c1c23bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.022122 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-98c267b2-ff62-4050-b40f-44f71c1c23bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0550491-18fb-41eb-a83b-222910d916c4 HTTP/1.1" status: 204 len: 168 time: 0.7275355 Feb 03 04:38:53.024840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Publish callbacks [] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.031120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Deleting subnet 4239f4b3-e647-41bd-ac11-5c256badfca3 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:53.043822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c9fc8fd9-b05d-498f-8d7c-360578c2e0ec tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4321401 Feb 03 04:38:53.051841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:53.053920 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for subnet (4239f4b3-e647-41bd-ac11-5c256badfca3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.057370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] Routers {'876eb734-98cb-46ed-b8fc-4a6e30f82461'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:38:53.057370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['876eb734-98cb-46ed-b8fc-4a6e30f82461'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:53.076287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Made reservation on behalf of 5e7ce227f1f4430391824283462284fc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:53.079263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.081690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c267b2-ff62-4050-b40f-44f71c1c23bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0550491-18fb-41eb-a83b-222910d916c4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:53.118675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Transition to ACTIVE for port object 5a20c74b-bc4b-467f-85f4-599fd4e26fcf will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:38:53.141996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:38:53.154804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (065b13b2-65ae-48ba-b1d7-b3ee4e08ab63), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.155702 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Added segment 065b13b2-65ae-48ba-b1d7-b3ee4e08ab63 of type vlan for network f8cff920-e04d-4fe5-85bf-340cd565b740 Feb 03 04:38:53.155917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:53.157162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8246aa-2dac-408d-8ea4-ade29df4de28 None None] The sync data for ids ['876eb734-98cb-46ed-b8fc-4a6e30f82461'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:38:53.228510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.284000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] DHCP port deletion for e6ccaca6-fc93-4f6e-845f-e19b84ea990f request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:53.363322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85874157-32d5-41b3-af94-12935127b905 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:53.390619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] Deleting port 11988b6c-93e8-4669-952a-5e424c6091b9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:53.391412 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.436531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f8cff920-e04d-4fe5-85bf-340cd565b740), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.500570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] For port 11988b6c-93e8-4669-952a-5e424c6091b9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=11988b6c-93e8-4669-952a-5e424c6091b9,segment=NetworkSegment(2e155c97-79fc-4201-b01f-f329429b377b),segment_id=2e155c97-79fc-4201-b01f-f329429b377b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:53.511413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.536222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e130bc2-38ff-4ba8-9073-e98331ddc7e8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:53.539407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] Calling delete_port for 11988b6c-93e8-4669-952a-5e424c6091b9 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:53.542095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e130bc2-38ff-4ba8-9073-e98331ddc7e8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:53.547329 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8e130bc2-38ff-4ba8-9073-e98331ddc7e8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4938629 Feb 03 04:38:53.549962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:53.558382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f8cff920-e04d-4fe5-85bf-340cd565b740), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.561339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:53.562003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.709974 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (11988b6c-93e8-4669-952a-5e424c6091b9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.765307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] Pushing event deleted for resources: {'Port': ['ID=11988b6c-93e8-4669-952a-5e424c6091b9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:53.789387 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.791134 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.792468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a579d-c9e9-45a7-9284-227bb846ec0c None None] No DVR routers for this DVR port 11988b6c-93e8-4669-952a-5e424c6091b9 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:53.800865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Network': ['ID=f8cff920-e04d-4fe5-85bf-340cd565b740,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:53.822378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f8cff920-e04d-4fe5-85bf-340cd565b740 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:38:53.844783 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-34151226-6b98-4377-92b9-3f08b3c28852 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8893774 Feb 03 04:38:53.853993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:53.864349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'subnet': {'network_id': 'f8cff920-e04d-4fe5-85bf-340cd565b740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:53.936158 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (4239f4b3-e647-41bd-ac11-5c256badfca3), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.960656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Attempting to bind port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:53.961725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Attempting to bind port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:53.962005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Attempting to bind port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:53.978109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Made reservation on behalf of 5e7ce227f1f4430391824283462284fc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:53.980889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:53.997827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf on network 33f08626-802d-4cfd-992c-cb30242887eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:38:53.998173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Attempting to bind port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:38:54.012138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 7dd401c9-77ab-44b2-ab0a-cd72812abeef {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:54.012468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7dd401c9-77ab-44b2-ab0a-cd72812abeef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.065450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:38:54.065798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:54.066197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Bound using segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:38:54.066641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Bound port: 5a20c74b-bc4b-467f-85f4-599fd4e26fcf, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:38:54.067002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.078328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4239f4b3-e647-41bd-ac11-5c256badfca3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.165486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (4239f4b3-e647-41bd-ac11-5c256badfca3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.226540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ccc4a-5b31-4f39-b336-c614a9f3c878 req-9bab9ab0-252d-48a6-87ec-d6bf126240fc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:54.237519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-566ccc4a-5b31-4f39-b336-c614a9f3c878 req-9bab9ab0-252d-48a6-87ec-d6bf126240fc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 931 time: 1.3821802 Feb 03 04:38:54.251541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5258bcfd-df83-4503-89ce-0e980883491a None None] Provisioning complete for port 95e28eec-d2c8-4edb-8c75-b1336f05d404 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:54.254633 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5258bcfd-df83-4503-89ce-0e980883491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.299476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Subnet': ['ID=4239f4b3-e647-41bd-ac11-5c256badfca3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:54.316324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.320611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7e7b3637-e299-4c34-8c9f-22d253f2735f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/subnets/4239f4b3-e647-41bd-ac11-5c256badfca3 HTTP/1.1" status: 204 len: 168 time: 1.4459081 Feb 03 04:38:54.336095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0fab2b2e-c0b3-4b3e-a89e-7bb4f429f816 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/876eb734-98cb-46ed-b8fc-4a6e30f82461 HTTP/1.1" status: 200 len: 926 time: 1.5947640 Feb 03 04:38:54.339707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:54.340047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:54.343072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974f6dd-02c1-45b1-b764-f8b8ea490340 None None] Network b5d3842a-2cab-4dbe-906f-45a53c0e0497 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:54.354649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7dd401c9-77ab-44b2-ab0a-cd72812abeef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.376077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 7dd401c9-77ab-44b2-ab0a-cd72812abeef owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:54.532043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5258bcfd-df83-4503-89ce-0e980883491a None None] Current status of the port 95e28eec-d2c8-4edb-8c75-b1336f05d404 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:54.532431 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5258bcfd-df83-4503-89ce-0e980883491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.603528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-566ccc4a-5b31-4f39-b336-c614a9f3c878 req-9c07c209-0da3-4746-bc6f-ff380e8d2190 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649905 Feb 03 04:38:54.632216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5258bcfd-df83-4503-89ce-0e980883491a None None] For port 95e28eec-d2c8-4edb-8c75-b1336f05d404, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=95e28eec-d2c8-4edb-8c75-b1336f05d404,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:54.658879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5258bcfd-df83-4503-89ce-0e980883491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.694396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217e695d-7c64-437b-9a9c-a4868355a180 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:54.699313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-217e695d-7c64-437b-9a9c-a4868355a180 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=876eb734-98cb-46ed-b8fc-4a6e30f82461&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3424702 Feb 03 04:38:54.700525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:54.705888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (e6ccaca6-fc93-4f6e-845f-e19b84ea990f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.755686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] For port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:38:54.811212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] DHCP port deletion for b5d3842a-2cab-4dbe-906f-45a53c0e0497 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:54.884989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258bcfd-df83-4503-89ce-0e980883491a None None] Pushing event updated for resources: {'Port': ['ID=95e28eec-d2c8-4edb-8c75-b1336f05d404,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:54.890805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 95e28eec-d2c8-4edb-8c75-b1336f05d404 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:54.894976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3757183c-6935-4a51-b446-5d492f8d20a6 None None] Provisioning complete for port 7dd401c9-77ab-44b2-ab0a-cd72812abeef triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:54.895612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3757183c-6935-4a51-b446-5d492f8d20a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7dd401c9-77ab-44b2-ab0a-cd72812abeef), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.933960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (e6ccaca6-fc93-4f6e-845f-e19b84ea990f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:54.958049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689eb6f-d166-4214-934e-b1a92c198695 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:54.963191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d689eb6f-d166-4214-934e-b1a92c198695 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.2613430 Feb 03 04:38:54.969075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:54.976122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3757183c-6935-4a51-b446-5d492f8d20a6 None None] Port 7dd401c9-77ab-44b2-ab0a-cd72812abeef cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:38:54.984469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ccaca6-fc93-4f6e-845f-e19b84ea990f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:55.000471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] Deleting port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:55.000836 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.019588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cbae90eb-355d-46f8-9b79-d5d8fdfa8948 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=876eb734-98cb-46ed-b8fc-4a6e30f82461 HTTP/1.1" status: 200 len: 205 time: 0.0488751 Feb 03 04:38:55.020651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:55.025813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e155c97-79fc-4201-b01f-f329429b377b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:55.026420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e155c97-79fc-4201-b01f-f329429b377b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:55.037490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 95e28eec-d2c8-4edb-8c75-b1336f05d404 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:55.037881 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.043093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2e155c97-79fc-4201-b01f-f329429b377b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.102377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] For port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2b6a83e6-c160-41bf-8fa4-c7558fe665dc,segment=NetworkSegment(63274e70-3ab2-4189-b940-5b48404db872),segment_id=63274e70-3ab2-4189-b940-5b48404db872)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:55.102769 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.106808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2e155c97-79fc-4201-b01f-f329429b377b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.120812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:38:55.121912 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2e155c97-79fc-4201-b01f-f329429b377b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.122184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] Calling delete_port for 2b6a83e6-c160-41bf-8fa4-c7558fe665dc owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:38:55.126493 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:38:55.221819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7dd401c9-77ab-44b2-ab0a-cd72812abeef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.224248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 95e28eec-d2c8-4edb-8c75-b1336f05d404 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:55.256014 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (e6ccaca6-fc93-4f6e-845f-e19b84ea990f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.256378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] For port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:38:55.264956 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (2b6a83e6-c160-41bf-8fa4-c7558fe665dc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.272640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.276957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/networks/e6ccaca6-fc93-4f6e-845f-e19b84ea990f HTTP/1.1" status: 204 len: 168 time: 0.9250877 Feb 03 04:38:55.278978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=7dd401c9-77ab-44b2-ab0a-cd72812abeef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:55.282897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:55.322608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.325270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e87828-d17e-4d05-90aa-fbd14f30581c tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Network': ['ID=e6ccaca6-fc93-4f6e-845f-e19b84ea990f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:55.326644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] Pushing event deleted for resources: {'Port': ['ID=2b6a83e6-c160-41bf-8fa4-c7558fe665dc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:55.328015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.332699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d2841c56-1414-4ccb-8de5-cdc83780a134 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/7dd401c9-77ab-44b2-ab0a-cd72812abeef HTTP/1.1" status: 204 len: 168 time: 1.7756109 Feb 03 04:38:55.337834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.341612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:55.349664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789efc96-d27c-42ab-918c-cbc0d1b27ddc None None] No DVR routers for this DVR port 2b6a83e6-c160-41bf-8fa4-c7558fe665dc on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:55.374481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 11988b6c-93e8-4669-952a-5e424c6091b9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:55.402370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 11988b6c-93e8-4669-952a-5e424c6091b9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:55.402723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 11988b6c-93e8-4669-952a-5e424c6091b9 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:55.526649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:55.527775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.529219 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85874157-32d5-41b3-af94-12935127b905 service neutron] 10.222.0.31 "PUT /v2.0/ports/5a20c74b-bc4b-467f-85f4-599fd4e26fcf HTTP/1.1" status: 200 len: 1091 time: 4.2287421 Feb 03 04:38:55.529753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'tag': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:38:55.530568 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (876eb734-98cb-46ed-b8fc-4a6e30f82461), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.532075 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352db6e7-2e97-4ca8-9682-b29e3418ae9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d34fa8e-204c-4e44-9218-94e889e5640d", "tag": "5a20c74b-bc4b-467f-85f4-599fd4e26fcf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:38:55.553821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b5d3842a-2cab-4dbe-906f-45a53c0e0497), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.622875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Deleting port a5c6f1e8-084d-4710-b770-1d0a4aa2af2b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:55.623495 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a5c6f1e8-084d-4710-b770-1d0a4aa2af2b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.651104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85874157-32d5-41b3-af94-12935127b905 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:55.663805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4779a-0922-4846-af97-7c6eba7748af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:55.665112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4779a-0922-4846-af97-7c6eba7748af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:55.670827 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-acc4779a-0922-4846-af97-7c6eba7748af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3263922 Feb 03 04:38:55.675210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:55.790638 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ee2c5c-9d27-490a-91ed-7f222f777457 x-openstack-request-id: req-70ee2c5c-9d27-490a-91ed-7f222f777457 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:38:55.790936 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d34fa8e-204c-4e44-9218-94e889e5640d", "tag": "5a20c74b-bc4b-467f-85f4-599fd4e26fcf", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:38:55.791189 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70ee2c5c-9d27-490a-91ed-7f222f777457 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:38:55.791683 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'tag': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf', 'status': 'completed', 'code': 200} Feb 03 04:38:55.794405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a5c6f1e8-084d-4710-b770-1d0a4aa2af2b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.813306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Calling delete_port for a5c6f1e8-084d-4710-b770-1d0a4aa2af2b owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:55.824471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5ecf-56c6-46c5-8c10-9305342bd621 req-93239d25-ff87-4872-b482-be88b524c270 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:55.832116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c24f5ecf-56c6-46c5-8c10-9305342bd621 req-93239d25-ff87-4872-b482-be88b524c270 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 943 time: 0.0964799 Feb 03 04:38:55.850104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b5d3842a-2cab-4dbe-906f-45a53c0e0497), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:55.856509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-6d67e2b8-1f26-4621-a56d-b536bc5571cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:55.858880 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-6d67e2b8-1f26-4621-a56d-b536bc5571cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 1125 time: 0.2372520 Feb 03 04:38:55.882801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet eba6b9df-c59b-4de9-8395-e1ccf1c91e3d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:38:55.946405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c24f5ecf-56c6-46c5-8c10-9305342bd621 req-209ae156-ffbe-457d-b598-38d688c0ddbb tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080172 Feb 03 04:38:55.991733 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-d7e776bf-4676-44f8-b648-013754d50683 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a20c74b-bc4b-467f-85f4-599fd4e26fcf HTTP/1.1" status: 200 len: 217 time: 0.0764923 Feb 03 04:38:55.997838 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (eba6b9df-c59b-4de9-8395-e1ccf1c91e3d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.065976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d3842a-2cab-4dbe-906f-45a53c0e0497']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:56.111117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:56.111579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (3f02f5ca-da7e-46ac-bf83-fc5042338883), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.120889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63274e70-3ab2-4189-b940-5b48404db872') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:56.121190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63274e70-3ab2-4189-b940-5b48404db872') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:38:56.143872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (63274e70-3ab2-4189-b940-5b48404db872), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.175431 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (eba6b9df-c59b-4de9-8395-e1ccf1c91e3d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.180385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85fe2f81-3ea3-4aa8-bf81-6ba6d9da62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:56.181859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a5c6f1e8-084d-4710-b770-1d0a4aa2af2b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.182395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-85fe2f81-3ea3-4aa8-bf81-6ba6d9da62bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.1749864 Feb 03 04:38:56.217204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event deleted for resources: {'Port': ['ID=a5c6f1e8-084d-4710-b770-1d0a4aa2af2b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:56.248148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (63274e70-3ab2-4189-b940-5b48404db872), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.260610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-89cbdf7a-9170-445b-9e56-725b0f7d8199 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519955 Feb 03 04:38:56.284470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:38:56.284897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (63274e70-3ab2-4189-b940-5b48404db872), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:38:56.291878 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:38:56.321655 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (876eb734-98cb-46ed-b8fc-4a6e30f82461), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.353732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f02f5ca-da7e-46ac-bf83-fc5042338883,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:56.448857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Checking segment: {'id': '065b13b2-65ae-48ba-b1d7-b3ee4e08ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8cff920-e04d-4fe5-85bf-340cd565b740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:38:56.449230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Network hostable DHCP agents. Network: f8cff920-e04d-4fe5-85bf-340cd565b740, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:38:56.461522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.465106 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (876eb734-98cb-46ed-b8fc-4a6e30f82461), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.478807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b5d3842a-2cab-4dbe-906f-45a53c0e0497), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.492975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.496157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] 10.222.0.35 "DELETE /v2.0/networks/b5d3842a-2cab-4dbe-906f-45a53c0e0497 HTTP/1.1" status: 204 len: 168 time: 1.2122841 Feb 03 04:38:56.522423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (eba6b9df-c59b-4de9-8395-e1ccf1c91e3d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.547944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (876eb734-98cb-46ed-b8fc-4a6e30f82461), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.548539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Fanout notify agent at l3_agent the message router_deleted on router 876eb734-98cb-46ed-b8fc-4a6e30f82461 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:38:56.559787 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.564291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d0bcc1a0-f8dd-43b8-aa46-fb44cdd8f590 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/876eb734-98cb-46ed-b8fc-4a6e30f82461 HTTP/1.1" status: 204 len: 168 time: 1.5372617 Feb 03 04:38:56.565984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:56.572227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c88d308-be30-4750-be8e-d3d941015955 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2066263719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:56.627211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c88d308-be30-4750-be8e-d3d941015955 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f5eb1916-d6a6-47cf-9663-83494145039c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.630147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c88d308-be30-4750-be8e-d3d941015955 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f5eb1916-d6a6-47cf-9663-83494145039c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.665184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (eba6b9df-c59b-4de9-8395-e1ccf1c91e3d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.670350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 95e28eec-d2c8-4edb-8c75-b1336f05d404 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:38:56.671945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3cd0f-2e9b-41ba-af40-92581b520a3f tempest-TaggedBootDevicesTest_v242-1923504695 tempest-TaggedBootDevicesTest_v242-1923504695-project] Pushing event deleted for resources: {'Network': ['ID=b5d3842a-2cab-4dbe-906f-45a53c0e0497,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:56.680704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Network f8cff920-e04d-4fe5-85bf-340cd565b740 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:38:56.697457 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-cc89bb57-6e1d-45d8-a1ff-2be3ccdc9f54 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264398 Feb 03 04:38:56.746238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c88d308-be30-4750-be8e-d3d941015955 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (f5eb1916-d6a6-47cf-9663-83494145039c), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.752285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c88d308-be30-4750-be8e-d3d941015955 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f5eb1916-d6a6-47cf-9663-83494145039c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.768466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.779123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:56.780508 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/eba6b9df-c59b-4de9-8395-e1ccf1c91e3d HTTP/1.1" status: 204 len: 168 time: 1.0875566 Feb 03 04:38:56.790174 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856a26a-e9b1-4a5e-9ca8-5b07f56a5108 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=eba6b9df-c59b-4de9-8395-e1ccf1c91e3d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:56.793300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d7217-ca01-44d3-b77b-0d2196a176e5 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:56.796751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f8cff920-e04d-4fe5-85bf-340cd565b740) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:56.807636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:56.808247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.877092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7920a719-f0b7-413c-a7b6-ea5c4ad4c09f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948148 Feb 03 04:38:56.877751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:56.889117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:56.901934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b8205-8e28-4c1d-8f39-e63fc03a78ad None None] Network f8cff920-e04d-4fe5-85bf-340cd565b740 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:56.902821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:56.905683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c88d308-be30-4750-be8e-d3d941015955 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.916591 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c88d308-be30-4750-be8e-d3d941015955 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3492794 Feb 03 04:38:56.921189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 95e28eec-d2c8-4edb-8c75-b1336f05d404 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:38:56.921643 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:56.923462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53612) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:56.952646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e76cfc8f-f9ca-4b96-870c-a4fb90474cd4 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0969601 Feb 03 04:38:56.975084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:56.978531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:57.011512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8cff920-e04d-4fe5-85bf-340cd565b740'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:57.067747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e89176e3-7d1a-425a-a8c5-4c95edca6b4b req-187deb30-85e6-4dca-be4e-1e873999b6bb service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490846 Feb 03 04:38:57.090132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.214134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-8677d997-9150-4d47-9d66-7e212322a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:57.215300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-8677d997-9150-4d47-9d66-7e212322a671 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 1125 time: 0.0863752 Feb 03 04:38:57.219863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 95e28eec-d2c8-4edb-8c75-b1336f05d404 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:38:57.236780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db233d2-99d0-4e9d-bb8d-6523309f7e1f None None] Network f8cff920-e04d-4fe5-85bf-340cd565b740 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:57.252495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:38:57.335215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b6a83e6-c160-41bf-8fa4-c7558fe665dc no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:57.350139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4704a603-dc3f-47cc-bf81-d52930789fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.375575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.492106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Allocated IP 172.20.0.14 (f8cff920-e04d-4fe5-85bf-340cd565b740/3f02f5ca-da7e-46ac-bf83-fc5042338883/28e907ee-ea18-4fdb-8a2d-5befce6184e3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:57.503029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 2b6a83e6-c160-41bf-8fa4-c7558fe665dc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:57.503736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b6a83e6-c160-41bf-8fa4-c7558fe665dc not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:57.600565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4704a603-dc3f-47cc-bf81-d52930789fd7 admin admin] Publish callbacks [] for security_group (79600243-b468-482a-abeb-abb421233bfc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.602629 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.634044 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4704a603-dc3f-47cc-bf81-d52930789fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (79600243-b468-482a-abeb-abb421233bfc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.639115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-30e67a78-3911-4da4-bbe3-fd0c654cb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:57.640890 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-30e67a78-3911-4da4-bbe3-fd0c654cb2da service neutron] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.3916423 Feb 03 04:38:57.643197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.660312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] Deleting port 95e28eec-d2c8-4edb-8c75-b1336f05d404 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:57.660869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.671515 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4704a603-dc3f-47cc-bf81-d52930789fd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=411fb6e5ee104c598a982910bbead1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7537386 Feb 03 04:38:57.698163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:57.698913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Port': ['ID=28e907ee-ea18-4fdb-8a2d-5befce6184e3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:57.745591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] For port 95e28eec-d2c8-4edb-8c75-b1336f05d404, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=95e28eec-d2c8-4edb-8c75-b1336f05d404,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:38:57.746664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.761586 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-1b87fb47-60e0-49c1-a853-d1b8b26be5e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a20c74b-bc4b-467f-85f4-599fd4e26fcf HTTP/1.1" status: 200 len: 217 time: 0.0674610 Feb 03 04:38:57.762528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] Calling delete_port for 95e28eec-d2c8-4edb-8c75-b1336f05d404 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:38:57.763355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Network f8cff920-e04d-4fe5-85bf-340cd565b740 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:57.767453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:57.770011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:57.785283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:57.789307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.885259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-83df574e-9ddd-4df7-91b6-7a2bbabb2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:57.886284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (95e28eec-d2c8-4edb-8c75-b1336f05d404), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:57.887124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-83df574e-9ddd-4df7-91b6-7a2bbabb2ee7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.0601876 Feb 03 04:38:57.892662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978f80b-755f-4e67-b8c9-06c9f1f575a2 req-58e8680a-c70d-495b-ad5f-6785a8f49a62 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:57.901430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2978f80b-755f-4e67-b8c9-06c9f1f575a2 req-58e8680a-c70d-495b-ad5f-6785a8f49a62 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 943 time: 0.8017399 Feb 03 04:38:57.922189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] Pushing event deleted for resources: {'Port': ['ID=95e28eec-d2c8-4edb-8c75-b1336f05d404,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:57.931934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5a644-f71b-48f3-ac5a-99e6a9285db2 None None] No DVR routers for this DVR port 95e28eec-d2c8-4edb-8c75-b1336f05d404 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:38:57.991081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704a603-dc3f-47cc-bf81-d52930789fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79600243-b468-482a-abeb-abb421233bfc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:57.995731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (f5eb1916-d6a6-47cf-9663-83494145039c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.015210 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-833afc95-1142-4e2c-bed8-25076ee3fc20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125836 Feb 03 04:38:58.027670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2978f80b-755f-4e67-b8c9-06c9f1f575a2 req-5501e168-931a-44b5-8db9-bd89cd3cfbfd tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251991 Feb 03 04:38:58.134145 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-26161636-7b6a-4132-90ce-25d75da79277 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012073 Feb 03 04:38:58.161635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c6bc3e-0f82-47fc-86f0-3a928ae18485 admin admin] Publish callbacks [] for security_group (79600243-b468-482a-abeb-abb421233bfc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.177588 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:38:58.182306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for floatingip (1d79bd49-0d32-4413-ad6f-29856b5ba7c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.223639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c6bc3e-0f82-47fc-86f0-3a928ae18485 admin admin] Publish callbacks [] for security_group (79600243-b468-482a-abeb-abb421233bfc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.293071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:38:58.295888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (89661397-d584-41b7-b419-50d1ab2235aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.327542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.388592 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-352db6e7-2e97-4ca8-9682-b29e3418ae9c req-1f4e913f-56c1-420d-a7a8-f352c358dc69 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435844 Feb 03 04:38:58.595991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.600563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c6bc3e-0f82-47fc-86f0-3a928ae18485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (79600243-b468-482a-abeb-abb421233bfc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.603767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06c6bc3e-0f82-47fc-86f0-3a928ae18485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.615869 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06c6bc3e-0f82-47fc-86f0-3a928ae18485 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79600243-b468-482a-abeb-abb421233bfc HTTP/1.1" status: 204 len: 168 time: 0.9091516 Feb 03 04:38:58.625591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.653651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6bc3e-0f82-47fc-86f0-3a928ae18485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79600243-b468-482a-abeb-abb421233bfc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:58.705395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 95e28eec-d2c8-4edb-8c75-b1336f05d404 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:38:58.727271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Port': ['ID=28e907ee-ea18-4fdb-8a2d-5befce6184e3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:58.752913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 95e28eec-d2c8-4edb-8c75-b1336f05d404 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:38:58.753504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 95e28eec-d2c8-4edb-8c75-b1336f05d404 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:38:58.757930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (1d79bd49-0d32-4413-ad6f-29856b5ba7c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.792634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.794185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ded31aec-e66f-47f1-9c57-bdea0f2016b1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8076177 Feb 03 04:38:58.796879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:58.821872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:58.829766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:58.835899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:58.836498 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:58.843813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2acce-edb4-4557-a2f2-c39412a7d1e4 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:38:58.886348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=89661397-d584-41b7-b419-50d1ab2235aa,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:58.901406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53642) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:58.971281 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ff9d7170-f9d0-405f-85ee-deb35192525f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=f8cff920-e04d-4fe5-85bf-340cd565b740 HTTP/1.1" status: 200 len: 690 time: 0.1720214 Feb 03 04:38:58.973145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53648) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:58.999310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f759dc18-19ea-418c-87cb-7f9c85475baf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1075642 Feb 03 04:38:59.001380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:59.021134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '89661397-d584-41b7-b419-50d1ab2235aa'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:38:59.021911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:cb:0c:e9', 'name': 'tempest-NetworksTestDHCPv6-14106887'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:38:59.022594 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.126612 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (f5eb1916-d6a6-47cf-9663-83494145039c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.184635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:59.194984 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.198358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8a7316b-e6cd-416c-a4b1-003aaa677710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.202457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f8cff920-e04d-4fe5-85bf-340cd565b740), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.205129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35e321cf-ed54-4f9b-9a1f-a73a776e6291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.463170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb1e9-e59d-4afd-9252-f16934dad8d1 req-296fbe11-0f44-4469-9ba9-d4f71eb41ab7 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:38:59.464688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be9cb1e9-e59d-4afd-9252-f16934dad8d1 req-296fbe11-0f44-4469-9ba9-d4f71eb41ab7 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 943 time: 0.2929790 Feb 03 04:38:59.464909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Deleting port 28e907ee-ea18-4fdb-8a2d-5befce6184e3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:38:59.465464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.507071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:38:59.528309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35e321cf-ed54-4f9b-9a1f-a73a776e6291 admin admin] Publish callbacks [] for security_group (7ec3d356-b93f-4596-81ac-da6052ebdbfd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.571479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35e321cf-ed54-4f9b-9a1f-a73a776e6291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7ec3d356-b93f-4596-81ac-da6052ebdbfd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.590233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be9cb1e9-e59d-4afd-9252-f16934dad8d1 req-8ee8d9e6-1ce3-4dff-ab1d-45eeb68b33ee tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151159 Feb 03 04:38:59.604453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Allocated IP 2001:db8::f816:3eff:fe21:5530 (355aef9b-164b-424f-8915-d5c2d7f691fe/89661397-d584-41b7-b419-50d1ab2235aa/d109fce9-a039-4f54-98bf-73f52276f247) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:59.685456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Allocated IP 172.25.7.108 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/1268fb2a-6677-479b-9fdc-3a38ba9248f5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:38:59.689213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8a7316b-e6cd-416c-a4b1-003aaa677710 admin admin] Publish callbacks [] for security_group (4b4f4f35-cb90-4e63-b2c7-50cf648b003a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.711342 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8a7316b-e6cd-416c-a4b1-003aaa677710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4b4f4f35-cb90-4e63-b2c7-50cf648b003a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.735487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.798223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f8a7316b-e6cd-416c-a4b1-003aaa677710 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a17b5651bdd04dd18ca5423a546074e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8952579 Feb 03 04:38:59.800862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:38:59.809333 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Publish callbacks [] for port (d109fce9-a039-4f54-98bf-73f52276f247), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.820319 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (d109fce9-a039-4f54-98bf-73f52276f247), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:38:59.825038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7316b-e6cd-416c-a4b1-003aaa677710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4f4f35-cb90-4e63-b2c7-50cf648b003a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:59.847350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 120f77c1-653d-44cd-9dcd-5069346e9184 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:38:59.882474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:38:59.885856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:38:59.888707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:38:59.934616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Pushing event updated for resources: {'Port': ['ID=d109fce9-a039-4f54-98bf-73f52276f247,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:38:59.970804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Attempting to bind port d109fce9-a039-4f54-98bf-73f52276f247 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:38:59.971198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Attempting to bind port d109fce9-a039-4f54-98bf-73f52276f247 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:38:59.971560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Attempting to bind port d109fce9-a039-4f54-98bf-73f52276f247 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:00.001260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:00.002228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:00.002668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.003425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:00.003606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Bound port: d109fce9-a039-4f54-98bf-73f52276f247, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:00.003984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d109fce9-a039-4f54-98bf-73f52276f247), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.085255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-35e321cf-ed54-4f9b-9a1f-a73a776e6291 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d44f91f5837e498a9d7a6519ceecc17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8995495 Feb 03 04:39:00.095252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.096490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for floatingip (28e907ee-ea18-4fdb-8a2d-5befce6184e3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.097186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53662) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:00.119984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] For port d109fce9-a039-4f54-98bf-73f52276f247, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:00.128593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb720-71be-4128-a301-291243dec906 admin admin] Publish callbacks [] for security_group (4b4f4f35-cb90-4e63-b2c7-50cf648b003a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.131415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] For port d109fce9-a039-4f54-98bf-73f52276f247, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d109fce9-a039-4f54-98bf-73f52276f247,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:00.163221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Calling delete_port for 28e907ee-ea18-4fdb-8a2d-5befce6184e3 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:00.165632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d109fce9-a039-4f54-98bf-73f52276f247), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.212118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb720-71be-4128-a301-291243dec906 admin admin] Publish callbacks [] for security_group (4b4f4f35-cb90-4e63-b2c7-50cf648b003a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.300924 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for port (1268fb2a-6677-479b-9fdc-3a38ba9248f5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.321652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea8dd6-e2b5-40d5-a8f4-3bfa992af50b None None] Pushing event updated for resources: {'Port': ['ID=d109fce9-a039-4f54-98bf-73f52276f247,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:00.375559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e321cf-ed54-4f9b-9a1f-a73a776e6291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec3d356-b93f-4596-81ac-da6052ebdbfd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:00.384182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (28e907ee-ea18-4fdb-8a2d-5befce6184e3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.404309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5a20c74b-bc4b-467f-85f4-599fd4e26fcf details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:39:00.414333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e907ee-ea18-4fdb-8a2d-5befce6184e3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:00.435936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fecb:ce9 (355aef9b-164b-424f-8915-d5c2d7f691fe/89661397-d584-41b7-b419-50d1ab2235aa/120f77c1-653d-44cd-9dcd-5069346e9184) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:00.559602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for floatingip (1d79bd49-0d32-4413-ad6f-29856b5ba7c3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.615554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:00.649534 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3f02f5ca-da7e-46ac-bf83-fc5042338883), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.658102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'port_id': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf', 'mac_address': 'fa:16:3e:6a:f2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c55517-c63b-4249-a7dd-a79ccac8c398', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:39:00.670651 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (120f77c1-653d-44cd-9dcd-5069346e9184), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.713606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1268fb2a-6677-479b-9fdc-3a38ba9248f5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.717617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb720-71be-4128-a301-291243dec906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4b4f4f35-cb90-4e63-b2c7-50cf648b003a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.725083 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb720-71be-4128-a301-291243dec906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.729575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a7bcb720-71be-4128-a301-291243dec906 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b4f4f35-cb90-4e63-b2c7-50cf648b003a HTTP/1.1" status: 204 len: 168 time: 0.9251473 Feb 03 04:39:00.756814 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (120f77c1-653d-44cd-9dcd-5069346e9184), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.763687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:00.764109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.772493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcb720-71be-4128-a301-291243dec906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4f4f35-cb90-4e63-b2c7-50cf648b003a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:00.782144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (3f02f5ca-da7e-46ac-bf83-fc5042338883), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.790100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a20c74b-bc4b-467f-85f4-599fd4e26fcf {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:39:00.821008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:00.829840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.847398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:00.868518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f02f5ca-da7e-46ac-bf83-fc5042338883,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:00.874108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:00.876758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:00.949403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f8cff920-e04d-4fe5-85bf-340cd565b740), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.954450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:00.969211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e252c0d1-0231-41c5-943a-2636f55003c7 admin admin] Publish callbacks [] for security_group (7ec3d356-b93f-4596-81ac-da6052ebdbfd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.974249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:00.977107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cff920-e04d-4fe5-85bf-340cd565b740']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:00.977290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:00.980203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:00.984749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:00.985414 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:00.998378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065b13b2-65ae-48ba-b1d7-b3ee4e08ab63') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:00.999060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065b13b2-65ae-48ba-b1d7-b3ee4e08ab63') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:01.001728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event updated for resources: {'Port': ['ID=1268fb2a-6677-479b-9fdc-3a38ba9248f5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:01.023884 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (065b13b2-65ae-48ba-b1d7-b3ee4e08ab63), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.044152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['5a20c74b-bc4b-467f-85f4-599fd4e26fcf'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:39:01.052633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (065b13b2-65ae-48ba-b1d7-b3ee4e08ab63), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.071245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:01.071731 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (065b13b2-65ae-48ba-b1d7-b3ee4e08ab63), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.077534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.0748632 Feb 03 04:39:01.117419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:01.148121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d31931-bf66-4f2e-85d4-7d7e269dc876 req-3787c7f8-5e83-4099-b534-96e92cd447a7 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.149869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76d31931-bf66-4f2e-85d4-7d7e269dc876 req-3787c7f8-5e83-4099-b534-96e92cd447a7 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 944 time: 0.3847966 Feb 03 04:39:01.192936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e252c0d1-0231-41c5-943a-2636f55003c7 admin admin] Publish callbacks [] for security_group (7ec3d356-b93f-4596-81ac-da6052ebdbfd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:01.196683 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:01.207396 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f8cff920-e04d-4fe5-85bf-340cd565b740), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.246851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8cff920-e04d-4fe5-85bf-340cd565b740 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 04:39:01.249700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e5a73-14eb-4eca-af07-bfecb58f9e76 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=120f77c1-653d-44cd-9dcd-5069346e9184,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:01.257358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.271899 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "DELETE /v2.0/networks/f8cff920-e04d-4fe5-85bf-340cd565b740 HTTP/1.1" status: 204 len: 168 time: 2.2954516 Feb 03 04:39:01.285344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:01.312101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f38f8-2cf3-4e64-b5c5-ebcdf6a1584f tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8cff920-e04d-4fe5-85bf-340cd565b740,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:01.396982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8edcafa-3aed-484d-a255-695382c23631 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1003749 Feb 03 04:39:01.398633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:01.418590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc232324-fb88-4d7c-b43b-458594b3ffc6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.424322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc232324-fb88-4d7c-b43b-458594b3ffc6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.429310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fc232324-fb88-4d7c-b43b-458594b3ffc6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.3081367 Feb 03 04:39:01.431200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:01.446081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76d31931-bf66-4f2e-85d4-7d7e269dc876 req-7a010eaf-0e82-4488-8be9-74535e66f032 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606835 Feb 03 04:39:01.509252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e252c0d1-0231-41c5-943a-2636f55003c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7ec3d356-b93f-4596-81ac-da6052ebdbfd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.512487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e252c0d1-0231-41c5-943a-2636f55003c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.514135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e252c0d1-0231-41c5-943a-2636f55003c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ec3d356-b93f-4596-81ac-da6052ebdbfd HTTP/1.1" status: 204 len: 168 time: 1.4074271 Feb 03 04:39:01.559636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252c0d1-0231-41c5-943a-2636f55003c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec3d356-b93f-4596-81ac-da6052ebdbfd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:01.616519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (f5eb1916-d6a6-47cf-9663-83494145039c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.770601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.771177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.771822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.772282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.772726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.773172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.773828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:01.780147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa7fa605-df16-4ab8-a0ae-8ab03c7e1130 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.3750598 Feb 03 04:39:01.782499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:01.834304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 120f77c1-653d-44cd-9dcd-5069346e9184 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:01.838036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (120f77c1-653d-44cd-9dcd-5069346e9184), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:01.946854 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-6283a3d7-ed6d-49a1-8a7c-314a3f03dae7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] delete failed (client error): The resource could not be found. Feb 03 04:39:01.959817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6283a3d7-ed6d-49a1-8a7c-314a3f03dae7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/1d79bd49-0d32-4413-ad6f-29856b5ba7c3 HTTP/1.1" status: 404 len: 345 time: 0.1745248 Feb 03 04:39:01.967934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:02.029794 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab8b3b4-0a35-4348-bd6b-6c3d884c1b24 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] DELETE failed (client error): The resource could not be found. Feb 03 04:39:02.030903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab8b3b4-0a35-4348-bd6b-6c3d884c1b24 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:02.040406 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1ab8b3b4-0a35-4348-bd6b-6c3d884c1b24 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "DELETE /v2.0/networks/f8cff920-e04d-4fe5-85bf-340cd565b740 HTTP/1.1" status: 404 len: 339 time: 0.0648673 Feb 03 04:39:02.046172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:02.056588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'network': {'name': 'tempest-network--854141263', 'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:02.110896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (120f77c1-653d-44cd-9dcd-5069346e9184), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.134273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 120f77c1-653d-44cd-9dcd-5069346e9184 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:02.141555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Made reservation on behalf of 5e7ce227f1f4430391824283462284fc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:02.145410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.175786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-aad61546-5bff-4ec5-b4a3-bea15d0b58a8 None None] Provisioning complete for port d109fce9-a039-4f54-98bf-73f52276f247 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:02.176379 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aad61546-5bff-4ec5-b4a3-bea15d0b58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d109fce9-a039-4f54-98bf-73f52276f247), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.323204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:02.327701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (f5eb1916-d6a6-47cf-9663-83494145039c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.337474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (f5eb1916-d6a6-47cf-9663-83494145039c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.407022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5a6b8834-5679-4ffa-ac14-50add7daca95), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.407373 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Added segment 5a6b8834-5679-4ffa-ac14-50add7daca95 of type vlan for network a9793638-20ac-46b0-a018-a0f121adb0d2 Feb 03 04:39:02.410091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aad61546-5bff-4ec5-b4a3-bea15d0b58a8 None None] Current status of the port d109fce9-a039-4f54-98bf-73f52276f247 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:02.410237 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aad61546-5bff-4ec5-b4a3-bea15d0b58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d109fce9-a039-4f54-98bf-73f52276f247), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.537298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aad61546-5bff-4ec5-b4a3-bea15d0b58a8 None None] For port d109fce9-a039-4f54-98bf-73f52276f247, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d109fce9-a039-4f54-98bf-73f52276f247,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:02.540900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5a20c74b-bc4b-467f-85f4-599fd4e26fcf up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:02.556559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aad61546-5bff-4ec5-b4a3-bea15d0b58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d109fce9-a039-4f54-98bf-73f52276f247), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.694452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a9793638-20ac-46b0-a018-a0f121adb0d2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.853096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d109fce9-a039-4f54-98bf-73f52276f247 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:02.956951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a9793638-20ac-46b0-a018-a0f121adb0d2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.960831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:02.961989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:02.993710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ef164f7b-b140-4731-943d-6bb02d710879 None None] Provisioning complete for port 120f77c1-653d-44cd-9dcd-5069346e9184 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:02.996196 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef164f7b-b140-4731-943d-6bb02d710879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (120f77c1-653d-44cd-9dcd-5069346e9184), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.037584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef164f7b-b140-4731-943d-6bb02d710879 None None] Port 120f77c1-653d-44cd-9dcd-5069346e9184 was deleted so its status cannot be updated. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 04:39:03.084999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:39:03.097347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:03.097989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.099894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad61546-5bff-4ec5-b4a3-bea15d0b58a8 None None] Pushing event updated for resources: {'Port': ['ID=d109fce9-a039-4f54-98bf-73f52276f247,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:03.193542 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d677c30-a68e-4ad7-8b61-c039a74c5d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.200163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d109fce9-a039-4f54-98bf-73f52276f247 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:03.200510 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d109fce9-a039-4f54-98bf-73f52276f247), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.237122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Network': ['ID=a9793638-20ac-46b0-a018-a0f121adb0d2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:03.240832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (120f77c1-653d-44cd-9dcd-5069346e9184), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.248112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-28147a7a-f4f9-46e5-8e5f-193ea2492ce7 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1985075 Feb 03 04:39:03.264750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:03.276047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a9793638-20ac-46b0-a018-a0f121adb0d2 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:03.367364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=120f77c1-653d-44cd-9dcd-5069346e9184,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:03.527038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dacb3-39e1-4cf2-8013-0250223ef745 req-50ede894-742b-417d-aafb-ad37e20f98a2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:03.536736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-594dacb3-39e1-4cf2-8013-0250223ef745 req-50ede894-742b-417d-aafb-ad37e20f98a2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 944 time: 0.3266354 Feb 03 04:39:03.545379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:03.545611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.678423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-594dacb3-39e1-4cf2-8013-0250223ef745 req-d0198cda-fa7f-4c19-8da3-fa936f6e8c38 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362536 Feb 03 04:39:03.689031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Router f5eb1916-d6a6-47cf-9663-83494145039c is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:39:03.731410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d109fce9-a039-4f54-98bf-73f52276f247 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:03.750189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:39:03.754279 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41abd18a-8eca-46af-bce0-453a35ecbbd0" -d '{"events": [{"server_uuid": "4d34fa8e-204c-4e44-9218-94e889e5640d", "name": "network-vif-plugged", "status": "completed", "tag": "5a20c74b-bc4b-467f-85f4-599fd4e26fcf"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:39:03.804206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:03.819490 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.938607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83854218-deaa-4cc4-bb22-13f8f3bc9fbf tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:03.950507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83854218-deaa-4cc4-bb22-13f8f3bc9fbf tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:03.973415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:39:03.977043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83854218-deaa-4cc4-bb22-13f8f3bc9fbf tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:03.986983 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f75b28-a3cd-4510-a609-30100ef8f03f x-openstack-request-id: req-e7f75b28-a3cd-4510-a609-30100ef8f03f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:39:03.987273 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34fa8e-204c-4e44-9218-94e889e5640d", "name": "network-vif-plugged", "status": "completed", "tag": "5a20c74b-bc4b-467f-85f4-599fd4e26fcf", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:39:03.987587 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7f75b28-a3cd-4510-a609-30100ef8f03f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:39:03.987947 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf', 'code': 200} Feb 03 04:39:03.988528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:03.989326 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] Sync routers for ids ['f5eb1916-d6a6-47cf-9663-83494145039c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:39:03.993769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83854218-deaa-4cc4-bb22-13f8f3bc9fbf tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:03.995666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:03.996242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83854218-deaa-4cc4-bb22-13f8f3bc9fbf tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7279625 Feb 03 04:39:04.004713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f3a9a1ba-f344-4bba-a051-00623e073856 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "PUT /v2.0/routers/f5eb1916-d6a6-47cf-9663-83494145039c HTTP/1.1" status: 200 len: 884 time: 7.0372090 Feb 03 04:39:04.005613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:04.006971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:04.010630 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] Routers {'f5eb1916-d6a6-47cf-9663-83494145039c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:04.011342 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f5eb1916-d6a6-47cf-9663-83494145039c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:04.016721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.024055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-52f497c7-2e10-4da7-876e-92538c4598e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/120f77c1-653d-44cd-9dcd-5069346e9184 HTTP/1.1" status: 204 len: 168 time: 2.5311091 Feb 03 04:39:04.026957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:04.096950 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:04.106747 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] Routers {'f5eb1916-d6a6-47cf-9663-83494145039c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:04.107631 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:38:35Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f5eb1916-d6a6-47cf-9663-83494145039c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:04.146177 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:04.147041 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47255ce0-745c-4f03-b7d7-7cf4bf60bb92 None None] The sync data for ids ['f5eb1916-d6a6-47cf-9663-83494145039c'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:39:04.159443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f2c75-8601-4982-92f5-8119f72f9caa tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:04.160767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f2c75-8601-4982-92f5-8119f72f9caa tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:04.162824 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-097f2c75-8601-4982-92f5-8119f72f9caa tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1345987 Feb 03 04:39:04.165745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53792) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:04.178629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a9793638-20ac-46b0-a018-a0f121adb0d2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.222826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c988576-0049-4c7c-a9d2-187f902a9318 req-47ddc773-e505-4660-962a-c4b7701abe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:04.224487 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1c988576-0049-4c7c-a9d2-187f902a9318 req-47ddc773-e505-4660-962a-c4b7701abe8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 1127 time: 0.2269323 Feb 03 04:39:04.228464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 89661397-d584-41b7-b419-50d1ab2235aa {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:04.238379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (89661397-d584-41b7-b419-50d1ab2235aa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.326003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (89661397-d584-41b7-b419-50d1ab2235aa), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.403922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1c988576-0049-4c7c-a9d2-187f902a9318 req-3bac4ceb-e0be-4d36-b564-a4d2fc4189b3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717072 Feb 03 04:39:04.483945 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a9793638-20ac-46b0-a018-a0f121adb0d2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.503618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-01180179-9702-4d7f-bc75-83a4907c9207 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/f5eb1916-d6a6-47cf-9663-83494145039c HTTP/1.1" status: 200 len: 925 time: 0.4066935 Feb 03 04:39:04.509559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:04.529156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (89661397-d584-41b7-b419-50d1ab2235aa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.596144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9793638-20ac-46b0-a018-a0f121adb0d2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:04.610924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6b8834-5679-4ffa-ac14-50add7daca95') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:04.611379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6b8834-5679-4ffa-ac14-50add7daca95') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:04.627000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (5a6b8834-5679-4ffa-ac14-50add7daca95), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.644860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e824d-fddc-4dee-bead-aaf0ed77ebd9 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:04.646170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3a4e824d-fddc-4dee-bead-aaf0ed77ebd9 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=f5eb1916-d6a6-47cf-9663-83494145039c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1354496 Feb 03 04:39:04.647229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5a6b8834-5679-4ffa-ac14-50add7daca95), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.649422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:04.675174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:04.675715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (5a6b8834-5679-4ffa-ac14-50add7daca95), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:04.677668 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:04.711002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d109fce9-a039-4f54-98bf-73f52276f247 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:04.722154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (89661397-d584-41b7-b419-50d1ab2235aa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.810705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=89661397-d584-41b7-b419-50d1ab2235aa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:04.814372 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:04.818865 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-31c9dd44-dd3b-444e-b0f1-f65199bf01d0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/89661397-d584-41b7-b419-50d1ab2235aa HTTP/1.1" status: 204 len: 168 time: 0.6518743 Feb 03 04:39:04.825467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:04.831682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cbd958-51b4-4623-9d33-cc2374f0fe45 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:04.882129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cb42c7e0-03c1-40e0-a8b8-70e4dba0035d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536990 Feb 03 04:39:04.883311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.041524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3564359-6a42-460b-ade7-50647468e574 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:05.043092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a3564359-6a42-460b-ade7-50647468e574 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1583261 Feb 03 04:39:05.048031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.110837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d109fce9-a039-4f54-98bf-73f52276f247 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:05.111298 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d109fce9-a039-4f54-98bf-73f52276f247), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.122636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a9793638-20ac-46b0-a018-a0f121adb0d2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.152836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789850a-db71-400a-a529-7855e1aab1fe req-655763be-df6f-40e4-8111-18915a79d917 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:05.161697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4789850a-db71-400a-a529-7855e1aab1fe req-655763be-df6f-40e4-8111-18915a79d917 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 945 time: 0.3636417 Feb 03 04:39:05.166525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224de399-0a5c-4a6f-a978-a6914bb148be tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:05.168165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-224de399-0a5c-4a6f-a978-a6914bb148be tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1188781 Feb 03 04:39:05.168962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9793638-20ac-46b0-a018-a0f121adb0d2 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 04:39:05.172218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.189900 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.202025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "DELETE /v2.0/networks/a9793638-20ac-46b0-a018-a0f121adb0d2 HTTP/1.1" status: 204 len: 168 time: 1.1888294 Feb 03 04:39:05.271152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.281378 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa55182b-0b5b-4151-9311-b3ff483f077c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057694 Feb 03 04:39:05.288399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.294591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:05.315881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'network': {'name': 'tempest-network--355282370', 'router:external': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:05.327326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366e896-7512-4678-8e73-57d27b2a173f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:05.336207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d366e896-7512-4678-8e73-57d27b2a173f tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.6828909 Feb 03 04:39:05.345867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.372340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d109fce9-a039-4f54-98bf-73f52276f247 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:05.446639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:05.458211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cc71d-cd80-4f5c-8969-e81ed0785cc1 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9793638-20ac-46b0-a018-a0f121adb0d2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:05.470658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4789850a-db71-400a-a529-7855e1aab1fe req-fb5f9a61-76b8-4ce7-a09d-6d25bd1e86a7 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077896 Feb 03 04:39:05.501439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-65545003-80bc-4a2b-93a7-1d33593b9b53 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5eb1916-d6a6-47cf-9663-83494145039c HTTP/1.1" status: 200 len: 205 time: 0.1504097 Feb 03 04:39:05.515004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.562211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] Deleting port d109fce9-a039-4f54-98bf-73f52276f247 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:05.562920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d109fce9-a039-4f54-98bf-73f52276f247), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.573494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:05.577153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.657252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] For port d109fce9-a039-4f54-98bf-73f52276f247, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d109fce9-a039-4f54-98bf-73f52276f247,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:05.657658 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d109fce9-a039-4f54-98bf-73f52276f247), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.672885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] Calling delete_port for d109fce9-a039-4f54-98bf-73f52276f247 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:05.775626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:05.778248 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (d109fce9-a039-4f54-98bf-73f52276f247), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.780689 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (f5eb1916-d6a6-47cf-9663-83494145039c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:05.811625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] No DVR routers for this DVR port d109fce9-a039-4f54-98bf-73f52276f247 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:05.821711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d10da-465f-4dff-aa7b-dfb45c744ae8 None None] Pushing event deleted for resources: {'Port': ['ID=d109fce9-a039-4f54-98bf-73f52276f247,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:05.972110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Made reservation on behalf of 5e7ce227f1f4430391824283462284fc for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:05.977041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.008142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (f5eb1916-d6a6-47cf-9663-83494145039c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.083078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (2b47039a-d5f6-44ad-b528-d73279da6019), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.097733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:06.164609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5b930a8e-8f56-43ca-a7bb-1457c39bf7c5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.164969 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Added segment 5b930a8e-8f56-43ca-a7bb-1457c39bf7c5 of type vlan for network c8170e4f-64ff-4d99-b13e-80876637feb9 Feb 03 04:39:06.172209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:06.190124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:06.196573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:06.197204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.203440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7523e-6fa7-4cac-a293-d0f13c36bfa8 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:06.227763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=2b47039a-d5f6-44ad-b528-d73279da6019,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:06.262676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84720abd-3ae9-4561-a79e-1820dd7d25f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.268109 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-14758160-60e5-4087-848b-25462709c967 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9756587 Feb 03 04:39:06.268109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:06.273262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:86:25:bb', 'name': 'tempest-NetworksTestDHCPv6-1054898425'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:06.305651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Deleting port 1268fb2a-6677-479b-9fdc-3a38ba9248f5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:06.306107 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1268fb2a-6677-479b-9fdc-3a38ba9248f5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.425354 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1268fb2a-6677-479b-9fdc-3a38ba9248f5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.439648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Calling delete_port for 1268fb2a-6677-479b-9fdc-3a38ba9248f5 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:06.443298 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d4e4704-bc40-42d6-97fa-da13bc032715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.480824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:06.509863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c8170e4f-64ff-4d99-b13e-80876637feb9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.533964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '2b47039a-d5f6-44ad-b528-d73279da6019'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:39:06.535456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.678163 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.722943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d109fce9-a039-4f54-98bf-73f52276f247 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:06.736985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 39b00a89-8985-496e-bc6f-c815ab122a69 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:06.768139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c8170e4f-64ff-4d99-b13e-80876637feb9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.768139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:06.768973 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.778584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d109fce9-a039-4f54-98bf-73f52276f247 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:06.778958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d109fce9-a039-4f54-98bf-73f52276f247 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:06.786970 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.797692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5242181 Feb 03 04:39:06.810951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:06.909705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84720abd-3ae9-4561-a79e-1820dd7d25f4 admin admin] Publish callbacks [] for security_group (35e379d2-07f0-40a8-910a-75481ad697fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.951297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/2b47039a-d5f6-44ad-b528-d73279da6019/b86dffa7-f09b-4ce7-9211-f1c2990d6bd9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:06.952355 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84720abd-3ae9-4561-a79e-1820dd7d25f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (35e379d2-07f0-40a8-910a-75481ad697fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:06.965593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78979c5-f5ab-422c-891b-fcba5d7826e1 req-9041420a-a657-4836-8b8b-19079fd3f1fd tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:06.967185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f78979c5-f5ab-422c-891b-fcba5d7826e1 req-9041420a-a657-4836-8b8b-19079fd3f1fd tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 945 time: 0.2733335 Feb 03 04:39:06.999426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320ab0b-f0e4-4cda-9285-cdb7991478fb tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Network': ['ID=c8170e4f-64ff-4d99-b13e-80876637feb9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:07.020985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84720abd-3ae9-4561-a79e-1820dd7d25f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e379d2-07f0-40a8-910a-75481ad697fd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:07.027738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c8170e4f-64ff-4d99-b13e-80876637feb9 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:07.054943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082f26f-676e-4038-9e9d-5b3bb5c1f28b tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:07.060781 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1268fb2a-6677-479b-9fdc-3a38ba9248f5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.067733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:07.072087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4082f26f-676e-4038-9e9d-5b3bb5c1f28b tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] 10.222.0.35 "GET /v2.0/networks/c8170e4f-64ff-4d99-b13e-80876637feb9 HTTP/1.1" status: 200 len: 756 time: 0.2564948 Feb 03 04:39:07.293471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Publish callbacks [] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.305420 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.380090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b479151-693b-422f-940b-b008a08904a4 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:07.381890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8b479151-693b-422f-940b-b008a08904a4 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] 10.222.0.35 "GET /v2.0/networks/63470355-44ca-4cdf-99b0-6413edb9f612 HTTP/1.1" status: 200 len: 768 time: 0.2871685 Feb 03 04:39:07.386870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:07.393027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-84720abd-3ae9-4561-a79e-1820dd7d25f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cdf367d97424b8a9729160df391265c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6164124 Feb 03 04:39:07.405841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:07.428760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:07.439424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:07.483335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Pushing event updated for resources: {'Port': ['ID=b86dffa7-f09b-4ce7-9211-f1c2990d6bd9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:07.492289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event deleted for resources: {'Port': ['ID=1268fb2a-6677-479b-9fdc-3a38ba9248f5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:07.492856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:07.539903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::32c (355aef9b-164b-424f-8915-d5c2d7f691fe/2b47039a-d5f6-44ad-b528-d73279da6019/39b00a89-8985-496e-bc6f-c815ab122a69) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:07.587987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Attempting to bind port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:07.588517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Attempting to bind port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:07.589164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Attempting to bind port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:07.600295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:07.602794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:07.603365 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.603885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:07.606467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Bound port: b86dffa7-f09b-4ce7-9211-f1c2990d6bd9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:07.607019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.618840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1aca4d3c-501f-4a24-a4d3-131446b11e4a admin admin] Publish callbacks [] for security_group (35e379d2-07f0-40a8-910a-75481ad697fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.655838 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c8170e4f-64ff-4d99-b13e-80876637feb9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.686997 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1aca4d3c-501f-4a24-a4d3-131446b11e4a admin admin] Publish callbacks [] for security_group (35e379d2-07f0-40a8-910a-75481ad697fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.760228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] For port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:07.766974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] For port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b86dffa7-f09b-4ce7-9211-f1c2990d6bd9,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:07.774658 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1aca4d3c-501f-4a24-a4d3-131446b11e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (35e379d2-07f0-40a8-910a-75481ad697fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.776023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1aca4d3c-501f-4a24-a4d3-131446b11e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.779767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1aca4d3c-501f-4a24-a4d3-131446b11e4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35e379d2-07f0-40a8-910a-75481ad697fd HTTP/1.1" status: 204 len: 168 time: 0.3697040 Feb 03 04:39:07.789592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:07.804698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f78979c5-f5ab-422c-891b-fcba5d7826e1 req-715b6bf9-40d4-4d47-8578-b080c71fddf9 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001614 Feb 03 04:39:07.830546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca4d3c-501f-4a24-a4d3-131446b11e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e379d2-07f0-40a8-910a-75481ad697fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:07.879538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (f5eb1916-d6a6-47cf-9663-83494145039c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.125096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (39b00a89-8985-496e-bc6f-c815ab122a69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.192474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (f5eb1916-d6a6-47cf-9663-83494145039c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.195283 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (f5eb1916-d6a6-47cf-9663-83494145039c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.222334 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.234692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac0169-16a2-471e-8e77-8603c580c196 None None] Pushing event updated for resources: {'Port': ['ID=b86dffa7-f09b-4ce7-9211-f1c2990d6bd9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:08.350481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c8170e4f-64ff-4d99-b13e-80876637feb9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.393674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8170e4f-64ff-4d99-b13e-80876637feb9']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:08.416053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b930a8e-8f56-43ca-a7bb-1457c39bf7c5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:08.416547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b930a8e-8f56-43ca-a7bb-1457c39bf7c5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:08.441167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (f5eb1916-d6a6-47cf-9663-83494145039c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.443459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Fanout notify agent at l3_agent the message router_deleted on router f5eb1916-d6a6-47cf-9663-83494145039c {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:39:08.459141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (5b930a8e-8f56-43ca-a7bb-1457c39bf7c5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.459641 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.469543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-15aba51e-37e5-4e3c-a9e2-e6e578dfe957 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/f5eb1916-d6a6-47cf-9663-83494145039c HTTP/1.1" status: 204 len: 168 time: 2.9482393 Feb 03 04:39:08.478548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:08.490932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7f8b3441-bc00-43e9-ba31-6c99ba27b686 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2057425795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:08.494582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:08.522839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5b930a8e-8f56-43ca-a7bb-1457c39bf7c5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.554297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3441-bc00-43e9-ba31-6c99ba27b686 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.557560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3441-bc00-43e9-ba31-6c99ba27b686 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.595002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:08.595415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (5b930a8e-8f56-43ca-a7bb-1457c39bf7c5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:08.606793 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:08.608899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-131e2ad2-1aea-42d5-ad9c-d31bea51e060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.637358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e18b2a-e6cc-4a2b-85cd-82c5014c9f88 req-27a68519-1a4d-4c57-a072-6f059eefa037 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:08.641173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7e18b2a-e6cc-4a2b-85cd-82c5014c9f88 req-27a68519-1a4d-4c57-a072-6f059eefa037 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 945 time: 0.3077459 Feb 03 04:39:08.661813 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (39b00a89-8985-496e-bc6f-c815ab122a69), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.770223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7e18b2a-e6cc-4a2b-85cd-82c5014c9f88 req-63c5cf24-d526-4bb4-b24a-9ab93c653ce1 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206253 Feb 03 04:39:08.806055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:08.819160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=39b00a89-8985-496e-bc6f-c815ab122a69,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:08.871167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.872921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.873623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.874542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.874542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.874983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.875150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.875954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.876253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.876715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.877055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.877469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.877705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:08.899302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:08.901711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:08.906873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:08.933214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:08.934188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.946081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c8170e4f-64ff-4d99-b13e-80876637feb9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:08.946505 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:08.950842 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.006254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8170e4f-64ff-4d99-b13e-80876637feb9 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 04:39:09.011964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.031893 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c8170e4f-64ff-4d99-b13e-80876637feb9 HTTP/1.1" status: 204 len: 168 time: 1.6438742 Feb 03 04:39:09.036033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:09.053506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:09.054017 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.060914 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7d7ad43-8e5f-4558-b7e0-7e7391bb9a4a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7917368 Feb 03 04:39:09.063870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad907ec-a186-4756-9fad-51967b38b71c tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8170e4f-64ff-4d99-b13e-80876637feb9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:09.078009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:09.086150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'network': {'name': 'tempest-network--547593677'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:09.123802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b86dffa7-f09b-4ce7-9211-f1c2990d6bd9,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:09.140947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Made reservation on behalf of 5e7ce227f1f4430391824283462284fc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:09.143434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.144047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.171766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3441-bc00-43e9-ba31-6c99ba27b686 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.188350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3441-bc00-43e9-ba31-6c99ba27b686 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.254344 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3441-bc00-43e9-ba31-6c99ba27b686 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.265176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7f8b3441-bc00-43e9-ba31-6c99ba27b686 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7840641 Feb 03 04:39:09.271768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:09.310257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': True}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:09.333367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b86dffa7-f09b-4ce7-9211-f1c2990d6bd9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:09.345404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.370644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:09.437228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-131e2ad2-1aea-42d5-ad9c-d31bea51e060 admin admin] Publish callbacks [] for security_group (a454a267-ab95-49de-a68e-c076eecfcfad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.443064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1efa9d38-46d2-4ec3-a907-da369803d644), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.443527 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Added segment 1efa9d38-46d2-4ec3-a907-da369803d644 of type vlan for network 11829ac0-bbe5-44ef-8acd-5895bb7d00ec Feb 03 04:39:09.452679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151088bd-91bf-4389-8e0d-3fa2c0d8a17a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:09.459633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151088bd-91bf-4389-8e0d-3fa2c0d8a17a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:09.463853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-151088bd-91bf-4389-8e0d-3fa2c0d8a17a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3386626 Feb 03 04:39:09.470238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:09.480237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-131e2ad2-1aea-42d5-ad9c-d31bea51e060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a454a267-ab95-49de-a68e-c076eecfcfad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.592219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545106c4-5c5a-4e52-a23c-829dfa4aee55 req-374fac29-e614-4f1e-9e25-bc10b6d832f0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:09.597921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-545106c4-5c5a-4e52-a23c-829dfa4aee55 req-374fac29-e614-4f1e-9e25-bc10b6d832f0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 945 time: 0.6578093 Feb 03 04:39:09.715375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (11829ac0-bbe5-44ef-8acd-5895bb7d00ec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.746200 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-131e2ad2-1aea-42d5-ad9c-d31bea51e060 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3e9d18366874214b7fbd7426f54d2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2363799 Feb 03 04:39:09.757128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:09.842133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e2ad2-1aea-42d5-ad9c-d31bea51e060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a454a267-ab95-49de-a68e-c076eecfcfad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:09.931374 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (11829ac0-bbe5-44ef-8acd-5895bb7d00ec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:09.938628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:09.939241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.110810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Network': ['ID=11829ac0-bbe5-44ef-8acd-5895bb7d00ec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:10.125405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 11829ac0-bbe5-44ef-8acd-5895bb7d00ec details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:10.151863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2fc8-2156-4ce6-bb00-f4fc7dd820c2 admin admin] Publish callbacks [] for security_group (a454a267-ab95-49de-a68e-c076eecfcfad), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.174220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7754eff2-78de-4eaa-8bb3-72aa1f8a4404 None None] Provisioning complete for port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:10.176742 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7754eff2-78de-4eaa-8bb3-72aa1f8a4404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.211182 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9e347952-4618-41fa-8977-93eaaf797441 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1483989 Feb 03 04:39:10.221593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:10.229665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:10.442831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 39b00a89-8985-496e-bc6f-c815ab122a69 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:10.444647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (39b00a89-8985-496e-bc6f-c815ab122a69), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.525931 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2fc8-2156-4ce6-bb00-f4fc7dd820c2 admin admin] Publish callbacks [] for security_group (a454a267-ab95-49de-a68e-c076eecfcfad), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.540828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7754eff2-78de-4eaa-8bb3-72aa1f8a4404 None None] Current status of the port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:10.617577 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.640210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-545106c4-5c5a-4e52-a23c-829dfa4aee55 req-e73412b3-f65f-4d0a-80a4-546c7512ae7c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0346539 Feb 03 04:39:10.693409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b5bda6c1-c9fb-4529-8f78-89bf4b686f18 None None] Provisioning complete for port 39b00a89-8985-496e-bc6f-c815ab122a69 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:10.693799 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bda6c1-c9fb-4529-8f78-89bf4b686f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (39b00a89-8985-496e-bc6f-c815ab122a69), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.774350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b5bda6c1-c9fb-4529-8f78-89bf4b686f18 None None] Port 39b00a89-8985-496e-bc6f-c815ab122a69 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:39:10.786807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:10.899157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (11829ac0-bbe5-44ef-8acd-5895bb7d00ec), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.926484 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (39b00a89-8985-496e-bc6f-c815ab122a69), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:10.970251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 39b00a89-8985-496e-bc6f-c815ab122a69 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:10.970372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:10.983020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.286089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2fc8-2156-4ce6-bb00-f4fc7dd820c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a454a267-ab95-49de-a68e-c076eecfcfad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.290041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2fc8-2156-4ce6-bb00-f4fc7dd820c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.292338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fd2c2fc8-2156-4ce6-bb00-f4fc7dd820c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a454a267-ab95-49de-a68e-c076eecfcfad HTTP/1.1" status: 204 len: 168 time: 1.5320821 Feb 03 04:39:11.304435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (11829ac0-bbe5-44ef-8acd-5895bb7d00ec), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.307021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c2fc8-2156-4ce6-bb00-f4fc7dd820c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a454a267-ab95-49de-a68e-c076eecfcfad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:11.321780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (39b00a89-8985-496e-bc6f-c815ab122a69), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.374918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=39b00a89-8985-496e-bc6f-c815ab122a69,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:11.408101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:11.445536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507402df-8b77-4f75-98d0-bdb6e92336ef req-1488f31b-1f79-479a-a082-52f1281bc11c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:11.449776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-507402df-8b77-4f75-98d0-bdb6e92336ef req-1488f31b-1f79-479a-a082-52f1281bc11c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 945 time: 0.2666268 Feb 03 04:39:11.453227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.505798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event updated for resources: {'Network': ['ID=11829ac0-bbe5-44ef-8acd-5895bb7d00ec,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:11.514450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Network 11829ac0-bbe5-44ef-8acd-5895bb7d00ec is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:39:11.515625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:11.516830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.523298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c75e847c-07d4-444a-8c38-cf724a863db6 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "PUT /v2.0/networks/11829ac0-bbe5-44ef-8acd-5895bb7d00ec HTTP/1.1" status: 200 len: 857 time: 1.2976930 Feb 03 04:39:11.524825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:11.526373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.653025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-507402df-8b77-4f75-98d0-bdb6e92336ef req-3a4c19c8-1091-4d48-a032-b03c4e7fdf35 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402307 Feb 03 04:39:11.676883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (11829ac0-bbe5-44ef-8acd-5895bb7d00ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.742697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Allocated IP 172.25.7.103 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/bcc32dba-f945-4600-8fee-c7dc5298ad95) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:11.745143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:11.749262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1eb99135-a8c0-4dbb-96bb-c72dcef83717 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/39b00a89-8985-496e-bc6f-c815ab122a69 HTTP/1.1" status: 204 len: 168 time: 2.2778234 Feb 03 04:39:11.756147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:11.910418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c3b73-fadc-432d-b1a2-f6de48b35d57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:11.911848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c3b73-fadc-432d-b1a2-f6de48b35d57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:11.913599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-521c3b73-fadc-432d-b1a2-f6de48b35d57 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1557994 Feb 03 04:39:11.916694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54194) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:11.977406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (11829ac0-bbe5-44ef-8acd-5895bb7d00ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.053063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11829ac0-bbe5-44ef-8acd-5895bb7d00ec']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:12.079615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efa9d38-46d2-4ec3-a907-da369803d644') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:12.080136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efa9d38-46d2-4ec3-a907-da369803d644') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:12.094215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (1efa9d38-46d2-4ec3-a907-da369803d644), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.111938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 2b47039a-d5f6-44ad-b528-d73279da6019 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:12.117745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (2b47039a-d5f6-44ad-b528-d73279da6019), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.118776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1efa9d38-46d2-4ec3-a907-da369803d644), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.147196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:12.150518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (1efa9d38-46d2-4ec3-a907-da369803d644), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:12.156376 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:12.187213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (2b47039a-d5f6-44ad-b528-d73279da6019), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.257235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for port (bcc32dba-f945-4600-8fee-c7dc5298ad95), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.339578 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (11829ac0-bbe5-44ef-8acd-5895bb7d00ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.384945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11829ac0-bbe5-44ef-8acd-5895bb7d00ec {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 04:39:12.408075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Pushing event deleted for resources: {'Network': ['ID=11829ac0-bbe5-44ef-8acd-5895bb7d00ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:12.422453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.446868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-96200ab6-92d4-4855-9e9b-9a70239e0fe8 tempest-ExternalNetworksTestJSON-672056892 tempest-ExternalNetworksTestJSON-672056892-project-admin] 10.222.0.35 "DELETE /v2.0/networks/11829ac0-bbe5-44ef-8acd-5895bb7d00ec HTTP/1.1" status: 204 len: 168 time: 0.9152615 Feb 03 04:39:12.447527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:12.456182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2b47039a-d5f6-44ad-b528-d73279da6019), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.529285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bcc32dba-f945-4600-8fee-c7dc5298ad95), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.636661 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a974655-59c7-4e1b-9b8b-573b94844709 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] DELETE failed (client error): The resource could not be found. Feb 03 04:39:12.637198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a974655-59c7-4e1b-9b8b-573b94844709 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:12.649968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4a974655-59c7-4e1b-9b8b-573b94844709 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] 10.222.0.35 "DELETE /v2.0/subnets/3f02f5ca-da7e-46ac-bf83-fc5042338883 HTTP/1.1" status: 404 len: 337 time: 0.1623683 Feb 03 04:39:12.655831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:12.712934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc32dba-f945-4600-8fee-c7dc5298ad95,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:12.744313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:12.746643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:12.756826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:12.828756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (2b47039a-d5f6-44ad-b528-d73279da6019), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.893990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a151633-b868-4406-982c-453527f821be None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:12.897927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=2b47039a-d5f6-44ad-b528-d73279da6019,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:12.909901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:12.913731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7d1c6c1e-eb9f-430e-a489-05098d74ed15 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/2b47039a-d5f6-44ad-b528-d73279da6019 HTTP/1.1" status: 204 len: 168 time: 0.9930139 Feb 03 04:39:12.918699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:12.983404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e55e5da7-1b97-421a-b64a-7a757d1a7237 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640409 Feb 03 04:39:13.016155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:13.215687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11517b0-8347-4f54-92c8-089577e78589 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:13.218110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f11517b0-8347-4f54-92c8-089577e78589 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1991882 Feb 03 04:39:13.223645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:13.297393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789b8fd-dad0-4179-97f8-e96b41cce1bb req-de2a293f-46f7-44b3-bd9b-f8932fbb6a37 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:13.302829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1789b8fd-dad0-4179-97f8-e96b41cce1bb req-de2a293f-46f7-44b3-bd9b-f8932fbb6a37 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 945 time: 0.4291215 Feb 03 04:39:13.340928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:13.402970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] Deleting port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:13.403672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:13.504723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] For port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b86dffa7-f09b-4ce7-9211-f1c2990d6bd9,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:13.518463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:13.574235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402cb7c4-1fa6-495b-87c5-4bbd69a2d963 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:13.574235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-402cb7c4-1fa6-495b-87c5-4bbd69a2d963 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3456402 Feb 03 04:39:13.595809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:13.597796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] Calling delete_port for b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:13.688367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed03dc96-ebe1-4e32-8573-550a639c0432 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610969 Feb 03 04:39:13.698172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1789b8fd-dad0-4179-97f8-e96b41cce1bb req-941fa431-599c-4c74-b497-d8a558765df6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309200 Feb 03 04:39:13.703635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:13.755967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:13.818386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:13.868728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b86dffa7-f09b-4ce7-9211-f1c2990d6bd9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:13.936308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] Pushing event deleted for resources: {'Port': ['ID=b86dffa7-f09b-4ce7-9211-f1c2990d6bd9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:13.942860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-00df7e2c-7d92-4c57-9e0e-f24d84faf727 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:13.947968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-00df7e2c-7d92-4c57-9e0e-f24d84faf727 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 945 time: 1.4934158 Feb 03 04:39:13.953989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (63470355-44ca-4cdf-99b0-6413edb9f612), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:13.961870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f8f7a-e2e1-48c0-9bb8-9d41aac5eb2f None None] No DVR routers for this DVR port b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:14.206123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:14.211648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.246428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (63470355-44ca-4cdf-99b0-6413edb9f612), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.248726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:14.288023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63470355-44ca-4cdf-99b0-6413edb9f612']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:14.306856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e2a4a1-3dcb-448d-8ea0-b5e9927e2c6c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:14.307568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e2a4a1-3dcb-448d-8ea0-b5e9927e2c6c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:14.310470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Deleting port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:14.310879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.338980 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c6e2a4a1-3dcb-448d-8ea0-b5e9927e2c6c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.416795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6e2a4a1-3dcb-448d-8ea0-b5e9927e2c6c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.435029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:14.436147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c6e2a4a1-3dcb-448d-8ea0-b5e9927e2c6c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:14.441405 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:14.525110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.540514 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf442-aafe-451e-8686-6a8661812a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.551218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.559540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] For port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:14.559540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.563165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (63470355-44ca-4cdf-99b0-6413edb9f612), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.568895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.575819 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] 10.222.0.35 "DELETE /v2.0/networks/63470355-44ca-4cdf-99b0-6413edb9f612 HTTP/1.1" status: 204 len: 168 time: 1.9138844 Feb 03 04:39:14.614697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Calling delete_port for 5a20c74b-bc4b-467f-85f4-599fd4e26fcf owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:14.623431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b423aa9-ad46-4055-9015-9a6b4d5e1666 tempest-ExternalNetworksTestJSON-1938652432 tempest-ExternalNetworksTestJSON-1938652432-project] Pushing event deleted for resources: {'Network': ['ID=63470355-44ca-4cdf-99b0-6413edb9f612,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:14.671739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:14.767825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:14.768448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b86dffa7-f09b-4ce7-9211-f1c2990d6bd9 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:14.830611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf442-aafe-451e-8686-6a8661812a35 admin admin] Publish callbacks [] for security_group (8ed038ab-9db6-4252-9380-9cb19d9beca2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.861403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf442-aafe-451e-8686-6a8661812a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8ed038ab-9db6-4252-9380-9cb19d9beca2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:14.927927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaf442-aafe-451e-8686-6a8661812a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed038ab-9db6-4252-9380-9cb19d9beca2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:14.979176 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f8eaf442-aafe-451e-8686-6a8661812a35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77383674a6e9472d82b8f26fea8597f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7292132 Feb 03 04:39:14.982917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:15.017800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5a20c74b-bc4b-467f-85f4-599fd4e26fcf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.030535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:39:15.129659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:15.132771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] No DVR routers for this DVR port 5a20c74b-bc4b-467f-85f4-599fd4e26fcf on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:15.136000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.141500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b8513c7b-d365-4c80-a382-1fa3b7343cf6 req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "DELETE /v2.0/ports/5a20c74b-bc4b-467f-85f4-599fd4e26fcf HTTP/1.1" status: 204 len: 173 time: 1.1725819 Feb 03 04:39:15.149850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'name': 'network-vif-deleted', 'tag': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:39:15.152877 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774ebaaf-593a-43d1-a253-9e0da2574e90" -d '{"events": [{"server_uuid": "4d34fa8e-204c-4e44-9218-94e889e5640d", "name": "network-vif-deleted", "tag": "5a20c74b-bc4b-467f-85f4-599fd4e26fcf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:39:15.158807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d86bd-5183-4ad4-a0fd-d3a5c5660dd8 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event deleted for resources: {'Port': ['ID=5a20c74b-bc4b-467f-85f4-599fd4e26fcf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:15.202057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0168f532-3a80-4c6d-a8e3-0ae9226bb2d2 admin admin] Publish callbacks [] for security_group (8ed038ab-9db6-4252-9380-9cb19d9beca2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.260358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0168f532-3a80-4c6d-a8e3-0ae9226bb2d2 admin admin] Publish callbacks [] for security_group (8ed038ab-9db6-4252-9380-9cb19d9beca2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.306779 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5533f98-1a0b-41b6-8d0e-896ec34d32fb x-openstack-request-id: req-e5533f98-1a0b-41b6-8d0e-896ec34d32fb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:39:15.307856 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34fa8e-204c-4e44-9218-94e889e5640d", "name": "network-vif-deleted", "tag": "5a20c74b-bc4b-467f-85f4-599fd4e26fcf", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:39:15.308128 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5533f98-1a0b-41b6-8d0e-896ec34d32fb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:39:15.309365 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34fa8e-204c-4e44-9218-94e889e5640d', 'name': 'network-vif-deleted', 'tag': '5a20c74b-bc4b-467f-85f4-599fd4e26fcf', 'status': 'completed', 'code': 200} Feb 03 04:39:15.383150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0168f532-3a80-4c6d-a8e3-0ae9226bb2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8ed038ab-9db6-4252-9380-9cb19d9beca2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.395670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0168f532-3a80-4c6d-a8e3-0ae9226bb2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.399090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0168f532-3a80-4c6d-a8e3-0ae9226bb2d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ed038ab-9db6-4252-9380-9cb19d9beca2 HTTP/1.1" status: 204 len: 168 time: 0.4131184 Feb 03 04:39:15.399999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:15.441382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168f532-3a80-4c6d-a8e3-0ae9226bb2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed038ab-9db6-4252-9380-9cb19d9beca2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:15.594110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9df01c6c-e331-49ed-b3e5-4417d2c6872b req-e7e74b23-1446-4005-af63-056e527c8d95 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d34fa8e-204c-4e44-9218-94e889e5640d HTTP/1.1" status: 200 len: 210 time: 0.0447469 Feb 03 04:39:15.639007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a4c472a9-7270-4ff6-aec2-40668aeea6b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=890302b0191b450797e56bc4ad7bfaf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4963229 Feb 03 04:39:15.641796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:15.723411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da9f7617-f931-414a-98d8-d79df5878834 admin admin] Publish callbacks [] for security_group (2d7f2c29-3451-436a-a0b6-88dd985df30d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.764549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da9f7617-f931-414a-98d8-d79df5878834 admin admin] Publish callbacks [] for security_group (2d7f2c29-3451-436a-a0b6-88dd985df30d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.910706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9911f17-87f4-4d59-ad85-5a3f00478950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.939821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da9f7617-f931-414a-98d8-d79df5878834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2d7f2c29-3451-436a-a0b6-88dd985df30d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.946187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da9f7617-f931-414a-98d8-d79df5878834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:15.951371 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-da9f7617-f931-414a-98d8-d79df5878834 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d7f2c29-3451-436a-a0b6-88dd985df30d HTTP/1.1" status: 204 len: 168 time: 0.3045900 Feb 03 04:39:15.966043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Router fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:39:15.971454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f7617-f931-414a-98d8-d79df5878834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f2c29-3451-436a-a0b6-88dd985df30d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:16.004042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:39:16.017783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (9b603d10-9a83-456d-a15c-6ab816c6d7d6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.083756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=9b603d10-9a83-456d-a15c-6ab816c6d7d6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:16.102828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:16.152422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9911f17-87f4-4d59-ad85-5a3f00478950 admin admin] Publish callbacks [] for security_group (07142a01-7a82-4a5b-9c34-dd0aa9535f9e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.171584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9911f17-87f4-4d59-ad85-5a3f00478950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (07142a01-7a82-4a5b-9c34-dd0aa9535f9e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.178688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:16.182295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:16.182893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.190858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ba414-75c5-4381-8c90-67c0c4ca18fc None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:16.219865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-68f03c82-1ea6-4a66-8e3a-334193327724 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4796758 Feb 03 04:39:16.220256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:16.245150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ffcf2a1c-bf82-4fe1-9ffe-fa871300045a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:16.323826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9911f17-87f4-4d59-ad85-5a3f00478950 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa55bcd539614b3b9dd2eb0b381bfdfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9000506 Feb 03 04:39:16.326665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:16.341928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911f17-87f4-4d59-ad85-5a3f00478950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07142a01-7a82-4a5b-9c34-dd0aa9535f9e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:16.485537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '9b603d10-9a83-456d-a15c-6ab816c6d7d6'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:39:16.486711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.490431 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81bbcca6-6fa9-4788-9ddc-e572efc338c4 admin admin] Publish callbacks [] for security_group (07142a01-7a82-4a5b-9c34-dd0aa9535f9e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.566181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81bbcca6-6fa9-4788-9ddc-e572efc338c4 admin admin] Publish callbacks [] for security_group (07142a01-7a82-4a5b-9c34-dd0aa9535f9e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.662790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:39:16.693159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.698956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-963771a5-efaa-424f-8aef-286632c90a4b tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "PUT /v2.0/routers/fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c HTTP/1.1" status: 200 len: 919 time: 7.4060700 Feb 03 04:39:16.700005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:16.787320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5a20c74b-bc4b-467f-85f4-599fd4e26fcf no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:16.794457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81bbcca6-6fa9-4788-9ddc-e572efc338c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (07142a01-7a82-4a5b-9c34-dd0aa9535f9e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.797011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81bbcca6-6fa9-4788-9ddc-e572efc338c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.797996 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-81bbcca6-6fa9-4788-9ddc-e572efc338c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07142a01-7a82-4a5b-9c34-dd0aa9535f9e HTTP/1.1" status: 204 len: 168 time: 0.4701755 Feb 03 04:39:16.834599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] Sync routers for ids ['fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:39:16.848457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbcca6-6fa9-4788-9ddc-e572efc338c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07142a01-7a82-4a5b-9c34-dd0aa9535f9e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:16.867925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcf2a1c-bf82-4fe1-9ffe-fa871300045a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:16.877283 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffcf2a1c-bf82-4fe1-9ffe-fa871300045a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:16.880847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:16.902569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 5a20c74b-bc4b-467f-85f4-599fd4e26fcf {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:16.903388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 5a20c74b-bc4b-467f-85f4-599fd4e26fcf not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:16.962049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2bb04db7-7150-43ed-8915-e699066f0beb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e7ce227f1f4430391824283462284fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0802376 Feb 03 04:39:16.962719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:16.981603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] Routers {'fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:16.983621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:17.019337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-db1b8f8e-f41f-4289-8c97-0076c91d7f9e tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c HTTP/1.1" status: 200 len: 925 time: 0.3143127 Feb 03 04:39:17.020437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:17.063654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:17.116310 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-ffcf2a1c-bf82-4fe1-9ffe-fa871300045a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b603d10-9a83-456d-a15c-6ab816c6d7d6 (CIDR: 2001:db8::/64) Feb 03 04:39:17.137184 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcf2a1c-bf82-4fe1-9ffe-fa871300045a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:39:17.138826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcf2a1c-bf82-4fe1-9ffe-fa871300045a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:17.166677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] Routers {'fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:17.170118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ffcf2a1c-bf82-4fe1-9ffe-fa871300045a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9488351 Feb 03 04:39:17.171352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:17.174513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:17.191315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:17.286075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:17.286756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec5a76-e6c0-4bcc-9425-91ffb4ae68ca None None] The sync data for ids ['fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:39:17.337977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Allocated IP 2001:db8::f816:3eff:fe3c:9e9 (355aef9b-164b-424f-8915-d5c2d7f691fe/9b603d10-9a83-456d-a15c-6ab816c6d7d6/02697a4b-a586-418f-ba06-bd8db001a9bf) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:17.361351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86426e1a-530f-4b8c-9262-05f7e1a39d5d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:17.368122 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-86426e1a-530f-4b8c-9262-05f7e1a39d5d tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3316715 Feb 03 04:39:17.368952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:17.433355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b58623-c7ad-4c3f-ae1a-7de129987a8c admin admin] Publish callbacks [] for security_group (546e21f2-544b-4bc0-b93f-da1f3711d3af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:17.495981 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b58623-c7ad-4c3f-ae1a-7de129987a8c admin admin] Publish callbacks [] for security_group (546e21f2-544b-4bc0-b93f-da1f3711d3af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:17.636206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd16d2-e50f-4951-82cd-2a590d241e98 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:17.640585 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eccd16d2-e50f-4951-82cd-2a590d241e98 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.2584670 Feb 03 04:39:17.641468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:17.713829 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8bbe8377-ee06-4858-8edd-4a835598b875 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c HTTP/1.1" status: 200 len: 205 time: 0.0666881 Feb 03 04:39:17.716844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:17.723982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-e2dbec2e-f090-4174-8f10-cb5f4fc6a839 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:17.732931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-e2dbec2e-f090-4174-8f10-cb5f4fc6a839 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.3614995 Feb 03 04:39:17.741986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Publish callbacks [] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:17.753645 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:17.755727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:17.759216 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:17.819536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:17.834083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:17.842526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b58623-c7ad-4c3f-ae1a-7de129987a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (546e21f2-544b-4bc0-b93f-da1f3711d3af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:17.845073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1b58623-c7ad-4c3f-ae1a-7de129987a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:17.846236 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1b58623-c7ad-4c3f-ae1a-7de129987a8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/546e21f2-544b-4bc0-b93f-da1f3711d3af HTTP/1.1" status: 204 len: 168 time: 0.8806136 Feb 03 04:39:17.847368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:17.875037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Pushing event updated for resources: {'Port': ['ID=02697a4b-a586-418f-ba06-bd8db001a9bf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:17.951992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b58623-c7ad-4c3f-ae1a-7de129987a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e21f2-544b-4bc0-b93f-da1f3711d3af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:18.025804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.030739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-7934c463-12f3-4636-af89-4054edc6e051 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/quotas/c26183b711d24930802debc7b91fb802 HTTP/1.1" status: 200 len: 375 time: 0.2927315 Feb 03 04:39:18.031585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Attempting to bind port 02697a4b-a586-418f-ba06-bd8db001a9bf on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:18.031969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Attempting to bind port 02697a4b-a586-418f-ba06-bd8db001a9bf by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:18.032766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Attempting to bind port 02697a4b-a586-418f-ba06-bd8db001a9bf on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:18.057398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:18.057780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:18.058348 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.058893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:18.059581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Bound port: 02697a4b-a586-418f-ba06-bd8db001a9bf, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:18.060437 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.243827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-acb1856c-e88f-4758-8248-30dec16a8f4f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2064016 Feb 03 04:39:18.293737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.347382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] For port 02697a4b-a586-418f-ba06-bd8db001a9bf, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:18.365609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] For port 02697a4b-a586-418f-ba06-bd8db001a9bf, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=02697a4b-a586-418f-ba06-bd8db001a9bf,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:18.386064 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.414124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Deleting port bcc32dba-f945-4600-8fee-c7dc5298ad95 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:18.414643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bcc32dba-f945-4600-8fee-c7dc5298ad95), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.524384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30033052-bd0c-4ce0-960b-bd15a4e34c2d None None] Pushing event updated for resources: {'Port': ['ID=02697a4b-a586-418f-ba06-bd8db001a9bf,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:18.709125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (9e1d3b92-63c9-45a9-8492-4d927c0e1558), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.763554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bcc32dba-f945-4600-8fee-c7dc5298ad95), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:18.797357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-aa6c9f84-9bbf-4867-b116-b13ee011777a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:39:18.798648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-aa6c9f84-9bbf-4867-b116-b13ee011777a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5521436 Feb 03 04:39:18.828877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Calling delete_port for bcc32dba-f945-4600-8fee-c7dc5298ad95 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:18.839711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:18.907832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:18.932329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:18.935007 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:19.062434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=9e1d3b92-63c9-45a9-8492-4d927c0e1558,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:19.124538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3ef082e7-3c8e-4fdd-b72b-c63ca2b04ece tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9476383 Feb 03 04:39:19.133263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:19.142240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:81:3f:8b', 'name': 'tempest-NetworksTestDHCPv6-1495791417'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:19.312894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-eb73f48c-0480-48ec-ab81-71f0f06998e8 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661169 Feb 03 04:39:19.320089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bcc32dba-f945-4600-8fee-c7dc5298ad95), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:19.428772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event deleted for resources: {'Port': ['ID=bcc32dba-f945-4600-8fee-c7dc5298ad95,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:19.685665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:19.736950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:19.923901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:19.973898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:19.984743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.015090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.042583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-fd01efaf-30ab-429d-b1e3-237bdefda301 service neutron] 10.222.0.35 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142901 Feb 03 04:39:20.068905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 7361ecbf-097f-4105-999d-81dd4228a32d yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:20.109051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.109638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Fanout notify agent at l3_agent the message router_deleted on router fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:39:20.140970 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.148625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c760afe1-4bab-411a-9f16-2c6a2810e7d9 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c HTTP/1.1" status: 204 len: 168 time: 2.4306786 Feb 03 04:39:20.152256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:20.183877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e922ecb5-14b2-425e-adf5-2786e69c604a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167954258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:20.278591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e922ecb5-14b2-425e-adf5-2786e69c604a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.282681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e922ecb5-14b2-425e-adf5-2786e69c604a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.444419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e922ecb5-14b2-425e-adf5-2786e69c604a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.453380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e922ecb5-14b2-425e-adf5-2786e69c604a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.465339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-510722af-8ce9-435e-a73d-6718c7784de8 req-b90e8b26-dbaf-49a6-90fd-12522c22cb49 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 210 time: 0.1327915 Feb 03 04:39:20.520491 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e922ecb5-14b2-425e-adf5-2786e69c604a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:20.524214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e922ecb5-14b2-425e-adf5-2786e69c604a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3685491 Feb 03 04:39:20.524727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:20.529420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:20.690571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8:0:1::131 (355aef9b-164b-424f-8915-d5c2d7f691fe/9e1d3b92-63c9-45a9-8492-4d927c0e1558/7361ecbf-097f-4105-999d-81dd4228a32d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:20.717125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe81:3f8b (355aef9b-164b-424f-8915-d5c2d7f691fe/9b603d10-9a83-456d-a15c-6ab816c6d7d6/7361ecbf-097f-4105-999d-81dd4228a32d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:20.727444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b47971-22d0-4d99-a34c-1324927d1373 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:20.934115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1980988818'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:21.033381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Made reservation on behalf of b02d6cb69e3f4f3bb2acc718794d0495 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:21.041776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.055421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 02697a4b-a586-418f-ba06-bd8db001a9bf up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:21.160408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9bb6e91b-29ad-4031-a9cd-270104ab2d35 None None] Provisioning complete for port 02697a4b-a586-418f-ba06-bd8db001a9bf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:21.161400 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e91b-29ad-4031-a9cd-270104ab2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.215926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.341261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (7361ecbf-097f-4105-999d-81dd4228a32d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.419521 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7361ecbf-097f-4105-999d-81dd4228a32d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.434379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 02697a4b-a586-418f-ba06-bd8db001a9bf triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:21.435932 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.469502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9349bbea-be4e-46b6-9429-42b91f5e5557 None None] Update dhcp port {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': '9b603d10-9a83-456d-a15c-6ab816c6d7d6', 'ip_address': '2001:db8::f816:3eff:fe3c:9e9'}, {'subnet_id': '9e1d3b92-63c9-45a9-8492-4d927c0e1558'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '02697a4b-a586-418f-ba06-bd8db001a9bf'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:39:21.622891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=7361ecbf-097f-4105-999d-81dd4228a32d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:21.682983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:21.749098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-282aa7d0-2635-4987-b0aa-f9da1a3a4161 req-7ae0f70a-ada6-435c-a3a8-2a77359bf26b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 210 time: 0.0946364 Feb 03 04:39:21.751634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:21.760289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:21.780191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:21.780622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.800595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks [] for security_group (a8813cc1-40c0-43f3-b873-33113682df9f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.805359 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9349bbea-be4e-46b6-9429-42b91f5e5557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.831552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c2bd313e-78a9-4772-bd63-ae5233ced84f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6967525 Feb 03 04:39:21.832468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:21.855840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6e91b-29ad-4031-a9cd-270104ab2d35 None None] Current status of the port 02697a4b-a586-418f-ba06-bd8db001a9bf is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:21.856834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e91b-29ad-4031-a9cd-270104ab2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.925480 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8813cc1-40c0-43f3-b873-33113682df9f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:21.965071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9bb6e91b-29ad-4031-a9cd-270104ab2d35 None None] For port 02697a4b-a586-418f-ba06-bd8db001a9bf, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=02697a4b-a586-418f-ba06-bd8db001a9bf,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:21.984954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:22.020676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4cb7ddf4-2993-428e-83a1-6924e05f3800), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.021026 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Added segment 4cb7ddf4-2993-428e-83a1-6924e05f3800 of type vlan for network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf Feb 03 04:39:22.079187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 7361ecbf-097f-4105-999d-81dd4228a32d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:22.079646 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7361ecbf-097f-4105-999d-81dd4228a32d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.088604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e91b-29ad-4031-a9cd-270104ab2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.220798 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.235244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.264850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6e91b-29ad-4031-a9cd-270104ab2d35 None None] Pushing event updated for resources: {'Port': ['ID=02697a4b-a586-418f-ba06-bd8db001a9bf,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:22.337623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7361ecbf-097f-4105-999d-81dd4228a32d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.391902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 7361ecbf-097f-4105-999d-81dd4228a32d owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:22.424500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 02697a4b-a586-418f-ba06-bd8db001a9bf is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:22.434063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8813cc1-40c0-43f3-b873-33113682df9f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:22.473777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.493565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:22.494260 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:22.723853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7986991 Feb 03 04:39:22.799372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 02697a4b-a586-418f-ba06-bd8db001a9bf up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:22.814856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:22.904006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9349bbea-be4e-46b6-9429-42b91f5e5557 None None] Allocated IP 2001:db8:0:1::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/9e1d3b92-63c9-45a9-8492-4d927c0e1558/02697a4b-a586-418f-ba06-bd8db001a9bf) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:22.969404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 02697a4b-a586-418f-ba06-bd8db001a9bf triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:22.969981 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.095867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d06e036b-070e-4a50-94a1-78f3a47e4dac req-4a625875-7910-4f57-a7b5-bc80fd891d41 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 210 time: 0.1308937 Feb 03 04:39:23.117129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9349bbea-be4e-46b6-9429-42b91f5e5557 None None] For port 02697a4b-a586-418f-ba06-bd8db001a9bf, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=02697a4b-a586-418f-ba06-bd8db001a9bf,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:23.153623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c03b-d796-474c-8b36-817838e73f30 tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Pushing event updated for resources: {'Network': ['ID=47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:23.210770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 02697a4b-a586-418f-ba06-bd8db001a9bf is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:23.214322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:23.222459 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7361ecbf-097f-4105-999d-81dd4228a32d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.321882 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9349bbea-be4e-46b6-9429-42b91f5e5557 None None] Publish callbacks [] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.331751 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9349bbea-be4e-46b6-9429-42b91f5e5557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.335402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=7361ecbf-097f-4105-999d-81dd4228a32d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:23.417338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-998a2373-9965-4d88-aaf0-378abcb9047b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:23.419303 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-998a2373-9965-4d88-aaf0-378abcb9047b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 805 time: 0.9129119 Feb 03 04:39:23.419530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:23.432293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Request body: {'port': {'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf', 'binding:host_id': 'n-h1-827549-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1367376836'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:23.458019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Request body: {'port': {'device_id': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'admin_state_up': True, 'tenant_id': 'c26183b711d24930802debc7b91fb802'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:23.459548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1248552531'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:23.519872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Made reservation on behalf of 49febc4534d5471ab0a9a1ec94a612b4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:23.523409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.600193 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.604048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ee1ddeed-50a2-4cd4-b6d4-b6b2f8120d40 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/7361ecbf-097f-4105-999d-81dd4228a32d HTTP/1.1" status: 204 len: 168 time: 1.7700043 Feb 03 04:39:23.610275 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.615619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349bbea-be4e-46b6-9429-42b91f5e5557 None None] Pushing event updated for resources: {'Port': ['ID=02697a4b-a586-418f-ba06-bd8db001a9bf,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:23.619761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.620697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54634) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:23.680645 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.694466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.700450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Made reservation on behalf of ca5a5ee412c34bfbba70227e28d4980b for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:23.702852 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.712038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.744902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.767046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Made reservation on behalf of c26183b711d24930802debc7b91fb802 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:23.770861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:23.824876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61b6e7-110d-44e8-a725-322e3e394f9e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:23.829139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea61b6e7-110d-44e8-a725-322e3e394f9e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2030566 Feb 03 04:39:23.841920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:24.046121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks [] for security_group (80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.074636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa7783-3eba-437d-8359-48eefb9e4dfd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:24.080319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4daa7783-3eba-437d-8359-48eefb9e4dfd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2373550 Feb 03 04:39:24.082307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:24.119140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Allocated IP 172.25.7.39 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7c578203-a305-4749-a9a6-4910442df1ec) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:24.179150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.263678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:24.271210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:24.310821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e5e75d79-7951-4982-95c7-e92fd4a9aaf2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.311308 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Added segment e5e75d79-7951-4982-95c7-e92fd4a9aaf2 of type vlan for network 6e088385-dfdb-42c9-8b0e-2d120107dd42 Feb 03 04:39:24.370811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for security_group (52895b18-ff53-4f85-b606-5a87bac1e280), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.373532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47302bd2-f541-4e3c-833a-542e7a0b8c3c req-a1ff527b-00cf-4bd6-82be-832883ffe859 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 210 time: 0.0859969 Feb 03 04:39:24.428192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (52895b18-ff53-4f85-b606-5a87bac1e280), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.430238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:24.439550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] device_id is not set on port 78baacbf-f3a9-47b1-8b3c-964df4ca863c yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:24.447551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35ae13-9ddf-4ddc-b913-693560945980 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:24.449124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35ae13-9ddf-4ddc-b913-693560945980 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:24.450461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35ae13-9ddf-4ddc-b913-693560945980 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:24.456154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df35ae13-9ddf-4ddc-b913-693560945980 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3677177 Feb 03 04:39:24.457902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:24.530730 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (6e088385-dfdb-42c9-8b0e-2d120107dd42), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.650729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-22c44b17-976e-4093-a1a4-741d0f4faeb0 None None] Provisioning complete for port 02697a4b-a586-418f-ba06-bd8db001a9bf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:24.652372 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22c44b17-976e-4093-a1a4-741d0f4faeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.780965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52895b18-ff53-4f85-b606-5a87bac1e280,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:24.781880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 02697a4b-a586-418f-ba06-bd8db001a9bf up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:24.826607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (6e088385-dfdb-42c9-8b0e-2d120107dd42), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.834456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:24.835660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.932587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 02697a4b-a586-418f-ba06-bd8db001a9bf triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:24.933256 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:24.986979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-22c44b17-976e-4093-a1a4-741d0f4faeb0 None None] Current status of the port 02697a4b-a586-418f-ba06-bd8db001a9bf is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:25.038708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 02697a4b-a586-418f-ba06-bd8db001a9bf is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:25.101552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8dd1e9b8-6933-44ea-a985-93076031c876 None None] Could not find standard attr ID for object 7361ecbf-097f-4105-999d-81dd4228a32d. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:39:25.103121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2644591 Feb 03 04:39:25.112535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:25.142577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Request body: {'subnet': {'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:25.157584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-75b1c968-07e3-4733-87ef-121344616468 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:25.206222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Allocated IP 172.20.0.13 (33f08626-802d-4cfd-992c-cb30242887eb/11c55517-c63b-4249-a7dd-a79ccac8c398/70286092-36e4-42f2-a6b6-cfd0ee0a9502) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:25.241058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-75b1c968-07e3-4733-87ef-121344616468 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "PUT /v2.0/quotas/b4feb755008049b68f8a8a0955fe26e2 HTTP/1.1" status: 200 len: 368 time: 0.9728479 Feb 03 04:39:25.245991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:25.246455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] device_id is not set on port 78baacbf-f3a9-47b1-8b3c-964df4ca863c yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:25.252743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Request body: {'network': {'project_id': 'b4feb755008049b68f8a8a0955fe26e2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:25.256894 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for port (78baacbf-f3a9-47b1-8b3c-964df4ca863c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.264557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 9b603d10-9a83-456d-a15c-6ab816c6d7d6 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:25.268171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (9b603d10-9a83-456d-a15c-6ab816c6d7d6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.291977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for port (7c578203-a305-4749-a9a6-4910442df1ec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.296827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Made reservation on behalf of b4feb755008049b68f8a8a0955fe26e2 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:25.300740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.312835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (9b603d10-9a83-456d-a15c-6ab816c6d7d6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.321272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.490042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7c578203-a305-4749-a9a6-4910442df1ec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.547681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Pushing event updated for resources: {'Port': ['ID=7c578203-a305-4749-a9a6-4910442df1ec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:25.576277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:25.585878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:25.608303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:25.685859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks [] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.720084 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks [] for security_group (7e869eb6-e9af-496b-99f5-2fcf7e83eb84), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.730992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e869eb6-e9af-496b-99f5-2fcf7e83eb84), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.779939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (78baacbf-f3a9-47b1-8b3c-964df4ca863c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.781596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54958699-265d-414d-8052-1401dd147ce2 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event updated for resources: {'Network': ['ID=6e088385-dfdb-42c9-8b0e-2d120107dd42,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:25.795875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 6e088385-dfdb-42c9-8b0e-2d120107dd42 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:25.836552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:25.845274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9b603d10-9a83-456d-a15c-6ab816c6d7d6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.878830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7db17522-19aa-4d25-bdbf-800faa1e6578), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.879245 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Added segment 7db17522-19aa-4d25-bdbf-800faa1e6578 of type vlan for network 9c130a59-9da1-43a9-9981-678fdc5b085c Feb 03 04:39:25.880741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e869eb6-e9af-496b-99f5-2fcf7e83eb84,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:25.883942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:25.990947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9c130a59-9da1-43a9-9981-678fdc5b085c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.003094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Network 33f08626-802d-4cfd-992c-cb30242887eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:26.010410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:26.013881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:26.052684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event updated for resources: {'Port': ['ID=70286092-36e4-42f2-a6b6-cfd0ee0a9502,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:26.067331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (9b603d10-9a83-456d-a15c-6ab816c6d7d6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.129388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9c130a59-9da1-43a9-9981-678fdc5b085c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.130573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:26.131289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.151167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:26.151936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.199663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=9b603d10-9a83-456d-a15c-6ab816c6d7d6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:26.268677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0177855 Feb 03 04:39:26.268677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-5d0e0a86-5f21-44ae-9689-afaffcd7b1fa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8153379 Feb 03 04:39:26.269106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:26.279251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:39:26.280553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Request body: {'network': {'project_id': 'b4feb755008049b68f8a8a0955fe26e2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:26.298283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016ab80-6a20-465a-bc83-9100c955b309 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Pushing event updated for resources: {'Network': ['ID=9c130a59-9da1-43a9-9981-678fdc5b085c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:26.311680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Request body: {'port': {'device_id': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:26.332915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Made reservation on behalf of b4feb755008049b68f8a8a0955fe26e2 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:26.336561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.351396 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router_gateway (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.372715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9c130a59-9da1-43a9-9981-678fdc5b085c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:26.388773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.393595 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d3324b1b-2f83-4dfa-bdec-70e5213f4a41 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/9b603d10-9a83-456d-a15c-6ab816c6d7d6 HTTP/1.1" status: 204 len: 168 time: 1.9147618 Feb 03 04:39:26.404300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:26.418068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df126a5b-eb94-425b-9a2d-16aad48a9286 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:26.494295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 9e1d3b92-63c9-45a9-8492-4d927c0e1558 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:26.501653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=78baacbf-f3a9-47b1-8b3c-964df4ca863c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:26.524417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (9e1d3b92-63c9-45a9-8492-4d927c0e1558), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.529780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:26.568510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8f340d62-d73f-45c1-b836-f77138919bbe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.568861 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Added segment 8f340d62-d73f-45c1-b836-f77138919bbe of type vlan for network 27a67df7-776d-424c-8d71-7fddd4a76a99 Feb 03 04:39:26.598272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454668-7027-43e4-a5ca-01f7c95291c0 req-1428da39-aab3-4f7e-a029-68469f3e60f4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:26.600809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54454668-7027-43e4-a5ca-01f7c95291c0 req-1428da39-aab3-4f7e-a029-68469f3e60f4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 932 time: 0.8072560 Feb 03 04:39:26.647109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Checking segment: {'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:26.647952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Network hostable DHCP agents. Network: 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:39:26.652536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.678277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (9e1d3b92-63c9-45a9-8492-4d927c0e1558), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.718904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Made reservation on behalf of 49febc4534d5471ab0a9a1ec94a612b4 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:26.723624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.760059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (27a67df7-776d-424c-8d71-7fddd4a76a99), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.840777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:39:26.893609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54454668-7027-43e4-a5ca-01f7c95291c0 req-163a95b4-ba90-4dfe-85d0-d3e8b9c0e42f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779148 Feb 03 04:39:26.951552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (27a67df7-776d-424c-8d71-7fddd4a76a99), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.952514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:26.953147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:26.992074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:27.000967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366049a1-d2b1-4f16-923e-a12dbcaeb3d0 None None] Network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:27.002955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:27.027164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9e1d3b92-63c9-45a9-8492-4d927c0e1558), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.067203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.067794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.068379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.090813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.091381 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.096320 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 2 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.117535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8426642 Feb 03 04:39:27.119848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:27.134213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.136230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.136631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.155909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-93368a9c-f8d3-4666-820a-02c0f68c5d5d tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Request body: {'network': {'project_id': 'b4feb755008049b68f8a8a0955fe26e2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:27.180066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.180406 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.203336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1b87d-fc85-453d-815c-0c79ba40f940 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Pushing event updated for resources: {'Network': ['ID=27a67df7-776d-424c-8d71-7fddd4a76a99,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:27.219722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 27a67df7-776d-424c-8d71-7fddd4a76a99 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:27.227635 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 3 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.249610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.295829 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-93368a9c-f8d3-4666-820a-02c0f68c5d5d tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 04:39:27.298377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93368a9c-f8d3-4666-820a-02c0f68c5d5d tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:27.301016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-93368a9c-f8d3-4666-820a-02c0f68c5d5d tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1499569 Feb 03 04:39:27.316148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54700) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:27.344626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.344899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.345252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.362166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.369675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.370008 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.374793 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 4 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.378441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (9e1d3b92-63c9-45a9-8492-4d927c0e1558), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.434556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1d3b92-63c9-45a9-8492-4d927c0e1558,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:27.459745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.470086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1b055988-145f-4d89-a6fe-d66f57dd93a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/9e1d3b92-63c9-45a9-8492-4d927c0e1558 HTTP/1.1" status: 204 len: 168 time: 1.0598738 Feb 03 04:39:27.470745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:27.498674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.499020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.499364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.545652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:27.545870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7348ee8c-d39d-488b-9662-2de6a74b13a6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521696 Feb 03 04:39:27.551364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.551919 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.555123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:27.555924 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 5 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.572169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.572515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.572867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.578282 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (79ebb582-3525-4963-8b90-47db936cc933), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.580520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.580867 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.585700 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 6 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.592954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea070482-e458-40a4-954a-f4fb9d440b2b tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4feb755008049b68f8a8a0955fe26e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686324 Feb 03 04:39:27.596523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Router efcfb273-acce-479d-b11b-ed2a3dcbd0fb is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:39:27.598282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:27.634718 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.635071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.635418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.664122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.664499 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.669115 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 7 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.686629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.686969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.687323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.693057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event updated for resources: {'Subnet': ['ID=79ebb582-3525-4963-8b90-47db936cc933,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:27.700706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.701055 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.701618 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 8 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.706548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Checking segment: {'id': 'e5e75d79-7951-4982-95c7-e92fd4a9aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:27.706548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Network hostable DHCP agents. Network: 6e088385-dfdb-42c9-8b0e-2d120107dd42, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:39:27.717852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770b915-5777-45e8-a291-8853167c58ba None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:27.731894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70286092-36e4-42f2-a6b6-cfd0ee0a9502 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:39:27.738100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.738445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.738793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.746350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.746710 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.748314 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 9 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.753056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Network 6e088385-dfdb-42c9-8b0e-2d120107dd42 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:39:27.755998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Publish callbacks [] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.767853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.768293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.768579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.775039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 6e088385-dfdb-42c9-8b0e-2d120107dd42) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:27.780442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:27.782278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.783786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.784063 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.785501 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 10 to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c Feb 03 04:39:27.806814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:27.807164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:27.807807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:27.813116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:27.813567 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 78baacbf-f3a9-47b1-8b3c-964df4ca863c on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:27.814012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (78baacbf-f3a9-47b1-8b3c-964df4ca863c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.831331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c0303ebd-ce51-4c23-ba11-27a5e0efcc3d tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6913853 Feb 03 04:39:27.831331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:27.836539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Request body: {'port': {'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42', 'name': 'tempest-DHCPAgentSchedulersTestJSON-16972170'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:27.849861 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe76bec-8b5f-4061-8724-abf8a784db1b None None] Network 6e088385-dfdb-42c9-8b0e-2d120107dd42 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:27.977749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8d91c6f7-c9e7-471c-a960-360972435be6 None None] Provisioning complete for port 02697a4b-a586-418f-ba06-bd8db001a9bf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:27.978036 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d91c6f7-c9e7-471c-a960-360972435be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.983675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:39:27.985780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e80dbd6-fa60-43b5-898d-3ffb0caff09f tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks [] for security_group (7e869eb6-e9af-496b-99f5-2fcf7e83eb84), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.994930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:27.995389 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] Sync routers for ids ['efcfb273-acce-479d-b11b-ed2a3dcbd0fb'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:39:28.000107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa785001-7d93-405f-9589-c24bb17384e7 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "PUT /v2.0/routers/efcfb273-acce-479d-b11b-ed2a3dcbd0fb HTTP/1.1" status: 200 len: 918 time: 7.4743197 Feb 03 04:39:28.003806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:28.011670 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] Routers {'efcfb273-acce-479d-b11b-ed2a3dcbd0fb'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:28.014833 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['efcfb273-acce-479d-b11b-ed2a3dcbd0fb'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:28.019225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Transition to ACTIVE for port object 70286092-36e4-42f2-a6b6-cfd0ee0a9502 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:39:28.080681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.118358 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:28.139481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-6e088385-dfdb-42c9-8b0e-2d120107dd42', 'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42', 'project_id': '49febc4534d5471ab0a9a1ec94a612b4', 'fixed_ips': [{'subnet_id': '79ebb582-3525-4963-8b90-47db936cc933'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:39:28.140536 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] Routers {'efcfb273-acce-479d-b11b-ed2a3dcbd0fb'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:28.141989 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['efcfb273-acce-479d-b11b-ed2a3dcbd0fb'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:28.142608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.188694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:28.195274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Pushing event updated for resources: {'Port': ['ID=70286092-36e4-42f2-a6b6-cfd0ee0a9502,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:28.221984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Made reservation on behalf of 49febc4534d5471ab0a9a1ec94a612b4 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:28.222621 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:28.223536 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccca47-b0d1-4b5b-8a37-4180757a1901 None None] The sync data for ids ['efcfb273-acce-479d-b11b-ed2a3dcbd0fb'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:39:28.223982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e80dbd6-fa60-43b5-898d-3ffb0caff09f tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks [] for security_group (7e869eb6-e9af-496b-99f5-2fcf7e83eb84), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.229745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.251028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8d91c6f7-c9e7-471c-a960-360972435be6 None None] Current status of the port 02697a4b-a586-418f-ba06-bd8db001a9bf is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:28.255356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] device_id is not set on port 080065cf-f0be-454f-82dc-6686ec144562 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:28.282539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1122c-55ce-4ba6-92ca-616e438fa1f5 req-83cefd0b-e396-402e-8b62-23d8ea73401f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:28.291188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6f1122c-55ce-4ba6-92ca-616e438fa1f5 req-83cefd0b-e396-402e-8b62-23d8ea73401f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 944 time: 0.2249558 Feb 03 04:39:28.319806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:28.326540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.347680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Allocated IP 172.20.0.2 (6e088385-dfdb-42c9-8b0e-2d120107dd42/79ebb582-3525-4963-8b90-47db936cc933/cb3607f4-c05a-46e9-ac50-4bce39593da1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:28.351201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] Deleting port 02697a4b-a586-418f-ba06-bd8db001a9bf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:28.351896 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.398890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] For port 78baacbf-f3a9-47b1-8b3c-964df4ca863c, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:28.401313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempted to set empty binding levels {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 04:39:28.446082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (78baacbf-f3a9-47b1-8b3c-964df4ca863c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.493240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e80dbd6-fa60-43b5-898d-3ffb0caff09f tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7e869eb6-e9af-496b-99f5-2fcf7e83eb84), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.496574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e80dbd6-fa60-43b5-898d-3ffb0caff09f tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.497887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6e80dbd6-fa60-43b5-898d-3ffb0caff09f tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e869eb6-e9af-496b-99f5-2fcf7e83eb84 HTTP/1.1" status: 204 len: 168 time: 0.8937547 Feb 03 04:39:28.511979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:28.518645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] For port 02697a4b-a586-418f-ba06-bd8db001a9bf, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=02697a4b-a586-418f-ba06-bd8db001a9bf,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:28.519075 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.519367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80dbd6-fa60-43b5-898d-3ffb0caff09f tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e869eb6-e9af-496b-99f5-2fcf7e83eb84,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:28.614994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:28.615663 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.620133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] Calling delete_port for 02697a4b-a586-418f-ba06-bd8db001a9bf owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:28.626617 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6f1122c-55ce-4ba6-92ca-616e438fa1f5 req-ffe76c85-3f36-4eae-80c5-88c189e7a095 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342912 Feb 03 04:39:28.669168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4fb7d9c7-b7a3-42c9-894f-757b5deb291c tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/efcfb273-acce-479d-b11b-ed2a3dcbd0fb HTTP/1.1" status: 200 len: 924 time: 0.6637402 Feb 03 04:39:28.676084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:28.684330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=78baacbf-f3a9-47b1-8b3c-964df4ca863c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:28.695760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 02697a4b-a586-418f-ba06-bd8db001a9bf no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:28.737356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.737863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.738224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.738578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.738924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.739295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.739672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.740002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.740338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.740689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.741006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.742460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.742824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:28.749345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Attempting to bind port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:28.749809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5bfd542e-f9c0-4035-a5db-03208620091a tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.3223658 Feb 03 04:39:28.749931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Attempting to bind port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:28.750310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Attempting to bind port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:28.757102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:28.771645 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (27a67df7-776d-424c-8d71-7fddd4a76a99), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.797692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 on network 33f08626-802d-4cfd-992c-cb30242887eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:28.815648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Attempting to bind port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 on network 33f08626-802d-4cfd-992c-cb30242887eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:28.910445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:28.911782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Checking segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:28.912682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Bound using segment: {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:28.913688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Bound port: 70286092-36e4-42f2-a6b6-cfd0ee0a9502, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0585e789-bd68-48c3-88cf-d3dc5daed1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:28.914913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:28.969820 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Publish callbacks [] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.004648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.022091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (27a67df7-776d-424c-8d71-7fddd4a76a99), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.052242 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.058999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Pushing event updated for resources: {'Port': ['ID=cb3607f4-c05a-46e9-ac50-4bce39593da1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:29.101958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] Pushing event deleted for resources: {'Port': ['ID=02697a4b-a586-418f-ba06-bd8db001a9bf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:29.115193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120abd18-1015-42ce-95dd-f930b16fd10f None None] No DVR routers for this DVR port 02697a4b-a586-418f-ba06-bd8db001a9bf on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:29.136932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 02697a4b-a586-418f-ba06-bd8db001a9bf is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:29.137571 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (02697a4b-a586-418f-ba06-bd8db001a9bf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.137923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.objects.ports [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:39:29.142926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (c1f37493-40d6-4b1f-ba07-d486134fcb10), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.157841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ba7eb-05a8-4c5f-b8e8-f48743c89e78 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:29.161742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dd7ba7eb-05a8-4c5f-b8e8-f48743c89e78 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=efcfb273-acce-479d-b11b-ed2a3dcbd0fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4293416 Feb 03 04:39:29.161932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Deleting port 78baacbf-f3a9-47b1-8b3c-964df4ca863c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:29.161932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (78baacbf-f3a9-47b1-8b3c-964df4ca863c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.163426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Network 6e088385-dfdb-42c9-8b0e-2d120107dd42 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:29.172583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:29.176627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.178515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:29.240765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] For port 78baacbf-f3a9-47b1-8b3c-964df4ca863c, host n-h1-827549-1, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:29.241335 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (78baacbf-f3a9-47b1-8b3c-964df4ca863c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.256717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Calling delete_port for 78baacbf-f3a9-47b1-8b3c-964df4ca863c owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:29.337539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Attempting to bind port cb3607f4-c05a-46e9-ac50-4bce39593da1 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:29.338069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Attempting to bind port cb3607f4-c05a-46e9-ac50-4bce39593da1 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e5e75d79-7951-4982-95c7-e92fd4a9aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:29.338660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Attempting to bind port cb3607f4-c05a-46e9-ac50-4bce39593da1 on network 6e088385-dfdb-42c9-8b0e-2d120107dd42 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:29.352617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:29.352867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a67df7-776d-424c-8d71-7fddd4a76a99']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:29.353525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Checking segment: {'id': 'e5e75d79-7951-4982-95c7-e92fd4a9aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:29.354126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.354723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Bound using segment: {'id': 'e5e75d79-7951-4982-95c7-e92fd4a9aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:29.355387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Bound port: cb3607f4-c05a-46e9-ac50-4bce39593da1, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e75d79-7951-4982-95c7-e92fd4a9aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6e088385-dfdb-42c9-8b0e-2d120107dd42'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:29.355998 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.365766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (78baacbf-f3a9-47b1-8b3c-964df4ca863c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.376074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f340d62-d73f-45c1-b836-f77138919bbe') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:29.376712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f340d62-d73f-45c1-b836-f77138919bbe') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:29.401007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae75e59-19ca-4608-b1e1-4dcf82228cf6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:29.405399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5ae75e59-19ca-4608-b1e1-4dcf82228cf6 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.2274201 Feb 03 04:39:29.419052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Allocated IP 172.20.0.3 (6e088385-dfdb-42c9-8b0e-2d120107dd42/79ebb582-3525-4963-8b90-47db936cc933/080065cf-f0be-454f-82dc-6686ec144562) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:29.420801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.422897 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (8f340d62-d73f-45c1-b836-f77138919bbe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.440363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event deleted for resources: {'Port': ['ID=78baacbf-f3a9-47b1-8b3c-964df4ca863c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:29.451826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.457845 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b5a3396b-95e8-4bd2-8ed4-be1cbe263a6b tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "DELETE /v2.0/ports/78baacbf-f3a9-47b1-8b3c-964df4ca863c HTTP/1.1" status: 204 len: 168 time: 0.6952684 Feb 03 04:39:29.459956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54736) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.470807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8f340d62-d73f-45c1-b836-f77138919bbe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.490094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:29.506496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.506728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] For port cb3607f4-c05a-46e9-ac50-4bce39593da1, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:29.509964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:29.510381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (8f340d62-d73f-45c1-b836-f77138919bbe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.512143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] For port cb3607f4-c05a-46e9-ac50-4bce39593da1, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cb3607f4-c05a-46e9-ac50-4bce39593da1,segment=NetworkSegment(e5e75d79-7951-4982-95c7-e92fd4a9aaf2),segment_id=e5e75d79-7951-4982-95c7-e92fd4a9aaf2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:29.513998 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:29.532151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-294df7c5-a822-4033-a9cc-31033dcf544d tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=efcfb273-acce-479d-b11b-ed2a3dcbd0fb HTTP/1.1" status: 200 len: 205 time: 0.0918875 Feb 03 04:39:29.532774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.532896 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0105703f-7fd6-49d5-96fa-260db77bcf4d tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:29.532983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.533832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0105703f-7fd6-49d5-96fa-260db77bcf4d tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "GET /v2.0/ports/78baacbf-f3a9-47b1-8b3c-964df4ca863c HTTP/1.1" status: 404 len: 333 time: 0.0733836 Feb 03 04:39:29.543544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54744) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.554044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Request body: {'port': {'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1221862607'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:29.614093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Made reservation on behalf of ca5a5ee412c34bfbba70227e28d4980b for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:29.616568 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.678513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (27a67df7-776d-424c-8d71-7fddd4a76a99), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.680842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] device_id is not set on port 1a632b31-5c75-495d-96a9-cdbe040fb064 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:29.714616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6bfbc-13c8-4873-8314-2f1f29bf2b8f None None] Pushing event updated for resources: {'Port': ['ID=cb3607f4-c05a-46e9-ac50-4bce39593da1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:29.728331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.734414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "DELETE /v2.0/networks/27a67df7-776d-424c-8d71-7fddd4a76a99 HTTP/1.1" status: 204 len: 168 time: 1.1958523 Feb 03 04:39:29.740279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc13f7-f581-4892-8a1d-f271d0d97ba5 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Pushing event deleted for resources: {'Network': ['ID=27a67df7-776d-424c-8d71-7fddd4a76a99,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:29.750321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54748) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.781247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:29.790426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] For port 70286092-36e4-42f2-a6b6-cfd0ee0a9502, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:29.797655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2303cb7-d010-4281-8511-185e625118d8 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:29.798192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:29.798919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.808873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=c1f37493-40d6-4b1f-ba07-d486134fcb10,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:29.820465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] For port 70286092-36e4-42f2-a6b6-cfd0ee0a9502, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:29.841788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.939151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f4842d1-83f0-4e63-85d0-9a1fe55fa70a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3896000 Feb 03 04:39:29.939323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9c130a59-9da1-43a9-9981-678fdc5b085c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.946749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:29.956957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:29.975551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bb928320-73ac-43d1-be46-4221e4959e1e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:29.990245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': 'c1f37493-40d6-4b1f-ba07-d486134fcb10'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:39:29.991169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:30.091104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:30.091759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:30.093221 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] 10.222.0.31 "PUT /v2.0/ports/70286092-36e4-42f2-a6b6-cfd0ee0a9502 HTTP/1.1" status: 200 len: 1092 time: 3.7873983 Feb 03 04:39:30.109184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'tag': '70286092-36e4-42f2-a6b6-cfd0ee0a9502'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:39:30.111469 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768388b7-1c4d-43d5-9f39-38bbc95f9167" -d '{"events": [{"name": "network-changed", "server_uuid": "c03de3a5-b15a-44c9-851a-714dcbb8e15f", "tag": "70286092-36e4-42f2-a6b6-cfd0ee0a9502"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:39:30.394394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Allocated IP 2001:db8::f816:3eff:fe8e:1172 (355aef9b-164b-424f-8915-d5c2d7f691fe/c1f37493-40d6-4b1f-ba07-d486134fcb10/dc90dd26-05f7-4a54-98ee-f35c7c70a00c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:30.474971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2abad-ee7d-4887-b67c-41bb0aee3385 req-1d2f1297-06c0-4d83-8f21-41102a369cfa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:30.478132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10f2abad-ee7d-4887-b67c-41bb0aee3385 req-1d2f1297-06c0-4d83-8f21-41102a369cfa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 944 time: 0.4007254 Feb 03 04:39:30.520386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks [] for port (080065cf-f0be-454f-82dc-6686ec144562), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:30.629481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9c130a59-9da1-43a9-9981-678fdc5b085c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:30.790524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb3607f4-c05a-46e9-ac50-4bce39593da1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:30.829404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:30.895173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cb3607f4-c05a-46e9-ac50-4bce39593da1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:30.895833 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:30.899808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c130a59-9da1-43a9-9981-678fdc5b085c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:30.924964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:30.991999 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Publish callbacks [] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.014406 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.152320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:31.161369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:31.166642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bef1e-ffee-4c48-a90a-e16a259ce027 service neutron] Pushing event updated for resources: {'Port': ['ID=70286092-36e4-42f2-a6b6-cfd0ee0a9502,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:31.184312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:31.185028 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc0881-3050-4cae-99e4-a5b30af2643e x-openstack-request-id: req-d8dc0881-3050-4cae-99e4-a5b30af2643e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:39:31.185678 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03de3a5-b15a-44c9-851a-714dcbb8e15f", "tag": "70286092-36e4-42f2-a6b6-cfd0ee0a9502", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:39:31.186302 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8dc0881-3050-4cae-99e4-a5b30af2643e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:39:31.187936 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'tag': '70286092-36e4-42f2-a6b6-cfd0ee0a9502', 'status': 'completed', 'code': 200} Feb 03 04:39:31.197386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Pushing event updated for resources: {'Port': ['ID=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:31.222897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cb3607f4-c05a-46e9-ac50-4bce39593da1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:31.223351 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.360775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Attempting to bind port dc90dd26-05f7-4a54-98ee-f35c7c70a00c on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:31.371642 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Attempting to bind port dc90dd26-05f7-4a54-98ee-f35c7c70a00c by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:31.372178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Attempting to bind port dc90dd26-05f7-4a54-98ee-f35c7c70a00c on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:31.382895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:31.396172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:31.397296 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.397839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:31.398528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Bound port: dc90dd26-05f7-4a54-98ee-f35c7c70a00c, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:31.398906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.418748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port cb3607f4-c05a-46e9-ac50-4bce39593da1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cb3607f4-c05a-46e9-ac50-4bce39593da1,segment=NetworkSegment(e5e75d79-7951-4982-95c7-e92fd4a9aaf2),segment_id=e5e75d79-7951-4982-95c7-e92fd4a9aaf2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:31.427807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db17522-19aa-4d25-bdbf-800faa1e6578') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:31.428333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db17522-19aa-4d25-bdbf-800faa1e6578') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:31.438696 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.502513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb928320-73ac-43d1-be46-4221e4959e1e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:31.505084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (7db17522-19aa-4d25-bdbf-800faa1e6578), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.505853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb928320-73ac-43d1-be46-4221e4959e1e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.521391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-55216afd-7b9d-435f-98fd-0edc72b43929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:31.522794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10f2abad-ee7d-4887-b67c-41bb0aee3385 req-8aae274e-baa2-42f9-bed3-ffa530a8406b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0130413 Feb 03 04:39:31.544809 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-55216afd-7b9d-435f-98fd-0edc72b43929 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 1126 time: 1.3771300 Feb 03 04:39:31.548224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.553057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:31.561505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:31.591233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:31.592369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:31.593051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.598688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0744b-af08-48a0-aae0-0802e84dae0d None None] Network 6e088385-dfdb-42c9-8b0e-2d120107dd42 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:31.605188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7db17522-19aa-4d25-bdbf-800faa1e6578), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.616393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (080065cf-f0be-454f-82dc-6686ec144562), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.630077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0831378 Feb 03 04:39:31.631305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:31.634413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:31.635255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (7db17522-19aa-4d25-bdbf-800faa1e6578), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:31.639585 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:31.659654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:31.695937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-d8521d3e-dcfd-4d4d-84f3-8f0e12ac8752 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502 HTTP/1.1" status: 200 len: 217 time: 0.0868587 Feb 03 04:39:31.702319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166ac7-8e19-4b43-97d1-1ace514f0ff6 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=1a632b31-5c75-495d-96a9-cdbe040fb064,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:31.834628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Network 6e088385-dfdb-42c9-8b0e-2d120107dd42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:31.912291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=cb3607f4-c05a-46e9-ac50-4bce39593da1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:31.917001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] For port dc90dd26-05f7-4a54-98ee-f35c7c70a00c, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:31.918884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:31.922790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] For port dc90dd26-05f7-4a54-98ee-f35c7c70a00c, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:31.925139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5c284742-4ebb-4e1e-9fff-bff02b2ef48a None None] Provisioning complete for port cb3607f4-c05a-46e9-ac50-4bce39593da1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:31.925519 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c284742-4ebb-4e1e-9fff-bff02b2ef48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:31.927272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:31.946210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event updated for resources: {'Port': ['ID=080065cf-f0be-454f-82dc-6686ec144562,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:31.964105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-806f7b6a-7dfe-42ce-b1d1-0b93c9c67f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:31.965620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-806f7b6a-7dfe-42ce-b1d1-0b93c9c67f36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.2689390 Feb 03 04:39:31.984101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.026387 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9c130a59-9da1-43a9-9981-678fdc5b085c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.038805 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.046401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] 10.222.0.35 "DELETE /v2.0/networks/9c130a59-9da1-43a9-9981-678fdc5b085c HTTP/1.1" status: 204 len: 168 time: 2.2950418 Feb 03 04:39:32.050081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.096442 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-416f1438-5ae8-477c-86af-48ea6625cce7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966039 Feb 03 04:39:32.112416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f250636-c70b-4cb4-bbb1-4d0cb5df7371 tempest-QuotasNegativeTest-1279136601 tempest-QuotasNegativeTest-1279136601-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c130a59-9da1-43a9-9981-678fdc5b085c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:32.132837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Deleting port 7c578203-a305-4749-a9a6-4910442df1ec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:32.133180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7c578203-a305-4749-a9a6-4910442df1ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.146613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69013a2f-2955-4d2d-8e01-afef74402526 None None] Pushing event updated for resources: {'Port': ['ID=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:32.148324 n-d-827549-1 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-bb928320-73ac-43d1-be46-4221e4959e1e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1f37493-40d6-4b1f-ba07-d486134fcb10 (CIDR: 2001:db8::/64) Feb 03 04:39:32.225925 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb928320-73ac-43d1-be46-4221e4959e1e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:39:32.234038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb928320-73ac-43d1-be46-4221e4959e1e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:32.274769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c284742-4ebb-4e1e-9fff-bff02b2ef48a None None] Current status of the port cb3607f4-c05a-46e9-ac50-4bce39593da1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:32.289549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:32.291738 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.406255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-cd041dbc-a980-4782-a7dd-95c662f970f4 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088825 Feb 03 04:39:32.485086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ba99aab0-806c-4fee-b447-f3b136e6bc64 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6532850 Feb 03 04:39:32.488058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:32.614179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bb928320-73ac-43d1-be46-4221e4959e1e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6640174 Feb 03 04:39:32.621112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:32.636909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:32.732416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-01a8eb93-82f9-46fd-9e33-83c8607a2d99 None None] Provisioning complete for port cb3607f4-c05a-46e9-ac50-4bce39593da1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:32.733452 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01a8eb93-82f9-46fd-9e33-83c8607a2d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.823811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] device_id is not set on port 1a632b31-5c75-495d-96a9-cdbe040fb064 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:32.878555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb3607f4-c05a-46e9-ac50-4bce39593da1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:32.881507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.887015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:32.895756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:32.899162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:32.949524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.048195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7c578203-a305-4749-a9a6-4910442df1ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.068597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cb3607f4-c05a-46e9-ac50-4bce39593da1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:33.072678 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.095166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.117898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Calling delete_port for 7c578203-a305-4749-a9a6-4910442df1ec owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:33.143384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-099e0cd3-79d6-452e-9780-e7990ce8e7ac req-04a8ce07-c553-4e58-8937-1239f8996e65 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286022 Feb 03 04:39:33.192802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01a8eb93-82f9-46fd-9e33-83c8607a2d99 None None] Current status of the port cb3607f4-c05a-46e9-ac50-4bce39593da1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:33.220569 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65494f09-7117-4215-b7f8-b143778e3069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.253679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-01a8eb93-82f9-46fd-9e33-83c8607a2d99 None None] Provisioning complete for port 080065cf-f0be-454f-82dc-6686ec144562 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:33.254309 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01a8eb93-82f9-46fd-9e33-83c8607a2d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (080065cf-f0be-454f-82dc-6686ec144562), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.257326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56695858-684b-4740-8035-e0acc7130876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.368811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-a5f43f67-f847-4ee7-85d0-f4c603bf47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:33.371044 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-a5f43f67-f847-4ee7-85d0-f4c603bf47ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 1126 time: 0.1609833 Feb 03 04:39:33.425356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56695858-684b-4740-8035-e0acc7130876 admin admin] Publish callbacks [] for security_group (2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.427978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=1a632b31-5c75-495d-96a9-cdbe040fb064,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:33.444019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cb3607f4-c05a-46e9-ac50-4bce39593da1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:33.450857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01a8eb93-82f9-46fd-9e33-83c8607a2d99 None None] Port 080065cf-f0be-454f-82dc-6686ec144562 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:39:33.479766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56695858-684b-4740-8035-e0acc7130876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.516375 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-56695858-684b-4740-8035-e0acc7130876 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc9a4b3de7594171a9c2875d25326206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122303 Feb 03 04:39:33.519405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:33.577765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Deleting port 080065cf-f0be-454f-82dc-6686ec144562 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:33.578519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (080065cf-f0be-454f-82dc-6686ec144562), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.595641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60d3f4-51e2-490d-beba-7bf71498a86b req-2c580aff-9c9c-415a-ab07-e9fd1d2056e3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:33.598655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd60d3f4-51e2-490d-beba-7bf71498a86b req-2c580aff-9c9c-415a-ab07-e9fd1d2056e3 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 944 time: 0.7103679 Feb 03 04:39:33.599463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-dae9012e-3f7a-4e52-bdc9-b38cce70b8f8 None None] Provisioning complete for port 080065cf-f0be-454f-82dc-6686ec144562 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:33.599880 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae9012e-3f7a-4e52-bdc9-b38cce70b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (080065cf-f0be-454f-82dc-6686ec144562), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.617530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:33.618227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:33.618812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:33.677937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dae9012e-3f7a-4e52-bdc9-b38cce70b8f8 None None] Port 080065cf-f0be-454f-82dc-6686ec144562 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:39:33.695256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd60d3f4-51e2-490d-beba-7bf71498a86b req-09f37cad-7e51-416f-80df-af1edbbfe978 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710735 Feb 03 04:39:33.735603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:33.736103 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:33.744016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-3f26b988-9832-4299-bd31-8d5a0eb40d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:33.745797 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-3f26b988-9832-4299-bd31-8d5a0eb40d2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.3674507 Feb 03 04:39:33.768911 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 2 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:33.772096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56695858-684b-4740-8035-e0acc7130876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:33.833015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:33.834693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:33.835279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:33.838389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-460cb7d5-560e-4c2c-9a33-fed6d9f8cd92 admin admin] Publish callbacks [] for security_group (2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.840857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-b6a255b6-4158-435c-9870-bcb519cdc40f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502 HTTP/1.1" status: 200 len: 217 time: 0.0495863 Feb 03 04:39:33.844667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7c578203-a305-4749-a9a6-4910442df1ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.917702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:33.918397 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:33.923620 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 3 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:33.946259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (080065cf-f0be-454f-82dc-6686ec144562), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:33.959747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event deleted for resources: {'Port': ['ID=7c578203-a305-4749-a9a6-4910442df1ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:33.981052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:33.981746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:33.982909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:33.986243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Calling delete_port for 080065cf-f0be-454f-82dc-6686ec144562 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:34.012653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.013236 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.015388 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 4 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:34.032398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:34.033078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:34.033626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:34.053365 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (c79a7bb6-856e-4af8-b232-922449609fbc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.072062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-460cb7d5-560e-4c2c-9a33-fed6d9f8cd92 admin admin] Publish callbacks [] for security_group (2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.076025 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.098204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.098951 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.102781 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 5 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:34.110489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5c7ffd81-1ae4-4955-aa39-05915a0c84a1 None None] Provisioning complete for port dc90dd26-05f7-4a54-98ee-f35c7c70a00c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:34.111004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7ffd81-1ae4-4955-aa39-05915a0c84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.194804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:34.195770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:34.196394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:34.203899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.204496 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.206390 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 6 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:34.254253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:34.255638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:34.256177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:34.267032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.267717 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.286671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.289180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.292286 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 7 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:34.317158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ffd81-1ae4-4955-aa39-05915a0c84a1 None None] Current status of the port dc90dd26-05f7-4a54-98ee-f35c7c70a00c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:34.317562 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7ffd81-1ae4-4955-aa39-05915a0c84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.339366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:34.340194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:34.340786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:34.365017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-0259e865-9eb4-458a-a02e-3f6956160d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:34.366543 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-0259e865-9eb4-458a-a02e-3f6956160d73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.5062587 Feb 03 04:39:34.375932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.376608 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.377655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5c7ffd81-1ae4-4955-aa39-05915a0c84a1 None None] For port dc90dd26-05f7-4a54-98ee-f35c7c70a00c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:34.379788 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 8 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:34.382946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7ffd81-1ae4-4955-aa39-05915a0c84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.387916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:34.398816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (efcfb273-acce-479d-b11b-ed2a3dcbd0fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.399017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:34.399378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Fanout notify agent at l3_agent the message router_deleted on router efcfb273-acce-479d-b11b-ed2a3dcbd0fb {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:39:34.399487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:34.399782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:34.403787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Deleting port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:34.404377 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.412402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (080065cf-f0be-454f-82dc-6686ec144562), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.434810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ffd81-1ae4-4955-aa39-05915a0c84a1 None None] Pushing event updated for resources: {'Port': ['ID=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:34.438751 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.439932 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dc3d686f-c9c4-4a7a-ab3f-611b48be37b7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/efcfb273-acce-479d-b11b-ed2a3dcbd0fb HTTP/1.1" status: 204 len: 168 time: 4.8914700 Feb 03 04:39:34.445292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-827aad7a-96ed-4108-a321-951716526e8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696356 Feb 03 04:39:34.447126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:34.448861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:34.457450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-262178828', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:34.460320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04402d95-f23b-4158-9a31-5c372af6602b None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:34.465057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.465462 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.469301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:34.469920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.512685 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 9 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:34.536617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:34.536963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:34.537305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:34.611435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-7e91535b-fe5a-4c40-98f7-21b2e73af668 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387286 Feb 03 04:39:34.615393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=c79a7bb6-856e-4af8-b232-922449609fbc,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:34.667588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.668809 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.670931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event deleted for resources: {'Port': ['ID=080065cf-f0be-454f-82dc-6686ec144562,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:34.672863 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f377c9b9-36ad-42a8-89dc-e92ef9f141e9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0491486 Feb 03 04:39:34.715568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54796) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:34.716114 n-d-827549-1 neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 10 to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 Feb 03 04:39:34.724562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-460cb7d5-560e-4c2c-9a33-fed6d9f8cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.725098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:82:01:f9', 'name': 'tempest-NetworksTestDHCPv6-19149158'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:34.727211 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-460cb7d5-560e-4c2c-9a33-fed6d9f8cd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.728547 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-460cb7d5-560e-4c2c-9a33-fed6d9f8cd92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b HTTP/1.1" status: 204 len: 168 time: 1.2038989 Feb 03 04:39:34.729468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.730678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.754617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cb7d5-560e-4c2c-9a33-fed6d9f8cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb3494-0a46-4a9e-8a2e-a99dc3ae9d1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:34.824794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-768388b7-1c4d-43d5-9f39-38bbc95f9167 req-1d09f59f-b391-4240-a6ab-b654341535a6 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066240 Feb 03 04:39:34.825653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:34.825941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:34.826291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:34.889620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b3d3f-22a3-441d-8f7d-9c894602aecb None None] Update dhcp port {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': 'c1f37493-40d6-4b1f-ba07-d486134fcb10', 'ip_address': '2001:db8::f816:3eff:fe8e:1172'}, {'subnet_id': 'c79a7bb6-856e-4af8-b232-922449609fbc'}], 'binding:host_id': 'n-d-827549-1'}, 'id': 'dc90dd26-05f7-4a54-98ee-f35c7c70a00c'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:39:34.920936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.949954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:34.950509 n-d-827549-1 neutron-server[103323]: ERROR neutron.plugins.ml2.managers [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port 1a632b31-5c75-495d-96a9-cdbe040fb064 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:34.950744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.951901 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348b3d3f-22a3-441d-8f7d-9c894602aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.961192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:34.967155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a3e0656c-3b4b-463d-94ae-bfc685dcd717 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "DELETE /v2.0/ports/080065cf-f0be-454f-82dc-6686ec144562 HTTP/1.1" status: 204 len: 168 time: 2.4767849 Feb 03 04:39:34.969141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:34.972449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device dc90dd26-05f7-4a54-98ee-f35c7c70a00c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:35.018026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] For port 8a91dcf4-228e-4760-9826-ef1c3b97d8ca, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:35.018410 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.055402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Calling delete_port for 8a91dcf4-228e-4760-9826-ef1c3b97d8ca owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:35.094463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.165285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port dc90dd26-05f7-4a54-98ee-f35c7c70a00c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:35.165905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.177302 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:39:35.238147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9f92d3fa-1cde-457d-b3af-4d94173b6b61 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.2683399 Feb 03 04:39:35.240899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:35.246887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1096047096'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:35.286190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dae9a-92cf-480e-a5ea-81b2efc702ff req-b24bd6b6-74b6-4cf0-8cb5-7a400c34678d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.288020 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe7dae9a-92cf-480e-a5ea-81b2efc702ff req-b24bd6b6-74b6-4cf0-8cb5-7a400c34678d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 944 time: 0.4018760 Feb 03 04:39:35.305783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-348b3d3f-22a3-441d-8f7d-9c894602aecb None None] Allocated IP 2001:db8:0:1::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/c79a7bb6-856e-4af8-b232-922449609fbc/dc90dd26-05f7-4a54-98ee-f35c7c70a00c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:35.317838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] For port 1a632b31-5c75-495d-96a9-cdbe040fb064, host n-h1-827549-1, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:35.318322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempted to set empty binding levels {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 04:39:35.319063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Made reservation on behalf of 49febc4534d5471ab0a9a1ec94a612b4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:35.322595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.323187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:35.369616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:35.389129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:35.400852 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.416549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.449349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.450304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port dc90dd26-05f7-4a54-98ee-f35c7c70a00c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:35.453727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-348b3d3f-22a3-441d-8f7d-9c894602aecb None None] For port dc90dd26-05f7-4a54-98ee-f35c7c70a00c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:35.455727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (24c57f5b-15d1-4dfc-a8dc-f4a3a3229c7d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.456087 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Added segment 24c57f5b-15d1-4dfc-a8dc-f4a3a3229c7d of type vlan for network 9e240003-f7b4-4ba3-8e3e-69cf43271b4f Feb 03 04:39:35.462627 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8405-1ccb-4bc9-8a75-31c66d18d054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.491638 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348b3d3f-22a3-441d-8f7d-9c894602aecb None None] Publish callbacks [] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.498939 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348b3d3f-22a3-441d-8f7d-9c894602aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.517760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] In _notify_port_updated(), no bound segment for port 1a632b31-5c75-495d-96a9-cdbe040fb064 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:39:35.518681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.519289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.523112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "PUT /v2.0/ports/1a632b31-5c75-495d-96a9-cdbe040fb064 HTTP/1.1" status: 200 len: 975 time: 3.8830259 Feb 03 04:39:35.524776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:35.540970 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9e240003-f7b4-4ba3-8e3e-69cf43271b4f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.563915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe7dae9a-92cf-480e-a5ea-81b2efc702ff req-dce58e4f-beb1-4c8f-b940-45ba726cf33c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587419 Feb 03 04:39:35.570294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148c61b-7b7c-4f08-8050-2263b0bb8588 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=1a632b31-5c75-495d-96a9-cdbe040fb064,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:35.596346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b3d3f-22a3-441d-8f7d-9c894602aecb None None] Pushing event updated for resources: {'Port': ['ID=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:35.662612 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.671355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9e240003-f7b4-4ba3-8e3e-69cf43271b4f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.676453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.677496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.711527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:35.739055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.739561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.740030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.740631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.741101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.741560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.742046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.742506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.742959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.743410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.743887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.744340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.744796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.745243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.745693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:35.748281 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-23de763e-4633-419e-9ec4-1c1843d5aa6f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14420 time: 0.2191370 Feb 03 04:39:35.753050 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8a91dcf4-228e-4760-9826-ef1c3b97d8ca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.757784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Allocated IP 172.25.7.38 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/3b8575cd-a1c7-440e-b9f1-8e53428caf26) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:35.759567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:35.801032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5566087 Feb 03 04:39:35.802059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a91dcf4-228e-4760-9826-ef1c3b97d8ca,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:35.807191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54820) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:35.821468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8405-1ccb-4bc9-8a75-31c66d18d054 admin admin] Publish callbacks [] for security_group (a8a4ebc8-d05f-43d8-aca8-d735e648a7c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:35.857374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8405-1ccb-4bc9-8a75-31c66d18d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8a4ebc8-d05f-43d8-aca8-d735e648a7c9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.241207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e427a5-e29f-4238-8627-57970de16e74 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event updated for resources: {'Network': ['ID=9e240003-f7b4-4ba3-8e3e-69cf43271b4f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:36.253803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9e240003-f7b4-4ba3-8e3e-69cf43271b4f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:36.398180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Deleting port 1a632b31-5c75-495d-96a9-cdbe040fb064 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:36.398746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.399108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc88e0c7-6304-423d-a7f9-03d8cdaec31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.447274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for port (3b8575cd-a1c7-440e-b9f1-8e53428caf26), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.468311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce8405-1ccb-4bc9-8a75-31c66d18d054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a4ebc8-d05f-43d8-aca8-d735e648a7c9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:36.484806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e8ce8405-1ccb-4bc9-8a75-31c66d18d054 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c1cba4c9c474951ae9ed4a580133c63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1090736 Feb 03 04:39:36.494151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:36.524298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] For port 1a632b31-5c75-495d-96a9-cdbe040fb064, host n-h1-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:36.524298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.541039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bf130282-c1ff-4c39-99ac-467b3bcb5cc7 None None] Provisioning complete for port dc90dd26-05f7-4a54-98ee-f35c7c70a00c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:36.541680 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf130282-c1ff-4c39-99ac-467b3bcb5cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.557334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Calling delete_port for 1a632b31-5c75-495d-96a9-cdbe040fb064 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:36.654181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c88-0bfa-4df0-8293-8a6dcf6851e0 admin admin] Publish callbacks [] for security_group (a8a4ebc8-d05f-43d8-aca8-d735e648a7c9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.656203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3aa72684-b424-41bd-abf6-185d2462f386 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "GET /v2.0/agents/fc79dee4-b48c-4b4f-9ac7-da88c1dc9964/dhcp-networks HTTP/1.1" status: 200 len: 7311 time: 0.8451712 Feb 03 04:39:36.656456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3b8575cd-a1c7-440e-b9f1-8e53428caf26), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.662662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:36.726403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8:0:1::1de (355aef9b-164b-424f-8915-d5c2d7f691fe/c79a7bb6-856e-4af8-b232-922449609fbc/2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:36.740233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:36.752303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:36.755872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::f816:3eff:fe82:1f9 (355aef9b-164b-424f-8915-d5c2d7f691fe/c1f37493-40d6-4b1f-ba07-d486134fcb10/2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:36.760597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:36.768719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c88-0bfa-4df0-8293-8a6dcf6851e0 admin admin] Publish callbacks [] for security_group (a8a4ebc8-d05f-43d8-aca8-d735e648a7c9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.770898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 70286092-36e4-42f2-a6b6-cfd0ee0a9502 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:39:36.802557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.807590 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.817349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event updated for resources: {'Port': ['ID=3b8575cd-a1c7-440e-b9f1-8e53428caf26,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:36.818243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bf130282-c1ff-4c39-99ac-467b3bcb5cc7 None None] Current status of the port dc90dd26-05f7-4a54-98ee-f35c7c70a00c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:36.867231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1a632b31-5c75-495d-96a9-cdbe040fb064), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.880189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device dc90dd26-05f7-4a54-98ee-f35c7c70a00c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:36.930420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:36.937396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "DELETE /v2.0/ports/1a632b31-5c75-495d-96a9-cdbe040fb064 HTTP/1.1" status: 204 len: 168 time: 1.1699207 Feb 03 04:39:36.938419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:37.022510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19000c-67a2-4a4b-84b2-061d7a833460 req-c222941b-3245-4982-a911-3893d17a393c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:37.024440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e19000c-67a2-4a4b-84b2-061d7a833460 req-c222941b-3245-4982-a911-3893d17a393c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 944 time: 0.2909446 Feb 03 04:39:37.070192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447fd7e3-dd99-4895-a63a-b2c16b3d1d88 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] Network 9e240003-f7b4-4ba3-8e3e-69cf43271b4f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:39:37.103638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-447fd7e3-dd99-4895-a63a-b2c16b3d1d88 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "POST /v2.0/agents/fc79dee4-b48c-4b4f-9ac7-da88c1dc9964/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4398849 Feb 03 04:39:37.118677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1123f6-d056-4848-8456-431a4a64937c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a632b31-5c75-495d-96a9-cdbe040fb064,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:37.133922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaff1987-439a-49ab-96fa-aea900eb21d5 None None] Network 9e240003-f7b4-4ba3-8e3e-69cf43271b4f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:37.143424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:37.157036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e19000c-67a2-4a4b-84b2-061d7a833460 req-1b8cda6d-3cb5-4d5c-af41-7102044bd954 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258011 Feb 03 04:39:37.204860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 70286092-36e4-42f2-a6b6-cfd0ee0a9502, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:37.248387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port dc90dd26-05f7-4a54-98ee-f35c7c70a00c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:37.248921 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.292436 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-350dc6c5-ec58-4a08-87c6-6e6c81a6f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:37.293936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-350dc6c5-ec58-4a08-87c6-6e6c81a6f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "GET /v2.0/ports/1a632b31-5c75-495d-96a9-cdbe040fb064 HTTP/1.1" status: 404 len: 333 time: 0.1623676 Feb 03 04:39:37.298248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c88-0bfa-4df0-8293-8a6dcf6851e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8a4ebc8-d05f-43d8-aca8-d735e648a7c9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.298483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54844) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:37.301069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c88-0bfa-4df0-8293-8a6dcf6851e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.303993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1368527158', 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:37.305204 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fc6e9c88-0bfa-4df0-8293-8a6dcf6851e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8a4ebc8-d05f-43d8-aca8-d735e648a7c9 HTTP/1.1" status: 204 len: 168 time: 0.8088648 Feb 03 04:39:37.325577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '70286092-36e4-42f2-a6b6-cfd0ee0a9502', 'network_id': '33f08626-802d-4cfd-992c-cb30242887eb', 'port_id': '70286092-36e4-42f2-a6b6-cfd0ee0a9502', 'mac_address': 'fa:16:3e:fe:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c55517-c63b-4249-a7dd-a79ccac8c398', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:39:37.329684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e9c88-0bfa-4df0-8293-8a6dcf6851e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a4ebc8-d05f-43d8-aca8-d735e648a7c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:37.360842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:39:37.382950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.413225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.413901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:37.415355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.444098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70286092-36e4-42f2-a6b6-cfd0ee0a9502 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:39:37.474831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 70286092-36e4-42f2-a6b6-cfd0ee0a9502, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:37.485376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Made reservation on behalf of ca5a5ee412c34bfbba70227e28d4980b for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:37.487979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.500456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.602511 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c6091c3e-9b08-4c6d-b94e-8135b84f41d3 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "GET /v2.0/agents/fc79dee4-b48c-4b4f-9ac7-da88c1dc9964/dhcp-networks HTTP/1.1" status: 200 len: 8082 time: 0.4518783 Feb 03 04:39:37.605344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:37.618144 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port dc90dd26-05f7-4a54-98ee-f35c7c70a00c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:37.620989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=70286092-36e4-42f2-a6b6-cfd0ee0a9502,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:37.682647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] device_id is not set on port 8c2b4484-5efd-4ca8-b13c-1639999738db yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:37.702776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['70286092-36e4-42f2-a6b6-cfd0ee0a9502'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:39:37.787608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.796852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.842866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e505e27d-a616-4d4a-89f2-073466f3602c tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "DELETE /v2.0/agents/fc79dee4-b48c-4b4f-9ac7-da88c1dc9964/dhcp-networks/9e240003-f7b4-4ba3-8e3e-69cf43271b4f HTTP/1.1" status: 204 len: 168 time: 0.2363122 Feb 03 04:39:37.845450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:37.888301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:39:37.906741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:37.913359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebaa8755-4602-4c72-92af-dc8ff7fb6c4e admin admin] 10.222.0.35 "PUT /v2.0/routers/1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4004076 Feb 03 04:39:37.916598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:37.916758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:37.925408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] Sync routers for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:39:37.938087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:37.947096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:37.947853 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:37.963096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:37.963812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:37.990159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:38.017160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4b211e4d-c3dd-405d-a1d7-4864d92021d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2976644 Feb 03 04:39:38.020060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:38.117705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.122174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for port (8c2b4484-5efd-4ca8-b13c-1639999738db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.215028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks [] for router (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.262166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:39:38.313896 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8c2b4484-5efd-4ca8-b13c-1639999738db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.327955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:38.328474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.427636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-45e73642-e664-4c3a-9311-853fafa85a0b None None] Provisioning complete for port 2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:38.428241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45e73642-e664-4c3a-9311-853fafa85a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.432827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks [] for router_gateway (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.483920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45e73642-e664-4c3a-9311-853fafa85a0b None None] Port 2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:39:38.489581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:38.502351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:38.510189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:38.511847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:38.512688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.521331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2b4484-5efd-4ca8-b13c-1639999738db,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:38.553443 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.563999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb346e7b-b13e-4b3a-af58-6f4d2bfbe938 req-dba38bca-0477-4889-8add-4c4641ca4878 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:38.565190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb346e7b-b13e-4b3a-af58-6f4d2bfbe938 req-dba38bca-0477-4889-8add-4c4641ca4878 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 945 time: 0.2186830 Feb 03 04:39:38.576843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-250b44c4-25de-40c3-b2f4-242a69b60d0c tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2771485 Feb 03 04:39:38.580744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:38.596342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:38.626824 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6e02ae2f-0de5-4ba2-8787-2a4960eb69a9 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "GET /v2.0/agents/fc79dee4-b48c-4b4f-9ac7-da88c1dc9964/dhcp-networks HTTP/1.1" status: 200 len: 7311 time: 0.7761896 Feb 03 04:39:38.630355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:38.649359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:39:35Z', 'revision_number': 5, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port': {'id': '3e8236f5-92c6-4e6f-921e-227dce3e2fbb', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:16Z', 'updated_at': '2022-02-03T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:38.675272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b03fae-a2d9-4a1f-8965-36b4b2bdbfd3 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:38.678989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e6b03fae-a2d9-4a1f-8965-36b4b2bdbfd3 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "GET /v2.0/ports/8c2b4484-5efd-4ca8-b13c-1639999738db HTTP/1.1" status: 200 len: 955 time: 0.0890105 Feb 03 04:39:38.687421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:38.687758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] Checking router: 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:39:38.699007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] Routers {'1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:38.700145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:38.746885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Router 5ff6f5fd-356b-476d-81b6-5fe98ed332e5 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:39:38.749530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 70286092-36e4-42f2-a6b6-cfd0ee0a9502 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:38.756852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Deleting port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:38.757199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:38.881517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] Set router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:39:38.948318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:39:38Z', 'revision_number': 6, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:38.950273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:39:38.966450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Deleting port 8c2b4484-5efd-4ca8-b13c-1639999738db {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:38.966788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8c2b4484-5efd-4ca8-b13c-1639999738db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.002792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:39.003605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] For port 3e8236f5-92c6-4e6f-921e-227dce3e2fbb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:39.003975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.015721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.018893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89432f60-fb00-41b1-9a5a-34720580b203 None None] The sync data for ids ['1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54'] in n-d-827549-1 is: [{'id': '1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54', 'name': 'tempest-TaggedBootDevicesTest_v242-419283731-router', 'tenant_id': '3409f4c8f0dd4308afb778ecaf33452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:15Z', 'updated_at': '2022-02-03T04:39:38Z', 'revision_number': 6, 'project_id': '3409f4c8f0dd4308afb778ecaf33452a', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:39:39.030764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Calling delete_port for 3e8236f5-92c6-4e6f-921e-227dce3e2fbb owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:39.033031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:39:39.044406 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] Sync routers for ids ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:39:39.082684 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] Routers {'5ff6f5fd-356b-476d-81b6-5fe98ed332e5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:39.084325 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:39.106258 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8c2b4484-5efd-4ca8-b13c-1639999738db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.125243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Calling delete_port for 8c2b4484-5efd-4ca8-b13c-1639999738db owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:39.143926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f9df2a6a-a995-40ed-ba89-8a1231e91131 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "GET /v2.0/networks/6e088385-dfdb-42c9-8b0e-2d120107dd42/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.5064363 Feb 03 04:39:39.150335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54896) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:39.163564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb346e7b-b13e-4b3a-af58-6f4d2bfbe938 req-17a3fd10-a64e-4be2-af93-60480297f09d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835135 Feb 03 04:39:39.184330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:39.192267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f2702bd2-8666-43ac-a067-d41410261e52 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "GET /v2.0/networks/6e088385-dfdb-42c9-8b0e-2d120107dd42/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0383725 Feb 03 04:39:39.193672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54900) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:39.212382 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] Routers {'5ff6f5fd-356b-476d-81b6-5fe98ed332e5'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:39.213350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:39.213938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.215409 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:39.241009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.243021 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-86003645-022c-4b31-a79f-72f31ff77906 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7892554 Feb 03 04:39:39.247854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:39.257325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:39.319245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:39.321353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae672311-a08d-4a10-8a51-70f792079f6e None None] The sync data for ids ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:39:39.323260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70286092-36e4-42f2-a6b6-cfd0ee0a9502'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:39:39.327001 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e8a93b-668e-4dfe-9bf7-326a09c29fc3" -d '{"events": [{"server_uuid": "c03de3a5-b15a-44c9-851a-714dcbb8e15f", "name": "network-vif-plugged", "status": "completed", "tag": "70286092-36e4-42f2-a6b6-cfd0ee0a9502"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:39:39.334588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.358859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 70286092-36e4-42f2-a6b6-cfd0ee0a9502, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:39.372681 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.426660 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fd9751-367f-4bc0-8d0f-850866db92c9 x-openstack-request-id: req-21fd9751-367f-4bc0-8d0f-850866db92c9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:39:39.426962 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03de3a5-b15a-44c9-851a-714dcbb8e15f", "name": "network-vif-plugged", "status": "completed", "tag": "70286092-36e4-42f2-a6b6-cfd0ee0a9502", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:39:39.427225 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21fd9751-367f-4bc0-8d0f-850866db92c9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:39:39.427657 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70286092-36e4-42f2-a6b6-cfd0ee0a9502', 'code': 200} Feb 03 04:39:39.474989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=70286092-36e4-42f2-a6b6-cfd0ee0a9502,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:39.577844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d0f33b52-81c9-4fa8-b312-68930dac89c7 tempest-DHCPAgentSchedulersTestJSON-1577193969 tempest-DHCPAgentSchedulersTestJSON-1577193969-project-admin] 10.222.0.35 "GET /v2.0/agents/fc79dee4-b48c-4b4f-9ac7-da88c1dc9964/dhcp-networks HTTP/1.1" status: 200 len: 7311 time: 0.3829288 Feb 03 04:39:39.581487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54910) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:39.756752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9e240003-f7b4-4ba3-8e3e-69cf43271b4f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.779420 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.842485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:39.880430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8c2b4484-5efd-4ca8-b13c-1639999738db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.917066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:39.940548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.946675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d71c1c38-01f1-4106-aceb-50efa07b2c8e tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff HTTP/1.1" status: 204 len: 168 time: 1.9235466 Feb 03 04:39:39.949289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:39.976003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c2b4484-5efd-4ca8-b13c-1639999738db,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:39.992723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:39.998569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7da9b6e6-b43b-4a15-ab00-2abb42d4d351 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8c2b4484-5efd-4ca8-b13c-1639999738db HTTP/1.1" status: 204 len: 168 time: 1.3051169 Feb 03 04:39:40.005797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54924) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.062974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9e240003-f7b4-4ba3-8e3e-69cf43271b4f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.088693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e240003-f7b4-4ba3-8e3e-69cf43271b4f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:40.100732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c57f5b-15d1-4dfc-a8dc-f4a3a3229c7d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:40.101033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c57f5b-15d1-4dfc-a8dc-f4a3a3229c7d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:40.111243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (24c57f5b-15d1-4dfc-a8dc-f4a3a3229c7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.112122 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-327b640a-8396-4fad-bb5e-b130a14e7427 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:40.117124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-327b640a-8396-4fad-bb5e-b130a14e7427 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "GET /v2.0/ports/8c2b4484-5efd-4ca8-b13c-1639999738db HTTP/1.1" status: 404 len: 333 time: 0.1068468 Feb 03 04:39:40.120927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.125725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (24c57f5b-15d1-4dfc-a8dc-f4a3a3229c7d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.132847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:40.133184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (24c57f5b-15d1-4dfc-a8dc-f4a3a3229c7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.147186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Request body: {'port': {'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-505310288'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:40.161072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129557c2-0d34-40a4-bdab-729615648afe req-3634fcf1-f4a7-4126-8d9f-7260ab025a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:40.162568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-129557c2-0d34-40a4-bdab-729615648afe req-3634fcf1-f4a7-4126-8d9f-7260ab025a4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 1128 time: 0.3316152 Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:40.205398 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:40.224538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9e240003-f7b4-4ba3-8e3e-69cf43271b4f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.236362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.239887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "DELETE /v2.0/networks/9e240003-f7b4-4ba3-8e3e-69cf43271b4f HTTP/1.1" status: 204 len: 168 time: 0.6570404 Feb 03 04:39:40.244074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.248811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1933297713'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:40.252596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd975a-7f7c-42cc-8695-245338596ea5 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event deleted for resources: {'Network': ['ID=9e240003-f7b4-4ba3-8e3e-69cf43271b4f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:40.267348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede57941-f572-4bd6-ba4c-337dd8bc6236 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:40.269316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ede57941-f572-4bd6-ba4c-337dd8bc6236 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3189757 Feb 03 04:39:40.276100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.282040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3e8236f5-92c6-4e6f-921e-227dce3e2fbb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.284025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Made reservation on behalf of ca5a5ee412c34bfbba70227e28d4980b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:40.286273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.307715 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2110690-db31-4a08-97c0-80349b4ba613 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] DELETE failed (client error): The resource could not be found. Feb 03 04:39:40.308301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2110690-db31-4a08-97c0-80349b4ba613 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:40.313732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c2110690-db31-4a08-97c0-80349b4ba613 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "DELETE /v2.0/ports/080065cf-f0be-454f-82dc-6686ec144562 HTTP/1.1" status: 404 len: 333 time: 0.0663495 Feb 03 04:39:40.314180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.353279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8236f5-92c6-4e6f-921e-227dce3e2fbb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:40.398829 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-129557c2-0d34-40a4-bdab-729615648afe req-ec6c959e-f392-4f2e-bdc2-b085b3366d21 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040930 Feb 03 04:39:40.407133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Deleting subnet 79ebb582-3525-4963-8b90-47db936cc933 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:40.414733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks [] for subnet (79ebb582-3525-4963-8b90-47db936cc933), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.420399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] device_id is not set on port dacdddea-e500-44c3-9d1b-101546ee0fe7 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:40.424961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a7ac-412f-439e-a0f8-0918b7b7ff18 req-e17b7c39-9d68-49bc-b11f-b696a2f8c301 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:40.426584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5600a7ac-412f-439e-a0f8-0918b7b7ff18 req-e17b7c39-9d68-49bc-b11f-b696a2f8c301 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.1396108 Feb 03 04:39:40.430032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Made reservation on behalf of 2a48bf86f07e4857b65ffea14047c8d9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:40.433455 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.469066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f154976-669e-4860-af27-febf65fb832f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:40.474184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f154976-669e-4860-af27-febf65fb832f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1967959 Feb 03 04:39:40.477919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.506041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.534268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (79ebb582-3525-4963-8b90-47db936cc933), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.604749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.607229 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5600a7ac-412f-439e-a0f8-0918b7b7ff18 req-05ce7378-f60a-42e7-a88d-9b4fce726812 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583440 Feb 03 04:39:40.613147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a455d-aa33-43ef-95b2-821f2a9ff136 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:40.614608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a455d-aa33-43ef-95b2-821f2a9ff136 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:40.615984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a455d-aa33-43ef-95b2-821f2a9ff136 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:40.620296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-274a455d-aa33-43ef-95b2-821f2a9ff136 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1408889 Feb 03 04:39:40.624835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.694640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.696903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks [] for router_controller (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.722280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet c1f37493-40d6-4b1f-ba07-d486134fcb10 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:40.726686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3e8236f5-92c6-4e6f-921e-227dce3e2fbb no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:40.727429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (79ebb582-3525-4963-8b90-47db936cc933), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.730494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (c1f37493-40d6-4b1f-ba07-d486134fcb10), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.759894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.762982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.763488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:39:40.774402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.775654 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84c1cdc7-4151-4a56-814f-60dd1502cfee admin admin] 10.222.0.35 "DELETE /v2.0/routers/1e99d5ed-5939-4f3b-bd3c-1f0da5a0cb54 HTTP/1.1" status: 204 len: 168 time: 2.8564799 Feb 03 04:39:40.781155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:40.792140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3e8236f5-92c6-4e6f-921e-227dce3e2fbb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:40.797993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3e8236f5-92c6-4e6f-921e-227dce3e2fbb not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:40.799167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8a91dcf4-228e-4760-9826-ef1c3b97d8ca no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:40.832987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_gateway (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.837375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8a91dcf4-228e-4760-9826-ef1c3b97d8ca {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:40.837939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8a91dcf4-228e-4760-9826-ef1c3b97d8ca not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:40.891382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (c1f37493-40d6-4b1f-ba07-d486134fcb10), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.939831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.941483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] Deleting subnet 55132384-0eb5-4d14-8935-56df1d428aed {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:40.952881 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] Publish callbacks [] for subnet (55132384-0eb5-4d14-8935-56df1d428aed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:40.995688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (79ebb582-3525-4963-8b90-47db936cc933), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.017710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks [] for security_group (c067e1cb-98d4-412b-b9da-f078c36bec0d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.034094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c067e1cb-98d4-412b-b9da-f078c36bec0d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.046271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Deleting port 3b8575cd-a1c7-440e-b9f1-8e53428caf26 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:41.046271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3b8575cd-a1c7-440e-b9f1-8e53428caf26), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.052725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.057440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "DELETE /v2.0/subnets/79ebb582-3525-4963-8b90-47db936cc933 HTTP/1.1" status: 204 len: 168 time: 0.7419698 Feb 03 04:39:41.063369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54948) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:41.064198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b3197-676a-4dfb-a4c1-638297a73678 None None] Network 6e088385-dfdb-42c9-8b0e-2d120107dd42 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:41.084458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d611d8-cc38-4b19-a226-06c7604ac25c tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event deleted for resources: {'Subnet': ['ID=79ebb582-3525-4963-8b90-47db936cc933,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:41.109279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:41.116261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (55132384-0eb5-4d14-8935-56df1d428aed), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.122398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c067e1cb-98d4-412b-b9da-f078c36bec0d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:41.162449 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cbe95408-d406-48f3-ad2e-c79343c4379c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.163274 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Added segment cbe95408-d406-48f3-ad2e-c79343c4379c of type vlan for network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 Feb 03 04:39:41.218358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c1f37493-40d6-4b1f-ba07-d486134fcb10), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.218693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (ef3692e0-01b4-41e7-8bd6-7db3fe789f44), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.223224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.262377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] DHCP port deletion for 6e088385-dfdb-42c9-8b0e-2d120107dd42 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:41.266127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (6e088385-dfdb-42c9-8b0e-2d120107dd42), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.316137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] Deleting port cb3607f4-c05a-46e9-ac50-4bce39593da1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:41.316925 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.350157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:39:41.361593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (55132384-0eb5-4d14-8935-56df1d428aed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.406931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] For port cb3607f4-c05a-46e9-ac50-4bce39593da1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cb3607f4-c05a-46e9-ac50-4bce39593da1,segment=NetworkSegment(e5e75d79-7951-4982-95c7-e92fd4a9aaf2),segment_id=e5e75d79-7951-4982-95c7-e92fd4a9aaf2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:41.407922 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.417799 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (c1f37493-40d6-4b1f-ba07-d486134fcb10), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.418459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (ef3692e0-01b4-41e7-8bd6-7db3fe789f44), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.427690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:41.427690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.433113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] Calling delete_port for cb3607f4-c05a-46e9-ac50-4bce39593da1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:41.446220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:41.449658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=dacdddea-e500-44c3-9d1b-101546ee0fe7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:41.476188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.480964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:41.487622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:41.488508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:41.489146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.494374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:41.500583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c1f37493-40d6-4b1f-ba07-d486134fcb10 HTTP/1.1" status: 204 len: 168 time: 0.8746955 Feb 03 04:39:41.501597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5813a5-6a47-4f00-9f01-db32d8ca6d4c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f37493-40d6-4b1f-ba07-d486134fcb10,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:41.534815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e36acc-6763-440b-9a41-2ec0a3c34d1f None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:41.535942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6152759 Feb 03 04:39:41.547430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Deleting port cb3607f4-c05a-46e9-ac50-4bce39593da1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:41.548259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.562935 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3b8575cd-a1c7-440e-b9f1-8e53428caf26), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.569545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.576794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (55132384-0eb5-4d14-8935-56df1d428aed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.614077 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-436e4e05-2789-484a-affc-e10050c3d0d8 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4687676 Feb 03 04:39:41.617657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:41.619354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Calling delete_port for 3b8575cd-a1c7-440e-b9f1-8e53428caf26 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:41.622228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f990c-15a4-482d-a41d-275992cecd4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Pushing event updated for resources: {'Network': ['ID=ef3692e0-01b4-41e7-8bd6-7db3fe789f44,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:41.632954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:41.635829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55132384-0eb5-4d14-8935-56df1d428aed,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:41.686821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:41.719207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.727165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-27f687d1-c33a-4f60-9c40-b98fda1e4706 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/55132384-0eb5-4d14-8935-56df1d428aed HTTP/1.1" status: 204 len: 168 time: 0.9429145 Feb 03 04:39:41.730418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet c79a7bb6-856e-4af8-b232-922449609fbc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:41.731196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:41.738904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (c79a7bb6-856e-4af8-b232-922449609fbc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.746863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] Pushing event deleted for resources: {'Port': ['ID=cb3607f4-c05a-46e9-ac50-4bce39593da1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:41.759314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbffd68-f8d1-4400-b860-f50c3e4e9cac None None] Network beae8172-3c61-4391-8e35-747a56e0e655 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:41.789251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (c79a7bb6-856e-4af8-b232-922449609fbc), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.842869 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (beae8172-3c61-4391-8e35-747a56e0e655), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.859387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484de69-8a4b-469b-8c78-c85990d26f38 None None] No DVR routers for this DVR port cb3607f4-c05a-46e9-ac50-4bce39593da1 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:41.870665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] For port cb3607f4-c05a-46e9-ac50-4bce39593da1, host n-d-827549-1, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:41.871424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.876681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c79a7bb6-856e-4af8-b232-922449609fbc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.933516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:41.945086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Calling delete_port for cb3607f4-c05a-46e9-ac50-4bce39593da1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:41.948574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Port cb3607f4-c05a-46e9-ac50-4bce39593da1 was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:39:41.950253 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cb3607f4-c05a-46e9-ac50-4bce39593da1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:41.995016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Request body: {'port': {'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44', 'binding:host_id': 'n-h1-827549-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-96165988'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:42.018402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event deleted for resources: {'Port': ['ID=cb3607f4-c05a-46e9-ac50-4bce39593da1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:42.024269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] No DVR routers for this DVR port cb3607f4-c05a-46e9-ac50-4bce39593da1 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:42.076975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82a34f-fc4a-48ca-9ab3-98559d97f138 req-c50f8ce2-e044-4aab-be64-14cd4a9bccca tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:42.079219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb82a34f-fc4a-48ca-9ab3-98559d97f138 req-c50f8ce2-e044-4aab-be64-14cd4a9bccca tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.2300637 Feb 03 04:39:42.119215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (c79a7bb6-856e-4af8-b232-922449609fbc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.185348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (6e088385-dfdb-42c9-8b0e-2d120107dd42), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.230876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb82a34f-fc4a-48ca-9ab3-98559d97f138 req-6ed05106-7323-4831-a5f0-e40f30a6e0a6 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443992 Feb 03 04:39:42.233253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e088385-dfdb-42c9-8b0e-2d120107dd42']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:42.246003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e75d79-7951-4982-95c7-e92fd4a9aaf2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:42.246311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e75d79-7951-4982-95c7-e92fd4a9aaf2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:42.249110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Deleting port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:42.249448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.254326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] DHCP port deletion for beae8172-3c61-4391-8e35-747a56e0e655 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:42.269465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be7d29-d7f4-40ef-aa6f-47da96cdf70c None None] Update dhcp port {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'fixed_ips': [{'subnet_id': 'c79a7bb6-856e-4af8-b232-922449609fbc'}], 'binding:host_id': 'n-d-827549-1'}, 'id': 'dc90dd26-05f7-4a54-98ee-f35c7c70a00c'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:39:42.277692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (e5e75d79-7951-4982-95c7-e92fd4a9aaf2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.293126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e5e75d79-7951-4982-95c7-e92fd4a9aaf2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.300137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:42.300639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (e5e75d79-7951-4982-95c7-e92fd4a9aaf2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.312413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66be7d29-d7f4-40ef-aa6f-47da96cdf70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:42.374317 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:42.388395 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (6e088385-dfdb-42c9-8b0e-2d120107dd42), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.400216 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.407913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] 10.222.0.35 "DELETE /v2.0/networks/6e088385-dfdb-42c9-8b0e-2d120107dd42 HTTP/1.1" status: 204 len: 168 time: 1.3250451 Feb 03 04:39:42.463475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d48d83-c6b0-439b-b9c1-9f36b24a4f51 tempest-DHCPAgentSchedulersTestJSON-1287238352 tempest-DHCPAgentSchedulersTestJSON-1287238352-project] Pushing event deleted for resources: {'Network': ['ID=6e088385-dfdb-42c9-8b0e-2d120107dd42,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:42.511710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Made reservation on behalf of 67122166bb3f438bb1e0b3dc6b297231 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:42.511830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] For port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:42.513147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.513803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.520026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=c79a7bb6-856e-4af8-b232-922449609fbc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:42.522213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3b8575cd-a1c7-440e-b9f1-8e53428caf26), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.554533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Calling delete_port for 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:42.578895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.581857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Deleting port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:42.582406 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.594718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3a076289-1194-4dc9-8371-20e8f231f622 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c79a7bb6-856e-4af8-b232-922449609fbc HTTP/1.1" status: 204 len: 168 time: 1.0981376 Feb 03 04:39:42.595487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:42.599797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.603847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.706140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] For port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,segment=NetworkSegment(6dc26174-b472-4caf-8a33-8fff72a8471a),segment_id=6dc26174-b472-4caf-8a33-8fff72a8471a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:42.706656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.722704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Calling delete_port for 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:42.757202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-07c4dc4b-fb1d-41ab-a9ae-230dc08638c5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582046 Feb 03 04:39:42.757773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Pushing event deleted for resources: {'Port': ['ID=3b8575cd-a1c7-440e-b9f1-8e53428caf26,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:42.757952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:42.771678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:42.810184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9629a1-7dd2-4913-b50b-b1bea6ffc9cf None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:42.815111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:42.860675 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.877471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:42.878455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:42.879106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb3607f4-c05a-46e9-ac50-4bce39593da1 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:42.919771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:42.984674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:43.122193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Pushing event deleted for resources: {'Port': ['ID=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:43.125225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] No DVR routers for this DVR port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:43.129562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cb3607f4-c05a-46e9-ac50-4bce39593da1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:43.130301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb3607f4-c05a-46e9-ac50-4bce39593da1 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:43.192431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.192810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.193129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.193477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.193822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.194165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.194513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.194840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.195175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.195530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.196259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.196614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.196950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8243693-0c9e-47e1-9afc-a7e032bade48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:39:43.201183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5813353f-1d97-4909-9cc0-b3fd6fe28502 None None] Provisioning complete for port dc90dd26-05f7-4a54-98ee-f35c7c70a00c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:43.201568 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5813353f-1d97-4909-9cc0-b3fd6fe28502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.270388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a2cce-1230-4daf-90d4-1d9618b94f22 req-e3582ebb-bb40-4766-b514-c6690b4ba22a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:43.273807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c8a2cce-1230-4daf-90d4-1d9618b94f22 req-e3582ebb-bb40-4766-b514-c6690b4ba22a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.6765282 Feb 03 04:39:43.343053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:43.344103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.364257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for security_group (313fffff-e17c-49e8-9097-568ea6fb42b5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.402915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:43.409602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] No DVR routers for this DVR port 4d1c0eb5-eb15-4a26-a7f3-9892287fbdb7 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:43.429831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5813353f-1d97-4909-9cc0-b3fd6fe28502 None None] Current status of the port dc90dd26-05f7-4a54-98ee-f35c7c70a00c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:43.440565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c8a2cce-1230-4daf-90d4-1d9618b94f22 req-72d41434-5962-4067-bfe0-cadfb0d3d1b2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545751 Feb 03 04:39:43.448771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] Deleting port dc90dd26-05f7-4a54-98ee-f35c7c70a00c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:43.449311 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.451680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:43.455599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.466008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (313fffff-e17c-49e8-9097-568ea6fb42b5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.513773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] device_id is not set on port 90d06404-10e2-46d4-b4a2-7312c20dca6f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:43.528526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (beae8172-3c61-4391-8e35-747a56e0e655), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.537741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] For port dc90dd26-05f7-4a54-98ee-f35c7c70a00c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:43.538142 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.563665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] Calling delete_port for dc90dd26-05f7-4a54-98ee-f35c7c70a00c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:43.579704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.646228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.652691 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-968ab4dc-b127-4921-b151-8048cdb7adc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49febc4534d5471ab0a9a1ec94a612b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6604648 Feb 03 04:39:43.663272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:43.674614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beae8172-3c61-4391-8e35-747a56e0e655']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:43.681243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] device_id is not set on port dacdddea-e500-44c3-9d1b-101546ee0fe7 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:43.690041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (dc90dd26-05f7-4a54-98ee-f35c7c70a00c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.692095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313fffff-e17c-49e8-9097-568ea6fb42b5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:43.698530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc26174-b472-4caf-8a33-8fff72a8471a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:43.699047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc26174-b472-4caf-8a33-8fff72a8471a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:43.709299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks [] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.721011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (6dc26174-b472-4caf-8a33-8fff72a8471a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.746175 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6dc26174-b472-4caf-8a33-8fff72a8471a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.754802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ce6f7-8dc0-4aff-8c71-8a30e59d86ef req-232a9a1d-bc60-47bf-9c14-4193b2e1f1cf tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:43.756426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129ce6f7-8dc0-4aff-8c71-8a30e59d86ef req-232a9a1d-bc60-47bf-9c14-4193b2e1f1cf tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.2029550 Feb 03 04:39:43.766197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:43.766890 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (6dc26174-b472-4caf-8a33-8fff72a8471a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.771188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] No DVR routers for this DVR port dc90dd26-05f7-4a54-98ee-f35c7c70a00c on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:43.771798 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:43.792095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.795321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc715d-7c12-487f-b32f-09cdad90e8f4 None None] Pushing event deleted for resources: {'Port': ['ID=dc90dd26-05f7-4a54-98ee-f35c7c70a00c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:43.881541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Router 5ff6f5fd-356b-476d-81b6-5fe98ed332e5 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:39:43.895853 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (beae8172-3c61-4391-8e35-747a56e0e655), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.928390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.931599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/beae8172-3c61-4391-8e35-747a56e0e655 HTTP/1.1" status: 204 len: 168 time: 2.1993325 Feb 03 04:39:43.935333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129ce6f7-8dc0-4aff-8c71-8a30e59d86ef req-8bae3787-f630-418d-b881-07fde5aaf84d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704681 Feb 03 04:39:43.940135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:43.960270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=dacdddea-e500-44c3-9d1b-101546ee0fe7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:43.963000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ece8-bad1-43d9-978b-7da89c73b895 admin admin] Publish callbacks [] for security_group (80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:43.998615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc36aa-dd3d-44d2-a981-824ae3d118bb admin admin] Pushing event deleted for resources: {'Network': ['ID=beae8172-3c61-4391-8e35-747a56e0e655,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:44.022909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (aadd8ba1-600e-4629-a54d-ced348bb4844), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.124923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:44.125270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:44.125619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:44.244900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:44.245238 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:44.252949 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 2 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:44.256912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ece8-bad1-43d9-978b-7da89c73b895 admin admin] Publish callbacks [] for security_group (80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.295882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:44.299809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=aadd8ba1-600e-4629-a54d-ced348bb4844,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:44.302048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:39:44.305639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:44.310570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:44.311274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.312014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.313194 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7ea5be66-adec-46fd-844e-600096a48f0b tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "PUT /v2.0/routers/5ff6f5fd-356b-476d-81b6-5fe98ed332e5 HTTP/1.1" status: 200 len: 709 time: 5.0625901 Feb 03 04:39:44.318339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:44.318700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:44.319022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:44.321234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405de59-fafc-4b23-b72e-3f1e66c14350 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:44.325012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:44.343730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f1cfbe7a-6249-4402-9f3d-e14fd88dbe38 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5780141 Feb 03 04:39:44.349840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:44.354601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:44.354938 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:44.360949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a278d1b0-be73-4003-83ed-4715d5681b75 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:44.377417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] Sync routers for ids ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:39:44.422056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f811cd-66b9-4def-a76e-94e5b1f81068 req-90bc3c7a-0084-4ee3-9ec3-a41a8988db03 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:44.423922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1f811cd-66b9-4def-a76e-94e5b1f81068 req-90bc3c7a-0084-4ee3-9ec3-a41a8988db03 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.2038736 Feb 03 04:39:44.435553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] Routers {'5ff6f5fd-356b-476d-81b6-5fe98ed332e5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:44.436660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:44.484917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:44.534284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] Routers {'5ff6f5fd-356b-476d-81b6-5fe98ed332e5'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:44.537019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:44.611054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:44.611890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca23ac-8760-4338-9894-e90425fae580 None None] The sync data for ids ['5ff6f5fd-356b-476d-81b6-5fe98ed332e5'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:39:44.658157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': 'aadd8ba1-600e-4629-a54d-ced348bb4844'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:39:44.658961 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.676881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device dc90dd26-05f7-4a54-98ee-f35c7c70a00c no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:44.695220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1f811cd-66b9-4def-a76e-94e5b1f81068 req-0a9ae261-8ad1-4a84-aea9-5b69ce1d7e67 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652190 Feb 03 04:39:44.713109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: dc90dd26-05f7-4a54-98ee-f35c7c70a00c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:44.713904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device dc90dd26-05f7-4a54-98ee-f35c7c70a00c not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:44.773557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a278d1b0-be73-4003-83ed-4715d5681b75 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:44.778905 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a278d1b0-be73-4003-83ed-4715d5681b75 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.785708 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 3 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:44.790974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] device_id is not set on port 90d06404-10e2-46d4-b4a2-7312c20dca6f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:44.834427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for port (90d06404-10e2-46d4-b4a2-7312c20dca6f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.845256 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eb1608e6-4e39-403b-833a-31ec5c179ac3 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/routers/5ff6f5fd-356b-476d-81b6-5fe98ed332e5 HTTP/1.1" status: 200 len: 744 time: 0.5191247 Feb 03 04:39:44.846643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:44.847067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:44.847568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:44.849894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:44.883549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (90d06404-10e2-46d4-b4a2-7312c20dca6f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.903788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:44.904278 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:44.906465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9091a8aa-271e-44f1-ae34-e22cba166944 tempest-RoutersIpV6AdminTest-593897835 tempest-RoutersIpV6AdminTest-593897835-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=5ff6f5fd-356b-476d-81b6-5fe98ed332e5 HTTP/1.1" status: 200 len: 205 time: 0.0554800 Feb 03 04:39:44.911178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55024) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:44.911353 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 4 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:44.913291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ece8-bad1-43d9-978b-7da89c73b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.915900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ece8-bad1-43d9-978b-7da89c73b895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.917116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4ab9ece8-bad1-43d9-978b-7da89c73b895 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b HTTP/1.1" status: 204 len: 168 time: 1.2526433 Feb 03 04:39:44.923106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/aadd8ba1-600e-4629-a54d-ced348bb4844/a5e04108-9fa9-4117-b753-0d8b6185cb6d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:44.963621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-65387a59-2820-4ef5-97d0-cd930b7dae94 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff6f5fd-356b-476d-81b6-5fe98ed332e5 HTTP/1.1" status: 200 len: 205 time: 0.0506136 Feb 03 04:39:44.964838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:44.965504 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-a278d1b0-be73-4003-83ed-4715d5681b75 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aadd8ba1-600e-4629-a54d-ced348bb4844 (CIDR: 2001:db8::/64) Feb 03 04:39:44.972911 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:44.976829 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a278d1b0-be73-4003-83ed-4715d5681b75 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:39:44.977336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a278d1b0-be73-4003-83ed-4715d5681b75 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:44.980623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9ece8-bad1-43d9-978b-7da89c73b895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fcdaa7-6a4e-48df-a1f6-ca65fd908d1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:44.982570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:44.983031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:44.983469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.028983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.030630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a278d1b0-be73-4003-83ed-4715d5681b75 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6737874 Feb 03 04:39:45.031340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:45.031770 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:45.032630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=90d06404-10e2-46d4-b4a2-7312c20dca6f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:45.041866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:45.100609 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 5 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:45.150358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9665aca4-5955-46cd-9a56-2f7335528f37 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.202961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.203579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.204077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.261216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Publish callbacks [] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.277143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.277772 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:45.277995 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.282303 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 6 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:45.304149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:45.306437 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.373718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Checking segment: {'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:45.376627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Network hostable DHCP agents. Network: ef3692e0-01b4-41e7-8bd6-7db3fe789f44, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:39:45.379332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:45.397817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:45.406950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:45.424099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Pushing event updated for resources: {'Port': ['ID=a5e04108-9fa9-4117-b753-0d8b6185cb6d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:45.519768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55038) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:45.530974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Deleting port d797d45f-e0e4-4aaf-ab33-cb3c299f031a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:45.531312 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.540502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.541214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.541724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.542193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Attempting to bind port a5e04108-9fa9-4117-b753-0d8b6185cb6d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.542670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Attempting to bind port a5e04108-9fa9-4117-b753-0d8b6185cb6d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.543581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Attempting to bind port a5e04108-9fa9-4117-b753-0d8b6185cb6d on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.551461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:45.552484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:45.553254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.554202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:45.554778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Bound port: a5e04108-9fa9-4117-b753-0d8b6185cb6d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:45.555426 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.558120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.558730 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:45.561140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9665aca4-5955-46cd-9a56-2f7335528f37 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.562879 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 7 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:45.578196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9665aca4-5955-46cd-9a56-2f7335528f37 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router_controller (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.582800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:39:45.593303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.593672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.594150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.627807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.628074 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:45.629752 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 8 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:45.629986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] For port d797d45f-e0e4-4aaf-ab33-cb3c299f031a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,segment=NetworkSegment(82f03ef8-d8d9-4819-af80-46e9750bf864),segment_id=82f03ef8-d8d9-4819-af80-46e9750bf864)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:45.630512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.632929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, ef3692e0-01b4-41e7-8bd6-7db3fe789f44) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:45.643669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:45.646115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Calling delete_port for d797d45f-e0e4-4aaf-ab33-cb3c299f031a owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:45.657426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9665aca4-5955-46cd-9a56-2f7335528f37 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (5ff6f5fd-356b-476d-81b6-5fe98ed332e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.658006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9665aca4-5955-46cd-9a56-2f7335528f37 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Fanout notify agent at l3_agent the message router_deleted on router 5ff6f5fd-356b-476d-81b6-5fe98ed332e5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:39:45.661564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.661908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.662252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.668710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f6988-2b38-4724-aee6-b790700187b2 None None] Network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:45.670402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9665aca4-5955-46cd-9a56-2f7335528f37 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.671540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9665aca4-5955-46cd-9a56-2f7335528f37 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/5ff6f5fd-356b-476d-81b6-5fe98ed332e5 HTTP/1.1" status: 204 len: 168 time: 0.7015092 Feb 03 04:39:45.675317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.676171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.676171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.679207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:45.693120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.693323 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:45.694316 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 9 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:45.722538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] For port a5e04108-9fa9-4117-b753-0d8b6185cb6d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:45.735269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de29c741-9d21-4169-b25a-906d5caab990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.745390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.745738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.746072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.750065 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0d0978de-96ee-42a9-9e98-c893e977e6b1 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff6f5fd-356b-476d-81b6-5fe98ed332e5 HTTP/1.1" status: 200 len: 205 time: 0.0688016 Feb 03 04:39:45.750769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.751200 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:45.752556 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 2 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:45.756276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:45.773669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.774007 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:45.806907 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempt 10 to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 Feb 03 04:39:45.813184 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-db8f185e-3966-49e0-87e1-a1f24fc2ef7f tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] delete failed (client error): The resource could not be found. Feb 03 04:39:45.814649 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-db8f185e-3966-49e0-87e1-a1f24fc2ef7f tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/5ff6f5fd-356b-476d-81b6-5fe98ed332e5 HTTP/1.1" status: 404 len: 336 time: 0.0562975 Feb 03 04:39:45.815410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.815786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.816133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.819095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:45.821515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] For port a5e04108-9fa9-4117-b753-0d8b6185cb6d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a5e04108-9fa9-4117-b753-0d8b6185cb6d,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:45.830359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.830698 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:45.831250 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 3 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:45.845025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.845373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.845756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempting to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.849909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.850132 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.850394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.850742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.856295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.856636 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Failed to bind port dacdddea-e500-44c3-9d1b-101546ee0fe7 on host n-h1-827549-1 for vnic_type normal using segments [{'id': '4cb7ddf4-2993-428e-83a1-6924e05f3800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf'}] Feb 03 04:39:45.857011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:45.862807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.863146 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:45.869813 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 4 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:45.890181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.891119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.891119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.918091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199cc0d-5c58-47f9-bae6-56a76e599254 None None] Pushing event updated for resources: {'Port': ['ID=a5e04108-9fa9-4117-b753-0d8b6185cb6d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:45.922195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.922530 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:45.924644 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-551cac4e-6ba9-46cb-9521-e8fdaac2c2bd tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=efcfb273-acce-479d-b11b-ed2a3dcbd0fb HTTP/1.1" status: 200 len: 205 time: 0.0678017 Feb 03 04:39:45.927518 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 5 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:45.933648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:45.973613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:45.974190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:45.974799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:45.989753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:45.990091 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:45.992243 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 6 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:46.011958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:46.012941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:46.012941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:46.025149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:46.025502 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:46.026527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] For port dacdddea-e500-44c3-9d1b-101546ee0fe7, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:46.026890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 04:39:46.027810 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 7 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:46.033196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.071435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:46.072151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:46.072690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:46.095636 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-17fe6637-9ceb-4563-b1f6-026133dd5d92 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] delete failed (client error): The resource could not be found. Feb 03 04:39:46.096734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-17fe6637-9ceb-4563-b1f6-026133dd5d92 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/efcfb273-acce-479d-b11b-ed2a3dcbd0fb HTTP/1.1" status: 404 len: 336 time: 0.1434233 Feb 03 04:39:46.102918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.118652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] In _notify_port_updated(), no bound segment for port dacdddea-e500-44c3-9d1b-101546ee0fe7 on network 47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:39:46.119670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:46.120247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.124720 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "PUT /v2.0/ports/dacdddea-e500-44c3-9d1b-101546ee0fe7 HTTP/1.1" status: 200 len: 974 time: 4.5009215 Feb 03 04:39:46.124720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:46.124720 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:46.126299 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 8 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:46.129349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.171266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7330cf-d229-4fbb-a662-197990b44b62 req-cb036c37-8425-4628-af27-559f3d5e815c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:46.172912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f7330cf-d229-4fbb-a662-197990b44b62 req-cb036c37-8425-4628-af27-559f3d5e815c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.3481987 Feb 03 04:39:46.195833 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f0cce231-fcc4-4a2f-a61d-5ce75adebdf7 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c HTTP/1.1" status: 200 len: 205 time: 0.0878327 Feb 03 04:39:46.201732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.212598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de29c741-9d21-4169-b25a-906d5caab990 admin admin] Publish callbacks [] for security_group (082051e4-9a15-4b51-8ee0-ae7bc01f927a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.240777 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de29c741-9d21-4169-b25a-906d5caab990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (082051e4-9a15-4b51-8ee0-ae7bc01f927a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.262981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:46.263562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:46.263684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:46.265768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f86d8-61ab-4a46-b609-50c6d8cf877f tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event updated for resources: {'Port': ['ID=dacdddea-e500-44c3-9d1b-101546ee0fe7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:46.305648 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-742672b1-3c10-442f-b22a-780606686841 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] delete failed (client error): The resource could not be found. Feb 03 04:39:46.306747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-742672b1-3c10-442f-b22a-780606686841 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/fe9f1f3f-34a8-4c6b-8e23-92ad4d9ddb4c HTTP/1.1" status: 404 len: 336 time: 0.1023133 Feb 03 04:39:46.308736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:46.309112 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:46.310275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.310736 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 9 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:46.361980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29c741-9d21-4169-b25a-906d5caab990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082051e4-9a15-4b51-8ee0-ae7bc01f927a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:46.370206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6ae61cdf-ac35-4f34-b298-0628a7a88e7a tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5eb1916-d6a6-47cf-9663-83494145039c HTTP/1.1" status: 200 len: 205 time: 0.0550148 Feb 03 04:39:46.377878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.380114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:46.380468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:46.380915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:46.407081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f7330cf-d229-4fbb-a662-197990b44b62 req-c23b67bc-3b32-4290-b486-54970d009572 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237759 Feb 03 04:39:46.417190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-de29c741-9d21-4169-b25a-906d5caab990 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0521b09f4f4d4be6afbd076f5bf3e7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8931222 Feb 03 04:39:46.422123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.448432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:46.448432 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:46.449721 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 10 to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f Feb 03 04:39:46.456788 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-fca5319f-5764-49af-aaa4-8e5f97f16997 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] delete failed (client error): The resource could not be found. Feb 03 04:39:46.461426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fca5319f-5764-49af-aaa4-8e5f97f16997 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/f5eb1916-d6a6-47cf-9663-83494145039c HTTP/1.1" status: 404 len: 336 time: 0.0718579 Feb 03 04:39:46.461531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55066) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.476429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:46.477103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:46.477518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:46.485182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Deleting port dacdddea-e500-44c3-9d1b-101546ee0fe7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:46.485617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.488888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 90d06404-10e2-46d4-b4a2-7312c20dca6f on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:46.489318 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 90d06404-10e2-46d4-b4a2-7312c20dca6f on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:46.489761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (90d06404-10e2-46d4-b4a2-7312c20dca6f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.593779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] For port dacdddea-e500-44c3-9d1b-101546ee0fe7, host n-h1-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:46.594150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.620617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Calling delete_port for dacdddea-e500-44c3-9d1b-101546ee0fe7 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:46.640625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] For port 90d06404-10e2-46d4-b4a2-7312c20dca6f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:46.641007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 04:39:46.674096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (90d06404-10e2-46d4-b4a2-7312c20dca6f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.721168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:46.721781 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.732651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a5e04108-9fa9-4117-b753-0d8b6185cb6d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:46.750647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.7610853 Feb 03 04:39:46.751413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24170127-ed7f-4219-a686-85d7e69a7895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=90d06404-10e2-46d4-b4a2-7312c20dca6f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:46.755130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55068) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.760837 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d797d45f-e0e4-4aaf-ab33-cb3c299f031a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.795726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.795976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b810a25b-456a-436e-a6a5-d503044fa161 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=876eb734-98cb-46ed-b8fc-4a6e30f82461 HTTP/1.1" status: 200 len: 205 time: 0.3307548 Feb 03 04:39:46.796097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a5e04108-9fa9-4117-b753-0d8b6185cb6d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:46.796464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.839238 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-18532a1a-2b8c-45ed-9c5a-0eb744b06a5f tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] delete failed (client error): The resource could not be found. Feb 03 04:39:46.840322 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-18532a1a-2b8c-45ed-9c5a-0eb744b06a5f tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/876eb734-98cb-46ed-b8fc-4a6e30f82461 HTTP/1.1" status: 404 len: 336 time: 0.0436568 Feb 03 04:39:46.840993 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dacdddea-e500-44c3-9d1b-101546ee0fe7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.845098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.868940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d797d45f-e0e4-4aaf-ab33-cb3c299f031a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:46.922789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a5e04108-9fa9-4117-b753-0d8b6185cb6d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:46.923535 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.938866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Pushing event deleted for resources: {'Port': ['ID=dacdddea-e500-44c3-9d1b-101546ee0fe7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:46.947770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3623b302-6a34-4d30-8032-08856dd09453 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "GET /v2.0/ports?device_id=35a87cde-b860-4442-8e8b-95792949b8d4 HTTP/1.1" status: 200 len: 205 time: 0.1000421 Feb 03 04:39:46.948924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:46.969378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:46.975253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89154d17-df0c-4848-99b2-0cda8faba0b1 tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "DELETE /v2.0/ports/dacdddea-e500-44c3-9d1b-101546ee0fe7 HTTP/1.1" status: 204 len: 168 time: 0.8280857 Feb 03 04:39:46.983352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port a5e04108-9fa9-4117-b753-0d8b6185cb6d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a5e04108-9fa9-4117-b753-0d8b6185cb6d,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:46.994988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.009872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:47.011182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0e66-838b-465d-81f7-d836eae4e5fa admin admin] Publish callbacks [] for security_group (082051e4-9a15-4b51-8ee0-ae7bc01f927a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.025820 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-0ac4693a-9b1e-4475-b87f-3546be2c6a68 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] delete failed (client error): The resource could not be found. Feb 03 04:39:47.039240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ac4693a-9b1e-4475-b87f-3546be2c6a68 tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/routers/35a87cde-b860-4442-8e8b-95792949b8d4 HTTP/1.1" status: 404 len: 336 time: 0.0826304 Feb 03 04:39:47.047098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:47.061945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a5e04108-9fa9-4117-b753-0d8b6185cb6d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:47.107433 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-073dd09c-3716-4f30-a833-49b2df23ccad tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:47.112080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-073dd09c-3716-4f30-a833-49b2df23ccad tempest-PortsAdminExtendedAttrsTestJSON-1042377249 tempest-PortsAdminExtendedAttrsTestJSON-1042377249-project-admin] 10.222.0.35 "GET /v2.0/ports/dacdddea-e500-44c3-9d1b-101546ee0fe7 HTTP/1.1" status: 404 len: 333 time: 0.0845406 Feb 03 04:39:47.112923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:39:47.113241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55080) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:47.116349 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cecb21b-a3d1-4709-948c-2ab1a517a9ee tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] DELETE failed (client error): The resource could not be found. Feb 03 04:39:47.116827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cecb21b-a3d1-4709-948c-2ab1a517a9ee tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:39:47.117173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0e66-838b-465d-81f7-d836eae4e5fa admin admin] Publish callbacks [] for security_group (082051e4-9a15-4b51-8ee0-ae7bc01f927a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.129855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6cecb21b-a3d1-4709-948c-2ab1a517a9ee tempest-RoutersIpV6AdminTest-1501423590 tempest-RoutersIpV6AdminTest-1501423590-project] 10.222.0.35 "DELETE /v2.0/subnets/07a0b73e-aef6-4bec-a25c-4ab24f9c05ed HTTP/1.1" status: 404 len: 337 time: 0.0732892 Feb 03 04:39:47.143757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Deleting port 90d06404-10e2-46d4-b4a2-7312c20dca6f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:47.144218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (90d06404-10e2-46d4-b4a2-7312c20dca6f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.228815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] For port 90d06404-10e2-46d4-b4a2-7312c20dca6f, host n-h1-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:47.229188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (90d06404-10e2-46d4-b4a2-7312c20dca6f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.243242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Calling delete_port for 90d06404-10e2-46d4-b4a2-7312c20dca6f owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:47.314348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.320898 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.359027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (90d06404-10e2-46d4-b4a2-7312c20dca6f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.399194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event deleted for resources: {'Port': ['ID=90d06404-10e2-46d4-b4a2-7312c20dca6f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:47.407615 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.412051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:47.412470 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e3655c7b-3d20-4da1-b7a1-53720e6c8c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "DELETE /v2.0/ports/90d06404-10e2-46d4-b4a2-7312c20dca6f HTTP/1.1" status: 204 len: 168 time: 0.6564252 Feb 03 04:39:47.471034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55090) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:47.492190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f8ad3c8b-949b-4f06-8de8-1ce330b60980 None None] Provisioning complete for port a5e04108-9fa9-4117-b753-0d8b6185cb6d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:47.492664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3c8b-949b-4f06-8de8-1ce330b60980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.556588 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e65f5b-8a61-4674-bcfd-e8b67e61553f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:47.558523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e5e65f5b-8a61-4674-bcfd-e8b67e61553f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "GET /v2.0/ports/90d06404-10e2-46d4-b4a2-7312c20dca6f HTTP/1.1" status: 404 len: 333 time: 0.1429725 Feb 03 04:39:47.559725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0e66-838b-465d-81f7-d836eae4e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (082051e4-9a15-4b51-8ee0-ae7bc01f927a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.562487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0e66-838b-465d-81f7-d836eae4e5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.562678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:47.563911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1c5a0e66-838b-465d-81f7-d836eae4e5fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/082051e4-9a15-4b51-8ee0-ae7bc01f927a HTTP/1.1" status: 204 len: 168 time: 1.1408787 Feb 03 04:39:47.571850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Request body: {'port': {'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-483078006'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:47.602373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad3c8b-949b-4f06-8de8-1ce330b60980 None None] Current status of the port a5e04108-9fa9-4117-b753-0d8b6185cb6d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:47.625609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Made reservation on behalf of 67122166bb3f438bb1e0b3dc6b297231 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:47.628842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.637475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a0e66-838b-465d-81f7-d836eae4e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082051e4-9a15-4b51-8ee0-ae7bc01f927a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:47.675361 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f9929b8-0bd0-453c-8600-a4004856c7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.689176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] device_id is not set on port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:47.696424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.759384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:47.783370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a78bae-9481-476d-9f98-1a3ba7dc5151 req-846c304a-65a8-4426-bc4b-b33ab724ff4c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:47.784980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1a78bae-9481-476d-9f98-1a3ba7dc5151 req-846c304a-65a8-4426-bc4b-b33ab724ff4c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.2928975 Feb 03 04:39:47.786961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb7ddf4-2993-428e-83a1-6924e05f3800') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:47.787248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb7ddf4-2993-428e-83a1-6924e05f3800') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:47.832006 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.852456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (4cb7ddf4-2993-428e-83a1-6924e05f3800), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.903102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f9929b8-0bd0-453c-8600-a4004856c7f2 admin admin] Publish callbacks [] for security_group (82e6f316-d6b8-4998-b6e9-b67cef6eee0a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.917470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f9929b8-0bd0-453c-8600-a4004856c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (82e6f316-d6b8-4998-b6e9-b67cef6eee0a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.935178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1a78bae-9481-476d-9f98-1a3ba7dc5151 req-678efc61-dbdd-4a7f-aba3-ae460f0b1121 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159844 Feb 03 04:39:47.936280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4cb7ddf4-2993-428e-83a1-6924e05f3800), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.980118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:47.980479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (4cb7ddf4-2993-428e-83a1-6924e05f3800), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:47.985842 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:48.019199 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3f9929b8-0bd0-453c-8600-a4004856c7f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb803a73781c47e5878335d8a76a8963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5468462 Feb 03 04:39:48.022099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:48.026336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.084903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9929b8-0bd0-453c-8600-a4004856c7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6f316-d6b8-4998-b6e9-b67cef6eee0a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:48.126051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.156200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.174341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.177671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] 10.222.0.35 "DELETE /v2.0/networks/47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf HTTP/1.1" status: 204 len: 168 time: 1.0583839 Feb 03 04:39:48.208882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:39:48.213452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21732ad7-75b3-4675-843d-66c43fa5bcfb tempest-PortsAdminExtendedAttrsTestJSON-1436294306 tempest-PortsAdminExtendedAttrsTestJSON-1436294306-project] Pushing event deleted for resources: {'Network': ['ID=47bb5f76-d7cb-4ee7-85bc-58ce934d2bbf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:48.243844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed37d000-6a26-42d3-b989-610463843722 admin admin] Publish callbacks [] for security_group (82e6f316-d6b8-4998-b6e9-b67cef6eee0a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.287493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] For port a5e04108-9fa9-4117-b753-0d8b6185cb6d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a5e04108-9fa9-4117-b753-0d8b6185cb6d,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:48.288427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:48.292566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:48.294842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:48.297277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:48.298471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:48.299313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.335419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-18d99f04-673a-4057-85a9-eb9586fb7e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7684555 Feb 03 04:39:48.336229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:48.350317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:48.473429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.483365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:39:48.499241 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] Sync routers for ids ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:39:48.523724 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] Routers {'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:48.527182 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:48.545757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.554697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed37d000-6a26-42d3-b989-610463843722 admin admin] Publish callbacks [] for security_group (82e6f316-d6b8-4998-b6e9-b67cef6eee0a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.652256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55134) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:48.689163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f9cfd195-dbea-4625-b52d-9075249e8d8c admin admin] 10.222.0.35 "PUT /v2.0/routers/c8cb61b8-7dcf-4f91-ab06-d9e9097091f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7457438 Feb 03 04:39:48.689163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.690889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:48.695460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed37d000-6a26-42d3-b989-610463843722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (82e6f316-d6b8-4998-b6e9-b67cef6eee0a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.698066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed37d000-6a26-42d3-b989-610463843722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.699166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed37d000-6a26-42d3-b989-610463843722 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82e6f316-d6b8-4998-b6e9-b67cef6eee0a HTTP/1.1" status: 204 len: 168 time: 0.6761415 Feb 03 04:39:48.810077 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] Set router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:39:48.831471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] device_id is not set on port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:48.834230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37d000-6a26-42d3-b989-610463843722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6f316-d6b8-4998-b6e9-b67cef6eee0a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:48.836350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (df749544-fe7c-423c-8de3-67d92fbd968a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.859522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a5e04108-9fa9-4117-b753-0d8b6185cb6d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:48.867197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.885655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:48.894925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:48.914636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:48.957964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25580b97-02b5-4661-99bd-45211cfe5a89 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:48.971648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:48.972194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:49.121524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:49.140588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:49.141245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:49.141351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:49.149607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a5e04108-9fa9-4117-b753-0d8b6185cb6d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:49.151438 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:49.173144 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca1c6e3c-e09d-4c06-b446-808e8f059829 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b02d6cb69e3f4f3bb2acc718794d0495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5113974 Feb 03 04:39:49.174173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:49.176107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:49.176587 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:49.201780 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 2 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:49.230153 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:39:46Z', 'revision_number': 5, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:49.239784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:49.240131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:49.240479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:49.283889 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] Checking router: c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:39:49.302880 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] Routers {'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:39:49.304939 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:39:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:49.307114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:49.307453 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:49.321096 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 3 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:49.370841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=a5e04108-9fa9-4117-b753-0d8b6185cb6d,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:49.398670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:49.399017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:49.399366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:49.423046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:49.423362 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:49.431601 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 4 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:49.491897 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] Set router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:39:49.493549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:49.495084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:49.495421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:49.507982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:49.509447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a5e04108-9fa9-4117-b753-0d8b6185cb6d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:49.561951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-bccc7ffe-9b20-41e3-9267-aa3e718c8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:49.563537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-bccc7ffe-9b20-41e3-9267-aa3e718c8410 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 1128 time: 0.3884573 Feb 03 04:39:49.604888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:49.605225 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:49.618660 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 5 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:49.621642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f14473-a63c-4cc9-94e8-1f9fb0db711e admin admin] Publish callbacks [] for security_group (a8813cc1-40c0-43f3-b873-33113682df9f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:49.743928 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:39:46Z', 'revision_number': 5, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:49.758065 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-720f4d24-d0be-4da9-b46b-7288b2859d07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5ba0fe667154f4c91bc4de8bce1c963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473168 Feb 03 04:39:49.758685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:49.783852 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf9a8-e5d0-4a0a-af3b-b6a56d5afe20 None None] The sync data for ids ['c8cb61b8-7dcf-4f91-ab06-d9e9097091f4'] in n-d-827549-1 is: [{'id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2123274247-router', 'tenant_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:31:30Z', 'updated_at': '2022-02-03T04:39:46Z', 'revision_number': 5, 'project_id': '4f6b9d9fe5174a13b0137f6f18aba187', 'gw_port': {'id': '2f67eecd-e819-47ec-8f1e-cb2359ac45e9', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb61b8-7dcf-4f91-ab06-d9e9097091f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:31:32Z', 'updated_at': '2022-02-03T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:39:49.848740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:49.849075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:49.849680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:49.859444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f14473-a63c-4cc9-94e8-1f9fb0db711e admin admin] Publish callbacks [] for security_group (a8813cc1-40c0-43f3-b873-33113682df9f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:49.955911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.9190052 Feb 03 04:39:49.962093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:49.969170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:69:01:1b', 'name': 'tempest-NetworksTestDHCPv6-14161203'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:49.976268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:49.976608 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:49.982407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8957f-e12b-4e7a-946c-c07000133495 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=df749544-fe7c-423c-8de3-67d92fbd968a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:49.995350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70228ce-f8d7-4c65-8f10-9990e5c6637b admin admin] Publish callbacks [] for security_group (65d14107-bb35-4a45-8279-3dfc4f6b9493), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:49.998528 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 6 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:50.053272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks [] for router (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.100169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:50.100545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:50.100898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:50.109347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70228ce-f8d7-4c65-8f10-9990e5c6637b admin admin] Publish callbacks [] for security_group (65d14107-bb35-4a45-8279-3dfc4f6b9493), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.138639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-55065619-e94d-493f-8ba6-aa508dcb95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:50.141902 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-55065619-e94d-493f-8ba6-aa508dcb95ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.5355904 Feb 03 04:39:50.172129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:50.172833 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:50.248193 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 7 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:50.253766 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-90808025-edcd-4f7f-897f-f7d93cc6f6e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502 HTTP/1.1" status: 200 len: 217 time: 0.0796323 Feb 03 04:39:50.358214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f14473-a63c-4cc9-94e8-1f9fb0db711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8813cc1-40c0-43f3-b873-33113682df9f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.361214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f14473-a63c-4cc9-94e8-1f9fb0db711e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.365498 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d5f14473-a63c-4cc9-94e8-1f9fb0db711e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8813cc1-40c0-43f3-b873-33113682df9f HTTP/1.1" status: 204 len: 168 time: 1.1880548 Feb 03 04:39:50.388739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:50.392594 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:50.396884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:50.480858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:50.481209 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:50.486505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-0e8a47d5-fb3a-49cc-972b-2ed08856e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:50.488577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-0e8a47d5-fb3a-49cc-972b-2ed08856e310 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.1980042 Feb 03 04:39:50.489575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f14473-a63c-4cc9-94e8-1f9fb0db711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8813cc1-40c0-43f3-b873-33113682df9f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:50.496923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42143474-80c8-44c2-b366-d917e310f5aa req-aedb3d2f-9ec8-461d-aab0-b1907548994f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:50.505460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42143474-80c8-44c2-b366-d917e310f5aa req-aedb3d2f-9ec8-461d-aab0-b1907548994f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 1.2103410 Feb 03 04:39:50.506505 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 8 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:50.537647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70228ce-f8d7-4c65-8f10-9990e5c6637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65d14107-bb35-4a45-8279-3dfc4f6b9493), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.543443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70228ce-f8d7-4c65-8f10-9990e5c6637b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.547438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e70228ce-f8d7-4c65-8f10-9990e5c6637b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65d14107-bb35-4a45-8279-3dfc4f6b9493 HTTP/1.1" status: 204 len: 168 time: 0.7813683 Feb 03 04:39:50.553230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:50.599795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:50.599795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:50.599795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:50.612492 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-2699b089-79bf-49bf-9c3b-ec7a9858c2b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065910 Feb 03 04:39:50.633858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-f1f9aa9f-ae76-4335-9f22-fe3f6bcef781 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5231867 Feb 03 04:39:50.636965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70228ce-f8d7-4c65-8f10-9990e5c6637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d14107-bb35-4a45-8279-3dfc4f6b9493,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:50.674365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7ee1721f-7d46-48c9-901e-2ac71bf79800 None None] Provisioning complete for port a5e04108-9fa9-4117-b753-0d8b6185cb6d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:50.677807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks [] for router_gateway (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.682594 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee1721f-7d46-48c9-901e-2ac71bf79800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:50.800186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1721f-7d46-48c9-901e-2ac71bf79800 None None] Current status of the port a5e04108-9fa9-4117-b753-0d8b6185cb6d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:50.818645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:50.818935 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:50.820879 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 9 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:50.826842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-8b03f75f-cb2b-48ad-a728-8baf3a464108 service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924198 Feb 03 04:39:50.877532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a5e04108-9fa9-4117-b753-0d8b6185cb6d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:50.923756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:50.924481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:50.925150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:50.964321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:50.965176 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:50.978053 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 10 to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb Feb 03 04:39:51.008084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42143474-80c8-44c2-b366-d917e310f5aa req-91675445-2347-41c9-a47c-618642899529 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836082 Feb 03 04:39:51.017191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a5e04108-9fa9-4117-b753-0d8b6185cb6d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:51.017660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.060497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.096629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Deleting port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:51.096850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:51.097094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:51.097368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:51.097933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.105310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-5f8d588f-8613-4096-9cc0-2235d6a090de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.107063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-5f8d588f-8613-4096-9cc0-2235d6a090de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c26183b711d24930802debc7b91fb802&device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 1127 time: 0.2872219 Feb 03 04:39:51.118888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:51.119371 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:51.119765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.121354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port bb9907a4-06d1-4310-99a5-26033b7ea384 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:51.178453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a5e04108-9fa9-4117-b753-0d8b6185cb6d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:51.189950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d797d45f-e0e4-4aaf-ab33-cb3c299f031a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:51.238312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d797d45f-e0e4-4aaf-ab33-cb3c299f031a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:51.238614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d797d45f-e0e4-4aaf-ab33-cb3c299f031a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:51.293378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] For port 2f67eecd-e819-47ec-8f1e-cb2359ac45e9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:51.294463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.322738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Calling delete_port for 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:51.328059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:51.362421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] For port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:51.363011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 04:39:51.367491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5efcf81-cd9d-46bf-8dcf-b84e0d7a3e5f req-1ab3b4e9-240a-48d3-8589-a8674c4cde3f service neutron] 10.222.0.31 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254340 Feb 03 04:39:51.369205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-972c74b5-a2ee-4b60-9159-9b03c802b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.370564 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-972c74b5-a2ee-4b60-9159-9b03c802b4f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 200 len: 906 time: 0.2260907 Feb 03 04:39:51.373977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.395892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] In _notify_port_updated(), no bound segment for port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:39:51.396762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.397440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.401966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "PUT /v2.0/ports/06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb HTTP/1.1" status: 200 len: 978 time: 3.0646877 Feb 03 04:39:51.409424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55192) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:51.460568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-070e77d7-eadb-42f2-ad52-4708045a5fe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb HTTP/1.1" status: 200 len: 217 time: 0.0732474 Feb 03 04:39:51.496144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:51.511754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646560cd-6ebb-46e6-aeff-a2c8a67cb1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:51.530450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-a6820d92-5853-4306-9734-8b92872e6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.532139 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-a6820d92-5853-4306-9734-8b92872e6609 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 200 len: 845 time: 0.0691574 Feb 03 04:39:51.603413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-9d685f0f-5e8c-4c0f-9d3c-eb493bb70984 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f08626-802d-4cfd-992c-cb30242887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605862 Feb 03 04:39:51.723433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89be0329-9607-43c0-a74e-2282591b414e tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1834867411'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:51.723889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89be0329-9607-43c0-a74e-2282591b414e tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Unknown quota resources ['metering_label']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:39:51.734561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-f5fefb0a-12b4-4ac8-8515-6743c14513d9 service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249485 Feb 03 04:39:51.883551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-00c40f65-f761-49a6-8ddc-fc9e353ce2a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca5a5ee412c34bfbba70227e28d4980b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538156 Feb 03 04:39:51.884445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::388 (355aef9b-164b-424f-8915-d5c2d7f691fe/aadd8ba1-600e-4629-a54d-ced348bb4844/bb9907a4-06d1-4310-99a5-26033b7ea384) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:51.888699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:51.912429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.912910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.913386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.913861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.914331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.914794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.915260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.915747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.916207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.916668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:51.919030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-98fdc98d-b6c7-414d-956a-93cbca7bcf3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9629 time: 0.5008068 Feb 03 04:39:51.921813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:11b (355aef9b-164b-424f-8915-d5c2d7f691fe/df749544-fe7c-423c-8de3-67d92fbd968a/bb9907a4-06d1-4310-99a5-26033b7ea384) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:51.932214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:51.941172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89be0329-9607-43c0-a74e-2282591b414e tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:51.945124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89be0329-9607-43c0-a74e-2282591b414e tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4461482 Feb 03 04:39:51.950352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:51.972398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8886a109-7618-43d1-973c-6a0e80797286 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b7d792f6-4473-4c3f-b791-78d5b344f806'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:51.973128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8886a109-7618-43d1-973c-6a0e80797286 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:39:51.992334 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71ef1124-3811-487d-b2b3-bae7c5fc44c2 req-d1535c4d-e427-4ef9-ac50-de596894185a service neutron] 10.222.0.15 "GET /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132909 Feb 03 04:39:52.125389 n-d-827549-1 neutron-server[103323]: WARNING neutron.services.metering.metering_plugin [None req-8886a109-7618-43d1-973c-6a0e80797286 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 04:39:52.157044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:52.256613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1963070315'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:52.276890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Made reservation on behalf of 9e9046c69e9145eebbd7e74b01dfce0d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:52.280584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.290300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.355862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42a82a4-5bc5-4fe3-8a01-6d767a426ab5 admin admin] Publish callbacks [] for security_group (52895b18-ff53-4f85-b606-5a87bac1e280), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.369267 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8886a109-7618-43d1-973c-6a0e80797286 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.369503 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for security_group (2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.373930 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8886a109-7618-43d1-973c-6a0e80797286 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4191518 Feb 03 04:39:52.375154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:52.379894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e4694a41-9111-4f02-a822-f3287cdbd52f tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b7d792f6-4473-4c3f-b791-78d5b344f806'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:52.380381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e4694a41-9111-4f02-a822-f3287cdbd52f tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:39:52.382960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.406117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2f67eecd-e819-47ec-8f1e-cb2359ac45e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.416549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:52.459855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f67eecd-e819-47ec-8f1e-cb2359ac45e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:52.464886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42a82a4-5bc5-4fe3-8a01-6d767a426ab5 admin admin] Publish callbacks [] for security_group (52895b18-ff53-4f85-b606-5a87bac1e280), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.466589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:52.471756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6f520ee-3108-420a-a34b-f4f0fd359096), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.472138 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Added segment c6f520ee-3108-420a-a34b-f4f0fd359096 of type vlan for network db2a3808-72f8-49f2-8450-8e5f4cbc589b Feb 03 04:39:52.473859 n-d-827549-1 neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-e4694a41-9111-4f02-a822-f3287cdbd52f tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 04:39:52.535751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaf476-636e-4869-9d8a-03d378d5071d req-bc3d064c-cec4-4d65-ad5f-6cbe53405584 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:52.537311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cbaf476-636e-4869-9d8a-03d378d5071d req-bc3d064c-cec4-4d65-ad5f-6cbe53405584 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.3893471 Feb 03 04:39:52.591200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Deleting port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:52.591574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.595721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (bb9907a4-06d1-4310-99a5-26033b7ea384), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.708843 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.721349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42a82a4-5bc5-4fe3-8a01-6d767a426ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (52895b18-ff53-4f85-b606-5a87bac1e280), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.724185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42a82a4-5bc5-4fe3-8a01-6d767a426ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.725354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a42a82a4-5bc5-4fe3-8a01-6d767a426ab5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52895b18-ff53-4f85-b606-5a87bac1e280 HTTP/1.1" status: 204 len: 168 time: 0.8280156 Feb 03 04:39:52.802117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cbaf476-636e-4869-9d8a-03d378d5071d req-be4e592a-e38c-415d-8c0e-dcd76793715a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476006 Feb 03 04:39:52.975277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4694a41-9111-4f02-a822-f3287cdbd52f tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:52.979786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e4694a41-9111-4f02-a822-f3287cdbd52f tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6005995 Feb 03 04:39:52.981939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:52.998832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (db2a3808-72f8-49f2-8450-8e5f4cbc589b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.010287 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8f086811-2c26-449e-9d3f-e58a3663f845 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=7f020858-4b20-4726-bb28-63ca94ef91e8 HTTP/1.1" status: 200 len: 462 time: 0.0239418 Feb 03 04:39:53.010287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.051323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (db2a3808-72f8-49f2-8450-8e5f4cbc589b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.057310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:53.057693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.107459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] For port 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb, host n-h1-827549-1, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:53.107848 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.119682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a82a4-5bc5-4fe3-8a01-6d767a426ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52895b18-ff53-4f85-b606-5a87bac1e280,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:53.131311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.133091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Calling delete_port for 06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:53.137970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks [] for router_controller (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.146703 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9884989 Feb 03 04:39:53.152282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.181905 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bb9907a4-06d1-4310-99a5-26033b7ea384), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.229421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Request body: {'subnet': {'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:53.238804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be3b73e8-7de8-4396-b7c9-e7c755d43fd2 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.242548 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-be3b73e8-7de8-4396-b7c9-e7c755d43fd2 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/7f020858-4b20-4726-bb28-63ca94ef91e8 HTTP/1.1" status: 204 len: 168 time: 0.2293103 Feb 03 04:39:53.247721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.249784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (c8cb61b8-7dcf-4f91-ab06-d9e9097091f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.250363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:39:53.252068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa290d-34f4-42fa-9de6-a0f6e8e67c02 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event updated for resources: {'Network': ['ID=db2a3808-72f8-49f2-8450-8e5f4cbc589b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:53.264130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.267972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1fe7cf9b-ea75-4d01-8720-45514f9f2631 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c8cb61b8-7dcf-4f91-ab06-d9e9097091f4 HTTP/1.1" status: 204 len: 168 time: 4.5736442 Feb 03 04:39:53.271028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.280202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:53.294540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-199f2406-eed0-4be6-a85d-da76f0c3bc92 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=7f020858-4b20-4726-bb28-63ca94ef91e8 HTTP/1.1" status: 200 len: 221 time: 0.0455103 Feb 03 04:39:53.299046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:53.310601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.318052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8875ffcd-78c5-49ec-924d-d7c8f390148a tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1480118184', 'description': 'label created by tempest'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:53.319291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8875ffcd-78c5-49ec-924d-d7c8f390148a tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Unknown quota resources ['metering_label']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:39:53.322711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:53.325914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=bb9907a4-06d1-4310-99a5-26033b7ea384,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:53.333388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:53.340267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:53.341268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.391342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] Deleting subnet 9645f778-eb16-4f0c-a31b-04b4708d2042 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:53.394644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] Publish callbacks [] for subnet (9645f778-eb16-4f0c-a31b-04b4708d2042), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.452741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b06c8083-5afc-45e4-88a4-587eebe8f1f6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.4877183 Feb 03 04:39:53.473762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.584673 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.588308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (9645f778-eb16-4f0c-a31b-04b4708d2042), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.621189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Made reservation on behalf of 9e9046c69e9145eebbd7e74b01dfce0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:53.624919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.657167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8875ffcd-78c5-49ec-924d-d7c8f390148a tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.658426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8875ffcd-78c5-49ec-924d-d7c8f390148a tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3465934 Feb 03 04:39:53.661437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event deleted for resources: {'Port': ['ID=06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:53.664683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55276) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.670095 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.672071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.676461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1301da23-1f75-44e4-90d8-b5f26adc9ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "DELETE /v2.0/ports/06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb HTTP/1.1" status: 204 len: 168 time: 1.7432411 Feb 03 04:39:53.679466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.709184 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.768842 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c459964d-a03f-4937-8107-3833e463b999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:53.774052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c459964d-a03f-4937-8107-3833e463b999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "GET /v2.0/ports/06d6f9e7-5c2d-4a3c-8ce8-6e82295441cb HTTP/1.1" status: 404 len: 333 time: 0.0899093 Feb 03 04:39:53.775016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.779005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7992823f-59e0-4f5d-b883-3560c4e00569 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=2fd0dd2c-9400-4c95-baf6-73e57403de04 HTTP/1.1" status: 200 len: 468 time: 0.1106224 Feb 03 04:39:53.781432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217480707', 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:53.782088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:53.800096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-403e7717-421e-4738-872a-a673ff74fdfc None None] Provisioning complete for port bb9907a4-06d1-4310-99a5-26033b7ea384 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:53.801070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-403e7717-421e-4738-872a-a673ff74fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bb9907a4-06d1-4310-99a5-26033b7ea384), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.803660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Made reservation on behalf of 67122166bb3f438bb1e0b3dc6b297231 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:53.807055 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:53.829253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] device_id is not set on port b4b535b6-c776-4954-af23-fdb26dcee475 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:53.846895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-403e7717-421e-4738-872a-a673ff74fdfc None None] Port bb9907a4-06d1-4310-99a5-26033b7ea384 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:39:54.088930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefca771-c6dd-4217-beff-3e8238af0685 req-526a9e8c-0af1-4e82-ab45-799d70d3ec94 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:54.090555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fefca771-c6dd-4217-beff-3e8238af0685 req-526a9e8c-0af1-4e82-ab45-799d70d3ec94 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.1779711 Feb 03 04:39:54.096114 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for port (b4b535b6-c776-4954-af23-fdb26dcee475), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.127210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5970ef-0cc9-498c-990e-c7d07a61f69f tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.130833 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2b5970ef-0cc9-498c-990e-c7d07a61f69f tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/2fd0dd2c-9400-4c95-baf6-73e57403de04 HTTP/1.1" status: 204 len: 168 time: 0.3443866 Feb 03 04:39:54.133193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55298) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.133678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9645f778-eb16-4f0c-a31b-04b4708d2042), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.156847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port bb9907a4-06d1-4310-99a5-26033b7ea384 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:54.157194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bb9907a4-06d1-4310-99a5-26033b7ea384), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.183970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3808575e-9cb2-43a0-8491-7c10fb268c0d tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=2fd0dd2c-9400-4c95-baf6-73e57403de04 HTTP/1.1" status: 200 len: 216 time: 0.0495400 Feb 03 04:39:54.190565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.210790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fefca771-c6dd-4217-beff-3e8238af0685 req-0ff9099b-b9ef-45ca-8adf-f553acedbc5e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110997 Feb 03 04:39:54.216525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-82af0e0a-036c-4ed8-95d4-110bf4bc5149 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0201013 Feb 03 04:39:54.216862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.233544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-50f6e4da-13b9-45ba-9b1f-dfab547caf37 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115557 Feb 03 04:39:54.233544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.240532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b4b535b6-c776-4954-af23-fdb26dcee475), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.289763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (1127a75f-63c0-4890-8a0a-e11db2e5c68d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.328622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-76fd9b28-417f-453c-a1f2-857aec88d511 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/b7d792f6-4473-4c3f-b791-78d5b344f806 HTTP/1.1" status: 200 len: 473 time: 0.0913959 Feb 03 04:39:54.328992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:54.331494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.340335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:54.346225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:54.347161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:54.347856 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.360184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bb9907a4-06d1-4310-99a5-26033b7ea384), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.361167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1a12c152-1090-4734-817e-6a7eff361610 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/acee1757-6ec2-447a-8727-b1fb2ab93337 HTTP/1.1" status: 200 len: 459 time: 0.0283625 Feb 03 04:39:54.369607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.378559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b535b6-c776-4954-af23-fdb26dcee475,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:54.379642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (9645f778-eb16-4f0c-a31b-04b4708d2042), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.384300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for bb9907a4-06d1-4310-99a5-26033b7ea384 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:54.394623 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c86dd1a9-2a80-431e-a92f-ad1f09985b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6167669 Feb 03 04:39:54.397641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55316) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.414381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event updated for resources: {'Subnet': ['ID=1127a75f-63c0-4890-8a0a-e11db2e5c68d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:54.416943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.420311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdac7182-dad7-4f6a-9e4c-c3c04c159205 None None] Network 6f4b5bc9-3f05-4984-966f-9de9a5ea856f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:54.422908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9645f778-eb16-4f0c-a31b-04b4708d2042 HTTP/1.1" status: 204 len: 168 time: 1.1506984 Feb 03 04:39:54.427305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.485905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acaae4-a3e6-4693-b249-46994f702651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9645f778-eb16-4f0c-a31b-04b4708d2042,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:54.505010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Checking segment: {'id': 'c6f520ee-3108-420a-a34b-f4f0fd359096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:54.505380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Network hostable DHCP agents. Network: db2a3808-72f8-49f2-8450-8e5f4cbc589b, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:39:54.511983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77a902ed-63da-4bbf-ad74-0dea1f8bd4d8 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.513133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-77a902ed-63da-4bbf-ad74-0dea1f8bd4d8 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/acee1757-6ec2-447a-8727-b1fb2ab93337 HTTP/1.1" status: 204 len: 168 time: 0.1425812 Feb 03 04:39:54.515667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55322) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.529472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d88a6-7dd5-4e3d-92ca-239578520a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:54.530899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-581d88a6-7dd5-4e3d-92ca-239578520a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "GET /v2.0/ports/b4b535b6-c776-4954-af23-fdb26dcee475 HTTP/1.1" status: 200 len: 959 time: 0.1323571 Feb 03 04:39:54.534159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.593905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (6f4b5bc9-3f05-4984-966f-9de9a5ea856f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.597378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:39:54.636777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.638837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, db2a3808-72f8-49f2-8450-8e5f4cbc589b) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:54.642597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48469384-4919-4aaf-a608-480c50b90085 None None] DHCP port deletion for 6f4b5bc9-3f05-4984-966f-9de9a5ea856f request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:54.655350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:54.655984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.731243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-41c2e4c2-04da-46f4-9aa3-4b4808853b36 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5773461 Feb 03 04:39:54.732217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4b6dd-26d0-473c-82fb-2de081fb4a4e None None] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:54.735157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:54.740877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Request body: {'port': {'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-921106168'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:54.781328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cf5efad-d6a1-49bf-b7b8-4c7ae696cce8 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.782577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7cf5efad-d6a1-49bf-b7b8-4c7ae696cce8 tempest-MeteringIpV6TestJSON-839519283 tempest-MeteringIpV6TestJSON-839519283-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/b7d792f6-4473-4c3f-b791-78d5b344f806 HTTP/1.1" status: 204 len: 168 time: 0.2660055 Feb 03 04:39:54.799315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Deleting port ac47455e-2f3b-4e18-aca3-09ef67401221 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:54.799692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.832622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:54.835849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Deleting port b4b535b6-c776-4954-af23-fdb26dcee475 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:54.836470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b4b535b6-c776-4954-af23-fdb26dcee475), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.842443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bb9907a4-06d1-4310-99a5-26033b7ea384), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.850928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2065389321', 'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:54.896568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:54.896915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2f67eecd-e819-47ec-8f1e-cb2359ac45e9 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:54.897333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ac47455e-2f3b-4e18-aca3-09ef67401221 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:54.912764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b4b535b6-c776-4954-af23-fdb26dcee475), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.925125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-db2a3808-72f8-49f2-8450-8e5f4cbc589b', 'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b', 'project_id': '9e9046c69e9145eebbd7e74b01dfce0d', 'fixed_ips': [{'subnet_id': '1127a75f-63c0-4890-8a0a-e11db2e5c68d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:39:54.926068 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:54.931671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Calling delete_port for b4b535b6-c776-4954-af23-fdb26dcee475 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:54.959065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=bb9907a4-06d1-4310-99a5-26033b7ea384,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:54.966912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-48469384-4919-4aaf-a608-480c50b90085 None None] Deleting port ac47455e-2f3b-4e18-aca3-09ef67401221 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:54.967299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48469384-4919-4aaf-a608-480c50b90085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.037681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Made reservation on behalf of 0b035154e93642ac954adb769badafc7 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:55.040173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.065908 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b4b535b6-c776-4954-af23-fdb26dcee475), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.075441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] For port ac47455e-2f3b-4e18-aca3-09ef67401221, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ac47455e-2f3b-4e18-aca3-09ef67401221,segment=NetworkSegment(82f03ef8-d8d9-4819-af80-46e9750bf864),segment_id=82f03ef8-d8d9-4819-af80-46e9750bf864)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:55.076149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.097317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.109723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1de0e449-6e72-42cb-8708-086599ea03e2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/bb9907a4-06d1-4310-99a5-26033b7ea384 HTTP/1.1" status: 204 len: 168 time: 1.6310375 Feb 03 04:39:55.113049 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.122917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55336) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.132760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Calling delete_port for ac47455e-2f3b-4e18-aca3-09ef67401221 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:55.141505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4b535b6-c776-4954-af23-fdb26dcee475,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:55.182937 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.192181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-63f1011d-9b5b-4ffa-962e-5437fc4cd978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b4b535b6-c776-4954-af23-fdb26dcee475 HTTP/1.1" status: 204 len: 168 time: 0.6573646 Feb 03 04:39:55.194498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55340) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.219617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Made reservation on behalf of 9e9046c69e9145eebbd7e74b01dfce0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:55.221830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.276488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55346) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.279132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] device_id is not set on port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:55.292179 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacb68f3-8a6c-4791-b186-22745ae806c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:55.298847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dacb68f3-8a6c-4791-b186-22745ae806c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "GET /v2.0/ports/b4b535b6-c776-4954-af23-fdb26dcee475 HTTP/1.1" status: 404 len: 333 time: 0.0992854 Feb 03 04:39:55.305601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.332690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Request body: {'port': {'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1854630540'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:55.365023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb7caf-0b91-4b8a-b47c-c29fa592bc32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:55.368160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e1bb7caf-0b91-4b8a-b47c-c29fa592bc32 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2419453 Feb 03 04:39:55.376152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.411537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-48469384-4919-4aaf-a608-480c50b90085 None None] For port ac47455e-2f3b-4e18-aca3-09ef67401221, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ac47455e-2f3b-4e18-aca3-09ef67401221,segment=NetworkSegment(82f03ef8-d8d9-4819-af80-46e9750bf864),segment_id=82f03ef8-d8d9-4819-af80-46e9750bf864)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:55.411951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48469384-4919-4aaf-a608-480c50b90085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.477640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Made reservation on behalf of 67122166bb3f438bb1e0b3dc6b297231 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:55.480375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.483685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-48469384-4919-4aaf-a608-480c50b90085 None None] Calling delete_port for ac47455e-2f3b-4e18-aca3-09ef67401221 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:55.517651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.522585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for security_group (5352b9ce-76b4-49b3-8a61-e90e45ee1be1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.531766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] device_id is not set on port da992014-c626-472a-86f4-152e66571c0a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:55.543325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ea745-3a9c-4100-87de-80cb0a83eb7e req-69c37c75-215f-4ed7-a550-5eecf499e71e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:55.543821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ac47455e-2f3b-4e18-aca3-09ef67401221 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:55.544216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.544550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-019ea745-3a9c-4100-87de-80cb0a83eb7e req-69c37c75-215f-4ed7-a550-5eecf499e71e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.1737900 Feb 03 04:39:55.551843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188101f9-fa8d-4c3a-bdf6-2a60fda8e785 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:55.556016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-188101f9-fa8d-4c3a-bdf6-2a60fda8e785 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1801915 Feb 03 04:39:55.557262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5352b9ce-76b4-49b3-8a61-e90e45ee1be1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.557450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.560354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] No DVR routers for this DVR port ac47455e-2f3b-4e18-aca3-09ef67401221 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:55.562066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68d84e15-5035-468d-94dd-63456cf5ac90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.570385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac47455e-2f3b-4e18-aca3-09ef67401221,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:55.618213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Allocated IP 2001:db8::2 (db2a3808-72f8-49f2-8450-8e5f4cbc589b/1127a75f-63c0-4890-8a0a-e11db2e5c68d/7c5bbd45-8d2a-4898-88b4-702e4ff7c21b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:55.642316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:39:55.667417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5352b9ce-76b4-49b3-8a61-e90e45ee1be1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:55.689745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4cab0096-b860-47aa-afc7-4cdf94812e98), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.690010 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Added segment 4cab0096-b860-47aa-afc7-4cdf94812e98 of type vlan for network 5f88b37b-ae69-4695-8888-c84922496056 Feb 03 04:39:55.691283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af3793-9e88-4892-bd26-f429afd6e880 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:55.692301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af3793-9e88-4892-bd26-f429afd6e880 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:55.693562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af3793-9e88-4892-bd26-f429afd6e880 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:55.695336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-88af3793-9e88-4892-bd26-f429afd6e880 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1342182 Feb 03 04:39:55.701893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.726907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-019ea745-3a9c-4100-87de-80cb0a83eb7e req-afccfe95-f85b-4df6-a2c0-f513fea040fc tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679265 Feb 03 04:39:55.736700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48469384-4919-4aaf-a608-480c50b90085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (ac47455e-2f3b-4e18-aca3-09ef67401221), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.743400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (6f4b5bc9-3f05-4984-966f-9de9a5ea856f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.776462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469384-4919-4aaf-a608-480c50b90085 None None] Pushing event deleted for resources: {'Port': ['ID=ac47455e-2f3b-4e18-aca3-09ef67401221,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:55.780823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48469384-4919-4aaf-a608-480c50b90085 None None] No DVR routers for this DVR port ac47455e-2f3b-4e18-aca3-09ef67401221 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:55.800209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet aadd8ba1-600e-4629-a54d-ced348bb4844 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:55.806933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (aadd8ba1-600e-4629-a54d-ced348bb4844), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.817148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4b5bc9-3f05-4984-966f-9de9a5ea856f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:55.830995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f03ef8-d8d9-4819-af80-46e9750bf864') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:55.831382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f03ef8-d8d9-4819-af80-46e9750bf864') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:39:55.835034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5f88b37b-ae69-4695-8888-c84922496056), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.840690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68d84e15-5035-468d-94dd-63456cf5ac90 admin admin] Publish callbacks [] for security_group (b9c3ded1-158a-417a-9fe4-8032f860a687), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.848963 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68d84e15-5035-468d-94dd-63456cf5ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b9c3ded1-158a-417a-9fe4-8032f860a687), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.851646 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Publish callbacks [] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.857412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (82f03ef8-d8d9-4819-af80-46e9750bf864), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.858787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.880756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (aadd8ba1-600e-4629-a54d-ced348bb4844), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.907146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:55.911183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:55.918780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Pushing event updated for resources: {'Port': ['ID=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:55.922294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:55.929473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d84e15-5035-468d-94dd-63456cf5ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3ded1-158a-417a-9fe4-8032f860a687,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:55.938548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-68d84e15-5035-468d-94dd-63456cf5ac90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7162362a868147df9e13481d9079d5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6515315 Feb 03 04:39:55.941571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:55.955282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (82f03ef8-d8d9-4819-af80-46e9750bf864), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.991311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:39:55.991737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (82f03ef8-d8d9-4819-af80-46e9750bf864), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:39:55.993539 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:39:55.998462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Attempting to bind port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:55.998860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Attempting to bind port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c6f520ee-3108-420a-a34b-f4f0fd359096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:55.999207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Attempting to bind port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b on network db2a3808-72f8-49f2-8450-8e5f4cbc589b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:56.005105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:39:56.005105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Checking segment: {'id': 'c6f520ee-3108-420a-a34b-f4f0fd359096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:56.005399 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.005638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Bound using segment: {'id': 'c6f520ee-3108-420a-a34b-f4f0fd359096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:39:56.006242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Bound port: 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f520ee-3108-420a-a34b-f4f0fd359096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:39:56.006591 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.011720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for port (da992014-c626-472a-86f4-152e66571c0a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.016153 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (aadd8ba1-600e-4629-a54d-ced348bb4844), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.042306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5f88b37b-ae69-4695-8888-c84922496056), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.043200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:56.043887 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.070147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] For port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:56.077774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (aadd8ba1-600e-4629-a54d-ced348bb4844), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.097184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Allocated IP 2001:db8::3c3 (db2a3808-72f8-49f2-8450-8e5f4cbc589b/1127a75f-63c0-4890-8a0a-e11db2e5c68d/17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:56.109523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=aadd8ba1-600e-4629-a54d-ced348bb4844,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:56.113681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.119656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc474646-e6b1-4005-86c5-470cb2cad519 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/aadd8ba1-600e-4629-a54d-ced348bb4844 HTTP/1.1" status: 204 len: 168 time: 0.4167020 Feb 03 04:39:56.120314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:56.123820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcfd5f0-e5b8-47d8-88b0-5d762f7a486a None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:56.159559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5213931 Feb 03 04:39:56.162405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55364) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:56.170058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'subnet': {'network_id': '5f88b37b-ae69-4695-8888-c84922496056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:56.178280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] For port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,segment=NetworkSegment(c6f520ee-3108-420a-a34b-f4f0fd359096),segment_id=c6f520ee-3108-420a-a34b-f4f0fd359096)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:39:56.183960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet df749544-fe7c-423c-8de3-67d92fbd968a {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:39:56.190882 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (df749544-fe7c-423c-8de3-67d92fbd968a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.194846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (6f4b5bc9-3f05-4984-966f-9de9a5ea856f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.211007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.216855 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.218189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6f4b5bc9-3f05-4984-966f-9de9a5ea856f HTTP/1.1" status: 204 len: 168 time: 1.7864759 Feb 03 04:39:56.231202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Made reservation on behalf of 0b035154e93642ac954adb769badafc7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:56.233761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.236505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a928e9-1adb-48cc-80c2-f40878eb3d41 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Network': ['ID=5f88b37b-ae69-4695-8888-c84922496056,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:56.239080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d356599-5b48-4464-a3b8-607e2bdf0084 admin admin] Publish callbacks [] for security_group (b9c3ded1-158a-417a-9fe4-8032f860a687), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.250789 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (df749544-fe7c-423c-8de3-67d92fbd968a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.270458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (da992014-c626-472a-86f4-152e66571c0a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.282114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67cb86-fd3d-4645-ba67-2c098f6031f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4b5bc9-3f05-4984-966f-9de9a5ea856f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:56.316241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5f88b37b-ae69-4695-8888-c84922496056 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:39:56.341643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d356599-5b48-4464-a3b8-607e2bdf0084 admin admin] Publish callbacks [] for security_group (b9c3ded1-158a-417a-9fe4-8032f860a687), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.388075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:56.397653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:56.414382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (df749544-fe7c-423c-8de3-67d92fbd968a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.430701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:56.456870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:56.460099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:56.460750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.473361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9e96b-fb1c-4649-8b39-5a05ab470abf None None] Pushing event updated for resources: {'Port': ['ID=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:56.511413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=da992014-c626-472a-86f4-152e66571c0a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:56.570865 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-91415a1c-e358-46b2-8eb4-2cbdcab3bda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2555957 Feb 03 04:39:56.571472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:56.613951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.681954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ffbdb938-82c6-4566-a91f-cf715f407b2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3409f4c8f0dd4308afb778ecaf33452a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2499316 Feb 03 04:39:56.692268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:56.694943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:56.699931 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.803620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d356599-5b48-4464-a3b8-607e2bdf0084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b9c3ded1-158a-417a-9fe4-8032f860a687), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.812194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d356599-5b48-4464-a3b8-607e2bdf0084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.813703 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d356599-5b48-4464-a3b8-607e2bdf0084 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9c3ded1-158a-417a-9fe4-8032f860a687 HTTP/1.1" status: 204 len: 168 time: 0.8678997 Feb 03 04:39:56.914803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:56.959359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:56.972336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:56.987412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:56.988571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:56.999788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d356599-5b48-4464-a3b8-607e2bdf0084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3ded1-158a-417a-9fe4-8032f860a687,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:57.002187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (da992014-c626-472a-86f4-152e66571c0a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.048913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event updated for resources: {'Port': ['ID=17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:57.057573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (df749544-fe7c-423c-8de3-67d92fbd968a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.088887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20749143-8b39-4438-acb7-9fb590534409 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3528047 Feb 03 04:39:57.133747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:57.143541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f574-6876-4e6d-8a26-695c05776722 admin admin] Publish callbacks [] for security_group (044dd5c3-f802-4771-8727-abbb61ee3a92), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.150726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Request body: {'port': {'network_id': 'db2a3808-72f8-49f2-8450-8e5f4cbc589b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1464218040', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:57.151415 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.api.validators [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] bootfile-name is not in valid_values {{(pid=103323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:39:57.151883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.api.validators [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] tftp-server is not in valid_values {{(pid=103323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:39:57.152286 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.api.validators [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] server-ip-address is not in valid_values {{(pid=103323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:39:57.214926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=df749544-fe7c-423c-8de3-67d92fbd968a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:57.227352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.231246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-622d408d-1573-4f9a-b8c0-c17b665001b1 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/df749544-fe7c-423c-8de3-67d92fbd968a HTTP/1.1" status: 204 len: 168 time: 1.1099703 Feb 03 04:39:57.238334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55394) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:57.258977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f574-6876-4e6d-8a26-695c05776722 admin admin] Publish callbacks [] for security_group (044dd5c3-f802-4771-8727-abbb61ee3a92), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.318561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ce5088f6-7013-4a88-841d-0ff18a5638a9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706911 Feb 03 04:39:57.334884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a8cf-eb38-4f3d-a143-b5e5b49f2d71 req-aa6ba508-3808-475b-9378-84ee943f725c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:57.336688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4392a8cf-eb38-4f3d-a143-b5e5b49f2d71 req-aa6ba508-3808-475b-9378-84ee943f725c tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.3664372 Feb 03 04:39:57.337273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:57.404931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:57.408727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55398) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:57.446100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-614e1112-c376-4da6-9f58-e7d46c438ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.510140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] device_id is not set on port da992014-c626-472a-86f4-152e66571c0a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:57.517518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f574-6876-4e6d-8a26-695c05776722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (044dd5c3-f802-4771-8727-abbb61ee3a92), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.520763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f574-6876-4e6d-8a26-695c05776722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.522288 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6ca6f574-6876-4e6d-8a26-695c05776722 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/044dd5c3-f802-4771-8727-abbb61ee3a92 HTTP/1.1" status: 204 len: 168 time: 0.8238497 Feb 03 04:39:57.524456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks [] for port (da992014-c626-472a-86f4-152e66571c0a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.536008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f574-6876-4e6d-8a26-695c05776722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044dd5c3-f802-4771-8727-abbb61ee3a92,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:57.543193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (da992014-c626-472a-86f4-152e66571c0a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.578095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d95b6-4685-484f-aaeb-846965f2fc24 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:57.638154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=da992014-c626-472a-86f4-152e66571c0a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:57.679556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.680005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.680365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.685202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.685662 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.686059 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 2 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.708693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.709248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.709654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.715054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.715407 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.715805 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 3 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.732835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.733183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.733530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.739956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.740300 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.740765 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 4 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.758394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.758620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.759056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.765090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.765931 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.767398 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 5 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.786001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c67f30a7-5eb0-4b3d-b195-614a58271027 None None] Provisioning complete for port a5e04108-9fa9-4117-b753-0d8b6185cb6d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:57.786489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c67f30a7-5eb0-4b3d-b195-614a58271027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.788864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.789432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.790031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.795871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.796591 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.797244 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 6 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.816105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.817165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.817759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.825217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.825820 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.826438 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 7 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.833842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4392a8cf-eb38-4f3d-a143-b5e5b49f2d71 req-54f79548-feab-43cc-9a41-a778e862b193 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372683 Feb 03 04:39:57.898456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.899055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.899476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.906498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.906921 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.907593 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 8 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.915207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:57.923610 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:57.934038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.934569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.935274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.936168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c67f30a7-5eb0-4b3d-b195-614a58271027 None None] Current status of the port a5e04108-9fa9-4117-b753-0d8b6185cb6d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:57.941800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.942567 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.942779 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 9 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.960661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.962674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.962674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:57.973011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:57.974380 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:57.974380 n-d-827549-1 neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempt 10 to bind port da992014-c626-472a-86f4-152e66571c0a Feb 03 04:39:57.994834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:39:57.995175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:39:57.995533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempting to bind port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:39:58.003772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:39:58.004111 n-d-827549-1 neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Failed to bind port da992014-c626-472a-86f4-152e66571c0a on host n-h1-827549-1 for vnic_type normal using segments [{'id': 'cbe95408-d406-48f3-ad2e-c79343c4379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ef3692e0-01b4-41e7-8bd6-7db3fe789f44'}] Feb 03 04:39:58.004484 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (da992014-c626-472a-86f4-152e66571c0a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.012032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:39:58.055243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-614e1112-c376-4da6-9f58-e7d46c438ff4 admin admin] Publish callbacks [] for security_group (90cef8c3-cfd5-4568-8c81-c2ea8c148ff0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.120259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] Deleting port a5e04108-9fa9-4117-b753-0d8b6185cb6d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:58.120648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.128221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Made reservation on behalf of 9e9046c69e9145eebbd7e74b01dfce0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:58.132827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.138910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-614e1112-c376-4da6-9f58-e7d46c438ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (90cef8c3-cfd5-4568-8c81-c2ea8c148ff0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.141321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] For port da992014-c626-472a-86f4-152e66571c0a, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:39:58.141701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 04:39:58.151367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (da992014-c626-472a-86f4-152e66571c0a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.171396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:58.190335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-614e1112-c376-4da6-9f58-e7d46c438ff4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=279fd642fe66492393c3aedd883e66bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7736320 Feb 03 04:39:58.196155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:58.209717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] In _notify_port_updated(), no bound segment for port da992014-c626-472a-86f4-152e66571c0a on network ef3692e0-01b4-41e7-8bd6-7db3fe789f44 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:39:58.211397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:58.212036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.213435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "PUT /v2.0/ports/da992014-c626-472a-86f4-152e66571c0a HTTP/1.1" status: 200 len: 979 time: 1.5371158 Feb 03 04:39:58.221424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:58.229196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] For port a5e04108-9fa9-4117-b753-0d8b6185cb6d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a5e04108-9fa9-4117-b753-0d8b6185cb6d,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:58.229711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.248015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] Calling delete_port for a5e04108-9fa9-4117-b753-0d8b6185cb6d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:58.259214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] device_id is not set on port 673cd5d3-ce8a-449a-ae08-1b7011480b0b yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:58.285060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf4d5a-3a3d-4c33-8770-9b6fda65b757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event updated for resources: {'Port': ['ID=da992014-c626-472a-86f4-152e66571c0a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:58.342527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1ca675a-a1e2-414a-8204-a218bcb8f577 admin admin] Publish callbacks [] for security_group (90cef8c3-cfd5-4568-8c81-c2ea8c148ff0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.353493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fabfea-c3e8-4cc5-af9f-35c58baafdf6 None None] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:58.374183 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (a5e04108-9fa9-4117-b753-0d8b6185cb6d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.377719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1ca675a-a1e2-414a-8204-a218bcb8f577 admin admin] Publish callbacks [] for security_group (90cef8c3-cfd5-4568-8c81-c2ea8c148ff0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.394018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Deleting port da992014-c626-472a-86f4-152e66571c0a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:39:58.394601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (da992014-c626-472a-86f4-152e66571c0a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.419239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Allocated IP 2001:db8::34b (db2a3808-72f8-49f2-8450-8e5f4cbc589b/1127a75f-63c0-4890-8a0a-e11db2e5c68d/673cd5d3-ce8a-449a-ae08-1b7011480b0b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:39:58.457393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] Pushing event deleted for resources: {'Port': ['ID=a5e04108-9fa9-4117-b753-0d8b6185cb6d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:58.475724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a08ff-7b57-4d75-9a73-c8ae16a8c6bf None None] No DVR routers for this DVR port a5e04108-9fa9-4117-b753-0d8b6185cb6d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:39:58.494602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ab0293a3-e515-4c84-869e-e35754e0efd8 None None] Provisioning complete for port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:58.495313 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0293a3-e515-4c84-869e-e35754e0efd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.543353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:39:58.544162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (7c0a59c1-8dd9-4312-8452-6f02a4304989), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.561447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e1112-c376-4da6-9f58-e7d46c438ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cef8c3-cfd5-4568-8c81-c2ea8c148ff0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:58.702577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab0293a3-e515-4c84-869e-e35754e0efd8 None None] Current status of the port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:58.703625 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0293a3-e515-4c84-869e-e35754e0efd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.708686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4ff134f2-2596-427b-99ab-b7eb61839106 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f6b9d9fe5174a13b0137f6f18aba187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119040 Feb 03 04:39:58.721320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:58.761867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ab0293a3-e515-4c84-869e-e35754e0efd8 None None] For port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,segment=NetworkSegment(c6f520ee-3108-420a-a34b-f4f0fd359096),segment_id=c6f520ee-3108-420a-a34b-f4f0fd359096)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:58.768976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0293a3-e515-4c84-869e-e35754e0efd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.834101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:39:58.881106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] For port da992014-c626-472a-86f4-152e66571c0a, host n-h1-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:39:58.881663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (da992014-c626-472a-86f4-152e66571c0a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.904520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Calling delete_port for da992014-c626-472a-86f4-152e66571c0a owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:39:58.914217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1ca675a-a1e2-414a-8204-a218bcb8f577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (90cef8c3-cfd5-4568-8c81-c2ea8c148ff0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.916850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1ca675a-a1e2-414a-8204-a218bcb8f577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:58.921024 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a1ca675a-a1e2-414a-8204-a218bcb8f577 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90cef8c3-cfd5-4568-8c81-c2ea8c148ff0 HTTP/1.1" status: 204 len: 168 time: 0.7207880 Feb 03 04:39:58.938546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0293a3-e515-4c84-869e-e35754e0efd8 None None] Pushing event updated for resources: {'Port': ['ID=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:58.950401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Checking segment: {'id': '4cab0096-b860-47aa-afc7-4cdf94812e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5f88b37b-ae69-4695-8888-c84922496056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:39:58.950778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network hostable DHCP agents. Network: 5f88b37b-ae69-4695-8888-c84922496056, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:39:58.953624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c0a59c1-8dd9-4312-8452-6f02a4304989,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:58.960884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:58.961555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.016603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca675a-a1e2-414a-8204-a218bcb8f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cef8c3-cfd5-4568-8c81-c2ea8c148ff0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:59.130746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (da992014-c626-472a-86f4-152e66571c0a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.163040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:59.190462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Pushing event deleted for resources: {'Port': ['ID=da992014-c626-472a-86f4-152e66571c0a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:59.192470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network 5f88b37b-ae69-4695-8888-c84922496056 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:39:59.234143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5af76120-616c-470e-bef1-8c3aeaa07725 None None] Provisioning complete for port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:39:59.237173 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5af76120-616c-470e-bef1-8c3aeaa07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.240204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.241768 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for port (673cd5d3-ce8a-449a-ae08-1b7011480b0b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.248265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47c2dff6-ac30-4b55-b49b-1cd8d1dd59bb admin admin] Publish callbacks [] for security_group (a57ac4bc-530c-4549-86f7-8d2b99dd3996), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.253456 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0afb64f-7709-468b-bb27-7eced237b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "DELETE /v2.0/ports/da992014-c626-472a-86f4-152e66571c0a HTTP/1.1" status: 204 len: 168 time: 1.0256968 Feb 03 04:39:59.259289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:59.280961 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47c2dff6-ac30-4b55-b49b-1cd8d1dd59bb admin admin] Publish callbacks [] for security_group (a57ac4bc-530c-4549-86f7-8d2b99dd3996), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.323608 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-072d845e-02f0-4588-9a2f-9792a0faaa79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] GET failed (client error): The resource could not be found. Feb 03 04:39:59.328855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-072d845e-02f0-4588-9a2f-9792a0faaa79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351152608-project-admin] 10.222.0.35 "GET /v2.0/ports/da992014-c626-472a-86f4-152e66571c0a HTTP/1.1" status: 404 len: 333 time: 0.0582192 Feb 03 04:39:59.329296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:59.337963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a5e04108-9fa9-4117-b753-0d8b6185cb6d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:39:59.374455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5f88b37b-ae69-4695-8888-c84922496056) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:59.382148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:59.382889 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.389017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47c2dff6-ac30-4b55-b49b-1cd8d1dd59bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a57ac4bc-530c-4549-86f7-8d2b99dd3996), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.391839 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47c2dff6-ac30-4b55-b49b-1cd8d1dd59bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.397394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47c2dff6-ac30-4b55-b49b-1cd8d1dd59bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a57ac4bc-530c-4549-86f7-8d2b99dd3996 HTTP/1.1" status: 204 len: 168 time: 0.6704414 Feb 03 04:39:59.402936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115749-072a-459d-b338-1bfcbed80bc5 req-670979b6-f37d-4fe7-bebe-4da910f86539 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:59.411307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f115749-072a-459d-b338-1bfcbed80bc5 req-670979b6-f37d-4fe7-bebe-4da910f86539 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.3773055 Feb 03 04:39:59.422000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (72f04962-5d78-4e5f-bf4b-ede624f46437), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.433796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a712399-0e8a-4809-96b9-1ef7f9b5b578 None None] Network 5f88b37b-ae69-4695-8888-c84922496056 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:59.444770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a5e04108-9fa9-4117-b753-0d8b6185cb6d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:39:59.445350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a5e04108-9fa9-4117-b753-0d8b6185cb6d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:39:59.512996 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (ef3692e0-01b4-41e7-8bd6-7db3fe789f44), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.522576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4d9e0e45-5b6b-495b-8337-051c2c5fdef3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3585041 Feb 03 04:39:59.523601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2dff6-ac30-4b55-b49b-1cd8d1dd59bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ac4bc-530c-4549-86f7-8d2b99dd3996,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:59.527127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:59.544945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1402978418', 'network_id': '5f88b37b-ae69-4695-8888-c84922496056'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:59.552060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:59.560641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:59.564449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:59.565690 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.581045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c5677a-b8f4-4581-9041-145040503413 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:59.650845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=72f04962-5d78-4e5f-bf4b-ede624f46437,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:39:59.669137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e7280cb4-de0b-4e68-ad81-0420e1585c6f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2933471 Feb 03 04:39:59.672853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55436) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:39:59.681205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-46321260-0f1d-4ca2-adda-3efdcbdc3231 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:39:59.703625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f115749-072a-459d-b338-1bfcbed80bc5 req-6b3c126d-0d99-431a-85e5-38f8b29cadbd tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911813 Feb 03 04:39:59.705911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Made reservation on behalf of 0b035154e93642ac954adb769badafc7 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:39:59.718088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.735818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (673cd5d3-ce8a-449a-ae08-1b7011480b0b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.782067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] device_id is not set on port 04a373e8-7fca-4665-831b-f6c392b99761 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:39:59.820176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:39:59.840354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb3675-ff2b-44b2-9649-8240f5e3a9c2 None None] Network 5f88b37b-ae69-4695-8888-c84922496056 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:39:59.864997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5af76120-616c-470e-bef1-8c3aeaa07725 None None] Current status of the port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:39:59.899355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:39:59.902907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:39:59.915833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:39:59.916648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.969225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (ef3692e0-01b4-41e7-8bd6-7db3fe789f44), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:39:59.993980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event updated for resources: {'Port': ['ID=673cd5d3-ce8a-449a-ae08-1b7011480b0b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:00.021320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7447ab90-638d-4901-ab7c-221edc795c86 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8732452 Feb 03 04:40:00.026580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:00.075464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5af76120-616c-470e-bef1-8c3aeaa07725 None None] Provisioning complete for port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:00.079683 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5af76120-616c-470e-bef1-8c3aeaa07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.083488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3692e0-01b4-41e7-8bd6-7db3fe789f44']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:00.117453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe95408-d406-48f3-ad2e-c79343c4379c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:00.117798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe95408-d406-48f3-ad2e-c79343c4379c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:00.147342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-355aef9b-164b-424f-8915-d5c2d7f691fe', 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'project_id': '0f7f25bd352f47ff854f0cd2bd161863', 'fixed_ips': [{'subnet_id': '72f04962-5d78-4e5f-bf4b-ede624f46437'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:00.148670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.154319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (cbe95408-d406-48f3-ad2e-c79343c4379c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.169839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5af76120-616c-470e-bef1-8c3aeaa07725 None None] Port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:00.172940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46321260-0f1d-4ca2-adda-3efdcbdc3231 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:00.183870 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46321260-0f1d-4ca2-adda-3efdcbdc3231 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.209247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Allocated IP 172.20.0.12 (5f88b37b-ae69-4695-8888-c84922496056/7c0a59c1-8dd9-4312-8452-6f02a4304989/04a373e8-7fca-4665-831b-f6c392b99761) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:00.310755 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-46321260-0f1d-4ca2-adda-3efdcbdc3231 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72f04962-5d78-4e5f-bf4b-ede624f46437 (CIDR: 2001:db8::/64) Feb 03 04:40:00.320047 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-46321260-0f1d-4ca2-adda-3efdcbdc3231 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:40:00.320257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46321260-0f1d-4ca2-adda-3efdcbdc3231 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:00.339553 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cbe95408-d406-48f3-ad2e-c79343c4379c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.340922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-17be2bd7-678d-4445-840f-686ee5079c7b None None] Provisioning complete for port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:00.342129 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17be2bd7-678d-4445-840f-686ee5079c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.365352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c589ab6-be0e-4c68-b475-a52754c55aae tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:00.371418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c589ab6-be0e-4c68-b475-a52754c55aae tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:00.373357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:00.373766 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (cbe95408-d406-48f3-ad2e-c79343c4379c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.377916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c589ab6-be0e-4c68-b475-a52754c55aae tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:00.382630 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:00.385265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9c589ab6-be0e-4c68-b475-a52754c55aae tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3576555 Feb 03 04:40:00.387815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:00.408789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:00.448333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-17be2bd7-678d-4445-840f-686ee5079c7b None None] Port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:00.466812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-46321260-0f1d-4ca2-adda-3efdcbdc3231 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7925720 Feb 03 04:40:00.472694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55468) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:00.478965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'subnet': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:00.495253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Allocated IP 2001:db8::2 (355aef9b-164b-424f-8915-d5c2d7f691fe/72f04962-5d78-4e5f-bf4b-ede624f46437/72f111a0-ad5b-456e-8ac5-0045d9e16ac7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:00.692635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (ef3692e0-01b4-41e7-8bd6-7db3fe789f44), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.712874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.725542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] 10.222.0.35 "DELETE /v2.0/networks/ef3692e0-01b4-41e7-8bd6-7db3fe789f44 HTTP/1.1" status: 204 len: 168 time: 1.3941262 Feb 03 04:40:00.811146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Deleting port 673cd5d3-ce8a-449a-ae08-1b7011480b0b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:00.820404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (673cd5d3-ce8a-449a-ae08-1b7011480b0b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.910149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:00.913479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:00.973388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for port (04a373e8-7fca-4665-831b-f6c392b99761), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.026315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:01.047142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (673cd5d3-ce8a-449a-ae08-1b7011480b0b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.067823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'networks': [{'name': 'tempest-network--680726696'}, {'name': 'tempest-network--2140259900'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:01.068210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'network': {'name': 'tempest-network--680726696'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:01.069361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'network': {'name': 'tempest-network--2140259900'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:01.075876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (04a373e8-7fca-4665-831b-f6c392b99761), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.081310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d67590-6f2e-47a2-879d-29a55cd5ae6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944801438-project] Pushing event deleted for resources: {'Network': ['ID=ef3692e0-01b4-41e7-8bd6-7db3fe789f44,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:01.090963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Calling delete_port for 673cd5d3-ce8a-449a-ae08-1b7011480b0b owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:01.134182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network 5f88b37b-ae69-4695-8888-c84922496056 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:01.136560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-787de3f6-068b-4a92-a5af-72823a678f0f None None] Provisioning complete for port 673cd5d3-ce8a-449a-ae08-1b7011480b0b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:01.141409 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-787de3f6-068b-4a92-a5af-72823a678f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (673cd5d3-ce8a-449a-ae08-1b7011480b0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.142809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:01.146969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70939dcb-62bf-4447-8f25-6f63ebec615c req-d0e3fe6a-64c3-4f37-a646-86de0560d354 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:01.149941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70939dcb-62bf-4447-8f25-6f63ebec615c req-d0e3fe6a-64c3-4f37-a646-86de0560d354 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.2095830 Feb 03 04:40:01.174708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:01.194538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:01.194919 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.237973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:01.239319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.256816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-787de3f6-068b-4a92-a5af-72823a678f0f None None] Port 673cd5d3-ce8a-449a-ae08-1b7011480b0b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:01.259455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Made reservation on behalf of f0a4a80e1b694f7599f5294a36efd14b for: {'network': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:01.265205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.281190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.292185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.7624524 Feb 03 04:40:01.293948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55482) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:01.294284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:01.380736 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Publish callbacks [] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.427019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for security_group (667ef0e7-75d2-411b-b4a9-b1e65aa2896a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.428870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8f413-9cbd-4b3e-abee-33447362235e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Port': ['ID=04a373e8-7fca-4665-831b-f6c392b99761,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:01.434028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:01.438112 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (667ef0e7-75d2-411b-b4a9-b1e65aa2896a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.438800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.440763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.479782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667ef0e7-75d2-411b-b4a9-b1e65aa2896a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:01.481023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:01.486081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:01.488809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:01.524191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:01.527635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Pushing event updated for resources: {'Port': ['ID=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:01.531784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:01.547377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (55036d91-0f40-432c-91d2-d3d65ae72f7a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.549718 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Added segment 55036d91-0f40-432c-91d2-d3d65ae72f7a of type vlan for network 59598a56-3d9f-4bc6-85ad-2253f64ca1a9 Feb 03 04:40:01.571976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Attempting to bind port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:01.572370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Attempting to bind port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:01.572808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Attempting to bind port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 on network 355aef9b-164b-424f-8915-d5c2d7f691fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:01.586061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:01.586399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Checking segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:01.586839 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.587369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Bound using segment: {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:01.587952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Bound port: 72f111a0-ad5b-456e-8ac5-0045d9e16ac7, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e793e-6d80-485c-b8c7-22648e22d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:01.588351 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.621140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (59598a56-3d9f-4bc6-85ad-2253f64ca1a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.626915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70939dcb-62bf-4447-8f25-6f63ebec615c req-551c75bf-ac44-4f51-9a62-95bf403ee77b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293842 Feb 03 04:40:01.649720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1909405897-network', 'tenant_id': 'a3c9bae642f34c8b8b528fa276859a52'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:01.682177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Made reservation on behalf of a3c9bae642f34c8b8b528fa276859a52 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:01.684822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.697574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.698151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] For port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:01.701714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] For port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:01.710918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.726819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:01.760111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0271d1e6-8b17-4eab-9e6c-24198fc26c10), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.761048 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Added segment 0271d1e6-8b17-4eab-9e6c-24198fc26c10 of type vlan for network b0b6e67a-450c-4a1f-bb58-63677903124d Feb 03 04:40:01.777828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d73f3-2aa2-4d80-b974-4fb9c3cf1968 None None] Pushing event updated for resources: {'Port': ['ID=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:01.831749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ab1156ac-14d4-4348-9f92-ed743ebc438d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a48bf86f07e4857b65ffea14047c8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356743 Feb 03 04:40:01.831963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:01.837111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (673cd5d3-ce8a-449a-ae08-1b7011480b0b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.855346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Deleting port 04a373e8-7fca-4665-831b-f6c392b99761 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:01.855820 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (04a373e8-7fca-4665-831b-f6c392b99761), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.877465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b0b6e67a-450c-4a1f-bb58-63677903124d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.900571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event deleted for resources: {'Port': ['ID=673cd5d3-ce8a-449a-ae08-1b7011480b0b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:01.942465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3af6bd-655f-44f2-bb9e-91b452b7efc5 admin admin] Publish callbacks [] for security_group (c067e1cb-98d4-412b-b9da-f078c36bec0d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.984345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (59598a56-3d9f-4bc6-85ad-2253f64ca1a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.984999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b0b6e67a-450c-4a1f-bb58-63677903124d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:01.992987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:01.997372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:01.998051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.002495 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3af6bd-655f-44f2-bb9e-91b452b7efc5 admin admin] Publish callbacks [] for security_group (c067e1cb-98d4-412b-b9da-f078c36bec0d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.025746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks [] for security_group (0e98a844-dbb0-40cf-990b-c2d179130d0b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.029336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (04a373e8-7fca-4665-831b-f6c392b99761), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.058862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0e98a844-dbb0-40cf-990b-c2d179130d0b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.059056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Calling delete_port for 04a373e8-7fca-4665-831b-f6c392b99761 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:02.132049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7198179 Feb 03 04:40:02.135686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:02.183073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:02.238103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.241754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c87fbf5-5e49-40fd-b66a-b31ca1859eda tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "DELETE /v2.0/ports/673cd5d3-ce8a-449a-ae08-1b7011480b0b HTTP/1.1" status: 204 len: 168 time: 1.8521385 Feb 03 04:40:02.243926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Network': ['ID=59598a56-3d9f-4bc6-85ad-2253f64ca1a9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:02.248502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98a844-dbb0-40cf-990b-c2d179130d0b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:02.250029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:02.258492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Request body: {'port': {'name': 'tempest-new-port-name-2078291070', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:02.258645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (54381793-e9b6-43cf-9731-2fcbf510cd2e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.258930 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Added segment 54381793-e9b6-43cf-9731-2fcbf510cd2e of type vlan for network 97ec8e0a-4000-4d40-8779-abca58915684 Feb 03 04:40:02.260675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.api.validators [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] bootfile-name is not in valid_values {{(pid=103323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:40:02.260675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.api.validators [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] tftp-server is not in valid_values {{(pid=103323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:40:02.260675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.api.validators [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] server-ip-address is not in valid_values {{(pid=103323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:40:02.268677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 59598a56-3d9f-4bc6-85ad-2253f64ca1a9 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:02.470244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (97ec8e0a-4000-4d40-8779-abca58915684), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.474807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3af6bd-655f-44f2-bb9e-91b452b7efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c067e1cb-98d4-412b-b9da-f078c36bec0d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.477544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b3af6bd-655f-44f2-bb9e-91b452b7efc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.481215 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5b3af6bd-655f-44f2-bb9e-91b452b7efc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c067e1cb-98d4-412b-b9da-f078c36bec0d HTTP/1.1" status: 204 len: 168 time: 0.6445427 Feb 03 04:40:02.489432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98430e-ff05-4fca-8672-2b9d1aef66d5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Network': ['ID=b0b6e67a-450c-4a1f-bb58-63677903124d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:02.504504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b0b6e67a-450c-4a1f-bb58-63677903124d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:02.529655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3af6bd-655f-44f2-bb9e-91b452b7efc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067e1cb-98d4-412b-b9da-f078c36bec0d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:02.592533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687b2cc-3f0b-4d9f-927a-e7434f239c29 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:02.597696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687b2cc-3f0b-4d9f-927a-e7434f239c29 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:02.607898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687b2cc-3f0b-4d9f-927a-e7434f239c29 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:02.618879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687b2cc-3f0b-4d9f-927a-e7434f239c29 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:02.624191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687b2cc-3f0b-4d9f-927a-e7434f239c29 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:02.630570 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7687b2cc-3f0b-4d9f-927a-e7434f239c29 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.4396915 Feb 03 04:40:02.631311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:02.749519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (59598a56-3d9f-4bc6-85ad-2253f64ca1a9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.751286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (97ec8e0a-4000-4d40-8779-abca58915684), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.752291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:02.752868 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.799759 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2629335 Feb 03 04:40:02.800690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:02.861880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:02.905298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Request body: {'subnet': {'network_id': '97ec8e0a-4000-4d40-8779-abca58915684', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1909405897-subnet', 'tenant_id': 'a3c9bae642f34c8b8b528fa276859a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:02.963984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:02.964365 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:02.969763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.objects.ports [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 04:40:03.067338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (59598a56-3d9f-4bc6-85ad-2253f64ca1a9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.072774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.076802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:03.090276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:03.090667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.105003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59598a56-3d9f-4bc6-85ad-2253f64ca1a9']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:03.111518 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (04a373e8-7fca-4665-831b-f6c392b99761), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.123662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55036d91-0f40-432c-91d2-d3d65ae72f7a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:03.124339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55036d91-0f40-432c-91d2-d3d65ae72f7a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:03.142992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:03.143436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (55036d91-0f40-432c-91d2-d3d65ae72f7a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.156313 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeeec9c6-ddb0-4690-adf6-12e1398d9693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.171339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (55036d91-0f40-432c-91d2-d3d65ae72f7a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.172182 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.184493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:03.185667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (55036d91-0f40-432c-91d2-d3d65ae72f7a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.249586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:03.273042 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:03.276398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b74def-4a02-41bb-a884-7463011a3cec admin admin] Pushing event updated for resources: {'Network': ['ID=97ec8e0a-4000-4d40-8779-abca58915684,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:03.289702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 97ec8e0a-4000-4d40-8779-abca58915684 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:03.298136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (59598a56-3d9f-4bc6-85ad-2253f64ca1a9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.303463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.309528 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/networks/59598a56-3d9f-4bc6-85ad-2253f64ca1a9 HTTP/1.1" status: 204 len: 168 time: 0.6731555 Feb 03 04:40:03.312938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:03.338525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event deleted for resources: {'Port': ['ID=04a373e8-7fca-4665-831b-f6c392b99761,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:03.427337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9b21e-31e3-44fe-a8f5-1e04034d52f9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Network': ['ID=59598a56-3d9f-4bc6-85ad-2253f64ca1a9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:03.437103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Made reservation on behalf of a3c9bae642f34c8b8b528fa276859a52 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:03.439637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.461188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b0b6e67a-450c-4a1f-bb58-63677903124d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.502937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677b7c-d739-4dbc-b710-d7a894d320a6 req-0f58da21-f0cb-4758-8db1-82b9d4c3111a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:03.504735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b677b7c-d739-4dbc-b710-d7a894d320a6 req-0f58da21-f0cb-4758-8db1-82b9d4c3111a tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.7100089 Feb 03 04:40:03.508683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-20734c4a-7ce3-4396-935c-3c7d26e8e15d None None] Provisioning complete for port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:03.509303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20734c4a-7ce3-4396-935c-3c7d26e8e15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.513615 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.516919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-27eeda1e-aba2-4a42-987b-55f4ba8e88d9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "DELETE /v2.0/ports/04a373e8-7fca-4665-831b-f6c392b99761 HTTP/1.1" status: 204 len: 168 time: 2.2200444 Feb 03 04:40:03.522066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:03.534483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7dcc27c2-29e5-4111-bb82-63d80a124d1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67122166bb3f438bb1e0b3dc6b297231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259107 Feb 03 04:40:03.535471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:03.539469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f88b37b-ae69-4695-8888-c84922496056', 'external_fixed_ips': [{'subnet_id': '7c0a59c1-8dd9-4312-8452-6f02a4304989', 'ip_address': '172.20.0.12'}]}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:03.608709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b677b7c-d739-4dbc-b710-d7a894d320a6 req-d51ff851-d8d2-4949-b07f-8c277f459f6b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856304 Feb 03 04:40:03.623438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-20734c4a-7ce3-4396-935c-3c7d26e8e15d None None] Current status of the port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:03.660427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (65045936-8682-4410-a41c-df71aacb287e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.661464 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (65045936-8682-4410-a41c-df71aacb287e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.669916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b0b6e67a-450c-4a1f-bb58-63677903124d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.688638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.736511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b6e67a-450c-4a1f-bb58-63677903124d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:03.759527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0271d1e6-8b17-4eab-9e6c-24198fc26c10') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:03.759858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0271d1e6-8b17-4eab-9e6c-24198fc26c10') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:03.770923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b3ab4-cffe-4c0b-b2c4-4b2935ccdbee admin admin] Publish callbacks [] for security_group (313fffff-e17c-49e8-9097-568ea6fb42b5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.779901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (0271d1e6-8b17-4eab-9e6c-24198fc26c10), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.784582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (65045936-8682-4410-a41c-df71aacb287e), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.789616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.802367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.810098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0271d1e6-8b17-4eab-9e6c-24198fc26c10), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.843541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b3ab4-cffe-4c0b-b2c4-4b2935ccdbee admin admin] Publish callbacks [] for security_group (313fffff-e17c-49e8-9097-568ea6fb42b5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.848788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:03.849012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (0271d1e6-8b17-4eab-9e6c-24198fc26c10), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:03.852694 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:03.857957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] In _notify_port_updated(), no bound segment for port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb on network db2a3808-72f8-49f2-8450-8e5f4cbc589b {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:40:03.863791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:03.864356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:03.868459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "PUT /v2.0/ports/17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb HTTP/1.1" status: 200 len: 1130 time: 1.6149886 Feb 03 04:40:03.874163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:03.932631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (bca85c5d-dda2-4d9d-96b9-b6cd283000c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.026179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eba65e-6047-4c2e-b638-070e114f926f tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:04.031767 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-18eba65e-6047-4c2e-b638-070e114f926f tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "GET /v2.0/ports/17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb HTTP/1.1" status: 200 len: 1130 time: 0.1504509 Feb 03 04:40:04.035212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:04.036481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b0b6e67a-450c-4a1f-bb58-63677903124d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.058663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.064817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/networks/b0b6e67a-450c-4a1f-bb58-63677903124d HTTP/1.1" status: 204 len: 168 time: 0.7487743 Feb 03 04:40:04.093060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:04.175840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f4e47-e3c9-4a97-bd41-1eb0b2a9b5d0 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event updated for resources: {'Port': ['ID=17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:04.194724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (65045936-8682-4410-a41c-df71aacb287e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.194924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0d040-1cae-42f2-a6a7-58ab0c0170ba tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Network': ['ID=b0b6e67a-450c-4a1f-bb58-63677903124d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:04.253030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca85c5d-dda2-4d9d-96b9-b6cd283000c6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:04.288859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1cdb6265-ec8d-477f-a897-0eb618d6ac77 None None] Provisioning complete for port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:04.289327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6265-ec8d-477f-a897-0eb618d6ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.300363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b3ab4-cffe-4c0b-b2c4-4b2935ccdbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (313fffff-e17c-49e8-9097-568ea6fb42b5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.303054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b3ab4-cffe-4c0b-b2c4-4b2935ccdbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.304538 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0f9b3ab4-cffe-4c0b-b2c4-4b2935ccdbee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/313fffff-e17c-49e8-9097-568ea6fb42b5 HTTP/1.1" status: 204 len: 168 time: 0.7676456 Feb 03 04:40:04.326193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b3ab4-cffe-4c0b-b2c4-4b2935ccdbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313fffff-e17c-49e8-9097-568ea6fb42b5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:04.329933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Checking segment: {'id': '54381793-e9b6-43cf-9731-2fcbf510cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97ec8e0a-4000-4d40-8779-abca58915684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:04.330554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Network hostable DHCP agents. Network: 97ec8e0a-4000-4d40-8779-abca58915684, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:04.366127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Network 97ec8e0a-4000-4d40-8779-abca58915684 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:04.379546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Deleting port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:04.380203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.386818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 97ec8e0a-4000-4d40-8779-abca58915684) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:04.392435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb6265-ec8d-477f-a897-0eb618d6ac77 None None] Port 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:04.400793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70444566-2520-4e33-9bbe-4d00ca31cfa4 None None] Network 97ec8e0a-4000-4d40-8779-abca58915684 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:04.406669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:04.407470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.480264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1138b838-88c7-4eaf-8998-7ebb0897861e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6265414 Feb 03 04:40:04.534596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.561972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Calling delete_port for 17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:04.569953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] For port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:04.592197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f71ff6-7b35-4bae-8cdb-89bd32a6ba2c None None] Network 97ec8e0a-4000-4d40-8779-abca58915684 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:04.602084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa729adb-cef9-42f9-a65d-dd6f014c1bf9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:04.609044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa729adb-cef9-42f9-a65d-dd6f014c1bf9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:04.614983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa729adb-cef9-42f9-a65d-dd6f014c1bf9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:04.620816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fa729adb-cef9-42f9-a65d-dd6f014c1bf9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.5286944 Feb 03 04:40:04.623217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:04.636641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2106135318'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:04.714662 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.719222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Made reservation on behalf of f0a4a80e1b694f7599f5294a36efd14b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:04.723900 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.738688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.791018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:04.834095 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.862470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:04.948731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c4b0c1a7-0050-47b5-8c8c-563c4f562384), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:04.949096 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Added segment c4b0c1a7-0050-47b5-8c8c-563c4f562384 of type vlan for network 7dd65694-6140-4b83-a228-83f2013c1ca8 Feb 03 04:40:04.993985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:04.994437 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.016214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.050442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (7dd65694-6140-4b83-a228-83f2013c1ca8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.085305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event deleted for resources: {'Port': ['ID=17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:05.128373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.137565 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d286f680-978d-45e5-861b-a9bf0fac2e73 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "DELETE /v2.0/ports/17cdbc4b-e19c-49fb-bae3-2cc9e7738ddb HTTP/1.1" status: 204 len: 168 time: 1.0989566 Feb 03 04:40:05.138572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:05.146090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:05.175021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (7dd65694-6140-4b83-a228-83f2013c1ca8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.183632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:05.183850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.221146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:05.231843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Deleting subnet 1127a75f-63c0-4890-8a0a-e11db2e5c68d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:05.241818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for subnet (1127a75f-63c0-4890-8a0a-e11db2e5c68d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.289921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:05.338390 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (1127a75f-63c0-4890-8a0a-e11db2e5c68d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.428955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:05.436012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:05.436636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.441720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e91388-f6aa-4f85-854c-5a5d58599968 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:05.451763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8264849 Feb 03 04:40:05.466709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:05.473587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-466462070'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:05.494736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Subnet': ['ID=56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:05.551636 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1127a75f-63c0-4890-8a0a-e11db2e5c68d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.562990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Made reservation on behalf of f0a4a80e1b694f7599f5294a36efd14b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:05.566973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.572940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcdd1c-17dd-4646-b5d9-785f12c201a0 req-494cbe5e-fe1d-46e3-afa3-3f80c7cbea7b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:05.580792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53bcdd1c-17dd-4646-b5d9-785f12c201a0 req-494cbe5e-fe1d-46e3-afa3-3f80c7cbea7b tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.7779057 Feb 03 04:40:05.614838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f9c10a7e-069d-4336-98de-06ce2cc38a7f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1399953 Feb 03 04:40:05.615787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a28c0-7aa6-4224-9f0b-09a64eedd141 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Network': ['ID=7dd65694-6140-4b83-a228-83f2013c1ca8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:05.628755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 7dd65694-6140-4b83-a228-83f2013c1ca8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:05.641350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:05.697492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (1127a75f-63c0-4890-8a0a-e11db2e5c68d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.704380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:05.726326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Request body: {'port': {'network_id': '355aef9b-164b-424f-8915-d5c2d7f691fe', 'mac_address': 'fa:16:3e:ef:1c:df', 'name': 'tempest-NetworksTestDHCPv6-973866175'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:05.759042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event deleted for resources: {'Subnet': ['ID=1127a75f-63c0-4890-8a0a-e11db2e5c68d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:05.761992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53bcdd1c-17dd-4646-b5d9-785f12c201a0 req-5f84430b-c6ea-4a20-bd21-d4577bb99121 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802356 Feb 03 04:40:05.782922 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (65045936-8682-4410-a41c-df71aacb287e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.789643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.806161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e817a-e7c6-44a2-a482-ca22b0a39066 None None] Network db2a3808-72f8-49f2-8450-8e5f4cbc589b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:05.808109 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-60ee29d0-6d8f-4675-8e21-b9812e1ce5cb tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "DELETE /v2.0/subnets/1127a75f-63c0-4890-8a0a-e11db2e5c68d HTTP/1.1" status: 204 len: 168 time: 0.6682580 Feb 03 04:40:05.815316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5279060c-f417-4d0e-b372-9fb690d6a41c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.815840 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Added segment 5279060c-f417-4d0e-b372-9fb690d6a41c of type vlan for network 8bda1706-1a21-4ada-9bcb-35540a20ff17 Feb 03 04:40:05.817105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:05.940068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (db2a3808-72f8-49f2-8450-8e5f4cbc589b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:05.954146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:06.101154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (8bda1706-1a21-4ada-9bcb-35540a20ff17), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.116042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] DHCP port deletion for db2a3808-72f8-49f2-8450-8e5f4cbc589b request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:40:06.203079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'networks': [{'name': 'tempest-network--791104315'}, {'name': 'tempest-network--1263824655'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:06.203622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'network': {'name': 'tempest-network--791104315'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:06.204264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'network': {'name': 'tempest-network--1263824655'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:06.241158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] Deleting port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:06.241546 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.254848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (8bda1706-1a21-4ada-9bcb-35540a20ff17), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.263674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:06.264379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.267907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Deleting port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:06.268276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.292450 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.340365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959817-448e-440f-8968-dcc2ab9d231c req-2f8fba11-93eb-4132-bb5b-9cbfbad36ab6 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:06.343810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] For port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,segment=NetworkSegment(c6f520ee-3108-420a-a34b-f4f0fd359096),segment_id=c6f520ee-3108-420a-a34b-f4f0fd359096)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:06.344227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.348463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-2f8fba11-93eb-4132-bb5b-9cbfbad36ab6 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/networks?id=97ec8e0a-4000-4d40-8779-abca58915684 HTTP/1.1" status: 200 len: 813 time: 0.9053643 Feb 03 04:40:06.358833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Calling delete_port for 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:06.364296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] For port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,segment=NetworkSegment(c6f520ee-3108-420a-a34b-f4f0fd359096),segment_id=c6f520ee-3108-420a-a34b-f4f0fd359096)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:06.364821 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.379520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] Calling delete_port for 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:06.384041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa3d2-d3e9-4e76-ae9d-4fdeb547ac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.403941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-67583818-58b4-4d92-bacb-c1697202a21a tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/quotas/a3c9bae642f34c8b8b528fa276859a52 HTTP/1.1" status: 200 len: 375 time: 0.0545120 Feb 03 04:40:06.443973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Made reservation on behalf of 61a9b54808a64348b5ffcad738103a13 for: {'network': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:06.452337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.476079 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.493870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.497752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0298622 Feb 03 04:40:06.508168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:06.532327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'ports': [{'network_id': '7dd65694-6140-4b83-a228-83f2013c1ca8', 'name': 'tempest-port--823722845', 'admin_state_up': True}, {'network_id': '8bda1706-1a21-4ada-9bcb-35540a20ff17', 'admin_state_up': False}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:06.532931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'port': {'network_id': '7dd65694-6140-4b83-a228-83f2013c1ca8', 'name': 'tempest-port--823722845', 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:06.533518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'port': {'network_id': '8bda1706-1a21-4ada-9bcb-35540a20ff17', 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:06.541742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] Pushing event deleted for resources: {'Port': ['ID=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:06.563153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e6e74-0b51-4cfc-a9d3-a68b4681fc22 None None] No DVR routers for this DVR port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:06.576002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f0ac6c16-1ccd-4975-a18b-3005eff753b6 None None] Provisioning complete for port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:06.576671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6c16-1ccd-4975-a18b-3005eff753b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.609169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Made reservation on behalf of 0f7f25bd352f47ff854f0cd2bd161863 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:06.629157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1365e0-0ba1-43a1-89e6-cd794b1a0ba5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Network': ['ID=8bda1706-1a21-4ada-9bcb-35540a20ff17,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:06.650579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-4c9a71e6-33a4-4e25-bafe-cbcb4c860dc6 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3c9bae642f34c8b8b528fa276859a52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2262044 Feb 03 04:40:06.655282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 8bda1706-1a21-4ada-9bcb-35540a20ff17 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:06.748164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.749419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7c5bbd45-8d2a-4898-88b4-702e4ff7c21b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.796120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:06.830325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event deleted for resources: {'Port': ['ID=7c5bbd45-8d2a-4898-88b4-702e4ff7c21b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:06.835855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] No DVR routers for this DVR port 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:06.873675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac6c16-1ccd-4975-a18b-3005eff753b6 None None] Current status of the port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:06.906501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:06.906719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.940824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (db2a3808-72f8-49f2-8450-8e5f4cbc589b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:06.978333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2a3808-72f8-49f2-8450-8e5f4cbc589b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:06.978842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.002426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f520ee-3108-420a-a34b-f4f0fd359096') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:07.002664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f520ee-3108-420a-a34b-f4f0fd359096') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:07.010120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:07.014009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-6da00114-f267-48eb-90ef-126df93393b9 service neutron] 10.222.0.35 "GET /v2.0/networks/97ec8e0a-4000-4d40-8779-abca58915684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442063 Feb 03 04:40:07.015775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for security_group (34be4be2-7acc-4ae2-b70b-e9f2e72397dd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.021884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Made reservation on behalf of f0a4a80e1b694f7599f5294a36efd14b for: {'port': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:07.026922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.030146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c6f520ee-3108-420a-a34b-f4f0fd359096), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.044286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (34be4be2-7acc-4ae2-b70b-e9f2e72397dd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.044811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.071420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.074490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Allocated IP 172.20.0.12 (5f88b37b-ae69-4695-8888-c84922496056/7c0a59c1-8dd9-4312-8452-6f02a4304989/9ac55518-2921-4342-a30a-dbf819699f5d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:07.077413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6f520ee-3108-420a-a34b-f4f0fd359096), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.081111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] device_id is not set on port 9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:40:07.090257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:07.107228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:07.107684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c6f520ee-3108-420a-a34b-f4f0fd359096), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:07.111269 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:07.114395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34be4be2-7acc-4ae2-b70b-e9f2e72397dd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:07.122502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:07.122980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7c5bbd45-8d2a-4898-88b4-702e4ff7c21b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:07.136486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2e156-f872-496b-a0fc-aad7858cf29c req-c24ccc65-b864-4e9f-bb92-f2cb9b09a5d4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:07.138033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccb2e156-f872-496b-a0fc-aad7858cf29c req-c24ccc65-b864-4e9f-bb92-f2cb9b09a5d4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.2550235 Feb 03 04:40:07.202404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:07.261776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (db2a3808-72f8-49f2-8450-8e5f4cbc589b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.273097 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.279013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] 10.222.0.35 "DELETE /v2.0/networks/db2a3808-72f8-49f2-8450-8e5f4cbc589b HTTP/1.1" status: 204 len: 168 time: 1.4583399 Feb 03 04:40:07.303780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cd5233c5-f000-4f32-8a72-2545502fc9d3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.304273 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Added segment cd5233c5-f000-4f32-8a72-2545502fc9d3 of type vlan for network 84728736-0521-412c-9632-417a7cac1a6b Feb 03 04:40:07.316361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-284d8f42-4016-4d2e-a87e-8519d733fc2b service neutron] 10.222.0.35 "GET /v2.0/networks/97ec8e0a-4000-4d40-8779-abca58915684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866504 Feb 03 04:40:07.341525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb559760-7833-48d3-a962-11196fbbc0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361 tempest-ExtraDHCPOptionsIpV6TestJSON-215876361-project] Pushing event deleted for resources: {'Network': ['ID=db2a3808-72f8-49f2-8450-8e5f4cbc589b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:07.383005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccb2e156-f872-496b-a0fc-aad7858cf29c req-ab4f2b8b-3139-4b8b-947d-bbe445befc9f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078538 Feb 03 04:40:07.433280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] device_id is not set on port e43aee54-be0f-4f60-a138-5bfe98e6db66 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:40:07.437882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (84728736-0521-412c-9632-417a7cac1a6b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.481565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for port (9ac55518-2921-4342-a30a-dbf819699f5d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.506748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8::2c4 (355aef9b-164b-424f-8915-d5c2d7f691fe/72f04962-5d78-4e5f-bf4b-ede624f46437/9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:07.531494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:1cdf (355aef9b-164b-424f-8915-d5c2d7f691fe/56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e/9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:07.587478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for port (e43aee54-be0f-4f60-a138-5bfe98e6db66), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.664605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0a8b096-9a1e-4050-b935-0b984561632c req-b2e00fab-d8d7-4cf4-9a9a-236a8f77ae04 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 210 time: 0.0991790 Feb 03 04:40:07.708617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.725866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] device_id is not set on port 5f50c9ca-b075-4e91-b331-c35a1f6b236b yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:40:07.812708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network 5f88b37b-ae69-4695-8888-c84922496056 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:07.814603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:07.832317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:07.842819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:07.887851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac55518-2921-4342-a30a-dbf819699f5d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:07.902460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (afc4f63c-06f9-4b97-8a61-933e4d65091c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:07.903266 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Added segment afc4f63c-06f9-4b97-8a61-933e4d65091c of type vlan for network 1236b809-3bbc-4be4-81a0-1dff00263da9 Feb 03 04:40:08.005300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:08.045290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1236b809-3bbc-4be4-81a0-1dff00263da9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.055529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for port (5f50c9ca-b075-4e91-b331-c35a1f6b236b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.089781 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.151644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (84728736-0521-412c-9632-417a7cac1a6b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.152165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1236b809-3bbc-4be4-81a0-1dff00263da9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.159055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:08.165214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:08.167331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.229926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for port (9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.240069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e43aee54-be0f-4f60-a138-5bfe98e6db66), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.266296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3029630 Feb 03 04:40:08.278224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:08.349322 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (65045936-8682-4410-a41c-df71aacb287e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.417893 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a51e4b8c-7a09-4bfe-ad8a-3ee3de96d5d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e9046c69e9145eebbd7e74b01dfce0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083860 Feb 03 04:40:08.427103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:08.466395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Network': ['ID=84728736-0521-412c-9632-417a7cac1a6b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:08.478394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Port': ['ID=e43aee54-be0f-4f60-a138-5bfe98e6db66,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:08.479108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 84728736-0521-412c-9632-417a7cac1a6b details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:08.482804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.568303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Network 355aef9b-164b-424f-8915-d5c2d7f691fe is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:08.579169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:08.588966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:08.596827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:08.597747 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.630615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event updated for resources: {'Port': ['ID=9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:08.644290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6a00eaf2-319a-4f53-bb4e-bac9adea85af tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9357615 Feb 03 04:40:08.680181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:08.734981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a64764-9e25-4061-9a2c-6fdc0a1c3849 req-b6f2ffc7-4302-4578-b8a5-67f97dd093a4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:08.743837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45a64764-9e25-4061-9a2c-6fdc0a1c3849 req-b6f2ffc7-4302-4578-b8a5-67f97dd093a4 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.2229140 Feb 03 04:40:08.829796 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (65045936-8682-4410-a41c-df71aacb287e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:08.928187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45a64764-9e25-4061-9a2c-6fdc0a1c3849 req-125f13c2-0df7-488f-8f63-8cffd4cd0be2 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833100 Feb 03 04:40:08.931971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7dae383f-39b4-4707-b464-9aa8c237f039 req-ca6e5c31-e50f-4846-9f02-0c9fda744aef tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 210 time: 0.1657643 Feb 03 04:40:09.048957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-53a8c81b-1acc-4ecb-b7f1-097c8ca578a1 None None] Provisioning complete for port 9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:09.050762 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a8c81b-1acc-4ecb-b7f1-097c8ca578a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.087252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Checking segment: {'id': 'c4b0c1a7-0050-47b5-8c8c-563c4f562384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7dd65694-6140-4b83-a228-83f2013c1ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:09.087681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network hostable DHCP agents. Network: 7dd65694-6140-4b83-a228-83f2013c1ca8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:09.109370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting port 9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:09.110000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.116467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53a8c81b-1acc-4ecb-b7f1-097c8ca578a1 None None] Port 9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:09.148014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Network': ['ID=1236b809-3bbc-4be4-81a0-1dff00263da9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:09.204448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.204862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.205124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.206041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.206369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.206738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.207068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.207397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.207748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.208433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.208746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.209063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.209379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c75e5f-550c-4f7c-9cac-a3a9b70530ac tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:09.219790 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e644620a-6bf7-45cb-8ec8-5f6a1ed67be0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:09.227625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e644620a-6bf7-45cb-8ec8-5f6a1ed67be0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:09.232799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1236b809-3bbc-4be4-81a0-1dff00263da9 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:09.233570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e644620a-6bf7-45cb-8ec8-5f6a1ed67be0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:09.238852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e644620a-6bf7-45cb-8ec8-5f6a1ed67be0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:09.243880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e644620a-6bf7-45cb-8ec8-5f6a1ed67be0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:09.245686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e644620a-6bf7-45cb-8ec8-5f6a1ed67be0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.9666088 Feb 03 04:40:09.251428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:09.304084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.312820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network 7dd65694-6140-4b83-a228-83f2013c1ca8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:09.347976 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cf0-ef21-4736-a79a-80a5fe52119c admin admin] Publish callbacks [] for security_group (2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.394154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 7dd65694-6140-4b83-a228-83f2013c1ca8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:09.406449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c32bb9-7bd5-4970-9704-7ed1af881ef3 None None] Network 7dd65694-6140-4b83-a228-83f2013c1ca8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:09.424962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959817-448e-440f-8968-dcc2ab9d231c req-4af4c009-4bbc-45a5-aa20-cd709aca5350 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:09.427371 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-4af4c009-4bbc-45a5-aa20-cd709aca5350 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.31 "GET /v2.0/networks?id=97ec8e0a-4000-4d40-8779-abca58915684 HTTP/1.1" status: 200 len: 813 time: 0.3368134 Feb 03 04:40:09.461982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cf0-ef21-4736-a79a-80a5fe52119c admin admin] Publish callbacks [] for security_group (2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.540362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.549023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Request body: {'port': {'device_id': '11763c62-3151-4d61-847e-7bdaaae44f87', 'network_id': '97ec8e0a-4000-4d40-8779-abca58915684', 'admin_state_up': True, 'tenant_id': 'a3c9bae642f34c8b8b528fa276859a52'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:09.553493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:09.554740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5f50c9ca-b075-4e91-b331-c35a1f6b236b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.563105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Calling delete_port for 9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:09.585688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (84728736-0521-412c-9632-417a7cac1a6b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.598991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cf0-ef21-4736-a79a-80a5fe52119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.601568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cf0-ef21-4736-a79a-80a5fe52119c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.605226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b0b5cf0-ef21-4736-a79a-80a5fe52119c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783 HTTP/1.1" status: 204 len: 168 time: 1.1722901 Feb 03 04:40:09.689310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b5cf0-ef21-4736-a79a-80a5fe52119c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c51e48d-c3ae-4eaa-b2bd-1d8eb6f18783,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:09.712846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Port': ['ID=5f50c9ca-b075-4e91-b331-c35a1f6b236b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:09.743679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Router 65045936-8682-4410-a41c-df71aacb287e is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:09.803720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Checking segment: {'id': '5279060c-f417-4d0e-b372-9fb690d6a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bda1706-1a21-4ada-9bcb-35540a20ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:09.804094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network hostable DHCP agents. Network: 8bda1706-1a21-4ada-9bcb-35540a20ff17, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:09.837179 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (84728736-0521-412c-9632-417a7cac1a6b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.853665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.873720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84728736-0521-412c-9632-417a7cac1a6b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:09.878057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Made reservation on behalf of a3c9bae642f34c8b8b528fa276859a52 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:09.881771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.901960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5233c5-f000-4f32-8a72-2545502fc9d3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:09.903189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5233c5-f000-4f32-8a72-2545502fc9d3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:09.918732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network 8bda1706-1a21-4ada-9bcb-35540a20ff17 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:09.924446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (cd5233c5-f000-4f32-8a72-2545502fc9d3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.930443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Port': ['ID=9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:09.949909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cd5233c5-f000-4f32-8a72-2545502fc9d3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.956098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 8bda1706-1a21-4ada-9bcb-35540a20ff17) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:09.968946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:09.969062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (cd5233c5-f000-4f32-8a72-2545502fc9d3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:09.992119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc694b-bc4c-49d3-b609-dee02347cac4 None None] Network 8bda1706-1a21-4ada-9bcb-35540a20ff17 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:10.012837 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:10.015142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:10.020356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:10.026685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:10.027411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.077773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:10.126686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Sync routers for ids ['65045936-8682-4410-a41c-df71aacb287e'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:10.133148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.143266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc95e193-ae82-441d-b366-96cd63efff00 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c HTTP/1.1" status: 204 len: 168 time: 1.4619946 Feb 03 04:40:10.144492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.161243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Routers {'65045936-8682-4410-a41c-df71aacb287e'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:10.162168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['65045936-8682-4410-a41c-df71aacb287e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:10.180702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.193843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8a18cc91-a4bb-4f7e-bbca-34134baa4787 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.6553988 Feb 03 04:40:10.203616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Allocated IP 172.20.0.7 (97ec8e0a-4000-4d40-8779-abca58915684/bca85c5d-dda2-4d9d-96b9-b6cd283000c6/9f2a9c96-9d97-47a8-b229-5775f3291832) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:10.238731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.288824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac275939-75c8-430f-b4ad-e0657c4a0abc req-369a942c-a69a-49f5-89df-41b5e02c9476 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 210 time: 0.1821575 Feb 03 04:40:10.540667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Set router 65045936-8682-4410-a41c-df71aacb287e gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:40:10.645808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a961439-55ed-45cf-b3f6-69dff156a624 req-c50d486f-a979-4107-aacb-6386c550d41f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:10.647432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a961439-55ed-45cf-b3f6-69dff156a624 req-c50d486f-a979-4107-aacb-6386c550d41f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.5420492 Feb 03 04:40:10.650781 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks [] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.656687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (65045936-8682-4410-a41c-df71aacb287e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.681027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb96780-b5f3-4175-8cf1-1f1b4f0947c6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:10.686232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-be8da619-4454-467b-a543-9a65e5606d11 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1565523 Feb 03 04:40:10.687584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ccb96780-b5f3-4175-8cf1-1f1b4f0947c6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5233302 Feb 03 04:40:10.688331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.694618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.702420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (84728736-0521-412c-9632-417a7cac1a6b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.710256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.715616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/networks/84728736-0521-412c-9632-417a7cac1a6b HTTP/1.1" status: 204 len: 168 time: 1.4595144 Feb 03 04:40:10.715616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.729915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.770333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65045936-8682-4410-a41c-df71aacb287e', 'name': '', 'tenant_id': '0b035154e93642ac954adb769badafc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f88b37b-ae69-4695-8888-c84922496056', 'external_fixed_ips': [{'subnet_id': '7c0a59c1-8dd9-4312-8452-6f02a4304989', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '9ac55518-2921-4342-a30a-dbf819699f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:03Z', 'updated_at': '2022-02-03T04:40:08Z', 'revision_number': 3, 'project_id': '0b035154e93642ac954adb769badafc7', 'gw_port': {'id': '9ac55518-2921-4342-a30a-dbf819699f5d', 'name': '', 'network_id': '5f88b37b-ae69-4695-8888-c84922496056', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65045936-8682-4410-a41c-df71aacb287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7c0a59c1-8dd9-4312-8452-6f02a4304989', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:06Z', 'updated_at': '2022-02-03T04:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c0a59c1-8dd9-4312-8452-6f02a4304989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:10.800352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca9d58-c69b-4c2b-bd7e-7d5669d65220 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Network': ['ID=84728736-0521-412c-9632-417a7cac1a6b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:10.809372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Checking router: 65045936-8682-4410-a41c-df71aacb287e for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:40:10.810096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Updating router 65045936-8682-4410-a41c-df71aacb287e port 9ac55518-2921-4342-a30a-dbf819699f5d binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:40:10.845997 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.860927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce54d2-6f01-4d08-a810-e44f384d54e9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:10.872473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce54d2-6f01-4d08-a810-e44f384d54e9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:10.880899 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-48ce54d2-6f01-4d08-a810-e44f384d54e9 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1884406 Feb 03 04:40:10.881112 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:10.891659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.938417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44a1261-eac4-400a-b067-f8cc9f55fbf5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:10.940200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e44a1261-eac4-400a-b067-f8cc9f55fbf5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2121868 Feb 03 04:40:10.948475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:10.953232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a961439-55ed-45cf-b3f6-69dff156a624 req-7bc240b5-d484-4bbc-9ec7-381baea3d721 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946177 Feb 03 04:40:10.980363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-221dc2db-6165-4e27-830d-b2230a1d2c0b tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-940869344', 'prefixes': ['172.20.0.0/16']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:11.010883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464093d-5589-49d4-9f09-1c59bddf9d17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:11.012235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464093d-5589-49d4-9f09-1c59bddf9d17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:11.013542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464093d-5589-49d4-9f09-1c59bddf9d17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:11.015191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c464093d-5589-49d4-9f09-1c59bddf9d17 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0656371 Feb 03 04:40:11.019092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1236b809-3bbc-4be4-81a0-1dff00263da9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.020765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:11.071224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Network 97ec8e0a-4000-4d40-8779-abca58915684 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:11.085732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:11.091961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:11.092145 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (65045936-8682-4410-a41c-df71aacb287e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.140975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:11.148193 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.193001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:11.193970 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.229302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6863887 Feb 03 04:40:11.254459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Request body: {'port': {'device_id': '11763c62-3151-4d61-847e-7bdaaae44f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:11.264357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1236b809-3bbc-4be4-81a0-1dff00263da9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.289913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1236b809-3bbc-4be4-81a0-1dff00263da9']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:11.302917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc4f63c-06f9-4b97-8a61-933e4d65091c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:11.303258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc4f63c-06f9-4b97-8a61-933e4d65091c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:11.314157 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (afc4f63c-06f9-4b97-8a61-933e4d65091c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.354133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f18381-059f-4d43-befe-b0193975f753 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Pushing event updated for resources: {'Port': ['ID=9f2a9c96-9d97-47a8-b229-5775f3291832,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:11.357278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (afc4f63c-06f9-4b97-8a61-933e4d65091c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.405699 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Publish callbacks [] for port (9ac55518-2921-4342-a30a-dbf819699f5d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.408794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.424355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.426749 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.471553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:11.472004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (afc4f63c-06f9-4b97-8a61-933e4d65091c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.495605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Deleting port e43aee54-be0f-4f60-a138-5bfe98e6db66 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:11.495605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e43aee54-be0f-4f60-a138-5bfe98e6db66), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.508523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9cdfe-d2e9-4544-926f-ef8ba7313ea1 None None] Pushing event updated for resources: {'Port': ['ID=9ac55518-2921-4342-a30a-dbf819699f5d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:11.512437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Attempting to bind port 9ac55518-2921-4342-a30a-dbf819699f5d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:11.512811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Attempting to bind port 9ac55518-2921-4342-a30a-dbf819699f5d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '4cab0096-b860-47aa-afc7-4cdf94812e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5f88b37b-ae69-4695-8888-c84922496056'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:11.513172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Attempting to bind port 9ac55518-2921-4342-a30a-dbf819699f5d on network 5f88b37b-ae69-4695-8888-c84922496056 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:11.521899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:11.522280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Checking segment: {'id': '4cab0096-b860-47aa-afc7-4cdf94812e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5f88b37b-ae69-4695-8888-c84922496056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:11.522729 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.523152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Bound using segment: {'id': '4cab0096-b860-47aa-afc7-4cdf94812e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5f88b37b-ae69-4695-8888-c84922496056'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:11.523666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Bound port: 9ac55518-2921-4342-a30a-dbf819699f5d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cab0096-b860-47aa-afc7-4cdf94812e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5f88b37b-ae69-4695-8888-c84922496056'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:11.524094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:11.524195 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:11.600306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] For port 9ac55518-2921-4342-a30a-dbf819699f5d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:11.641333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e43aee54-be0f-4f60-a138-5bfe98e6db66), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.667669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Calling delete_port for e43aee54-be0f-4f60-a138-5bfe98e6db66 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:11.669699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] For port 9ac55518-2921-4342-a30a-dbf819699f5d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9ac55518-2921-4342-a30a-dbf819699f5d,segment=NetworkSegment(4cab0096-b860-47aa-afc7-4cdf94812e98),segment_id=4cab0096-b860-47aa-afc7-4cdf94812e98)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:11.678473 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.679399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1236b809-3bbc-4be4-81a0-1dff00263da9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.712089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.715704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/networks/1236b809-3bbc-4be4-81a0-1dff00263da9 HTTP/1.1" status: 204 len: 168 time: 0.9528210 Feb 03 04:40:11.725110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:11.736744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Deleting port 9ac55518-2921-4342-a30a-dbf819699f5d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:11.737082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.748614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9cdfe-d2e9-4544-926f-ef8ba7313ea1 None None] Pushing event updated for resources: {'Port': ['ID=9ac55518-2921-4342-a30a-dbf819699f5d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:11.751071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Routers {'65045936-8682-4410-a41c-df71aacb287e'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:11.751737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['65045936-8682-4410-a41c-df71aacb287e'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:11.779314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76c9db-4d70-467a-9604-d34e0f5ffb33 req-20fef4c6-d34c-4444-9fc0-7b4c3a0fc361 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:11.780941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d76c9db-4d70-467a-9604-d34e0f5ffb33 req-20fef4c6-d34c-4444-9fc0-7b4c3a0fc361 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 931 time: 0.3446221 Feb 03 04:40:11.782275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689cf69-3d45-489a-92f6-cf0d12a7335e tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Network': ['ID=1236b809-3bbc-4be4-81a0-1dff00263da9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:11.846622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d0406-904b-41ef-8aae-95c2c031ed37 req-ab00377d-12f3-4c6e-8d87-c3024aacafaa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:11.853655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d78d0406-904b-41ef-8aae-95c2c031ed37 req-ab00377d-12f3-4c6e-8d87-c3024aacafaa tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.5054655 Feb 03 04:40:11.855427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] Set router 65045936-8682-4410-a41c-df71aacb287e gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:40:11.870779 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.907530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-221dc2db-6165-4e27-830d-b2230a1d2c0b tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.908792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-221dc2db-6165-4e27-830d-b2230a1d2c0b tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1794696 Feb 03 04:40:11.913555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:11.919683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65045936-8682-4410-a41c-df71aacb287e', 'name': '', 'tenant_id': '0b035154e93642ac954adb769badafc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:03Z', 'updated_at': '2022-02-03T04:40:11Z', 'revision_number': 4, 'project_id': '0b035154e93642ac954adb769badafc7', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:11.947012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e43aee54-be0f-4f60-a138-5bfe98e6db66), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:11.952449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f81f7d-9823-4947-a0a3-30ace4392a6b None None] The sync data for ids ['65045936-8682-4410-a41c-df71aacb287e'] in n-d-827549-1 is: [{'id': '65045936-8682-4410-a41c-df71aacb287e', 'name': '', 'tenant_id': '0b035154e93642ac954adb769badafc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:03Z', 'updated_at': '2022-02-03T04:40:11Z', 'revision_number': 4, 'project_id': '0b035154e93642ac954adb769badafc7', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:12.014250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca0d2419-a718-4d21-87b6-75ee62ee9afb tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] 10.222.0.35 "GET /v2.0/subnetpools/cf93da90-c381-4e07-b075-d6c47e5a39ca HTTP/1.1" status: 200 len: 731 time: 0.0998595 Feb 03 04:40:12.022237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Port': ['ID=e43aee54-be0f-4f60-a138-5bfe98e6db66,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:12.024092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:12.025160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.028445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c72c3fe9-732a-4d44-ad72-1edb7c8591f2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/ports/e43aee54-be0f-4f60-a138-5bfe98e6db66 HTTP/1.1" status: 204 len: 168 time: 1.1274981 Feb 03 04:40:12.036156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3341558b-b34a-4b28-acec-f4e012aa48de tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-27706580'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:12.041741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:12.105853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d78d0406-904b-41ef-8aae-95c2c031ed37 req-67bbb933-876b-4075-a574-498cf21a1cad tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513149 Feb 03 04:40:12.115714 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.137184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2a9c96-9d97-47a8-b229-5775f3291832 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:40:12.140831 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d76c9db-4d70-467a-9604-d34e0f5ffb33 req-83490ddb-271b-4dbb-8d05-b15c8ae67858 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216300 Feb 03 04:40:12.150885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Calling delete_port for 9ac55518-2921-4342-a30a-dbf819699f5d owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:12.157913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Publish callbacks [] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.162054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06724dc7-1cb4-443d-af80-96b429a60342 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:12.167966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06724dc7-1cb4-443d-af80-96b429a60342 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:12.176498 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:40:12.177434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06724dc7-1cb4-443d-af80-96b429a60342 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:12.182767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-06724dc7-1cb4-443d-af80-96b429a60342 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.4399338 Feb 03 04:40:12.213764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:12.227247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1810106049'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:12.235622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.248262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Transition to ACTIVE for port object 9f2a9c96-9d97-47a8-b229-5775f3291832 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:40:12.260321 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.305307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.306282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32b448-2f97-41d2-81f0-4084ff39a051 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:12.311177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e HTTP/1.1" status: 204 len: 168 time: 1.2843108 Feb 03 04:40:12.313142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a3400-6cdd-4866-9dca-c44627dd70c9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:12.318078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:12.344968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3341558b-b34a-4b28-acec-f4e012aa48de tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.346038 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3341558b-b34a-4b28-acec-f4e012aa48de tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] 10.222.0.35 "PUT /v2.0/subnetpools/cf93da90-c381-4e07-b075-d6c47e5a39ca HTTP/1.1" status: 200 len: 682 time: 0.3145998 Feb 03 04:40:12.346849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Made reservation on behalf of 61a9b54808a64348b5ffcad738103a13 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:12.350294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.352279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:12.381145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0a52-16cb-4623-90cd-e556f8a43feb req-60babc36-a8f8-471b-94a1-97105a3a2354 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:12.382700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc2e0a52-16cb-4623-90cd-e556f8a43feb req-60babc36-a8f8-471b-94a1-97105a3a2354 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.1448817 Feb 03 04:40:12.419271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a9c96-9d97-47a8-b229-5775f3291832,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:12.467757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Deleting port 5f50c9ca-b075-4e91-b331-c35a1f6b236b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:12.468177 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5f50c9ca-b075-4e91-b331-c35a1f6b236b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.500130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Deleting subnet 72f04962-5d78-4e5f-bf4b-ede624f46437 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:12.517056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc2e0a52-16cb-4623-90cd-e556f8a43feb req-add2806f-2c75-412d-893e-195bbb86eb8d tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213982 Feb 03 04:40:12.547804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for subnet (72f04962-5d78-4e5f-bf4b-ede624f46437), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.549130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9ac55518-2921-4342-a30a-dbf819699f5d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.590430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ac55518-2921-4342-a30a-dbf819699f5d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:12.626821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (72f04962-5d78-4e5f-bf4b-ede624f46437), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.690657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:12.713716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (65045936-8682-4410-a41c-df71aacb287e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.745239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0e4164b5-0d9b-4458-b531-39c4d8117afa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.747258 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Added segment 0e4164b5-0d9b-4458-b531-39c4d8117afa of type vlan for network 9c3d8127-a446-4fb5-8fad-7af215e8c076 Feb 03 04:40:12.818518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9c3d8127-a446-4fb5-8fad-7af215e8c076), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.869678 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (65045936-8682-4410-a41c-df71aacb287e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.910345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (65045936-8682-4410-a41c-df71aacb287e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.986797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d2a9-df7c-43cd-a0ac-7522147e99dc req-8a85c7b3-da03-4b2b-9c10-0e0ebc95b527 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:12.988861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e01d2a9-df7c-43cd-a0ac-7522147e99dc req-8a85c7b3-da03-4b2b-9c10-0e0ebc95b527 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.1437690 Feb 03 04:40:12.989903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (65045936-8682-4410-a41c-df71aacb287e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:12.990466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65045936-8682-4410-a41c-df71aacb287e {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:40:13.000616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.004657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8881fa03-27bf-4ed2-9341-b705c019a5ae tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "DELETE /v2.0/routers/65045936-8682-4410-a41c-df71aacb287e HTTP/1.1" status: 204 len: 168 time: 2.7120638 Feb 03 04:40:13.011230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.037165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5f50c9ca-b075-4e91-b331-c35a1f6b236b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.051061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12269c1-2127-4a4f-a70c-582891fe699d tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.052879 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f12269c1-2127-4a4f-a70c-582891fe699d tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] 10.222.0.35 "DELETE /v2.0/subnetpools/cf93da90-c381-4e07-b075-d6c47e5a39ca HTTP/1.1" status: 204 len: 168 time: 0.6762438 Feb 03 04:40:13.069918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55740) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.086272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Calling delete_port for 5f50c9ca-b075-4e91-b331-c35a1f6b236b owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:13.102467 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-d028f719-fc87-471e-924a-f9fb0bb262e3 tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] show failed (client error): The resource could not be found. Feb 03 04:40:13.103626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d028f719-fc87-471e-924a-f9fb0bb262e3 tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] 10.222.0.35 "GET /v2.0/subnetpools/cf93da90-c381-4e07-b075-d6c47e5a39ca HTTP/1.1" status: 404 len: 346 time: 0.0326278 Feb 03 04:40:13.111630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.125440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Deleting subnet 7c0a59c1-8dd9-4312-8452-6f02a4304989 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:13.132534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for subnet (7c0a59c1-8dd9-4312-8452-6f02a4304989), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.165960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9c3d8127-a446-4fb5-8fad-7af215e8c076), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.171661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:13.172458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.188443 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-303cf93d-9957-4704-b633-d0ed8f2f37a5 tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] delete failed (client error): The resource could not be found. Feb 03 04:40:13.189514 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-303cf93d-9957-4704-b633-d0ed8f2f37a5 tempest-SubnetPoolsTestJSON-99868898 tempest-SubnetPoolsTestJSON-99868898-project] 10.222.0.35 "DELETE /v2.0/subnetpools/cf93da90-c381-4e07-b075-d6c47e5a39ca HTTP/1.1" status: 404 len: 346 time: 0.0770183 Feb 03 04:40:13.216880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e01d2a9-df7c-43cd-a0ac-7522147e99dc req-7eef7268-79b5-4758-8ee8-a68880249a74 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137506 Feb 03 04:40:13.245870 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (7c0a59c1-8dd9-4312-8452-6f02a4304989), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.297283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (72f04962-5d78-4e5f-bf4b-ede624f46437), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.383903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Attempting to bind port 9f2a9c96-9d97-47a8-b229-5775f3291832 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:13.384382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Attempting to bind port 9f2a9c96-9d97-47a8-b229-5775f3291832 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '54381793-e9b6-43cf-9731-2fcbf510cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97ec8e0a-4000-4d40-8779-abca58915684'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:13.384759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Attempting to bind port 9f2a9c96-9d97-47a8-b229-5775f3291832 on network 97ec8e0a-4000-4d40-8779-abca58915684 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:13.406877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (72f04962-5d78-4e5f-bf4b-ede624f46437), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.438636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Port 9f2a9c96-9d97-47a8-b229-5775f3291832 on network 97ec8e0a-4000-4d40-8779-abca58915684 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:40:13.438967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Attempting to bind port 9f2a9c96-9d97-47a8-b229-5775f3291832 on network 97ec8e0a-4000-4d40-8779-abca58915684 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:13.475449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:13.475962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Checking segment: {'id': '54381793-e9b6-43cf-9731-2fcbf510cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97ec8e0a-4000-4d40-8779-abca58915684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:13.476427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Bound using segment: {'id': '54381793-e9b6-43cf-9731-2fcbf510cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97ec8e0a-4000-4d40-8779-abca58915684'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:13.476831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Bound port: 9f2a9c96-9d97-47a8-b229-5775f3291832, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54381793-e9b6-43cf-9731-2fcbf510cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97ec8e0a-4000-4d40-8779-abca58915684'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:13.477243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.505125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Subnet': ['ID=72f04962-5d78-4e5f-bf4b-ede624f46437,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:13.513993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2989848 Feb 03 04:40:13.553254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.568238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-65c4ab12-0002-4a46-884b-b2c1e72898a5 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/72f04962-5d78-4e5f-bf4b-ede624f46437 HTTP/1.1" status: 204 len: 168 time: 1.2462134 Feb 03 04:40:13.573956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.574300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.586863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1510896607'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:13.609626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5f50c9ca-b075-4e91-b331-c35a1f6b236b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.655870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496c49d-7f02-4a7f-af23-1ddd34425a84 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Network': ['ID=9c3d8127-a446-4fb5-8fad-7af215e8c076,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:13.663188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.667267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8b99ac30-28d3-4130-9436-0d702b1a4f0f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903487 Feb 03 04:40:13.672308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9c3d8127-a446-4fb5-8fad-7af215e8c076 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:13.695787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Made reservation on behalf of 61a9b54808a64348b5ffcad738103a13 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:13.699136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.728373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.734894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6a24c-8855-4d2d-9e61-6f803df74975 None None] Network 355aef9b-164b-424f-8915-d5c2d7f691fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:13.748721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Port': ['ID=5f50c9ca-b075-4e91-b331-c35a1f6b236b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:13.756879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.760192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-73f9ea56-8c8e-4a25-9a84-c0916914f593 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/ports/5f50c9ca-b075-4e91-b331-c35a1f6b236b HTTP/1.1" status: 204 len: 168 time: 1.7174850 Feb 03 04:40:13.764785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.826615 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3433c4d5-b167-4f2b-a470-5c7a2da0bb17 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0455394 Feb 03 04:40:13.832088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:13.840629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1938263471'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:13.844032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:13.850444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] For port 9f2a9c96-9d97-47a8-b229-5775f3291832, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:13.855541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] For port 9f2a9c96-9d97-47a8-b229-5775f3291832, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9f2a9c96-9d97-47a8-b229-5775f3291832,segment=NetworkSegment(54381793-e9b6-43cf-9731-2fcbf510cd2e),segment_id=54381793-e9b6-43cf-9731-2fcbf510cd2e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:13.861891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9d1433e0-20e8-49f7-b069-95a569d6b0d8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.862239 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Added segment 9d1433e0-20e8-49f7-b069-95a569d6b0d8 of type vlan for network 8071130c-65a5-4279-8b0d-6b133c04f28a Feb 03 04:40:13.875541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.882115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Made reservation on behalf of f0a4a80e1b694f7599f5294a36efd14b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:13.888016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.923751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6710f9fe-332d-485b-981f-aa6b44817efd None None] Provisioning complete for port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:13.924254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6710f9fe-332d-485b-981f-aa6b44817efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.924394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa710-6cfa-4e73-a601-d45ec0f6ec2e req-1f7afb52-dedb-40cd-acec-33651ca02547 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:13.926717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66daa710-6cfa-4e73-a601-d45ec0f6ec2e req-1f7afb52-dedb-40cd-acec-33651ca02547 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 943 time: 0.5902259 Feb 03 04:40:13.932021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7c0a59c1-8dd9-4312-8452-6f02a4304989), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:13.967250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad18ed7-9557-4e25-8437-149826c25884 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:13.968953 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aad18ed7-9557-4e25-8437-149826c25884 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2396917 Feb 03 04:40:13.978918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:13.993334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.009538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ad976e56-b49d-4679-8a88-d6f293bd1f38), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.009769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (8071130c-65a5-4279-8b0d-6b133c04f28a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.010431 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Added segment ad976e56-b49d-4679-8a88-d6f293bd1f38 of type vlan for network f9278ce8-3d9b-4036-a892-98809ea61bb3 Feb 03 04:40:14.025924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.026557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.028443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f2a9c96-9d97-47a8-b229-5775f3291832 HTTP/1.1" status: 200 len: 1091 time: 2.7892470 Feb 03 04:40:14.036135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6710f9fe-332d-485b-981f-aa6b44817efd None None] Current status of the port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:14.051291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11763c62-3151-4d61-847e-7bdaaae44f87', 'tag': '9f2a9c96-9d97-47a8-b229-5775f3291832'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:40:14.053635 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdaac84-0b7d-45fd-9580-7dc664dfa593" -d '{"events": [{"name": "network-changed", "server_uuid": "11763c62-3151-4d61-847e-7bdaaae44f87", "tag": "9f2a9c96-9d97-47a8-b229-5775f3291832"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:40:14.087045 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f9278ce8-3d9b-4036-a892-98809ea61bb3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.112044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f5205e-9646-4034-8645-2ac9f6c42f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.112268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] DHCP port deletion for 355aef9b-164b-424f-8915-d5c2d7f691fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:40:14.137165 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2d31c0-6fb4-4e36-ba89-a429907b184a x-openstack-request-id: req-5d2d31c0-6fb4-4e36-ba89-a429907b184a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:40:14.137728 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11763c62-3151-4d61-847e-7bdaaae44f87", "tag": "9f2a9c96-9d97-47a8-b229-5775f3291832", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:40:14.138128 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d2d31c0-6fb4-4e36-ba89-a429907b184a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:40:14.138674 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11763c62-3151-4d61-847e-7bdaaae44f87', 'tag': '9f2a9c96-9d97-47a8-b229-5775f3291832', 'status': 'completed', 'code': 200} Feb 03 04:40:14.139943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:40:14.175688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66daa710-6cfa-4e73-a601-d45ec0f6ec2e req-b62d5b76-02ef-4173-949d-c8a48a420ee3 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411423 Feb 03 04:40:14.179015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f9278ce8-3d9b-4036-a892-98809ea61bb3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.184482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.185157 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.191743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] Deleting port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:14.192408 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.209640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64975999-78ca-4407-a4b8-3bf132a068a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a9c96-9d97-47a8-b229-5775f3291832,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:14.234566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45328278-0880-4db8-bb3f-bca39ffe71c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.236083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-45328278-0880-4db8-bb3f-bca39ffe71c4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2382827 Feb 03 04:40:14.238965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (8071130c-65a5-4279-8b0d-6b133c04f28a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.243763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.244346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.259671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.264200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Network': ['ID=f9278ce8-3d9b-4036-a892-98809ea61bb3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:14.272597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-13e95236-7999-498c-b344-226ff83984c2 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4364920 Feb 03 04:40:14.274655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.279800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-131234311'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:14.322444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (7c0a59c1-8dd9-4312-8452-6f02a4304989), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.342319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Made reservation on behalf of f0a4a80e1b694f7599f5294a36efd14b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:14.344325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f9278ce8-3d9b-4036-a892-98809ea61bb3 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:14.347695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.368796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] For port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,segment=NetworkSegment(e33e793e-6d80-485c-b8c7-22648e22d94e),segment_id=e33e793e-6d80-485c-b8c7-22648e22d94e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:14.369461 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.383623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-113b9db5-b3de-42f0-8c83-afe2a8ada29b tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156058 Feb 03 04:40:14.387171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.391299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] Calling delete_port for 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:14.440128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0a59c1-8dd9-4312-8452-6f02a4304989,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:14.449838 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1619b58d-dc62-4bd1-aa4d-51291a26a202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:14.451464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1619b58d-dc62-4bd1-aa4d-51291a26a202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:14.456776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1619b58d-dc62-4bd1-aa4d-51291a26a202 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/9d9a3d8f-1504-4ec7-ac52-9d6b5a5b794c HTTP/1.1" status: 404 len: 333 time: 0.0618088 Feb 03 04:40:14.464560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.469859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-518e7968-6676-47dc-8353-5400d1ff26c2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/7c0a59c1-8dd9-4312-8452-6f02a4304989 HTTP/1.1" status: 204 len: 168 time: 1.4580016 Feb 03 04:40:14.470806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.481051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.494689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-fc7dad10-ae0f-4d42-856b-0a339ba0174f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.496291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-fc7dad10-ae0f-4d42-856b-0a339ba0174f tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.5263100 Feb 03 04:40:14.504388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:14.510667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9351270 Feb 03 04:40:14.517591 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (169bcb0d-e420-4fc3-91d3-4075aed22032), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.517591 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Added segment 169bcb0d-e420-4fc3-91d3-4075aed22032 of type vlan for network ebcc1703-7c8f-4bcd-b24b-98a90baff431 Feb 03 04:40:14.525828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.537971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f5205e-9646-4034-8645-2ac9f6c42f7a admin admin] Publish callbacks [] for security_group (0007db6a-837e-4443-9317-e4ed9fa97594), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.554049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (72f111a0-ad5b-456e-8ac5-0045d9e16ac7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.559217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'ports': [{'network_id': '9c3d8127-a446-4fb5-8fad-7af215e8c076', 'name': 'tempest-port--839010036', 'admin_state_up': True}, {'network_id': '8071130c-65a5-4279-8b0d-6b133c04f28a', 'admin_state_up': False}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:14.560618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'port': {'network_id': '9c3d8127-a446-4fb5-8fad-7af215e8c076', 'name': 'tempest-port--839010036', 'admin_state_up': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:14.561124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'port': {'network_id': '8071130c-65a5-4279-8b0d-6b133c04f28a', 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:14.567891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7700562-0063-4524-89bf-151ea78895f1 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Network': ['ID=8071130c-65a5-4279-8b0d-6b133c04f28a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:14.568664 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8318cedb-e3e9-4050-9494-ea0ac643b95a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:14.569141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8318cedb-e3e9-4050-9494-ea0ac643b95a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:14.570030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f5205e-9646-4034-8645-2ac9f6c42f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0007db6a-837e-4443-9317-e4ed9fa97594), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.573281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8318cedb-e3e9-4050-9494-ea0ac643b95a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/56b1ba3a-fa12-43e2-8ce5-af999bdf9d3e HTTP/1.1" status: 404 len: 337 time: 0.0986598 Feb 03 04:40:14.600739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 8071130c-65a5-4279-8b0d-6b133c04f28a details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:14.602201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959817-448e-440f-8968-dcc2ab9d231c req-cf8a7a5a-13b0-4ee9-9bbf-590371d79ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.603883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] Pushing event deleted for resources: {'Port': ['ID=72f111a0-ad5b-456e-8ac5-0045d9e16ac7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:14.605430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-cf8a7a5a-13b0-4ee9-9bbf-590371d79ba5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3c9bae642f34c8b8b528fa276859a52&device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 1125 time: 0.4967482 Feb 03 04:40:14.620296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3f074-0589-475f-8973-0128b62ab549 None None] No DVR routers for this DVR port 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:14.620736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.686871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (ebcc1703-7c8f-4bcd-b24b-98a90baff431), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.702343 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0fcf65-f9fa-42e1-a5bc-85292e0a1bef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:14.702821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0fcf65-f9fa-42e1-a5bc-85292e0a1bef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:14.706077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fd0fcf65-f9fa-42e1-a5bc-85292e0a1bef tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/72f04962-5d78-4e5f-bf4b-ede624f46437 HTTP/1.1" status: 404 len: 337 time: 0.0820403 Feb 03 04:40:14.718696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.749754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:14.768549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5ae7-de9d-47f6-881f-2559ff93bb22 req-d23b0d3c-e1bf-4da8-b271-84f67121acd0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.776069 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c98c5ae7-de9d-47f6-881f-2559ff93bb22 req-d23b0d3c-e1bf-4da8-b271-84f67121acd0 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.4410264 Feb 03 04:40:14.777430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:14.777795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 72f111a0-ad5b-456e-8ac5-0045d9e16ac7 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:14.804727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:40:14.823612 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e3dc47-9059-48e9-b0b1-832aa48ee8fa tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:14.824214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e3dc47-9059-48e9-b0b1-832aa48ee8fa tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:14.829902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-99e3dc47-9059-48e9-b0b1-832aa48ee8fa tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/bb9907a4-06d1-4310-99a5-26033b7ea384 HTTP/1.1" status: 404 len: 333 time: 0.1046333 Feb 03 04:40:14.841492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:14.891671 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d494b5b2-d4e0-4152-80c6-6de282cdf364 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:14.892047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d494b5b2-d4e0-4152-80c6-6de282cdf364 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:14.897708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d494b5b2-d4e0-4152-80c6-6de282cdf364 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/df749544-fe7c-423c-8de3-67d92fbd968a HTTP/1.1" status: 404 len: 337 time: 0.0527976 Feb 03 04:40:14.903239 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (ebcc1703-7c8f-4bcd-b24b-98a90baff431), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.908231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:14.908827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:14.911163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.028118 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e239f8-0848-4ef3-bfd3-7ccf38f91f22 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.028584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e239f8-0848-4ef3-bfd3-7ccf38f91f22 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.033981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-37e239f8-0848-4ef3-bfd3-7ccf38f91f22 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/aadd8ba1-600e-4629-a54d-ced348bb4844 HTTP/1.1" status: 404 len: 337 time: 0.1071820 Feb 03 04:40:15.051651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7668636 Feb 03 04:40:15.069104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.073725 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c98c5ae7-de9d-47f6-881f-2559ff93bb22 req-db317bff-a513-4cf2-9cac-d5f8ad0ff600 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968013 Feb 03 04:40:15.092384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b35fa-c7bb-4134-8624-6323480f99ef tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Network': ['ID=ebcc1703-7c8f-4bcd-b24b-98a90baff431,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:15.122277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network ebcc1703-7c8f-4bcd-b24b-98a90baff431 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:15.130176 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-ecfc5872-377e-4087-8de2-8cfdf81c0b5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2a9c96-9d97-47a8-b229-5775f3291832 HTTP/1.1" status: 200 len: 217 time: 0.4598234 Feb 03 04:40:15.136090 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ccf9fc-54f5-4314-9b08-178626e46653 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.145453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ccf9fc-54f5-4314-9b08-178626e46653 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.151662 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-02ccf9fc-54f5-4314-9b08-178626e46653 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/2f650784-3d1d-45fe-ba75-5d5d9d0ed7ff HTTP/1.1" status: 404 len: 333 time: 0.0769825 Feb 03 04:40:15.159308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.164344 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b6f5205e-9646-4034-8645-2ac9f6c42f7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=709b7211c52c4090849bf787cb8c4349&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4993167 Feb 03 04:40:15.175055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5205e-9646-4034-8645-2ac9f6c42f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0007db6a-837e-4443-9317-e4ed9fa97594,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:15.185161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.245592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.254921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'subnets': [{'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--367690358', 'ip_version': 4}, {'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:15.255466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'subnet': {'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--367690358', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:15.255789 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c10e003-a26b-45ea-b3f3-bb4c5eff2903 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.256337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c10e003-a26b-45ea-b3f3-bb4c5eff2903 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.256452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Request body: {'subnet': {'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:15.261969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7c10e003-a26b-45ea-b3f3-bb4c5eff2903 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c79a7bb6-856e-4af8-b232-922449609fbc HTTP/1.1" status: 404 len: 337 time: 0.0984120 Feb 03 04:40:15.262162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5f88b37b-ae69-4695-8888-c84922496056), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.266113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.279003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Made reservation on behalf of 61a9b54808a64348b5ffcad738103a13 for: {'port': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:15.283720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.338959 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-777618d3-ce74-4225-8e9e-b0ad17b44cbf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.339534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777618d3-ce74-4225-8e9e-b0ad17b44cbf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.344973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-777618d3-ce74-4225-8e9e-b0ad17b44cbf tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c1f37493-40d6-4b1f-ba07-d486134fcb10 HTTP/1.1" status: 404 len: 337 time: 0.0755136 Feb 03 04:40:15.345114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959817-448e-440f-8968-dcc2ab9d231c req-67781e77-55df-49b5-80c4-20352e2af3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:15.345114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-67781e77-55df-49b5-80c4-20352e2af3e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bca85c5d-dda2-4d9d-96b9-b6cd283000c6 HTTP/1.1" status: 200 len: 853 time: 0.2010977 Feb 03 04:40:15.350948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.378157 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.410033 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1966d9-b47c-436a-ba53-2a8c75e2e11d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.410500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1966d9-b47c-436a-ba53-2a8c75e2e11d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.416751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7b1966d9-b47c-436a-ba53-2a8c75e2e11d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/7361ecbf-097f-4105-999d-81dd4228a32d HTTP/1.1" status: 404 len: 333 time: 0.0596311 Feb 03 04:40:15.417039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55812) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.433336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-0d8b1935-1aa5-45bf-8f05-dac97ce715e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97ec8e0a-4000-4d40-8779-abca58915684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467930 Feb 03 04:40:15.477652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5f88b37b-ae69-4695-8888-c84922496056), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.482926 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99e601e-b5cd-4357-bbd0-4545d8e2c100 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.483405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99e601e-b5cd-4357-bbd0-4545d8e2c100 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.488859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b99e601e-b5cd-4357-bbd0-4545d8e2c100 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/9e1d3b92-63c9-45a9-8492-4d927c0e1558 HTTP/1.1" status: 404 len: 337 time: 0.0683448 Feb 03 04:40:15.498643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.534207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Deleting port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:15.534634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.556005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62a438f4-3d7d-43f5-b86c-657acaa79c64 admin admin] Publish callbacks [] for security_group (0007db6a-837e-4443-9317-e4ed9fa97594), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.560710 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2b83fd-d17e-478d-bc68-8eb69caf235f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.561175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2b83fd-d17e-478d-bc68-8eb69caf235f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.566612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e2b83fd-d17e-478d-bc68-8eb69caf235f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/9b603d10-9a83-456d-a15c-6ab816c6d7d6 HTTP/1.1" status: 404 len: 337 time: 0.0649099 Feb 03 04:40:15.574794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.581514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b06b81-0047-4605-97a3-51541c338906 req-207b14a7-340a-4732-b499-44423fe6aefe tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:15.583426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06b06b81-0047-4605-97a3-51541c338906 req-207b14a7-340a-4732-b499-44423fe6aefe tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 943 time: 0.2855518 Feb 03 04:40:15.583665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f88b37b-ae69-4695-8888-c84922496056']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:15.638022 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7c0fc3-0f74-43b1-bfa5-e1f61427a2d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.638592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7c0fc3-0f74-43b1-bfa5-e1f61427a2d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.641637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fa7c0fc3-0f74-43b1-bfa5-e1f61427a2d9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/39b00a89-8985-496e-bc6f-c815ab122a69 HTTP/1.1" status: 404 len: 333 time: 0.0572438 Feb 03 04:40:15.645312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.663049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62a438f4-3d7d-43f5-b86c-657acaa79c64 admin admin] Publish callbacks [] for security_group (0007db6a-837e-4443-9317-e4ed9fa97594), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.664711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cab0096-b860-47aa-afc7-4cdf94812e98') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:15.665015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cab0096-b860-47aa-afc7-4cdf94812e98') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:15.735775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (4cab0096-b860-47aa-afc7-4cdf94812e98), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.750264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] device_id is not set on port fd373a3e-684f-47ad-92c0-2221911119a3 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:40:15.757212 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f441f26-5a1e-4d47-8e38-a14cdf9cc505 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.757670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f441f26-5a1e-4d47-8e38-a14cdf9cc505 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.761682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6f441f26-5a1e-4d47-8e38-a14cdf9cc505 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/2b47039a-d5f6-44ad-b528-d73279da6019 HTTP/1.1" status: 404 len: 337 time: 0.1052587 Feb 03 04:40:15.764951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06b06b81-0047-4605-97a3-51541c338906 req-32fc52b5-c1a7-4def-8302-39ddd5844de2 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703038 Feb 03 04:40:15.767835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55820) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.791787 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-ae322a23-f35c-489d-b778-9fa1e72d9b5e service neutron] 10.222.0.31 "GET /v2.0/networks/97ec8e0a-4000-4d40-8779-abca58915684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449938 Feb 03 04:40:15.791787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4cab0096-b860-47aa-afc7-4cdf94812e98), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.803231 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d7531c-3d43-4302-a3ca-5e01c3b08e6a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.803831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d7531c-3d43-4302-a3ca-5e01c3b08e6a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.809178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d5d7531c-3d43-4302-a3ca-5e01c3b08e6a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/120f77c1-653d-44cd-9dcd-5069346e9184 HTTP/1.1" status: 404 len: 333 time: 0.0381796 Feb 03 04:40:15.812262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.814345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:15.814835 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (4cab0096-b860-47aa-afc7-4cdf94812e98), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:15.816638 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:15.843622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Made reservation on behalf of f0a4a80e1b694f7599f5294a36efd14b for: {'subnet': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:15.846515 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62a438f4-3d7d-43f5-b86c-657acaa79c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0007db6a-837e-4443-9317-e4ed9fa97594), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.847957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.848299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.849172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62a438f4-3d7d-43f5-b86c-657acaa79c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.850310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-62a438f4-3d7d-43f5-b86c-657acaa79c64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0007db6a-837e-4443-9317-e4ed9fa97594 HTTP/1.1" status: 204 len: 168 time: 0.6582654 Feb 03 04:40:15.862370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] For port 70286092-36e4-42f2-a6b6-cfd0ee0a9502, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=70286092-36e4-42f2-a6b6-cfd0ee0a9502,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:15.862784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:15.866184 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e68e85-e0d5-4399-a2fa-006787e28696 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.866665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e68e85-e0d5-4399-a2fa-006787e28696 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.872185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-49e68e85-e0d5-4399-a2fa-006787e28696 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/89661397-d584-41b7-b419-50d1ab2235aa HTTP/1.1" status: 404 len: 337 time: 0.0499711 Feb 03 04:40:15.873098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.888176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a438f4-3d7d-43f5-b86c-657acaa79c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0007db6a-837e-4443-9317-e4ed9fa97594,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:15.920605 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8113a0ce-5a7a-43f5-ba83-099386019618 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.925572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8113a0ce-5a7a-43f5-ba83-099386019618 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.930974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Calling delete_port for 70286092-36e4-42f2-a6b6-cfd0ee0a9502 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:15.931149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8113a0ce-5a7a-43f5-ba83-099386019618 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/7dd401c9-77ab-44b2-ab0a-cd72812abeef HTTP/1.1" status: 404 len: 333 time: 0.0547714 Feb 03 04:40:15.936483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:15.967592 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-290149d1-53bd-4339-9d9b-15c3942ad820 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:15.968376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290149d1-53bd-4339-9d9b-15c3942ad820 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:15.971874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-290149d1-53bd-4339-9d9b-15c3942ad820 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/eba6b9df-c59b-4de9-8395-e1ccf1c91e3d HTTP/1.1" status: 404 len: 337 time: 0.0331516 Feb 03 04:40:15.975068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.016709 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f69ab2-4aae-4540-9538-e3fe80275e9d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.017207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f69ab2-4aae-4540-9538-e3fe80275e9d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.020302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-96f69ab2-4aae-4540-9538-e3fe80275e9d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/db86ac7b-b63f-4579-a51a-1ff375cde1be HTTP/1.1" status: 404 len: 333 time: 0.0441294 Feb 03 04:40:16.023488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.062293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for port (fd373a3e-684f-47ad-92c0-2221911119a3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.068737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5f88b37b-ae69-4695-8888-c84922496056), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.072564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f88b37b-ae69-4695-8888-c84922496056 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 04:40:16.075849 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.082697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "DELETE /v2.0/networks/5f88b37b-ae69-4695-8888-c84922496056 HTTP/1.1" status: 204 len: 168 time: 1.5919437 Feb 03 04:40:16.129947 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce2c598-69cf-4070-866f-01854e7c1af6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.130495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce2c598-69cf-4070-866f-01854e7c1af6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.136037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9ce2c598-69cf-4070-866f-01854e7c1af6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/334ea662-669e-49e7-80b5-90a3f1b520b5 HTTP/1.1" status: 404 len: 337 time: 0.1092863 Feb 03 04:40:16.146814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.214597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619da605-8e02-43f5-83d2-4d33bff306c8 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f88b37b-ae69-4695-8888-c84922496056,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:16.214940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] device_id is not set on port c8595cb2-388c-445d-952a-b4a97a587264 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:40:16.364811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28c3c-726e-4d4d-b36c-f06caf81f73c req-64eb2c54-b3cf-447b-96d1-e218723f4fd1 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:16.366365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7c28c3c-726e-4d4d-b36c-f06caf81f73c req-64eb2c54-b3cf-447b-96d1-e218723f4fd1 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 946 time: 0.1203279 Feb 03 04:40:16.382130 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6716b444-a17b-4a51-a194-f43813ef27cd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.384013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6716b444-a17b-4a51-a194-f43813ef27cd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.391076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6716b444-a17b-4a51-a194-f43813ef27cd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/85441ee1-8c18-4751-aa6f-43aca1dee8fc HTTP/1.1" status: 404 len: 333 time: 0.1921320 Feb 03 04:40:16.394018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.409097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55959817-448e-440f-8968-dcc2ab9d231c req-308a70bb-a01d-49f4-9511-b6ed36af8b7c service neutron] 10.222.0.31 "GET /v2.0/networks/97ec8e0a-4000-4d40-8779-abca58915684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142583 Feb 03 04:40:16.598301 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa1bdb6-5438-45dd-84ea-4f37d037f486 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.608068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa1bdb6-5438-45dd-84ea-4f37d037f486 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.613658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-efa1bdb6-5438-45dd-84ea-4f37d037f486 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/80a53bb4-769d-4d80-9bb6-24087dca9bb3 HTTP/1.1" status: 404 len: 337 time: 0.1639872 Feb 03 04:40:16.619671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.629064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for port (c8595cb2-388c-445d-952a-b4a97a587264), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.668355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7c28c3c-726e-4d4d-b36c-f06caf81f73c req-a98e3534-de80-4612-9b6e-d5327829bf3e tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880285 Feb 03 04:40:16.693302 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba33c52-e69c-40e1-90e8-bcf72bacdfbb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.694100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba33c52-e69c-40e1-90e8-bcf72bacdfbb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.706709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.709128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55862) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.709888 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cba33c52-e69c-40e1-90e8-bcf72bacdfbb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/90f7e051-9cba-41c5-9b53-86c5e785ca87 HTTP/1.1" status: 404 len: 333 time: 0.0874937 Feb 03 04:40:16.727019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b6915337-bdf2-46a2-b7e1-5c8a84edd598 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'router': {'name': 'tempest-router--900819994', 'project_id': 'c1a2f5ccac3c4f03b637ae9c11bc050e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:16.753996 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-89902eb2-d37e-4756-8db3-07481ba846e8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.754595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89902eb2-d37e-4756-8db3-07481ba846e8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.759297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-89902eb2-d37e-4756-8db3-07481ba846e8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/1fb1b373-ddff-45b2-a57f-4a747321ee1a HTTP/1.1" status: 404 len: 337 time: 0.0513337 Feb 03 04:40:16.762571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.765435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fd373a3e-684f-47ad-92c0-2221911119a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.810965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-d39c6aab-f38b-47de-9f3b-91f4bf9b4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:16.812836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-d39c6aab-f38b-47de-9f3b-91f4bf9b4828 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3c9bae642f34c8b8b528fa276859a52&device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 1125 time: 0.3383060 Feb 03 04:40:16.832693 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9810e1d8-3f6b-42c9-b7fd-6efdd9fa9589 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.833670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9810e1d8-3f6b-42c9-b7fd-6efdd9fa9589 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.836815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9810e1d8-3f6b-42c9-b7fd-6efdd9fa9589 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/8c31b9ca-53de-44d0-bb9d-07505b0a496e HTTP/1.1" status: 404 len: 337 time: 0.0729060 Feb 03 04:40:16.841934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.878503 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6915337-bdf2-46a2-b7e1-5c8a84edd598 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (ed28a6e6-86af-4101-baeb-e663f5fa2729), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.880444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6915337-bdf2-46a2-b7e1-5c8a84edd598 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (ed28a6e6-86af-4101-baeb-e663f5fa2729), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.900850 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf752bad-b0e2-4faf-82d1-27c95c3270dd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:16.901851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf752bad-b0e2-4faf-82d1-27c95c3270dd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:16.905352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cf752bad-b0e2-4faf-82d1-27c95c3270dd tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/51abde23-5064-42b5-a912-26112c155cbc HTTP/1.1" status: 404 len: 333 time: 0.0606885 Feb 03 04:40:16.918285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:16.938695 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (70286092-36e4-42f2-a6b6-cfd0ee0a9502), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:16.951909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['ec434544-6b18-4a38-b6a8-17ec804d62eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:40:16.962317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Port': ['ID=fd373a3e-684f-47ad-92c0-2221911119a3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:17.008797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['70286092-36e4-42f2-a6b6-cfd0ee0a9502'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:40:17.031369 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e338de41-b9cd-4ec1-9c38-2f402d88bd2c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.032118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e338de41-b9cd-4ec1-9c38-2f402d88bd2c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.035218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e338de41-b9cd-4ec1-9c38-2f402d88bd2c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/4864c313-3795-4e61-8b47-5205caa6bea7 HTTP/1.1" status: 404 len: 337 time: 0.1134446 Feb 03 04:40:17.052006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.088698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Checking segment: {'id': '0e4164b5-0d9b-4458-b531-39c4d8117afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c3d8127-a446-4fb5-8fad-7af215e8c076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:17.089084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network hostable DHCP agents. Network: 9c3d8127-a446-4fb5-8fad-7af215e8c076, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:17.113577 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6915337-bdf2-46a2-b7e1-5c8a84edd598 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (ed28a6e6-86af-4101-baeb-e663f5fa2729), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.119393 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cbe9e1-dc27-460d-8fe4-b4f821f429b0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.119891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cbe9e1-dc27-460d-8fe4-b4f821f429b0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.122986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b4cbe9e1-dc27-460d-8fe4-b4f821f429b0 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/8caae0b3-dc84-48d7-90ca-1e6d4386b840 HTTP/1.1" status: 404 len: 337 time: 0.0699852 Feb 03 04:40:17.128683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55882) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.131742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6915337-bdf2-46a2-b7e1-5c8a84edd598 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (ed28a6e6-86af-4101-baeb-e663f5fa2729), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.179878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c402e9-1d07-4202-a282-d3c19377932c req-54d08751-e027-4815-8fcb-b717f8ebff96 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:17.187156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50c402e9-1d07-4202-a282-d3c19377932c req-54d08751-e027-4815-8fcb-b717f8ebff96 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 943 time: 0.3007092 Feb 03 04:40:17.191178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-c3cb0dbd-a8d1-4eb0-86c7-bc140e14497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:17.191831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network 9c3d8127-a446-4fb5-8fad-7af215e8c076 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:17.196768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-c3cb0dbd-a8d1-4eb0-86c7-bc140e14497a service neutron] 10.222.0.31 "GET /v2.0/networks?id=97ec8e0a-4000-4d40-8779-abca58915684 HTTP/1.1" status: 200 len: 914 time: 0.3730667 Feb 03 04:40:17.201313 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4d4e17-71e7-4800-b663-5bd3866cd6c8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.201916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4d4e17-71e7-4800-b663-5bd3866cd6c8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.205023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3a4d4e17-71e7-4800-b663-5bd3866cd6c8 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/ef5dbbe1-8d8c-4b91-8c0c-0c4dc5a705dd HTTP/1.1" status: 404 len: 333 time: 0.0750308 Feb 03 04:40:17.215413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.219238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6915337-bdf2-46a2-b7e1-5c8a84edd598 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.220514 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b6915337-bdf2-46a2-b7e1-5c8a84edd598 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4986172 Feb 03 04:40:17.224213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.224522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event deleted for resources: {'Port': ['ID=70286092-36e4-42f2-a6b6-cfd0ee0a9502,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:17.262321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 9c3d8127-a446-4fb5-8fad-7af215e8c076) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:17.269347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (a2c1d529-30a2-49bc-8256-abcc55e81648), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.273299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c891a4-3865-43b9-9a0f-601adfcffaaf None None] Network 9c3d8127-a446-4fb5-8fad-7af215e8c076 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:17.308692 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ecf29f-0678-4552-813b-2a29d85d0486 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.309189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ecf29f-0678-4552-813b-2a29d85d0486 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.312374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-56ecf29f-0678-4552-813b-2a29d85d0486 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/444bf88f-ca8f-4b5f-9041-7c0d73b1d267 HTTP/1.1" status: 404 len: 337 time: 0.0907695 Feb 03 04:40:17.313266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:17.314143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c8595cb2-388c-445d-952a-b4a97a587264), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.349709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.426499 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-da2ac022-3801-4131-9455-74f9c7c983d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2a9c96-9d97-47a8-b229-5775f3291832 HTTP/1.1" status: 200 len: 217 time: 0.1653857 Feb 03 04:40:17.436508 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a56833b-7999-4261-9f49-0c16757c7262 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.447663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Subnet': ['ID=a2c1d529-30a2-49bc-8256-abcc55e81648,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:17.448389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a56833b-7999-4261-9f49-0c16757c7262 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.454766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0a56833b-7999-4261-9f49-0c16757c7262 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/74f4c8c4-6ac3-4812-856d-a174d52a1e2c HTTP/1.1" status: 404 len: 337 time: 0.0997045 Feb 03 04:40:17.455706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] No DVR routers for this DVR port 70286092-36e4-42f2-a6b6-cfd0ee0a9502 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:17.459048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.466960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4619e80-8bd3-460e-994e-2a2b28fb3f8e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (ed28a6e6-86af-4101-baeb-e663f5fa2729), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.506796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.506796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0421554-1148-4ad7-8fa6-fd351cf62c65 req-e0bdb4e7-da56-48b9-8b7b-f6aadb820abe tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.31 "DELETE /v2.0/ports/70286092-36e4-42f2-a6b6-cfd0ee0a9502 HTTP/1.1" status: 204 len: 173 time: 2.9624438 Feb 03 04:40:17.506796 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b61643-d544-49bc-841c-b6cef4be9465 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.506796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b61643-d544-49bc-841c-b6cef4be9465 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.506796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0b61643-d544-49bc-841c-b6cef4be9465 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/c3cfbf54-80b5-4aa0-916a-f8f060d73347 HTTP/1.1" status: 404 len: 333 time: 0.0357869 Feb 03 04:40:17.506796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'name': 'network-vif-deleted', 'tag': '70286092-36e4-42f2-a6b6-cfd0ee0a9502'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:40:17.510147 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eac7c0-dd18-4843-b552-964869507a42" -d '{"events": [{"server_uuid": "c03de3a5-b15a-44c9-851a-714dcbb8e15f", "name": "network-vif-deleted", "tag": "70286092-36e4-42f2-a6b6-cfd0ee0a9502"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:40:17.524703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50c402e9-1d07-4202-a282-d3c19377932c req-fd073f52-cd3e-4222-9352-894fd17d0fd3 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345706 Feb 03 04:40:17.567640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.589201 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe55cf5c-ebe8-49fe-9420-d1e5c82a1e75 x-openstack-request-id: req-fe55cf5c-ebe8-49fe-9420-d1e5c82a1e75 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:40:17.589495 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03de3a5-b15a-44c9-851a-714dcbb8e15f", "name": "network-vif-deleted", "tag": "70286092-36e4-42f2-a6b6-cfd0ee0a9502", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:40:17.589752 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe55cf5c-ebe8-49fe-9420-d1e5c82a1e75 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:40:17.590154 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03de3a5-b15a-44c9-851a-714dcbb8e15f', 'name': 'network-vif-deleted', 'tag': '70286092-36e4-42f2-a6b6-cfd0ee0a9502', 'status': 'completed', 'code': 200} Feb 03 04:40:17.600554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Checking segment: {'id': 'ad976e56-b49d-4679-8a88-d6f293bd1f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:17.600918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network hostable DHCP agents. Network: f9278ce8-3d9b-4036-a892-98809ea61bb3, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:17.605970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Port': ['ID=c8595cb2-388c-445d-952a-b4a97a587264,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:17.611810 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b713bf03-494c-43db-a824-cb5b8d92fe99 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.612597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b713bf03-494c-43db-a824-cb5b8d92fe99 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.616716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b713bf03-494c-43db-a824-cb5b8d92fe99 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/4da7583d-b987-44c8-be56-fc0fbe2dbef0 HTTP/1.1" status: 404 len: 337 time: 0.0477421 Feb 03 04:40:17.619479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.654290 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b122281-881c-4cbb-a04d-023a14855beb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.654758 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b122281-881c-4cbb-a04d-023a14855beb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.660607 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b122281-881c-4cbb-a04d-023a14855beb tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/3064a92d-158f-42de-908f-e65423499145 HTTP/1.1" status: 404 len: 337 time: 0.0375283 Feb 03 04:40:17.661871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.663448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-a9544704-2607-41d1-8503-f64caf250b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:17.665090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-a9544704-2607-41d1-8503-f64caf250b10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bca85c5d-dda2-4d9d-96b9-b6cd283000c6 HTTP/1.1" status: 200 len: 853 time: 0.2125492 Feb 03 04:40:17.680098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network f9278ce8-3d9b-4036-a892-98809ea61bb3 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:17.738315 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-4b611c9a-a2fb-46e6-9983-a506226a7062 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97ec8e0a-4000-4d40-8779-abca58915684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606847 Feb 03 04:40:17.743184 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0d6ce6fd-e307-40fe-a492-88e224415e9f tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b4bb0de-75de-49fe-bdec-283cf4519bcf HTTP/1.1" status: 200 len: 205 time: 0.0746617 Feb 03 04:40:17.743184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f9278ce8-3d9b-4036-a892-98809ea61bb3) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:17.744121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55916) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.754382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4619e80-8bd3-460e-994e-2a2b28fb3f8e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (ed28a6e6-86af-4101-baeb-e663f5fa2729), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.754688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7391341-1a73-49a1-a368-d2aa9c5a0856 None None] Network f9278ce8-3d9b-4036-a892-98809ea61bb3 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:17.770600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4619e80-8bd3-460e-994e-2a2b28fb3f8e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (ed28a6e6-86af-4101-baeb-e663f5fa2729), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.826669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Checking segment: {'id': '9d1433e0-20e8-49f7-b069-95a569d6b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8071130c-65a5-4279-8b0d-6b133c04f28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:17.827036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network hostable DHCP agents. Network: 8071130c-65a5-4279-8b0d-6b133c04f28a, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:17.832210 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-8bccd57b-82a7-4879-be7e-754f3d877439 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] delete failed (client error): The resource could not be found. Feb 03 04:40:17.836143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8bccd57b-82a7-4879-be7e-754f3d877439 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/routers/3b4bb0de-75de-49fe-bdec-283cf4519bcf HTTP/1.1" status: 404 len: 336 time: 0.0883019 Feb 03 04:40:17.844092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.856241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (7e03d839-89da-4cee-a12a-67dd04afeea3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.859656 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-e606e6e2-d2c9-4c7c-9c1c-1e4a5a47829f service neutron] 10.222.0.31 "GET /v2.0/networks/97ec8e0a-4000-4d40-8779-abca58915684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141009 Feb 03 04:40:17.907981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event updated for resources: {'Subnet': ['ID=7e03d839-89da-4cee-a12a-67dd04afeea3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:17.934820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb608d17-c17c-4d62-9ce1-6787e98c8504 req-0c4dc980-a393-4c19-84ef-a628619a2f31 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=c03de3a5-b15a-44c9-851a-714dcbb8e15f HTTP/1.1" status: 200 len: 210 time: 0.1052728 Feb 03 04:40:17.940285 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7292ef3-8c2e-4163-822b-9fdd6d49fbc9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:17.942218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7292ef3-8c2e-4163-822b-9fdd6d49fbc9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:17.945481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c7292ef3-8c2e-4163-822b-9fdd6d49fbc9 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/38887612-cb45-4b68-8f07-24db53254528 HTTP/1.1" status: 404 len: 337 time: 0.0996366 Feb 03 04:40:17.948265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:17.951296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4619e80-8bd3-460e-994e-2a2b28fb3f8e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (ed28a6e6-86af-4101-baeb-e663f5fa2729), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.952023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4619e80-8bd3-460e-994e-2a2b28fb3f8e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed28a6e6-86af-4101-baeb-e663f5fa2729 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:40:17.968057 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f4619e80-8bd3-460e-994e-2a2b28fb3f8e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.969349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f4619e80-8bd3-460e-994e-2a2b28fb3f8e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ed28a6e6-86af-4101-baeb-e663f5fa2729 HTTP/1.1" status: 204 len: 168 time: 0.7384458 Feb 03 04:40:17.976630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f9278ce8-3d9b-4036-a892-98809ea61bb3', 'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3', 'project_id': 'f0a4a80e1b694f7599f5294a36efd14b', 'fixed_ips': [{'subnet_id': 'a2c1d529-30a2-49bc-8256-abcc55e81648'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:17.977562 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:17.992557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2ffcfc9d-d0a6-4c5e-a606-a855f0b563b7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2badccf9-9549-48af-bccf-b25b3f9a44a6 HTTP/1.1" status: 200 len: 205 time: 0.0430722 Feb 03 04:40:17.994569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network 8071130c-65a5-4279-8b0d-6b133c04f28a is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:17.997176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.008584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 8071130c-65a5-4279-8b0d-6b133c04f28a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:18.055539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:18.057318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Checking segment: {'id': '169bcb0d-e420-4fc3-91d3-4075aed22032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:18.057689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network hostable DHCP agents. Network: ebcc1703-7c8f-4bcd-b24b-98a90baff431, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:18.065194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.070350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.071170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:18.076364 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ebc08724-b376-4206-890f-67b930eedafe tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] delete failed (client error): The resource could not be found. Feb 03 04:40:18.078177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebc08724-b376-4206-890f-67b930eedafe tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/routers/2badccf9-9549-48af-bccf-b25b3f9a44a6 HTTP/1.1" status: 404 len: 336 time: 0.0790076 Feb 03 04:40:18.081669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.097060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6cb20835-0d42-44f8-9991-74aa91dff951 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5678680 Feb 03 04:40:18.099465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55932) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.158679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6c338-0b24-4b6d-b401-449aaf8eae82 None None] Network 8071130c-65a5-4279-8b0d-6b133c04f28a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:18.162217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Network ebcc1703-7c8f-4bcd-b24b-98a90baff431 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:18.198503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6e714-f70f-4728-b81f-14aaf6bf79ea tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.204173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6e714-f70f-4728-b81f-14aaf6bf79ea tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.206067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebc6e714-f70f-4728-b81f-14aaf6bf79ea tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1054983 Feb 03 04:40:18.209654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.224882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, ebcc1703-7c8f-4bcd-b24b-98a90baff431) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:18.227082 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c73b3d5-a4b1-4127-bf14-571d6bc911c7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.229919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c73b3d5-a4b1-4127-bf14-571d6bc911c7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.232958 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3c73b3d5-a4b1-4127-bf14-571d6bc911c7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/df04fed7-f033-4c5d-b34f-76e065530846 HTTP/1.1" status: 404 len: 337 time: 0.1437528 Feb 03 04:40:18.235160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bdaac84-0b7d-45fd-9580-7dc664dfa593 req-67432b18-3d23-4510-9da6-f365a04dae11 service neutron] 10.222.0.31 "GET /v2.0/networks/97ec8e0a-4000-4d40-8779-abca58915684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293102 Feb 03 04:40:18.237903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.260390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.261314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.267259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2a3f3-ae8f-4c9a-a23e-be3359297bea None None] Network ebcc1703-7c8f-4bcd-b24b-98a90baff431 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:18.272312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:18.308197 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a20c37-b30d-4a5b-bd2d-f3950260b35d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.308670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a20c37-b30d-4a5b-bd2d-f3950260b35d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.311994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-66a20c37-b30d-4a5b-bd2d-f3950260b35d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/60924ddd-8e35-4765-b5e8-a30938d862ee HTTP/1.1" status: 404 len: 337 time: 0.0732799 Feb 03 04:40:18.315060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.348309 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a4468e-1e34-47f0-ae1a-57aa992402c2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.348895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a4468e-1e34-47f0-ae1a-57aa992402c2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.352218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-17a4468e-1e34-47f0-ae1a-57aa992402c2 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/95bb673f-243c-4559-b3ff-2e91fe075ae8 HTTP/1.1" status: 404 len: 333 time: 0.0360250 Feb 03 04:40:18.354807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.390206 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ddef34-28d5-4849-8211-dce0bdeaaabe tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.390771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ddef34-28d5-4849-8211-dce0bdeaaabe tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.394330 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-04ddef34-28d5-4849-8211-dce0bdeaaabe tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/cf4aa342-b52f-4e63-a3e9-4a7f03cdf339 HTTP/1.1" status: 404 len: 337 time: 0.0381870 Feb 03 04:40:18.396004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Deleting port fd373a3e-684f-47ad-92c0-2221911119a3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:18.396514 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fd373a3e-684f-47ad-92c0-2221911119a3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:18.399481 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0c388813-da72-4ff3-b16b-44f5b8e38d77 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.1493702 Feb 03 04:40:18.402786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.403058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.439562 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be59af3-3ba8-4371-ba36-21890c8dbbac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.439562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be59af3-3ba8-4371-ba36-21890c8dbbac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.441698 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8be59af3-3ba8-4371-ba36-21890c8dbbac tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/30e44b8c-4d70-4480-9913-ad483b22c20f HTTP/1.1" status: 404 len: 333 time: 0.0375085 Feb 03 04:40:18.445495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.514695 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3847396f-97b8-43e9-a36f-b6847f8eb062 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.514969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3847396f-97b8-43e9-a36f-b6847f8eb062 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.518078 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3847396f-97b8-43e9-a36f-b6847f8eb062 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c7d68226-1368-4dd0-b621-ec663493b911 HTTP/1.1" status: 404 len: 337 time: 0.0373917 Feb 03 04:40:18.521361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.535091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.566603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fd373a3e-684f-47ad-92c0-2221911119a3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:18.603382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Calling delete_port for fd373a3e-684f-47ad-92c0-2221911119a3 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:18.624226 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e5f968-ff5e-4201-aae2-0bd165d9fb2d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.625133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e5f968-ff5e-4201-aae2-0bd165d9fb2d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.635419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47e5f968-ff5e-4201-aae2-0bd165d9fb2d tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/03d411aa-0b1d-4a02-b27d-25f1b9a8d1d0 HTTP/1.1" status: 404 len: 333 time: 0.1070721 Feb 03 04:40:18.652365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97a4da-4bbc-4e27-9178-0cd9558ce210 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.665314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97a4da-4bbc-4e27-9178-0cd9558ce210 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.668554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97a4da-4bbc-4e27-9178-0cd9558ce210 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:18.675724 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bc97a4da-4bbc-4e27-9178-0cd9558ce210 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2673616 Feb 03 04:40:18.675724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.705297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 55970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.712177 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f411c5-9b1e-4e0e-9f28-0f1c82c568f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.712712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f411c5-9b1e-4e0e-9f28-0f1c82c568f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.716313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-14f411c5-9b1e-4e0e-9f28-0f1c82c568f4 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/5222afe8-90d8-47a7-9c58-903653bfcf28 HTTP/1.1" status: 404 len: 337 time: 0.0416961 Feb 03 04:40:18.718898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.748080 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b672c1b9-86b6-4794-828b-01ada33f0a2a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.748656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b672c1b9-86b6-4794-828b-01ada33f0a2a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.753040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b672c1b9-86b6-4794-828b-01ada33f0a2a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/586fd4c7-8972-4426-adfb-24b0bcf1c956 HTTP/1.1" status: 404 len: 333 time: 0.0328190 Feb 03 04:40:18.755601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.787960 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64d61ab-b07c-4127-8bf7-8d838e0cf917 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.788621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64d61ab-b07c-4127-8bf7-8d838e0cf917 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.792317 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c64d61ab-b07c-4127-8bf7-8d838e0cf917 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/1a019baf-1b41-4190-8aff-04b43915c46f HTTP/1.1" status: 404 len: 337 time: 0.0353835 Feb 03 04:40:18.795383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.823567 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd37232-197a-4d26-961d-ac2f21f47249 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.824256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd37232-197a-4d26-961d-ac2f21f47249 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.827838 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9bd37232-197a-4d26-961d-ac2f21f47249 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/edc98b60-39c8-4202-bf56-9c8142c11d63 HTTP/1.1" status: 404 len: 333 time: 0.0312164 Feb 03 04:40:18.830446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.840454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1629441976', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:18.882221 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded6b5fd-3e00-4b41-9484-95c4ba9b33e7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.883025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded6b5fd-3e00-4b41-9484-95c4ba9b33e7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.886671 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ded6b5fd-3e00-4b41-9484-95c4ba9b33e7 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/8345cfe0-ec36-4993-9df1-362a391c598e HTTP/1.1" status: 404 len: 337 time: 0.0550351 Feb 03 04:40:18.890737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.921674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Deleting subnet a2c1d529-30a2-49bc-8256-abcc55e81648 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:18.932207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (d83af7c2-78c8-4f69-946a-f872b8f48f6d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:18.933679 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (d83af7c2-78c8-4f69-946a-f872b8f48f6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:18.941111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9f2a9c96-9d97-47a8-b229-5775f3291832 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:40:18.944064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 70286092-36e4-42f2-a6b6-cfd0ee0a9502 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:18.947729 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de42d77-6135-4407-82d1-57749fa4f7e6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.948243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de42d77-6135-4407-82d1-57749fa4f7e6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.954220 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5de42d77-6135-4407-82d1-57749fa4f7e6 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/1b40e795-f172-461c-84b3-d421b9b0d5d3 HTTP/1.1" status: 404 len: 333 time: 0.0575514 Feb 03 04:40:18.956800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:18.995353 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7fb56f-a786-4d96-bd6b-35f9aa54881c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:18.995946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7fb56f-a786-4d96-bd6b-35f9aa54881c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:18.999541 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8b7fb56f-a786-4d96-bd6b-35f9aa54881c tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/c90ae8a2-de07-4a9f-9f95-8a08dba49d97 HTTP/1.1" status: 404 len: 337 time: 0.0414526 Feb 03 04:40:19.002073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:19.006748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (d83af7c2-78c8-4f69-946a-f872b8f48f6d), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.016799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a817000-6933-49b1-8043-0780c5b9cb9b req-0dc8e200-b4fd-4623-b3e3-45d3c119f549 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:19.018527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a817000-6933-49b1-8043-0780c5b9cb9b req-0dc8e200-b4fd-4623-b3e3-45d3c119f549 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 943 time: 0.3142521 Feb 03 04:40:19.019885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fd373a3e-684f-47ad-92c0-2221911119a3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.054678 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c376736-f1ef-46fd-8c7b-d01427208c0a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:19.056688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c376736-f1ef-46fd-8c7b-d01427208c0a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:19.064972 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c376736-f1ef-46fd-8c7b-d01427208c0a tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/ports/7d8e5dfe-9e03-4c91-a695-042efbe01381 HTTP/1.1" status: 404 len: 333 time: 0.0615864 Feb 03 04:40:19.071625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Allocated IP 172.20.0.2 (f9278ce8-3d9b-4036-a892-98809ea61bb3/a2c1d529-30a2-49bc-8256-abcc55e81648/c7846498-5805-4d42-94c7-722ce6f1bc0d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:19.073852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 55998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:19.094961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 70286092-36e4-42f2-a6b6-cfd0ee0a9502 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:19.098239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 70286092-36e4-42f2-a6b6-cfd0ee0a9502 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:19.132525 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-36390e7a-5267-42bc-abc9-240beaac66ab tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] DELETE failed (client error): The resource could not be found. Feb 03 04:40:19.133047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36390e7a-5267-42bc-abc9-240beaac66ab tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:40:19.137452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-36390e7a-5267-42bc-abc9-240beaac66ab tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/subnets/45079ff1-9600-4436-88c3-2025797ff883 HTTP/1.1" status: 404 len: 337 time: 0.0620067 Feb 03 04:40:19.140821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:19.339813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-ebcc1703-7c8f-4bcd-b24b-98a90baff431', 'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431', 'project_id': 'f0a4a80e1b694f7599f5294a36efd14b', 'fixed_ips': [{'subnet_id': '7e03d839-89da-4cee-a12a-67dd04afeea3'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:19.340861 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.350944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (355aef9b-164b-424f-8915-d5c2d7f691fe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.490106 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (355aef9b-164b-424f-8915-d5c2d7f691fe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.520030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355aef9b-164b-424f-8915-d5c2d7f691fe']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:19.531678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33e793e-6d80-485c-b8c7-22648e22d94e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:19.531985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33e793e-6d80-485c-b8c7-22648e22d94e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:19.546613 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (e33e793e-6d80-485c-b8c7-22648e22d94e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.595932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e33e793e-6d80-485c-b8c7-22648e22d94e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.604998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:19.605397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (e33e793e-6d80-485c-b8c7-22648e22d94e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:19.608826 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:19.633981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9f2a9c96-9d97-47a8-b229-5775f3291832, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9f2a9c96-9d97-47a8-b229-5775f3291832,segment=NetworkSegment(54381793-e9b6-43cf-9731-2fcbf510cd2e),segment_id=54381793-e9b6-43cf-9731-2fcbf510cd2e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:19.688689 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (d83af7c2-78c8-4f69-946a-f872b8f48f6d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.708807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Port': ['ID=fd373a3e-684f-47ad-92c0-2221911119a3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:19.731686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (355aef9b-164b-424f-8915-d5c2d7f691fe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.744440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.750115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.753931 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] 10.222.0.35 "DELETE /v2.0/networks/355aef9b-164b-424f-8915-d5c2d7f691fe HTTP/1.1" status: 204 len: 168 time: 0.6111217 Feb 03 04:40:19.776046 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1986dca2-528c-4f97-b4bf-41a1c7d43ffa tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/ports/fd373a3e-684f-47ad-92c0-2221911119a3 HTTP/1.1" status: 204 len: 168 time: 1.5650876 Feb 03 04:40:19.779579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:19.803287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd04b8-06c1-43a7-b750-5df6d9ccb628 tempest-NetworksTestDHCPv6-554327341 tempest-NetworksTestDHCPv6-554327341-project] Pushing event deleted for resources: {'Network': ['ID=355aef9b-164b-424f-8915-d5c2d7f691fe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:19.827591 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Publish callbacks [] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.834925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '9f2a9c96-9d97-47a8-b229-5775f3291832', 'network_id': '97ec8e0a-4000-4d40-8779-abca58915684', 'port_id': '9f2a9c96-9d97-47a8-b229-5775f3291832', 'mac_address': 'fa:16:3e:e0:69:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca85c5d-dda2-4d9d-96b9-b6cd283000c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:40:19.846871 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.879121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a817000-6933-49b1-8043-0780c5b9cb9b req-8ce33f36-f2cf-44b4-8b6e-aed615ea84ac tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8517401 Feb 03 04:40:19.880161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for subnet (a2c1d529-30a2-49bc-8256-abcc55e81648), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.925227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Pushing event updated for resources: {'Port': ['ID=c7846498-5805-4d42-94c7-722ce6f1bc0d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:19.963138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Network f9278ce8-3d9b-4036-a892-98809ea61bb3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:19.972378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Allocated IP 172.20.0.18 (ebcc1703-7c8f-4bcd-b24b-98a90baff431/7e03d839-89da-4cee-a12a-67dd04afeea3/9207c62b-0048-41fe-83df-7723989a245d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:19.980033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:19.982832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (a2c1d529-30a2-49bc-8256-abcc55e81648), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:19.983734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:20.025643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9f2a9c96-9d97-47a8-b229-5775f3291832 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:20.026383 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.044071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Deleting port c8595cb2-388c-445d-952a-b4a97a587264 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:20.046617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c8595cb2-388c-445d-952a-b4a97a587264), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.074951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2a9c96-9d97-47a8-b229-5775f3291832 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:40:20.140622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9f2a9c96-9d97-47a8-b229-5775f3291832, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9f2a9c96-9d97-47a8-b229-5775f3291832,segment=NetworkSegment(54381793-e9b6-43cf-9731-2fcbf510cd2e),segment_id=54381793-e9b6-43cf-9731-2fcbf510cd2e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:20.145023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Attempting to bind port c7846498-5805-4d42-94c7-722ce6f1bc0d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:20.145596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Attempting to bind port c7846498-5805-4d42-94c7-722ce6f1bc0d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ad976e56-b49d-4679-8a88-d6f293bd1f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:20.146183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Attempting to bind port c7846498-5805-4d42-94c7-722ce6f1bc0d on network f9278ce8-3d9b-4036-a892-98809ea61bb3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:20.162757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a2c1d529-30a2-49bc-8256-abcc55e81648), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.171379 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.181091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:20.181474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Checking segment: {'id': 'ad976e56-b49d-4679-8a88-d6f293bd1f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:20.181881 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.182408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Bound using segment: {'id': 'ad976e56-b49d-4679-8a88-d6f293bd1f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:20.182932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Bound port: c7846498-5805-4d42-94c7-722ce6f1bc0d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad976e56-b49d-4679-8a88-d6f293bd1f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f9278ce8-3d9b-4036-a892-98809ea61bb3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:20.183327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.230528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c8595cb2-388c-445d-952a-b4a97a587264), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.250827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Calling delete_port for c8595cb2-388c-445d-952a-b4a97a587264 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:20.348707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:20.400609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9f2a9c96-9d97-47a8-b229-5775f3291832,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:20.415129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c8595cb2-388c-445d-952a-b4a97a587264), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.422489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9f2a9c96-9d97-47a8-b229-5775f3291832'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:40:20.494673 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (d83af7c2-78c8-4f69-946a-f872b8f48f6d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.508774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.522480 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/ports/c8595cb2-388c-445d-952a-b4a97a587264 HTTP/1.1" status: 204 len: 168 time: 0.7415311 Feb 03 04:40:20.523487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:20.526363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ce453-54c5-4996-b12a-2669357ec236 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Port': ['ID=c8595cb2-388c-445d-952a-b4a97a587264,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:20.570604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Publish callbacks [] for port (9207c62b-0048-41fe-83df-7723989a245d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.579331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.596406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-71025436-51d3-47e1-9c6d-800ecd762249 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0672357 Feb 03 04:40:20.602523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:20.606122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (9207c62b-0048-41fe-83df-7723989a245d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.611710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1959215532'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:20.623618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] For port c7846498-5805-4d42-94c7-722ce6f1bc0d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:20.639671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] For port c7846498-5805-4d42-94c7-722ce6f1bc0d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7846498-5805-4d42-94c7-722ce6f1bc0d,segment=NetworkSegment(ad976e56-b49d-4679-8a88-d6f293bd1f38),segment_id=ad976e56-b49d-4679-8a88-d6f293bd1f38)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:20.649280 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-80ab4ae3-fd7f-4594-937b-8e4ad1568542 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f7f25bd352f47ff854f0cd2bd161863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957523 Feb 03 04:40:20.650432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:20.658691 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (a2c1d529-30a2-49bc-8256-abcc55e81648), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.678317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188d574-57cb-4069-ac72-129e346b98ca req-d09534dc-e871-4535-b065-ce35a86d0cec tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:20.685671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.687631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a188d574-57cb-4069-ac72-129e346b98ca req-d09534dc-e871-4535-b065-ce35a86d0cec tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 945 time: 0.3413529 Feb 03 04:40:20.693832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Network ebcc1703-7c8f-4bcd-b24b-98a90baff431 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:20.709769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:20.713266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:20.725867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-123b0573-0eee-4d33-b7a1-42f928301948 admin admin] Publish callbacks [] for security_group (6be5ed03-29f0-4bd2-a9d0-091dc886ff52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.754301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-123b0573-0eee-4d33-b7a1-42f928301948 admin admin] Publish callbacks [] for security_group (6be5ed03-29f0-4bd2-a9d0-091dc886ff52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.816583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Pushing event updated for resources: {'Port': ['ID=9207c62b-0048-41fe-83df-7723989a245d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:20.818407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c1d529-30a2-49bc-8256-abcc55e81648,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:20.827603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-123b0573-0eee-4d33-b7a1-42f928301948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6be5ed03-29f0-4bd2-a9d0-091dc886ff52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.831335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-123b0573-0eee-4d33-b7a1-42f928301948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.833249 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-123b0573-0eee-4d33-b7a1-42f928301948 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6be5ed03-29f0-4bd2-a9d0-091dc886ff52 HTTP/1.1" status: 204 len: 168 time: 0.1813447 Feb 03 04:40:20.844040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b0573-0eee-4d33-b7a1-42f928301948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be5ed03-29f0-4bd2-a9d0-091dc886ff52,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:20.852068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Made reservation on behalf of 61a9b54808a64348b5ffcad738103a13 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:20.855589 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.891348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:20.901708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b4630e7a-9b9a-49f0-bae4-33592942c5b5 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/subnets/a2c1d529-30a2-49bc-8256-abcc55e81648 HTTP/1.1" status: 204 len: 168 time: 2.1952808 Feb 03 04:40:20.905048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:20.940151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86053bc4-77a0-405a-9897-0e2ec0ed92a3 None None] Pushing event updated for resources: {'Port': ['ID=c7846498-5805-4d42-94c7-722ce6f1bc0d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:20.979306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:20.990804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Deleting subnet 7e03d839-89da-4cee-a12a-67dd04afeea3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:21.007144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for subnet (7e03d839-89da-4cee-a12a-67dd04afeea3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.014041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5c18375c-cabd-42c6-a35b-2a2c82979fd7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.014392 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Added segment 5c18375c-cabd-42c6-a35b-2a2c82979fd7 of type vlan for network 01ed151d-e51a-49a1-bf55-6a012afc8989 Feb 03 04:40:21.046369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Attempting to bind port 9207c62b-0048-41fe-83df-7723989a245d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:21.046927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Attempting to bind port 9207c62b-0048-41fe-83df-7723989a245d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '169bcb0d-e420-4fc3-91d3-4075aed22032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:21.047456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Attempting to bind port 9207c62b-0048-41fe-83df-7723989a245d on network ebcc1703-7c8f-4bcd-b24b-98a90baff431 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:21.059743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:21.060349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Checking segment: {'id': '169bcb0d-e420-4fc3-91d3-4075aed22032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:21.060958 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.061504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Bound using segment: {'id': '169bcb0d-e420-4fc3-91d3-4075aed22032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:21.062157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Bound port: 9207c62b-0048-41fe-83df-7723989a245d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169bcb0d-e420-4fc3-91d3-4075aed22032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebcc1703-7c8f-4bcd-b24b-98a90baff431'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:21.062864 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9207c62b-0048-41fe-83df-7723989a245d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.084082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a188d574-57cb-4069-ac72-129e346b98ca req-d119bf2d-420c-4df9-b48a-9df8ab618350 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954954 Feb 03 04:40:21.144625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (7e03d839-89da-4cee-a12a-67dd04afeea3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.201304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] For port 9207c62b-0048-41fe-83df-7723989a245d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:21.212567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] For port 9207c62b-0048-41fe-83df-7723989a245d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9207c62b-0048-41fe-83df-7723989a245d,segment=NetworkSegment(169bcb0d-e420-4fc3-91d3-4075aed22032),segment_id=169bcb0d-e420-4fc3-91d3-4075aed22032)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:21.229007 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9207c62b-0048-41fe-83df-7723989a245d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.247013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (01ed151d-e51a-49a1-bf55-6a012afc8989), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.344025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Allocated IP 172.25.7.131 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/4407d96f-ab82-4900-9839-c59019eee87e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:21.381068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4291b8-ab6a-4753-8d1e-33647e95d2bf req-3b2e48f7-5613-45eb-8968-a29cdde1ae16 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:21.387258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412202-e4c2-4ef8-812e-cc994a9ee4af None None] Pushing event updated for resources: {'Port': ['ID=9207c62b-0048-41fe-83df-7723989a245d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:21.389460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb4291b8-ab6a-4753-8d1e-33647e95d2bf req-3b2e48f7-5613-45eb-8968-a29cdde1ae16 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 944 time: 0.2730916 Feb 03 04:40:21.425941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7e03d839-89da-4cee-a12a-67dd04afeea3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.426542 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (01ed151d-e51a-49a1-bf55-6a012afc8989), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.441908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:21.442650 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.575463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (7e03d839-89da-4cee-a12a-67dd04afeea3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.593064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Network': ['ID=01ed151d-e51a-49a1-bf55-6a012afc8989,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:21.606136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 01ed151d-e51a-49a1-bf55-6a012afc8989 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:21.660331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Subnet': ['ID=7e03d839-89da-4cee-a12a-67dd04afeea3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:21.671998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.676706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e620a8d-782b-4469-bd6b-b473bcb3ce64 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0720143 Feb 03 04:40:21.691028 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f9b0cbf9-7ead-41e1-9f0b-395ac4ad88ac tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/subnets/7e03d839-89da-4cee-a12a-67dd04afeea3 HTTP/1.1" status: 204 len: 168 time: 0.7847321 Feb 03 04:40:21.691727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:21.692152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:21.698949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1823575712'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:21.797063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb4291b8-ab6a-4753-8d1e-33647e95d2bf req-9855f01e-e069-4567-b886-6f0ac35dfa48 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063592 Feb 03 04:40:21.881119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Made reservation on behalf of 61a9b54808a64348b5ffcad738103a13 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:21.888474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:21.929480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3ab-b477-40a6-9632-f08960b05c42 req-f58a4047-8ba5-4feb-acb6-9cb7069b6137 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:21.931378 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-600de3ab-b477-40a6-9632-f08960b05c42 req-f58a4047-8ba5-4feb-acb6-9cb7069b6137 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 945 time: 0.3719289 Feb 03 04:40:22.016864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for port (4407d96f-ab82-4900-9839-c59019eee87e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:22.062614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d81ada-6fb2-4a7d-9be6-5bd33f19ca43 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:22.073380 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c8d81ada-6fb2-4a7d-9be6-5bd33f19ca43 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3416727 Feb 03 04:40:22.079657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:22.119061 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4407d96f-ab82-4900-9839-c59019eee87e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:22.138048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:22.209167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:22.222647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:22.233058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:22.297292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (17c27d22-1f0a-43be-9f95-f90dde2a30d1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:22.297998 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Added segment 17c27d22-1f0a-43be-9f95-f90dde2a30d1 of type vlan for network a3adea63-86f4-441d-bdc3-c07cc9093e24 Feb 03 04:40:22.417176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event updated for resources: {'Port': ['ID=4407d96f-ab82-4900-9839-c59019eee87e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:22.623821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80a389c-cb05-4e95-86d3-77bc7e4a2e95 None None] Network f9278ce8-3d9b-4036-a892-98809ea61bb3 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:22.634514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:22.795529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ccd8a6b-4c22-4386-a9fe-3bd315409639 None None] Provisioning complete for port c7846498-5805-4d42-94c7-722ce6f1bc0d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:22.795917 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8a6b-4c22-4386-a9fe-3bd315409639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:22.911167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-ed19b88d-b859-494b-adb5-e98f2d6c9e3a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:22.926022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed19b88d-b859-494b-adb5-e98f2d6c9e3a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2721469 Feb 03 04:40:22.931612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:22.944031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9f2a9c96-9d97-47a8-b229-5775f3291832 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:22.950946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-715fdf1e-96ad-4fa4-a281-915c5da32c74 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:22.957302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-715fdf1e-96ad-4fa4-a281-915c5da32c74 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0207872 Feb 03 04:40:22.975747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:22.990287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-74e86c28-0e89-423e-9c62-bd785c9231e7 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:22.992295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74e86c28-0e89-423e-9c62-bd785c9231e7 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0111265 Feb 03 04:40:23.038217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.049485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-8a85117a-8250-4894-ad2c-5bc3c1992e6e tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.064336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8a85117a-8250-4894-ad2c-5bc3c1992e6e tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103672 Feb 03 04:40:23.077167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.086974 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (ebcc1703-7c8f-4bcd-b24b-98a90baff431), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.116197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a3adea63-86f4-441d-bdc3-c07cc9093e24), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.128568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9207c62b-0048-41fe-83df-7723989a245d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:23.147380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-553bd736-adee-4a96-bbac-c0e6cb642e34 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.151594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-553bd736-adee-4a96-bbac-c0e6cb642e34 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0128429 Feb 03 04:40:23.156953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.173865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-71e10088-f047-4600-8e70-ebe86109a1db tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.179363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71e10088-f047-4600-8e70-ebe86109a1db tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0164740 Feb 03 04:40:23.192183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.205498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-324af7ba-3c45-4883-822e-a06177162012 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.209564 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-324af7ba-3c45-4883-822e-a06177162012 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088987 Feb 03 04:40:23.213482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71e6c-475e-4e92-a93e-09145b858705 req-b84a5934-b095-441b-9310-8c0cdd94ad05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:23.216419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0c71e6c-475e-4e92-a93e-09145b858705 req-b84a5934-b095-441b-9310-8c0cdd94ad05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 945 time: 0.8895483 Feb 03 04:40:23.216583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.230406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-210660c4-f2c1-459e-91ad-0dd7a94f6f4b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.231426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-210660c4-f2c1-459e-91ad-0dd7a94f6f4b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0103345 Feb 03 04:40:23.236148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Deleting port ec434544-6b18-4a38-b6a8-17ec804d62eb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:23.236511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.239956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.250353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 9f2a9c96-9d97-47a8-b229-5775f3291832 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:40:23.258744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-858dbe2f-9c4b-455a-9571-6a3a99f1ac0f tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.259478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 9f2a9c96-9d97-47a8-b229-5775f3291832 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:23.259770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-858dbe2f-9c4b-455a-9571-6a3a99f1ac0f tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0067263 Feb 03 04:40:23.260276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.263812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] DHCP port deletion for f9278ce8-3d9b-4036-a892-98809ea61bb3 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:40:23.315977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a3adea63-86f4-441d-bdc3-c07cc9093e24), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.316268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.341345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:23.341345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.359658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-e8dd26be-d8a1-4405-8eb9-11146fcbbc5c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.363097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e8dd26be-d8a1-4405-8eb9-11146fcbbc5c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0185463 Feb 03 04:40:23.383782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.404811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-383b9acb-b87b-436b-9453-a8cfc80200d4 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.408705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-383b9acb-b87b-436b-9453-a8cfc80200d4 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0214279 Feb 03 04:40:23.425106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56160) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.479562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-c6b1ce97-afb7-417e-be07-16cf8571dbe4 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.485162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c6b1ce97-afb7-417e-be07-16cf8571dbe4 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0586307 Feb 03 04:40:23.487562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56162) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.498133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-a2e2a85c-7b70-4585-a481-501f7a76a804 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.499813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a2e2a85c-7b70-4585-a481-501f7a76a804 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053086 Feb 03 04:40:23.502646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e132b372-6c99-4b2a-9505-4c62537a699d None None] Network ebcc1703-7c8f-4bcd-b24b-98a90baff431 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:23.502918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.503225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.518714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-ddbf7758-ee25-46e8-b6d0-c28cd63ccf8a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.519962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ddbf7758-ee25-46e8-b6d0-c28cd63ccf8a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055242 Feb 03 04:40:23.556092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8596871 Feb 03 04:40:23.559366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.603851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d140c-1f2d-457a-aa20-8f844ffe73fe req-95507234-05dc-4bc8-a816-35b3549729bf tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:23.605453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c61d140c-1f2d-457a-aa20-8f844ffe73fe req-95507234-05dc-4bc8-a816-35b3549729bf tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 944 time: 0.6115572 Feb 03 04:40:23.615538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (d83af7c2-78c8-4f69-946a-f872b8f48f6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.633502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0c71e6c-475e-4e92-a93e-09145b858705 req-a9696b84-3175-4c9b-8390-336784d78c38 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147967 Feb 03 04:40:23.654403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd8a6b-4c22-4386-a9fe-3bd315409639 None None] Current status of the port c7846498-5805-4d42-94c7-722ce6f1bc0d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:23.655534 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8a6b-4c22-4386-a9fe-3bd315409639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.682880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-97be98fc-e37f-4722-bd5d-f7534591203e tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.690961 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-97be98fc-e37f-4722-bd5d-f7534591203e tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1176598 Feb 03 04:40:23.695464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.704796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Deleting port 9207c62b-0048-41fe-83df-7723989a245d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:23.705138 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9207c62b-0048-41fe-83df-7723989a245d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.722254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-c5d5fb7e-a1b4-4ddf-910d-c3519ab3c9be tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.725460 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.731060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 9207c62b-0048-41fe-83df-7723989a245d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:23.731727 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9207c62b-0048-41fe-83df-7723989a245d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.739535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c5d5fb7e-a1b4-4ddf-910d-c3519ab3c9be tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0319970 Feb 03 04:40:23.756457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ccd8a6b-4c22-4386-a9fe-3bd315409639 None None] For port c7846498-5805-4d42-94c7-722ce6f1bc0d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7846498-5805-4d42-94c7-722ce6f1bc0d,segment=NetworkSegment(ad976e56-b49d-4679-8a88-d6f293bd1f38),segment_id=ad976e56-b49d-4679-8a88-d6f293bd1f38)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:23.772906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.774178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b8982-35d4-4848-87fc-e5cd7c30e6a0 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Network': ['ID=a3adea63-86f4-441d-bdc3-c07cc9093e24,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:23.795282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-5dc9d818-240b-48dd-a1de-74ab4644cc40 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.805332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5dc9d818-240b-48dd-a1de-74ab4644cc40 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0287378 Feb 03 04:40:23.820028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56176) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.851051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a3adea63-86f4-441d-bdc3-c07cc9093e24 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:23.856999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-e92bcef9-199c-4fdb-b81e-5badb5ab517f tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.865860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.872099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e92bcef9-199c-4fdb-b81e-5badb5ab517f tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0508153 Feb 03 04:40:23.888797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-238c0a11-e832-4eb4-b7c6-171a4150010c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.897194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-238c0a11-e832-4eb4-b7c6-171a4150010c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0269105 Feb 03 04:40:23.898229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bff0fa4-856d-48c9-b6a7-c414373c240c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.916359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.935298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-12b8a1c6-4727-4c81-960b-49160c09251a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:23.952026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-12b8a1c6-4727-4c81-960b-49160c09251a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0292871 Feb 03 04:40:23.959041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:23.966537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8a6b-4c22-4386-a9fe-3bd315409639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:23.985499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] For port ec434544-6b18-4a38-b6a8-17ec804d62eb, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=ec434544-6b18-4a38-b6a8-17ec804d62eb,segment=NetworkSegment(0585e789-bd68-48c3-88cf-d3dc5daed1aa),segment_id=0585e789-bd68-48c3-88cf-d3dc5daed1aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:23.985499 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.039126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-da685c5e-c96b-4b5b-82ea-7c8955b66f75 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.043336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-da685c5e-c96b-4b5b-82ea-7c8955b66f75 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0212669 Feb 03 04:40:24.045259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Calling delete_port for ec434544-6b18-4a38-b6a8-17ec804d62eb owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:24.053982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c61d140c-1f2d-457a-aa20-8f844ffe73fe req-805aaada-c032-492c-abb1-85be78e1a300 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240632 Feb 03 04:40:24.056496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.063923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8a6b-4c22-4386-a9fe-3bd315409639 None None] Pushing event updated for resources: {'Port': ['ID=c7846498-5805-4d42-94c7-722ce6f1bc0d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:24.090623 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.154661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-16490dd1-0c30-46ad-8877-abd8b7feea02 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.161362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-16490dd1-0c30-46ad-8877-abd8b7feea02 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0167782 Feb 03 04:40:24.167094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56186) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.174906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-37e41279-f594-4a8c-ae26-f977b95337a6 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.178720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-37e41279-f594-4a8c-ae26-f977b95337a6 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0106144 Feb 03 04:40:24.181242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.185001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9f2a9c96-9d97-47a8-b229-5775f3291832 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:24.185789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.187006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-827f9af6-7403-4567-ab25-42657a42758b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.191325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-827f9af6-7403-4567-ab25-42657a42758b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081167 Feb 03 04:40:24.201282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.203166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] Deleting port c7846498-5805-4d42-94c7-722ce6f1bc0d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:24.204898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.242949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-0303ca64-1303-4f96-90a6-0b3a71307f9b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.247975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0303ca64-1303-4f96-90a6-0b3a71307f9b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0404198 Feb 03 04:40:24.254350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.266830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-c3314906-269c-4c00-b761-7ac359006f43 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.273716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c3314906-269c-4c00-b761-7ac359006f43 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0150549 Feb 03 04:40:24.275903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] For port 9207c62b-0048-41fe-83df-7723989a245d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9207c62b-0048-41fe-83df-7723989a245d,segment=NetworkSegment(169bcb0d-e420-4fc3-91d3-4075aed22032),segment_id=169bcb0d-e420-4fc3-91d3-4075aed22032)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:24.279027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9207c62b-0048-41fe-83df-7723989a245d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.309433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.310386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] For port c7846498-5805-4d42-94c7-722ce6f1bc0d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7846498-5805-4d42-94c7-722ce6f1bc0d,segment=NetworkSegment(ad976e56-b49d-4679-8a88-d6f293bd1f38),segment_id=ad976e56-b49d-4679-8a88-d6f293bd1f38)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:24.312255 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.323299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-92b747c3-3202-4cb5-bdec-12d0a8180552 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.335792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-92b747c3-3202-4cb5-bdec-12d0a8180552 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0255251 Feb 03 04:40:24.340526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.344065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] Calling delete_port for c7846498-5805-4d42-94c7-722ce6f1bc0d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:24.355991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Calling delete_port for 9207c62b-0048-41fe-83df-7723989a245d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:24.365398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bff0fa4-856d-48c9-b6a7-c414373c240c admin admin] Publish callbacks [] for security_group (54041eb4-6cd1-4852-a441-2d80a30613ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.368372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-1e524883-428f-479b-a060-74c93b6e2ad1 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.373822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.375717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e524883-428f-479b-a060-74c93b6e2ad1 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0275774 Feb 03 04:40:24.382465 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bff0fa4-856d-48c9-b6a7-c414373c240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (54041eb4-6cd1-4852-a441-2d80a30613ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.392323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-4b368e5a-d75a-460e-90f7-720dc47d2fd0 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.407936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4b368e5a-d75a-460e-90f7-720dc47d2fd0 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0264535 Feb 03 04:40:24.423294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.431512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-0f1c44a9-0290-483c-8cb3-b700976cdd77 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.467227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0f1c44a9-0290-483c-8cb3-b700976cdd77 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0389273 Feb 03 04:40:24.471287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.498840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-0553fdd6-075b-4da1-8d72-b55b6ba2bebf tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.526568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0553fdd6-075b-4da1-8d72-b55b6ba2bebf tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0508962 Feb 03 04:40:24.542065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] DHCP port deletion for ebcc1703-7c8f-4bcd-b24b-98a90baff431 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:40:24.556758 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (c7846498-5805-4d42-94c7-722ce6f1bc0d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.569514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d6d9771b-2369-46f0-a84f-042d829f3b75 None None] Provisioning complete for port 9207c62b-0048-41fe-83df-7723989a245d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:24.571437 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d9771b-2369-46f0-a84f-042d829f3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9207c62b-0048-41fe-83df-7723989a245d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.583513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.609809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-895ff7f6-dd8a-4ddc-9ad8-c62fc7ddfc89 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.615606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-895ff7f6-dd8a-4ddc-9ad8-c62fc7ddfc89 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0303624 Feb 03 04:40:24.618248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.624160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-141014c9-ba00-47b7-9619-86d608b21a45 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.634277 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-141014c9-ba00-47b7-9619-86d608b21a45 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0082901 Feb 03 04:40:24.663730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.677348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-204fb1a9-d62d-46be-8eb5-f0bce7414106 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.681261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 9207c62b-0048-41fe-83df-7723989a245d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:24.681261 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9207c62b-0048-41fe-83df-7723989a245d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.685491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-204fb1a9-d62d-46be-8eb5-f0bce7414106 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0094001 Feb 03 04:40:24.694486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.733639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-0bab38fb-d60f-4d20-ab31-62940fb21c0f tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.738243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11763c62-3151-4d61-847e-7bdaaae44f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a9c96-9d97-47a8-b229-5775f3291832'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:40:24.740485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0bab38fb-d60f-4d20-ab31-62940fb21c0f tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0316684 Feb 03 04:40:24.743898 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b134d087-0921-4ab9-8a22-129c0b19ab41" -d '{"events": [{"server_uuid": "11763c62-3151-4d61-847e-7bdaaae44f87", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a9c96-9d97-47a8-b229-5775f3291832"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:40:24.763747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.780190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-74fd3659-4ff6-4a74-b8da-9333f32d8393 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.790481 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-74fd3659-4ff6-4a74-b8da-9333f32d8393 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0243957 Feb 03 04:40:24.809290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.818473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-7a1c93a9-83f8-4e8d-b721-3189a94b8051 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.842495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7a1c93a9-83f8-4e8d-b721-3189a94b8051 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0283234 Feb 03 04:40:24.845897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.856983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-45851f44-83b2-4153-a746-f37ab97ba118 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.867685 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-45851f44-83b2-4153-a746-f37ab97ba118 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0133674 Feb 03 04:40:24.870196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.871765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9f2a9c96-9d97-47a8-b229-5775f3291832, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9f2a9c96-9d97-47a8-b229-5775f3291832,segment=NetworkSegment(54381793-e9b6-43cf-9731-2fcbf510cd2e),segment_id=54381793-e9b6-43cf-9731-2fcbf510cd2e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:24.882459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] Pushing event deleted for resources: {'Port': ['ID=c7846498-5805-4d42-94c7-722ce6f1bc0d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:24.898889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-785ac665-7b0d-4719-8876-1a4fdaf2609e tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:24.903011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-785ac665-7b0d-4719-8876-1a4fdaf2609e tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0275903 Feb 03 04:40:24.910828 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cd82ac-4d72-4237-bcfd-64dbb9bacd8c x-openstack-request-id: req-f9cd82ac-4d72-4237-bcfd-64dbb9bacd8c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:40:24.915203 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11763c62-3151-4d61-847e-7bdaaae44f87", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a9c96-9d97-47a8-b229-5775f3291832", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:40:24.915762 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9cd82ac-4d72-4237-bcfd-64dbb9bacd8c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:40:24.916325 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11763c62-3151-4d61-847e-7bdaaae44f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a9c96-9d97-47a8-b229-5775f3291832', 'code': 200} Feb 03 04:40:24.931453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (d83af7c2-78c8-4f69-946a-f872b8f48f6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.936435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e532b-4b2e-4658-bde0-9a4115304693 None None] No DVR routers for this DVR port c7846498-5805-4d42-94c7-722ce6f1bc0d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:24.944890 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:24.958163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:24.981201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device ec434544-6b18-4a38-b6a8-17ec804d62eb no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:25.071056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff0fa4-856d-48c9-b6a7-c414373c240c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54041eb4-6cd1-4852-a441-2d80a30613ee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:25.096010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-76a9766f-94c4-4b8c-bb09-4767ae438ec5 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.098044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-76a9766f-94c4-4b8c-bb09-4767ae438ec5 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0137913 Feb 03 04:40:25.109486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.109943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.110263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1bff0fa4-856d-48c9-b6a7-c414373c240c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39b709a5657d4b79a3f9d8689519f28e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6007245 Feb 03 04:40:25.160028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-a3733002-be8a-4310-b9ae-accfa35d42ab tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.169829 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a3733002-be8a-4310-b9ae-accfa35d42ab tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0558200 Feb 03 04:40:25.189499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.200537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-17e15eac-19fc-4c69-a5c9-f834d7b5f0dc tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.216130 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.218877 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-17e15eac-19fc-4c69-a5c9-f834d7b5f0dc tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0197182 Feb 03 04:40:25.224320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-f74f899c-bf21-4da2-ab8e-6ea786f991e7 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.225466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f74f899c-bf21-4da2-ab8e-6ea786f991e7 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0082676 Feb 03 04:40:25.231045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.236872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9207c62b-0048-41fe-83df-7723989a245d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.239929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-8ffc7b61-cead-40d6-a53f-9b80a55ebc31 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.241847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8ffc7b61-cead-40d6-a53f-9b80a55ebc31 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074821 Feb 03 04:40:25.248097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.271478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-c2b3ba13-6be8-4c28-9df4-cc950cddcfc6 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.272500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c2b3ba13-6be8-4c28-9df4-cc950cddcfc6 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0068009 Feb 03 04:40:25.278071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.286183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-f85983a0-7fac-49f4-a4aa-109808801372 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.287140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f85983a0-7fac-49f4-a4aa-109808801372 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0064912 Feb 03 04:40:25.306836 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ec434544-6b18-4a38-b6a8-17ec804d62eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.314422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.325488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-f0e1fe99-0867-4a9f-beb5-0bda27bf9ac2 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.329364 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f0e1fe99-0867-4a9f-beb5-0bda27bf9ac2 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0103726 Feb 03 04:40:25.333407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Port': ['ID=9207c62b-0048-41fe-83df-7723989a245d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:25.334879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 04:40:25.334879 n-d-827549-1 neutron-server[103325]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 03 04:40:25.334879 n-d-827549-1 neutron-server[103325]: [parameters: {'status': 'ACTIVE', 'ports_id': '9207c62b-0048-41fe-83df-7723989a245d'}] Feb 03 04:40:25.334879 n-d-827549-1 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:40:25.341543 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:40:25.343009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.344024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] No DVR routers for this DVR port 9207c62b-0048-41fe-83df-7723989a245d on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:25.352506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-d67c93a9-0bca-484a-99f5-ae352147e7cc tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.355389 n-d-827549-1 neutron-server[103325]: INFO neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No ports have port_id starting with ec434544-6b18-4a38-b6a8-17ec804d62eb Feb 03 04:40:25.356605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d67c93a9-0bca-484a-99f5-ae352147e7cc tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0106409 Feb 03 04:40:25.366870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.376365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bfeed-64e0-40f0-babf-9a7dcd7ccdec req-6ea4d1ff-b42c-4f0f-8770-4bb5e527d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:25.384240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3bfeed-64e0-40f0-babf-9a7dcd7ccdec req-6ea4d1ff-b42c-4f0f-8770-4bb5e527d36b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 1127 time: 0.4221225 Feb 03 04:40:25.411657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9771b-2369-46f0-a84f-042d829f3b75 None None] Current status of the port 9207c62b-0048-41fe-83df-7723989a245d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:25.425318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d9771b-2369-46f0-a84f-042d829f3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9207c62b-0048-41fe-83df-7723989a245d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.448726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34b93-de42-4575-bb43-365e82ec6072 req-5780908f-e2be-4941-a2d5-724b41f0f399 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:25.450842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7f34b93-de42-4575-bb43-365e82ec6072 req-5780908f-e2be-4941-a2d5-724b41f0f399 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 945 time: 0.2186630 Feb 03 04:40:25.453595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] Deleting port 9207c62b-0048-41fe-83df-7723989a245d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:25.456040 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9207c62b-0048-41fe-83df-7723989a245d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.462663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d872d2-4141-4fb4-9c4a-3b01c8a7a67e req-e7d1b9a2-42c3-4ee1-b564-f3da670f5f88 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:25.464302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03d872d2-4141-4fb4-9c4a-3b01c8a7a67e req-e7d1b9a2-42c3-4ee1-b564-f3da670f5f88 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/ports?device_id=3720b596-d2ad-40c2-8e2f-bf45f39bd263 HTTP/1.1" status: 200 len: 867 time: 0.3975515 Feb 03 04:40:25.485257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-5f1ab424-e568-4586-b42d-73ae21a6e9cf tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.489417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5f1ab424-e568-4586-b42d-73ae21a6e9cf tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.1041026 Feb 03 04:40:25.493372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.528110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-0615d01c-ae99-45a6-9c22-5a95cfea041d tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.536004 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0615d01c-ae99-45a6-9c22-5a95cfea041d tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0314646 Feb 03 04:40:25.544915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.546769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Pushing event deleted for resources: {'Port': ['ID=ec434544-6b18-4a38-b6a8-17ec804d62eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:25.555275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-731c6a10-4dc6-4d56-bb69-6dc74da2fb40 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.556466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-731c6a10-4dc6-4d56-bb69-6dc74da2fb40 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0080612 Feb 03 04:40:25.567185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.568233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9f2a9c96-9d97-47a8-b229-5775f3291832,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:25.600073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-2278fd3e-3d95-4f66-a009-1f0d39c3e02b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.605080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2278fd3e-3d95-4f66-a009-1f0d39c3e02b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0321598 Feb 03 04:40:25.618590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.628401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-a6c16132-bf6d-42bb-827e-591ae2e35613 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.629961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a6c16132-bf6d-42bb-827e-591ae2e35613 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082428 Feb 03 04:40:25.635645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.650646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-108e6c10-bb09-4bb0-b1e9-1b58406c5c08 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.651774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-108e6c10-bb09-4bb0-b1e9-1b58406c5c08 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060878 Feb 03 04:40:25.662528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Router d83af7c2-78c8-4f69-946a-f872b8f48f6d is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:25.673912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56274) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.688654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-2fa4290f-b8bf-427d-867b-6517e97af877 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.690109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2fa4290f-b8bf-427d-867b-6517e97af877 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086231 Feb 03 04:40:25.716431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] For port 9207c62b-0048-41fe-83df-7723989a245d, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:25.717973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9207c62b-0048-41fe-83df-7723989a245d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.720939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.746798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] Calling delete_port for 9207c62b-0048-41fe-83df-7723989a245d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:25.750069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] Port 9207c62b-0048-41fe-83df-7723989a245d was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:40:25.750502 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b006d08-2c92-4081-bad7-17030774c2fb admin admin] Publish callbacks [] for security_group (54041eb4-6cd1-4852-a441-2d80a30613ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.755605 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (9207c62b-0048-41fe-83df-7723989a245d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.770432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-b6b917cc-dbc4-4a5c-90fc-1f7443a23546 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.774393 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b6b917cc-dbc4-4a5c-90fc-1f7443a23546 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0216253 Feb 03 04:40:25.782620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] No DVR routers for this DVR port ec434544-6b18-4a38-b6a8-17ec804d62eb on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:25.798448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.802262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-600de3ab-b477-40a6-9632-f08960b05c42 req-75dd8ed6-2284-4d5b-b59f-e1bb0ea13f05 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.15 "DELETE /v2.0/ports/ec434544-6b18-4a38-b6a8-17ec804d62eb HTTP/1.1" status: 204 len: 173 time: 3.8529859 Feb 03 04:40:25.810664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.817489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] Pushing event deleted for resources: {'Port': ['ID=9207c62b-0048-41fe-83df-7723989a245d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:25.820731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'name': 'network-vif-deleted', 'tag': 'ec434544-6b18-4a38-b6a8-17ec804d62eb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:40:25.826321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1f6fe-fc10-4705-b46a-4d53bbc1cf6b None None] No DVR routers for this DVR port 9207c62b-0048-41fe-83df-7723989a245d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:25.826696 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861e29d-df26-4df6-88a4-b512612d83c4" -d '{"events": [{"server_uuid": "3720b596-d2ad-40c2-8e2f-bf45f39bd263", "name": "network-vif-deleted", "tag": "ec434544-6b18-4a38-b6a8-17ec804d62eb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:40:25.840365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:25.852789 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] Sync routers for ids ['d83af7c2-78c8-4f69-946a-f872b8f48f6d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:25.863627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03d872d2-4141-4fb4-9c4a-3b01c8a7a67e req-d13e8092-e43f-491e-8171-e123016aac42 tempest-ServersTestJSON-1257831633 tempest-ServersTestJSON-1257831633-project] 10.222.0.35 "GET /v2.0/security-groups?id=585cf150-3906-4182-a40f-97d11f7fc341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858697 Feb 03 04:40:25.871612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7f34b93-de42-4575-bb43-365e82ec6072 req-b15ad72b-b413-42a7-a300-f03e77a5dad9 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044831 Feb 03 04:40:25.871961 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] Routers {'d83af7c2-78c8-4f69-946a-f872b8f48f6d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:25.876897 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d83af7c2-78c8-4f69-946a-f872b8f48f6d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:25.904234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-6951ed5d-90a3-4bc2-add0-d0d77b485648 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.914547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.921002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Port 9207c62b-0048-41fe-83df-7723989a245d update to ACTIVE by agent not found {{(pid=103325) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 04:40:25.924096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7846498-5805-4d42-94c7-722ce6f1bc0d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:25.924817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6951ed5d-90a3-4bc2-add0-d0d77b485648 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0644772 Feb 03 04:40:25.928541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:25.938448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d0aaedf6-c7d0-4a1c-93a2-fdbf9bfe7c74 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3990226 Feb 03 04:40:25.940674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:25.962099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-0c5faf06-82d3-446f-aee8-d4b7125063a6 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:25.966143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0c5faf06-82d3-446f-aee8-d4b7125063a6 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0239055 Feb 03 04:40:25.971010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c7846498-5805-4d42-94c7-722ce6f1bc0d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:25.971370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7846498-5805-4d42-94c7-722ce6f1bc0d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 04:40:26.004913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.056358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Port c7846498-5805-4d42-94c7-722ce6f1bc0d not found, will not notify nova. {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 04:40:26.073566 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:26.134947 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] Routers {'d83af7c2-78c8-4f69-946a-f872b8f48f6d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:26.135633 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d83af7c2-78c8-4f69-946a-f872b8f48f6d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:26.200790 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-4c80f0aa-c4a7-4cc0-bc10-f59746e2b8f4 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.204227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c80f0aa-c4a7-4cc0-bc10-f59746e2b8f4 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0287211 Feb 03 04:40:26.204227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (ebcc1703-7c8f-4bcd-b24b-98a90baff431), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.214236 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc074552-4614-40b4-bb7d-cbf6639949fc x-openstack-request-id: req-bc074552-4614-40b4-bb7d-cbf6639949fc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:40:26.214567 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3720b596-d2ad-40c2-8e2f-bf45f39bd263", "name": "network-vif-deleted", "tag": "ec434544-6b18-4a38-b6a8-17ec804d62eb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:40:26.214798 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc074552-4614-40b4-bb7d-cbf6639949fc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:40:26.215181 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3720b596-d2ad-40c2-8e2f-bf45f39bd263', 'name': 'network-vif-deleted', 'tag': 'ec434544-6b18-4a38-b6a8-17ec804d62eb', 'status': 'completed', 'code': 200} Feb 03 04:40:26.230502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.240216 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:26.243367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9207c62b-0048-41fe-83df-7723989a245d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:26.244568 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7e6dc-e515-4df1-9ec5-95fe6f180892 None None] The sync data for ids ['d83af7c2-78c8-4f69-946a-f872b8f48f6d'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:26.271799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-53179f62-675b-4783-8a79-16415825637e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/d83af7c2-78c8-4f69-946a-f872b8f48f6d HTTP/1.1" status: 200 len: 921 time: 0.3022938 Feb 03 04:40:26.274514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.282625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-96ef50c9-4f71-4bf3-81c7-82f7f743fe4c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.288700 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-96ef50c9-4f71-4bf3-81c7-82f7f743fe4c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0157015 Feb 03 04:40:26.290302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.297797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9207c62b-0048-41fe-83df-7723989a245d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:26.298185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9207c62b-0048-41fe-83df-7723989a245d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:26.298590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7846498-5805-4d42-94c7-722ce6f1bc0d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:26.298849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-57ac09bb-9fbd-4679-abad-9753f590d40d tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.301961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-57ac09bb-9fbd-4679-abad-9753f590d40d tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087948 Feb 03 04:40:26.306167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b006d08-2c92-4081-bad7-17030774c2fb admin admin] Publish callbacks [] for security_group (54041eb4-6cd1-4852-a441-2d80a30613ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.307820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.340678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-6ca067ce-c381-472f-aa79-7e08e7f7936b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.344207 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6ca067ce-c381-472f-aa79-7e08e7f7936b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0142810 Feb 03 04:40:26.350005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.355182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cedc14ee-e361-4bcd-b3b7-d2fd697b70bf tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83af7c2-78c8-4f69-946a-f872b8f48f6d HTTP/1.1" status: 200 len: 205 time: 0.0757253 Feb 03 04:40:26.355762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.369439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-9934dfec-e430-475e-9f20-ebb2275b8e4a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.370543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9934dfec-e430-475e-9f20-ebb2275b8e4a tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0160623 Feb 03 04:40:26.374776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.389237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-4c66df45-a11d-4b40-a819-35831ff1c430 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.395121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c66df45-a11d-4b40-a819-35831ff1c430 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0129771 Feb 03 04:40:26.397656 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b3bfeed-64e0-40f0-babf-9a7dcd7ccdec req-1beee022-7ff5-4758-9f02-f4db09aad494 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9054873 Feb 03 04:40:26.401274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c7846498-5805-4d42-94c7-722ce6f1bc0d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:26.402318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7846498-5805-4d42-94c7-722ce6f1bc0d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:26.414641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcc1703-7c8f-4bcd-b24b-98a90baff431']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:26.420006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.431273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-d74264e6-5384-4114-a558-37973e04163b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.432695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d74264e6-5384-4114-a558-37973e04163b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0083504 Feb 03 04:40:26.436462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.488304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-5e86063d-fcb5-4edd-913b-b561b334645c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.492137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169bcb0d-e420-4fc3-91d3-4075aed22032') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:26.492570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5e86063d-fcb5-4edd-913b-b561b334645c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0411606 Feb 03 04:40:26.493706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169bcb0d-e420-4fc3-91d3-4075aed22032') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:26.497813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56310) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.504832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-13158cc0-b463-46c3-ad31-8914d4fcfa26 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.506046 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-13158cc0-b463-46c3-ad31-8914d4fcfa26 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072036 Feb 03 04:40:26.509999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56312) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.514999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-5d4d2921-9412-4629-b229-4253aad9053b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.516844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5d4d2921-9412-4629-b229-4253aad9053b tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058744 Feb 03 04:40:26.522367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.537585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (169bcb0d-e420-4fc3-91d3-4075aed22032), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.539480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-95c826d4-67f2-4ee9-b02e-3202edd0c5a2 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.546045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-95c826d4-67f2-4ee9-b02e-3202edd0c5a2 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0225363 Feb 03 04:40:26.554651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56316) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.576149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (169bcb0d-e420-4fc3-91d3-4075aed22032), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.589143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [None req-3c577c51-c979-4f5d-9c3b-b074caf1ee0c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.594854 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3c577c51-c979-4f5d-9c3b-b074caf1ee0c tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0369909 Feb 03 04:40:26.598018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.600375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:26.601663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (169bcb0d-e420-4fc3-91d3-4075aed22032), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.619627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [None req-7ecaee85-a43d-46dd-ba64-b64866ce5837 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:40:26.622869 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7ecaee85-a43d-46dd-ba64-b64866ce5837 tempest-ExtensionsTestJSON-130467638 tempest-ExtensionsTestJSON-130467638-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119858 Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:26.631756 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:26.696945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b006d08-2c92-4081-bad7-17030774c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (54041eb4-6cd1-4852-a441-2d80a30613ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.703881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b006d08-2c92-4081-bad7-17030774c2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.708545 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b006d08-2c92-4081-bad7-17030774c2fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54041eb4-6cd1-4852-a441-2d80a30613ee HTTP/1.1" status: 204 len: 168 time: 1.5913908 Feb 03 04:40:26.775216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56328) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.776869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b006d08-2c92-4081-bad7-17030774c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54041eb4-6cd1-4852-a441-2d80a30613ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:26.786117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'subnets': [{'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1601627591', 'ip_version': 6}, {'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:26.786543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'subnet': {'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1601627591', 'ip_version': 6}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:26.787415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Request body: {'subnet': {'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:26.836878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (ebcc1703-7c8f-4bcd-b24b-98a90baff431), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.864314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (d83af7c2-78c8-4f69-946a-f872b8f48f6d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.884517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:26.891491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/networks/ebcc1703-7c8f-4bcd-b24b-98a90baff431 HTTP/1.1" status: 204 len: 168 time: 4.7984738 Feb 03 04:40:26.904432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:26.937887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef400-a78f-46d9-b3a3-15330022401a tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Network': ['ID=ebcc1703-7c8f-4bcd-b24b-98a90baff431,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:27.070048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56344) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:27.113850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f9278ce8-3d9b-4036-a892-98809ea61bb3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.118757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Made reservation on behalf of 61a9b54808a64348b5ffcad738103a13 for: {'subnet': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:27.127790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.128231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.134548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:27.347619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f9278ce8-3d9b-4036-a892-98809ea61bb3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.493646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56352) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:27.543756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635e0937-1489-431a-8a12-5390c82772b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.558480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9278ce8-3d9b-4036-a892-98809ea61bb3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:27.579313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21af6554-d515-4d09-b3f4-db2b92e78b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.593247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad976e56-b49d-4679-8a88-d6f293bd1f38') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:27.593825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad976e56-b49d-4679-8a88-d6f293bd1f38') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:27.621013 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (ad976e56-b49d-4679-8a88-d6f293bd1f38), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.678938 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ad976e56-b49d-4679-8a88-d6f293bd1f38), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.701912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:27.702602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (ad976e56-b49d-4679-8a88-d6f293bd1f38), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.710982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] Deleting subnet 11c55517-c63b-4249-a7dd-a79ccac8c398 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:27.714897 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:27.716691 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] Publish callbacks [] for subnet (11c55517-c63b-4249-a7dd-a79ccac8c398), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.770921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (11c55517-c63b-4249-a7dd-a79ccac8c398), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.811873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (d83af7c2-78c8-4f69-946a-f872b8f48f6d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.820943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7552a2-90bd-490b-998e-89afcf053486 req-1ab7afa9-90c0-4fa1-8278-d374830311dd tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:27.822454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e7552a2-90bd-490b-998e-89afcf053486 req-1ab7afa9-90c0-4fa1-8278-d374830311dd tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 945 time: 0.6746404 Feb 03 04:40:27.845074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (11c55517-c63b-4249-a7dd-a79ccac8c398), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:27.979442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f9278ce8-3d9b-4036-a892-98809ea61bb3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.007341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.012893 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/networks/f9278ce8-3d9b-4036-a892-98809ea61bb3 HTTP/1.1" status: 204 len: 168 time: 1.1006546 Feb 03 04:40:28.019062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:28.023168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf90ac6-a737-43a3-ad5e-aa76892cdc37 tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Network': ['ID=f9278ce8-3d9b-4036-a892-98809ea61bb3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.036799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e7552a2-90bd-490b-998e-89afcf053486 req-fffa7aa9-d089-4098-bb38-4ff30c196001 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902678 Feb 03 04:40:28.080349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Deleting port 4407d96f-ab82-4900-9839-c59019eee87e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:28.081580 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4407d96f-ab82-4900-9839-c59019eee87e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.084961 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (11c55517-c63b-4249-a7dd-a79ccac8c398), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.109844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.113398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/11c55517-c63b-4249-a7dd-a79ccac8c398 HTTP/1.1" status: 204 len: 168 time: 1.0423558 Feb 03 04:40:28.118673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:28.133662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-28374479-6249-43fd-8233-54f89f4c426d req-a2099ec5-f456-41f2-87dc-6bbb70254c74 service neutron] (103324) timed out ('10.222.0.35', 54614) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:40:28.195429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635e0937-1489-431a-8a12-5390c82772b0 admin admin] Publish callbacks [] for security_group (d934ce15-a2f5-4ff3-8970-659806cbfd02), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.199367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (8bda1706-1a21-4ada-9bcb-35540a20ff17), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.213669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635e0937-1489-431a-8a12-5390c82772b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d934ce15-a2f5-4ff3-8970-659806cbfd02), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.224056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (33f08626-802d-4cfd-992c-cb30242887eb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.230268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21af6554-d515-4d09-b3f4-db2b92e78b7e admin admin] Publish callbacks [] for security_group (c8e261a9-00ab-4e53-a981-770cc3573964), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.231654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6e739-4047-458f-bef7-d7000d97f5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c55517-c63b-4249-a7dd-a79ccac8c398,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.244105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (442a7809-c3f4-4727-9bea-e93a94df1dd8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.255794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21af6554-d515-4d09-b3f4-db2b92e78b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c8e261a9-00ab-4e53-a981-770cc3573964), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.315302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-635e0937-1489-431a-8a12-5390c82772b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed604caf17ec428f90c1cda096c3ca5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1786063 Feb 03 04:40:28.320831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:28.338935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e0937-1489-431a-8a12-5390c82772b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d934ce15-a2f5-4ff3-8970-659806cbfd02,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.400024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4407d96f-ab82-4900-9839-c59019eee87e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.408840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Subnet': ['ID=442a7809-c3f4-4727-9bea-e93a94df1dd8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.444173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56364) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:28.445855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-21af6554-d515-4d09-b3f4-db2b92e78b7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=762e030a21c5467b8249d331a919e601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9445360 Feb 03 04:40:28.453674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (33f08626-802d-4cfd-992c-cb30242887eb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.467332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Calling delete_port for 4407d96f-ab82-4900-9839-c59019eee87e owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:28.505634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af6554-d515-4d09-b3f4-db2b92e78b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e261a9-00ab-4e53-a981-770cc3573964,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.507014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f08626-802d-4cfd-992c-cb30242887eb']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:28.533513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0585e789-bd68-48c3-88cf-d3dc5daed1aa') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:28.533859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0585e789-bd68-48c3-88cf-d3dc5daed1aa') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:28.545492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (8bda1706-1a21-4ada-9bcb-35540a20ff17), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.548733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Checking segment: {'id': '5c18375c-cabd-42c6-a35b-2a2c82979fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:28.548919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (0585e789-bd68-48c3-88cf-d3dc5daed1aa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.549144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network hostable DHCP agents. Network: 01ed151d-e51a-49a1-bf55-6a012afc8989, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:28.580538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bda1706-1a21-4ada-9bcb-35540a20ff17']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:28.588715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network 01ed151d-e51a-49a1-bf55-6a012afc8989 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:28.598319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5279060c-f417-4d0e-b372-9fb690d6a41c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:28.598617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5279060c-f417-4d0e-b372-9fb690d6a41c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:28.605953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 01ed151d-e51a-49a1-bf55-6a012afc8989) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:28.612011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (5279060c-f417-4d0e-b372-9fb690d6a41c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.614104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (ea8476ad-357e-4038-89de-267372389b11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.615116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d564cf47-1f28-4a59-8691-bb13e032faaf None None] Network 01ed151d-e51a-49a1-bf55-6a012afc8989 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:28.621086 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0585e789-bd68-48c3-88cf-d3dc5daed1aa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.646806 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb368954-ac8d-4366-9760-4db255860e8c admin admin] Publish callbacks [] for security_group (d934ce15-a2f5-4ff3-8970-659806cbfd02), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.650236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:28.650647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (0585e789-bd68-48c3-88cf-d3dc5daed1aa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:28.654720 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:28.672208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5279060c-f417-4d0e-b372-9fb690d6a41c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.692188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:28.692607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (5279060c-f417-4d0e-b372-9fb690d6a41c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:28.695899 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:28.719243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event updated for resources: {'Subnet': ['ID=ea8476ad-357e-4038-89de-267372389b11,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.749336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb368954-ac8d-4366-9760-4db255860e8c admin admin] Publish callbacks [] for security_group (d934ce15-a2f5-4ff3-8970-659806cbfd02), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.766570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Checking segment: {'id': '17c27d22-1f0a-43be-9f95-f90dde2a30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:28.767379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network hostable DHCP agents. Network: a3adea63-86f4-441d-bdc3-c07cc9093e24, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:28.782301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (8bda1706-1a21-4ada-9bcb-35540a20ff17), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.795872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e605c493-df28-43db-a556-4757a263971b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-01ed151d-e51a-49a1-bf55-6a012afc8989', 'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989', 'project_id': '61a9b54808a64348b5ffcad738103a13', 'fixed_ips': [{'subnet_id': '442a7809-c3f4-4727-9bea-e93a94df1dd8'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:28.797018 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e605c493-df28-43db-a556-4757a263971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.801305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.806871 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/networks/8bda1706-1a21-4ada-9bcb-35540a20ff17 HTTP/1.1" status: 204 len: 168 time: 0.7824996 Feb 03 04:40:28.806871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5609e-fd06-4bde-bd3e-e98bbc38935c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Network': ['ID=8bda1706-1a21-4ada-9bcb-35540a20ff17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.807271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Network a3adea63-86f4-441d-bdc3-c07cc9093e24 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:28.809568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:28.813244 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff923e0e-21e2-4f82-9a31-859f6d227378 admin admin] Publish callbacks [] for security_group (c8e261a9-00ab-4e53-a981-770cc3573964), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.848982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (33f08626-802d-4cfd-992c-cb30242887eb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.854376 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.855601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, a3adea63-86f4-441d-bdc3-c07cc9093e24) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:28.861533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/33f08626-802d-4cfd-992c-cb30242887eb HTTP/1.1" status: 204 len: 168 time: 0.7414577 Feb 03 04:40:28.863910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff923e0e-21e2-4f82-9a31-859f6d227378 admin admin] Publish callbacks [] for security_group (c8e261a9-00ab-4e53-a981-770cc3573964), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.874037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:28.878970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:28.879705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:28.914576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f08626-802d-4cfd-992c-cb30242887eb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:28.939733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.940134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.940668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.941055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.941486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.941906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.942251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.942675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.943030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.943433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.943801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.944135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.944462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf76cc-5803-4b20-b1ba-384ac5adfde3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:28.953429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e605c493-df28-43db-a556-4757a263971b None None] Allocated IP 2001:db8::1 (01ed151d-e51a-49a1-bf55-6a012afc8989/442a7809-c3f4-4727-9bea-e93a94df1dd8/50923e1a-93e7-4d41-ab14-b57f2a21c759) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:28.994663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (7dd65694-6140-4b83-a228-83f2013c1ca8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.010175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-78c8098f-e6cd-4409-a87b-958c662c4063 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2282753 Feb 03 04:40:29.010347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:29.034587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4407d96f-ab82-4900-9839-c59019eee87e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.126053 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e605c493-df28-43db-a556-4757a263971b None None] Publish callbacks [] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.129729 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb368954-ac8d-4366-9760-4db255860e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d934ce15-a2f5-4ff3-8970-659806cbfd02), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.132164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dc30de-68bd-47dc-b469-38cb6e99a466 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:29.134040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb368954-ac8d-4366-9760-4db255860e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.134178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dc30de-68bd-47dc-b469-38cb6e99a466 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:29.138248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bb368954-ac8d-4366-9760-4db255860e8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d934ce15-a2f5-4ff3-8970-659806cbfd02 HTTP/1.1" status: 204 len: 168 time: 0.8159432 Feb 03 04:40:29.141006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4463dc9-5e72-4a34-93bb-e1942709a2d0 None None] Network a3adea63-86f4-441d-bdc3-c07cc9093e24 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:29.142861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dc30de-68bd-47dc-b469-38cb6e99a466 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:29.142971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event deleted for resources: {'Port': ['ID=4407d96f-ab82-4900-9839-c59019eee87e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:29.147806 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-14dc30de-68bd-47dc-b469-38cb6e99a466 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1364062 Feb 03 04:40:29.151636 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e605c493-df28-43db-a556-4757a263971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.163181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff923e0e-21e2-4f82-9a31-859f6d227378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c8e261a9-00ab-4e53-a981-770cc3573964), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.166068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff923e0e-21e2-4f82-9a31-859f6d227378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.167551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ff923e0e-21e2-4f82-9a31-859f6d227378 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8e261a9-00ab-4e53-a981-770cc3573964 HTTP/1.1" status: 204 len: 168 time: 0.7227619 Feb 03 04:40:29.212034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:29.212370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:29.213318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb368954-ac8d-4366-9760-4db255860e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d934ce15-a2f5-4ff3-8970-659806cbfd02,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:29.235050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (7dd65694-6140-4b83-a228-83f2013c1ca8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.282168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd65694-6140-4b83-a228-83f2013c1ca8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:29.308710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b0c1a7-0050-47b5-8c8c-563c4f562384') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:29.309393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b0c1a7-0050-47b5-8c8c-563c4f562384') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:29.331302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Deleting subnet 442a7809-c3f4-4727-9bea-e93a94df1dd8 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:29.335526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for subnet (442a7809-c3f4-4727-9bea-e93a94df1dd8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.342420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c4b0c1a7-0050-47b5-8c8c-563c4f562384), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.373803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c4b0c1a7-0050-47b5-8c8c-563c4f562384), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.388806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:29.391808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c4b0c1a7-0050-47b5-8c8c-563c4f562384), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:29.401309 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:29.418960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2c883c05-ecbb-4104-bc0f-d523bb202fde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c26183b711d24930802debc7b91fb802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146472 Feb 03 04:40:29.423440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:29.493206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605c493-df28-43db-a556-4757a263971b None None] Network 01ed151d-e51a-49a1-bf55-6a012afc8989 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:29.501651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605c493-df28-43db-a556-4757a263971b None None] Pushing event updated for resources: {'Port': ['ID=50923e1a-93e7-4d41-ab14-b57f2a21c759,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:29.511864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e605c493-df28-43db-a556-4757a263971b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:29.521470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605c493-df28-43db-a556-4757a263971b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:29.523131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff923e0e-21e2-4f82-9a31-859f6d227378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e261a9-00ab-4e53-a981-770cc3573964,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:29.557998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec175680-18dc-469a-87dd-4af62e754bc0 admin admin] Publish callbacks [] for security_group (585cf150-3906-4182-a40f-97d11f7fc341), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.562760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (442a7809-c3f4-4727-9bea-e93a94df1dd8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.572642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (7dd65694-6140-4b83-a228-83f2013c1ca8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.599643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.602600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275e176-d638-4d3a-8bbb-89728ad077fb req-43b8b380-a706-48e8-a638-5616545f5b78 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:29.603197 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] 10.222.0.35 "DELETE /v2.0/networks/7dd65694-6140-4b83-a228-83f2013c1ca8 HTTP/1.1" status: 204 len: 168 time: 0.7927475 Feb 03 04:40:29.607115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1275e176-d638-4d3a-8bbb-89728ad077fb req-43b8b380-a706-48e8-a638-5616545f5b78 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 945 time: 0.2804673 Feb 03 04:40:29.624147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec175680-18dc-469a-87dd-4af62e754bc0 admin admin] Publish callbacks [] for security_group (585cf150-3906-4182-a40f-97d11f7fc341), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.626493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0449e91-16ca-48cd-a9c4-75ed460e586c tempest-BulkNetworkOpsTest-1964810 tempest-BulkNetworkOpsTest-1964810-project] Pushing event deleted for resources: {'Network': ['ID=7dd65694-6140-4b83-a228-83f2013c1ca8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:29.714628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-a3adea63-86f4-441d-bdc3-c07cc9093e24', 'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24', 'project_id': '61a9b54808a64348b5ffcad738103a13', 'fixed_ips': [{'subnet_id': 'ea8476ad-357e-4038-89de-267372389b11'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:29.715588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.723106 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec175680-18dc-469a-87dd-4af62e754bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (585cf150-3906-4182-a40f-97d11f7fc341), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.725874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec175680-18dc-469a-87dd-4af62e754bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.727068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ec175680-18dc-469a-87dd-4af62e754bc0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/585cf150-3906-4182-a40f-97d11f7fc341 HTTP/1.1" status: 204 len: 168 time: 0.3026621 Feb 03 04:40:29.752965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec175680-18dc-469a-87dd-4af62e754bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585cf150-3906-4182-a40f-97d11f7fc341,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:29.824878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e605c493-df28-43db-a556-4757a263971b None None] Attempting to bind port 50923e1a-93e7-4d41-ab14-b57f2a21c759 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:29.825435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e605c493-df28-43db-a556-4757a263971b None None] Attempting to bind port 50923e1a-93e7-4d41-ab14-b57f2a21c759 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '5c18375c-cabd-42c6-a35b-2a2c82979fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:29.830187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c493-df28-43db-a556-4757a263971b None None] Attempting to bind port 50923e1a-93e7-4d41-ab14-b57f2a21c759 on network 01ed151d-e51a-49a1-bf55-6a012afc8989 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:29.836269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (d83af7c2-78c8-4f69-946a-f872b8f48f6d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.840014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c493-df28-43db-a556-4757a263971b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:29.840590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c493-df28-43db-a556-4757a263971b None None] Checking segment: {'id': '5c18375c-cabd-42c6-a35b-2a2c82979fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:29.841197 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e605c493-df28-43db-a556-4757a263971b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.841733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c493-df28-43db-a556-4757a263971b None None] Bound using segment: {'id': '5c18375c-cabd-42c6-a35b-2a2c82979fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:29.842395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e605c493-df28-43db-a556-4757a263971b None None] Bound port: 50923e1a-93e7-4d41-ab14-b57f2a21c759, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c18375c-cabd-42c6-a35b-2a2c82979fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01ed151d-e51a-49a1-bf55-6a012afc8989'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:29.843637 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e605c493-df28-43db-a556-4757a263971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:29.877497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1275e176-d638-4d3a-8bbb-89728ad077fb req-94a06e28-9351-45d6-881d-d169a22f385f tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136965 Feb 03 04:40:29.982533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (442a7809-c3f4-4727-9bea-e93a94df1dd8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.137496 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (442a7809-c3f4-4727-9bea-e93a94df1dd8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.178018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:30.197522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.201297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/subnets/442a7809-c3f4-4727-9bea-e93a94df1dd8 HTTP/1.1" status: 204 len: 168 time: 0.9795256 Feb 03 04:40:30.205383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:30.237086 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (d83af7c2-78c8-4f69-946a-f872b8f48f6d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.239211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f77c3-bb01-4f0a-b811-cd601c22681f tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Subnet': ['ID=442a7809-c3f4-4727-9bea-e93a94df1dd8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:30.243787 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (d83af7c2-78c8-4f69-946a-f872b8f48f6d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.301601 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (d83af7c2-78c8-4f69-946a-f872b8f48f6d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.304059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Fanout notify agent at l3_agent the message router_deleted on router d83af7c2-78c8-4f69-946a-f872b8f48f6d {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:40:30.321606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.322847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fbb4ee30-cd10-4c18-bf50-adce45f4766f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/d83af7c2-78c8-4f69-946a-f872b8f48f6d HTTP/1.1" status: 204 len: 168 time: 3.9661863 Feb 03 04:40:30.326501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:30.335523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Deleting subnet ea8476ad-357e-4038-89de-267372389b11 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:30.337605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-306376557', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': False}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:30.380336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.384507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.507043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6275edf-b74f-4df9-926b-1ba5ce5d2df0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0a4a80e1b694f7599f5294a36efd14b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277910 Feb 03 04:40:30.509696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:30.526577 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.592914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e605c493-df28-43db-a556-4757a263971b None None] For port 50923e1a-93e7-4d41-ab14-b57f2a21c759, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:30.599354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e605c493-df28-43db-a556-4757a263971b None None] For port 50923e1a-93e7-4d41-ab14-b57f2a21c759, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=50923e1a-93e7-4d41-ab14-b57f2a21c759,segment=NetworkSegment(5c18375c-cabd-42c6-a35b-2a2c82979fd7),segment_id=5c18375c-cabd-42c6-a35b-2a2c82979fd7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:30.610722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Allocated IP 2001:db8:0:1::1 (a3adea63-86f4-441d-bdc3-c07cc9093e24/ea8476ad-357e-4038-89de-267372389b11/cf53d421-880b-488e-b6ac-6e6dd9af3ad0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:30.625967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e605c493-df28-43db-a556-4757a263971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.640580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf14d457-85a0-4747-9884-7da1f76ec5ab admin admin] Publish callbacks [] for security_group (667ef0e7-75d2-411b-b4a9-b1e65aa2896a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.693735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf14d457-85a0-4747-9884-7da1f76ec5ab admin admin] Publish callbacks [] for security_group (667ef0e7-75d2-411b-b4a9-b1e65aa2896a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.789782 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf14d457-85a0-4747-9884-7da1f76ec5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (667ef0e7-75d2-411b-b4a9-b1e65aa2896a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.793212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf14d457-85a0-4747-9884-7da1f76ec5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.796861 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bf14d457-85a0-4747-9884-7da1f76ec5ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/667ef0e7-75d2-411b-b4a9-b1e65aa2896a HTTP/1.1" status: 204 len: 168 time: 0.2835069 Feb 03 04:40:30.797025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605c493-df28-43db-a556-4757a263971b None None] Pushing event updated for resources: {'Port': ['ID=50923e1a-93e7-4d41-ab14-b57f2a21c759,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:30.810932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14d457-85a0-4747-9884-7da1f76ec5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ef0e7-75d2-411b-b4a9-b1e65aa2896a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:30.963234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Publish callbacks [] for port (cf53d421-880b-488e-b6ac-6e6dd9af3ad0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.979108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for subnet (ea8476ad-357e-4038-89de-267372389b11), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.979589 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (cf53d421-880b-488e-b6ac-6e6dd9af3ad0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:30.994978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.067687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589455f-a5dc-4320-bd2f-5ad91d3a7b2f req-5ca5ec26-f837-4f17-a41e-b1d75c927e44 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:31.074719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c589455f-a5dc-4320-bd2f-5ad91d3a7b2f req-5ca5ec26-f837-4f17-a41e-b1d75c927e44 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 945 time: 0.5342941 Feb 03 04:40:31.099211 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (ea8476ad-357e-4038-89de-267372389b11), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.101968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Pushing event updated for resources: {'Port': ['ID=cf53d421-880b-488e-b6ac-6e6dd9af3ad0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:31.141421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Network a3adea63-86f4-441d-bdc3-c07cc9093e24 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:31.142489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:31.150049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c589455f-a5dc-4320-bd2f-5ad91d3a7b2f req-015edf2a-e98b-4f90-8f95-d70b5f356994 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687673 Feb 03 04:40:31.153715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:31.269348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Attempting to bind port cf53d421-880b-488e-b6ac-6e6dd9af3ad0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:31.269731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Attempting to bind port cf53d421-880b-488e-b6ac-6e6dd9af3ad0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '17c27d22-1f0a-43be-9f95-f90dde2a30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:31.271122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Attempting to bind port cf53d421-880b-488e-b6ac-6e6dd9af3ad0 on network a3adea63-86f4-441d-bdc3-c07cc9093e24 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:31.285698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:31.286288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Checking segment: {'id': '17c27d22-1f0a-43be-9f95-f90dde2a30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:31.286614 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.287006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Bound using segment: {'id': '17c27d22-1f0a-43be-9f95-f90dde2a30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:31.287608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Bound port: cf53d421-880b-488e-b6ac-6e6dd9af3ad0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c27d22-1f0a-43be-9f95-f90dde2a30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3adea63-86f4-441d-bdc3-c07cc9093e24'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:31.291708 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cf53d421-880b-488e-b6ac-6e6dd9af3ad0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.299442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (ea8476ad-357e-4038-89de-267372389b11), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.425211 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (ea8476ad-357e-4038-89de-267372389b11), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.438433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] For port cf53d421-880b-488e-b6ac-6e6dd9af3ad0, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:31.443211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] For port cf53d421-880b-488e-b6ac-6e6dd9af3ad0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cf53d421-880b-488e-b6ac-6e6dd9af3ad0,segment=NetworkSegment(17c27d22-1f0a-43be-9f95-f90dde2a30d1),segment_id=17c27d22-1f0a-43be-9f95-f90dde2a30d1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:31.453944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.459116 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cf53d421-880b-488e-b6ac-6e6dd9af3ad0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.463908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/subnets/ea8476ad-357e-4038-89de-267372389b11 HTTP/1.1" status: 204 len: 168 time: 1.2567554 Feb 03 04:40:31.472512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:31.547846 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.573879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a546282-c811-41fa-af83-57709e2faff9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8476ad-357e-4038-89de-267372389b11,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:31.585331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.622509 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8efe2-28f9-4d2a-a6be-4c308753f4f1 None None] Pushing event updated for resources: {'Port': ['ID=cf53d421-880b-488e-b6ac-6e6dd9af3ad0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:31.690063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a117e55-3d48-4ffd-b658-21397b003123 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:31.695028 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4a117e55-3d48-4ffd-b658-21397b003123 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627476 Feb 03 04:40:31.698914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:31.788886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Allocated IP 172.25.7.44 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/8f7981b9-b36e-4a7d-83df-558df69a482d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:31.893904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a3adea63-86f4-441d-bdc3-c07cc9093e24), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:31.981415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-db2a10c6-ab81-40ac-8ad2-fd2b6919139b tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:31.983012 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-db2a10c6-ab81-40ac-8ad2-fd2b6919139b tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.31 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 945 time: 0.1388988 Feb 03 04:40:32.096799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Deleting port cf53d421-880b-488e-b6ac-6e6dd9af3ad0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:32.097150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cf53d421-880b-488e-b6ac-6e6dd9af3ad0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:32.105982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:32.192638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:32.262065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:32.274723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] For port cf53d421-880b-488e-b6ac-6e6dd9af3ad0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cf53d421-880b-488e-b6ac-6e6dd9af3ad0,segment=NetworkSegment(17c27d22-1f0a-43be-9f95-f90dde2a30d1),segment_id=17c27d22-1f0a-43be-9f95-f90dde2a30d1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:32.275105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cf53d421-880b-488e-b6ac-6e6dd9af3ad0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:32.305167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Calling delete_port for cf53d421-880b-488e-b6ac-6e6dd9af3ad0 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:32.306372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:32.313393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:32.325759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:32.440778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 50923e1a-93e7-4d41-ab14-b57f2a21c759 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:32.446887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Port': ['ID=8f7981b9-b36e-4a7d-83df-558df69a482d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:32.517177 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cf53d421-880b-488e-b6ac-6e6dd9af3ad0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:32.604871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 50923e1a-93e7-4d41-ab14-b57f2a21c759 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:32.605598 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:32.629101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Port': ['ID=cf53d421-880b-488e-b6ac-6e6dd9af3ad0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:32.635830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] No DVR routers for this DVR port cf53d421-880b-488e-b6ac-6e6dd9af3ad0 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:32.671900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Deleting port 9f2a9c96-9d97-47a8-b229-5775f3291832 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:32.672338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:32.701941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b8268-7a81-4571-929d-c0d4d15d95e0 None None] Network 01ed151d-e51a-49a1-bf55-6a012afc8989 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:32.755471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cd258-ec6e-4b71-8a6b-d1accf8da340 req-366495ff-db30-44c5-93b0-38ca354e6798 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:32.762808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-408cd258-ec6e-4b71-8a6b-d1accf8da340 req-366495ff-db30-44c5-93b0-38ca354e6798 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 945 time: 0.4266772 Feb 03 04:40:32.858786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:32.957214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-408cd258-ec6e-4b71-8a6b-d1accf8da340 req-9d9825d4-0034-41ce-b63c-ad5383d10d83 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e98a844-dbb0-40cf-990b-c2d179130d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932523 Feb 03 04:40:32.987590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-204931334'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:32.994571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6940df7e-8c31-4b22-95fc-8b71ab2ec32c None None] Provisioning complete for port 50923e1a-93e7-4d41-ab14-b57f2a21c759 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:32.995489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6940df7e-8c31-4b22-95fc-8b71ab2ec32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.000715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a3adea63-86f4-441d-bdc3-c07cc9093e24), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.080522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:33.089353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.092212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3adea63-86f4-441d-bdc3-c07cc9093e24']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:33.129504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c27d22-1f0a-43be-9f95-f90dde2a30d1') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:33.129891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c27d22-1f0a-43be-9f95-f90dde2a30d1') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:33.145156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 50923e1a-93e7-4d41-ab14-b57f2a21c759 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:33.145376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.152136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1556959107-network', 'tenant_id': 'ec1660f31a6644a184332d609d292247'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:33.159391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] For port 9f2a9c96-9d97-47a8-b229-5775f3291832, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9f2a9c96-9d97-47a8-b229-5775f3291832,segment=NetworkSegment(54381793-e9b6-43cf-9731-2fcbf510cd2e),segment_id=54381793-e9b6-43cf-9731-2fcbf510cd2e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:33.170462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.175646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (17c27d22-1f0a-43be-9f95-f90dde2a30d1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.193370 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.209680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (17c27d22-1f0a-43be-9f95-f90dde2a30d1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.212236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Calling delete_port for 9f2a9c96-9d97-47a8-b229-5775f3291832 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:33.232584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:33.233176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (17c27d22-1f0a-43be-9f95-f90dde2a30d1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:33.236718 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:33.268219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b6e827f-f87e-4c00-b848-ee07b2505b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.357536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.362322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 50923e1a-93e7-4d41-ab14-b57f2a21c759, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=50923e1a-93e7-4d41-ab14-b57f2a21c759,segment=NetworkSegment(5c18375c-cabd-42c6-a35b-2a2c82979fd7),segment_id=5c18375c-cabd-42c6-a35b-2a2c82979fd7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:33.395922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Made reservation on behalf of ec1660f31a6644a184332d609d292247 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:33.399036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.418716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] DHCP port deletion for 01ed151d-e51a-49a1-bf55-6a012afc8989 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:40:33.423303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.424943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cf53d421-880b-488e-b6ac-6e6dd9af3ad0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:33.464420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.515689 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a3adea63-86f4-441d-bdc3-c07cc9093e24), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.520969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.524667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/networks/a3adea63-86f4-441d-bdc3-c07cc9093e24 HTTP/1.1" status: 204 len: 168 time: 1.8247094 Feb 03 04:40:33.531346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cf53d421-880b-488e-b6ac-6e6dd9af3ad0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:33.531959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:33.537223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cf53d421-880b-488e-b6ac-6e6dd9af3ad0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 04:40:33.581614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dee162-f6d3-4073-be7e-8c9e344c1b51 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Network': ['ID=a3adea63-86f4-441d-bdc3-c07cc9093e24,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:33.693370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Port cf53d421-880b-488e-b6ac-6e6dd9af3ad0 not found, will not notify nova. {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 04:40:33.698671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:33.703467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6940df7e-8c31-4b22-95fc-8b71ab2ec32c None None] Current status of the port 50923e1a-93e7-4d41-ab14-b57f2a21c759 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:33.703888 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6940df7e-8c31-4b22-95fc-8b71ab2ec32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.772500 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (01ed151d-e51a-49a1-bf55-6a012afc8989), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.792734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ac94d-17a0-49ff-9cf0-c07aa2e3e704 None None] DHCP port deletion for a3adea63-86f4-441d-bdc3-c07cc9093e24 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:40:33.819664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=50923e1a-93e7-4d41-ab14-b57f2a21c759,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:33.874817 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-6940df7e-8c31-4b22-95fc-8b71ab2ec32c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:40:33.875178 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-6940df7e-8c31-4b22-95fc-8b71ab2ec32c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:40:33.876692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fbc0f-253e-48d3-8002-f94151dc90f9 None None] Network a3adea63-86f4-441d-bdc3-c07cc9093e24 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:33.877309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for security_group (103a5d90-1363-4bd0-ae88-b1ca3ce7e80c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.894655 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (103a5d90-1363-4bd0-ae88-b1ca3ce7e80c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.894805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] Deleting port 50923e1a-93e7-4d41-ab14-b57f2a21c759 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:33.895327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.903126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.936283 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:33.946147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks [] for security_group (e3e282c8-4f17-4ef7-baa2-ca8033cc1a35), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.950840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-68583d78-73e0-4db5-ad76-c7c5222695bf tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-895534291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:33.962534 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9f2a9c96-9d97-47a8-b229-5775f3291832), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:33.989357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e3e282c8-4f17-4ef7-baa2-ca8033cc1a35), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.020299 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d5929053-c0e6-4225-8436-21c9e2552f93), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.020658 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Added segment d5929053-c0e6-4225-8436-21c9e2552f93 of type vlan for network 1e372f48-5729-491b-a9ff-8666d61a96fd Feb 03 04:40:34.026444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fbc0f-253e-48d3-8002-f94151dc90f9 None None] Network a3adea63-86f4-441d-bdc3-c07cc9093e24 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:40:34.028977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9f2a9c96-9d97-47a8-b229-5775f3291832'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:40:34.055055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103a5d90-1363-4bd0-ae88-b1ca3ce7e80c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:34.068677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Pushing event deleted for resources: {'Port': ['ID=9f2a9c96-9d97-47a8-b229-5775f3291832,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:34.081774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] For port 50923e1a-93e7-4d41-ab14-b57f2a21c759, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=50923e1a-93e7-4d41-ab14-b57f2a21c759,segment=NetworkSegment(5c18375c-cabd-42c6-a35b-2a2c82979fd7),segment_id=5c18375c-cabd-42c6-a35b-2a2c82979fd7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:34.084984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.121833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] Calling delete_port for 50923e1a-93e7-4d41-ab14-b57f2a21c759 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:34.156675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1e372f48-5729-491b-a9ff-8666d61a96fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.161065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] No DVR routers for this DVR port 9f2a9c96-9d97-47a8-b229-5775f3291832 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:34.168126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68583d78-73e0-4db5-ad76-c7c5222695bf tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (222c2b9f-5243-4927-82d9-192c7e8494d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.169297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68583d78-73e0-4db5-ad76-c7c5222695bf tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (222c2b9f-5243-4927-82d9-192c7e8494d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.181708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ec9c9fd-3fee-46b6-87db-a0770cd965e0 req-4f267689-a76a-4bea-b9f9-7b5c137f79dd tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.35 "GET /v2.0/ports?device_id=11763c62-3151-4d61-847e-7bdaaae44f87 HTTP/1.1" status: 200 len: 210 time: 0.0509412 Feb 03 04:40:34.203713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.210658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48bab680-5860-4fd4-a279-e3282f4f8849 req-6d516a15-b849-4e3a-8314-b0f7a331b669 tempest-ServerPasswordTestJSON-2037196165 tempest-ServerPasswordTestJSON-2037196165-project] 10.222.0.31 "DELETE /v2.0/ports/9f2a9c96-9d97-47a8-b229-5775f3291832 HTTP/1.1" status: 204 len: 173 time: 2.2126527 Feb 03 04:40:34.218484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:34.236298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11763c62-3151-4d61-847e-7bdaaae44f87', 'name': 'network-vif-deleted', 'tag': '9f2a9c96-9d97-47a8-b229-5775f3291832'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:40:34.241170 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2af67-7963-4072-9caa-c7ede0941f98" -d '{"events": [{"server_uuid": "11763c62-3151-4d61-847e-7bdaaae44f87", "name": "network-vif-deleted", "tag": "9f2a9c96-9d97-47a8-b229-5775f3291832"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:40:34.278225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1e372f48-5729-491b-a9ff-8666d61a96fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.286701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:34.287407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.294536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 50923e1a-93e7-4d41-ab14-b57f2a21c759 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:34.303186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e282c8-4f17-4ef7-baa2-ca8033cc1a35,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:34.327889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Router bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:34.344297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Deleting port 50923e1a-93e7-4d41-ab14-b57f2a21c759 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:34.344713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.395832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7c088b3f-2006-4512-8c30-28055b23e2fa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.396173 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Added segment 7c088b3f-2006-4512-8c30-28055b23e2fa of type vlan for network 00dfa052-de7c-4636-8765-0a82ac680b64 Feb 03 04:40:34.400778 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f6a6be-d1be-473f-bff0-717c876761b9 x-openstack-request-id: req-46f6a6be-d1be-473f-bff0-717c876761b9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:40:34.402377 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11763c62-3151-4d61-847e-7bdaaae44f87", "name": "network-vif-deleted", "tag": "9f2a9c96-9d97-47a8-b229-5775f3291832", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:40:34.403048 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46f6a6be-d1be-473f-bff0-717c876761b9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:40:34.403627 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11763c62-3151-4d61-847e-7bdaaae44f87', 'name': 'network-vif-deleted', 'tag': '9f2a9c96-9d97-47a8-b229-5775f3291832', 'status': 'completed', 'code': 200} Feb 03 04:40:34.508193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6940df7e-8c31-4b22-95fc-8b71ab2ec32c None None] Current status of the port 50923e1a-93e7-4d41-ab14-b57f2a21c759 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:34.544076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.579763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] Pushing event deleted for resources: {'Port': ['ID=50923e1a-93e7-4d41-ab14-b57f2a21c759,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:34.596663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fd8ea-c9fe-48dc-85d2-eb218b43ab19 None None] No DVR routers for this DVR port 50923e1a-93e7-4d41-ab14-b57f2a21c759 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:34.598373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 50923e1a-93e7-4d41-ab14-b57f2a21c759 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:34.598908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:34.638148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-61ec593c-fa0d-459e-8650-303f810291b3 None None] Could not find standard attr ID for object cf53d421-880b-488e-b6ac-6e6dd9af3ad0. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:40:34.673118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cf53d421-880b-488e-b6ac-6e6dd9af3ad0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:34.694856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cf53d421-880b-488e-b6ac-6e6dd9af3ad0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:34.695428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cf53d421-880b-488e-b6ac-6e6dd9af3ad0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:34.888695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6255112 Feb 03 04:40:34.893549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:34.901040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'subnet': {'network_id': '1e372f48-5729-491b-a9ff-8666d61a96fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:34.955670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc740d90-1c5e-4b4f-8498-6ddeffccf45d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Network': ['ID=1e372f48-5729-491b-a9ff-8666d61a96fd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:34.973390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1e372f48-5729-491b-a9ff-8666d61a96fd details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:35.140096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:35.146409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:35.151314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.154319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Sync routers for ids ['bf83c2aa-9fda-409f-8c07-ae3fcf9506b2'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:35.169698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Routers {'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:35.170697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['bf83c2aa-9fda-409f-8c07-ae3fcf9506b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:35.190086 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.194618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1767cea1-14f7-4854-8e07-481a588abc82 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8637991 Feb 03 04:40:35.194618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:35.304437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:35.315025 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68583d78-73e0-4db5-ad76-c7c5222695bf tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router_controller (222c2b9f-5243-4927-82d9-192c7e8494d7), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.338659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] For port 50923e1a-93e7-4d41-ab14-b57f2a21c759, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=50923e1a-93e7-4d41-ab14-b57f2a21c759,segment=NetworkSegment(5c18375c-cabd-42c6-a35b-2a2c82979fd7),segment_id=5c18375c-cabd-42c6-a35b-2a2c82979fd7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:35.339026 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.340605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Set router bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:40:35.367548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68583d78-73e0-4db5-ad76-c7c5222695bf tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (222c2b9f-5243-4927-82d9-192c7e8494d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.380340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (00dfa052-de7c-4636-8765-0a82ac680b64), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.403949 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68583d78-73e0-4db5-ad76-c7c5222695bf tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.405178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-68583d78-73e0-4db5-ad76-c7c5222695bf tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6901073 Feb 03 04:40:35.411782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:35.412662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Calling delete_port for 50923e1a-93e7-4d41-ab14-b57f2a21c759 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:35.423260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-982879350'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:35.455713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] Deleting subnet bca85c5d-dda2-4d9d-96b9-b6cd283000c6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:40:35.488711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-179e3a0d-f5d4-41d3-873c-221a482a3390 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 HTTP/1.1" status: 200 len: 907 time: 0.2932625 Feb 03 04:40:35.496324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] Publish callbacks [] for subnet (bca85c5d-dda2-4d9d-96b9-b6cd283000c6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.498889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:35.525605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-306376557', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': True}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:35.549665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2', 'name': 'tempest-snat-router-306376557', 'tenant_id': '0b035154e93642ac954adb769badafc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.44'}], 'enable_snat': False}, 'gw_port_id': '8f7981b9-b36e-4a7d-83df-558df69a482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:30Z', 'updated_at': '2022-02-03T04:40:32Z', 'revision_number': 3, 'project_id': '0b035154e93642ac954adb769badafc7', 'gw_port': {'id': '8f7981b9-b36e-4a7d-83df-558df69a482d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:31Z', 'updated_at': '2022-02-03T04:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:35.550392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:35.554101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.555730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (00dfa052-de7c-4636-8765-0a82ac680b64), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.556656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:35.557213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.583313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Checking router: bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:40:35.584825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Updating router bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 port 8f7981b9-b36e-4a7d-83df-558df69a482d binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:40:35.592440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (0c615789-4f31-42bb-a7c1-2b202c7620ee), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.593457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (0c615789-4f31-42bb-a7c1-2b202c7620ee), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.620352 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.630042 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6357858 Feb 03 04:40:35.630042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.638629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (d7d0e86a-c210-452a-9afb-29409f63f697), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.658585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (bca85c5d-dda2-4d9d-96b9-b6cd283000c6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.742833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Subnet': ['ID=d7d0e86a-c210-452a-9afb-29409f63f697,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:35.745921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Checking segment: {'id': 'd5929053-c0e6-4225-8436-21c9e2552f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e372f48-5729-491b-a9ff-8666d61a96fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:35.746453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network hostable DHCP agents. Network: 1e372f48-5729-491b-a9ff-8666d61a96fd, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:35.774406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 1e372f48-5729-491b-a9ff-8666d61a96fd is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:35.794525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 1e372f48-5729-491b-a9ff-8666d61a96fd) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:35.808105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff05d18c-3710-44ed-aacf-28350aacb6f7 None None] Network 1e372f48-5729-491b-a9ff-8666d61a96fd requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:35.808414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:35.808982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.859385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bf0e40ff-f2f5-40cb-a9c5-f1f5c18df45a tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9631341 Feb 03 04:40:35.860432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:35.889478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-764453760', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:35.907559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (bca85c5d-dda2-4d9d-96b9-b6cd283000c6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.922906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (50923e1a-93e7-4d41-ab14-b57f2a21c759), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.955365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (24655dd5-5fbf-4485-9b06-54c7088244b4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.961636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (24655dd5-5fbf-4485-9b06-54c7088244b4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:35.999467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b740b-3c46-4531-8e94-2587abe5d12a None None] Network 1e372f48-5729-491b-a9ff-8666d61a96fd requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:36.095277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_controller (24655dd5-5fbf-4485-9b06-54c7088244b4), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.189785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa35a5-9faa-4f7c-ae8d-a304ab6d4407 admin admin] Pushing event updated for resources: {'Network': ['ID=00dfa052-de7c-4636-8765-0a82ac680b64,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:36.227342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for security_group (19889116-68d6-427d-9482-597342b3aa61), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.231312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] No DVR routers for this DVR port 50923e1a-93e7-4d41-ab14-b57f2a21c759 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:40:36.237778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Port': ['ID=50923e1a-93e7-4d41-ab14-b57f2a21c759,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:36.244285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (0c615789-4f31-42bb-a7c1-2b202c7620ee), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.250939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (19889116-68d6-427d-9482-597342b3aa61), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.380058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (24655dd5-5fbf-4485-9b06-54c7088244b4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.399088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:36.417989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828350e2-b15b-4f80-a9aa-354bc7581c12 req-ea603ff1-0ca4-4e51-b2b5-c206736606c2 tempest-ComputeTenantNetworksTest-948043058 tempest-ComputeTenantNetworksTest-948043058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:36.424327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 00dfa052-de7c-4636-8765-0a82ac680b64 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:36.427134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828350e2-b15b-4f80-a9aa-354bc7581c12 req-ea603ff1-0ca4-4e51-b2b5-c206736606c2 tempest-ComputeTenantNetworksTest-948043058 tempest-ComputeTenantNetworksTest-948043058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:36.428283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19889116-68d6-427d-9482-597342b3aa61,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:36.437240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828350e2-b15b-4f80-a9aa-354bc7581c12 req-ea603ff1-0ca4-4e51-b2b5-c206736606c2 tempest-ComputeTenantNetworksTest-948043058 tempest-ComputeTenantNetworksTest-948043058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:36.440303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-828350e2-b15b-4f80-a9aa-354bc7581c12 req-ea603ff1-0ca4-4e51-b2b5-c206736606c2 tempest-ComputeTenantNetworksTest-948043058 tempest-ComputeTenantNetworksTest-948043058-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2964463 Feb 03 04:40:36.483842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e8a80005-5d66-48e2-9ee4-667017455791), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.483842 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Added segment e8a80005-5d66-48e2-9ee4-667017455791 of type vlan for network cf36341f-e656-4ab9-aee7-019a67f3079a Feb 03 04:40:36.487408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (01ed151d-e51a-49a1-bf55-6a012afc8989), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.501982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (bca85c5d-dda2-4d9d-96b9-b6cd283000c6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.541644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ed151d-e51a-49a1-bf55-6a012afc8989']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:36.550809 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9613ae47-7765-4956-992a-d2b8feedfa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.558122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c18375c-cabd-42c6-a35b-2a2c82979fd7') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:36.558727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c18375c-cabd-42c6-a35b-2a2c82979fd7') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:36.574739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (5c18375c-cabd-42c6-a35b-2a2c82979fd7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.593648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5c18375c-cabd-42c6-a35b-2a2c82979fd7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.605048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:36.606039 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (5c18375c-cabd-42c6-a35b-2a2c82979fd7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.618363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323779-5225-4110-b2fe-4c617a38e441 req-8576a861-fa02-4757-854f-cd591b8d4dbf tempest-ComputeTenantNetworksTest-948043058 tempest-ComputeTenantNetworksTest-948043058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:36.623947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e323779-5225-4110-b2fe-4c617a38e441 req-8576a861-fa02-4757-854f-cd591b8d4dbf tempest-ComputeTenantNetworksTest-948043058 tempest-ComputeTenantNetworksTest-948043058-project] 10.222.0.35 "GET /v2.0/networks/00dfa052-de7c-4636-8765-0a82ac680b64 HTTP/1.1" status: 200 len: 769 time: 0.1544247 Feb 03 04:40:36.631163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56602) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:36.719276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bca85c5d-dda2-4d9d-96b9-b6cd283000c6 HTTP/1.1" status: 204 len: 168 time: 1.4177325 Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:36.725719 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:36.730426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:36.741023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (00dfa052-de7c-4636-8765-0a82ac680b64), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.763098 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.774358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b5dd3-76a6-4e1c-b26d-b36eba65d83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca85c5d-dda2-4d9d-96b9-b6cd283000c6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:36.782282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (01ed151d-e51a-49a1-bf55-6a012afc8989), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.786833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.793748 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/networks/01ed151d-e51a-49a1-bf55-6a012afc8989 HTTP/1.1" status: 204 len: 168 time: 3.2550638 Feb 03 04:40:36.808344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:36.857760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Publish callbacks [] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.869500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8760e-7f5a-44b6-b3f1-f247cf0d36d9 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Network': ['ID=01ed151d-e51a-49a1-bf55-6a012afc8989,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:36.871752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.894788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (0c615789-4f31-42bb-a7c1-2b202c7620ee), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.903301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cf36341f-e656-4ab9-aee7-019a67f3079a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.965290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cf36341f-e656-4ab9-aee7-019a67f3079a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.970540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:36.972231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:36.982028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Attempting to bind port 8f7981b9-b36e-4a7d-83df-558df69a482d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:36.982711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Attempting to bind port 8f7981b9-b36e-4a7d-83df-558df69a482d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:36.983371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Attempting to bind port 8f7981b9-b36e-4a7d-83df-558df69a482d on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:36.999742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (97ec8e0a-4000-4d40-8779-abca58915684), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.009599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f57e76-4d76-404f-8fcd-4b41fad5013e None None] Pushing event updated for resources: {'Port': ['ID=8f7981b9-b36e-4a7d-83df-558df69a482d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:37.010595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5941236 Feb 03 04:40:37.012611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9f2a9c96-9d97-47a8-b229-5775f3291832 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:37.030233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:37.037889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'subnet': {'network_id': 'cf36341f-e656-4ab9-aee7-019a67f3079a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:37.041148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 9f2a9c96-9d97-47a8-b229-5775f3291832 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:37.041506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9f2a9c96-9d97-47a8-b229-5775f3291832 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:37.046247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:37.046659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:37.047245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.047680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:37.048181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Bound port: 8f7981b9-b36e-4a7d-83df-558df69a482d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:37.048572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.060388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (24655dd5-5fbf-4485-9b06-54c7088244b4), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.147053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.180791 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (8071130c-65a5-4279-8b0d-6b133c04f28a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.197513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] For port 8f7981b9-b36e-4a7d-83df-558df69a482d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:37.203447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] For port 8f7981b9-b36e-4a7d-83df-558df69a482d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8f7981b9-b36e-4a7d-83df-558df69a482d,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:37.232804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.259190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:37.263492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.287659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e6cc6-9b1a-4e48-a313-898969dfcf63 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Network': ['ID=cf36341f-e656-4ab9-aee7-019a67f3079a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:37.302510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cf36341f-e656-4ab9-aee7-019a67f3079a details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:37.313363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Routers {'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:37.314070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['bf83c2aa-9fda-409f-8c07-ae3fcf9506b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.324660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (00dfa052-de7c-4636-8765-0a82ac680b64), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.387182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f57e76-4d76-404f-8fcd-4b41fad5013e None None] Pushing event updated for resources: {'Port': ['ID=8f7981b9-b36e-4a7d-83df-558df69a482d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:37.425781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dfa052-de7c-4636-8765-0a82ac680b64']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.479495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c088b3f-2006-4512-8c30-28055b23e2fa') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.480047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c088b3f-2006-4512-8c30-28055b23e2fa') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.551675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] Set router bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:40:37.559703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (7c088b3f-2006-4512-8c30-28055b23e2fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.575165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (97ec8e0a-4000-4d40-8779-abca58915684), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.629148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (0c615789-4f31-42bb-a7c1-2b202c7620ee), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.642710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7c088b3f-2006-4512-8c30-28055b23e2fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.647818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (8071130c-65a5-4279-8b0d-6b133c04f28a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.661179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ec8e0a-4000-4d40-8779-abca58915684']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.673917 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.688835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:37.689267 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (7c088b3f-2006-4512-8c30-28055b23e2fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.691626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.25.7.14 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/ed84c3ab-6894-480d-bfcd-a9028586db33) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:37.693865 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:37.716267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8071130c-65a5-4279-8b0d-6b133c04f28a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.720035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54381793-e9b6-43cf-9731-2fcbf510cd2e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.720339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54381793-e9b6-43cf-9731-2fcbf510cd2e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.768126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.777500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (54381793-e9b6-43cf-9731-2fcbf510cd2e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.780030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1433e0-20e8-49f7-b069-95a569d6b0d8') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.780333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1433e0-20e8-49f7-b069-95a569d6b0d8') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.821876 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (9d1433e0-20e8-49f7-b069-95a569d6b0d8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.824769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (54381793-e9b6-43cf-9731-2fcbf510cd2e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.837739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Subnet': ['ID=0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:37.840100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2', 'name': 'tempest-snat-router-306376557', 'tenant_id': '0b035154e93642ac954adb769badafc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.44'}], 'enable_snat': False}, 'gw_port_id': '8f7981b9-b36e-4a7d-83df-558df69a482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:30Z', 'updated_at': '2022-02-03T04:40:32Z', 'revision_number': 3, 'project_id': '0b035154e93642ac954adb769badafc7', 'gw_port': {'id': '8f7981b9-b36e-4a7d-83df-558df69a482d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:31Z', 'updated_at': '2022-02-03T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:37.847151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (00dfa052-de7c-4636-8765-0a82ac680b64), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.855262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:37.855755 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (54381793-e9b6-43cf-9731-2fcbf510cd2e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:37.857594 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:37.874365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.880926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/00dfa052-de7c-4636-8765-0a82ac680b64 HTTP/1.1" status: 204 len: 168 time: 1.2475259 Feb 03 04:40:37.893957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Checking segment: {'id': 'e8a80005-5d66-48e2-9ee4-667017455791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cf36341f-e656-4ab9-aee7-019a67f3079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:37.894510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network hostable DHCP agents. Network: cf36341f-e656-4ab9-aee7-019a67f3079a, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:37.895154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ae2fa-cf9c-4f4a-84fa-4672ac3112cc None None] The sync data for ids ['bf83c2aa-9fda-409f-8c07-ae3fcf9506b2'] in n-d-827549-1 is: [{'id': 'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2', 'name': 'tempest-snat-router-306376557', 'tenant_id': '0b035154e93642ac954adb769badafc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.44'}], 'enable_snat': False}, 'gw_port_id': '8f7981b9-b36e-4a7d-83df-558df69a482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:30Z', 'updated_at': '2022-02-03T04:40:32Z', 'revision_number': 3, 'project_id': '0b035154e93642ac954adb769badafc7', 'gw_port': {'id': '8f7981b9-b36e-4a7d-83df-558df69a482d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf83c2aa-9fda-409f-8c07-ae3fcf9506b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:31Z', 'updated_at': '2022-02-03T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:37.917213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9d1433e0-20e8-49f7-b069-95a569d6b0d8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.924782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network cf36341f-e656-4ab9-aee7-019a67f3079a is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:37.937328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cf36341f-e656-4ab9-aee7-019a67f3079a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:37.942097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:37.943077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.952207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e2f06-f0c6-439d-8345-ac09bf9626f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=00dfa052-de7c-4636-8765-0a82ac680b64,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:37.953953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb9e8b-3fba-42a9-baf4-c7f7dd29af47 None None] Network cf36341f-e656-4ab9-aee7-019a67f3079a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:37.975172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6fb0882-8b65-43d0-83f2-f4c6306e033b tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9423251 Feb 03 04:40:37.976000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:37.981820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'network': {'name': 'tempest-router-network01--1158807489'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:37.989037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:37.989451 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (9d1433e0-20e8-49f7-b069-95a569d6b0d8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:37.992698 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:38.022987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:38.036452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.070656 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (97ec8e0a-4000-4d40-8779-abca58915684), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.082081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:38.093341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (88e9d7e3-0ff9-4229-87cb-1fe553171fb3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.093766 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Added segment 88e9d7e3-0ff9-4229-87cb-1fe553171fb3 of type vlan for network 57520c14-b685-404c-ba67-de98503263ac Feb 03 04:40:38.107226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.113710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/97ec8e0a-4000-4d40-8779-abca58915684 HTTP/1.1" status: 204 len: 168 time: 1.3802578 Feb 03 04:40:38.134140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-cf36341f-e656-4ab9-aee7-019a67f3079a', 'network_id': 'cf36341f-e656-4ab9-aee7-019a67f3079a', 'project_id': '28771beb44aa4b68bb801bad488457d5', 'fixed_ips': [{'subnet_id': '0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:38.135401 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.136121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066be9-eb61-460d-a4ea-137935bf79bf admin admin] Pushing event deleted for resources: {'Network': ['ID=97ec8e0a-4000-4d40-8779-abca58915684,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:38.141644 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (8071130c-65a5-4279-8b0d-6b133c04f28a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.147823 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.152740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/networks/8071130c-65a5-4279-8b0d-6b133c04f28a HTTP/1.1" status: 204 len: 168 time: 1.3353980 Feb 03 04:40:38.167419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:38.174957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (ed84c3ab-6894-480d-bfcd-a9028586db33), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.179249 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.192669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (57520c14-b685-404c-ba67-de98503263ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.196567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347487a-302e-4674-ab0f-38d139eb0d99 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Network': ['ID=8071130c-65a5-4279-8b0d-6b133c04f28a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:38.225895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:38.271191 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ed84c3ab-6894-480d-bfcd-a9028586db33), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.376533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:38.378839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Allocated IP 2001:db8::2 (cf36341f-e656-4ab9-aee7-019a67f3079a/0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7/14c288ed-62d6-4aee-8c57-1ea535142926) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:38.379528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:38.380481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:38.400768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:38.447034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (57520c14-b685-404c-ba67-de98503263ac), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.452210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:38.452944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.458646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9c3d8127-a446-4fb5-8fad-7af215e8c076), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.491904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-48378e5f-a737-4c22-b256-b1874b874972 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec1660f31a6644a184332d609d292247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2610357 Feb 03 04:40:38.493381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:38.506984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=ed84c3ab-6894-480d-bfcd-a9028586db33,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:38.514214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Allocated IP 172.25.7.184 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/9a37b773-6780-4005-a05f-36a8423aed89) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:38.547410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5699465 Feb 03 04:40:38.551797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:38.565028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cce2269b-1f0b-4d51-b80e-d884d57e5118 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3c9bae642f34c8b8b528fa276859a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1797714 Feb 03 04:40:38.565172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'network': {'name': 'tempest-router-network02--1414323679'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:38.603934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:38.683475 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Publish callbacks [] for port (14c288ed-62d6-4aee-8c57-1ea535142926), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.699132 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.739787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Network cf36341f-e656-4ab9-aee7-019a67f3079a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:38.743634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:38.751535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:38.772350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43f50d-caec-44ff-ae23-e9fda0f993a6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Network': ['ID=57520c14-b685-404c-ba67-de98503263ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:38.799207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 57520c14-b685-404c-ba67-de98503263ac details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:38.930197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Pushing event updated for resources: {'Port': ['ID=14c288ed-62d6-4aee-8c57-1ea535142926,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:38.949963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:38.955341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (24655dd5-5fbf-4485-9b06-54c7088244b4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.964841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.969413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9c3d8127-a446-4fb5-8fad-7af215e8c076), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:38.990756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Attempting to bind port 14c288ed-62d6-4aee-8c57-1ea535142926 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:38.991430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Attempting to bind port 14c288ed-62d6-4aee-8c57-1ea535142926 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e8a80005-5d66-48e2-9ee4-667017455791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cf36341f-e656-4ab9-aee7-019a67f3079a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:38.992127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Attempting to bind port 14c288ed-62d6-4aee-8c57-1ea535142926 on network cf36341f-e656-4ab9-aee7-019a67f3079a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:38.998275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:38.998941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Checking segment: {'id': 'e8a80005-5d66-48e2-9ee4-667017455791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cf36341f-e656-4ab9-aee7-019a67f3079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:38.999543 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.000233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Bound using segment: {'id': 'e8a80005-5d66-48e2-9ee4-667017455791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cf36341f-e656-4ab9-aee7-019a67f3079a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:39.001020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Bound port: 14c288ed-62d6-4aee-8c57-1ea535142926, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a80005-5d66-48e2-9ee4-667017455791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cf36341f-e656-4ab9-aee7-019a67f3079a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:39.001574 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.094757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] For port 14c288ed-62d6-4aee-8c57-1ea535142926, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:39.099160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] For port 14c288ed-62d6-4aee-8c57-1ea535142926, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14c288ed-62d6-4aee-8c57-1ea535142926,segment=NetworkSegment(e8a80005-5d66-48e2-9ee4-667017455791),segment_id=e8a80005-5d66-48e2-9ee4-667017455791)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:39.101404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67803785-6ca4-4dba-8ad6-94c2afc350e3 admin admin] Publish callbacks [] for security_group (0e98a844-dbb0-40cf-990b-c2d179130d0b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.105542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3d8127-a446-4fb5-8fad-7af215e8c076']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:39.118194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.144884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:39.157178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4164b5-0d9b-4458-b531-39c4d8117afa') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:39.157709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4164b5-0d9b-4458-b531-39c4d8117afa') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:39.188560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b59f28-c1f1-4aeb-9aa4-82182213670b None None] Pushing event updated for resources: {'Port': ['ID=14c288ed-62d6-4aee-8c57-1ea535142926,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:39.194053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for port (9a37b773-6780-4005-a05f-36a8423aed89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.206532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (0e4164b5-0d9b-4458-b531-39c4d8117afa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.266391 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.286184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bc90fd2d-ecf0-46a9-b850-068b9067e7ef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.286534 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Added segment bc90fd2d-ecf0-46a9-b850-068b9067e7ef of type vlan for network 1acf708a-1353-4f07-a2f0-2f25595546ed Feb 03 04:40:39.292961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67803785-6ca4-4dba-8ad6-94c2afc350e3 admin admin] Publish callbacks [] for security_group (0e98a844-dbb0-40cf-990b-c2d179130d0b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.306077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0e4164b5-0d9b-4458-b531-39c4d8117afa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.356269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:40:39.356684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (0e4164b5-0d9b-4458-b531-39c4d8117afa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:40:39.360004 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:40:39.437527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1acf708a-1353-4f07-a2f0-2f25595546ed), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.559046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:40:39.580433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9a37b773-6780-4005-a05f-36a8423aed89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.604932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:39.606516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9c3d8127-a446-4fb5-8fad-7af215e8c076), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.611432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:39.665953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.669793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62114528-6f09-4fd3-8801-29fcb6985bd1 admin admin] Publish callbacks [] for security_group (e3e282c8-4f17-4ef7-baa2-ca8033cc1a35), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.670101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] 10.222.0.35 "DELETE /v2.0/networks/9c3d8127-a446-4fb5-8fad-7af215e8c076 HTTP/1.1" status: 204 len: 168 time: 1.5016596 Feb 03 04:40:39.671701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:39.707459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1acf708a-1353-4f07-a2f0-2f25595546ed), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.714439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:39.715056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.738627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1de93c-ee0e-44c0-b540-068bbeca9e43 tempest-BulkNetworkOpsIpV6Test-131750822 tempest-BulkNetworkOpsIpV6Test-131750822-project] Pushing event deleted for resources: {'Network': ['ID=9c3d8127-a446-4fb5-8fad-7af215e8c076,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:39.782359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62114528-6f09-4fd3-8801-29fcb6985bd1 admin admin] Publish callbacks [] for security_group (e3e282c8-4f17-4ef7-baa2-ca8033cc1a35), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.855806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67803785-6ca4-4dba-8ad6-94c2afc350e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0e98a844-dbb0-40cf-990b-c2d179130d0b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.859217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67803785-6ca4-4dba-8ad6-94c2afc350e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:39.860432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-67803785-6ca4-4dba-8ad6-94c2afc350e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e98a844-dbb0-40cf-990b-c2d179130d0b HTTP/1.1" status: 204 len: 168 time: 1.1940627 Feb 03 04:40:39.875404 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3185053 Feb 03 04:40:39.877635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae8612-cb4e-450f-b8d4-237ffd2fdfc4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Network': ['ID=1acf708a-1353-4f07-a2f0-2f25595546ed,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:39.882367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56662) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:39.900481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1acf708a-1353-4f07-a2f0-2f25595546ed details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:39.910910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'subnet': {'network_id': '57520c14-b685-404c-ba67-de98503263ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:39.947641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67803785-6ca4-4dba-8ad6-94c2afc350e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98a844-dbb0-40cf-990b-c2d179130d0b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:39.986435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Port': ['ID=9a37b773-6780-4005-a05f-36a8423aed89,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:40.196703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62114528-6f09-4fd3-8801-29fcb6985bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e3e282c8-4f17-4ef7-baa2-ca8033cc1a35), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:40.198547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62114528-6f09-4fd3-8801-29fcb6985bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:40.199752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-62114528-6f09-4fd3-8801-29fcb6985bd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3e282c8-4f17-4ef7-baa2-ca8033cc1a35 HTTP/1.1" status: 204 len: 168 time: 1.7027025 Feb 03 04:40:40.229280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (24655dd5-5fbf-4485-9b06-54c7088244b4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:40.243560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62114528-6f09-4fd3-8801-29fcb6985bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e282c8-4f17-4ef7-baa2-ca8033cc1a35,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:40.357028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (0c615789-4f31-42bb-a7c1-2b202c7620ee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:40.446375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:40.470567 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:40.654672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14c288ed-62d6-4aee-8c57-1ea535142926 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:40.700086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:40.817426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 14c288ed-62d6-4aee-8c57-1ea535142926 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:40.817822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:40.848738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:40.924199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (0c615789-4f31-42bb-a7c1-2b202c7620ee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.037985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 14c288ed-62d6-4aee-8c57-1ea535142926 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:41.039575 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.134136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-10ed91e4-89b8-44ff-a48b-dbe062dc97c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61a9b54808a64348b5ffcad738103a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4304900 Feb 03 04:40:41.137458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:41.165096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 14c288ed-62d6-4aee-8c57-1ea535142926, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14c288ed-62d6-4aee-8c57-1ea535142926,segment=NetworkSegment(e8a80005-5d66-48e2-9ee4-667017455791),segment_id=e8a80005-5d66-48e2-9ee4-667017455791)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:41.181114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.181936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8f7981b9-b36e-4a7d-83df-558df69a482d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:41.349981 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33b138ed-11b2-446b-9f99-f8d24eeed27e admin admin] Publish callbacks [] for security_group (34be4be2-7acc-4ae2-b70b-e9f2e72397dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.366247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Router 0c615789-4f31-42bb-a7c1-2b202c7620ee is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:41.381643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33b138ed-11b2-446b-9f99-f8d24eeed27e admin admin] Publish callbacks [] for security_group (34be4be2-7acc-4ae2-b70b-e9f2e72397dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.409052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c619f-8e51-4f96-ac13-13b1df4dc9e0 None None] Network cf36341f-e656-4ab9-aee7-019a67f3079a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:41.478011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8f7981b9-b36e-4a7d-83df-558df69a482d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:41.479800 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.542049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:41.549129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=14c288ed-62d6-4aee-8c57-1ea535142926,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:41.560172 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:41.568070 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (5f7cdde1-ab2b-498d-83bc-8925aaeb4934), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.585736 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:41.588563 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:41.670282 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.675713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33b138ed-11b2-446b-9f99-f8d24eeed27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (34be4be2-7acc-4ae2-b70b-e9f2e72397dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.675911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3c37d9db-d2c7-4010-9db0-92c7fc047d35 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8127594 Feb 03 04:40:41.676002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33b138ed-11b2-446b-9f99-f8d24eeed27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.679312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-33b138ed-11b2-446b-9f99-f8d24eeed27e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34be4be2-7acc-4ae2-b70b-e9f2e72397dd HTTP/1.1" status: 204 len: 168 time: 0.5382929 Feb 03 04:40:41.679312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:41.692288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:41.701377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:41.723919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Sync routers for ids ['0c615789-4f31-42bb-a7c1-2b202c7620ee'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:41.726133 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:41.727545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:41.774283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2595468b-5822-4bd3-9bdb-067448ad85dd None None] Provisioning complete for port 14c288ed-62d6-4aee-8c57-1ea535142926 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:41.775799 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2595468b-5822-4bd3-9bdb-067448ad85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.776277 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:41.777281 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d71b6-c3f7-49c9-943d-6938a661355d None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:41.810112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Subnet': ['ID=5f7cdde1-ab2b-498d-83bc-8925aaeb4934,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:41.816137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b138ed-11b2-446b-9f99-f8d24eeed27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be4be2-7acc-4ae2-b70b-e9f2e72397dd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:41.824820 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Checking segment: {'id': '88e9d7e3-0ff9-4229-87cb-1fe553171fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57520c14-b685-404c-ba67-de98503263ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:41.825661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network hostable DHCP agents. Network: 57520c14-b685-404c-ba67-de98503263ac, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:41.856133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network 57520c14-b685-404c-ba67-de98503263ac is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:41.874846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:41.876525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2c981b22-851c-4ac2-aba1-a1bf76ada886 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3544018 Feb 03 04:40:41.879141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 57520c14-b685-404c-ba67-de98503263ac) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:41.882279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:41.905345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94814fcb-b34b-4283-8d38-82af4253041f None None] Network 57520c14-b685-404c-ba67-de98503263ac requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:41.918705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Routers {'0c615789-4f31-42bb-a7c1-2b202c7620ee'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:41.919355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0c615789-4f31-42bb-a7c1-2b202c7620ee'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:42.030252 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cf54753e-4a1e-4878-b617-dbae86ac8f6a tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/0c615789-4f31-42bb-a7c1-2b202c7620ee HTTP/1.1" status: 200 len: 907 time: 0.1408753 Feb 03 04:40:42.032330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:42.032935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:42.037641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:42.160122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Set router 0c615789-4f31-42bb-a7c1-2b202c7620ee gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:40:42.161906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (0c615789-4f31-42bb-a7c1-2b202c7620ee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:42.238883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d6989413-7119-4f52-9b5d-9903f3da088f tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3478148 Feb 03 04:40:42.243718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:42.248780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'subnet': {'network_id': '1acf708a-1353-4f07-a2f0-2f25595546ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:42.381783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (0c615789-4f31-42bb-a7c1-2b202c7620ee), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:42.530586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Deleting port 9a37b773-6780-4005-a05f-36a8423aed89 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:42.531103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9a37b773-6780-4005-a05f-36a8423aed89), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:42.724903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9a37b773-6780-4005-a05f-36a8423aed89), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:42.759389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Calling delete_port for 9a37b773-6780-4005-a05f-36a8423aed89 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:42.792199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8f7981b9-b36e-4a7d-83df-558df69a482d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:42.792853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:42.818480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 8f7981b9-b36e-4a7d-83df-558df69a482d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8f7981b9-b36e-4a7d-83df-558df69a482d,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:43.009055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:43.063413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.116774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9a37b773-6780-4005-a05f-36a8423aed89), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.163197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a37b773-6780-4005-a05f-36a8423aed89,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:43.189633 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a81eca82-4cb3-4326-b7be-c512ba565731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.288511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (0c615789-4f31-42bb-a7c1-2b202c7620ee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.328557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=8f7981b9-b36e-4a7d-83df-558df69a482d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:43.341848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14c288ed-62d6-4aee-8c57-1ea535142926 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:43.412184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:43.417744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.438783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.439410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.440026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.441722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.442246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.442746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.443346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.444052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.444662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.445163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.445660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.446148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.446776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:40:43.492602 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (0c615789-4f31-42bb-a7c1-2b202c7620ee), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.505681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (0c615789-4f31-42bb-a7c1-2b202c7620ee), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.526023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-57520c14-b685-404c-ba67-de98503263ac', 'network_id': '57520c14-b685-404c-ba67-de98503263ac', 'project_id': '28771beb44aa4b68bb801bad488457d5', 'fixed_ips': [{'subnet_id': '5f7cdde1-ab2b-498d-83bc-8925aaeb4934'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:43.526901 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.817068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (0c615789-4f31-42bb-a7c1-2b202c7620ee), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.817627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c615789-4f31-42bb-a7c1-2b202c7620ee {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:40:43.840764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.848416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb1c71b9-e330-45c5-b143-8dce8c321c93 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "DELETE /v2.0/routers/0c615789-4f31-42bb-a7c1-2b202c7620ee HTTP/1.1" status: 204 len: 168 time: 1.8096476 Feb 03 04:40:43.850767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a81eca82-4cb3-4326-b7be-c512ba565731 admin admin] Publish callbacks [] for security_group (09a2d5d4-70e1-45f6-881c-ca72b548399b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:43.853611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:43.913580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2595468b-5822-4bd3-9bdb-067448ad85dd None None] Current status of the port 14c288ed-62d6-4aee-8c57-1ea535142926 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:43.930841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 14c288ed-62d6-4aee-8c57-1ea535142926 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:43.931128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.038166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:44.079954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (a66be9be-55ad-4fe6-a005-d63824591197), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.114708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c615789-4f31-42bb-a7c1-2b202c7620ee', 'name': 'tempest-snat-router-306376557', 'tenant_id': '0b035154e93642ac954adb769badafc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '9a37b773-6780-4005-a05f-36a8423aed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:35Z', 'updated_at': '2022-02-03T04:40:40Z', 'revision_number': 3, 'project_id': '0b035154e93642ac954adb769badafc7', 'gw_port': {'id': '9a37b773-6780-4005-a05f-36a8423aed89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c615789-4f31-42bb-a7c1-2b202c7620ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:37Z', 'updated_at': '2022-02-03T04:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:44.138290 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.187441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Subnet': ['ID=a66be9be-55ad-4fe6-a005-d63824591197,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:44.228998 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a81eca82-4cb3-4326-b7be-c512ba565731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (09a2d5d4-70e1-45f6-881c-ca72b548399b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.232951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Checking router: 0c615789-4f31-42bb-a7c1-2b202c7620ee for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:40:44.233733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Updating router 0c615789-4f31-42bb-a7c1-2b202c7620ee port 9a37b773-6780-4005-a05f-36a8423aed89 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:40:44.262903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Port 9a37b773-6780-4005-a05f-36a8423aed89 not found while updating agent binding for router 0c615789-4f31-42bb-a7c1-2b202c7620ee. {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 04:40:44.290572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-34da6e2e-5ccb-4772-84cf-1cb2ccce4f78 None None] Provisioning complete for port 14c288ed-62d6-4aee-8c57-1ea535142926 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:44.291188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34da6e2e-5ccb-4772-84cf-1cb2ccce4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.300725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eca82-4cb3-4326-b7be-c512ba565731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a2d5d4-70e1-45f6-881c-ca72b548399b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:44.328640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.340417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a81eca82-4cb3-4326-b7be-c512ba565731 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa3336c8918f49a18db1d9af800554d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3285809 Feb 03 04:40:44.340862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:44.394862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.420108 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d36afebd-7b81-43ea-825d-15baf0e417dd admin admin] Publish callbacks [] for security_group (09a2d5d4-70e1-45f6-881c-ca72b548399b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.432169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 14c288ed-62d6-4aee-8c57-1ea535142926 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:44.473256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:44.473564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:40:44.474199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0c615789-4f31-42bb-a7c1-2b202c7620ee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:40:44.474605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d615418-f433-4f78-a8b5-9e7dcf4c5712 None None] The sync data for ids ['0c615789-4f31-42bb-a7c1-2b202c7620ee'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:44.511745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d36afebd-7b81-43ea-825d-15baf0e417dd admin admin] Publish callbacks [] for security_group (09a2d5d4-70e1-45f6-881c-ca72b548399b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.540612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Allocated IP 2001:db8::2 (57520c14-b685-404c-ba67-de98503263ac/5f7cdde1-ab2b-498d-83bc-8925aaeb4934/b20531f4-4f8f-4ed1-8ce3-639217f23714) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:44.545666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34da6e2e-5ccb-4772-84cf-1cb2ccce4f78 None None] Current status of the port 14c288ed-62d6-4aee-8c57-1ea535142926 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:44.576080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Deleting port 8f7981b9-b36e-4a7d-83df-558df69a482d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:40:44.576847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.624106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-58796592'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:44.655143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Checking segment: {'id': 'bc90fd2d-ecf0-46a9-b850-068b9067e7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1acf708a-1353-4f07-a2f0-2f25595546ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:44.655596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network hostable DHCP agents. Network: 1acf708a-1353-4f07-a2f0-2f25595546ed, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:44.682190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] For port 8f7981b9-b36e-4a7d-83df-558df69a482d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8f7981b9-b36e-4a7d-83df-558df69a482d,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:44.682865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.700398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Calling delete_port for 8f7981b9-b36e-4a7d-83df-558df69a482d owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:40:44.757689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:44.759281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Publish callbacks [] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.765095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.773703 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.819901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.840306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network 1acf708a-1353-4f07-a2f0-2f25595546ed is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:44.865749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d36afebd-7b81-43ea-825d-15baf0e417dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (09a2d5d4-70e1-45f6-881c-ca72b548399b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.867862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Network 57520c14-b685-404c-ba67-de98503263ac is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:44.869962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Pushing event updated for resources: {'Port': ['ID=b20531f4-4f8f-4ed1-8ce3-639217f23714,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:44.873850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d36afebd-7b81-43ea-825d-15baf0e417dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.875910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d36afebd-7b81-43ea-825d-15baf0e417dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09a2d5d4-70e1-45f6-881c-ca72b548399b HTTP/1.1" status: 204 len: 168 time: 0.5341341 Feb 03 04:40:44.886329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:44.891316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:44.894421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36afebd-7b81-43ea-825d-15baf0e417dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a2d5d4-70e1-45f6-881c-ca72b548399b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:44.895399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 1acf708a-1353-4f07-a2f0-2f25595546ed) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:44.923269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084aaa2e-20b7-40ff-b5e2-860f538cd0f3 None None] Network 1acf708a-1353-4f07-a2f0-2f25595546ed requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:44.925655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:44.926261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:44.968466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8f7981b9-b36e-4a7d-83df-558df69a482d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.011086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f7981b9-b36e-4a7d-83df-558df69a482d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:45.140301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9afe487c-061a-482b-b0e5-ac8bf4cb3e8c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8954031 Feb 03 04:40:45.143749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:45.172919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.186247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.1 (1e372f48-5729-491b-a9ff-8666d61a96fd/d7d0e86a-c210-452a-9afb-29409f63f697/d8706b94-e489-466b-b835-0d76a951d99c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:45.237854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Attempting to bind port b20531f4-4f8f-4ed1-8ce3-639217f23714 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:45.238251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Attempting to bind port b20531f4-4f8f-4ed1-8ce3-639217f23714 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '88e9d7e3-0ff9-4229-87cb-1fe553171fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57520c14-b685-404c-ba67-de98503263ac'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:45.238628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Attempting to bind port b20531f4-4f8f-4ed1-8ce3-639217f23714 on network 57520c14-b685-404c-ba67-de98503263ac {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:45.255225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:45.255642 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Checking segment: {'id': '88e9d7e3-0ff9-4229-87cb-1fe553171fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57520c14-b685-404c-ba67-de98503263ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:45.257614 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.258017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Bound using segment: {'id': '88e9d7e3-0ff9-4229-87cb-1fe553171fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57520c14-b685-404c-ba67-de98503263ac'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:45.260135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Bound port: b20531f4-4f8f-4ed1-8ce3-639217f23714, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e9d7e3-0ff9-4229-87cb-1fe553171fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57520c14-b685-404c-ba67-de98503263ac'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:45.261276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.388005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] For port b20531f4-4f8f-4ed1-8ce3-639217f23714, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:45.392039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] For port b20531f4-4f8f-4ed1-8ce3-639217f23714, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b20531f4-4f8f-4ed1-8ce3-639217f23714,segment=NetworkSegment(88e9d7e3-0ff9-4229-87cb-1fe553171fb3),segment_id=88e9d7e3-0ff9-4229-87cb-1fe553171fb3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:45.406416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.493659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (d8706b94-e489-466b-b835-0d76a951d99c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.506268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-1acf708a-1353-4f07-a2f0-2f25595546ed', 'network_id': '1acf708a-1353-4f07-a2f0-2f25595546ed', 'project_id': '28771beb44aa4b68bb801bad488457d5', 'fixed_ips': [{'subnet_id': 'a66be9be-55ad-4fe6-a005-d63824591197'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:45.507341 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.564620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d8706b94-e489-466b-b835-0d76a951d99c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.589871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.676856 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_controller (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.739296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=d8706b94-e489-466b-b835-0d76a951d99c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:45.750084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 1e372f48-5729-491b-a9ff-8666d61a96fd is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:45.761993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Allocated IP 2001:db8::2 (1acf708a-1353-4f07-a2f0-2f25595546ed/a66be9be-55ad-4fe6-a005-d63824591197/eca51e5c-362c-4728-b8b7-4b4f4a1d4040) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:45.779357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for security_group (3813ab1a-057e-4fad-b8ef-c24a0b98ac6a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.784607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:45.797652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:45.811394 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3813ab1a-057e-4fad-b8ef-c24a0b98ac6a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.924734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (bf83c2aa-9fda-409f-8c07-ae3fcf9506b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.925420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:40:45.940050 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:45.941759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cdc472dd-1e72-4a56-a596-d36ec58f2bd3 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "DELETE /v2.0/routers/bf83c2aa-9fda-409f-8c07-ae3fcf9506b2 HTTP/1.1" status: 204 len: 168 time: 2.0870633 Feb 03 04:40:45.954810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:46.008171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:46.045848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (01aab63a-1066-42ea-9b87-dce9ca7d89cb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.046477 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment 01aab63a-1066-42ea-9b87-dce9ca7d89cb of type vlan for network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a Feb 03 04:40:46.056291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (24655dd5-5fbf-4485-9b06-54c7088244b4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.059695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3813ab1a-057e-4fad-b8ef-c24a0b98ac6a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:46.104439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ae00c-fa6e-4602-9531-fef7f13fbcbb None None] Pushing event updated for resources: {'Port': ['ID=b20531f4-4f8f-4ed1-8ce3-639217f23714,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:46.302712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.398063 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Publish callbacks [] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.411038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.494509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.506463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:46.507521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.602478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Pushing event updated for resources: {'Port': ['ID=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:46.625896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Network 1acf708a-1353-4f07-a2f0-2f25595546ed is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:46.632045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:46.639357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:46.792258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Attempting to bind port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:46.792644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Attempting to bind port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'bc90fd2d-ecf0-46a9-b850-068b9067e7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1acf708a-1353-4f07-a2f0-2f25595546ed'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:46.793015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Attempting to bind port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 on network 1acf708a-1353-4f07-a2f0-2f25595546ed {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:46.808826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:46.809238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Checking segment: {'id': 'bc90fd2d-ecf0-46a9-b850-068b9067e7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1acf708a-1353-4f07-a2f0-2f25595546ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:46.815427 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.816042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Bound using segment: {'id': 'bc90fd2d-ecf0-46a9-b850-068b9067e7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1acf708a-1353-4f07-a2f0-2f25595546ed'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:46.816556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Bound port: eca51e5c-362c-4728-b8b7-4b4f4a1d4040, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc90fd2d-ecf0-46a9-b850-068b9067e7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1acf708a-1353-4f07-a2f0-2f25595546ed'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:46.818937 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.848365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.8090277 Feb 03 04:40:46.849119 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8706b94-e489-466b-b835-0d76a951d99c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:46.857265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:46.889820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-374227079'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:46.911321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462b0f-09fb-4e29-805d-b3892b860834 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:46.981735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] For port eca51e5c-362c-4728-b8b7-4b4f4a1d4040, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:46.985772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:46.989615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] For port eca51e5c-362c-4728-b8b7-4b4f4a1d4040, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,segment=NetworkSegment(bc90fd2d-ecf0-46a9-b850-068b9067e7ef),segment_id=bc90fd2d-ecf0-46a9-b850-068b9067e7ef)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:47.000492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.005121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:47.053232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.216476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:47.232784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1ab3be5e-bda3-46f6-b3d7-0235d30616c4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.233274 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment 1ab3be5e-bda3-46f6-b3d7-0235d30616c4 of type vlan for network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 Feb 03 04:40:47.328575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1234482121', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:47.353300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.390448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b20531f4-4f8f-4ed1-8ce3-639217f23714 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:47.428810 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.443934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56876) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:47.446926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:47.455480 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.543386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978311f-4733-49d8-bf2f-663de7efb1d6 None None] Network 57520c14-b685-404c-ba67-de98503263ac requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:47.543746 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (4129930b-5b05-4033-a989-7a7dabc845c8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.544835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (4129930b-5b05-4033-a989-7a7dabc845c8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.593595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872630da-0689-4db6-87a4-d9d326bcb379 None None] Pushing event updated for resources: {'Port': ['ID=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:47.644722 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.657525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7934194 Feb 03 04:40:47.678988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:47.679913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5758b2-9448-471b-bb11-b00efb67e69f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:47.688937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': '7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:47.741000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-60cd7476-2968-46ed-b7b5-25e08f101060 None None] Provisioning complete for port b20531f4-4f8f-4ed1-8ce3-639217f23714 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:47.741526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60cd7476-2968-46ed-b7b5-25e08f101060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:47.867233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:48.035966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-727694558-network', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:48.093786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Made reservation on behalf of a6eaa7a26e954db09d5357538cedbcab for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:48.096822 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.115664 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.178098 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (4129930b-5b05-4033-a989-7a7dabc845c8), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.202261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b20531f4-4f8f-4ed1-8ce3-639217f23714 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:48.202701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.298034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:48.307668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.457437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b20531f4-4f8f-4ed1-8ce3-639217f23714 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:48.458436 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.494587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60cd7476-2968-46ed-b7b5-25e08f101060 None None] Current status of the port b20531f4-4f8f-4ed1-8ce3-639217f23714 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:48.495318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60cd7476-2968-46ed-b7b5-25e08f101060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.525322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b20531f4-4f8f-4ed1-8ce3-639217f23714, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b20531f4-4f8f-4ed1-8ce3-639217f23714,segment=NetworkSegment(88e9d7e3-0ff9-4229-87cb-1fe553171fb3),segment_id=88e9d7e3-0ff9-4229-87cb-1fe553171fb3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:48.532454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.684609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b20531f4-4f8f-4ed1-8ce3-639217f23714,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:48.805904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8f7981b9-b36e-4a7d-83df-558df69a482d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:40:48.840793 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (d8706b94-e489-466b-b835-0d76a951d99c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.871367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d8706b94-e489-466b-b835-0d76a951d99c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:48.885479 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-60cd7476-2968-46ed-b7b5-25e08f101060 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:40:48.887491 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-60cd7476-2968-46ed-b7b5-25e08f101060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:40:48.888130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8f7981b9-b36e-4a7d-83df-558df69a482d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:40:48.888491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8f7981b9-b36e-4a7d-83df-558df69a482d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:40:48.923331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks [] for security_group (4f0c08ba-70ec-4a08-9da7-fc54cadcd698), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.010377 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4f0c08ba-70ec-4a08-9da7-fc54cadcd698), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.110631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0c08ba-70ec-4a08-9da7-fc54cadcd698,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:49.120389 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (4129930b-5b05-4033-a989-7a7dabc845c8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.179521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:49.187654 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:40:49.215135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:40:49.230146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=d8706b94-e489-466b-b835-0d76a951d99c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:49.240869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (24655dd5-5fbf-4485-9b06-54c7088244b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.292902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a0f52-c7f3-4cce-adb8-406b0442d629 None None] Network 1acf708a-1353-4f07-a2f0-2f25595546ed requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:49.351141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (18b862cb-dff1-4266-9ff9-1b71e838ed5f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.352114 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Added segment 18b862cb-dff1-4266-9ff9-1b71e838ed5f of type vlan for network b27c554b-4edb-41c6-8e4b-f09a373298d1 Feb 03 04:40:49.461479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Allocated IP 2001:db8::1 (57520c14-b685-404c-ba67-de98503263ac/5f7cdde1-ab2b-498d-83bc-8925aaeb4934/e17313ab-af20-4fc1-b38d-2fa22f53f1cc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:49.554448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (1b98df5d-5907-4704-aff8-81afe39d3f7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.606825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 1e372f48-5729-491b-a9ff-8666d61a96fd is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:49.624131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2d1578d-731e-482c-8a62-da40c495695d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.644278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b27c554b-4edb-41c6-8e4b-f09a373298d1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:49.664322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:49.683553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': '01aab63a-1066-42ea-9b87-dce9ca7d89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:49.684232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:49.872478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:40:49.892432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=1b98df5d-5907-4704-aff8-81afe39d3f7b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:49.918546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:49.961101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eca51e5c-362c-4728-b8b7-4b4f4a1d4040 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:49.967437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:49.985068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:49.986275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.022296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-67f88147-1a9c-4ec9-ae08-3af8ea48300c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3394687 Feb 03 04:40:50.025427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:50.031670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': 'c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:50.074849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2da3b7-bab3-43a4-934f-65d45be064cf None None] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:50.091110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b27c554b-4edb-41c6-8e4b-f09a373298d1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.092134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:50.094893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.213336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:50.220519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2d1578d-731e-482c-8a62-da40c495695d admin admin] Publish callbacks [] for security_group (2810fd04-a39b-4de9-a9a3-0071442de532), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.228031 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:50.243452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5c63ded4-2b86-4dba-a623-29f953d13d13 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/routers/24655dd5-5fbf-4485-9b06-54c7088244b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5633390 Feb 03 04:40:50.246065 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:50.247089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:50.249304 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:50.257017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'port': {'network_id': '1e372f48-5729-491b-a9ff-8666d61a96fd', 'name': 'tempest-FloatingIPTestJSON-568822417'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:50.260130 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8066537 Feb 03 04:40:50.332378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a', 'network_id': '7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': '1b98df5d-5907-4704-aff8-81afe39d3f7b'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:50.333628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.345588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:50.368973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:50.370908 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:50.371540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Request body: {'subnet': {'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-subnet', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:50.374143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.394822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60cd7476-2968-46ed-b7b5-25e08f101060 None None] Current status of the port b20531f4-4f8f-4ed1-8ce3-639217f23714 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:50.403930 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:50.412655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:50.413037 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.419821 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:50.420931 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2d1578d-731e-482c-8a62-da40c495695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2810fd04-a39b-4de9-a9a3-0071442de532), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.516625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1578d-731e-482c-8a62-da40c495695d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2810fd04-a39b-4de9-a9a3-0071442de532,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:50.534617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:50.537971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.539933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.544598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (4129930b-5b05-4033-a989-7a7dabc845c8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.573775 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:50.574575 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ce228-57e0-4658-9e31-08eee79ec3fc None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:50.681236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2d6de-d420-4435-8371-6bf05eb34c56 admin admin] Pushing event updated for resources: {'Network': ['ID=b27c554b-4edb-41c6-8e4b-f09a373298d1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:50.704154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.708252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.724330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:40:50.742150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Provisioning complete for port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:50.746804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:50.789368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b2d1578d-731e-482c-8a62-da40c495695d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f21045712714d45b0bb7e96549d7e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6032102 Feb 03 04:40:50.790683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] device_id is not set on port 0bd9ce39-f875-494f-a838-cc19fd6e4e6e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:40:50.799560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:51.027385 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae221a8a-3a5a-49c7-9226-a75b4a238939 admin admin] Publish callbacks [] for security_group (2810fd04-a39b-4de9-a9a3-0071442de532), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.095573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae221a8a-3a5a-49c7-9226-a75b4a238939 admin admin] Publish callbacks [] for security_group (2810fd04-a39b-4de9-a9a3-0071442de532), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.099086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Allocated IP 172.25.7.33 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7ff247bf-c97b-4e7c-ae3e-770f3f48de40) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:51.128588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.12 (1e372f48-5729-491b-a9ff-8666d61a96fd/d7d0e86a-c210-452a-9afb-29409f63f697/0bd9ce39-f875-494f-a838-cc19fd6e4e6e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:51.163411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Made reservation on behalf of a6eaa7a26e954db09d5357538cedbcab for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:51.169344 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.243740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Allocated IP 172.20.0.2 (7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a/1b98df5d-5907-4704-aff8-81afe39d3f7b/7104bdff-549c-4844-89cc-6edefa5b3606) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:51.249152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.383617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:51.384289 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.387585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae221a8a-3a5a-49c7-9226-a75b4a238939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2810fd04-a39b-4de9-a9a3-0071442de532), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.395412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae221a8a-3a5a-49c7-9226-a75b4a238939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.397428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ae221a8a-3a5a-49c7-9226-a75b4a238939 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2810fd04-a39b-4de9-a9a3-0071442de532 HTTP/1.1" status: 204 len: 168 time: 0.5958812 Feb 03 04:40:51.415151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network 57520c14-b685-404c-ba67-de98503263ac is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:51.489910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:51.500309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:51.508631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': '1ab3be5e-bda3-46f6-b3d7-0235d30616c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:51.509003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:51.578743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae221a8a-3a5a-49c7-9226-a75b4a238939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810fd04-a39b-4de9-a9a3-0071442de532,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:51.613619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:51.624510 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.702994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port eca51e5c-362c-4728-b8b7-4b4f4a1d4040, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,segment=NetworkSegment(bc90fd2d-ecf0-46a9-b850-068b9067e7ef),segment_id=bc90fd2d-ecf0-46a9-b850-068b9067e7ef)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:51.711405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Current status of the port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:51.727138 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.770987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:51.782684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.787679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b20531f4-4f8f-4ed1-8ce3-639217f23714 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:51.815693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Port': ['ID=e17313ab-af20-4fc1-b38d-2fa22f53f1cc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:51.853472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:51.888013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:51.893104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:51.950385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b43c5-073a-4833-8012-9c362cbc5740 None None] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:51.952702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (0bd9ce39-f875-494f-a838-cc19fd6e4e6e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.002686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c1c7367e-68c8-47d0-ab38-5c9de735c3ba tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9721508 Feb 03 04:40:52.009392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:52.019260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-46dd08a9-eb32-4b6f-a191-311051dc7343 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-362755208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:52.105050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46dd08a9-eb32-4b6f-a191-311051dc7343 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (229b502b-a63f-4bd2-91d3-79bbde9d7182), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.106332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46dd08a9-eb32-4b6f-a191-311051dc7343 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (229b502b-a63f-4bd2-91d3-79bbde9d7182), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.163705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0bd9ce39-f875-494f-a838-cc19fd6e4e6e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.269972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46dd08a9-eb32-4b6f-a191-311051dc7343 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (229b502b-a63f-4bd2-91d3-79bbde9d7182), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.284355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 1e372f48-5729-491b-a9ff-8666d61a96fd is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:52.285915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for port (7ff247bf-c97b-4e7c-ae3e-770f3f48de40), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.295716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:52.303919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:52.308559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46dd08a9-eb32-4b6f-a191-311051dc7343 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (229b502b-a63f-4bd2-91d3-79bbde9d7182), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.403036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (b198a5b3-c539-4534-8e14-1884f8a7bfb0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.418206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:52.425531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7ff247bf-c97b-4e7c-ae3e-770f3f48de40), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.426462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=0bd9ce39-f875-494f-a838-cc19fd6e4e6e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:52.450274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Publish callbacks [] for port (7104bdff-549c-4844-89cc-6edefa5b3606), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.469719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.470767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:52.483533 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:40:52.483980 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:40:52.503147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c73d32-05a3-4c41-90eb-a87ead06d6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.518416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46dd08a9-eb32-4b6f-a191-311051dc7343 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.523608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b20531f4-4f8f-4ed1-8ce3-639217f23714 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:52.524136 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.524513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-46dd08a9-eb32-4b6f-a191-311051dc7343 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5105453 Feb 03 04:40:52.528348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:52.553382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:52.580493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:52.584959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42', 'network_id': 'c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': '1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:52.585092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event updated for resources: {'Port': ['ID=7ff247bf-c97b-4e7c-ae3e-770f3f48de40,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:52.585555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.588243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:52.594173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Pushing event updated for resources: {'Port': ['ID=7104bdff-549c-4844-89cc-6edefa5b3606,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:52.620098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:52.629317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:52.635830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:52.724579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c73d32-05a3-4c41-90eb-a87ead06d6f6 admin admin] Publish callbacks [] for security_group (363ade64-ff1f-4a26-9da7-5d5a72b934f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.737851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:52.739188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.786011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Allocated IP 172.21.0.2 (c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42/1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6/f50edb5b-80e0-4564-8b9c-c950845cc7d2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:52.811353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b198a5b3-c539-4534-8e14-1884f8a7bfb0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:52.816748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Checking segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:52.816748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Network hostable DHCP agents. Network: b27c554b-4edb-41c6-8e4b-f09a373298d1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:40:52.916208 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.921090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:40:52.951640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Publish callbacks [] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.966411 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:52.970674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b27c554b-4edb-41c6-8e4b-f09a373298d1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:52.981556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:52.982369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.035841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Pushing event updated for resources: {'Port': ['ID=f50edb5b-80e0-4564-8b9c-c950845cc7d2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:53.038627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70de3c2-8851-431a-bc21-7c6ed06b839f None None] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:53.135984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b20531f4-4f8f-4ed1-8ce3-639217f23714 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:53.164695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:53.172382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Attempting to bind port 7104bdff-549c-4844-89cc-6edefa5b3606 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:53.172872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Attempting to bind port 7104bdff-549c-4844-89cc-6edefa5b3606 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '01aab63a-1066-42ea-9b87-dce9ca7d89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:53.173346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Attempting to bind port 7104bdff-549c-4844-89cc-6edefa5b3606 on network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:53.214942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:53.258322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:53.258896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Checking segment: {'id': '01aab63a-1066-42ea-9b87-dce9ca7d89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:53.259521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.260641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Bound using segment: {'id': '01aab63a-1066-42ea-9b87-dce9ca7d89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:53.261261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Bound port: 7104bdff-549c-4844-89cc-6edefa5b3606, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aab63a-1066-42ea-9b87-dce9ca7d89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:53.261766 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.264478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.280638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:53.286231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.287704 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.289400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Current status of the port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:53.293677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eca51e5c-362c-4728-b8b7-4b4f4a1d4040 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:53.325594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c73d32-05a3-4c41-90eb-a87ead06d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (363ade64-ff1f-4a26-9da7-5d5a72b934f1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.351822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Port': ['ID=e17313ab-af20-4fc1-b38d-2fa22f53f1cc,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:53.368128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6e930e99-7a55-4278-a514-cde51a145f6b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0121181 Feb 03 04:40:53.373901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:53.374524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (4129930b-5b05-4033-a989-7a7dabc845c8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.391254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:53.424634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c73d32-05a3-4c41-90eb-a87ead06d6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363ade64-ff1f-4a26-9da7-5d5a72b934f1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:53.451099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.452536 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.493577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-245a13bb-264a-42e6-a105-7f50ec82ec58 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2444873 Feb 03 04:40:53.521330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-b27c554b-4edb-41c6-8e4b-f09a373298d1', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:40:53.525125 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.541266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f3c73d32-05a3-4c41-90eb-a87ead06d6f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f62542d384d4ea28423828098c9037b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0675104 Feb 03 04:40:53.544825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:53.545604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:53.553207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'port': {'network_id': '1e372f48-5729-491b-a9ff-8666d61a96fd', 'name': 'tempest-FloatingIPTestJSON-1543447346'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:53.566681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Attempting to bind port f50edb5b-80e0-4564-8b9c-c950845cc7d2 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:53.569335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Attempting to bind port f50edb5b-80e0-4564-8b9c-c950845cc7d2 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '1ab3be5e-bda3-46f6-b3d7-0235d30616c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:53.571039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Attempting to bind port f50edb5b-80e0-4564-8b9c-c950845cc7d2 on network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:53.603729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:53.604510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Checking segment: {'id': '1ab3be5e-bda3-46f6-b3d7-0235d30616c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:53.605122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.605965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Bound using segment: {'id': '1ab3be5e-bda3-46f6-b3d7-0235d30616c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:53.606644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Bound port: f50edb5b-80e0-4564-8b9c-c950845cc7d2, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab3be5e-bda3-46f6-b3d7-0235d30616c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:53.607233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.704531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] For port f50edb5b-80e0-4564-8b9c-c950845cc7d2, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:53.717615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] For port f50edb5b-80e0-4564-8b9c-c950845cc7d2, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f50edb5b-80e0-4564-8b9c-c950845cc7d2,segment=NetworkSegment(1ab3be5e-bda3-46f6-b3d7-0235d30616c4),segment_id=1ab3be5e-bda3-46f6-b3d7-0235d30616c4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:53.738857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Provisioning complete for port b20531f4-4f8f-4ed1-8ce3-639217f23714 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:53.739334 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.781688 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.932262 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks [] for router_controller (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.934719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213abe4f-2a72-4d34-b89a-4fd329a6d8b4 None None] Pushing event updated for resources: {'Port': ['ID=f50edb5b-80e0-4564-8b9c-c950845cc7d2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:53.937480 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:53.977715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] For port 7104bdff-549c-4844-89cc-6edefa5b3606, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:53.981933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16f530b4-824e-4a4c-8fa3-b80676f901dd admin admin] Publish callbacks [] for security_group (363ade64-ff1f-4a26-9da7-5d5a72b934f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.013140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.090742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:40:54.094039 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.136113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16f530b4-824e-4a4c-8fa3-b80676f901dd admin admin] Publish callbacks [] for security_group (363ade64-ff1f-4a26-9da7-5d5a72b934f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.168854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] device_id is not set on port 387ef2ec-8531-4bb3-803a-a7151eef7c67 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:40:54.239905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.283924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] For port 7104bdff-549c-4844-89cc-6edefa5b3606, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7104bdff-549c-4844-89cc-6edefa5b3606,segment=NetworkSegment(01aab63a-1066-42ea-9b87-dce9ca7d89cb),segment_id=01aab63a-1066-42ea-9b87-dce9ca7d89cb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:54.294097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:54.294806 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.306187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.6 (1e372f48-5729-491b-a9ff-8666d61a96fd/d7d0e86a-c210-452a-9afb-29409f63f697/387ef2ec-8531-4bb3-803a-a7151eef7c67) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:54.330986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.482949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks [] for router_gateway (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.506037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network 57520c14-b685-404c-ba67-de98503263ac is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:54.521948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (387ef2ec-8531-4bb3-803a-a7151eef7c67), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.534346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Allocated IP 172.20.0.2 (b27c554b-4edb-41c6-8e4b-f09a373298d1/b198a5b3-c539-4534-8e14-1884f8a7bfb0/d640e107-6028-485e-82ea-bd977ce61df9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:54.556808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731ed06-0760-4b1f-a264-646649edc0bd None None] Pushing event updated for resources: {'Port': ['ID=7104bdff-549c-4844-89cc-6edefa5b3606,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:54.575054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10c8c994-4ef0-405c-b82d-375f5c4335e8 None None] Current status of the port b20531f4-4f8f-4ed1-8ce3-639217f23714 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:54.649396 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (387ef2ec-8531-4bb3-803a-a7151eef7c67), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.741061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:54.777880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e7f4c6ab-5950-4e2b-a04e-6aa5f4ec8ad4 None None] Provisioning complete for port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:54.778404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c6ab-5950-4e2b-a04e-6aa5f4ec8ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:54.781703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:54.786161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:54.819533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (4129930b-5b05-4033-a989-7a7dabc845c8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.054475 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Publish callbacks [] for port (d640e107-6028-485e-82ea-bd977ce61df9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.058769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=387ef2ec-8531-4bb3-803a-a7151eef7c67,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:55.077715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (d640e107-6028-485e-82ea-bd977ce61df9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.088271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16f530b4-824e-4a4c-8fa3-b80676f901dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (363ade64-ff1f-4a26-9da7-5d5a72b934f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.093661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16f530b4-824e-4a4c-8fa3-b80676f901dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.110084 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-16f530b4-824e-4a4c-8fa3-b80676f901dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/363ade64-ff1f-4a26-9da7-5d5a72b934f1 HTTP/1.1" status: 204 len: 168 time: 1.3738782 Feb 03 04:40:55.131090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 1e372f48-5729-491b-a9ff-8666d61a96fd is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:55.178979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:55.184058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:55.201641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Pushing event updated for resources: {'Port': ['ID=d640e107-6028-485e-82ea-bd977ce61df9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:55.209136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4c6ab-5950-4e2b-a04e-6aa5f4ec8ad4 None None] Current status of the port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:55.217697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:55.223148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:55.226889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:55.280261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8827b7e6-0cf2-4cc7-9b80-92e4359ffe56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.308840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e7f4c6ab-5950-4e2b-a04e-6aa5f4ec8ad4 None None] Provisioning complete for port e17313ab-af20-4fc1-b38d-2fa22f53f1cc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:55.309215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c6ab-5950-4e2b-a04e-6aa5f4ec8ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.357594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Attempting to bind port d640e107-6028-485e-82ea-bd977ce61df9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:40:55.359887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Attempting to bind port d640e107-6028-485e-82ea-bd977ce61df9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:40:55.360423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Attempting to bind port d640e107-6028-485e-82ea-bd977ce61df9 on network b27c554b-4edb-41c6-8e4b-f09a373298d1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:40:55.380913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:40:55.385912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.390199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:40:55.393504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Checking segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:40:55.393688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f530b4-824e-4a4c-8fa3-b80676f901dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363ade64-ff1f-4a26-9da7-5d5a72b934f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:55.394889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.395484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Bound using segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:40:55.397523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Bound port: d640e107-6028-485e-82ea-bd977ce61df9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:40:55.398324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d640e107-6028-485e-82ea-bd977ce61df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.414356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4c6ab-5950-4e2b-a04e-6aa5f4ec8ad4 None None] Port e17313ab-af20-4fc1-b38d-2fa22f53f1cc cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:55.428065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.20.0.1 (7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a/1b98df5d-5907-4704-aff8-81afe39d3f7b/4a406252-ee07-459e-942c-102df86271db) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:55.469613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2feb8bc3-6bd0-41f4-ad76-65597d65d8d7 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9231043 Feb 03 04:40:55.473157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:55.477530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '387ef2ec-8531-4bb3-803a-a7151eef7c67', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:55.590336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Router 222c2b9f-5243-4927-82d9-192c7e8494d7 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:55.629591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-334fa859-ceef-498f-9c19-7bac2c73486b None None] Provisioning complete for port e17313ab-af20-4fc1-b38d-2fa22f53f1cc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:55.631859 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334fa859-ceef-498f-9c19-7bac2c73486b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.634161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f50edb5b-80e0-4564-8b9c-c950845cc7d2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:55.668824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.760182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] For port d640e107-6028-485e-82ea-bd977ce61df9, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:40:55.772516 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-334fa859-ceef-498f-9c19-7bac2c73486b None None] Port e17313ab-af20-4fc1-b38d-2fa22f53f1cc cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:55.782687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] For port d640e107-6028-485e-82ea-bd977ce61df9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d640e107-6028-485e-82ea-bd977ce61df9,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:40:55.817208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d640e107-6028-485e-82ea-bd977ce61df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.883488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (4a406252-ee07-459e-942c-102df86271db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.902161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Router 4129930b-5b05-4033-a989-7a7dabc845c8 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:55.915460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f50edb5b-80e0-4564-8b9c-c950845cc7d2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:55.915858 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.926707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8827b7e6-0cf2-4cc7-9b80-92e4359ffe56 admin admin] Publish callbacks [] for security_group (75ce3e73-96f8-4659-a5fe-00bfefe94c27), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:55.980084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8827b7e6-0cf2-4cc7-9b80-92e4359ffe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (75ce3e73-96f8-4659-a5fe-00bfefe94c27), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.027580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.089962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4a406252-ee07-459e-942c-102df86271db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.114480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:56.121667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:56.124255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:56.245777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8827b7e6-0cf2-4cc7-9b80-92e4359ffe56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f70b2a01f10a46498f5bc1b4bdc6897f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4624290 Feb 03 04:40:56.266055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57024) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:56.270447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.287545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f50edb5b-80e0-4564-8b9c-c950845cc7d2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:56.296657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.298684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c60716-50f3-4d86-a3e4-7629c9410e95 None None] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:56.310648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9122-d4e2-4012-b535-2242187f6d0c None None] Pushing event updated for resources: {'Port': ['ID=d640e107-6028-485e-82ea-bd977ce61df9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:56.423436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=4a406252-ee07-459e-942c-102df86271db,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:56.471617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b7e6-0cf2-4cc7-9b80-92e4359ffe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ce3e73-96f8-4659-a5fe-00bfefe94c27,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:56.473775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.25.7.173 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/e89b210d-7657-4062-87ef-f4a666a128b3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:56.475229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:56.500565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:40:56.514609 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] Sync routers for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:56.523859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] Sync routers for ids ['4129930b-5b05-4033-a989-7a7dabc845c8'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:40:56.528623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks [] for router_gateway (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.537579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb6ab446-1c42-4809-8697-5bac541991cc tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3923633 Feb 03 04:40:56.547291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:56.555230 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:56.555892 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:56.611027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0ffa-0df8-4e55-9dc8-dd295855e935 admin admin] Publish callbacks [] for security_group (75ce3e73-96f8-4659-a5fe-00bfefe94c27), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.619783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.679244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2a9a9879-7c6e-44da-ab51-86c99d1aae61 None None] Provisioning complete for port f50edb5b-80e0-4564-8b9c-c950845cc7d2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:56.682765 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9879-7c6e-44da-ab51-86c99d1aae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.688180 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:56.703212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port f50edb5b-80e0-4564-8b9c-c950845cc7d2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f50edb5b-80e0-4564-8b9c-c950845cc7d2,segment=NetworkSegment(1ab3be5e-bda3-46f6-b3d7-0235d30616c4),segment_id=1ab3be5e-bda3-46f6-b3d7-0235d30616c4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:56.705691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] Routers {'4129930b-5b05-4033-a989-7a7dabc845c8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:56.706340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4129930b-5b05-4033-a989-7a7dabc845c8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:56.717883 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:56.721562 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:56.773302 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:56.778381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-05f06ed6-866e-4e01-8be3-5962ad671ee6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8033075 Feb 03 04:40:56.782266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:56.787240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': False}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:40:56.799825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:56.800404 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ffbb-e896-4fee-8f7e-f817128af209 None None] The sync data for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:56.858710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:56.873214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2720205a-3809-4dd1-9afd-7fef1f232064 None None] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:56.939154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0ffa-0df8-4e55-9dc8-dd295855e935 admin admin] Publish callbacks [] for security_group (75ce3e73-96f8-4659-a5fe-00bfefe94c27), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:57.029080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:57.029890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7104bdff-549c-4844-89cc-6edefa5b3606 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:57.114297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0ffa-0df8-4e55-9dc8-dd295855e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (75ce3e73-96f8-4659-a5fe-00bfefe94c27), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:57.121622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4a406252-ee07-459e-942c-102df86271db), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:57.124358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0ffa-0df8-4e55-9dc8-dd295855e935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:57.125907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f2ca0ffa-0df8-4e55-9dc8-dd295855e935 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75ce3e73-96f8-4659-a5fe-00bfefe94c27 HTTP/1.1" status: 204 len: 168 time: 0.8588445 Feb 03 04:40:57.203363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca0ffa-0df8-4e55-9dc8-dd295855e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ce3e73-96f8-4659-a5fe-00bfefe94c27,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:57.203976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=f50edb5b-80e0-4564-8b9c-c950845cc7d2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:57.278637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] Routers {'4129930b-5b05-4033-a989-7a7dabc845c8'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:40:57.280612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4129930b-5b05-4033-a989-7a7dabc845c8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:57.317285 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-39b20894-da8d-4e58-a768-fa32a59d4d20 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:40:57.318391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-39b20894-da8d-4e58-a768-fa32a59d4d20 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7701557 Feb 03 04:40:57.397281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:57.431272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:40:57.431967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4b826-9580-4acb-9257-7d9f4f172e07 None None] The sync data for ids ['4129930b-5b05-4033-a989-7a7dabc845c8'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:40:57.690127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7104bdff-549c-4844-89cc-6edefa5b3606 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:57.690765 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:57.826628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a9879-7c6e-44da-ab51-86c99d1aae61 None None] Current status of the port f50edb5b-80e0-4564-8b9c-c950845cc7d2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:57.836696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (e89b210d-7657-4062-87ef-f4a666a128b3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:57.910866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb9cce-3e06-40f1-a6dd-369a7d61e9c0 None None] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:40:57.929808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:58.100438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e89b210d-7657-4062-87ef-f4a666a128b3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.134367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbeb374b-089b-4242-befe-16637dc1c5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.136681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Allocated IP 172.25.7.250 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/ed49f45b-78c7-4381-a2ae-416128a76e89) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:40:58.167108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Provisioning complete for port 7104bdff-549c-4844-89cc-6edefa5b3606 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:58.167903 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.181804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7104bdff-549c-4844-89cc-6edefa5b3606 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:58.182513 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.245747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:58.293160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks [] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.344780 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.400927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:58.409487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:58.416360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (4129930b-5b05-4033-a989-7a7dabc845c8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.425439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:58.469456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbeb374b-089b-4242-befe-16637dc1c5b3 admin admin] Publish callbacks [] for security_group (02311f9a-f8e5-4f5b-b77e-99a0052f642c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.477450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:58.486364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:40:58.531915 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbeb374b-089b-4242-befe-16637dc1c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (02311f9a-f8e5-4f5b-b77e-99a0052f642c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.595334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7104bdff-549c-4844-89cc-6edefa5b3606, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7104bdff-549c-4844-89cc-6edefa5b3606,segment=NetworkSegment(01aab63a-1066-42ea-9b87-dce9ca7d89cb),segment_id=01aab63a-1066-42ea-9b87-dce9ca7d89cb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:58.622087 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.747330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=e89b210d-7657-4062-87ef-f4a666a128b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:58.770080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Pushing event updated for resources: {'Port': ['ID=ed49f45b-78c7-4381-a2ae-416128a76e89,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:58.798353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Current status of the port 7104bdff-549c-4844-89cc-6edefa5b3606 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:58.813019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7104bdff-549c-4844-89cc-6edefa5b3606,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:58.815091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb374b-089b-4242-befe-16637dc1c5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02311f9a-f8e5-4f5b-b77e-99a0052f642c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:58.828029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fbeb374b-089b-4242-befe-16637dc1c5b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb0f38379a34417aaa936be134604a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8900702 Feb 03 04:40:58.828659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:40:58.839436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Provisioning complete for port d640e107-6028-485e-82ea-bd977ce61df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:58.845771 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d640e107-6028-485e-82ea-bd977ce61df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.960834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (4a406252-ee07-459e-942c-102df86271db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:58.993719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d640e107-6028-485e-82ea-bd977ce61df9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:59.000859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4a406252-ee07-459e-942c-102df86271db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.103980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Current status of the port d640e107-6028-485e-82ea-bd977ce61df9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:59.104627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d640e107-6028-485e-82ea-bd977ce61df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.133595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d640e107-6028-485e-82ea-bd977ce61df9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:59.134355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d640e107-6028-485e-82ea-bd977ce61df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.208635 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks [] for router_gateway (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.226675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] For port d640e107-6028-485e-82ea-bd977ce61df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d640e107-6028-485e-82ea-bd977ce61df9,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:40:59.241921 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d640e107-6028-485e-82ea-bd977ce61df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.321615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d640e107-6028-485e-82ea-bd977ce61df9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:59.323216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f50edb5b-80e0-4564-8b9c-c950845cc7d2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:40:59.355854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e66b17-e409-4530-bd8a-3a4e5747b2f1 None None] Pushing event updated for resources: {'Port': ['ID=d640e107-6028-485e-82ea-bd977ce61df9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:59.387882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Provisioning complete for port 7104bdff-549c-4844-89cc-6edefa5b3606 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:59.388440 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.431118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f50edb5b-80e0-4564-8b9c-c950845cc7d2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:59.431592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.455596 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.526041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Current status of the port 7104bdff-549c-4844-89cc-6edefa5b3606 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:59.526297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9709d35-a2af-4efb-b053-a9846512b9b6 admin admin] Publish callbacks [] for security_group (02311f9a-f8e5-4f5b-b77e-99a0052f642c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.550005 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9709d35-a2af-4efb-b053-a9846512b9b6 admin admin] Publish callbacks [] for security_group (02311f9a-f8e5-4f5b-b77e-99a0052f642c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.562621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Provisioning complete for port f50edb5b-80e0-4564-8b9c-c950845cc7d2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:59.563143 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.610902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f50edb5b-80e0-4564-8b9c-c950845cc7d2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:59.618350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.665231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Current status of the port f50edb5b-80e0-4564-8b9c-c950845cc7d2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:59.678521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Provisioning complete for port d640e107-6028-485e-82ea-bd977ce61df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:59.679005 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d640e107-6028-485e-82ea-bd977ce61df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.769580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Current status of the port d640e107-6028-485e-82ea-bd977ce61df9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:40:59.774249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:40:59.784567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Provisioning complete for port 4a406252-ee07-459e-942c-102df86271db triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:40:59.784924 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4a406252-ee07-459e-942c-102df86271db), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.806101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=4a406252-ee07-459e-942c-102df86271db,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:40:59.831581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a711e2-42e3-4177-ad3e-fa4406198f64 None None] Port 4a406252-ee07-459e-942c-102df86271db cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:40:59.908515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:40:59.909284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9709d35-a2af-4efb-b053-a9846512b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (02311f9a-f8e5-4f5b-b77e-99a0052f642c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.911886 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9709d35-a2af-4efb-b053-a9846512b9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:40:59.916198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a9709d35-a2af-4efb-b053-a9846512b9b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02311f9a-f8e5-4f5b-b77e-99a0052f642c HTTP/1.1" status: 204 len: 168 time: 1.0706737 Feb 03 04:40:59.960015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:40:59.996703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:00.007923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9709d35-a2af-4efb-b053-a9846512b9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02311f9a-f8e5-4f5b-b77e-99a0052f642c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:00.060203 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (4129930b-5b05-4033-a989-7a7dabc845c8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:00.064413 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (4129930b-5b05-4033-a989-7a7dabc845c8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:00.080853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:00.092999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Sync routers for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:00.110222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:00.112995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:00.303646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:41:00.319732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:00.324514 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-759bbbf1-6793-427e-b702-85916e949e87 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9472315 Feb 03 04:41:00.324807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:00.401737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Router 4129930b-5b05-4033-a989-7a7dabc845c8 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:00.629965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d77ca5f8-149a-4137-bcb6-8f23a848ece9 None None] Provisioning complete for port 4a406252-ee07-459e-942c-102df86271db triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:00.630340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d77ca5f8-149a-4137-bcb6-8f23a848ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4a406252-ee07-459e-942c-102df86271db), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:00.701126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d77ca5f8-149a-4137-bcb6-8f23a848ece9 None None] Port 4a406252-ee07-459e-942c-102df86271db cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:00.725556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:40:58Z', 'revision_number': 3, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:00.818920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d640e107-6028-485e-82ea-bd977ce61df9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:00.827564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Checking router: 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:41:00.827916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Updating router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 port ed49f45b-78c7-4381-a2ae-416128a76e89 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:41:00.953439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.000884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:01.055547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d640e107-6028-485e-82ea-bd977ce61df9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:01.055846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d640e107-6028-485e-82ea-bd977ce61df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.073985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 229b502b-a63f-4bd2-91d3-79bbde9d7182 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:41:01.227687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:01.233870 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.238728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b8a7b604-1f4f-4854-bb9f-3fce57b9dce9 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "PUT /v2.0/routers/4129930b-5b05-4033-a989-7a7dabc845c8 HTTP/1.1" status: 200 len: 921 time: 4.4549835 Feb 03 04:41:01.240770 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] Sync routers for ids ['4129930b-5b05-4033-a989-7a7dabc845c8'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:01.241880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57116) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:01.255666 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] Routers {'4129930b-5b05-4033-a989-7a7dabc845c8'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:01.256301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4129930b-5b05-4033-a989-7a7dabc845c8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.339633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (b76d57fd-fb27-41ad-936c-685a4a9664b6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.354554 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.376348 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] Routers {'4129930b-5b05-4033-a989-7a7dabc845c8'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:01.377060 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4129930b-5b05-4033-a989-7a7dabc845c8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.402827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d640e107-6028-485e-82ea-bd977ce61df9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:01.405013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7104bdff-549c-4844-89cc-6edefa5b3606 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:01.423012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4458525-3855-4c9e-85c2-74723f140bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.459622 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.460336 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7231ff7-3219-4280-a500-673e531e25b7 None None] The sync data for ids ['4129930b-5b05-4033-a989-7a7dabc845c8'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:01.534290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:01.542516 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7104bdff-549c-4844-89cc-6edefa5b3606 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:01.546684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.546787 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d5297215-b73f-4b81-a0d5-6dbd835da151 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/229b502b-a63f-4bd2-91d3-79bbde9d7182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9186039 Feb 03 04:41:01.546787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:01.558737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] Sync routers for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:01.601632 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4458525-3855-4c9e-85c2-74723f140bd8 admin admin] Publish callbacks [] for security_group (ba95afa7-0afe-4604-87ed-77019c4eb660), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.605387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:01.606449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.628001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4458525-3855-4c9e-85c2-74723f140bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ba95afa7-0afe-4604-87ed-77019c4eb660), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.657723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.658912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6615aac1-110e-4b8e-b7e5-5ff30c349dd6 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:01.670357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6615aac1-110e-4b8e-b7e5-5ff30c349dd6 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports/4a406252-ee07-459e-942c-102df86271db HTTP/1.1" status: 200 len: 910 time: 0.0989511 Feb 03 04:41:01.673109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:01.736903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a4d91336-9b9e-440c-8fde-84d95e5e7a01 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/4129930b-5b05-4033-a989-7a7dabc845c8 HTTP/1.1" status: 200 len: 921 time: 0.4943385 Feb 03 04:41:01.738526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:01.751247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d4458525-3855-4c9e-85c2-74723f140bd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c3d90656ad84ad9b680598d21f41d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7477045 Feb 03 04:41:01.754213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4458525-3855-4c9e-85c2-74723f140bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba95afa7-0afe-4604-87ed-77019c4eb660,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:01.758392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:01.774558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e89b210d-7657-4062-87ef-f4a666a128b3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.791258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:01.792114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.896344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:01.903179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbb09b-19cd-45d8-a769-1fce10ed9d85 None None] The sync data for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:01.933752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:01.969832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2076723a-f4e1-40f9-b797-2f4494e30003 admin admin] Publish callbacks [] for security_group (ba95afa7-0afe-4604-87ed-77019c4eb660), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.025434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Publish callbacks [] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.039993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2076723a-f4e1-40f9-b797-2f4494e30003 admin admin] Publish callbacks [] for security_group (ba95afa7-0afe-4604-87ed-77019c4eb660), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.046762 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.083618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7104bdff-549c-4844-89cc-6edefa5b3606 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:02.108160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5a452-c4b2-4aed-9141-0a83619525dc tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:02.109693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9be5a452-c4b2-4aed-9141-0a83619525dc tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=4129930b-5b05-4033-a989-7a7dabc845c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3686423 Feb 03 04:41:02.113566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:02.119577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Attempting to bind port ed49f45b-78c7-4381-a2ae-416128a76e89 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:41:02.120114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Attempting to bind port ed49f45b-78c7-4381-a2ae-416128a76e89 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:41:02.120669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Attempting to bind port ed49f45b-78c7-4381-a2ae-416128a76e89 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:02.140009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:41:02.140556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:02.141130 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.141655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:41:02.142467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Bound port: ed49f45b-78c7-4381-a2ae-416128a76e89, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:41:02.143001 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.206082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting port e17313ab-af20-4fc1-b38d-2fa22f53f1cc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:02.206549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.290535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] For port ed49f45b-78c7-4381-a2ae-416128a76e89, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:41:02.303940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] For port ed49f45b-78c7-4381-a2ae-416128a76e89, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ed49f45b-78c7-4381-a2ae-416128a76e89,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:41:02.331306 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.360267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941ea7-aca2-440f-8b88-8a04c5933ae7 None None] Pushing event updated for resources: {'Port': ['ID=ed49f45b-78c7-4381-a2ae-416128a76e89,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:02.385361 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2076723a-f4e1-40f9-b797-2f4494e30003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ba95afa7-0afe-4604-87ed-77019c4eb660), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.387991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2076723a-f4e1-40f9-b797-2f4494e30003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.391546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2076723a-f4e1-40f9-b797-2f4494e30003 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba95afa7-0afe-4604-87ed-77019c4eb660 HTTP/1.1" status: 204 len: 168 time: 0.6298196 Feb 03 04:41:02.428667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Allocated IP 172.20.0.1 (b27c554b-4edb-41c6-8e4b-f09a373298d1/b198a5b3-c539-4534-8e14-1884f8a7bfb0/0e200d78-cc59-4b22-87b3-a232624a775f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:02.437550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076723a-f4e1-40f9-b797-2f4494e30003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba95afa7-0afe-4604-87ed-77019c4eb660,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:02.450888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00d91d-6d7b-43e9-b501-78cb0997364e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:02.458983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9d00d91d-6d7b-43e9-b501-78cb0997364e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.3393629 Feb 03 04:41:02.461143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:02.583877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:02.584639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:02.586884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941ea7-aca2-440f-8b88-8a04c5933ae7 None None] Pushing event updated for resources: {'Port': ['ID=ed49f45b-78c7-4381-a2ae-416128a76e89,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:02.697745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks [] for port (0e200d78-cc59-4b22-87b3-a232624a775f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.800642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4df33318-9d0f-493f-9c5c-4d36d0d9a41a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=4129930b-5b05-4033-a989-7a7dabc845c8 HTTP/1.1" status: 200 len: 205 time: 0.3354027 Feb 03 04:41:02.804439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:02.806722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:02.879046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:41:02.995951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.029899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:03.039929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:03.061210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:03.065059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Calling delete_port for e17313ab-af20-4fc1-b38d-2fa22f53f1cc owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:03.144458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:03.146145 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.170065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Pushing event updated for resources: {'Port': ['ID=0e200d78-cc59-4b22-87b3-a232624a775f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:03.185494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45867001-9ec4-4419-b3b9-114d46d11374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.262379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (e89b210d-7657-4062-87ef-f4a666a128b3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.285841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e89b210d-7657-4062-87ef-f4a666a128b3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.375359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.468643 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea341e5a-eb88-4fb6-8100-603f768eef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.575495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=e89b210d-7657-4062-87ef-f4a666a128b3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:03.615289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2f124d37-8c80-4e70-98dc-695e46293914 None None] Provisioning complete for port 0e200d78-cc59-4b22-87b3-a232624a775f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:03.615624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f124d37-8c80-4e70-98dc-695e46293914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.639669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (4129930b-5b05-4033-a989-7a7dabc845c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.679539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f124d37-8c80-4e70-98dc-695e46293914 None None] Port 0e200d78-cc59-4b22-87b3-a232624a775f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:03.744198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:40:58Z', 'revision_number': 3, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:03.783191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (b76d57fd-fb27-41ad-936c-685a4a9664b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.790229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:03.802748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb0bfe-b9e5-4cc5-adf5-457f99fd2bd9 None None] The sync data for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 is: [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:40:58Z', 'revision_number': 3, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:04.073715 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP b76d57fd-fb27-41ad-936c-685a4a9664b6 associated. External IP: 172.25.7.173, port: 387ef2ec-8531-4bb3-803a-a7151eef7c67. Feb 03 04:41:04.114935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (4129930b-5b05-4033-a989-7a7dabc845c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.185749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e17313ab-af20-4fc1-b38d-2fa22f53f1cc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.194989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45867001-9ec4-4419-b3b9-114d46d11374 admin admin] Publish callbacks [] for security_group (b80110c6-45f2-4279-8d87-5cc3ca4564b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.258930 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45867001-9ec4-4419-b3b9-114d46d11374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b80110c6-45f2-4279-8d87-5cc3ca4564b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.413029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-45867001-9ec4-4419-b3b9-114d46d11374 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce8544816e4d4db2819fc2f72caf1e04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2583971 Feb 03 04:41:04.415119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:04.470746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45867001-9ec4-4419-b3b9-114d46d11374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80110c6-45f2-4279-8d87-5cc3ca4564b2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:04.593455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Port': ['ID=e17313ab-af20-4fc1-b38d-2fa22f53f1cc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:04.646623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks [] for port (0e200d78-cc59-4b22-87b3-a232624a775f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.656112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Deleting port 7ff247bf-c97b-4e7c-ae3e-770f3f48de40 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:04.656469 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7ff247bf-c97b-4e7c-ae3e-770f3f48de40), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.664598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.666803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.757523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.878140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.21.0.1 (c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42/1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6/bb3fafb9-7dcd-4851-9493-2cc35387db5b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:04.881248 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c039555-a4b1-4dcf-b4af-5c8a39b39d28 admin admin] Publish callbacks [] for security_group (b80110c6-45f2-4279-8d87-5cc3ca4564b2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:04.889743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ed49f45b-78c7-4381-a2ae-416128a76e89 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:04.931975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Pushing event updated for resources: {'Port': ['ID=0e200d78-cc59-4b22-87b3-a232624a775f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:05.011476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7ff247bf-c97b-4e7c-ae3e-770f3f48de40), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.036725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ed49f45b-78c7-4381-a2ae-416128a76e89 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:05.039963 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.045584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Calling delete_port for 7ff247bf-c97b-4e7c-ae3e-770f3f48de40 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:05.073472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57210) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:05.084969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c039555-a4b1-4dcf-b4af-5c8a39b39d28 admin admin] Publish callbacks [] for security_group (b80110c6-45f2-4279-8d87-5cc3ca4564b2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.116434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Router 222c2b9f-5243-4927-82d9-192c7e8494d7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:05.170050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ed49f45b-78c7-4381-a2ae-416128a76e89 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:05.170835 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.209301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port ed49f45b-78c7-4381-a2ae-416128a76e89, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ed49f45b-78c7-4381-a2ae-416128a76e89,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:05.239286 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.298756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=ed49f45b-78c7-4381-a2ae-416128a76e89,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:05.343362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.364803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:05.375473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:05.376681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:05.384489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3d826bdd-f8aa-41ce-88bb-82baa72d5b0c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9845016 Feb 03 04:41:05.390869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:05.396187 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] Sync routers for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:05.396798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:05.397745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.417471 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:05.418402 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.450178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=bb3fafb9-7dcd-4851-9493-2cc35387db5b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:05.480485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:05.497773 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.517886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:05.519886 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:05.520777 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.521564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:05.584671 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.585646 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d5056-0826-4e8a-8458-9ec204eafda7 None None] The sync data for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:05.615360 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.706188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:05.718812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:05.740644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:05.741376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.750325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.798915 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4e90736f-8a45-42c7-a4b7-8f9f6a4ef30d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3247588 Feb 03 04:41:05.801576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:05.814775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.836399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:05.837040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:40:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.841071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:05.883943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:05.884616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35cb90-e26a-42cc-8c75-3da5826c71bf None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:05.892435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1de1f455-8776-4d85-98b7-6396e7190734 None None] Provisioning complete for port 0e200d78-cc59-4b22-87b3-a232624a775f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:05.892435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1de1f455-8776-4d85-98b7-6396e7190734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:05.941372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1de1f455-8776-4d85-98b7-6396e7190734 None None] Port 0e200d78-cc59-4b22-87b3-a232624a775f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:06.018697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:06.028722 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-818a72bf-2353-4736-98ad-d58059be6cc6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] delete failed (client error): The resource could not be found. Feb 03 04:41:06.036252 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-818a72bf-2353-4736-98ad-d58059be6cc6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-768514453 HTTP/1.1" status: 404 len: 334 time: 0.6308789 Feb 03 04:41:06.043743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57230) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:06.044560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fcfb-bd90-4c4a-a53c-39c44db5059f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.051913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cb6a27bd-acb4-4c7d-85bc-9d3074726633 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'router': {'external_gateway_info': {'network_id': '222c2b9f-5243-4927-82d9-192c7e8494d7'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:06.063286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4741593c-6cc9-4cb2-856d-2172e4308ec2 None None] Provisioning complete for port bb3fafb9-7dcd-4851-9493-2cc35387db5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:06.063706 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4741593c-6cc9-4cb2-856d-2172e4308ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.105944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c039555-a4b1-4dcf-b4af-5c8a39b39d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b80110c6-45f2-4279-8d87-5cc3ca4564b2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.108639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c039555-a4b1-4dcf-b4af-5c8a39b39d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.112828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4741593c-6cc9-4cb2-856d-2172e4308ec2 None None] Port bb3fafb9-7dcd-4851-9493-2cc35387db5b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:06.120735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7c039555-a4b1-4dcf-b4af-5c8a39b39d28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b80110c6-45f2-4279-8d87-5cc3ca4564b2 HTTP/1.1" status: 204 len: 168 time: 1.6946456 Feb 03 04:41:06.264200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c039555-a4b1-4dcf-b4af-5c8a39b39d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80110c6-45f2-4279-8d87-5cc3ca4564b2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:06.314604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.371143 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ac29856-e361-4c29-bbc6-25d0981cef02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.418300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (b76d57fd-fb27-41ad-936c-685a4a9664b6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.641976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.670078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb6a27bd-acb4-4c7d-85bc-9d3074726633 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router_gateway (222c2b9f-5243-4927-82d9-192c7e8494d7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.703655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:06.714354 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Sync routers for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:06.721081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-99aa550b-a23d-4797-83e0-2f3c82d98996 admin admin] 10.222.0.35 "PUT /v2.0/routers/35b41b94-bc4a-4eef-8b88-1a97e9d4fc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3949571 Feb 03 04:41:06.734359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7ff247bf-c97b-4e7c-ae3e-770f3f48de40), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.751523 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-cb6a27bd-acb4-4c7d-85bc-9d3074726633 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] update failed (client error): The resource could not be found. Feb 03 04:41:06.752601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cb6a27bd-acb4-4c7d-85bc-9d3074726633 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7 HTTP/1.1" status: 404 len: 339 time: 0.7048342 Feb 03 04:41:06.763595 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:06.766110 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:06.784224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:06.804197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ed49f45b-78c7-4381-a2ae-416128a76e89 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:06.821262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-25973892'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:06.869969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.885068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.892851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event deleted for resources: {'Port': ['ID=7ff247bf-c97b-4e7c-ae3e-770f3f48de40,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:06.913555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ed49f45b-78c7-4381-a2ae-416128a76e89 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:06.916234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.922370 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fcfb-bd90-4c4a-a53c-39c44db5059f admin admin] Publish callbacks [] for security_group (b3d93f53-37e5-4f5c-9c13-48ca033d2d03), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:06.963223 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fcfb-bd90-4c4a-a53c-39c44db5059f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b3d93f53-37e5-4f5c-9c13-48ca033d2d03), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.027812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.043161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.046261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (b76d57fd-fb27-41ad-936c-685a4a9664b6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.046613 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP b76d57fd-fb27-41ad-936c-685a4a9664b6 disassociated. External IP: 172.25.7.173, port: 387ef2ec-8531-4bb3-803a-a7151eef7c67. Feb 03 04:41:07.093948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5fcfb-bd90-4c4a-a53c-39c44db5059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d93f53-37e5-4f5c-9c13-48ca033d2d03,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:07.115433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:07.125861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.144479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ed49f45b-78c7-4381-a2ae-416128a76e89 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:07.163137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=bb3fafb9-7dcd-4851-9493-2cc35387db5b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:07.180110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (4129930b-5b05-4033-a989-7a7dabc845c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.248663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e7d5fcfb-bd90-4c4a-a53c-39c44db5059f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=487d2767526d4077823c120ddf98acfb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1593623 Feb 03 04:41:07.282270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:07.286255 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:41:07.370658 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (4129930b-5b05-4033-a989-7a7dabc845c8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.381278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (4129930b-5b05-4033-a989-7a7dabc845c8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.382989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:41:07.414581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8875ee4b-9f70-4853-aaf1-928fae7c6b82), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.414938 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Added segment 8875ee4b-9f70-4853-aaf1-928fae7c6b82 of type vlan for network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 Feb 03 04:41:07.544052 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (4129930b-5b05-4033-a989-7a7dabc845c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.544621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Fanout notify agent at l3_agent the message router_deleted on router 4129930b-5b05-4033-a989-7a7dabc845c8 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:07.562373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.570582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.577906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f5ec88a7-9f58-49c5-a524-ae7a27bfcd3b tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/4129930b-5b05-4033-a989-7a7dabc845c8 HTTP/1.1" status: 204 len: 168 time: 4.7637622 Feb 03 04:41:07.581535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d10edf8-f889-4df2-a974-5033324b22f7 admin admin] Publish callbacks [] for security_group (b3d93f53-37e5-4f5c-9c13-48ca033d2d03), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.585109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:07.593103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:07.598065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-906e3f9e-7346-4b9e-9677-43119d820575 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1361055271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:07.600664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:07.615895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:07.678388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d10edf8-f889-4df2-a974-5033324b22f7 admin admin] Publish callbacks [] for security_group (b3d93f53-37e5-4f5c-9c13-48ca033d2d03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.738418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:41:07.757377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:04Z', 'revision_number': 2, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:07.777207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-906e3f9e-7346-4b9e-9677-43119d820575 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.782074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-906e3f9e-7346-4b9e-9677-43119d820575 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.814451 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d10edf8-f889-4df2-a974-5033324b22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b3d93f53-37e5-4f5c-9c13-48ca033d2d03), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.818677 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d10edf8-f889-4df2-a974-5033324b22f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.822443 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d10edf8-f889-4df2-a974-5033324b22f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3d93f53-37e5-4f5c-9c13-48ca033d2d03 HTTP/1.1" status: 204 len: 168 time: 0.5356193 Feb 03 04:41:07.824990 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Checking router: 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:41:07.825562 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Updating router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 port 0e200d78-cc59-4b22-87b3-a232624a775f binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:41:07.837107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10edf8-f889-4df2-a974-5033324b22f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d93f53-37e5-4f5c-9c13-48ca033d2d03,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:07.854733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.871989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:07.872658 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.877995 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:07.909732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 229b502b-a63f-4bd2-91d3-79bbde9d7182 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:07.994851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1836221 Feb 03 04:41:08.042815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57286) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:08.058942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'subnet': {'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:08.100187 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.105993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:08.122272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:08.124488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.146763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:08.148525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:08.241587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1df60d72-14b3-425b-a2c0-8886657854b1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/floatingips/b76d57fd-fb27-41ad-936c-685a4a9664b6 HTTP/1.1" status: 200 len: 688 time: 2.4386516 Feb 03 04:41:08.247073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:08.300334 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-906e3f9e-7346-4b9e-9677-43119d820575 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (ec4b6c3d-69f8-4f3c-b308-c227c3363031), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.346210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:08.418449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-906e3f9e-7346-4b9e-9677-43119d820575 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.440917 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Publish callbacks [] for port (0e200d78-cc59-4b22-87b3-a232624a775f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.448221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:08.463286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:08.472314 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.480910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e6824-1571-4fa0-8bb9-54bd7ee8771c tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Network': ['ID=f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:08.556016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-906e3f9e-7346-4b9e-9677-43119d820575 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.557292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-906e3f9e-7346-4b9e-9677-43119d820575 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9712222 Feb 03 04:41:08.598008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:41:08.602942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:08.610248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:08.611237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:08.613609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368ba18-2c62-4bf5-b337-aea5e79ab822 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:08.617720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a5e249d3-a4c4-4487-93ba-1900059294ba None None] Provisioning complete for port bb3fafb9-7dcd-4851-9493-2cc35387db5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:08.624363 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5e249d3-a4c4-4487-93ba-1900059294ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.748912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:08.752147 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Pushing event updated for resources: {'Port': ['ID=0e200d78-cc59-4b22-87b3-a232624a775f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:08.786215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-72649c27-9957-4c15-8407-1c452c8f3cde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72114130', 'description': 'tempest-description--548502665'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:08.796586 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.804653 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.805149 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.806172 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.807054 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.808513 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.809066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.811095 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.812656 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.813143 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.814317 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.814554 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.817991 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:08.864181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Made reservation on behalf of 28771beb44aa4b68bb801bad488457d5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:08.868805 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:08.911902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a5e249d3-a4c4-4487-93ba-1900059294ba None None] Port bb3fafb9-7dcd-4851-9493-2cc35387db5b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:09.007411 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Attempting to bind port 0e200d78-cc59-4b22-87b3-a232624a775f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:41:09.009425 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Attempting to bind port 0e200d78-cc59-4b22-87b3-a232624a775f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:41:09.010126 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Attempting to bind port 0e200d78-cc59-4b22-87b3-a232624a775f on network b27c554b-4edb-41c6-8e4b-f09a373298d1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:09.027533 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:41:09.028087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Checking segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:09.028719 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.029269 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Bound using segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:41:09.029992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Bound port: 0e200d78-cc59-4b22-87b3-a232624a775f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:41:09.033189 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.149864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7413f21d-8e5d-4381-9791-bf834303bbca None None] Provisioning complete for port 0e200d78-cc59-4b22-87b3-a232624a775f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:09.150459 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7413f21d-8e5d-4381-9791-bf834303bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.190902 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] For port 0e200d78-cc59-4b22-87b3-a232624a775f, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:41:09.197645 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] For port 0e200d78-cc59-4b22-87b3-a232624a775f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0e200d78-cc59-4b22-87b3-a232624a775f,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:41:09.214611 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.240710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:09.254491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7413f21d-8e5d-4381-9791-bf834303bbca None None] Port 0e200d78-cc59-4b22-87b3-a232624a775f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:09.269369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (d86649e4-ab03-46db-b844-5c9b0e57e0b9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.279821 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.331282 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:09.333127 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:09.338991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.356670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:09.380737 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] Sync routers for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:09.385379 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb01254-20f8-4fa4-a34a-5550e72fe807 None None] Pushing event updated for resources: {'Port': ['ID=0e200d78-cc59-4b22-87b3-a232624a775f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:09.395431 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e4bf0c12-3394-42db-a442-e9bba82230d0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/229b502b-a63f-4bd2-91d3-79bbde9d7182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6969419 Feb 03 04:41:09.397643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:09.415093 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:09.416152 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:09.470569 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72649c27-9957-4c15-8407-1c452c8f3cde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.508510 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:09.548643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7730ee07-bb68-4060-9a4b-9ba8628f479c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:09.550107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7730ee07-bb68-4060-9a4b-9ba8628f479c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports/bb3fafb9-7dcd-4851-9493-2cc35387db5b HTTP/1.1" status: 200 len: 910 time: 0.1513429 Feb 03 04:41:09.563125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:09.581055 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:09.583345 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:09.661605 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:09.662850 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa2897-5ef9-48ae-8844-aeac4526523b None None] The sync data for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:09.694433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:41:09.741522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (ec4b6c3d-69f8-4f3c-b308-c227c3363031), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.759152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port e89b210d-7657-4062-87ef-f4a666a128b3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:09.759524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e89b210d-7657-4062-87ef-f4a666a128b3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.786348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-baf7a60d-40c6-4e7b-9d04-d9f2e5857d2d None None] Provisioning complete for port 0e200d78-cc59-4b22-87b3-a232624a775f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:09.786974 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baf7a60d-40c6-4e7b-9d04-d9f2e5857d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:09.838975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Subnet': ['ID=d86649e4-ab03-46db-b844-5c9b0e57e0b9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:09.891236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Checking segment: {'id': '8875ee4b-9f70-4853-aaf1-928fae7c6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:09.891542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network hostable DHCP agents. Network: f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:41:09.999435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-baf7a60d-40c6-4e7b-9d04-d9f2e5857d2d None None] Current status of the port 0e200d78-cc59-4b22-87b3-a232624a775f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:10.000319 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baf7a60d-40c6-4e7b-9d04-d9f2e5857d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.004856 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72649c27-9957-4c15-8407-1c452c8f3cde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (99d3ed13-7950-4ffc-8714-2391fdd191a1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.009554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:41:10.030478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72649c27-9957-4c15-8407-1c452c8f3cde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (99d3ed13-7950-4ffc-8714-2391fdd191a1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.058969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:10.064561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Publish callbacks [] for security_group (62c8024b-2428-4f89-a50d-e1dac3c3f059), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.077020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62c8024b-2428-4f89-a50d-e1dac3c3f059), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.081928 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:09Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:10.084429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-baf7a60d-40c6-4e7b-9d04-d9f2e5857d2d None None] For port 0e200d78-cc59-4b22-87b3-a232624a775f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0e200d78-cc59-4b22-87b3-a232624a775f,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:10.088151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb0c95-881d-455b-bec2-b6f0b094f33a None None] Network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:10.099350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baf7a60d-40c6-4e7b-9d04-d9f2e5857d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.118609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:10.119490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.135936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649c27-9957-4c15-8407-1c452c8f3cde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d3ed13-7950-4ffc-8714-2391fdd191a1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:10.141551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72649c27-9957-4c15-8407-1c452c8f3cde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.142517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e89b210d-7657-4062-87ef-f4a666a128b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.146046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (e89b210d-7657-4062-87ef-f4a666a128b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.146170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-72649c27-9957-4c15-8407-1c452c8f3cde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3897572 Feb 03 04:41:10.147945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57334) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:10.154054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8bdac24f-ae44-457a-89aa-cdf6a9417102 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0969412 Feb 03 04:41:10.159490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1faac0a2-6169-46dd-a59f-5df154860a51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'security_group_rule': {'security_group_id': '99d3ed13-7950-4ffc-8714-2391fdd191a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:10.161326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:10.162008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8024b-2428-4f89-a50d-e1dac3c3f059,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:10.174465 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a82589-6085-48b4-a37a-4c439dcb4044 None None] The sync data for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 is: [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:09Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:10.175360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-068d404e-f509-4ecb-8ef7-1abb2ecf88c2 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:10.183734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for e89b210d-7657-4062-87ef-f4a666a128b3 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:10.311957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1faac0a2-6169-46dd-a59f-5df154860a51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (21a4a2db-8e9f-47cc-822b-030c444ccd94), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.345232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d189d83501e493b8851f46b7a0bce0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0955224 Feb 03 04:41:10.346754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:10.347389 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (ec4b6c3d-69f8-4f3c-b308-c227c3363031), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.412464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7a60d-40c6-4e7b-9d04-d9f2e5857d2d None None] Pushing event updated for resources: {'Port': ['ID=0e200d78-cc59-4b22-87b3-a232624a775f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:10.428460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.428816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.429591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.429938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.430276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.430612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.430945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.431275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.431630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.431960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.432287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.432608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.432936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9eebc-d79f-4e7c-be25-933e24aca3c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:10.456393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.464126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1', 'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1', 'project_id': '28771beb44aa4b68bb801bad488457d5', 'fixed_ips': [{'subnet_id': 'd86649e4-ab03-46db-b844-5c9b0e57e0b9'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:41:10.465459 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.557591 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19c18a2-3c3b-47c2-8fe1-a8d491bc3580 admin admin] Publish callbacks [] for security_group (62c8024b-2428-4f89-a50d-e1dac3c3f059), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.720442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Allocated IP 2001:db8:1::2 (f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1/d86649e4-ab03-46db-b844-5c9b0e57e0b9/849dadf8-4af7-4826-a650-026c0c76defc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:10.925928 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Publish callbacks [] for port (849dadf8-4af7-4826-a650-026c0c76defc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.930858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0e200d78-cc59-4b22-87b3-a232624a775f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:10.956281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (849dadf8-4af7-4826-a650-026c0c76defc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:10.981154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:11.002690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-068d404e-f509-4ecb-8ef7-1abb2ecf88c2 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router_gateway (222c2b9f-5243-4927-82d9-192c7e8494d7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.007315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e89b210d-7657-4062-87ef-f4a666a128b3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.012851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:11.064611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:11.139490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=e89b210d-7657-4062-87ef-f4a666a128b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:11.212669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Pushing event updated for resources: {'Port': ['ID=849dadf8-4af7-4826-a650-026c0c76defc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:11.221262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0e200d78-cc59-4b22-87b3-a232624a775f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:11.221785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.247131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Attempting to bind port 849dadf8-4af7-4826-a650-026c0c76defc on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:41:11.247715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Attempting to bind port 849dadf8-4af7-4826-a650-026c0c76defc by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '8875ee4b-9f70-4853-aaf1-928fae7c6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:41:11.248182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Attempting to bind port 849dadf8-4af7-4826-a650-026c0c76defc on network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:11.260843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:41:11.261408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Checking segment: {'id': '8875ee4b-9f70-4853-aaf1-928fae7c6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:11.261905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.262400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Bound using segment: {'id': '8875ee4b-9f70-4853-aaf1-928fae7c6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:41:11.262989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Bound port: 849dadf8-4af7-4826-a650-026c0c76defc, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8875ee4b-9f70-4853-aaf1-928fae7c6b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:41:11.263478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (849dadf8-4af7-4826-a650-026c0c76defc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.296297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (b76d57fd-fb27-41ad-936c-685a4a9664b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.299388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.300843 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-476de70e-cf05-4296-a1cf-96b9392a829b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/floatingips/b76d57fd-fb27-41ad-936c-685a4a9664b6 HTTP/1.1" status: 204 len: 168 time: 2.9338241 Feb 03 04:41:11.305346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:11.313205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '0bd9ce39-f875-494f-a838-cc19fd6e4e6e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:11.392546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.402058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] For port 849dadf8-4af7-4826-a650-026c0c76defc, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:41:11.412478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] For port 849dadf8-4af7-4826-a650-026c0c76defc, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=849dadf8-4af7-4826-a650-026c0c76defc,segment=NetworkSegment(8875ee4b-9f70-4853-aaf1-928fae7c6b82),segment_id=8875ee4b-9f70-4853-aaf1-928fae7c6b82)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:41:11.434211 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (849dadf8-4af7-4826-a650-026c0c76defc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.449267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.492721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Allocated IP 172.25.7.156 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/f7e88078-39ab-4623-a8df-57a1a818c2fc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:11.564989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:11.659213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for port (f7e88078-39ab-4623-a8df-57a1a818c2fc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.670311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0e200d78-cc59-4b22-87b3-a232624a775f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:11.689442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054365d-40f9-4e68-9b28-14130fbb9a3b None None] Pushing event updated for resources: {'Port': ['ID=849dadf8-4af7-4826-a650-026c0c76defc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:11.758727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1faac0a2-6169-46dd-a59f-5df154860a51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (21a4a2db-8e9f-47cc-822b-030c444ccd94), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.776021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19c18a2-3c3b-47c2-8fe1-a8d491bc3580 admin admin] Publish callbacks [] for security_group (62c8024b-2428-4f89-a50d-e1dac3c3f059), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.778995 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f7e88078-39ab-4623-a8df-57a1a818c2fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.818847 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-068d404e-f509-4ecb-8ef7-1abb2ecf88c2 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:41:11.838542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-068d404e-f509-4ecb-8ef7-1abb2ecf88c2 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7 HTTP/1.1" status: 400 len: 364 time: 1.6735475 Feb 03 04:41:11.839376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:11.852891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1faac0a2-6169-46dd-a59f-5df154860a51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (21a4a2db-8e9f-47cc-822b-030c444ccd94), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.899429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa485eeb-e247-43e6-84be-f136d8eeb648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.917134 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1faac0a2-6169-46dd-a59f-5df154860a51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:11.921163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1faac0a2-6169-46dd-a59f-5df154860a51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7660425 Feb 03 04:41:11.942763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:11.963315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:11.980117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9b96dc51-b351-4f62-a0b3-f8f63371dea7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'security_group_rule': {'security_group_id': '99d3ed13-7950-4ffc-8714-2391fdd191a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:11.987879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faac0a2-6169-46dd-a59f-5df154860a51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a4a2db-8e9f-47cc-822b-030c444ccd94,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:11.994484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:12.000583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19c18a2-3c3b-47c2-8fe1-a8d491bc3580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62c8024b-2428-4f89-a50d-e1dac3c3f059), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.003702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f19c18a2-3c3b-47c2-8fe1-a8d491bc3580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.008097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f19c18a2-3c3b-47c2-8fe1-a8d491bc3580 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62c8024b-2428-4f89-a50d-e1dac3c3f059 HTTP/1.1" status: 204 len: 168 time: 1.6585720 Feb 03 04:41:12.012387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:12.030208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event updated for resources: {'Port': ['ID=f7e88078-39ab-4623-a8df-57a1a818c2fc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:12.079867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c18a2-3c3b-47c2-8fe1-a8d491bc3580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8024b-2428-4f89-a50d-e1dac3c3f059,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:12.434861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (ec4b6c3d-69f8-4f3c-b308-c227c3363031), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.615950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc51-b351-4f62-a0b3-f8f63371dea7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (c5987177-1e70-4998-90c0-f222934afbad), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.734163 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.800411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.812792 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.871720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 849dadf8-4af7-4826-a650-026c0c76defc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:12.883565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa485eeb-e247-43e6-84be-f136d8eeb648 admin admin] Publish callbacks [] for security_group (38223b6d-b8c9-4d55-97ff-547c870d5aec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.950269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc51-b351-4f62-a0b3-f8f63371dea7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (c5987177-1e70-4998-90c0-f222934afbad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.958885 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa485eeb-e247-43e6-84be-f136d8eeb648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (38223b6d-b8c9-4d55-97ff-547c870d5aec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:12.976929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc51-b351-4f62-a0b3-f8f63371dea7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (c5987177-1e70-4998-90c0-f222934afbad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.047352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 849dadf8-4af7-4826-a650-026c0c76defc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:13.048443 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (849dadf8-4af7-4826-a650-026c0c76defc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.066202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Router ec4b6c3d-69f8-4f3c-b308-c227c3363031 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:41:13.132976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96dc51-b351-4f62-a0b3-f8f63371dea7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5987177-1e70-4998-90c0-f222934afbad,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:13.146840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa485eeb-e247-43e6-84be-f136d8eeb648 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=296399c2b493475ab7a1f16544e511d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5564137 Feb 03 04:41:13.167327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57398) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:13.197225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b96dc51-b351-4f62-a0b3-f8f63371dea7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.198260 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9b96dc51-b351-4f62-a0b3-f8f63371dea7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2238214 Feb 03 04:41:13.204287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 849dadf8-4af7-4826-a650-026c0c76defc is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:13.204725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (849dadf8-4af7-4826-a650-026c0c76defc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.206567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa485eeb-e247-43e6-84be-f136d8eeb648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38223b6d-b8c9-4d55-97ff-547c870d5aec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:13.209446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:13.215199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.221317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:13.296296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port bb3fafb9-7dcd-4851-9493-2cc35387db5b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:13.296644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.301341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16e86b5-e996-4f98-ac81-d00000c604ac admin admin] Publish callbacks [] for security_group (38223b6d-b8c9-4d55-97ff-547c870d5aec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.329115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 849dadf8-4af7-4826-a650-026c0c76defc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=849dadf8-4af7-4826-a650-026c0c76defc,segment=NetworkSegment(8875ee4b-9f70-4853-aaf1-928fae7c6b82),segment_id=8875ee4b-9f70-4853-aaf1-928fae7c6b82)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:13.346450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (849dadf8-4af7-4826-a650-026c0c76defc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.363816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:13.409445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16e86b5-e996-4f98-ac81-d00000c604ac admin admin] Publish callbacks [] for security_group (38223b6d-b8c9-4d55-97ff-547c870d5aec), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.411478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.25.7.49 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/52f36240-b3b7-476b-82c4-5de374d6f56b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:13.459041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=849dadf8-4af7-4826-a650-026c0c76defc,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:13.464679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] Sync routers for ids ['ec4b6c3d-69f8-4f3c-b308-c227c3363031'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:13.494552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3287e58f-8f5b-49ae-b36c-dcd49b712cb4 None None] Network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:13.509589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.511028 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.515495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-15c4a62c-0ae3-430b-af73-b832dad436bb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "PUT /v2.0/routers/ec4b6c3d-69f8-4f3c-b308-c227c3363031 HTTP/1.1" status: 200 len: 880 time: 4.9089663 Feb 03 04:41:13.516022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:13.523265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16e86b5-e996-4f98-ac81-d00000c604ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (38223b6d-b8c9-4d55-97ff-547c870d5aec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.528152 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c16e86b5-e996-4f98-ac81-d00000c604ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.529598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c16e86b5-e996-4f98-ac81-d00000c604ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38223b6d-b8c9-4d55-97ff-547c870d5aec HTTP/1.1" status: 204 len: 168 time: 0.3611815 Feb 03 04:41:13.687846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e86b5-e996-4f98-ac81-d00000c604ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38223b6d-b8c9-4d55-97ff-547c870d5aec,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:13.705174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] Routers {'ec4b6c3d-69f8-4f3c-b308-c227c3363031'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:13.705835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ec4b6c3d-69f8-4f3c-b308-c227c3363031'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:13.778467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.801911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:13.843696 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-28dd5702-1910-4f32-b7d2-fd3f87a6706e tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/ec4b6c3d-69f8-4f3c-b308-c227c3363031 HTTP/1.1" status: 200 len: 921 time: 0.3226004 Feb 03 04:41:13.845882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57424) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:13.861234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f497c5d5-caa5-47d9-9e44-45dca1eedede None None] Provisioning complete for port 849dadf8-4af7-4826-a650-026c0c76defc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:13.861621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f497c5d5-caa5-47d9-9e44-45dca1eedede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (849dadf8-4af7-4826-a650-026c0c76defc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:13.929691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fcb954-2b1f-4fb2-8b65-0cde4e002c22 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:13.936197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-60fcb954-2b1f-4fb2-8b65-0cde4e002c22 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=ec4b6c3d-69f8-4f3c-b308-c227c3363031&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0887945 Feb 03 04:41:13.937829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:13.937961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for bb3fafb9-7dcd-4851-9493-2cc35387db5b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:13.971453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] Routers {'ec4b6c3d-69f8-4f3c-b308-c227c3363031'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:13.972165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ec4b6c3d-69f8-4f3c-b308-c227c3363031'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:14.022155 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.051775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:14.052428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fa698-3f87-4964-ae53-d5fa4b4fc829 None None] The sync data for ids ['ec4b6c3d-69f8-4f3c-b308-c227c3363031'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:14.149881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f497c5d5-caa5-47d9-9e44-45dca1eedede None None] Current status of the port 849dadf8-4af7-4826-a650-026c0c76defc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:14.158477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723c47c-f232-4dd2-88df-7a47d1ac2e37 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:14.165391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e723c47c-f232-4dd2-88df-7a47d1ac2e37 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.2252769 Feb 03 04:41:14.168017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:14.198460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57436) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:14.225764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e2da706-4132-4acc-bf3d-a32e42aacafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.249047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-650aa353-ecce-4c14-803b-1e2b587269e8 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec4b6c3d-69f8-4f3c-b308-c227c3363031 HTTP/1.1" status: 200 len: 205 time: 0.0784025 Feb 03 04:41:14.253261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:14.297616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Allocated IP 2001:db8::1 (cf36341f-e656-4ab9-aee7-019a67f3079a/0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7/2aa17135-4396-4f48-b5da-d0328d9c127d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:14.432114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.458773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.549241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:14.591837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5fe8ac64-f8f5-49e0-878a-b719664cf743 None None] Provisioning complete for port 849dadf8-4af7-4826-a650-026c0c76defc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:14.592218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fe8ac64-f8f5-49e0-878a-b719664cf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (849dadf8-4af7-4826-a650-026c0c76defc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.594215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:14.606381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (ec4b6c3d-69f8-4f3c-b308-c227c3363031), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.610632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:14.632113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e2da706-4132-4acc-bf3d-a32e42aacafc admin admin] Publish callbacks [] for security_group (007f950e-e8ee-4bdb-9ddc-17e0796ec48a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.638143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=52f36240-b3b7-476b-82c4-5de374d6f56b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:14.710158 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e2da706-4132-4acc-bf3d-a32e42aacafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (007f950e-e8ee-4bdb-9ddc-17e0796ec48a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.750402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.754468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2da706-4132-4acc-bf3d-a32e42aacafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f950e-e8ee-4bdb-9ddc-17e0796ec48a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:14.845212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8ac64-f8f5-49e0-878a-b719664cf743 None None] Current status of the port 849dadf8-4af7-4826-a650-026c0c76defc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:14.860275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:14.862955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 849dadf8-4af7-4826-a650-026c0c76defc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:14.894149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8e2da706-4132-4acc-bf3d-a32e42aacafc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b17815a8ffa440cae19f966fe9cde07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6941528 Feb 03 04:41:14.897741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:14.905105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Deleting port f7e88078-39ab-4623-a8df-57a1a818c2fc {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:14.905625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f7e88078-39ab-4623-a8df-57a1a818c2fc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.030126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f7e88078-39ab-4623-a8df-57a1a818c2fc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.040618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 849dadf8-4af7-4826-a650-026c0c76defc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:15.041623 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (849dadf8-4af7-4826-a650-026c0c76defc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.046783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Calling delete_port for f7e88078-39ab-4623-a8df-57a1a818c2fc owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:15.341436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f7e88078-39ab-4623-a8df-57a1a818c2fc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.405741 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bb3fafb9-7dcd-4851-9493-2cc35387db5b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.428419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event deleted for resources: {'Port': ['ID=f7e88078-39ab-4623-a8df-57a1a818c2fc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:15.519692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (ec4b6c3d-69f8-4f3c-b308-c227c3363031), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.557489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=bb3fafb9-7dcd-4851-9493-2cc35387db5b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:15.660674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.663359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (ec4b6c3d-69f8-4f3c-b308-c227c3363031), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.736982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 849dadf8-4af7-4826-a650-026c0c76defc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:15.774506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb58164b-a208-4dea-a985-bff12b7e44e4 admin admin] Publish callbacks [] for security_group (007f950e-e8ee-4bdb-9ddc-17e0796ec48a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.790967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.800776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (ec4b6c3d-69f8-4f3c-b308-c227c3363031), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.801657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Fanout notify agent at l3_agent the message router_deleted on router ec4b6c3d-69f8-4f3c-b308-c227c3363031 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:15.818668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.822247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a82a9da7-79b2-4c27-aaf2-fbd3c5800c5a tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/ec4b6c3d-69f8-4f3c-b308-c227c3363031 HTTP/1.1" status: 204 len: 168 time: 1.5657640 Feb 03 04:41:15.825891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:15.838566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0facb6ef-5722-4c25-8070-e6f4820e6e04 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2068660740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:15.847790 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Allocated IP 172.25.7.182 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/a21966ba-a78c-4ab2-92f8-1b9210980334) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:15.897870 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0facb6ef-5722-4c25-8070-e6f4820e6e04 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f1509034-4b96-4866-bb2f-4ab9289262de), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.899115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0facb6ef-5722-4c25-8070-e6f4820e6e04 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f1509034-4b96-4866-bb2f-4ab9289262de), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.968999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0facb6ef-5722-4c25-8070-e6f4820e6e04 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (f1509034-4b96-4866-bb2f-4ab9289262de), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.974725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0facb6ef-5722-4c25-8070-e6f4820e6e04 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f1509034-4b96-4866-bb2f-4ab9289262de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.974989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb58164b-a208-4dea-a985-bff12b7e44e4 admin admin] Publish callbacks [] for security_group (007f950e-e8ee-4bdb-9ddc-17e0796ec48a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:15.997874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0facb6ef-5722-4c25-8070-e6f4820e6e04 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.003062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0facb6ef-5722-4c25-8070-e6f4820e6e04 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1746039 Feb 03 04:41:16.004180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57486) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:16.011692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': True}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:16.035218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network cf36341f-e656-4ab9-aee7-019a67f3079a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:16.061077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:16.085893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:16.087103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.089770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Port': ['ID=2aa17135-4396-4f48-b5da-d0328d9c127d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:16.387979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (f1509034-4b96-4866-bb2f-4ab9289262de), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.488344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e2120e3e-d2d8-4f36-922c-93845a7b99be None None] Provisioning complete for port 2aa17135-4396-4f48-b5da-d0328d9c127d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:16.489760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2120e3e-d2d8-4f36-922c-93845a7b99be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.522953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb58164b-a208-4dea-a985-bff12b7e44e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (007f950e-e8ee-4bdb-9ddc-17e0796ec48a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.525994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb58164b-a208-4dea-a985-bff12b7e44e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.527182 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cb58164b-a208-4dea-a985-bff12b7e44e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/007f950e-e8ee-4bdb-9ddc-17e0796ec48a HTTP/1.1" status: 204 len: 168 time: 1.6258976 Feb 03 04:41:16.577072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e2120e3e-d2d8-4f36-922c-93845a7b99be None None] Port 2aa17135-4396-4f48-b5da-d0328d9c127d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:16.678045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58164b-a208-4dea-a985-bff12b7e44e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f950e-e8ee-4bdb-9ddc-17e0796ec48a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:16.710295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.869616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (f1509034-4b96-4866-bb2f-4ab9289262de), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:16.906408 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.095198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.155768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.275099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:17.286164 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (c4595828-35b2-419b-b09a-dfaac9c87215), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.420827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Allocated IP 172.25.7.27 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c7b1d226-9a38-4a4b-bc5f-ca10175c83b5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:17.493368 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff685-8e40-4510-b7ce-075b3c98b665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.530626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.643583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for port (c7b1d226-9a38-4a4b-bc5f-ca10175c83b5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.678718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 229b502b-a63f-4bd2-91d3-79bbde9d7182 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:17.705193 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff685-8e40-4510-b7ce-075b3c98b665 admin admin] Publish callbacks [] for security_group (b303e68b-dd17-485f-bfe9-efc37b15b144), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.717296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff685-8e40-4510-b7ce-075b3c98b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b303e68b-dd17-485f-bfe9-efc37b15b144), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.742441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c7b1d226-9a38-4a4b-bc5f-ca10175c83b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:17.751931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:17.802319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Port': ['ID=c7b1d226-9a38-4a4b-bc5f-ca10175c83b5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:17.829133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8b5ff685-8e40-4510-b7ce-075b3c98b665 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=919bccd809d84a8893a7de33b637a978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5528235 Feb 03 04:41:17.836367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57532) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:17.846400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:17.848839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ff685-8e40-4510-b7ce-075b3c98b665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b303e68b-dd17-485f-bfe9-efc37b15b144,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:17.857932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:17.865885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:17.876897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:18.058011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b67753c-d0be-4ed0-8bea-49d17dc19cdd admin admin] Publish callbacks [] for security_group (b303e68b-dd17-485f-bfe9-efc37b15b144), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.097886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b67753c-d0be-4ed0-8bea-49d17dc19cdd admin admin] Publish callbacks [] for security_group (b303e68b-dd17-485f-bfe9-efc37b15b144), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.245989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'Port': ['ID=a21966ba-a78c-4ab2-92f8-1b9210980334,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:18.248489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.257808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b67753c-d0be-4ed0-8bea-49d17dc19cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b303e68b-dd17-485f-bfe9-efc37b15b144), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.263486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:18.268055 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b67753c-d0be-4ed0-8bea-49d17dc19cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.269265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8b67753c-d0be-4ed0-8bea-49d17dc19cdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b303e68b-dd17-485f-bfe9-efc37b15b144 HTTP/1.1" status: 204 len: 168 time: 0.4310067 Feb 03 04:41:18.276021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (f1509034-4b96-4866-bb2f-4ab9289262de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.373909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67753c-d0be-4ed0-8bea-49d17dc19cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303e68b-dd17-485f-bfe9-efc37b15b144,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:18.477771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:18.489250 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] Sync routers for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:18.503081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ba225ebd-431a-4bc9-9cbe-4e4395023dfb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/229b502b-a63f-4bd2-91d3-79bbde9d7182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9039576 Feb 03 04:41:18.507217 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:18.507653 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:18.507824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:18.568572 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:18.578837 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:18.579995 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:18.623680 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:18.625280 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e9478-a2b0-4614-aa12-848ba7ec556a None None] The sync data for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:18.790113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (0f43638d-8632-4892-bddb-0c278f24f56d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.794169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.821874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.822799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:18.942332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57558) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:18.977693 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df470ca1-c0fa-41bd-8255-8722b2a8a000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.049157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.063012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event updated for resources: {'Port': ['ID=2aa17135-4396-4f48-b5da-d0328d9c127d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:19.066468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.095843 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.170285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (f1509034-4b96-4866-bb2f-4ab9289262de), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.175731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (f1509034-4b96-4866-bb2f-4ab9289262de), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.232435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df470ca1-c0fa-41bd-8255-8722b2a8a000 admin admin] Publish callbacks [] for security_group (90cc58a0-1749-432d-97c9-6195b163763b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.238925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df470ca1-c0fa-41bd-8255-8722b2a8a000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (90cc58a0-1749-432d-97c9-6195b163763b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.262449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Network cf36341f-e656-4ab9-aee7-019a67f3079a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:19.284314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=52f36240-b3b7-476b-82c4-5de374d6f56b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:19.287248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:19.307484 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (c4595828-35b2-419b-b09a-dfaac9c87215), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.321560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df470ca1-c0fa-41bd-8255-8722b2a8a000 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4340fa0e3e1548f496d65aa0531e973e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759122 Feb 03 04:41:19.326538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df470ca1-c0fa-41bd-8255-8722b2a8a000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc58a0-1749-432d-97c9-6195b163763b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:19.329252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:19.466696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Router f1509034-4b96-4866-bb2f-4ab9289262de is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:41:19.474434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98a763ec-a604-467a-8562-89801c6b7ab6 admin admin] Publish callbacks [] for security_group (90cc58a0-1749-432d-97c9-6195b163763b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.566461 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98a763ec-a604-467a-8562-89801c6b7ab6 admin admin] Publish callbacks [] for security_group (90cc58a0-1749-432d-97c9-6195b163763b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.609036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Router 222c2b9f-5243-4927-82d9-192c7e8494d7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:19.699281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:19.712453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] Sync routers for ids ['f1509034-4b96-4866-bb2f-4ab9289262de'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:19.714390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.719128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-004d6b2b-13a1-4dca-a172-900e011f9186 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "PUT /v2.0/routers/f1509034-4b96-4866-bb2f-4ab9289262de HTTP/1.1" status: 200 len: 914 time: 3.7130837 Feb 03 04:41:19.720322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:19.723213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98a763ec-a604-467a-8562-89801c6b7ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (90cc58a0-1749-432d-97c9-6195b163763b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.725162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.726390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98a763ec-a604-467a-8562-89801c6b7ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.727775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-98a763ec-a604-467a-8562-89801c6b7ab6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90cc58a0-1749-432d-97c9-6195b163763b HTTP/1.1" status: 204 len: 168 time: 0.3959436 Feb 03 04:41:19.734876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] Routers {'f1509034-4b96-4866-bb2f-4ab9289262de'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:19.737988 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP c4595828-35b2-419b-b09a-dfaac9c87215 associated. External IP: 172.25.7.49, port: 0bd9ce39-f875-494f-a838-cc19fd6e4e6e. Feb 03 04:41:19.739856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f1509034-4b96-4866-bb2f-4ab9289262de'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:19.745204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:19.803941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a763ec-a604-467a-8562-89801c6b7ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc58a0-1749-432d-97c9-6195b163763b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:19.858924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:19.923539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] Routers {'f1509034-4b96-4866-bb2f-4ab9289262de'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:19.924711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f1509034-4b96-4866-bb2f-4ab9289262de'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:19.960422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebfb6cb6-e8dd-4c8e-83b3-cdebf8e7e97b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/f1509034-4b96-4866-bb2f-4ab9289262de HTTP/1.1" status: 200 len: 920 time: 0.2385547 Feb 03 04:41:19.963243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:20.042342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd002ee-d121-4fe8-aa4b-4851774f78e4 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:20.044576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8dd002ee-d121-4fe8-aa4b-4851774f78e4 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=f1509034-4b96-4866-bb2f-4ab9289262de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0800018 Feb 03 04:41:20.047276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:20.128827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:20.137974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613393df-3922-46c6-94fe-bad559ff5d64 None None] The sync data for ids ['f1509034-4b96-4866-bb2f-4ab9289262de'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:20.144652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-dedb4e29-8984-4385-af4e-e5f4d52d3f2e None None] Provisioning complete for port 2aa17135-4396-4f48-b5da-d0328d9c127d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:20.145586 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dedb4e29-8984-4385-af4e-e5f4d52d3f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:20.235866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b90fce-f19e-495a-95c0-777ced68872f tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:20.242153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c2b90fce-f19e-495a-95c0-777ced68872f tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.1936638 Feb 03 04:41:20.244645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:20.246220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dedb4e29-8984-4385-af4e-e5f4d52d3f2e None None] Port 2aa17135-4396-4f48-b5da-d0328d9c127d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:20.297608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'Port': ['ID=a21966ba-a78c-4ab2-92f8-1b9210980334,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:20.322127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f4d86e57-fd06-45e3-8867-6e27d31f36cf tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1509034-4b96-4866-bb2f-4ab9289262de HTTP/1.1" status: 200 len: 205 time: 0.0750716 Feb 03 04:41:20.323239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:20.373931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:20.385286 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] Sync routers for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:20.397373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-281a2993-fdf7-4e3c-92ac-1964887073c3 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5487335 Feb 03 04:41:20.397935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57616) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:20.399960 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:20.400082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:20.400602 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:20.402425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (0f43638d-8632-4892-bddb-0c278f24f56d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:20.469023 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:20.493569 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:20.496321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:20.637690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:20.646630 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (f1509034-4b96-4866-bb2f-4ab9289262de), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:20.656665 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b7826eb0-2e2f-4fba-b29b-11cac5667a5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4429440 Feb 03 04:41:20.668509 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:20.669131 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf3d5e-04ef-49a9-9234-57f8078d9f2f None None] The sync data for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:20.748271 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c18a33f2-d0d0-4212-b3a4-658c7529c73a tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router (222c2b9f-5243-4927-82d9-192c7e8494d7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:20.808042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:20.890904 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-c18a33f2-d0d0-4212-b3a4-658c7529c73a tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 04:41:20.912295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:20.918106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c18a33f2-d0d0-4212-b3a4-658c7529c73a tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7 HTTP/1.1" status: 409 len: 329 time: 0.5166075 Feb 03 04:41:21.134138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:21.150237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:21.174579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:21.175832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:21.176292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:21.234830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:21.244026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-1cf1c334-7946-421d-968a-2e5df38f7541 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--72114130&fields=id&tenant_id=a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 267 time: 0.2196891 Feb 03 04:41:21.250629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:21.251676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:21.304273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:21.305886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfca639-d5a4-4e0d-965c-a42d19841754 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:21.397781 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09bbc4be-b2d8-4655-b5a5-383ed6cceba0 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.0910041 Feb 03 04:41:21.401149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:21.432900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-2da83a24-e076-4737-bb86-23a198c8a7b9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:21.434419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-2da83a24-e076-4737-bb86-23a198c8a7b9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 816 time: 0.1896193 Feb 03 04:41:21.436357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (f1509034-4b96-4866-bb2f-4ab9289262de), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:21.459391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-e66fe26e-86ef-4e6e-b436-6cdb0a19f8cf tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/quotas/a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 375 time: 0.0141034 Feb 03 04:41:21.475726 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6ad92ad4-225b-4e69-b85c-c374c6222399 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "GET /v2.0/floatingips/c4595828-35b2-419b-b09a-dfaac9c87215 HTTP/1.1" status: 200 len: 977 time: 0.0727332 Feb 03 04:41:21.481302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57666) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:21.570921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Deleting port c7b1d226-9a38-4a4b-bc5f-ca10175c83b5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:21.571278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c7b1d226-9a38-4a4b-bc5f-ca10175c83b5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:21.581975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-f8486365-b686-464d-be62-6a0aae14df11 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953729 Feb 03 04:41:21.714417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-87f5c18d-349a-4265-a38b-c104c1cf5c7f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2317717 Feb 03 04:41:21.716603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:21.717327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-24793cca-7043-47b8-b003-bd29b55404ee service neutron] 10.222.0.35 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124718 Feb 03 04:41:21.743312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'port_id': '387ef2ec-8531-4bb3-803a-a7151eef7c67'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:21.843456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (c4595828-35b2-419b-b09a-dfaac9c87215), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:21.915093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-8473f4fc-a7ca-4d61-8b41-65b07d6ceb66 service neutron] 10.222.0.35 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505330 Feb 03 04:41:21.971181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c7b1d226-9a38-4a4b-bc5f-ca10175c83b5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:21.989073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Calling delete_port for c7b1d226-9a38-4a4b-bc5f-ca10175c83b5 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:22.142129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 4a406252-ee07-459e-942c-102df86271db {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:22.143124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4a406252-ee07-459e-942c-102df86271db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.289506 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c7b1d226-9a38-4a4b-bc5f-ca10175c83b5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.346609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a00df677-3de0-4ea0-bc7e-1c7bec368458 req-16109f4e-6f89-4443-b4ac-bdb6f2be7d29 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 210 time: 0.0756879 Feb 03 04:41:22.434725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event deleted for resources: {'Port': ['ID=c7b1d226-9a38-4a4b-bc5f-ca10175c83b5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:22.660556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (f1509034-4b96-4866-bb2f-4ab9289262de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.699952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4a406252-ee07-459e-942c-102df86271db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.716443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 4a406252-ee07-459e-942c-102df86271db owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:22.833003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (f1509034-4b96-4866-bb2f-4ab9289262de), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.835777 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (f1509034-4b96-4866-bb2f-4ab9289262de), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.913493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (f1509034-4b96-4866-bb2f-4ab9289262de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.916271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Fanout notify agent at l3_agent the message router_deleted on router f1509034-4b96-4866-bb2f-4ab9289262de {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:22.933468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:22.938175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fafb5b56-7e98-49fc-9534-2940b20938f6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/f1509034-4b96-4866-bb2f-4ab9289262de HTTP/1.1" status: 204 len: 168 time: 2.6127062 Feb 03 04:41:22.942415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:22.951015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9f75707-cf32-4898-9a9a-3f111cb0309c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-895883182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:22.999203 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f75707-cf32-4898-9a9a-3f111cb0309c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.001529 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f75707-cf32-4898-9a9a-3f111cb0309c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.068829 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f75707-cf32-4898-9a9a-3f111cb0309c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (d76feb61-6237-4c1e-a05f-431865d9ec55), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.078560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f75707-cf32-4898-9a9a-3f111cb0309c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.114590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9f75707-cf32-4898-9a9a-3f111cb0309c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.118591 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e9f75707-cf32-4898-9a9a-3f111cb0309c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1724119 Feb 03 04:41:23.118906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:23.124275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'enable_snat': False}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:23.206712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4a406252-ee07-459e-942c-102df86271db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.255358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.302363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=4a406252-ee07-459e-942c-102df86271db,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:23.710183 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.743967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.769888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:23.777891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (d76feb61-6237-4c1e-a05f-431865d9ec55), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:23.810850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dfbff38d-bee8-419c-85d4-782cf6b7e14c req-ae60b170-8e21-416f-a7b2-6b103d82909c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 210 time: 0.0352435 Feb 03 04:41:23.917509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (229b502b-a63f-4bd2-91d3-79bbde9d7182), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.022614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.057394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (d76feb61-6237-4c1e-a05f-431865d9ec55), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.070088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (c4595828-35b2-419b-b09a-dfaac9c87215), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.074635 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.136938 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4b82-f9d2-48f8-a398-f63ab63197ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.206642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Allocated IP 172.25.7.229 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6217e4bd-b9a1-4d35-ae86-f8f2fe88215d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:24.240030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-94e62a80-4e0e-44fd-a634-1a9b1c2b42df tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:24.241555 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-94e62a80-4e0e-44fd-a634-1a9b1c2b42df tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 816 time: 0.6752975 Feb 03 04:41:24.324840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for port (6217e4bd-b9a1-4d35-ae86-f8f2fe88215d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.365606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6217e4bd-b9a1-4d35-ae86-f8f2fe88215d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.392159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 229b502b-a63f-4bd2-91d3-79bbde9d7182 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:24.406291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:24.413461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:24.418700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:24.423645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Pushing event updated for resources: {'Port': ['ID=6217e4bd-b9a1-4d35-ae86-f8f2fe88215d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:24.448069 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP c4595828-35b2-419b-b09a-dfaac9c87215 associated. External IP: 172.25.7.49, port: 0bd9ce39-f875-494f-a838-cc19fd6e4e6e. Feb 03 04:41:24.720237 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router_gateway (d76feb61-6237-4c1e-a05f-431865d9ec55), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.912032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-558774a6-b50f-4a2d-9e31-0c03dd1303b2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 378 time: 0.6012297 Feb 03 04:41:24.959091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2bd60df-6894-4f16-b47f-8d6369a06e86 req-89fa4c19-52e1-4d0a-8ebd-f04e27fb0247 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 210 time: 0.0387251 Feb 03 04:41:24.960907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'port': {'device_id': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'admin_state_up': True, 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'security_groups': ['99d3ed13-7950-4ffc-8714-2391fdd191a1']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:24.987849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:24.992637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.018315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4b82-f9d2-48f8-a398-f63ab63197ee admin admin] Publish callbacks [] for security_group (50f31d50-1899-4b47-9310-263eaafb16c7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.037504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:25.045953 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fc8b44c3-8501-4f06-963a-c117ae76d66e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/229b502b-a63f-4bd2-91d3-79bbde9d7182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5355992 Feb 03 04:41:25.046342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:25.052926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4b82-f9d2-48f8-a398-f63ab63197ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (50f31d50-1899-4b47-9310-263eaafb16c7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.056331 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] Sync routers for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:25.087052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-07ed4c2b-361b-4551-a2df-f1f21f3c037c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=229b502b-a63f-4bd2-91d3-79bbde9d7182 HTTP/1.1" status: 200 len: 205 time: 0.0313807 Feb 03 04:41:25.087052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:25.087489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:25.087489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.122216 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.131221 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] Routers {'229b502b-a63f-4bd2-91d3-79bbde9d7182'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:25.131882 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['229b502b-a63f-4bd2-91d3-79bbde9d7182'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.166846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.167937 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49af5f-7f09-488b-abca-764772c301bc None None] The sync data for ids ['229b502b-a63f-4bd2-91d3-79bbde9d7182'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:25.185388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting port 2aa17135-4396-4f48-b5da-d0328d9c127d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:25.185723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.195593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc4b82-f9d2-48f8-a398-f63ab63197ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f31d50-1899-4b47-9310-263eaafb16c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:25.221291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f8cc4b82-f9d2-48f8-a398-f63ab63197ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=878b3b72846f48b88e09607638115ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4290833 Feb 03 04:41:25.225077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:25.245549 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b3ce06d-b6df-4c00-9f37-00670a73f2e4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (229b502b-a63f-4bd2-91d3-79bbde9d7182), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.436876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Made reservation on behalf of a6eaa7a26e954db09d5357538cedbcab for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:25.440451 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.475194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b3ce06d-b6df-4c00-9f37-00670a73f2e4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (229b502b-a63f-4bd2-91d3-79bbde9d7182), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.480815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b3ce06d-b6df-4c00-9f37-00670a73f2e4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (229b502b-a63f-4bd2-91d3-79bbde9d7182), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.494473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.507994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c25cd98-81fd-4f13-b3e9-1e818c8fbe59 admin admin] Publish callbacks [] for security_group (50f31d50-1899-4b47-9310-263eaafb16c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.536989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Calling delete_port for 2aa17135-4396-4f48-b5da-d0328d9c127d owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:25.544966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Router d76feb61-6237-4c1e-a05f-431865d9ec55 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:41:25.551429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b3ce06d-b6df-4c00-9f37-00670a73f2e4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (229b502b-a63f-4bd2-91d3-79bbde9d7182), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.552393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ce06d-b6df-4c00-9f37-00670a73f2e4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Fanout notify agent at l3_agent the message router_deleted on router 229b502b-a63f-4bd2-91d3-79bbde9d7182 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:25.552961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:25.562303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b3ce06d-b6df-4c00-9f37-00670a73f2e4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.564609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6b3ce06d-b6df-4c00-9f37-00670a73f2e4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/229b502b-a63f-4bd2-91d3-79bbde9d7182 HTTP/1.1" status: 204 len: 168 time: 0.4789491 Feb 03 04:41:25.571229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:25.587043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c25cd98-81fd-4f13-b3e9-1e818c8fbe59 admin admin] Publish callbacks [] for security_group (50f31d50-1899-4b47-9310-263eaafb16c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.679694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet 1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:41:25.716027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.773525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.798898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:25.807829 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:25.811919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9510f3bd-d17c-4611-b614-83b6caca499b tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "PUT /v2.0/routers/d76feb61-6237-4c1e-a05f-431865d9ec55 HTTP/1.1" status: 200 len: 915 time: 2.6897237 Feb 03 04:41:25.812557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:25.813030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] Sync routers for ids ['d76feb61-6237-4c1e-a05f-431865d9ec55'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:25.826985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] Routers {'d76feb61-6237-4c1e-a05f-431865d9ec55'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:25.827955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d76feb61-6237-4c1e-a05f-431865d9ec55'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.862480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.871738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] Routers {'d76feb61-6237-4c1e-a05f-431865d9ec55'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:25.872565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d76feb61-6237-4c1e-a05f-431865d9ec55'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.916399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:25.917532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf8e51-b71d-4e3b-b607-d3edac68bc9e None None] The sync data for ids ['d76feb61-6237-4c1e-a05f-431865d9ec55'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:25.961138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Allocated IP 172.20.0.9 (b27c554b-4edb-41c6-8e4b-f09a373298d1/b198a5b3-c539-4534-8e14-1884f8a7bfb0/b3602af7-9b84-4862-818b-bda126994e09) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:26.019707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c25cd98-81fd-4f13-b3e9-1e818c8fbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (50f31d50-1899-4b47-9310-263eaafb16c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.022143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c25cd98-81fd-4f13-b3e9-1e818c8fbe59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.026338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9c25cd98-81fd-4f13-b3e9-1e818c8fbe59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50f31d50-1899-4b47-9310-263eaafb16c7 HTTP/1.1" status: 204 len: 168 time: 0.7953744 Feb 03 04:41:26.075729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4c5c2ec7-c6f6-4ad4-82af-2ce8dca99f8d tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/d76feb61-6237-4c1e-a05f-431865d9ec55 HTTP/1.1" status: 200 len: 921 time: 0.2499146 Feb 03 04:41:26.080745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:26.108214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25cd98-81fd-4f13-b3e9-1e818c8fbe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f31d50-1899-4b47-9310-263eaafb16c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:26.137822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2aa17135-4396-4f48-b5da-d0328d9c127d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.151429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.156487 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ed7f5e0-206f-4c60-a676-25c298d78166 req-dc5bc804-504b-4b92-a660-8f45692d62e3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 210 time: 0.0643868 Feb 03 04:41:26.179928 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:41:26.184360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:26.194350 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:26.229536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7bc88-ea0c-4981-829a-7740efe2d0d2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:26.238053 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-65a7bc88-ea0c-4981-829a-7740efe2d0d2 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=d76feb61-6237-4c1e-a05f-431865d9ec55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1539989 Feb 03 04:41:26.240997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:26.245744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Port': ['ID=2aa17135-4396-4f48-b5da-d0328d9c127d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:26.253823 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:26.256227 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:26.354197 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:26.378896 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:26.379979 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:26.427172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.505930 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:26.508289 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5633e7-26b4-4d1c-86ee-890689797638 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:26.542162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:26.544421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.550813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a93c861a-cd66-4757-b442-fea1be39aabf tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6 HTTP/1.1" status: 204 len: 168 time: 0.9740548 Feb 03 04:41:26.550932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad585640-21ad-4991-8f3d-47ae0fc12ddf None None] Network c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:26.561627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57824) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:26.618538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3742c-f465-4f28-98d7-6cfb5fded627 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:26.620273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f3b3742c-f465-4f28-98d7-6cfb5fded627 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/networks/3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 881 time: 0.3784213 Feb 03 04:41:26.623446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:26.664041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-66661ba4-1c83-4ae4-a249-6f19360a4157 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d76feb61-6237-4c1e-a05f-431865d9ec55 HTTP/1.1" status: 200 len: 205 time: 0.0370595 Feb 03 04:41:26.666918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:26.679754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet 1b98df5d-5907-4704-aff8-81afe39d3f7b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:41:26.704758 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (222c2b9f-5243-4927-82d9-192c7e8494d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.753653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (1b98df5d-5907-4704-aff8-81afe39d3f7b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.772276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for port (b3602af7-9b84-4862-818b-bda126994e09), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.852702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.880320 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:26.884184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] DHCP port deletion for c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:41:26.945209 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1b98df5d-5907-4704-aff8-81afe39d3f7b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.049026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:27.056402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (d76feb61-6237-4c1e-a05f-431865d9ec55), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.062253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] Deleting port f50edb5b-80e0-4564-8b9c-c950845cc7d2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:27.063301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.076946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:27.129201 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1b98df5d-5907-4704-aff8-81afe39d3f7b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.137167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:27.166377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:27.190920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Deleting port 6217e4bd-b9a1-4d35-ae86-f8f2fe88215d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:27.191547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6217e4bd-b9a1-4d35-ae86-f8f2fe88215d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.197313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] For port f50edb5b-80e0-4564-8b9c-c950845cc7d2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f50edb5b-80e0-4564-8b9c-c950845cc7d2,segment=NetworkSegment(1ab3be5e-bda3-46f6-b3d7-0235d30616c4),segment_id=1ab3be5e-bda3-46f6-b3d7-0235d30616c4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:27.198020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.228067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] Calling delete_port for f50edb5b-80e0-4564-8b9c-c950845cc7d2 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:27.397751 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (f50edb5b-80e0-4564-8b9c-c950845cc7d2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.432449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] No DVR routers for this DVR port f50edb5b-80e0-4564-8b9c-c950845cc7d2 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:27.448461 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1b98df5d-5907-4704-aff8-81afe39d3f7b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.474061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f542aeb-6472-4c7f-b55c-a7e7a34c3a55 None None] Pushing event deleted for resources: {'Port': ['ID=f50edb5b-80e0-4564-8b9c-c950845cc7d2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:27.529035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6217e4bd-b9a1-4d35-ae86-f8f2fe88215d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.533521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1cc2fa19-0f80-49ee-a91e-7de63ae14d45 None None] Provisioning complete for port b3602af7-9b84-4862-818b-bda126994e09 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:27.534193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1cc2fa19-0f80-49ee-a91e-7de63ae14d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b3602af7-9b84-4862-818b-bda126994e09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.543245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=1b98df5d-5907-4704-aff8-81afe39d3f7b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:27.561623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Calling delete_port for 6217e4bd-b9a1-4d35-ae86-f8f2fe88215d owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:27.574817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.574817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4cbe4d3b-0d78-450e-a64e-488a69594a49 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/1b98df5d-5907-4704-aff8-81afe39d3f7b HTTP/1.1" status: 204 len: 168 time: 1.0042775 Feb 03 04:41:27.575414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99035ca1-b273-4402-990a-9dc3b6ae09aa req-1ce3ddae-f0a1-475c-8b51-83d427e0878f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:27.577221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99035ca1-b273-4402-990a-9dc3b6ae09aa req-1ce3ddae-f0a1-475c-8b51-83d427e0878f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 931 time: 0.2279243 Feb 03 04:41:27.580719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57856) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:27.654962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2fa19-0f80-49ee-a91e-7de63ae14d45 None None] Port b3602af7-9b84-4862-818b-bda126994e09 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:27.658475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0ee544-ca5f-40d0-89b6-39246d93f3c0 None None] Network 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:27.809741 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:27.884405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99035ca1-b273-4402-990a-9dc3b6ae09aa req-d8b28401-75ab-4300-a854-eb6309b894c7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2869630 Feb 03 04:41:27.945095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] DHCP port deletion for 7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:41:28.006118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:28.006698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:28.073146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] Deleting port 7104bdff-549c-4844-89cc-6edefa5b3606 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:28.074790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:28.146780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Router 222c2b9f-5243-4927-82d9-192c7e8494d7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:28.172165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-be6c0c59-a4bf-4424-afcc-8421e78762c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2477381 Feb 03 04:41:28.209479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Request body: {'port': {'device_id': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:28.239359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] For port 7104bdff-549c-4844-89cc-6edefa5b3606, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7104bdff-549c-4844-89cc-6edefa5b3606,segment=NetworkSegment(01aab63a-1066-42ea-9b87-dce9ca7d89cb),segment_id=01aab63a-1066-42ea-9b87-dce9ca7d89cb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:28.242234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:28.272963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] Calling delete_port for 7104bdff-549c-4844-89cc-6edefa5b3606 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:28.345731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:28.368883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] Sync routers for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:28.373585 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8f6bffbb-7df5-47fd-a11a-33f94c29d8be tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4591732 Feb 03 04:41:28.374832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:28.434556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:28.436359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:28.444832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (7104bdff-549c-4844-89cc-6edefa5b3606), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:28.457499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:28.461401 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-cdffc97f-d662-4098-b354-6d92b3f4d46e tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] show failed (client error): The resource could not be found. Feb 03 04:41:28.469029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cdffc97f-d662-4098-b354-6d92b3f4d46e tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1920469344 HTTP/1.1" status: 404 len: 335 time: 0.0876563 Feb 03 04:41:28.469770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:28.479030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-76fdd9f9-6fc5-4c1e-b088-6f188c779165 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:28.525513 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:28.526895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:28.544262 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-76fdd9f9-6fc5-4c1e-b088-6f188c779165 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] update failed (client error): The resource could not be found. Feb 03 04:41:28.551707 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-76fdd9f9-6fc5-4c1e-b088-6f188c779165 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1780210010 HTTP/1.1" status: 404 len: 335 time: 0.0783622 Feb 03 04:41:28.552643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:28.561418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] Routers {'222c2b9f-5243-4927-82d9-192c7e8494d7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:28.562115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['222c2b9f-5243-4927-82d9-192c7e8494d7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:28.564868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] No DVR routers for this DVR port 7104bdff-549c-4844-89cc-6edefa5b3606 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:28.566796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b695b-1b08-4777-b07b-e02f6c06501f None None] Pushing event deleted for resources: {'Port': ['ID=7104bdff-549c-4844-89cc-6edefa5b3606,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:28.616147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:28.617079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c27e7d-ca19-45b9-86e3-e942b75b4fee None None] The sync data for ids ['222c2b9f-5243-4927-82d9-192c7e8494d7'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:28.771118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f50edb5b-80e0-4564-8b9c-c950845cc7d2 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:41:28.808629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f50edb5b-80e0-4564-8b9c-c950845cc7d2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:41:28.812978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f50edb5b-80e0-4564-8b9c-c950845cc7d2 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:41:28.813679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7104bdff-549c-4844-89cc-6edefa5b3606 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:41:28.857392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7104bdff-549c-4844-89cc-6edefa5b3606 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:41:28.858181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7104bdff-549c-4844-89cc-6edefa5b3606 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:41:28.912966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:28.916764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:28.964634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:28.987495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting subnet d86649e4-ab03-46db-b844-5c9b0e57e0b9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:41:29.001419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab3be5e-bda3-46f6-b3d7-0235d30616c4') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:29.001729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab3be5e-bda3-46f6-b3d7-0235d30616c4') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:29.024704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for subnet (d86649e4-ab03-46db-b844-5c9b0e57e0b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.036441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (1ab3be5e-bda3-46f6-b3d7-0235d30616c4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.069753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1ab3be5e-bda3-46f6-b3d7-0235d30616c4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.076510 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6217e4bd-b9a1-4d35-ae86-f8f2fe88215d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.125974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:41:29.126257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (1ab3be5e-bda3-46f6-b3d7-0235d30616c4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.140985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (d86649e4-ab03-46db-b844-5c9b0e57e0b9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.146059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:29.149438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event deleted for resources: {'Port': ['ID=6217e4bd-b9a1-4d35-ae86-f8f2fe88215d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:41:29.154668 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:41:29.164168 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:29.173126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.182008 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:29.182870 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:29.277486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00af2611-53e9-4a4f-bf08-df77c7fe2b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.280822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.281326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.281801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.282363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.282879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.283382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.284010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.284496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.284962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.285472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.285948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.286474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.287459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:29.298534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:29.317524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.325806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:29.326473 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:29.365443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1275e122-ec8f-4ca4-bad5-d50718263bb9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/floatingips/c4595828-35b2-419b-b09a-dfaac9c87215 HTTP/1.1" status: 200 len: 977 time: 7.6459043 Feb 03 04:41:29.366798 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (d86649e4-ab03-46db-b844-5c9b0e57e0b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.372880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57900) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:29.401359 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:29.402032 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f355aa-caba-4e30-b23a-64b5bfc48784 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:29.414634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:29.451968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3602af7-9b84-4862-818b-bda126994e09 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:41:29.463526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Publish callbacks [] for port (b3602af7-9b84-4862-818b-bda126994e09), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.501774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Transition to ACTIVE for port object b3602af7-9b84-4862-818b-bda126994e09 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:41:29.503492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (d86649e4-ab03-46db-b844-5c9b0e57e0b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.540360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Subnet': ['ID=d86649e4-ab03-46db-b844-5c9b0e57e0b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:29.551778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.566349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.570262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3bf8a707-0fd3-4279-91da-6f655c9f2c84 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/subnets/d86649e4-ab03-46db-b844-5c9b0e57e0b9 HTTP/1.1" status: 204 len: 168 time: 1.0127966 Feb 03 04:41:29.572899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d193ae-fe80-4b39-bc70-cc2d556de30e None None] Network f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:29.591094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:29.616707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00af2611-53e9-4a4f-bf08-df77c7fe2b69 admin admin] Publish callbacks [] for security_group (fd5b2159-dfbe-4018-af80-dee4b14c8d60), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.648704 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00af2611-53e9-4a4f-bf08-df77c7fe2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fd5b2159-dfbe-4018-af80-dee4b14c8d60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.700593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.704604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42 HTTP/1.1" status: 204 len: 168 time: 2.1217980 Feb 03 04:41:29.718721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57904) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:29.738325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7433-2574-4961-9ad5-438283d699ac req-fd49703d-ac59-45d2-bebd-c983c8aa4494 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:29.740192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-031f7433-2574-4961-9ad5-438283d699ac req-fd49703d-ac59-45d2-bebd-c983c8aa4494 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 931 time: 0.6512976 Feb 03 04:41:29.761315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.859121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] DHCP port deletion for f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:41:29.925194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Attempting to bind port b3602af7-9b84-4862-818b-bda126994e09 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:41:29.925687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Attempting to bind port b3602af7-9b84-4862-818b-bda126994e09 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:41:29.926124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Attempting to bind port b3602af7-9b84-4862-818b-bda126994e09 on network b27c554b-4edb-41c6-8e4b-f09a373298d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:29.931140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Port b3602af7-9b84-4862-818b-bda126994e09 on network b27c554b-4edb-41c6-8e4b-f09a373298d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:41:29.931727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Attempting to bind port b3602af7-9b84-4862-818b-bda126994e09 on network b27c554b-4edb-41c6-8e4b-f09a373298d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:29.945146 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.948025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d75ff-cf52-45e2-9477-f90709c5c8d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=c48ce245-1e57-4ee0-a7a9-7d1dd6e16e42,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:29.952338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:29.954032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] Deleting port 849dadf8-4af7-4826-a650-026c0c76defc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:29.954412 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (849dadf8-4af7-4826-a650-026c0c76defc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.971491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:41:29.972345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Checking segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:29.972952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Bound using segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:41:29.973644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Bound port: b3602af7-9b84-4862-818b-bda126994e09, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:41:29.974437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:29.998548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-031f7433-2574-4961-9ad5-438283d699ac req-b8a3a477-8959-4b39-9b91-eafb9a40ba0e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803833 Feb 03 04:41:30.038328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (d76feb61-6237-4c1e-a05f-431865d9ec55), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.086424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] For port 849dadf8-4af7-4826-a650-026c0c76defc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=849dadf8-4af7-4826-a650-026c0c76defc,segment=NetworkSegment(8875ee4b-9f70-4853-aaf1-928fae7c6b82),segment_id=8875ee4b-9f70-4853-aaf1-928fae7c6b82)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:30.086760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (849dadf8-4af7-4826-a650-026c0c76defc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.110313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting port 849dadf8-4af7-4826-a650-026c0c76defc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:30.111065 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (849dadf8-4af7-4826-a650-026c0c76defc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.122775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] Calling delete_port for 849dadf8-4af7-4826-a650-026c0c76defc owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:30.151217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.153684 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (d76feb61-6237-4c1e-a05f-431865d9ec55), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.188553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] For port 849dadf8-4af7-4826-a650-026c0c76defc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=849dadf8-4af7-4826-a650-026c0c76defc,segment=NetworkSegment(8875ee4b-9f70-4853-aaf1-928fae7c6b82),segment_id=8875ee4b-9f70-4853-aaf1-928fae7c6b82)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:30.189686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (849dadf8-4af7-4826-a650-026c0c76defc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.205137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-00af2611-53e9-4a4f-bf08-df77c7fe2b69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dce581e9d1314386b9197369353c663b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2874017 Feb 03 04:41:30.205137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af2611-53e9-4a4f-bf08-df77c7fe2b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b2159-dfbe-4018-af80-dee4b14c8d60,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:30.210341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (c4595828-35b2-419b-b09a-dfaac9c87215), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.211982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Calling delete_port for 849dadf8-4af7-4826-a650-026c0c76defc owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:30.253070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:30.263982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (d76feb61-6237-4c1e-a05f-431865d9ec55), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.264534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Fanout notify agent at l3_agent the message router_deleted on router d76feb61-6237-4c1e-a05f-431865d9ec55 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:30.282802 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (849dadf8-4af7-4826-a650-026c0c76defc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.309285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.316744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c61c44d8-3a60-4b00-b76e-be4d76418fd2 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/d76feb61-6237-4c1e-a05f-431865d9ec55 HTTP/1.1" status: 204 len: 168 time: 3.6439116 Feb 03 04:41:30.323328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:30.355476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] Pushing event deleted for resources: {'Port': ['ID=849dadf8-4af7-4826-a650-026c0c76defc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:30.355886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-106020801', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:30.362569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816fc24-3c89-41e7-87c7-dae1036f7a26 None None] No DVR routers for this DVR port 849dadf8-4af7-4826-a650-026c0c76defc on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:30.378542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (849dadf8-4af7-4826-a650-026c0c76defc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.420458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Port': ['ID=849dadf8-4af7-4826-a650-026c0c76defc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:30.433653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] No DVR routers for this DVR port 849dadf8-4af7-4826-a650-026c0c76defc on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:30.436294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:41:30.504647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:41:30.538960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.545010 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.546344 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.552582 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.562176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.602834 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71428871-2e47-4b58-a331-620a258965b8 admin admin] Publish callbacks [] for security_group (fd5b2159-dfbe-4018-af80-dee4b14c8d60), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.607452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:30.624568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:30.648699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:30.649341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.650805 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] 10.222.0.31 "PUT /v2.0/ports/b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 1091 time: 2.4483726 Feb 03 04:41:30.655438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:41:30.658719 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bde78d-a120-4036-819b-03e973879d40" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "tag": "b3602af7-9b84-4862-818b-bda126994e09"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:41:30.666659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8875ee4b-9f70-4853-aaf1-928fae7c6b82') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:30.666964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8875ee4b-9f70-4853-aaf1-928fae7c6b82') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:30.686831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (8875ee4b-9f70-4853-aaf1-928fae7c6b82), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.691582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aab63a-1066-42ea-9b87-dce9ca7d89cb') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:30.691847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aab63a-1066-42ea-9b87-dce9ca7d89cb') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:30.695681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574060d-5002-49ce-8ed1-c052aa0c132c service neutron] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:30.698572 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.733088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (c4595828-35b2-419b-b09a-dfaac9c87215), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.733905 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP c4595828-35b2-419b-b09a-dfaac9c87215 disassociated. External IP: 172.25.7.49, port: 387ef2ec-8531-4bb3-803a-a7151eef7c67. Feb 03 04:41:30.747435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (01aab63a-1066-42ea-9b87-dce9ca7d89cb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.770023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8875ee4b-9f70-4853-aaf1-928fae7c6b82), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.785781 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b796c12-e858-4724-af6b-213f0e28246c x-openstack-request-id: req-2b796c12-e858-4724-af6b-213f0e28246c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:41:30.786072 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "tag": "b3602af7-9b84-4862-818b-bda126994e09", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:41:30.786357 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b796c12-e858-4724-af6b-213f0e28246c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:41:30.786803 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09', 'status': 'completed', 'code': 200} Feb 03 04:41:30.796308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:41:30.796827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (8875ee4b-9f70-4853-aaf1-928fae7c6b82), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:41:30.800336 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:41:30.807107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 849dadf8-4af7-4826-a650-026c0c76defc no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:41:30.854766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 849dadf8-4af7-4826-a650-026c0c76defc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:41:30.855414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 849dadf8-4af7-4826-a650-026c0c76defc not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:41:30.884739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71428871-2e47-4b58-a331-620a258965b8 admin admin] Publish callbacks [] for security_group (fd5b2159-dfbe-4018-af80-dee4b14c8d60), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.915061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-e4a4262e-ce56-4b93-9fd4-a64fa3ae015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:30.917296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-e4a4262e-ce56-4b93-9fd4-a64fa3ae015c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1125 time: 0.2154288 Feb 03 04:41:30.932111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.949978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.973378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (01aab63a-1066-42ea-9b87-dce9ca7d89cb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.987053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:30.990500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/networks/f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1 HTTP/1.1" status: 204 len: 168 time: 1.3968775 Feb 03 04:41:30.993823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-1b26f4a2-ada7-4319-9ff4-9c4ff4631b17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 217 time: 0.0706947 Feb 03 04:41:30.994296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:31.045462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f1db1-42e1-46d8-a9b1-4ff01c867cc0 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Network': ['ID=f6621aba-ec82-4bbf-a4f1-1ce5c0c7d3c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:31.054225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:41:31.054786 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (01aab63a-1066-42ea-9b87-dce9ca7d89cb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:41:31.058668 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:41:31.114014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-27aad416-da93-4969-8049-ea89ef7a5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:31.115433 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-27aad416-da93-4969-8049-ea89ef7a5f5b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.0989044 Feb 03 04:41:31.119613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting subnet a66be9be-55ad-4fe6-a005-d63824591197 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:41:31.128805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for subnet (a66be9be-55ad-4fe6-a005-d63824591197), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.221816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (a66be9be-55ad-4fe6-a005-d63824591197), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.303243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-e4e688b5-b0a9-4f3b-b990-649b5dbb00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:31.306658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-e4e688b5-b0a9-4f3b-b990-649b5dbb00ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1835883 Feb 03 04:41:31.317726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.327619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71428871-2e47-4b58-a331-620a258965b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fd5b2159-dfbe-4018-af80-dee4b14c8d60), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.330980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71428871-2e47-4b58-a331-620a258965b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.332748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71428871-2e47-4b58-a331-620a258965b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd5b2159-dfbe-4018-af80-dee4b14c8d60 HTTP/1.1" status: 204 len: 168 time: 1.0770650 Feb 03 04:41:31.363089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.401080 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.408717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a HTTP/1.1" status: 204 len: 168 time: 1.6633015 Feb 03 04:41:31.416597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:31.423907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71428871-2e47-4b58-a331-620a258965b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b2159-dfbe-4018-af80-dee4b14c8d60,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:31.441004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a66be9be-55ad-4fe6-a005-d63824591197), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.449565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-990754226'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:31.528802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-15e0de95-0c2a-4160-9a20-31a3f9963cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869600 Feb 03 04:41:31.599343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fed5c1-f1d3-4179-bd6f-860e9dbcd5af tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=7eff91b6-8b0b-4dbb-bb3b-a8f85cfe590a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:31.632540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edc90f-8c81-4598-840c-e9a92eb8d52f req-a3d04961-75d2-4105-9684-5beb8269ff4b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:31.634047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0edc90f-8c81-4598-840c-e9a92eb8d52f req-a3d04961-75d2-4105-9684-5beb8269ff4b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.4647686 Feb 03 04:41:31.682292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (a66be9be-55ad-4fe6-a005-d63824591197), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.737276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-65e193c9-25c2-45ee-a922-ca542cd6313c req-ad8d0f42-5e05-448a-b19f-caa8ac76e049 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995080 Feb 03 04:41:31.738378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.741475 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/subnets/a66be9be-55ad-4fe6-a005-d63824591197 HTTP/1.1" status: 204 len: 168 time: 0.7344902 Feb 03 04:41:31.742315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e80fa3-da10-466a-94f1-5f2e21da8bb4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Subnet': ['ID=a66be9be-55ad-4fe6-a005-d63824591197,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:31.747257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467b4f5-272d-486e-8c61-7537ecbb38cf None None] Network 1acf708a-1353-4f07-a2f0-2f25595546ed requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:31.747844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:31.805846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:31.813388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.846392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting subnet 5f7cdde1-ab2b-498d-83bc-8925aaeb4934 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:41:31.909143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for subnet (5f7cdde1-ab2b-498d-83bc-8925aaeb4934), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.946765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:41:31.986335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (5f7cdde1-ab2b-498d-83bc-8925aaeb4934), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.996494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7cae22d1-652c-4ead-a876-edf52c06353d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:31.996494 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment 7cae22d1-652c-4ead-a876-edf52c06353d of type vlan for network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 Feb 03 04:41:32.036544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] DHCP port deletion for 1acf708a-1353-4f07-a2f0-2f25595546ed request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:41:32.060298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (88fd8f0c-0b48-467d-927e-3ec3e81b17d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.061242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde78d-a120-4036-819b-03e973879d40 req-8b1c632e-d15e-4496-b6c3-0368ee57ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:32.062881 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3bde78d-a120-4036-819b-03e973879d40 req-8b1c632e-d15e-4496-b6c3-0368ee57ac76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1125 time: 0.2072499 Feb 03 04:41:32.114198 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0edc90f-8c81-4598-840c-e9a92eb8d52f req-cd9bd616-0d04-4012-98af-a4f6d9c08568 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4612694 Feb 03 04:41:32.121772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] Deleting port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:32.122126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.145435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:32.195386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (88fd8f0c-0b48-467d-927e-3ec3e81b17d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.209124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:32.210137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.236320 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5f7cdde1-ab2b-498d-83bc-8925aaeb4934), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.286399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde78d-a120-4036-819b-03e973879d40 req-bc95ef98-0ec9-4a0b-a61a-951c4ec68160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:32.290454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3bde78d-a120-4036-819b-03e973879d40 req-bc95ef98-0ec9-4a0b-a61a-951c4ec68160 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.2183707 Feb 03 04:41:32.348148 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3bde78d-a120-4036-819b-03e973879d40 req-4faf05c4-ead5-4565-8756-5a5f658b366f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 217 time: 0.0505357 Feb 03 04:41:32.367457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] For port eca51e5c-362c-4728-b8b7-4b4f4a1d4040, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,segment=NetworkSegment(bc90fd2d-ecf0-46a9-b850-068b9067e7ef),segment_id=bc90fd2d-ecf0-46a9-b850-068b9067e7ef)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:32.367667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.399845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] Calling delete_port for eca51e5c-362c-4728-b8b7-4b4f4a1d4040 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:32.411808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde78d-a120-4036-819b-03e973879d40 req-00c19bbe-9d34-4520-a122-418194deafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:32.415678 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3bde78d-a120-4036-819b-03e973879d40 req-00c19bbe-9d34-4520-a122-418194deafbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.0605171 Feb 03 04:41:32.417494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (5f7cdde1-ab2b-498d-83bc-8925aaeb4934), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.518245 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.528372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/subnets/5f7cdde1-ab2b-498d-83bc-8925aaeb4934 HTTP/1.1" status: 204 len: 168 time: 0.7791643 Feb 03 04:41:32.531340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:32.537084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74429aa1-3226-41ff-9f00-15b4f9aa3ac4 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7cdde1-ab2b-498d-83bc-8925aaeb4934,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:32.597174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322bb2bf-9a73-455f-a467-c3bce004d11b None None] Network 57520c14-b685-404c-ba67-de98503263ac requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:32.638103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde78d-a120-4036-819b-03e973879d40 req-9c5fb938-ec1d-44f7-b21c-da35bf3bb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:32.639814 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3bde78d-a120-4036-819b-03e973879d40 req-9c5fb938-ec1d-44f7-b21c-da35bf3bb91a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2154546 Feb 03 04:41:32.678384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1acf708a-1353-4f07-a2f0-2f25595546ed), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:32.829358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eca51e5c-362c-4728-b8b7-4b4f4a1d4040 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:41:33.048776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:33.049448 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.079203 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.110668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] No DVR routers for this DVR port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:33.260999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba7339-4c25-4c7c-9092-c12d68367247 None None] Pushing event deleted for resources: {'Port': ['ID=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:33.274691 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8841eb2e-46b0-4344-b79e-69286f6f0880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.355672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] DHCP port deletion for 57520c14-b685-404c-ba67-de98503263ac request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:41:33.482356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:33.502257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] Deleting port b20531f4-4f8f-4ed1-8ce3-639217f23714 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:33.502949 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.510080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0880928 Feb 03 04:41:33.532622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:33.535603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.548674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:33.629541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:33.629882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.647292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3bde78d-a120-4036-819b-03e973879d40 req-0ef08a6d-3a80-433d-b3e9-b7e0466a4139 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9971583 Feb 03 04:41:33.651856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] For port b20531f4-4f8f-4ed1-8ce3-639217f23714, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b20531f4-4f8f-4ed1-8ce3-639217f23714,segment=NetworkSegment(88e9d7e3-0ff9-4229-87cb-1fe553171fb3),segment_id=88e9d7e3-0ff9-4229-87cb-1fe553171fb3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:33.652374 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.675720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] Calling delete_port for b20531f4-4f8f-4ed1-8ce3-639217f23714 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:33.757934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:33.766110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b20531f4-4f8f-4ed1-8ce3-639217f23714), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.797055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] Pushing event deleted for resources: {'Port': ['ID=b20531f4-4f8f-4ed1-8ce3-639217f23714,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:33.825843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:33.829625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:33.875252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.875494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:33.881777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28848a8-0b01-4472-8f43-920cb9a2bdad None None] No DVR routers for this DVR port b20531f4-4f8f-4ed1-8ce3-639217f23714 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:33.906523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:33.907761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:33.931340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530ceff-4e38-45c1-9694-4c8a9e89a5dd tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=88fd8f0c-0b48-467d-927e-3ec3e81b17d9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:33.938314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f89522e6-a68c-4110-8a4b-b02438b1dbd8 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/floatingips/c4595828-35b2-419b-b09a-dfaac9c87215 HTTP/1.1" status: 200 len: 687 time: 4.5370355 Feb 03 04:41:33.939596 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:33.996828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:33.998840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:33.999873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d96b38-7dbc-4282-9d60-6a013966306c None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:34.001737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:41:34.096461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Allocated IP 172.25.7.65 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:34.219714 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for port (6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:34.292297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:34.394728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b60e5f-70a5-4507-af28-503e166f4734 req-e430f517-e046-4955-9b2d-04e63b0df88d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:34.407862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42b60e5f-70a5-4507-af28-503e166f4734 req-e430f517-e046-4955-9b2d-04e63b0df88d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.9201150 Feb 03 04:41:34.416211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:34.426213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:34.439310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:34.462756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] For port eca51e5c-362c-4728-b8b7-4b4f4a1d4040, host n-d-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:34.463234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:34.471484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event updated for resources: {'Port': ['ID=6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:34.478980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3bde78d-a120-4036-819b-03e973879d40 req-8f22e00c-c603-4fd4-99eb-354ea1f48544 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929072 Feb 03 04:41:34.499911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:34.514275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:34.572345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42b60e5f-70a5-4507-af28-503e166f4734 req-356533bd-7eca-41e2-bb78-bedbb87ff3be tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631420 Feb 03 04:41:34.610991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:34.634844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Calling delete_port for eca51e5c-362c-4728-b8b7-4b4f4a1d4040 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:34.640186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:41:34.644629 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (eca51e5c-362c-4728-b8b7-4b4f4a1d4040), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:34.760535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Port': ['ID=eca51e5c-362c-4728-b8b7-4b4f4a1d4040,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:34.803030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b20531f4-4f8f-4ed1-8ce3-639217f23714 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:41:34.817175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] No DVR routers for this DVR port eca51e5c-362c-4728-b8b7-4b4f4a1d4040 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:34.873093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b20531f4-4f8f-4ed1-8ce3-639217f23714 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:41:34.873774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b20531f4-4f8f-4ed1-8ce3-639217f23714 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:41:34.955865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:35.023343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.028292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1acf708a-1353-4f07-a2f0-2f25595546ed), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.054893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acf708a-1353-4f07-a2f0-2f25595546ed']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:35.084825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc90fd2d-ecf0-46a9-b850-068b9067e7ef') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:35.085183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc90fd2d-ecf0-46a9-b850-068b9067e7ef') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:35.103448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (bc90fd2d-ecf0-46a9-b850-068b9067e7ef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.118934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bc90fd2d-ecf0-46a9-b850-068b9067e7ef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.126811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:41:35.127249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (bc90fd2d-ecf0-46a9-b850-068b9067e7ef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.135837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:41:35.225160 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:41:35.233211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 52f36240-b3b7-476b-82c4-5de374d6f56b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:35.233596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.259215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1acf708a-1353-4f07-a2f0-2f25595546ed), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.305883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.311836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/networks/1acf708a-1353-4f07-a2f0-2f25595546ed HTTP/1.1" status: 204 len: 168 time: 2.7742577 Feb 03 04:41:35.311836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527621f0-8d77-4345-b9d3-f1ed7b1eedb6 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Network': ['ID=1acf708a-1353-4f07-a2f0-2f25595546ed,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:35.338883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58016) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:35.379893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:35.397765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b3602af7-9b84-4862-818b-bda126994e09', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'port_id': 'b3602af7-9b84-4862-818b-bda126994e09', 'mac_address': 'fa:16:3e:c6:52:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:41:35.401129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.462080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:35.462735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.464743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (57520c14-b685-404c-ba67-de98503263ac), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.468850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.477572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.479537 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (52f36240-b3b7-476b-82c4-5de374d6f56b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.483360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3602af7-9b84-4862-818b-bda126994e09 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:41:35.505454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:35.507378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 52f36240-b3b7-476b-82c4-5de374d6f56b owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:35.511277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (6062352e-50f2-4910-903f-6b64c200d37d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.513789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.582445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:35.667238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (57520c14-b685-404c-ba67-de98503263ac), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.677787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=6062352e-50f2-4910-903f-6b64c200d37d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:35.711425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': '7cae22d1-652c-4ead-a876-edf52c06353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:35.711845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: 88fd8f0c-0b48-467d-927e-3ec3e81b17d9, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:41:35.725598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57520c14-b685-404c-ba67-de98503263ac']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:35.726954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b3602af7-9b84-4862-818b-bda126994e09'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:41:35.739970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e9d7e3-0ff9-4229-87cb-1fe553171fb3') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:35.740515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e9d7e3-0ff9-4229-87cb-1fe553171fb3') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:35.760617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (88e9d7e3-0ff9-4229-87cb-1fe553171fb3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.763948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:41:35.769424 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.799764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710654a-1a17-4652-9782-c4cd085fc02a req-49f91acc-015f-42ef-aa06-8fb4d84ce857 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:35.811365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2710654a-1a17-4652-9782-c4cd085fc02a req-49f91acc-015f-42ef-aa06-8fb4d84ce857 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 944 time: 0.1506407 Feb 03 04:41:35.870208 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (88e9d7e3-0ff9-4229-87cb-1fe553171fb3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.893121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Allocated IP 172.25.7.150 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/713d328c-fa9a-489f-b1c5-23081f61c61b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:35.900660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:41:35.901753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (88e9d7e3-0ff9-4229-87cb-1fe553171fb3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:41:35.908731 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:41:35.965289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2710654a-1a17-4652-9782-c4cd085fc02a req-239a633a-5bb3-487f-8cf3-cb14febe4d6c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1393344 Feb 03 04:41:36.006278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 88fd8f0c-0b48-467d-927e-3ec3e81b17d9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:36.020652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12030ba4-69a5-40a5-80a6-d179946a3a51 None None] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:36.031832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:36.038421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.046055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Router 2225f2ed-67c7-4f4e-804a-8f40f929a9c7 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:41:36.106873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (57520c14-b685-404c-ba67-de98503263ac), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.116876 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.119441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/networks/57520c14-b685-404c-ba67-de98503263ac HTTP/1.1" status: 204 len: 168 time: 0.7779768 Feb 03 04:41:36.123734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:36.148334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea247e86-2104-4be5-84b9-1f300e62d717 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Network': ['ID=57520c14-b685-404c-ba67-de98503263ac,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:36.161532 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7237907e-0332-4834-a777-e7c706f0c5e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6238883 Feb 03 04:41:36.171424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:36.179453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c2265e47-3c55-44c8-b521-9d46336b08b2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1986750002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:36.195481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-88fd8f0c-0b48-467d-927e-3ec3e81b17d9', 'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': '6062352e-50f2-4910-903f-6b64c200d37d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:41:36.196539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.252503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting subnet 0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:41:36.258255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for subnet (0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.268166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.294402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (52f36240-b3b7-476b-82c4-5de374d6f56b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.300077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.332302 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2265e47-3c55-44c8-b521-9d46336b08b2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.333546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2265e47-3c55-44c8-b521-9d46336b08b2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.342848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=52f36240-b3b7-476b-82c4-5de374d6f56b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:36.343074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:36.362115 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] Sync routers for ids ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:36.399757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.399757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3ae031ae-7b49-44a4-b012-0c7d24bf3053 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0681551 Feb 03 04:41:36.401233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:36.401325 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] Routers {'2225f2ed-67c7-4f4e-804a-8f40f929a9c7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:36.401881 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:36.405353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:36.493387 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.498991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2265e47-3c55-44c8-b521-9d46336b08b2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.509723 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:36.524015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Allocated IP 172.20.0.2 (88fd8f0c-0b48-467d-927e-3ec3e81b17d9/6062352e-50f2-4910-903f-6b64c200d37d/33856343-de42-41a4-8924-4736fc58ca2f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:36.525789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-23f38429-c0a6-4389-9e3e-971c0317169f req-6c56f6db-7b2a-47ff-8bce-da497113fa9c tempest-DeleteServersTestJSON-714625591 tempest-DeleteServersTestJSON-714625591-project] (103323) timed out ('10.222.0.31', 63028) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:41:36.536261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2265e47-3c55-44c8-b521-9d46336b08b2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.537992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] Routers {'2225f2ed-67c7-4f4e-804a-8f40f929a9c7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:36.541228 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:36.561122 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (c4595828-35b2-419b-b09a-dfaac9c87215), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.563813 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.567776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-714b3fd9-69fe-4a4b-a447-6a66adf55952 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/floatingips/c4595828-35b2-419b-b09a-dfaac9c87215 HTTP/1.1" status: 204 len: 168 time: 2.5466478 Feb 03 04:41:36.567776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:36.572670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:36.605373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:36.609381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2265e47-3c55-44c8-b521-9d46336b08b2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.610706 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c2265e47-3c55-44c8-b521-9d46336b08b2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4378576 Feb 03 04:41:36.614311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:36.617344 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:36.618179 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b1f04-5370-4f17-ba85-ca35b74f3a3f None None] The sync data for ids ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:36.621261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:36.628652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'port': {'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9', 'name': 'tempest-RoutersTest-568847940'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:36.653488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.653841 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48ec4d55-adc6-4a33-a711-5e61c9eb4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.657168 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-fc6bb63c-6652-4ab4-93af-e80aac7a404b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] delete failed (client error): The resource could not be found. Feb 03 04:41:36.658392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fc6bb63c-6652-4ab4-93af-e80aac7a404b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/floatingips/c4595828-35b2-419b-b09a-dfaac9c87215 HTTP/1.1" status: 404 len: 345 time: 0.0846081 Feb 03 04:41:36.660868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Port': ['ID=713d328c-fa9a-489f-b1c5-23081f61c61b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:36.687147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:36.719793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.831285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for floatingip (ce72c748-35ef-40cf-bae9-cbc0e457dbf9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.848058 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Publish callbacks [] for port (33856343-de42-41a4-8924-4736fc58ca2f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.860728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (33856343-de42-41a4-8924-4736fc58ca2f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.881896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:36.885809 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.899685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:36.917054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:36.926044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:36.934368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] device_id is not set on port 86202d98-2567-4b35-b061-ff5201f3b43e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:41:36.936236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:36.946999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Pushing event updated for resources: {'Port': ['ID=33856343-de42-41a4-8924-4736fc58ca2f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:37.050331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Attempting to bind port 33856343-de42-41a4-8924-4736fc58ca2f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:41:37.051000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Attempting to bind port 33856343-de42-41a4-8924-4736fc58ca2f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7cae22d1-652c-4ead-a876-edf52c06353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:41:37.053884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Attempting to bind port 33856343-de42-41a4-8924-4736fc58ca2f on network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:37.068759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:41:37.071876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Checking segment: {'id': '7cae22d1-652c-4ead-a876-edf52c06353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:37.072380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.072857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Bound using segment: {'id': '7cae22d1-652c-4ead-a876-edf52c06353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:41:37.073438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Bound port: 33856343-de42-41a4-8924-4736fc58ca2f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cae22d1-652c-4ead-a876-edf52c06353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '88fd8f0c-0b48-467d-927e-3ec3e81b17d9'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:41:37.074161 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (33856343-de42-41a4-8924-4736fc58ca2f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.174439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:37.269192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] For port 33856343-de42-41a4-8924-4736fc58ca2f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:41:37.276620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] For port 33856343-de42-41a4-8924-4736fc58ca2f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=33856343-de42-41a4-8924-4736fc58ca2f,segment=NetworkSegment(7cae22d1-652c-4ead-a876-edf52c06353d),segment_id=7cae22d1-652c-4ead-a876-edf52c06353d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:41:37.295793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (33856343-de42-41a4-8924-4736fc58ca2f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.335256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port b3602af7-9b84-4862-818b-bda126994e09 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:41:37.350660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b3602af7-9b84-4862-818b-bda126994e09 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:37.351034 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b3602af7-9b84-4862-818b-bda126994e09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.362028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.20.0.5 (88fd8f0c-0b48-467d-927e-3ec3e81b17d9/6062352e-50f2-4910-903f-6b64c200d37d/86202d98-2567-4b35-b061-ff5201f3b43e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:37.429960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed24c-004d-46d1-8a7f-f4d8b44bc66e None None] Pushing event updated for resources: {'Port': ['ID=33856343-de42-41a4-8924-4736fc58ca2f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:37.513221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e267a-fc67-4e59-b2e2-7f7e9f008ec5 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:37.518748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e267a-fc67-4e59-b2e2-7f7e9f008ec5 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:37.526422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:37.526834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.532271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.547649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e267a-fc67-4e59-b2e2-7f7e9f008ec5 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:37.552066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3a1e267a-fc67-4e59-b2e2-7f7e9f008ec5 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "GET /v2.0/ports?network_id=1e372f48-5729-491b-a9ff-8666d61a96fd HTTP/1.1" status: 200 len: 2358 time: 0.8587699 Feb 03 04:41:37.559470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:37.599025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:41:37.602405 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65939c2c-19be-4ad4-b551-3ef95cd06ae0" -d '{"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-plugged", "status": "completed", "tag": "b3602af7-9b84-4862-818b-bda126994e09"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:41:37.618119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:37.622635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.630943 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.686551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.688860 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a59c578-fc51-4cee-a814-81c2d9c495d7 x-openstack-request-id: req-4a59c578-fc51-4cee-a814-81c2d9c495d7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:41:37.689163 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-plugged", "status": "completed", "tag": "b3602af7-9b84-4862-818b-bda126994e09", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:41:37.691615 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a59c578-fc51-4cee-a814-81c2d9c495d7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:41:37.692054 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09', 'code': 200} Feb 03 04:41:37.748047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:37.812199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:37.823389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3b427c-a586-4016-beeb-e1841bfe63d0 None None] Network cf36341f-e656-4ab9-aee7-019a67f3079a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:37.839438 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:37.842724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-963830bb-4c91-4aab-8c75-f8b88663c762 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/subnets/0a8f93ba-4e6a-4808-aa07-e8dfd9c82da7 HTTP/1.1" status: 204 len: 168 time: 1.7180500 Feb 03 04:41:37.846942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:38.073810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d13b7-6cc6-43a3-a993-250b93ffc425 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:38.080137 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c72d13b7-6cc6-43a3-a993-250b93ffc425 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "GET /v2.0/subnets/d7d0e86a-c210-452a-9afb-29409f63f697 HTTP/1.1" status: 200 len: 797 time: 0.5112336 Feb 03 04:41:38.080382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.098376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58088) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:38.119207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527a035-a92f-4e58-98f6-47963301b31a req-e29b4e2c-5d3c-424b-9bbc-950d21f50a72 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:38.122262 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2527a035-a92f-4e58-98f6-47963301b31a req-e29b4e2c-5d3c-424b-9bbc-950d21f50a72 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 944 time: 0.8435616 Feb 03 04:41:38.122772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.139131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'port': {'network_id': '1e372f48-5729-491b-a9ff-8666d61a96fd', 'name': 'tempest-FloatingIPTestJSON-960273721', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:38.211882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] DHCP port deletion for cf36341f-e656-4ab9-aee7-019a67f3079a request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:41:38.258661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Port': ['ID=713d328c-fa9a-489f-b1c5-23081f61c61b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:38.269131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58092) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:38.273111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_gateway (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.284788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (ce72c748-35ef-40cf-bae9-cbc0e457dbf9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.327400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] Deleting port 14c288ed-62d6-4aee-8c57-1ea535142926 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:38.327796 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.365795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21055bbd-7958-40da-8bc2-f2f09e36dfee req-585d294a-1b86-4493-8d6c-4ab8f9378b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:38.367876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-21055bbd-7958-40da-8bc2-f2f09e36dfee req-585d294a-1b86-4493-8d6c-4ab8f9378b14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1127 time: 0.5295498 Feb 03 04:41:38.371044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.376765 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b341d4ae-5133-4664-8ba4-76735fdf72cf tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7598534 Feb 03 04:41:38.377656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:38.390213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cf36341f-e656-4ab9-aee7-019a67f3079a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.401133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (86202d98-2567-4b35-b061-ff5201f3b43e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.426148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] For port 14c288ed-62d6-4aee-8c57-1ea535142926, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14c288ed-62d6-4aee-8c57-1ea535142926,segment=NetworkSegment(e8a80005-5d66-48e2-9ee4-667017455791),segment_id=e8a80005-5d66-48e2-9ee4-667017455791)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:38.426836 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.440939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] Calling delete_port for 14c288ed-62d6-4aee-8c57-1ea535142926 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:38.449255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-735073546'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:38.469255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.511745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2527a035-a92f-4e58-98f6-47963301b31a req-aae0f09f-c170-4497-a53c-63358028470b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2510467 Feb 03 04:41:38.516943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:38.630334 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.671240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=86202d98-2567-4b35-b061-ff5201f3b43e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:38.707305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Deleting port 6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:38.707814 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.711186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] Pushing event deleted for resources: {'Port': ['ID=14c288ed-62d6-4aee-8c57-1ea535142926,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:38.717212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa82f1e-b925-45c5-9ddb-85d34c1d8198 None None] No DVR routers for this DVR port 14c288ed-62d6-4aee-8c57-1ea535142926 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:38.768452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-21055bbd-7958-40da-8bc2-f2f09e36dfee req-d14df9a4-dfe0-475b-b272-717eddfc8083 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3898125 Feb 03 04:41:38.786011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Made reservation on behalf of 260bd6285e7b4fa0be19210f4d08a4f0 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:38.790653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.794669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:38.797576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:38.805852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:38.816903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.839188 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d51a9767-81cf-4950-bae8-91930c09622a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:38.892162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 33856343-de42-41a4-8924-4736fc58ca2f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:38.919222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:38.920218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.008525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for security_group (b32ed160-4758-4d40-ba7b-80cc78cd4560), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.011495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 33856343-de42-41a4-8924-4736fc58ca2f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:39.011859 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33856343-de42-41a4-8924-4736fc58ca2f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.021116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b32ed160-4758-4d40-ba7b-80cc78cd4560), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.023828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d51a9767-81cf-4950-bae8-91930c09622a admin admin] Publish callbacks [] for security_group (435a7d58-368f-46b5-b227-609b643adb7a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.035366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Deleting port 14c288ed-62d6-4aee-8c57-1ea535142926 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:39.035788 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.055242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-de8cc563-9502-48b8-b57a-2a40b1feea7a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4288352 Feb 03 04:41:39.064296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:39.112672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] For port 14c288ed-62d6-4aee-8c57-1ea535142926, host n-d-827549-1, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:39.113027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.127174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Calling delete_port for 14c288ed-62d6-4aee-8c57-1ea535142926 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:39.131237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Port 14c288ed-62d6-4aee-8c57-1ea535142926 was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:41:39.136154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (14c288ed-62d6-4aee-8c57-1ea535142926), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.138128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d51a9767-81cf-4950-bae8-91930c09622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (435a7d58-368f-46b5-b227-609b643adb7a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.162705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.165164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 33856343-de42-41a4-8924-4736fc58ca2f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:39.165663 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (33856343-de42-41a4-8924-4736fc58ca2f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.196437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d51a9767-81cf-4950-bae8-91930c09622a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98d9af93d7d64b36b3829c3dd83adc60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9176447 Feb 03 04:41:39.202683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:39.205467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Port': ['ID=14c288ed-62d6-4aee-8c57-1ea535142926,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:39.233946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Calling delete_port for 6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:39.234919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 33856343-de42-41a4-8924-4736fc58ca2f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=33856343-de42-41a4-8924-4736fc58ca2f,segment=NetworkSegment(7cae22d1-652c-4ead-a876-edf52c06353d),segment_id=7cae22d1-652c-4ead-a876-edf52c06353d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:39.238333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:41:39.243412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c0acb2-5910-4db9-8e2e-62e8a0889f5b None None] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:39.249115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] No DVR routers for this DVR port 14c288ed-62d6-4aee-8c57-1ea535142926 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:39.303059 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (33856343-de42-41a4-8924-4736fc58ca2f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.303303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.466875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.469749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14c288ed-62d6-4aee-8c57-1ea535142926 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:41:39.505128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a9767-81cf-4950-bae8-91930c09622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435a7d58-368f-46b5-b227-609b643adb7a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:39.515574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7629d60c-501b-4dda-96f2-ffb639ddcfec None None] Provisioning complete for port 33856343-de42-41a4-8924-4736fc58ca2f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:39.517760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7629d60c-501b-4dda-96f2-ffb639ddcfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33856343-de42-41a4-8924-4736fc58ca2f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.521000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 14c288ed-62d6-4aee-8c57-1ea535142926 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:41:39.521492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14c288ed-62d6-4aee-8c57-1ea535142926 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:41:39.539873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] device_id is not set on port 8744c23b-57d9-4d86-8e13-6d55e813ba00 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:41:39.607162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=33856343-de42-41a4-8924-4736fc58ca2f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:39.781055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ed160-4758-4d40-ba7b-80cc78cd4560,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:39.781931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7629d60c-501b-4dda-96f2-ffb639ddcfec None None] Current status of the port 33856343-de42-41a4-8924-4736fc58ca2f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:39.797091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cf36341f-e656-4ab9-aee7-019a67f3079a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.803707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (03d672e8-a559-4653-b71e-b4f9fc5d10b8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:39.804095 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Added segment 03d672e8-a559-4653-b71e-b4f9fc5d10b8 of type vlan for network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e Feb 03 04:41:40.027984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273b1da4-0ebe-44cb-92a1-548ee11e50fc admin admin] Publish callbacks [] for security_group (435a7d58-368f-46b5-b227-609b643adb7a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.035804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.060435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf36341f-e656-4ab9-aee7-019a67f3079a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:40.063042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.089908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.096203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:40.096811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.114707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6993af0d-9cee-4698-b0d0-9a454a069464 None None] Provisioning complete for port 33856343-de42-41a4-8924-4736fc58ca2f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:40.115086 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6993af0d-9cee-4698-b0d0-9a454a069464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33856343-de42-41a4-8924-4736fc58ca2f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.149049 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273b1da4-0ebe-44cb-92a1-548ee11e50fc admin admin] Publish callbacks [] for security_group (435a7d58-368f-46b5-b227-609b643adb7a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.194516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a80005-5d66-48e2-9ee4-667017455791') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:40.198551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a80005-5d66-48e2-9ee4-667017455791') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:40.235690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6993af0d-9cee-4698-b0d0-9a454a069464 None None] Current status of the port 33856343-de42-41a4-8924-4736fc58ca2f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:40.236361 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8014023 Feb 03 04:41:40.237127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Pushing event deleted for resources: {'Port': ['ID=6e2dc2c3-772d-42f4-b943-7a0cdc1c65aa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:40.256704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6993af0d-9cee-4698-b0d0-9a454a069464 None None] Provisioning complete for port 86202d98-2567-4b35-b061-ff5201f3b43e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:40.257094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6993af0d-9cee-4698-b0d0-9a454a069464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.266861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58110) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:40.289670 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (e8a80005-5d66-48e2-9ee4-667017455791), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.295729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Request body: {'subnet': {'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:40.318487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f5291-25e9-470c-950c-6bd407daeb09 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Network': ['ID=fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:40.349025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:41:40.384591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6993af0d-9cee-4698-b0d0-9a454a069464 None None] Port 86202d98-2567-4b35-b061-ff5201f3b43e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:40.416372 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.444780 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e8a80005-5d66-48e2-9ee4-667017455791), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.456419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b71a7-4c99-48a7-bd29-8936866530c8 req-03e44627-3ef7-4628-87fa-cfad4b9962df tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:40.458485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e67b71a7-4c99-48a7-bd29-8936866530c8 req-03e44627-3ef7-4628-87fa-cfad4b9962df tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.7475560 Feb 03 04:41:40.480370 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273b1da4-0ebe-44cb-92a1-548ee11e50fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (435a7d58-368f-46b5-b227-609b643adb7a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.482957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273b1da4-0ebe-44cb-92a1-548ee11e50fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.483094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:41:40.483441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (e8a80005-5d66-48e2-9ee4-667017455791), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.484150 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-273b1da4-0ebe-44cb-92a1-548ee11e50fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/435a7d58-368f-46b5-b227-609b643adb7a HTTP/1.1" status: 204 len: 168 time: 1.2704947 Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:41:40.486845 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:41:40.512632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-58fdfbef-592f-4b28-843d-269ef6873b53 None None] Provisioning complete for port 86202d98-2567-4b35-b061-ff5201f3b43e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:40.513169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58fdfbef-592f-4b28-843d-269ef6873b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.536912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b1da4-0ebe-44cb-92a1-548ee11e50fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a7d58-368f-46b5-b227-609b643adb7a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:40.581777 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.606874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-58fdfbef-592f-4b28-843d-269ef6873b53 None None] Port 86202d98-2567-4b35-b061-ff5201f3b43e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:40.763812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 33856343-de42-41a4-8924-4736fc58ca2f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:40.769958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cf36341f-e656-4ab9-aee7-019a67f3079a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.845047 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e67b71a7-4c99-48a7-bd29-8936866530c8 req-3c7ecc37-2c7a-417e-83e3-495b76ad3961 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3703732 Feb 03 04:41:40.850512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 33856343-de42-41a4-8924-4736fc58ca2f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:40.850892 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33856343-de42-41a4-8924-4736fc58ca2f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.876609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.879434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/networks/cf36341f-e656-4ab9-aee7-019a67f3079a HTTP/1.1" status: 204 len: 168 time: 3.0300860 Feb 03 04:41:40.881879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Made reservation on behalf of 260bd6285e7b4fa0be19210f4d08a4f0 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:40.885280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:40.895468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:40.937308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 33856343-de42-41a4-8924-4736fc58ca2f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:40.965048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0e7f3-1c0c-43ee-b05f-1a794a5c9826 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Pushing event deleted for resources: {'Network': ['ID=cf36341f-e656-4ab9-aee7-019a67f3079a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:40.989743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ad5705c3-ca37-4b6d-bbd0-f029f880cf00 tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "GET /v2.0/ports?device_id=222c2b9f-5243-4927-82d9-192c7e8494d7 HTTP/1.1" status: 200 len: 205 time: 0.0880198 Feb 03 04:41:40.990698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:40.996251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (86202d98-2567-4b35-b061-ff5201f3b43e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.007691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.020440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58122) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:41.055097 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.107883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.116324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa5accc3-69a6-4ba3-8fa3-284ba74e1ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.122545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.14 (1e372f48-5729-491b-a9ff-8666d61a96fd/d7d0e86a-c210-452a-9afb-29409f63f697/8744c23b-57d9-4d86-8e13-6d55e813ba00) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:41.155261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8066f6-316a-4504-b7f1-b3d12a4a39bb tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router (222c2b9f-5243-4927-82d9-192c7e8494d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.165255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=86202d98-2567-4b35-b061-ff5201f3b43e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:41.204068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.13 (1e372f48-5729-491b-a9ff-8666d61a96fd/d7d0e86a-c210-452a-9afb-29409f63f697/8744c23b-57d9-4d86-8e13-6d55e813ba00) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:41.288739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Router 2225f2ed-67c7-4f4e-804a-8f40f929a9c7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:41.416288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8066f6-316a-4504-b7f1-b3d12a4a39bb tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (222c2b9f-5243-4927-82d9-192c7e8494d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.426119 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8066f6-316a-4504-b7f1-b3d12a4a39bb tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router_controller (222c2b9f-5243-4927-82d9-192c7e8494d7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.535485 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8066f6-316a-4504-b7f1-b3d12a4a39bb tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (222c2b9f-5243-4927-82d9-192c7e8494d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.536165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8066f6-316a-4504-b7f1-b3d12a4a39bb tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Fanout notify agent at l3_agent the message router_deleted on router 222c2b9f-5243-4927-82d9-192c7e8494d7 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:41.546008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8066f6-316a-4504-b7f1-b3d12a4a39bb tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.547417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5f8066f6-316a-4504-b7f1-b3d12a4a39bb tempest-RoutersNegativeIpV6Test-1770693314 tempest-RoutersNegativeIpV6Test-1770693314-project] 10.222.0.35 "DELETE /v2.0/routers/222c2b9f-5243-4927-82d9-192c7e8494d7 HTTP/1.1" status: 204 len: 168 time: 0.5476902 Feb 03 04:41:41.574349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4de172a3-f41b-4f7f-b6fc-bf1bbb9e54e1 None None] Provisioning complete for port 86202d98-2567-4b35-b061-ff5201f3b43e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:41.574839 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4de172a3-f41b-4f7f-b6fc-bf1bbb9e54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.588775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.639318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4de172a3-f41b-4f7f-b6fc-bf1bbb9e54e1 None None] Port 86202d98-2567-4b35-b061-ff5201f3b43e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:41.747226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.892115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa5accc3-69a6-4ba3-8fa3-284ba74e1ea5 admin admin] Publish callbacks [] for security_group (374740c6-31ca-4b37-966e-1f2def1c8782), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.921585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:41.929873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.931594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b5d68c11-5c75-4115-8485-d1aef1a5c592 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "PUT /v2.0/routers/2225f2ed-67c7-4f4e-804a-8f40f929a9c7 HTTP/1.1" status: 200 len: 705 time: 5.5296798 Feb 03 04:41:41.932448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa5accc3-69a6-4ba3-8fa3-284ba74e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (374740c6-31ca-4b37-966e-1f2def1c8782), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:41.934282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] Sync routers for ids ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:41.935188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:41.949966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] Routers {'2225f2ed-67c7-4f4e-804a-8f40f929a9c7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:41.950674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:41.992597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aa5accc3-69a6-4ba3-8fa3-284ba74e1ea5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95d11748a4594bf8bb65e50cbbb4d20b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9687388 Feb 03 04:41:41.993089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:41.993430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.138578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5accc3-69a6-4ba3-8fa3-284ba74e1ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374740c6-31ca-4b37-966e-1f2def1c8782,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:42.180121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (dc2abc07-da46-49f3-b731-6cfa01f81cf9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.195116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (8744c23b-57d9-4d86-8e13-6d55e813ba00), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.243518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca37bd-5a9d-4e0f-9c04-f1ff91e9e9c4 req-e06a668e-8130-42a5-b369-b7c8a44ca105 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:42.245300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6eca37bd-5a9d-4e0f-9c04-f1ff91e9e9c4 req-e06a668e-8130-42a5-b369-b7c8a44ca105 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.2480071 Feb 03 04:41:42.249768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:42.267543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] Routers {'2225f2ed-67c7-4f4e-804a-8f40f929a9c7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:42.268879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:42.294566 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-014ef326-23ca-4fb6-af0e-cdb709933505 tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/routers/2225f2ed-67c7-4f4e-804a-8f40f929a9c7 HTTP/1.1" status: 200 len: 740 time: 0.3552585 Feb 03 04:41:42.294566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.323418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:42.324617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298060d-0a4e-4f08-9614-59b0e7085ee0 None None] The sync data for ids ['2225f2ed-67c7-4f4e-804a-8f40f929a9c7'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:42.354474 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b7fe3773-e07a-4719-9e90-7376fee9caaf tempest-RoutersAdminTest-1072837460 tempest-RoutersAdminTest-1072837460-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&device_id=2225f2ed-67c7-4f4e-804a-8f40f929a9c7 HTTP/1.1" status: 200 len: 205 time: 0.0556514 Feb 03 04:41:42.354711 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c74f6aa-9109-45fa-b7df-267c677c1047 admin admin] Publish callbacks [] for security_group (374740c6-31ca-4b37-966e-1f2def1c8782), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.355414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.359943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Checking segment: {'id': '03d672e8-a559-4653-b71e-b4f9fc5d10b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:42.360408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Network hostable DHCP agents. Network: fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:41:42.373199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Subnet': ['ID=dc2abc07-da46-49f3-b731-6cfa01f81cf9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:42.400373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-04cd1d78-f464-4847-be33-06e8106fbfdb tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2225f2ed-67c7-4f4e-804a-8f40f929a9c7 HTTP/1.1" status: 200 len: 205 time: 0.0404098 Feb 03 04:41:42.403983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.414350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (86202d98-2567-4b35-b061-ff5201f3b43e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.443285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c74f6aa-9109-45fa-b7df-267c677c1047 admin admin] Publish callbacks [] for security_group (374740c6-31ca-4b37-966e-1f2def1c8782), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.446783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8744c23b-57d9-4d86-8e13-6d55e813ba00), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.446939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.471182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a9eac03b-eebf-404c-a72e-7f5c1f189468 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28771beb44aa4b68bb801bad488457d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4715779 Feb 03 04:41:42.472561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:41:42.475744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.482211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6eca37bd-5a9d-4e0f-9c04-f1ff91e9e9c4 req-da63715e-571e-4290-b83a-0c92cd913ea4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2271821 Feb 03 04:41:42.535585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aba78a9-408b-4f75-bf98-5d18fb1831c6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.595254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 1e372f48-5729-491b-a9ff-8666d61a96fd is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:42.604312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=8744c23b-57d9-4d86-8e13-6d55e813ba00,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:42.610301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:42.640359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:42.642967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:42.652741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e085969-b4eb-4fc4-932c-c0ab9ea0ec6f None None] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:42.707379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:42.708221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.717329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:42.718160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.757403 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baf7deec-b870-4c94-862e-fd6fd5f1b507 admin admin] Publish callbacks [] for security_group (19889116-68d6-427d-9482-597342b3aa61), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.765079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-384be20e-97d6-4e2e-9062-923a2907e678 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.6374452 Feb 03 04:41:42.769161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.778411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404cdea-e6de-4ec4-b1ed-8becbe6c859c req-f5fd47db-3614-4c42-a2a6-f62cc9cf5734 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:42.780218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2404cdea-e6de-4ec4-b1ed-8becbe6c859c req-f5fd47db-3614-4c42-a2a6-f62cc9cf5734 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.1772313 Feb 03 04:41:42.783997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '8744c23b-57d9-4d86-8e13-6d55e813ba00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:42.799958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1ffd4088-9850-44dd-8620-b5374042cca8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5240083 Feb 03 04:41:42.803645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.804100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:42.804851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c74f6aa-9109-45fa-b7df-267c677c1047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (374740c6-31ca-4b37-966e-1f2def1c8782), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.807588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c74f6aa-9109-45fa-b7df-267c677c1047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.811230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8c74f6aa-9109-45fa-b7df-267c677c1047 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/374740c6-31ca-4b37-966e-1f2def1c8782 HTTP/1.1" status: 204 len: 168 time: 0.8084464 Feb 03 04:41:42.823299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'floatingip': {'port_id': 'b3602af7-9b84-4862-818b-bda126994e09'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:42.840486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1756216597', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:42.876857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e', 'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e', 'project_id': '260bd6285e7b4fa0be19210f4d08a4f0', 'fixed_ips': [{'subnet_id': 'dc2abc07-da46-49f3-b731-6cfa01f81cf9'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:41:42.878361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.940987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.947835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (cac3a1c5-d006-4c4d-96a1-f212012425fc), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.949094 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (cac3a1c5-d006-4c4d-96a1-f212012425fc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.957599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=86202d98-2567-4b35-b061-ff5201f3b43e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:42.959055 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baf7deec-b870-4c94-862e-fd6fd5f1b507 admin admin] Publish callbacks [] for security_group (19889116-68d6-427d-9482-597342b3aa61), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:42.962205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74f6aa-9109-45fa-b7df-267c677c1047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374740c6-31ca-4b37-966e-1f2def1c8782,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:42.999874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (0f43638d-8632-4892-bddb-0c278f24f56d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.086906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.135563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aba78a9-408b-4f75-bf98-5d18fb1831c6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.140235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aba78a9-408b-4f75-bf98-5d18fb1831c6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router_controller (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.190348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router_controller (cac3a1c5-d006-4c4d-96a1-f212012425fc), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.221569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Allocated IP 172.20.0.2 (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e/dc2abc07-da46-49f3-b731-6cfa01f81cf9/98648375-3f41-42b1-b8cb-0d68f042afb5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:43.371470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aba78a9-408b-4f75-bf98-5d18fb1831c6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (2225f2ed-67c7-4f4e-804a-8f40f929a9c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.375894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aba78a9-408b-4f75-bf98-5d18fb1831c6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Fanout notify agent at l3_agent the message router_deleted on router 2225f2ed-67c7-4f4e-804a-8f40f929a9c7 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:43.394568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aba78a9-408b-4f75-bf98-5d18fb1831c6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.400918 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4aba78a9-408b-4f75-bf98-5d18fb1831c6 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/2225f2ed-67c7-4f4e-804a-8f40f929a9c7 HTTP/1.1" status: 204 len: 168 time: 0.9930542 Feb 03 04:41:43.410028 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baf7deec-b870-4c94-862e-fd6fd5f1b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (19889116-68d6-427d-9482-597342b3aa61), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.414587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-baf7deec-b870-4c94-862e-fd6fd5f1b507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.416176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-baf7deec-b870-4c94-862e-fd6fd5f1b507 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19889116-68d6-427d-9482-597342b3aa61 HTTP/1.1" status: 204 len: 168 time: 0.9378507 Feb 03 04:41:43.416876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:43.448331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:43.449923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:43.597621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router_gateway (cac3a1c5-d006-4c4d-96a1-f212012425fc), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.606052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-14945b28-c9e7-4999-a109-07ef675a55b7 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=2225f2ed-67c7-4f4e-804a-8f40f929a9c7 HTTP/1.1" status: 200 len: 205 time: 0.1811070 Feb 03 04:41:43.606940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7deec-b870-4c94-862e-fd6fd5f1b507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19889116-68d6-427d-9482-597342b3aa61,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:43.610853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:43.710506 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-037bf661-5d02-46e3-b58f-c081f15c5466 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] delete failed (client error): The resource could not be found. Feb 03 04:41:43.714496 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-037bf661-5d02-46e3-b58f-c081f15c5466 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/2225f2ed-67c7-4f4e-804a-8f40f929a9c7 HTTP/1.1" status: 404 len: 336 time: 0.1010306 Feb 03 04:41:43.717236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:43.722794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Publish callbacks [] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.741262 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:43.762291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:43.799448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-656cf517-4da0-4341-b916-d37150d83150 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d76feb61-6237-4c1e-a05f-431865d9ec55 HTTP/1.1" status: 200 len: 205 time: 0.0750904 Feb 03 04:41:43.807624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:43.841061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:43.852033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:43.856302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:43.925903 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e0c7ae3f-dadc-4195-9790-dfa7b5b0a94e tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] delete failed (client error): The resource could not be found. Feb 03 04:41:43.929411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e0c7ae3f-dadc-4195-9790-dfa7b5b0a94e tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/d76feb61-6237-4c1e-a05f-431865d9ec55 HTTP/1.1" status: 404 len: 336 time: 0.1111264 Feb 03 04:41:43.933289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:43.963769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Pushing event updated for resources: {'Port': ['ID=98648375-3f41-42b1-b8cb-0d68f042afb5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:43.989647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce7a72fd-4772-4a9a-b8e8-4cba92a4b71c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1509034-4b96-4866-bb2f-4ab9289262de HTTP/1.1" status: 200 len: 205 time: 0.0529892 Feb 03 04:41:43.990959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.035789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.037213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.037666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.039523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:44.039730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.040193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.040640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.041080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.042710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.043271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.045765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.046222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.046669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.047220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:41:44.067014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0052fa11-a244-437f-b0b5-13d8ffb47e84 None None] Provisioning complete for port 86202d98-2567-4b35-b061-ff5201f3b43e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:44.067510 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0052fa11-a244-437f-b0b5-13d8ffb47e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:44.092388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router eb68a4be-0997-4cf3-81ec-7ffe1be2a330 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:41:44.093866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Attempting to bind port 98648375-3f41-42b1-b8cb-0d68f042afb5 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:41:44.094514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Attempting to bind port 98648375-3f41-42b1-b8cb-0d68f042afb5 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '03d672e8-a559-4653-b71e-b4f9fc5d10b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:41:44.095085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Attempting to bind port 98648375-3f41-42b1-b8cb-0d68f042afb5 on network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:44.107667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:41:44.108338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Checking segment: {'id': '03d672e8-a559-4653-b71e-b4f9fc5d10b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:44.109002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:44.109719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Bound using segment: {'id': '03d672e8-a559-4653-b71e-b4f9fc5d10b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:41:44.110404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Bound port: 98648375-3f41-42b1-b8cb-0d68f042afb5, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d672e8-a559-4653-b71e-b4f9fc5d10b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:41:44.111002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:44.119081 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-78a29b94-de2a-4f2c-a1f6-d2d850b30050 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] delete failed (client error): The resource could not be found. Feb 03 04:41:44.126496 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-78a29b94-de2a-4f2c-a1f6-d2d850b30050 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/f1509034-4b96-4866-bb2f-4ab9289262de HTTP/1.1" status: 404 len: 336 time: 0.1339936 Feb 03 04:41:44.127076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.183479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.25.7.125 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c16ce17f-0a33-4de7-82ec-02e69770171e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:44.189740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] For port 98648375-3f41-42b1-b8cb-0d68f042afb5, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:41:44.193356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] For port 98648375-3f41-42b1-b8cb-0d68f042afb5, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=98648375-3f41-42b1-b8cb-0d68f042afb5,segment=NetworkSegment(03d672e8-a559-4653-b71e-b4f9fc5d10b8),segment_id=03d672e8-a559-4653-b71e-b4f9fc5d10b8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:41:44.202739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0052fa11-a244-437f-b0b5-13d8ffb47e84 None None] Port 86202d98-2567-4b35-b061-ff5201f3b43e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:44.209469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:44.346978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b8460-c11a-4c08-97d4-4a89ad1e0577 None None] Pushing event updated for resources: {'Port': ['ID=98648375-3f41-42b1-b8cb-0d68f042afb5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:44.355127 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b8c73cfb-7931-429c-bf86-845d505c602f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec4b6c3d-69f8-4f3c-b308-c227c3363031 HTTP/1.1" status: 200 len: 205 time: 0.2259266 Feb 03 04:41:44.357829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.404383 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-6bd5ab98-9436-4fae-8215-4503a63fa85f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] delete failed (client error): The resource could not be found. Feb 03 04:41:44.405607 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6bd5ab98-9436-4fae-8215-4503a63fa85f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/ec4b6c3d-69f8-4f3c-b308-c227c3363031 HTTP/1.1" status: 404 len: 336 time: 0.0467279 Feb 03 04:41:44.408296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.417830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:44.441112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d1d6dd86-f752-4ecc-a55a-cfff341cf60f tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=4129930b-5b05-4033-a989-7a7dabc845c8 HTTP/1.1" status: 200 len: 205 time: 0.0316432 Feb 03 04:41:44.443332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.489376 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-9aefcf00-68e0-4af3-b34d-258c0f0ca03c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] delete failed (client error): The resource could not be found. Feb 03 04:41:44.490660 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9aefcf00-68e0-4af3-b34d-258c0f0ca03c tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/4129930b-5b05-4033-a989-7a7dabc845c8 HTTP/1.1" status: 404 len: 336 time: 0.0462022 Feb 03 04:41:44.492065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:44.494933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.500840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b2adb36-7b26-4f3c-b2f5-f55475788882 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/eb68a4be-0997-4cf3-81ec-7ffe1be2a330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4352357 Feb 03 04:41:44.505548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.506331 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] Sync routers for ids ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:44.525474 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] Routers {'eb68a4be-0997-4cf3-81ec-7ffe1be2a330'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:44.528569 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:44.535839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bce8774e-6171-49b5-a6e3-85747a68b738 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83af7c2-78c8-4f69-946a-f872b8f48f6d HTTP/1.1" status: 200 len: 205 time: 0.0406907 Feb 03 04:41:44.538064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.606672 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:44.612235 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-79d28d05-f494-4745-b392-7992a857d53d tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] delete failed (client error): The resource could not be found. Feb 03 04:41:44.613901 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-79d28d05-f494-4745-b392-7992a857d53d tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/routers/d83af7c2-78c8-4f69-946a-f872b8f48f6d HTTP/1.1" status: 404 len: 336 time: 0.0745320 Feb 03 04:41:44.616256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:44.622962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:44.632980 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] Routers {'eb68a4be-0997-4cf3-81ec-7ffe1be2a330'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:44.633635 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:44.711824 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2b043d-7cde-47f0-8c32-72fb07ca0459 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] DELETE failed (client error): The resource could not be found. Feb 03 04:41:44.712541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2b043d-7cde-47f0-8c32-72fb07ca0459 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:41:44.728489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4e2b043d-7cde-47f0-8c32-72fb07ca0459 tempest-RoutersAdminTest-1925114901 tempest-RoutersAdminTest-1925114901-project] 10.222.0.35 "DELETE /v2.0/subnets/7c0a59c1-8dd9-4312-8452-6f02a4304989 HTTP/1.1" status: 404 len: 337 time: 0.1100459 Feb 03 04:41:44.733510 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:44.736488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2a7a0-2d4c-4dae-b275-eaf25ea576f5 None None] The sync data for ids ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:44.919466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 98648375-3f41-42b1-b8cb-0d68f042afb5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:44.933191 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba06ba6-fcf8-4268-b861-0067934632c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.000372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 98648375-3f41-42b1-b8cb-0d68f042afb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:45.000843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.049392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:41:45.118830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 98648375-3f41-42b1-b8cb-0d68f042afb5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:45.119512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.122338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848406f-fc8f-44a0-90ad-526eeef5ba3b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:45.126420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:45.126679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b848406f-fc8f-44a0-90ad-526eeef5ba3b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports/86202d98-2567-4b35-b061-ff5201f3b43e HTTP/1.1" status: 200 len: 976 time: 0.5258591 Feb 03 04:41:45.141436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:45.163257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.163725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 98648375-3f41-42b1-b8cb-0d68f042afb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=98648375-3f41-42b1-b8cb-0d68f042afb5,segment=NetworkSegment(03d672e8-a559-4653-b71e-b4f9fc5d10b8),segment_id=03d672e8-a559-4653-b71e-b4f9fc5d10b8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:45.169186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:45.173944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=c16ce17f-0a33-4de7-82ec-02e69770171e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:45.178947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:45.182047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.194506 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (0f43638d-8632-4892-bddb-0c278f24f56d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.248200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=98648375-3f41-42b1-b8cb-0d68f042afb5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:45.275564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:45.424768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:45.586048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--424651599'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:45.607277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05d025b7-6c44-4599-920f-2da7284fee40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.731898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05d025b7-6c44-4599-920f-2da7284fee40 admin admin] Publish callbacks [] for security_group (97673a40-acdc-45f3-a021-ab5ec1ad7537), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.733162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.747575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05d025b7-6c44-4599-920f-2da7284fee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (97673a40-acdc-45f3-a021-ab5ec1ad7537), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.774453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:45.803753 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Floating IP 0f43638d-8632-4892-bddb-0c278f24f56d associated. External IP: 172.25.7.182, port: b3602af7-9b84-4862-818b-bda126994e09. Feb 03 04:41:45.876710 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-05d025b7-6c44-4599-920f-2da7284fee40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b0297efb1454e34bc7ef3776a16ec86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4502378 Feb 03 04:41:45.879941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d025b7-6c44-4599-920f-2da7284fee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97673a40-acdc-45f3-a021-ab5ec1ad7537,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:45.880634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92664196-4782-4b6e-b3f7-63cdde3b2e20 None None] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:45.881670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:46.010554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bfe89aee-c289-4a80-9c7f-a85f753bd5ad None None] Provisioning complete for port 98648375-3f41-42b1-b8cb-0d68f042afb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:46.011127 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe89aee-c289-4a80-9c7f-a85f753bd5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.066289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (f6492c61-abf3-48fd-a758-566428cba8d1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.075181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.079197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f6492c61-abf3-48fd-a758-566428cba8d1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.154672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bfe89aee-c289-4a80-9c7f-a85f753bd5ad None None] Current status of the port 98648375-3f41-42b1-b8cb-0d68f042afb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:46.199235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba06ba6-fcf8-4268-b861-0067934632c7 admin admin] Publish callbacks [] for security_group (30ca9423-5a1e-460b-be80-c488ca014e48), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.210798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6492c61-abf3-48fd-a758-566428cba8d1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:46.220561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aba06ba6-fcf8-4268-b861-0067934632c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (30ca9423-5a1e-460b-be80-c488ca014e48), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.222742 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e14d03d7-0ace-41d8-ad51-6bf1c76dbbde admin admin] Publish callbacks [] for security_group (97673a40-acdc-45f3-a021-ab5ec1ad7537), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.245747 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.297796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.353322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9be99-d802-4100-b449-6d2fcbbafa1a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:46.366738 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.368825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4b4781b0-072d-4b89-83ac-34aa9f311b59 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0920625 Feb 03 04:41:46.372322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:46.383584 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router_gateway (cac3a1c5-d006-4c4d-96a1-f212012425fc), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.471110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e14d03d7-0ace-41d8-ad51-6bf1c76dbbde admin admin] Publish callbacks [] for security_group (97673a40-acdc-45f3-a021-ab5ec1ad7537), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.473384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.478619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aba06ba6-fcf8-4268-b861-0067934632c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7af7fb79a8254e09a73872ef0555d151&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7073581 Feb 03 04:41:46.491342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58286) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:46.528642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba06ba6-fcf8-4268-b861-0067934632c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ca9423-5a1e-460b-be80-c488ca014e48,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:46.542794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:46.548463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c3013bbc-0520-4691-b055-4c2358c21ec6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1749296 Feb 03 04:41:46.551856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:46.557553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-66321667-9d8c-451e-967e-e83870438ff0 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-security--516415496', 'description': 'tempest-security-description-54542093'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:46.614362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66321667-9d8c-451e-967e-e83870438ff0 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.644724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 86202d98-2567-4b35-b061-ff5201f3b43e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:46.645324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.681177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-11a51dcc-1637-42d4-8277-c8dcf09046f1 None None] Provisioning complete for port 98648375-3f41-42b1-b8cb-0d68f042afb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:46.681612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a51dcc-1637-42d4-8277-c8dcf09046f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.765189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66321667-9d8c-451e-967e-e83870438ff0 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.775014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66321667-9d8c-451e-967e-e83870438ff0 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.778482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66321667-9d8c-451e-967e-e83870438ff0 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.779992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-66321667-9d8c-451e-967e-e83870438ff0 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "PUT /v2.0/security-groups/cba9be99-d802-4100-b449-6d2fcbbafa1a HTTP/1.1" status: 200 len: 1794 time: 0.2269886 Feb 03 04:41:46.795433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 98648375-3f41-42b1-b8cb-0d68f042afb5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:46.800016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:46.834213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-11a51dcc-1637-42d4-8277-c8dcf09046f1 None None] Current status of the port 98648375-3f41-42b1-b8cb-0d68f042afb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:46.853965 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da643bd2-9d32-4712-9f6f-7b1090d12c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.868060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.880032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 98648375-3f41-42b1-b8cb-0d68f042afb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:46.880423 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.884302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 86202d98-2567-4b35-b061-ff5201f3b43e owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:46.962677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66321667-9d8c-451e-967e-e83870438ff0 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9be99-d802-4100-b449-6d2fcbbafa1a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:46.963453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 98648375-3f41-42b1-b8cb-0d68f042afb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:46.982838 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e14d03d7-0ace-41d8-ad51-6bf1c76dbbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (97673a40-acdc-45f3-a021-ab5ec1ad7537), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.985601 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e14d03d7-0ace-41d8-ad51-6bf1c76dbbde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:46.986769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e14d03d7-0ace-41d8-ad51-6bf1c76dbbde admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97673a40-acdc-45f3-a021-ab5ec1ad7537 HTTP/1.1" status: 204 len: 168 time: 1.0980115 Feb 03 04:41:47.020046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:47.046805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d03d7-0ace-41d8-ad51-6bf1c76dbbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97673a40-acdc-45f3-a021-ab5ec1ad7537,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:47.049888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d06148de-e438-4163-a544-85c751792a83 admin admin] Publish callbacks [] for security_group (30ca9423-5a1e-460b-be80-c488ca014e48), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.078895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d0f468c1-c6bf-45a8-b5d4-521cc11a18df tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups/cba9be99-d802-4100-b449-6d2fcbbafa1a HTTP/1.1" status: 200 len: 1794 time: 0.2604191 Feb 03 04:41:47.079218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:47.080490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Allocated IP 172.25.7.213 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/dace7983-b3b0-44ca-a284-96778aeafc33) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:47.107677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (86202d98-2567-4b35-b061-ff5201f3b43e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.168402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d06148de-e438-4163-a544-85c751792a83 admin admin] Publish callbacks [] for security_group (30ca9423-5a1e-460b-be80-c488ca014e48), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.181835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=86202d98-2567-4b35-b061-ff5201f3b43e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:47.270662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dc53b7-edf6-4178-a42e-210b63581ce9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.305809 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dc53b7-edf6-4178-a42e-210b63581ce9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.393271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:47.406174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.498539 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da643bd2-9d32-4712-9f6f-7b1090d12c3d admin admin] Publish callbacks [] for security_group (addc4057-fe7a-4440-b35a-e86eff975bce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.526038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da643bd2-9d32-4712-9f6f-7b1090d12c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (addc4057-fe7a-4440-b35a-e86eff975bce), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.531381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (f56c80de-75b0-4916-ba30-70579b60588f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.626743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d06148de-e438-4163-a544-85c751792a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (30ca9423-5a1e-460b-be80-c488ca014e48), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.629396 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d06148de-e438-4163-a544-85c751792a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.630565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d06148de-e438-4163-a544-85c751792a83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30ca9423-5a1e-460b-be80-c488ca014e48 HTTP/1.1" status: 204 len: 168 time: 1.1072941 Feb 03 04:41:47.639868 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for port (dace7983-b3b0-44ca-a284-96778aeafc33), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.645766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:47.651305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.660324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] Sync routers for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:47.675021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:47.676714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:47.683472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-da643bd2-9d32-4712-9f6f-7b1090d12c3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efb4a180d1bf4821a669c4386f8aa6dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1215165 Feb 03 04:41:47.691988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6091968f-b4fd-4cb0-a713-47bfdd2dc317 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b035154e93642ac954adb769badafc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2948978 Feb 03 04:41:47.693035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da643bd2-9d32-4712-9f6f-7b1090d12c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addc4057-fe7a-4440-b35a-e86eff975bce,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:47.700148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58306) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:47.700507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:47.762020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06148de-e438-4163-a544-85c751792a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ca9423-5a1e-460b-be80-c488ca014e48,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:47.793332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-41d5adcf-70ef-4aaa-afec-e47ed64b3f17 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "PUT /v2.0/floatingips/0f43638d-8632-4892-bddb-0c278f24f56d HTTP/1.1" status: 200 len: 991 time: 4.9832907 Feb 03 04:41:47.821212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:41:47.823746 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e2824-1daf-4a10-aa63-5bb9637a1098" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "tag": "b3602af7-9b84-4862-818b-bda126994e09"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:41:47.856681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dc53b7-edf6-4178-a42e-210b63581ce9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cba9be99-d802-4100-b449-6d2fcbbafa1a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.859207 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dc53b7-edf6-4178-a42e-210b63581ce9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:47.860548 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06dc53b7-edf6-4178-a42e-210b63581ce9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/cba9be99-d802-4100-b449-6d2fcbbafa1a HTTP/1.1" status: 204 len: 168 time: 0.7803562 Feb 03 04:41:47.865745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:47.884052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router eb68a4be-0997-4cf3-81ec-7ffe1be2a330 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:47.897505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc53b7-edf6-4178-a42e-210b63581ce9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba9be99-d802-4100-b449-6d2fcbbafa1a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:47.923769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:41:47.939301 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.009476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d1fd2c7c-7e7d-4723-ad47-7a4c7d04118a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1404583 Feb 03 04:41:48.012380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:48.013440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:48.022037 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] Sync routers for ids ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:48.025610 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (dace7983-b3b0-44ca-a284-96778aeafc33), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.035558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ac1b8a43-9e52-4350-b41a-d574ffd1bc0e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/eb68a4be-0997-4cf3-81ec-7ffe1be2a330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9065843 Feb 03 04:41:48.037233 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-3654ceb5-f2ec-4fb0-b6d6-7e3b8d84d268 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] delete failed (client error): The resource could not be found. Feb 03 04:41:48.038540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3654ceb5-f2ec-4fb0-b6d6-7e3b8d84d268 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/cba9be99-d802-4100-b449-6d2fcbbafa1a HTTP/1.1" status: 404 len: 347 time: 0.0242019 Feb 03 04:41:48.040118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:48.040889 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] Routers {'eb68a4be-0997-4cf3-81ec-7ffe1be2a330'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:48.046040 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:48.051291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:48.110759 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:48.129234 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] Routers {'eb68a4be-0997-4cf3-81ec-7ffe1be2a330'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:48.129556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-164ede00-f568-4483-851e-1a700eb57ce4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--332589404'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:48.132158 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:48.159366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae4ff38a-512f-45c0-86af-ce281111c879 admin admin] Publish callbacks [] for security_group (addc4057-fe7a-4440-b35a-e86eff975bce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.204602 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:48.205171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc00c-a75e-479b-be60-f5c10f478bf9 admin admin] Publish callbacks [] for security_group (5352b9ce-76b4-49b3-8a61-e90e45ee1be1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.209651 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ece569-a047-449a-911a-3ffbaafd292d None None] The sync data for ids ['eb68a4be-0997-4cf3-81ec-7ffe1be2a330'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:48.218231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:48.304349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:48.311865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Port': ['ID=dace7983-b3b0-44ca-a284-96778aeafc33,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:48.316144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:48.325963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-164ede00-f568-4483-851e-1a700eb57ce4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.366382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:48.381086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '0f43638d-8632-4892-bddb-0c278f24f56d', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'port_id': 'b3602af7-9b84-4862-818b-bda126994e09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'mac_address': 'fa:16:3e:c6:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:41:18Z', 'updated_at': '2022-02-03T04:41:44Z', 'revision_number': 1, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:48.388358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae4ff38a-512f-45c0-86af-ce281111c879 admin admin] Publish callbacks [] for security_group (addc4057-fe7a-4440-b35a-e86eff975bce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.404530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee338804-fb22-442c-aa89-bf3a223c48f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.415405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] Checking router: 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:41:48.425387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:48.426979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:48.449600 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef87a7c-1edb-4c99-9db2-5c56cbf51b81 x-openstack-request-id: req-6ef87a7c-1edb-4c99-9db2-5c56cbf51b81 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:41:48.450039 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "tag": "b3602af7-9b84-4862-818b-bda126994e09", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:41:48.450754 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ef87a7c-1edb-4c99-9db2-5c56cbf51b81 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:41:48.451271 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09', 'status': 'completed', 'code': 200} Feb 03 04:41:48.452306 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-a0beb6bb-93db-449f-a65b-2fe6283c87f8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 04:41:48.453460 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0beb6bb-93db-449f-a65b-2fe6283c87f8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/eb68a4be-0997-4cf3-81ec-7ffe1be2a330/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4114263 Feb 03 04:41:48.461538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58328) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:48.463143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc00c-a75e-479b-be60-f5c10f478bf9 admin admin] Publish callbacks [] for security_group (5352b9ce-76b4-49b3-8a61-e90e45ee1be1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.503083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cdbf37cf-86bc-4433-8563-e3ed0fdfd835 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb68a4be-0997-4cf3-81ec-7ffe1be2a330 HTTP/1.1" status: 200 len: 205 time: 0.0394168 Feb 03 04:41:48.505507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-ea8c4180-2a0f-4a12-affb-43091b0ef065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:48.506903 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-ea8c4180-2a0f-4a12-affb-43091b0ef065 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1127 time: 0.1925342 Feb 03 04:41:48.507421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:48.555831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:41:48.699255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9caa5a6-bb7b-4a91-86ba-e89635df115d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.756425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-164ede00-f568-4483-851e-1a700eb57ce4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (f8dc972f-c411-4e90-b959-ca71ed831072), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.796371 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-164ede00-f568-4483-851e-1a700eb57ce4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f8dc972f-c411-4e90-b959-ca71ed831072), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.852417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '0f43638d-8632-4892-bddb-0c278f24f56d', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'port_id': 'b3602af7-9b84-4862-818b-bda126994e09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'mac_address': 'fa:16:3e:c6:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:41:18Z', 'updated_at': '2022-02-03T04:41:44Z', 'revision_number': 1, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:48.890819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4e57-329a-46e2-8e5e-5fc3dcf37cc8 None None] The sync data for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 is: [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '0f43638d-8632-4892-bddb-0c278f24f56d', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'port_id': 'b3602af7-9b84-4862-818b-bda126994e09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'mac_address': 'fa:16:3e:c6:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:41:18Z', 'updated_at': '2022-02-03T04:41:44Z', 'revision_number': 1, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:48.949529 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae4ff38a-512f-45c0-86af-ce281111c879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (addc4057-fe7a-4440-b35a-e86eff975bce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.951349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-7b6956a8-b45c-4688-b25a-3715e5ab1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:48.952887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-7b6956a8-b45c-4688-b25a-3715e5ab1b00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.4353390 Feb 03 04:41:48.953499 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae4ff38a-512f-45c0-86af-ce281111c879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.957763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ae4ff38a-512f-45c0-86af-ce281111c879 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/addc4057-fe7a-4440-b35a-e86eff975bce HTTP/1.1" status: 204 len: 168 time: 1.2479136 Feb 03 04:41:48.969918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-164ede00-f568-4483-851e-1a700eb57ce4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:48.971754 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-164ede00-f568-4483-851e-1a700eb57ce4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9185550 Feb 03 04:41:48.973283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ede00-f568-4483-851e-1a700eb57ce4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc972f-c411-4e90-b959-ca71ed831072,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:49.002721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58334) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:49.046437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5ea816a1-cc70-4e7d-b2fe-d46186576ffe tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': 'f8dc972f-c411-4e90-b959-ca71ed831072', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:49.061000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9caa5a6-bb7b-4a91-86ba-e89635df115d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.067333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6b99-a15d-43db-be16-e5319876fb36 req-afb947c3-9cb9-4fa1-aadc-c17affd0a56c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:49.069282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f32c6b99-a15d-43db-be16-e5319876fb36 req-afb947c3-9cb9-4fa1-aadc-c17affd0a56c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 1.1636515 Feb 03 04:41:49.078638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9caa5a6-bb7b-4a91-86ba-e89635df115d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.086170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ff38a-512f-45c0-86af-ce281111c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addc4057-fe7a-4440-b35a-e86eff975bce,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:49.093671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee338804-fb22-442c-aa89-bf3a223c48f7 admin admin] Publish callbacks [] for security_group (c4746ea1-8d2a-42c5-862f-bb32271a736a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.121499 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee338804-fb22-442c-aa89-bf3a223c48f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c4746ea1-8d2a-42c5-862f-bb32271a736a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.229416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-616deb7e-e96c-4962-8ceb-15d9d947d6f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 999 time: 0.2514393 Feb 03 04:41:49.246086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9caa5a6-bb7b-4a91-86ba-e89635df115d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (eb68a4be-0997-4cf3-81ec-7ffe1be2a330), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.246669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9caa5a6-bb7b-4a91-86ba-e89635df115d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Fanout notify agent at l3_agent the message router_deleted on router eb68a4be-0997-4cf3-81ec-7ffe1be2a330 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:49.254852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9caa5a6-bb7b-4a91-86ba-e89635df115d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.255949 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d9caa5a6-bb7b-4a91-86ba-e89635df115d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/eb68a4be-0997-4cf3-81ec-7ffe1be2a330 HTTP/1.1" status: 204 len: 168 time: 0.7452481 Feb 03 04:41:49.269089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc00c-a75e-479b-be60-f5c10f478bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5352b9ce-76b4-49b3-8a61-e90e45ee1be1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.271753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc00c-a75e-479b-be60-f5c10f478bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.273481 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0d5fc00c-a75e-479b-be60-f5c10f478bf9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5352b9ce-76b4-49b3-8a61-e90e45ee1be1 HTTP/1.1" status: 204 len: 168 time: 1.5643795 Feb 03 04:41:49.278844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:49.282674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee338804-fb22-442c-aa89-bf3a223c48f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4746ea1-8d2a-42c5-862f-bb32271a736a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:49.291235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ee338804-fb22-442c-aa89-bf3a223c48f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f6291710b5245518982888b8ad21259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9234586 Feb 03 04:41:49.292187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c153746-cb4e-43c3-a4aa-86319c0b5e96 None None] New status for floating IP 0f43638d-8632-4892-bddb-0c278f24f56d: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:41:49.294203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:49.352537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-f8e485b3-eb6f-4d93-bc8c-2f0e3d6bd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:49.354163 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-f8e485b3-eb6f-4d93-bc8c-2f0e3d6bd249 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.1178994 Feb 03 04:41:49.359737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fc00c-a75e-479b-be60-f5c10f478bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5352b9ce-76b4-49b3-8a61-e90e45ee1be1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:49.364890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet 6062352e-50f2-4910-903f-6b64c200d37d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:41:49.377054 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ea816a1-cc70-4e7d-b2fe-d46186576ffe tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (56bd158f-eb86-4457-a255-f66af90d9ae7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.399997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-093dd9f1-2769-4498-aee2-1990690516c2 admin admin] Publish callbacks [] for security_group (c4746ea1-8d2a-42c5-862f-bb32271a736a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.418418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (6062352e-50f2-4910-903f-6b64c200d37d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.454722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-093dd9f1-2769-4498-aee2-1990690516c2 admin admin] Publish callbacks [] for security_group (c4746ea1-8d2a-42c5-862f-bb32271a736a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.508837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-0a1b5b1f-70ed-4116-b90b-b387ea0af0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:49.510584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-0a1b5b1f-70ed-4116-b90b-b387ea0af0c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1497219 Feb 03 04:41:49.587243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:49.616351 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ea816a1-cc70-4e7d-b2fe-d46186576ffe tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (56bd158f-eb86-4457-a255-f66af90d9ae7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.636316 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ea816a1-cc70-4e7d-b2fe-d46186576ffe tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (56bd158f-eb86-4457-a255-f66af90d9ae7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.648622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a4387d-9445-47f0-99e8-bc2d39a3868f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.675822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea816a1-cc70-4e7d-b2fe-d46186576ffe tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bd158f-eb86-4457-a255-f66af90d9ae7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:49.684900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-093dd9f1-2769-4498-aee2-1990690516c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c4746ea1-8d2a-42c5-862f-bb32271a736a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.687875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-093dd9f1-2769-4498-aee2-1990690516c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.695153 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-093dd9f1-2769-4498-aee2-1990690516c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4746ea1-8d2a-42c5-862f-bb32271a736a HTTP/1.1" status: 204 len: 168 time: 0.3991556 Feb 03 04:41:49.739435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f32c6b99-a15d-43db-be16-e5319876fb36 req-f629077b-184b-4163-950e-1a52c6e04ed7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6451118 Feb 03 04:41:49.752401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (6062352e-50f2-4910-903f-6b64c200d37d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.761510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dd9f1-2769-4498-aee2-1990690516c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4746ea1-8d2a-42c5-862f-bb32271a736a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:49.798782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-65942fe2-ce22-4ab4-8671-e239ffdf1395 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750790 Feb 03 04:41:49.804861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ea816a1-cc70-4e7d-b2fe-d46186576ffe tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.808859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ea816a1-cc70-4e7d-b2fe-d46186576ffe tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8008006 Feb 03 04:41:49.811709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58350) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:49.866211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.903948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e88c9d84-7ca3-4a3c-b44c-80799d7fefa6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (56bd158f-eb86-4457-a255-f66af90d9ae7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.923253 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e88c9d84-7ca3-4a3c-b44c-80799d7fefa6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (56bd158f-eb86-4457-a255-f66af90d9ae7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.968921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.985043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router_gateway (cac3a1c5-d006-4c4d-96a1-f212012425fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:49.986810 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e88c9d84-7ca3-4a3c-b44c-80799d7fefa6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (56bd158f-eb86-4457-a255-f66af90d9ae7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.058351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dd9e2824-1daf-4a10-aa63-5bb9637a1098 req-9a4d0820-9c97-4c33-8d88-49cadd473db8 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450387 Feb 03 04:41:50.084608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a4387d-9445-47f0-99e8-bc2d39a3868f admin admin] Publish callbacks [] for security_group (c88acd00-29cc-41de-908b-5e9f84dcc20d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.086739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c9d84-7ca3-4a3c-b44c-80799d7fefa6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56bd158f-eb86-4457-a255-f66af90d9ae7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:50.092604 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e88c9d84-7ca3-4a3c-b44c-80799d7fefa6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.093816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e88c9d84-7ca3-4a3c-b44c-80799d7fefa6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/56bd158f-eb86-4457-a255-f66af90d9ae7 HTTP/1.1" status: 204 len: 168 time: 0.2778845 Feb 03 04:41:50.096582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.105409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61a4387d-9445-47f0-99e8-bc2d39a3868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c88acd00-29cc-41de-908b-5e9f84dcc20d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.138248 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (6062352e-50f2-4910-903f-6b64c200d37d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.176162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=c16ce17f-0a33-4de7-82ec-02e69770171e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:50.225147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (f56c80de-75b0-4916-ba30-70579b60588f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.238139 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-61a4387d-9445-47f0-99e8-bc2d39a3868f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8616a4e0627d4b619a9b1b63f7cff419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6496105 Feb 03 04:41:50.247817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.256120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4387d-9445-47f0-99e8-bc2d39a3868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88acd00-29cc-41de-908b-5e9f84dcc20d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:50.271025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e2d6665-4535-4ffe-8ba6-11ffaf8ef92c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1704617 Feb 03 04:41:50.275559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.358894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e093dfe-57ad-44da-901f-ca10715a3d43 admin admin] Publish callbacks [] for security_group (c88acd00-29cc-41de-908b-5e9f84dcc20d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.383231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a224cb3c-0f38-466b-9ef6-d0efbe92929f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (f8dc972f-c411-4e90-b959-ca71ed831072), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.401708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e093dfe-57ad-44da-901f-ca10715a3d43 admin admin] Publish callbacks [] for security_group (c88acd00-29cc-41de-908b-5e9f84dcc20d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.403772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.445498 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a224cb3c-0f38-466b-9ef6-d0efbe92929f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (f8dc972f-c411-4e90-b959-ca71ed831072), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.447275 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (cac3a1c5-d006-4c4d-96a1-f212012425fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.453170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa7618bf-8cdd-467b-b458-56d1fe34c238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.499453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (6062352e-50f2-4910-903f-6b64c200d37d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.521483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.528501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/6062352e-50f2-4910-903f-6b64c200d37d HTTP/1.1" status: 204 len: 168 time: 1.2398808 Feb 03 04:41:50.529560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7689d094-dfc5-4628-9f84-5bd9f1ed340d None None] Network 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:50.532242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.567746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a224cb3c-0f38-466b-9ef6-d0efbe92929f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f8dc972f-c411-4e90-b959-ca71ed831072), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.569666 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP f56c80de-75b0-4916-ba30-70579b60588f associated. External IP: 172.25.7.125, port: 8744c23b-57d9-4d86-8e13-6d55e813ba00. Feb 03 04:41:50.572048 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a224cb3c-0f38-466b-9ef6-d0efbe92929f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.573417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a224cb3c-0f38-466b-9ef6-d0efbe92929f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/f8dc972f-c411-4e90-b959-ca71ed831072 HTTP/1.1" status: 204 len: 168 time: 0.2966282 Feb 03 04:41:50.578158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7d5f6-4d43-4621-8f80-b9b7642c211b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=6062352e-50f2-4910-903f-6b64c200d37d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:50.583225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.587157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e093dfe-57ad-44da-901f-ca10715a3d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c88acd00-29cc-41de-908b-5e9f84dcc20d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.590376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e093dfe-57ad-44da-901f-ca10715a3d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.594029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e093dfe-57ad-44da-901f-ca10715a3d43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c88acd00-29cc-41de-908b-5e9f84dcc20d HTTP/1.1" status: 204 len: 168 time: 0.3427942 Feb 03 04:41:50.700669 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-105a13a4-3b8c-440d-a388-154ff647e4b9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1144431 Feb 03 04:41:50.704354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224cb3c-0f38-466b-9ef6-d0efbe92929f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dc972f-c411-4e90-b959-ca71ed831072,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:50.720960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.729912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-35bda976-7849-4f67-93f8-e6bfee24b8b6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006064513'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:50.797125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e093dfe-57ad-44da-901f-ca10715a3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88acd00-29cc-41de-908b-5e9f84dcc20d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:50.828162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa7618bf-8cdd-467b-b458-56d1fe34c238 admin admin] Publish callbacks [] for security_group (9e98b9dd-49f0-4233-a90e-99edad57da56), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.833965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35bda976-7849-4f67-93f8-e6bfee24b8b6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.849331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] DHCP port deletion for 88fd8f0c-0b48-467d-927e-3ec3e81b17d9 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:41:50.921149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35bda976-7849-4f67-93f8-e6bfee24b8b6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (45820ba2-90cc-449e-b52b-306fda59c34f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.922977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa7618bf-8cdd-467b-b458-56d1fe34c238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9e98b9dd-49f0-4233-a90e-99edad57da56), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.938276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (88fd8f0c-0b48-467d-927e-3ec3e81b17d9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.967371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] Deleting port 33856343-de42-41a4-8924-4736fc58ca2f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:50.967764 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (33856343-de42-41a4-8924-4736fc58ca2f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:50.988029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa7618bf-8cdd-467b-b458-56d1fe34c238 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbe603b3fef14c53abcaafcbe8201e42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5739334 Feb 03 04:41:50.991031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58390) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:50.994412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7618bf-8cdd-467b-b458-56d1fe34c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e98b9dd-49f0-4233-a90e-99edad57da56,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:51.003385 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35bda976-7849-4f67-93f8-e6bfee24b8b6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (45820ba2-90cc-449e-b52b-306fda59c34f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.074489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35bda976-7849-4f67-93f8-e6bfee24b8b6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.082543 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-35bda976-7849-4f67-93f8-e6bfee24b8b6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3595924 Feb 03 04:41:51.088554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:51.092862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] For port 33856343-de42-41a4-8924-4736fc58ca2f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=33856343-de42-41a4-8924-4736fc58ca2f,segment=NetworkSegment(7cae22d1-652c-4ead-a876-edf52c06353d),segment_id=7cae22d1-652c-4ead-a876-edf52c06353d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:51.092862 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (33856343-de42-41a4-8924-4736fc58ca2f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.103955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0efa8cf2-ff4e-4a40-a8af-5b51f113f628 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '45820ba2-90cc-449e-b52b-306fda59c34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:51.114141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] Calling delete_port for 33856343-de42-41a4-8924-4736fc58ca2f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:51.132337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bda976-7849-4f67-93f8-e6bfee24b8b6 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45820ba2-90cc-449e-b52b-306fda59c34f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:51.163148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0efa8cf2-ff4e-4a40-a8af-5b51f113f628 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (3972e19c-ed45-40b9-af02-2c25318cc0f5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.309761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0efa8cf2-ff4e-4a40-a8af-5b51f113f628 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (3972e19c-ed45-40b9-af02-2c25318cc0f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.316086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0efa8cf2-ff4e-4a40-a8af-5b51f113f628 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (3972e19c-ed45-40b9-af02-2c25318cc0f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.359966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:51.365932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Router cac3a1c5-d006-4c4d-96a1-f212012425fc is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:41:51.378284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa8cf2-ff4e-4a40-a8af-5b51f113f628 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3972e19c-ed45-40b9-af02-2c25318cc0f5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:51.400608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0efa8cf2-ff4e-4a40-a8af-5b51f113f628 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.408587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0efa8cf2-ff4e-4a40-a8af-5b51f113f628 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3187947 Feb 03 04:41:51.409780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:51.423961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9d303391-ba2c-4bf7-b3fb-fecf01478ad8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '45820ba2-90cc-449e-b52b-306fda59c34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:51.475753 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (33856343-de42-41a4-8924-4736fc58ca2f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.476111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d303391-ba2c-4bf7-b3fb-fecf01478ad8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (10469b66-c662-482c-b18b-ab7b28a35fb4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.504296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] Pushing event deleted for resources: {'Port': ['ID=33856343-de42-41a4-8924-4736fc58ca2f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:51.514083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa49079-ad02-4099-b64d-b79d437c5d53 None None] No DVR routers for this DVR port 33856343-de42-41a4-8924-4736fc58ca2f on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:51.571435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d303391-ba2c-4bf7-b3fb-fecf01478ad8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (10469b66-c662-482c-b18b-ab7b28a35fb4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.584412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d303391-ba2c-4bf7-b3fb-fecf01478ad8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (10469b66-c662-482c-b18b-ab7b28a35fb4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.615696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d303391-ba2c-4bf7-b3fb-fecf01478ad8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10469b66-c662-482c-b18b-ab7b28a35fb4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:51.631093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d303391-ba2c-4bf7-b3fb-fecf01478ad8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.640989 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d303391-ba2c-4bf7-b3fb-fecf01478ad8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2252843 Feb 03 04:41:51.645112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:51.647912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1214f92b-ad87-4f48-ab99-2639440657a5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '45820ba2-90cc-449e-b52b-306fda59c34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:51.681789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1214f92b-ad87-4f48-ab99-2639440657a5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (603b5d4b-9a14-41fc-91ba-ba16e2a3048c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.750788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1214f92b-ad87-4f48-ab99-2639440657a5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (603b5d4b-9a14-41fc-91ba-ba16e2a3048c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.757326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1214f92b-ad87-4f48-ab99-2639440657a5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (603b5d4b-9a14-41fc-91ba-ba16e2a3048c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.781323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f92b-ad87-4f48-ab99-2639440657a5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603b5d4b-9a14-41fc-91ba-ba16e2a3048c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:51.801638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1214f92b-ad87-4f48-ab99-2639440657a5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.806376 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1214f92b-ad87-4f48-ab99-2639440657a5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628990 Feb 03 04:41:51.807231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:51.812923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a371ca62-1003-4de4-b192-e27c8f50b46f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '45820ba2-90cc-449e-b52b-306fda59c34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:51.856900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a371ca62-1003-4de4-b192-e27c8f50b46f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (41e640d9-05b8-4f4f-a4bc-1ff4f25d3372), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.924813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a98536-779b-419c-aab1-636b957f6869 req-afbae225-e563-460f-8907-97b8f1df27c2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:51.926371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0a98536-779b-419c-aab1-636b957f6869 req-afbae225-e563-460f-8907-97b8f1df27c2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.9771044 Feb 03 04:41:51.929714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:51.944396 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:51.964245 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a371ca62-1003-4de4-b192-e27c8f50b46f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (41e640d9-05b8-4f4f-a4bc-1ff4f25d3372), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.965288 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:51.965956 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:51.970687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a371ca62-1003-4de4-b192-e27c8f50b46f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (41e640d9-05b8-4f4f-a4bc-1ff4f25d3372), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:51.994490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371ca62-1003-4de4-b192-e27c8f50b46f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e640d9-05b8-4f4f-a4bc-1ff4f25d3372,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:52.004384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a371ca62-1003-4de4-b192-e27c8f50b46f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.008360 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a371ca62-1003-4de4-b192-e27c8f50b46f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1994207 Feb 03 04:41:52.008935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:52.014803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2912927-f54c-4be2-8758-3fcf4302231b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '45820ba2-90cc-449e-b52b-306fda59c34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:52.034759 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.048270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2912927-f54c-4be2-8758-3fcf4302231b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e0caf2ee-d3ac-4575-b8ff-f24e43af4da7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.053612 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:52.054243 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.075559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:52.127906 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.128556 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23e073-7c3f-446f-927b-14c9ee07996f None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:52.155370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 33856343-de42-41a4-8924-4736fc58ca2f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:52.155988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (33856343-de42-41a4-8924-4736fc58ca2f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.161637 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.188095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2912927-f54c-4be2-8758-3fcf4302231b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e0caf2ee-d3ac-4575-b8ff-f24e43af4da7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.195563 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-3d69aa33-f103-4769-b39a-46017baa82de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759964 Feb 03 04:41:52.196910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2912927-f54c-4be2-8758-3fcf4302231b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e0caf2ee-d3ac-4575-b8ff-f24e43af4da7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.225917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2912927-f54c-4be2-8758-3fcf4302231b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0caf2ee-d3ac-4575-b8ff-f24e43af4da7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:52.236548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2912927-f54c-4be2-8758-3fcf4302231b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.238125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a2912927-f54c-4be2-8758-3fcf4302231b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2271855 Feb 03 04:41:52.240522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc93a709-13c1-4821-bc44-a462c8320004 admin admin] Publish callbacks [] for security_group (9e98b9dd-49f0-4233-a90e-99edad57da56), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.241265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:52.269162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1cef50ab-8844-45f5-97ea-9fa648bd0544 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1703801882'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:52.298929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0a98536-779b-419c-aab1-636b957f6869 req-2e194d42-7377-484c-9370-7bc37575e670 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3350422 Feb 03 04:41:52.306526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:52.309202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b1d6ba3d-917c-4bb9-94a0-dcf571544f4c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5385056 Feb 03 04:41:52.315565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:52.319812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] Sync routers for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:52.324230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'port_id': '8744c23b-57d9-4d86-8e13-6d55e813ba00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:52.345812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 33856343-de42-41a4-8924-4736fc58ca2f, host n-d-827549-1, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:52.345812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (33856343-de42-41a4-8924-4736fc58ca2f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.354949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 33856343-de42-41a4-8924-4736fc58ca2f owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:52.357896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Port 33856343-de42-41a4-8924-4736fc58ca2f was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:41:52.359123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:52.361187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.363555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (33856343-de42-41a4-8924-4736fc58ca2f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.382701 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-563fe80d-5661-457a-b5f3-5f6452e0d504 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e0caf2ee-d3ac-4575-b8ff-f24e43af4da7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.388727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc93a709-13c1-4821-bc44-a462c8320004 admin admin] Publish callbacks [] for security_group (9e98b9dd-49f0-4233-a90e-99edad57da56), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.399635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-563fe80d-5661-457a-b5f3-5f6452e0d504 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e0caf2ee-d3ac-4575-b8ff-f24e43af4da7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.402831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cef50ab-8844-45f5-97ea-9fa648bd0544 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (d17a5c56-497b-48d5-93d5-33282e79be39), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.403894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cef50ab-8844-45f5-97ea-9fa648bd0544 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (d17a5c56-497b-48d5-93d5-33282e79be39), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.425754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=33856343-de42-41a4-8924-4736fc58ca2f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:52.433229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No DVR routers for this DVR port 33856343-de42-41a4-8924-4736fc58ca2f on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:41:52.445762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.455972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:52.457425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.482089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-93707717-3090-45be-83ab-2836ecf5d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:52.483357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.487327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-93707717-3090-45be-83ab-2836ecf5d064 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1127 time: 0.2145023 Feb 03 04:41:52.487869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cd4d8e17-6758-4961-8eb9-69b5fa2622b7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.6766737 Feb 03 04:41:52.488468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:52.498217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.498885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c568b7-853c-4412-8cac-0d4d5f80d969 None None] The sync data for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:52.520220 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-563fe80d-5661-457a-b5f3-5f6452e0d504 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e0caf2ee-d3ac-4575-b8ff-f24e43af4da7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.551819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (f56c80de-75b0-4916-ba30-70579b60588f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.597956 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (88fd8f0c-0b48-467d-927e-3ec3e81b17d9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.608138 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc93a709-13c1-4821-bc44-a462c8320004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9e98b9dd-49f0-4233-a90e-99edad57da56), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.612597 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc93a709-13c1-4821-bc44-a462c8320004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.614034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cc93a709-13c1-4821-bc44-a462c8320004 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e98b9dd-49f0-4233-a90e-99edad57da56 HTTP/1.1" status: 204 len: 168 time: 1.6168270 Feb 03 04:41:52.615380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-563fe80d-5661-457a-b5f3-5f6452e0d504 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.619336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-563fe80d-5661-457a-b5f3-5f6452e0d504 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e0caf2ee-d3ac-4575-b8ff-f24e43af4da7 HTTP/1.1" status: 204 len: 168 time: 0.3753409 Feb 03 04:41:52.631723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:52.666013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fe80d-5661-457a-b5f3-5f6452e0d504 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0caf2ee-d3ac-4575-b8ff-f24e43af4da7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:52.696933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fd8f0c-0b48-467d-927e-3ec3e81b17d9']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.716683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93a709-13c1-4821-bc44-a462c8320004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e98b9dd-49f0-4233-a90e-99edad57da56,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:52.724261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cae22d1-652c-4ead-a876-edf52c06353d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.726211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cae22d1-652c-4ead-a876-edf52c06353d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:52.789263 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (7cae22d1-652c-4ead-a876-edf52c06353d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.791964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 33856343-de42-41a4-8924-4736fc58ca2f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:41:52.857217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 33856343-de42-41a4-8924-4736fc58ca2f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:41:52.857599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 33856343-de42-41a4-8924-4736fc58ca2f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:41:52.877389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f6a83d8a-0843-4f5f-af5d-da3a7be716e5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2291708 Feb 03 04:41:52.894748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7cae22d1-652c-4ead-a876-edf52c06353d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.906471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:52.937635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:41:52.938040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (7cae22d1-652c-4ead-a876-edf52c06353d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:41:52.973093 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:41:53.043902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11c7c8a0-b469-4093-b96e-3073bc5ff5e9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (41e640d9-05b8-4f4f-a4bc-1ff4f25d3372), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.055367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11c7c8a0-b469-4093-b96e-3073bc5ff5e9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (41e640d9-05b8-4f4f-a4bc-1ff4f25d3372), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.094830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (88fd8f0c-0b48-467d-927e-3ec3e81b17d9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.142513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.145871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/88fd8f0c-0b48-467d-927e-3ec3e81b17d9 HTTP/1.1" status: 204 len: 168 time: 2.5909872 Feb 03 04:41:53.149952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75753e4-6a5a-44b0-aab7-b4d15a782001 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=88fd8f0c-0b48-467d-927e-3ec3e81b17d9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:53.153410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:53.161728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-396679528'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:53.183441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11c7c8a0-b469-4093-b96e-3073bc5ff5e9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (41e640d9-05b8-4f4f-a4bc-1ff4f25d3372), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.196730 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11c7c8a0-b469-4093-b96e-3073bc5ff5e9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.198285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-11c7c8a0-b469-4093-b96e-3073bc5ff5e9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/41e640d9-05b8-4f4f-a4bc-1ff4f25d3372 HTTP/1.1" status: 204 len: 168 time: 0.2690067 Feb 03 04:41:53.203953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:53.208696 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.225311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:53.237345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7c8a0-b469-4093-b96e-3073bc5ff5e9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41e640d9-05b8-4f4f-a4bc-1ff4f25d3372,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:53.265682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:41:53.300077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-618cc6bd-3e8a-47cd-994e-2ead972fb2eb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0703521 Feb 03 04:41:53.303491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58486) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:53.321356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e019b250-7ce6-4ff4-bd39-4333f07e6779), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.321907 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment e019b250-7ce6-4ff4-bd39-4333f07e6779 of type vlan for network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 Feb 03 04:41:53.392608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead54a38-11f9-438c-b16d-03c0641ef467 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (603b5d4b-9a14-41fc-91ba-ba16e2a3048c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.411167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead54a38-11f9-438c-b16d-03c0641ef467 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (603b5d4b-9a14-41fc-91ba-ba16e2a3048c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.421212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3e064ef1-1f3f-41ee-8956-d15fbad763b7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.490224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead54a38-11f9-438c-b16d-03c0641ef467 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (603b5d4b-9a14-41fc-91ba-ba16e2a3048c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.515251 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead54a38-11f9-438c-b16d-03c0641ef467 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.519116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ead54a38-11f9-438c-b16d-03c0641ef467 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/603b5d4b-9a14-41fc-91ba-ba16e2a3048c HTTP/1.1" status: 204 len: 168 time: 0.2118244 Feb 03 04:41:53.519116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead54a38-11f9-438c-b16d-03c0641ef467 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=603b5d4b-9a14-41fc-91ba-ba16e2a3048c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:53.520538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3e064ef1-1f3f-41ee-8956-d15fbad763b7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.537922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:53.538611 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.541121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:53.547932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cef50ab-8844-45f5-97ea-9fa648bd0544 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (d17a5c56-497b-48d5-93d5-33282e79be39), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.573257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cef50ab-8844-45f5-97ea-9fa648bd0544 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (d17a5c56-497b-48d5-93d5-33282e79be39), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.633727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cef50ab-8844-45f5-97ea-9fa648bd0544 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.634988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1cef50ab-8844-45f5-97ea-9fa648bd0544 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5578966 Feb 03 04:41:53.639291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:53.648191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=3e064ef1-1f3f-41ee-8956-d15fbad763b7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:53.662846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d7052fa4-bd72-4984-b09c-171ed7a8dc82 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5057328 Feb 03 04:41:53.665464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:53.667341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:41:53.671597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': '3e064ef1-1f3f-41ee-8956-d15fbad763b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:53.695762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-33f974bc-6a27-4605-800b-a602c1704aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:53.697278 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-33f974bc-6a27-4605-800b-a602c1704aaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 1.1712949 Feb 03 04:41:53.725618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fc06f824-3ee5-4f65-9013-6552d773daed tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1785338 Feb 03 04:41:53.729056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:53.871719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e57b9c4e-e1e1-4932-90d1-41f1c0f939b2 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (10469b66-c662-482c-b18b-ab7b28a35fb4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.888071 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631ffe63-0c07-418a-bb03-e960c1b2672a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (d17a5c56-497b-48d5-93d5-33282e79be39), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.929003 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.930143 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.939947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e57b9c4e-e1e1-4932-90d1-41f1c0f939b2 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (10469b66-c662-482c-b18b-ab7b28a35fb4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:53.972525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:41:53.976456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.012533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e57b9c4e-e1e1-4932-90d1-41f1c0f939b2 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (10469b66-c662-482c-b18b-ab7b28a35fb4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.030146 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e57b9c4e-e1e1-4932-90d1-41f1c0f939b2 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.031331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e57b9c4e-e1e1-4932-90d1-41f1c0f939b2 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/10469b66-c662-482c-b18b-ab7b28a35fb4 HTTP/1.1" status: 204 len: 168 time: 0.3005688 Feb 03 04:41:54.034804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.089195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b9c4e-e1e1-4932-90d1-41f1c0f939b2 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10469b66-c662-482c-b18b-ab7b28a35fb4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:54.145264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c93145e2-8c5a-4808-9d6f-bfa0321312eb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1041923 Feb 03 04:41:54.146153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.180258 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-5a66eb1a-3acd-4bff-844b-995304aae4ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 1001 time: 0.3391526 Feb 03 04:41:54.183808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eca36c0f-199e-4cc7-88f9-403ba1520667 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (3972e19c-ed45-40b9-af02-2c25318cc0f5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.202866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eca36c0f-199e-4cc7-88f9-403ba1520667 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (3972e19c-ed45-40b9-af02-2c25318cc0f5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.315980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eca36c0f-199e-4cc7-88f9-403ba1520667 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (3972e19c-ed45-40b9-af02-2c25318cc0f5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.339648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eca36c0f-199e-4cc7-88f9-403ba1520667 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.341327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eca36c0f-199e-4cc7-88f9-403ba1520667 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3972e19c-ed45-40b9-af02-2c25318cc0f5 HTTP/1.1" status: 204 len: 168 time: 0.1943307 Feb 03 04:41:54.356627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58524) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.367305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca36c0f-199e-4cc7-88f9-403ba1520667 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3972e19c-ed45-40b9-af02-2c25318cc0f5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:54.381754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (7765f43e-925c-4d52-b10b-601bff1d0bf4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.475941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6b1cb1d0-77f1-481f-aff5-b781df38b7bd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1174231 Feb 03 04:41:54.480320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.498426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=7765f43e-925c-4d52-b10b-601bff1d0bf4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:54.517770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': 'e019b250-7ce6-4ff4-bd39-4333f07e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e064ef1-1f3f-41ee-8956-d15fbad763b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:54.518224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: 3e064ef1-1f3f-41ee-8956-d15fbad763b7, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:41:54.566100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:41:54.587009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3e064ef1-1f3f-41ee-8956-d15fbad763b7) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:54.589871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4465-63fa-4804-a2aa-8417ab70ee2f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (45820ba2-90cc-449e-b52b-306fda59c34f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.598276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148d373-455e-4208-a5cd-00189c56ff2f None None] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:54.599391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:54.600214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.647892 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4465-63fa-4804-a2aa-8417ab70ee2f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (45820ba2-90cc-449e-b52b-306fda59c34f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.680945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-16185efb-6a29-4253-a6df-a0e5b5b83141 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0109606 Feb 03 04:41:54.680945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.697788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a46986a6-2345-4483-9a61-3681fa808e6a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1633268932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:54.731210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631ffe63-0c07-418a-bb03-e960c1b2672a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (d17a5c56-497b-48d5-93d5-33282e79be39), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.734102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631ffe63-0c07-418a-bb03-e960c1b2672a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (d17a5c56-497b-48d5-93d5-33282e79be39), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.752238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46986a6-2345-4483-9a61-3681fa808e6a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (bc02db43-d930-4a75-b1dd-7e4b4704a283), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.756520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46986a6-2345-4483-9a61-3681fa808e6a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (bc02db43-d930-4a75-b1dd-7e4b4704a283), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.764469 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4465-63fa-4804-a2aa-8417ab70ee2f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (45820ba2-90cc-449e-b52b-306fda59c34f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.768619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4465-63fa-4804-a2aa-8417ab70ee2f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.777532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c3ee4465-63fa-4804-a2aa-8417ab70ee2f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/45820ba2-90cc-449e-b52b-306fda59c34f HTTP/1.1" status: 204 len: 168 time: 0.2911813 Feb 03 04:41:54.777532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58534) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.804613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee4465-63fa-4804-a2aa-8417ab70ee2f tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45820ba2-90cc-449e-b52b-306fda59c34f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:54.832468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-f1494003-d8ae-47bb-aa47-3a5fb56d3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:54.834642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-f1494003-d8ae-47bb-aa47-3a5fb56d3b72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.6040685 Feb 03 04:41:54.848949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-3e064ef1-1f3f-41ee-8956-d15fbad763b7', 'network_id': '3e064ef1-1f3f-41ee-8956-d15fbad763b7', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': '7765f43e-925c-4d52-b10b-601bff1d0bf4'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:41:54.852125 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.855526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631ffe63-0c07-418a-bb03-e960c1b2672a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (d17a5c56-497b-48d5-93d5-33282e79be39), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.856744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ffe63-0c07-418a-bb03-e960c1b2672a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d17a5c56-497b-48d5-93d5-33282e79be39 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:54.877023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-631ffe63-0c07-418a-bb03-e960c1b2672a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.879028 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-631ffe63-0c07-418a-bb03-e960c1b2672a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "DELETE /v2.0/routers/d17a5c56-497b-48d5-93d5-33282e79be39 HTTP/1.1" status: 204 len: 168 time: 1.2368655 Feb 03 04:41:54.908138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ef49aba6-c669-4006-8f37-d9a1f2fad079 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1284325 Feb 03 04:41:54.908840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58538) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.909182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:54.917804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c22fe12a-2005-4527-ba22-9237e5d4b2bf tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Request body: {'router': {'name': 'tempest-router-1805083734', 'distributed': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:54.932646 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46986a6-2345-4483-9a61-3681fa808e6a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (bc02db43-d930-4a75-b1dd-7e4b4704a283), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:54.940213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-31a2f0e5-ce2a-4d74-b6e4-269adc8978bb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530673047'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:54.962752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46986a6-2345-4483-9a61-3681fa808e6a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (bc02db43-d930-4a75-b1dd-7e4b4704a283), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.000100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22fe12a-2005-4527-ba22-9237e5d4b2bf tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (afb53c5b-38c8-4185-990c-caab2c18abe3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.000100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22fe12a-2005-4527-ba22-9237e5d4b2bf tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (afb53c5b-38c8-4185-990c-caab2c18abe3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.036449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a2f0e5-ce2a-4d74-b6e4-269adc8978bb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.092960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:41:55.154394 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a2f0e5-ce2a-4d74-b6e4-269adc8978bb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (9530acc7-bfe5-41db-b170-e44c9c93e43a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.163063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46986a6-2345-4483-9a61-3681fa808e6a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.167711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a46986a6-2345-4483-9a61-3681fa808e6a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4831402 Feb 03 04:41:55.168629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:55.172692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a2f0e5-ce2a-4d74-b6e4-269adc8978bb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9530acc7-bfe5-41db-b170-e44c9c93e43a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.204790 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31a2f0e5-ce2a-4d74-b6e4-269adc8978bb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.205485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Allocated IP 172.20.0.2 (3e064ef1-1f3f-41ee-8956-d15fbad763b7/7765f43e-925c-4d52-b10b-601bff1d0bf4/b25afc23-15f8-4292-9a22-f6a34b095fb1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:55.207302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-31a2f0e5-ce2a-4d74-b6e4-269adc8978bb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2935402 Feb 03 04:41:55.246863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:55.254215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-537a466e-61cb-492c-aed6-ff31bc9cfb5c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '9530acc7-bfe5-41db-b170-e44c9c93e43a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:55.338879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22fe12a-2005-4527-ba22-9237e5d4b2bf tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (afb53c5b-38c8-4185-990c-caab2c18abe3), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.351289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.366810 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (f56c80de-75b0-4916-ba30-70579b60588f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.412979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-537a466e-61cb-492c-aed6-ff31bc9cfb5c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (7b0d0d21-6913-4cce-84d3-2f8f9bb3d6fe), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.429233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22fe12a-2005-4527-ba22-9237e5d4b2bf tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (afb53c5b-38c8-4185-990c-caab2c18abe3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.441969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2f0e5-ce2a-4d74-b6e4-269adc8978bb tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9530acc7-bfe5-41db-b170-e44c9c93e43a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:55.453221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-aa87e855-77d2-4e0e-801a-cd9cc4002626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:41:55.455225 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-aa87e855-77d2-4e0e-801a-cd9cc4002626 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6041887 Feb 03 04:41:55.487996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22fe12a-2005-4527-ba22-9237e5d4b2bf tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.490001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c22fe12a-2005-4527-ba22-9237e5d4b2bf tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5772274 Feb 03 04:41:55.492555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:55.557879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Publish callbacks [] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.588931 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.629010 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d49e076-acd5-4c1a-be0e-0522250a526c tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (afb53c5b-38c8-4185-990c-caab2c18abe3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.667770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:55.679359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:55.686644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:55.693494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Pushing event updated for resources: {'Port': ['ID=b25afc23-15f8-4292-9a22-f6a34b095fb1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:55.785469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Attempting to bind port b25afc23-15f8-4292-9a22-f6a34b095fb1 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:41:55.785844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Attempting to bind port b25afc23-15f8-4292-9a22-f6a34b095fb1 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e019b250-7ce6-4ff4-bd39-4333f07e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e064ef1-1f3f-41ee-8956-d15fbad763b7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:41:55.786212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Attempting to bind port b25afc23-15f8-4292-9a22-f6a34b095fb1 on network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:41:55.791601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:41:55.792364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Checking segment: {'id': 'e019b250-7ce6-4ff4-bd39-4333f07e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e064ef1-1f3f-41ee-8956-d15fbad763b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:41:55.792364 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.792750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Bound using segment: {'id': 'e019b250-7ce6-4ff4-bd39-4333f07e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e064ef1-1f3f-41ee-8956-d15fbad763b7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:41:55.793211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Bound port: b25afc23-15f8-4292-9a22-f6a34b095fb1, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e019b250-7ce6-4ff4-bd39-4333f07e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e064ef1-1f3f-41ee-8956-d15fbad763b7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:41:55.800726 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.877438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-537a466e-61cb-492c-aed6-ff31bc9cfb5c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (7b0d0d21-6913-4cce-84d3-2f8f9bb3d6fe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.881667 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.905594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] For port b25afc23-15f8-4292-9a22-f6a34b095fb1, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:41:55.910008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] For port b25afc23-15f8-4292-9a22-f6a34b095fb1, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b25afc23-15f8-4292-9a22-f6a34b095fb1,segment=NetworkSegment(e019b250-7ce6-4ff4-bd39-4333f07e6779),segment_id=e019b250-7ce6-4ff4-bd39-4333f07e6779)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:41:55.921060 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.934569 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d49e076-acd5-4c1a-be0e-0522250a526c tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (afb53c5b-38c8-4185-990c-caab2c18abe3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.937904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d49e076-acd5-4c1a-be0e-0522250a526c tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (afb53c5b-38c8-4185-990c-caab2c18abe3), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:55.999983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cb419-a8de-4797-867a-63ba664e4a6e None None] Pushing event updated for resources: {'Port': ['ID=b25afc23-15f8-4292-9a22-f6a34b095fb1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:56.004746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-537a466e-61cb-492c-aed6-ff31bc9cfb5c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (7b0d0d21-6913-4cce-84d3-2f8f9bb3d6fe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.075808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a466e-61cb-492c-aed6-ff31bc9cfb5c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0d0d21-6913-4cce-84d3-2f8f9bb3d6fe,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:56.142458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d49e076-acd5-4c1a-be0e-0522250a526c tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (afb53c5b-38c8-4185-990c-caab2c18abe3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.143053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d49e076-acd5-4c1a-be0e-0522250a526c tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afb53c5b-38c8-4185-990c-caab2c18abe3 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:41:56.157098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:56.158130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d49e076-acd5-4c1a-be0e-0522250a526c tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.160551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-537a466e-61cb-492c-aed6-ff31bc9cfb5c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.161960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-537a466e-61cb-492c-aed6-ff31bc9cfb5c tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9115474 Feb 03 04:41:56.166661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6d49e076-acd5-4c1a-be0e-0522250a526c tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "DELETE /v2.0/routers/afb53c5b-38c8-4185-990c-caab2c18abe3 HTTP/1.1" status: 204 len: 168 time: 0.6729567 Feb 03 04:41:56.167366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58558) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:56.167805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:56.176036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-46e45b2e-6be0-4433-b107-5f4864d8c6f4 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094152 Feb 03 04:41:56.181873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-afe055fc-5d4d-4bd1-b0f5-0b2ffe13e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Request body: {'router': {'name': 'tempest-router-17111232', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7784de0f05264755a068dcd6e237abeb'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:56.259067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.310519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe055fc-5d4d-4bd1-b0f5-0b2ffe13e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.311546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe055fc-5d4d-4bd1-b0f5-0b2ffe13e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.403063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac24e05-72c0-4145-8f7c-1bd79f41ed21 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (9530acc7-bfe5-41db-b170-e44c9c93e43a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.467832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe055fc-5d4d-4bd1-b0f5-0b2ffe13e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.474756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac24e05-72c0-4145-8f7c-1bd79f41ed21 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (9530acc7-bfe5-41db-b170-e44c9c93e43a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.515625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe055fc-5d4d-4bd1-b0f5-0b2ffe13e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.563378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe055fc-5d4d-4bd1-b0f5-0b2ffe13e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.567752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-afe055fc-5d4d-4bd1-b0f5-0b2ffe13e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3945091 Feb 03 04:41:56.570940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:56.577877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:56.582343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.20.0.1 (3e064ef1-1f3f-41ee-8956-d15fbad763b7/7765f43e-925c-4d52-b10b-601bff1d0bf4/ac227914-287d-4e37-b6cb-d5eed22be351) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:56.679797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac24e05-72c0-4145-8f7c-1bd79f41ed21 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9530acc7-bfe5-41db-b170-e44c9c93e43a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.682455 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fac24e05-72c0-4145-8f7c-1bd79f41ed21 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.687534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fac24e05-72c0-4145-8f7c-1bd79f41ed21 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/9530acc7-bfe5-41db-b170-e44c9c93e43a HTTP/1.1" status: 204 len: 168 time: 0.5123460 Feb 03 04:41:56.730309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:56.854835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b25afc23-15f8-4292-9a22-f6a34b095fb1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:56.864399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f6cb3af8-c2af-43cb-8fc1-1c79eb5f4ded req-f8aaa152-5a10-48f1-9852-d73855d28179 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812952 Feb 03 04:41:56.915093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:56.924894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:56.928285 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:56.941117 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:56.944533 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:56.964240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b25afc23-15f8-4292-9a22-f6a34b095fb1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:56.964795 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.020512 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:57.038233 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:57.039107 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:57.093995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b25afc23-15f8-4292-9a22-f6a34b095fb1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:57.094384 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.109097 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:57.109953 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ecceb8-f697-4e87-9f18-091aff0d9599 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:41:57.160010 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-083eb921-d2c8-431a-9e4d-731b4b091afa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/floatingips/f56c80de-75b0-4916-ba30-70579b60588f HTTP/1.1" status: 200 len: 978 time: 4.8376262 Feb 03 04:41:57.160010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:57.166530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b25afc23-15f8-4292-9a22-f6a34b095fb1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b25afc23-15f8-4292-9a22-f6a34b095fb1,segment=NetworkSegment(e019b250-7ce6-4ff4-bd39-4333f07e6779),segment_id=e019b250-7ce6-4ff4-bd39-4333f07e6779)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:41:57.190750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.261903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b25afc23-15f8-4292-9a22-f6a34b095fb1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:57.372331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Allocated IP 172.20.0.1 (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e/dc2abc07-da46-49f3-b731-6cfa01f81cf9/7600b027-2ee0-4924-a472-8d6c412007c8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:41:57.414276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.414889 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.492676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port c16ce17f-0a33-4de7-82ec-02e69770171e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:41:57.493172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.551294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (ac227914-287d-4e37-b6cb-d5eed22be351), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.561357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac24e05-72c0-4145-8f7c-1bd79f41ed21 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530acc7-bfe5-41db-b170-e44c9c93e43a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:57.596436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for port (7600b027-2ee0-4924-a472-8d6c412007c8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.631987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.632351 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (c16ce17f-0a33-4de7-82ec-02e69770171e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.632919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe9305-c2d2-40ea-9d62-a18a897df631 None None] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:41:57.652954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for c16ce17f-0a33-4de7-82ec-02e69770171e owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:41:57.658716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103323) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 03 04:41:57.659065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Router 1ea7c9fc-62a7-44c0-b7e2-15db619aa749 migrating from provider to provider. {{(pid=103323) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 03 04:41:57.659597 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.669288 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-23045ef8-f9b5-4904-bbd9-42094e26a361 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9369118 Feb 03 04:41:57.669504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:57.677471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.689378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.710181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8e1b5fff-0425-4868-a3ad-6154fe1ba420 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--661712765'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:57.721664 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.729816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d2c3c582-3086-47e6-8d23-82c030cef8ea None None] Provisioning complete for port b25afc23-15f8-4292-9a22-f6a34b095fb1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:57.730476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c582-3086-47e6-8d23-82c030cef8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.775925 n-d-827549-1 neutron-server[103323]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] No L3 agents can host the router 1ea7c9fc-62a7-44c0-b7e2-15db619aa749 Feb 03 04:41:57.778374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:57.781051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.809298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:57.822733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:41:57.824951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:57.830434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:41:57.868093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:41:57.890333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5fff-0425-4868-a3ad-6154fe1ba420 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.892776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3c582-3086-47e6-8d23-82c030cef8ea None None] Current status of the port b25afc23-15f8-4292-9a22-f6a34b095fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:57.923982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (bc02db43-d930-4a75-b1dd-7e4b4704a283), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:57.933789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (cac3a1c5-d006-4c4d-96a1-f212012425fc), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.078030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=ac227914-287d-4e37-b6cb-d5eed22be351,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:58.163000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5fff-0425-4868-a3ad-6154fe1ba420 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (39fb6e94-d310-46cd-8e7a-c6e933b6d233), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.184951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Port': ['ID=7600b027-2ee0-4924-a472-8d6c412007c8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:58.188622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Hosts for router 1ea7c9fc-62a7-44c0-b7e2-15db619aa749: [] {{(pid=103323) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 03 04:41:58.198808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5fff-0425-4868-a3ad-6154fe1ba420 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (39fb6e94-d310-46cd-8e7a-c6e933b6d233), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.246041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a4c70829-8bdf-4846-a4db-af3f80976cf4 None None] Provisioning complete for port 7600b027-2ee0-4924-a472-8d6c412007c8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:58.246553 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4c70829-8bdf-4846-a4db-af3f80976cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.250254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b5fff-0425-4868-a3ad-6154fe1ba420 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fb6e94-d310-46cd-8e7a-c6e933b6d233,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:58.264955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5fff-0425-4868-a3ad-6154fe1ba420 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.271894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8e1b5fff-0425-4868-a3ad-6154fe1ba420 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5964589 Feb 03 04:41:58.273067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:58.276044 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.278281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Hosts for other DVR routers connected to router 1ea7c9fc-62a7-44c0-b7e2-15db619aa749: set() {{(pid=103323) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 03 04:41:58.280843 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.287328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-588d7997-1339-40fe-a135-b9d6e11aeb12 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540594472'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:58.291242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2242adb2-94a8-4efe-b5d0-1d2931b5e796 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "PUT /v2.0/routers/1ea7c9fc-62a7-44c0-b7e2-15db619aa749 HTTP/1.1" status: 200 len: 715 time: 1.7186546 Feb 03 04:41:58.293077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:58.322715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a4c70829-8bdf-4846-a4db-af3f80976cf4 None None] Port 7600b027-2ee0-4924-a472-8d6c412007c8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:58.409226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-588d7997-1339-40fe-a135-b9d6e11aeb12 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.440624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c16ce17f-0a33-4de7-82ec-02e69770171e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.468878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e75bbfc9-f87f-45ae-b449-253e68042f22 None None] Provisioning complete for port b25afc23-15f8-4292-9a22-f6a34b095fb1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:58.470624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e75bbfc9-f87f-45ae-b449-253e68042f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.482841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=c16ce17f-0a33-4de7-82ec-02e69770171e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:58.512616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-86f83d55-269c-4f9e-88a6-dbe079d9858a tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "GET /v2.0/routers/1ea7c9fc-62a7-44c0-b7e2-15db619aa749 HTTP/1.1" status: 200 len: 715 time: 0.2183971 Feb 03 04:41:58.515509 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:58.608428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e75bbfc9-f87f-45ae-b449-253e68042f22 None None] Current status of the port b25afc23-15f8-4292-9a22-f6a34b095fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:58.622210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e75bbfc9-f87f-45ae-b449-253e68042f22 None None] Provisioning complete for port ac227914-287d-4e37-b6cb-d5eed22be351 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:58.622590 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e75bbfc9-f87f-45ae-b449-253e68042f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.694656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e75bbfc9-f87f-45ae-b449-253e68042f22 None None] Port ac227914-287d-4e37-b6cb-d5eed22be351 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:58.796432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b25afc23-15f8-4292-9a22-f6a34b095fb1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:41:58.808550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.920815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e7758bed-a54a-4d28-a9bc-cf0fcd588fbb None None] Provisioning complete for port ac227914-287d-4e37-b6cb-d5eed22be351 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:58.922868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7758bed-a54a-4d28-a9bc-cf0fcd588fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:58.995184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e7758bed-a54a-4d28-a9bc-cf0fcd588fbb None None] Port ac227914-287d-4e37-b6cb-d5eed22be351 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:41:59.004002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b25afc23-15f8-4292-9a22-f6a34b095fb1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:41:59.004868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.013863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (f56c80de-75b0-4916-ba30-70579b60588f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.017009 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP f56c80de-75b0-4916-ba30-70579b60588f disassociated (deleted). External IP: 172.25.7.125, port: 8744c23b-57d9-4d86-8e13-6d55e813ba00. Feb 03 04:41:59.105777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b25afc23-15f8-4292-9a22-f6a34b095fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:41:59.136833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a296c9b8-a6bf-4fb2-8dd0-3d4cb7fd389e tempest-RoutersTestDVR-305687491 tempest-RoutersTestDVR-305687491-project] 10.222.0.35 "GET /v2.0/routers/1ea7c9fc-62a7-44c0-b7e2-15db619aa749 HTTP/1.1" status: 200 len: 681 time: 0.6155193 Feb 03 04:41:59.140994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:59.158405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-588d7997-1339-40fe-a135-b9d6e11aeb12 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.182279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-588d7997-1339-40fe-a135-b9d6e11aeb12 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.276107 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (ac227914-287d-4e37-b6cb-d5eed22be351), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.290283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-588d7997-1339-40fe-a135-b9d6e11aeb12 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.294136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-588d7997-1339-40fe-a135-b9d6e11aeb12 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0110013 Feb 03 04:41:59.323356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:59.330375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a7bff9cd-77a8-457d-a344-23ffc1751edf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '39fb6e94-d310-46cd-8e7a-c6e933b6d233', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8', 'remote_ip_prefix': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:41:59.336334 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.361433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d7997-1339-40fe-a135-b9d6e11aeb12 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:59.483448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (bc02db43-d930-4a75-b1dd-7e4b4704a283), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.494673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=ac227914-287d-4e37-b6cb-d5eed22be351,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:59.503424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9a53e0f-6942-43b2-9b9b-e87c56ab7803 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.642903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:41:59.691547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9cd-77a8-457d-a344-23ffc1751edf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (397f246c-3ea8-4e35-82db-b4e588fc8546), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.778814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for port (7600b027-2ee0-4924-a472-8d6c412007c8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.792337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.798177 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9cd-77a8-457d-a344-23ffc1751edf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (397f246c-3ea8-4e35-82db-b4e588fc8546), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.844699 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9cd-77a8-457d-a344-23ffc1751edf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (397f246c-3ea8-4e35-82db-b4e588fc8546), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.858258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:41:59.871158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:41:59.873295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.913539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:41:59.913846 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2ef3a0dc-a2c9-492b-80fc-ae799e10eb2e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/floatingips/f56c80de-75b0-4916-ba30-70579b60588f HTTP/1.1" status: 204 len: 168 time: 2.7537944 Feb 03 04:41:59.914300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:41:59.918632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:41:59.920061 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9a53e0f-6942-43b2-9b9b-e87c56ab7803 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.926957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff9cd-77a8-457d-a344-23ffc1751edf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397f246c-3ea8-4e35-82db-b4e588fc8546,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:41:59.939474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9a53e0f-6942-43b2-9b9b-e87c56ab7803 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.964345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (cac3a1c5-d006-4c4d-96a1-f212012425fc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:41:59.970154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Port': ['ID=7600b027-2ee0-4924-a472-8d6c412007c8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:00.007254 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9cd-77a8-457d-a344-23ffc1751edf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.013220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:00.021179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a7bff9cd-77a8-457d-a344-23ffc1751edf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6957679 Feb 03 04:42:00.027078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:00.039592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:00.041168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:00.072334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f60ff14f-389a-4ace-b04a-b16a8a17ff16 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (397f246c-3ea8-4e35-82db-b4e588fc8546), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.106487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9a53e0f-6942-43b2-9b9b-e87c56ab7803 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (1ea7c9fc-62a7-44c0-b7e2-15db619aa749), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.107304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a53e0f-6942-43b2-9b9b-e87c56ab7803 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea7c9fc-62a7-44c0-b7e2-15db619aa749 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:42:00.119569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:00.120307 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f60ff14f-389a-4ace-b04a-b16a8a17ff16 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (397f246c-3ea8-4e35-82db-b4e588fc8546), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.120446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785fa4b-a6d2-47ec-a69e-966532f4f4ce None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:00.121056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9a53e0f-6942-43b2-9b9b-e87c56ab7803 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.122285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d9a53e0f-6942-43b2-9b9b-e87c56ab7803 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "DELETE /v2.0/routers/1ea7c9fc-62a7-44c0-b7e2-15db619aa749 HTTP/1.1" status: 204 len: 168 time: 0.9791236 Feb 03 04:42:00.132410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:00.142081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:00.146399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:00.147050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cc9e6921-80e0-4ecf-9644-6347bc5a3ef0 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Request body: {'router': {'name': 'tempest-router-1493303108', 'distributed': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:00.197024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6921-80e0-4ecf-9644-6347bc5a3ef0 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.198238 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6921-80e0-4ecf-9644-6347bc5a3ef0 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.243017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 8744c23b-57d9-4d86-8e13-6d55e813ba00 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:00.243407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8744c23b-57d9-4d86-8e13-6d55e813ba00), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.376963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8744c23b-57d9-4d86-8e13-6d55e813ba00), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.392922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 8744c23b-57d9-4d86-8e13-6d55e813ba00 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:00.405273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router bc02db43-d930-4a75-b1dd-7e4b4704a283 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:42:00.534925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4c8e64d2-902a-4f95-83c8-9e61f49719bc None None] Provisioning complete for port ac227914-287d-4e37-b6cb-d5eed22be351 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:00.535328 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c8e64d2-902a-4f95-83c8-9e61f49719bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.624049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e64d2-902a-4f95-83c8-9e61f49719bc None None] Port ac227914-287d-4e37-b6cb-d5eed22be351 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:00.655785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:00.669128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5663ac8b-bd32-4912-8ff7-511fac519858 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/bc02db43-d930-4a75-b1dd-7e4b4704a283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4974909 Feb 03 04:42:00.672079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:00.680567 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] Sync routers for ids ['bc02db43-d930-4a75-b1dd-7e4b4704a283'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:00.717588 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] Routers {'bc02db43-d930-4a75-b1dd-7e4b4704a283'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:00.718222 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['bc02db43-d930-4a75-b1dd-7e4b4704a283'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:00.803131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c81c6b-8065-448a-97a5-d71d3a5618b3 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:00.811719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-78c81c6b-8065-448a-97a5-d71d3a5618b3 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports/ac227914-287d-4e37-b6cb-d5eed22be351 HTTP/1.1" status: 200 len: 910 time: 0.1373055 Feb 03 04:42:00.816995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:00.825742 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:00.847991 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] Routers {'bc02db43-d930-4a75-b1dd-7e4b4704a283'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:00.848630 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['bc02db43-d930-4a75-b1dd-7e4b4704a283'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:00.909460 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:00.910502 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4565e4ef-781c-46ca-9d8b-c5a15f8f1e2a None None] The sync data for ids ['bc02db43-d930-4a75-b1dd-7e4b4704a283'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:00.930241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f60ff14f-389a-4ace-b04a-b16a8a17ff16 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (397f246c-3ea8-4e35-82db-b4e588fc8546), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.943775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f60ff14f-389a-4ace-b04a-b16a8a17ff16 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:00.944919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f60ff14f-389a-4ace-b04a-b16a8a17ff16 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/397f246c-3ea8-4e35-82db-b4e588fc8546 HTTP/1.1" status: 204 len: 168 time: 0.9106874 Feb 03 04:42:00.955566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:00.965867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:00.971910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ff14f-389a-4ace-b04a-b16a8a17ff16 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=397f246c-3ea8-4e35-82db-b4e588fc8546,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:01.004743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:01.010890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d6e97d3f-d1d9-489a-8bce-f2eec5493cfd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0539067 Feb 03 04:42:01.014128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6921-80e0-4ecf-9644-6347bc5a3ef0 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.014653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:01.164051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Router cac3a1c5-d006-4c4d-96a1-f212012425fc has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:01.168221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6921-80e0-4ecf-9644-6347bc5a3ef0 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.174634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8744c23b-57d9-4d86-8e13-6d55e813ba00), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.247953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=8744c23b-57d9-4d86-8e13-6d55e813ba00,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:01.260312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6921-80e0-4ecf-9644-6347bc5a3ef0 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.261719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cc9e6921-80e0-4ecf-9644-6347bc5a3ef0 tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1256828 Feb 03 04:42:01.279621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:01.322570 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c12a3d3-2dca-4a0a-8c7a-5d8fe83d1ed4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.400226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c12a3d3-2dca-4a0a-8c7a-5d8fe83d1ed4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.471453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-322d73ff-b8bc-449f-b5c1-4f9a9e9997b0 None None] Provisioning complete for port 7600b027-2ee0-4924-a472-8d6c412007c8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:01.472683 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-322d73ff-b8bc-449f-b5c1-4f9a9e9997b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.506265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (bc02db43-d930-4a75-b1dd-7e4b4704a283), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.543964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-322d73ff-b8bc-449f-b5c1-4f9a9e9997b0 None None] Port 7600b027-2ee0-4924-a472-8d6c412007c8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:01.558427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd43-7673-47c4-9567-43842f38dffe tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.606405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c12a3d3-2dca-4a0a-8c7a-5d8fe83d1ed4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.609949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c12a3d3-2dca-4a0a-8c7a-5d8fe83d1ed4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.611369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c12a3d3-2dca-4a0a-8c7a-5d8fe83d1ed4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8 HTTP/1.1" status: 204 len: 168 time: 0.5959966 Feb 03 04:42:01.621628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:01.674868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a3d3-2dca-4a0a-8c7a-5d8fe83d1ed4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d4ac49-b8b4-4f90-a637-f04b0eeb55f8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:01.680991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.690171 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dded0902-2972-41e9-bf8d-36ab46f4accf tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/ports/8744c23b-57d9-4d86-8e13-6d55e813ba00 HTTP/1.1" status: 204 len: 168 time: 1.7676268 Feb 03 04:42:01.690863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:01.699701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:01.745994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.810750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f9ea70c3-c080-4c6f-b5d4-4145885179e5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1878331 Feb 03 04:42:01.815420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:01.838007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:01.841338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd43-7673-47c4-9567-43842f38dffe tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.848534 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c054a40b-0cb1-49bc-9c1f-2d7b828eafe8 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "PUT /v2.0/routers/cac3a1c5-d006-4c4d-96a1-f212012425fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3422291 Feb 03 04:42:01.849545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd43-7673-47c4-9567-43842f38dffe tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router_controller (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:01.851089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:01.851719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] Sync routers for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:01.858961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Request body: {'port': {'network_id': 'fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e', 'name': 'tempest-FloatingIPAdminTestJSON-285062511'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:01.873884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:01.874622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:01.927860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:01.939343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:01.940433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:01.954215 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78296680-f646-4dd9-bbf2-fc14fac97357 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (39fb6e94-d310-46cd-8e7a-c6e933b6d233), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.000568 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78296680-f646-4dd9-bbf2-fc14fac97357 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (39fb6e94-d310-46cd-8e7a-c6e933b6d233), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.014179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port ac227914-287d-4e37-b6cb-d5eed22be351 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:02.014748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.036363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:02.038600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218245d-dfaf-4934-b06f-dd8409eeea80 None None] The sync data for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:02.067388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd43-7673-47c4-9567-43842f38dffe tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (1d3ddf7a-4790-4e2a-a54a-e39d2025ece1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.067926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ebd43-7673-47c4-9567-43842f38dffe tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3ddf7a-4790-4e2a-a54a-e39d2025ece1 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:42:02.074621 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd43-7673-47c4-9567-43842f38dffe tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.075812 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3f4ebd43-7673-47c4-9567-43842f38dffe tempest-RoutersTestDVR-307373511 tempest-RoutersTestDVR-307373511-project-admin] 10.222.0.35 "DELETE /v2.0/routers/1d3ddf7a-4790-4e2a-a54a-e39d2025ece1 HTTP/1.1" status: 204 len: 168 time: 0.7921402 Feb 03 04:42:02.128350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.174127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78296680-f646-4dd9-bbf2-fc14fac97357 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (39fb6e94-d310-46cd-8e7a-c6e933b6d233), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.176823 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78296680-f646-4dd9-bbf2-fc14fac97357 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.186790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-78296680-f646-4dd9-bbf2-fc14fac97357 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/39fb6e94-d310-46cd-8e7a-c6e933b6d233 HTTP/1.1" status: 204 len: 168 time: 0.3669345 Feb 03 04:42:02.187454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:02.229121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78296680-f646-4dd9-bbf2-fc14fac97357 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fb6e94-d310-46cd-8e7a-c6e933b6d233,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:02.230527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Made reservation on behalf of 260bd6285e7b4fa0be19210f4d08a4f0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:02.235411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.266103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] device_id is not set on port cd0b9735-0263-40b9-88ce-6b2a7cf3ae36 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:02.295339 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.328286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for ac227914-287d-4e37-b6cb-d5eed22be351 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:02.391778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Allocated IP 172.20.0.9 (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e/dc2abc07-da46-49f3-b731-6cfa01f81cf9/cd0b9735-0263-40b9-88ce-6b2a7cf3ae36) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:02.529726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:02.561421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2b0b723c-7310-4f9c-9cb1-034883dae2b1 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3576396 Feb 03 04:42:02.565338 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ac227914-287d-4e37-b6cb-d5eed22be351), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.568386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:02.604671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-50e3abce-21f4-4a26-a682-00a03bd8c4cd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--27920814'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:02.610748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=ac227914-287d-4e37-b6cb-d5eed22be351,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:02.644641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for port (cd0b9735-0263-40b9-88ce-6b2a7cf3ae36), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.647154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.25.7.185 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/3223a288-6ef2-435d-9fcf-4b0c389b3906) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:02.699017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e3abce-21f4-4a26-a682-00a03bd8c4cd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.802481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cd0b9735-0263-40b9-88ce-6b2a7cf3ae36), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.868077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ccc744-5067-4a59-afbf-a6d55b66571f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:02.960006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.049625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event updated for resources: {'Port': ['ID=cd0b9735-0263-40b9-88ce-6b2a7cf3ae36,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:03.071467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.078718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:03.132041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:03.142263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:03.146444 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6de27a16-8f06-43f0-870e-a31247109930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.179721 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:42:03.210391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:03.231484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:03.237162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:03.315119 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (bc02db43-d930-4a75-b1dd-7e4b4704a283), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.350876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=3223a288-6ef2-435d-9fcf-4b0c389b3906,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:03.388009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:03.388668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.423542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (f713493f-8c42-4c8f-8663-f125fb9bc6e3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.452531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ccc744-5067-4a59-afbf-a6d55b66571f admin admin] Publish callbacks [] for security_group (29ac9efe-4c69-4f35-9502-dca3dfb5a4af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.460894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a48e7ca4-7844-4bf9-8fb6-7ea9c40e9e80 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6069417 Feb 03 04:42:03.468472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:03.489419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ccc744-5067-4a59-afbf-a6d55b66571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (29ac9efe-4c69-4f35-9502-dca3dfb5a4af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.498349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e3abce-21f4-4a26-a682-00a03bd8c4cd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (236f80f5-e39c-48b0-bd1c-0c0c098ce7bb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.552862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e3abce-21f4-4a26-a682-00a03bd8c4cd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (236f80f5-e39c-48b0-bd1c-0c0c098ce7bb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.559271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccc744-5067-4a59-afbf-a6d55b66571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac9efe-4c69-4f35-9502-dca3dfb5a4af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:03.586546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.597484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fa3a311a-f9dd-4d0b-ab25-dd1a820d1eae None None] Provisioning complete for port cd0b9735-0263-40b9-88ce-6b2a7cf3ae36 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:03.597871 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa3a311a-f9dd-4d0b-ab25-dd1a820d1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cd0b9735-0263-40b9-88ce-6b2a7cf3ae36), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.658562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a311a-f9dd-4d0b-ab25-dd1a820d1eae None None] Port cd0b9735-0263-40b9-88ce-6b2a7cf3ae36 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:03.665400 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20ccc744-5067-4a59-afbf-a6d55b66571f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7784de0f05264755a068dcd6e237abeb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1307940 Feb 03 04:42:03.667575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:03.672856 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50e3abce-21f4-4a26-a682-00a03bd8c4cd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.676657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-50e3abce-21f4-4a26-a682-00a03bd8c4cd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0764415 Feb 03 04:42:03.677334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:03.693224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router bc02db43-d930-4a75-b1dd-7e4b4704a283 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:03.694673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3abce-21f4-4a26-a682-00a03bd8c4cd tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236f80f5-e39c-48b0-bd1c-0c0c098ce7bb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:03.700792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1c33b095-b7ab-4b3b-8501-ad4550088f62 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '236f80f5-e39c-48b0-bd1c-0c0c098ce7bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:03.708978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'project_id': '260bd6285e7b4fa0be19210f4d08a4f0', 'port_id': 'cd0b9735-0263-40b9-88ce-6b2a7cf3ae36'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:03.741306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.828709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c33b095-b7ab-4b3b-8501-ad4550088f62 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.843183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:03.854353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] Sync routers for ids ['bc02db43-d930-4a75-b1dd-7e4b4704a283'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:03.859302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f36d179-b28c-40f2-b2d7-c5c11cd97ca9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/bc02db43-d930-4a75-b1dd-7e4b4704a283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0388072 Feb 03 04:42:03.863589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:03.870545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] Routers {'bc02db43-d930-4a75-b1dd-7e4b4704a283'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:03.871179 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['bc02db43-d930-4a75-b1dd-7e4b4704a283'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:03.876443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20c7efc2-d1f9-459a-bace-845970bf8963 admin admin] Publish callbacks [] for security_group (29ac9efe-4c69-4f35-9502-dca3dfb5a4af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.926676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c33b095-b7ab-4b3b-8501-ad4550088f62 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.936194 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7ca2399d-7992-4d06-9242-3e9abcef0244 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc02db43-d930-4a75-b1dd-7e4b4704a283 HTTP/1.1" status: 200 len: 205 time: 0.0691159 Feb 03 04:42:03.936722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:03.945081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c33b095-b7ab-4b3b-8501-ad4550088f62 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:03.952204 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:03.974623 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] Routers {'bc02db43-d930-4a75-b1dd-7e4b4704a283'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:03.977543 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:41:37Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['bc02db43-d930-4a75-b1dd-7e4b4704a283'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:03.983804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20c7efc2-d1f9-459a-bace-845970bf8963 admin admin] Publish callbacks [] for security_group (29ac9efe-4c69-4f35-9502-dca3dfb5a4af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.019690 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:04.020629 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f1331-4197-471c-8d13-b1525066afd2 None None] The sync data for ids ['bc02db43-d930-4a75-b1dd-7e4b4704a283'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:04.021268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33b095-b7ab-4b3b-8501-ad4550088f62 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:04.044992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c33b095-b7ab-4b3b-8501-ad4550088f62 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.046314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1c33b095-b7ab-4b3b-8501-ad4550088f62 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3497949 Feb 03 04:42:04.051357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:04.082025 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.094315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.105308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a2-6fbe-41d2-9949-0b2b99f2f74a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (bc02db43-d930-4a75-b1dd-7e4b4704a283), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.179695 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20c7efc2-d1f9-459a-bace-845970bf8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (29ac9efe-4c69-4f35-9502-dca3dfb5a4af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.183971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20c7efc2-d1f9-459a-bace-845970bf8963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.189019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20c7efc2-d1f9-459a-bace-845970bf8963 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29ac9efe-4c69-4f35-9502-dca3dfb5a4af HTTP/1.1" status: 204 len: 168 time: 0.5204673 Feb 03 04:42:04.220599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7efc2-d1f9-459a-bace-845970bf8963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac9efe-4c69-4f35-9502-dca3dfb5a4af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:04.238552 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.243407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b532b1dd-cea0-4f0f-8584-7da1d34d7223 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.255762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=3223a288-6ef2-435d-9fcf-4b0c389b3906,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:04.259417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (f713493f-8c42-4c8f-8663-f125fb9bc6e3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.265666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b532b1dd-cea0-4f0f-8584-7da1d34d7223 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.303695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b532b1dd-cea0-4f0f-8584-7da1d34d7223 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.304522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.310169 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-848db2a4-2b9f-4f8c-b12f-b0a1a6515835 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6153929 Feb 03 04:42:04.311145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:04.321905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'port': {'network_id': '1e372f48-5729-491b-a9ff-8666d61a96fd', 'name': 'tempest-FloatingIPTestJSON-927620370'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:04.365235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b532b1dd-cea0-4f0f-8584-7da1d34d7223 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.368652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b532b1dd-cea0-4f0f-8584-7da1d34d7223 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c HTTP/1.1" status: 204 len: 168 time: 0.3128581 Feb 03 04:42:04.398406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:04.398658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:04.464351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532b1dd-cea0-4f0f-8584-7da1d34d7223 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eab3971-b9db-4eaf-a0f0-d0a0a3d3908c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:04.471391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a2-6fbe-41d2-9949-0b2b99f2f74a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (bc02db43-d930-4a75-b1dd-7e4b4704a283), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.475481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a2-6fbe-41d2-9949-0b2b99f2f74a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (bc02db43-d930-4a75-b1dd-7e4b4704a283), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.524666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:04.529621 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.575065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a8ebb8c8-6589-45e4-9d8b-65f7978638fc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1685853 Feb 03 04:42:04.582350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:04.589211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a2-6fbe-41d2-9949-0b2b99f2f74a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (bc02db43-d930-4a75-b1dd-7e4b4704a283), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.589730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fdb9a2-6fbe-41d2-9949-0b2b99f2f74a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Fanout notify agent at l3_agent the message router_deleted on router bc02db43-d930-4a75-b1dd-7e4b4704a283 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:42:04.594668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] device_id is not set on port 16276efd-e2f5-4040-8a32-95d9217226ff yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:04.609085 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a2-6fbe-41d2-9949-0b2b99f2f74a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.612634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-70fdb9a2-6fbe-41d2-9949-0b2b99f2f74a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/bc02db43-d930-4a75-b1dd-7e4b4704a283 HTTP/1.1" status: 204 len: 168 time: 0.6696362 Feb 03 04:42:04.614678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:04.661689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Allocated IP 172.25.7.78 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/683c2e5b-871f-4cd9-aeac-3065f23ab663) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:04.734846 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac39baf8-fa94-4390-a3f8-450f99506900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.822586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet 7765f43e-925c-4d52-b10b-601bff1d0bf4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:42:04.826493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (7765f43e-925c-4d52-b10b-601bff1d0bf4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.855958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac39baf8-fa94-4390-a3f8-450f99506900 admin admin] Publish callbacks [] for security_group (4c664ad7-a3ac-4402-bf80-9fb129a429f5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.868005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac39baf8-fa94-4390-a3f8-450f99506900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4c664ad7-a3ac-4402-bf80-9fb129a429f5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.870339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (7765f43e-925c-4d52-b10b-601bff1d0bf4), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.893703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:04.942693 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.965512 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7765f43e-925c-4d52-b10b-601bff1d0bf4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:04.997089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.011067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c5b139-d1ad-4824-a4fd-2900cda0a635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.042075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (7765f43e-925c-4d52-b10b-601bff1d0bf4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.075036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=7765f43e-925c-4d52-b10b-601bff1d0bf4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:05.085206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-557e348a-2525-40f3-9b87-529c5837ee2b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (236f80f5-e39c-48b0-bd1c-0c0c098ce7bb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.098644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff31b5b-7007-4991-86f9-85a2e324ef85 None None] Network 3e064ef1-1f3f-41ee-8956-d15fbad763b7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:05.112278 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.115548 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2f0a353d-c2e0-476a-8e3c-492dabc825e5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/7765f43e-925c-4d52-b10b-601bff1d0bf4 HTTP/1.1" status: 204 len: 168 time: 0.4998960 Feb 03 04:42:05.127342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:05.156855 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c5b139-d1ad-4824-a4fd-2900cda0a635 admin admin] Publish callbacks [] for security_group (223257ae-60a0-414a-8a8c-b0f6ce084cc0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.158227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39baf8-fa94-4390-a3f8-450f99506900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c664ad7-a3ac-4402-bf80-9fb129a429f5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:05.170319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac39baf8-fa94-4390-a3f8-450f99506900 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c063e330cfd4aff9265d8401c77d5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7707756 Feb 03 04:42:05.178466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42c5b139-d1ad-4824-a4fd-2900cda0a635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (223257ae-60a0-414a-8a8c-b0f6ce084cc0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.187233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:05.192960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.3 (1e372f48-5729-491b-a9ff-8666d61a96fd/d7d0e86a-c210-452a-9afb-29409f63f697/16276efd-e2f5-4040-8a32-95d9217226ff) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:05.202218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:05.217492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:05.220825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:05.267208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-557e348a-2525-40f3-9b87-529c5837ee2b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (236f80f5-e39c-48b0-bd1c-0c0c098ce7bb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.268861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Pushing event updated for resources: {'Port': ['ID=683c2e5b-871f-4cd9-aeac-3065f23ab663,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:05.289619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5b139-d1ad-4824-a4fd-2900cda0a635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223257ae-60a0-414a-8a8c-b0f6ce084cc0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:05.295901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-42c5b139-d1ad-4824-a4fd-2900cda0a635 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cac2af9c6c334b64850a568f63ec1c00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941200 Feb 03 04:42:05.298861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:05.386911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] DHCP port deletion for 3e064ef1-1f3f-41ee-8956-d15fbad763b7 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:42:05.470720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] Deleting port b25afc23-15f8-4292-9a22-f6a34b095fb1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:05.471350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.543643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] For port b25afc23-15f8-4292-9a22-f6a34b095fb1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b25afc23-15f8-4292-9a22-f6a34b095fb1,segment=NetworkSegment(e019b250-7ce6-4ff4-bd39-4333f07e6779),segment_id=e019b250-7ce6-4ff4-bd39-4333f07e6779)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:05.544318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.558553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] Calling delete_port for b25afc23-15f8-4292-9a22-f6a34b095fb1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:05.603326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (3e064ef1-1f3f-41ee-8956-d15fbad763b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.648959 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad73cbec-92e4-4f78-820e-bf2fbbaa6241 admin admin] Publish callbacks [] for security_group (223257ae-60a0-414a-8a8c-b0f6ce084cc0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.689209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-557e348a-2525-40f3-9b87-529c5837ee2b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (236f80f5-e39c-48b0-bd1c-0c0c098ce7bb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.690088 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b25afc23-15f8-4292-9a22-f6a34b095fb1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.693021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad73cbec-92e4-4f78-820e-bf2fbbaa6241 admin admin] Publish callbacks [] for security_group (223257ae-60a0-414a-8a8c-b0f6ce084cc0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.693408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-557e348a-2525-40f3-9b87-529c5837ee2b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.698202 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-557e348a-2525-40f3-9b87-529c5837ee2b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/236f80f5-e39c-48b0-bd1c-0c0c098ce7bb HTTP/1.1" status: 204 len: 168 time: 1.1165881 Feb 03 04:42:05.702144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:05.743566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] Pushing event deleted for resources: {'Port': ['ID=b25afc23-15f8-4292-9a22-f6a34b095fb1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:05.749427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3941c8a2-8c88-40f1-8165-18b247a9ad33 admin admin] Publish callbacks [] for security_group (4c664ad7-a3ac-4402-bf80-9fb129a429f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.764366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c81115-159a-4a13-9e39-be5d7cac5215 None None] No DVR routers for this DVR port b25afc23-15f8-4292-9a22-f6a34b095fb1 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:05.798168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d3a75e32-da3a-48ef-9cb0-aed1632973a4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0914867 Feb 03 04:42:05.803289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:05.809859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-52c377ca-728b-4bd2-a801-8a9e54bbe3bc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786511896'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:05.845270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e348a-2525-40f3-9b87-529c5837ee2b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236f80f5-e39c-48b0-bd1c-0c0c098ce7bb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:05.892157 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52c377ca-728b-4bd2-a801-8a9e54bbe3bc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.916439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (16276efd-e2f5-4040-8a32-95d9217226ff), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.921201 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad73cbec-92e4-4f78-820e-bf2fbbaa6241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (223257ae-60a0-414a-8a8c-b0f6ce084cc0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.924074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ad73cbec-92e4-4f78-820e-bf2fbbaa6241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.924709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3941c8a2-8c88-40f1-8165-18b247a9ad33 admin admin] Publish callbacks [] for security_group (4c664ad7-a3ac-4402-bf80-9fb129a429f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:05.928797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ad73cbec-92e4-4f78-820e-bf2fbbaa6241 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/223257ae-60a0-414a-8a8c-b0f6ce084cc0 HTTP/1.1" status: 204 len: 168 time: 0.6239090 Feb 03 04:42:05.946343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73cbec-92e4-4f78-820e-bf2fbbaa6241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223257ae-60a0-414a-8a8c-b0f6ce084cc0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:05.984199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (3e064ef1-1f3f-41ee-8956-d15fbad763b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.037425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (16276efd-e2f5-4040-8a32-95d9217226ff), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.072335 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for floatingip (8a094b27-e0f0-445c-b494-4125ffbd811f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.118907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=16276efd-e2f5-4040-8a32-95d9217226ff,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:06.139544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e064ef1-1f3f-41ee-8956-d15fbad763b7']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:06.146766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52c377ca-728b-4bd2-a801-8a9e54bbe3bc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (7251f96c-4089-429f-ab64-4bd535e836d3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.158321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52c377ca-728b-4bd2-a801-8a9e54bbe3bc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7251f96c-4089-429f-ab64-4bd535e836d3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.174228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e019b250-7ce6-4ff4-bd39-4333f07e6779') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:06.174894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e019b250-7ce6-4ff4-bd39-4333f07e6779') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:06.179053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 1e372f48-5729-491b-a9ff-8666d61a96fd is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:06.191163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:06.198212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (e019b250-7ce6-4ff4-bd39-4333f07e6779), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.201357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:06.225212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52c377ca-728b-4bd2-a801-8a9e54bbe3bc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.226782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-52c377ca-728b-4bd2-a801-8a9e54bbe3bc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4210331 Feb 03 04:42:06.230324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:06.255163 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e019b250-7ce6-4ff4-bd39-4333f07e6779), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.271836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:06.273091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (e019b250-7ce6-4ff4-bd39-4333f07e6779), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:06.276638 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:06.279089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-794b8e1d-f136-4b24-ba03-a8c171a39f2a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '7251f96c-4089-429f-ab64-4bd535e836d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:06.295840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3941c8a2-8c88-40f1-8165-18b247a9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4c664ad7-a3ac-4402-bf80-9fb129a429f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.299457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3941c8a2-8c88-40f1-8165-18b247a9ad33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.301185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3941c8a2-8c88-40f1-8165-18b247a9ad33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c664ad7-a3ac-4402-bf80-9fb129a429f5 HTTP/1.1" status: 204 len: 168 time: 1.1059356 Feb 03 04:42:06.304528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c377ca-728b-4bd2-a801-8a9e54bbe3bc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7251f96c-4089-429f-ab64-4bd535e836d3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:06.317229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:06.317927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.327112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-794b8e1d-f136-4b24-ba03-a8c171a39f2a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e9c92829-9ef5-4ced-b3f7-7baa05df1847), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.358277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.371606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36d563a5-3df9-445a-98b4-34049f390e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.442743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941c8a2-8c88-40f1-8165-18b247a9ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c664ad7-a3ac-4402-bf80-9fb129a429f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:06.460257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8e3b0219-5d98-454d-b048-e00a32324ddb tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1479037 Feb 03 04:42:06.461519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (3e064ef1-1f3f-41ee-8956-d15fbad763b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.472250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:06.485198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'port_id': '16276efd-e2f5-4040-8a32-95d9217226ff'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:06.498467 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-794b8e1d-f136-4b24-ba03-a8c171a39f2a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e9c92829-9ef5-4ced-b3f7-7baa05df1847), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.510018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-794b8e1d-f136-4b24-ba03-a8c171a39f2a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e9c92829-9ef5-4ced-b3f7-7baa05df1847), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.525460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.532338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/3e064ef1-1f3f-41ee-8956-d15fbad763b7 HTTP/1.1" status: 204 len: 168 time: 1.3955028 Feb 03 04:42:06.532338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ae722-46fd-431c-96a1-3f30fda0e01d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=3e064ef1-1f3f-41ee-8956-d15fbad763b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:06.540588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:06.549901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-741870699', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:06.560058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b8e1d-f136-4b24-ba03-a8c171a39f2a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c92829-9ef5-4ced-b3f7-7baa05df1847,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:06.581569 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-794b8e1d-f136-4b24-ba03-a8c171a39f2a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.581569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-794b8e1d-f136-4b24-ba03-a8c171a39f2a tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3474534 Feb 03 04:42:06.620860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58736) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:06.628360 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.656387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8693c74c-cc14-4001-b829-fab7c9b87e1b tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules/e9c92829-9ef5-4ced-b3f7-7baa05df1847 HTTP/1.1" status: 200 len: 763 time: 0.0312192 Feb 03 04:42:06.656387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58740) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:06.667617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.668695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.766361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b25afc23-15f8-4292-9a22-f6a34b095fb1 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:42:06.794672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c7d918a9-eaca-4401-9383-6a5d7e2700ec tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1346822 Feb 03 04:42:06.797350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58746) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:06.833695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b25afc23-15f8-4292-9a22-f6a34b095fb1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:42:06.836413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b25afc23-15f8-4292-9a22-f6a34b095fb1 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:42:06.838329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (b39cbd57-5f6e-47f0-99f8-74651f7a782b), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.901632 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (f713493f-8c42-4c8f-8663-f125fb9bc6e3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:06.974548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.047450 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.051971 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f093dcdd-66b9-41dc-b075-4e1ba3ccc473 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e9c92829-9ef5-4ced-b3f7-7baa05df1847), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.060851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f093dcdd-66b9-41dc-b075-4e1ba3ccc473 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (e9c92829-9ef5-4ced-b3f7-7baa05df1847), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.155217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_gateway (b39cbd57-5f6e-47f0-99f8-74651f7a782b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.242493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Pushing event updated for resources: {'Port': ['ID=683c2e5b-871f-4cd9-aeac-3065f23ab663,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:07.255946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f093dcdd-66b9-41dc-b075-4e1ba3ccc473 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e9c92829-9ef5-4ced-b3f7-7baa05df1847), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.261958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f093dcdd-66b9-41dc-b075-4e1ba3ccc473 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.263218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f093dcdd-66b9-41dc-b075-4e1ba3ccc473 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e9c92829-9ef5-4ced-b3f7-7baa05df1847 HTTP/1.1" status: 204 len: 168 time: 0.4648955 Feb 03 04:42:07.267982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58764) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:07.277750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (8a094b27-e0f0-445c-b494-4125ffbd811f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.328320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093dcdd-66b9-41dc-b075-4e1ba3ccc473 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9c92829-9ef5-4ced-b3f7-7baa05df1847,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:07.378254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:07.421858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-79b256d8-b1bb-421c-8b94-91a19834d9dc tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1529174 Feb 03 04:42:07.424181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:07.430605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-83741a9c-fca6-4b6c-bcd6-61745bbf0d5e tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '7251f96c-4089-429f-ab64-4bd535e836d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:07.478622 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Floating IP 8a094b27-e0f0-445c-b494-4125ffbd811f associated. External IP: 172.25.7.78, port: cd0b9735-0263-40b9-88ce-6b2a7cf3ae36. Feb 03 04:42:07.528085 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83741a9c-fca6-4b6c-bcd6-61745bbf0d5e tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (571ae082-d3fd-4665-8297-a9e65ae8b59b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.529230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.534598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (f713493f-8c42-4c8f-8663-f125fb9bc6e3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:07.559553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-616046377'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:07.649951 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP f713493f-8c42-4c8f-8663-f125fb9bc6e3 associated. External IP: 172.25.7.185, port: 16276efd-e2f5-4040-8a32-95d9217226ff. Feb 03 04:42:07.879870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:08.047613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:08.052727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.059917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:08.094076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:08.095084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:08.136499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:08.147919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f42b93a4-b044-42b3-8a8e-16ec2ddf1cee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/floatingips/f713493f-8c42-4c8f-8663-f125fb9bc6e3 HTTP/1.1" status: 200 len: 977 time: 1.6721239 Feb 03 04:42:08.148677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:08.157786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:08.158382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:08.158382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:08.161104 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.198071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_gateway (b39cbd57-5f6e-47f0-99f8-74651f7a782b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.217520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:08.218243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4bd79e-2b66-4d08-9c5f-9851819fe44d None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:08.220844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.235234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.238234 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83741a9c-fca6-4b6c-bcd6-61745bbf0d5e tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (571ae082-d3fd-4665-8297-a9e65ae8b59b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.246422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.262268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83741a9c-fca6-4b6c-bcd6-61745bbf0d5e tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (571ae082-d3fd-4665-8297-a9e65ae8b59b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.286006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83741a9c-fca6-4b6c-bcd6-61745bbf0d5e tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571ae082-d3fd-4665-8297-a9e65ae8b59b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:08.298716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 16276efd-e2f5-4040-8a32-95d9217226ff {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:08.299463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (16276efd-e2f5-4040-8a32-95d9217226ff), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.389847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83741a9c-fca6-4b6c-bcd6-61745bbf0d5e tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.391124 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-83741a9c-fca6-4b6c-bcd6-61745bbf0d5e tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9659867 Feb 03 04:42:08.394102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58808) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:08.427310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2fbd8a79-89fe-429e-a3e4-26195af04529 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules/571ae082-d3fd-4665-8297-a9e65ae8b59b HTTP/1.1" status: 200 len: 763 time: 0.0262923 Feb 03 04:42:08.429937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:08.454015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (16276efd-e2f5-4040-8a32-95d9217226ff), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.482648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Router cac3a1c5-d006-4c4d-96a1-f212012425fc has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:08.512717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.25.7.112 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/e5bc2dfe-3db1-48f2-b72d-357509c303b2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:08.529565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (e98acacf-c9a2-47d9-a85e-79a071ff2267), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.559192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b4c056c1-cb99-46a5-bbda-807f27e1bfdf tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1280496 Feb 03 04:42:08.565801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:08.576350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e98acacf-c9a2-47d9-a85e-79a071ff2267), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.588985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:08.600728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2c8fa01b-09ea-46c8-8ea1-dec580e0856b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.601422 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment 2c8fa01b-09ea-46c8-8ea1-dec580e0856b of type vlan for network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 Feb 03 04:42:08.622435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7e65-e8df-4870-9992-acafe666a997 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (571ae082-d3fd-4665-8297-a9e65ae8b59b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.682238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (23ad56fa-b405-4d92-b1d7-2ae399d39b11), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.689270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7e65-e8df-4870-9992-acafe666a997 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (571ae082-d3fd-4665-8297-a9e65ae8b59b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.727437 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (23ad56fa-b405-4d92-b1d7-2ae399d39b11), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.732447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:08.733039 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.853157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.853969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (f713493f-8c42-4c8f-8663-f125fb9bc6e3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.854702 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP f713493f-8c42-4c8f-8663-f125fb9bc6e3 disassociated. External IP: 172.25.7.185, port: 16276efd-e2f5-4040-8a32-95d9217226ff. Feb 03 04:42:08.855243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 16276efd-e2f5-4040-8a32-95d9217226ff owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:08.857012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (e5bc2dfe-3db1-48f2-b72d-357509c303b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.871602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7e65-e8df-4870-9992-acafe666a997 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (571ae082-d3fd-4665-8297-a9e65ae8b59b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.912520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7e65-e8df-4870-9992-acafe666a997 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:08.914311 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0a9c7e65-e8df-4870-9992-acafe666a997 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/571ae082-d3fd-4665-8297-a9e65ae8b59b HTTP/1.1" status: 204 len: 168 time: 0.3476686 Feb 03 04:42:08.919550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:08.932635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c7e65-e8df-4870-9992-acafe666a997 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=571ae082-d3fd-4665-8297-a9e65ae8b59b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:08.993500 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-406fcc37-b252-4772-9de8-b9dd5a24e034 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692728 Feb 03 04:42:08.994184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.005514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5241dc84-955f-4794-9b70-0c81985a8f68 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '7251f96c-4089-429f-ab64-4bd535e836d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:09.034200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6520755 Feb 03 04:42:09.034200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98acacf-c9a2-47d9-a85e-79a071ff2267,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:09.043369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.053551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'name': 'tempest-PortsIpV6TestJSON-169795418'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:09.095795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:09.109273 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] Sync routers for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:09.127035 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:09.130346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:09.143563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5241dc84-955f-4794-9b70-0c81985a8f68 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (ce4b7ede-b08b-4563-9b86-4c88518ad220), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.149683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e5bc2dfe-3db1-48f2-b72d-357509c303b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.164584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (16276efd-e2f5-4040-8a32-95d9217226ff), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.197727 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:09.209622 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:09.210970 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:09.215807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=16276efd-e2f5-4040-8a32-95d9217226ff,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:09.254142 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:09.255234 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed4f1f1-d35c-4a6f-99ae-aa45e31e7435 None None] The sync data for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:09.270220 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.328909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b8f24-1d77-4943-ba6e-8935cec49921 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=23ad56fa-b405-4d92-b1d7-2ae399d39b11,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:09.329974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:09.336368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.342764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:09.344694 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.351022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5241dc84-955f-4794-9b70-0c81985a8f68 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (ce4b7ede-b08b-4563-9b86-4c88518ad220), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.367752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5241dc84-955f-4794-9b70-0c81985a8f68 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ce4b7ede-b08b-4563-9b86-4c88518ad220), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.384726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:09.386489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:09.393693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:09.393828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241dc84-955f-4794-9b70-0c81985a8f68 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4b7ede-b08b-4563-9b86-4c88518ad220,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:09.399714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=e5bc2dfe-3db1-48f2-b72d-357509c303b2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:09.405068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 3a082992-f837-4d8c-b3a3-8d9bc262708b yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:09.443759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c69244ec-abfa-48b9-9e72-167af136673b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.9738085 Feb 03 04:42:09.453221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.607639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5241dc84-955f-4794-9b70-0c81985a8f68 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.609037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5241dc84-955f-4794-9b70-0c81985a8f68 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6136713 Feb 03 04:42:09.615767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.678949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-59290bec-88ee-4cbb-a03a-d5fb3a0158bc tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] 10.222.0.35 "GET /v2.0/floatingips/8a094b27-e0f0-445c-b494-4125ffbd811f HTTP/1.1" status: 200 len: 981 time: 0.2232385 Feb 03 04:42:09.679953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.711968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.766261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.823595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-64ace993-d362-4c91-b7a6-9331946f62e4 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules/ce4b7ede-b08b-4563-9b86-4c88518ad220 HTTP/1.1" status: 200 len: 764 time: 0.2066131 Feb 03 04:42:09.825802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:09.826483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58834) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.845326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f5c237b3-29d8-4c3a-9924-64ed39276016 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.1618209 Feb 03 04:42:09.848059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.919938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b8f6d83d-9d9b-4b3c-befa-a09a05c8afa9 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0922811 Feb 03 04:42:09.922494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:09.956030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_gateway (b39cbd57-5f6e-47f0-99f8-74651f7a782b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.960979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a6c0bf-84c9-42f5-bf5a-61327c4de1a7 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (ce4b7ede-b08b-4563-9b86-4c88518ad220), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:09.992089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=3a082992-f837-4d8c-b3a3-8d9bc262708b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:10.004586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': '2c8fa01b-09ea-46c8-8ea1-dec580e0856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:10.005324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: 23ad56fa-b405-4d92-b1d7-2ae399d39b11, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:10.148194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a6c0bf-84c9-42f5-bf5a-61327c4de1a7 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (ce4b7ede-b08b-4563-9b86-4c88518ad220), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.166856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:10.176769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:10.191375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:10.203701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:10.204644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:10.230930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 23ad56fa-b405-4d92-b1d7-2ae399d39b11) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:10.250272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a6c0bf-84c9-42f5-bf5a-61327c4de1a7 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ce4b7ede-b08b-4563-9b86-4c88518ad220), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.263852 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a6c0bf-84c9-42f5-bf5a-61327c4de1a7 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.269490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-16a6c0bf-84c9-42f5-bf5a-61327c4de1a7 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ce4b7ede-b08b-4563-9b86-4c88518ad220 HTTP/1.1" status: 204 len: 168 time: 0.3458583 Feb 03 04:42:10.270134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:10.271264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de9e5a-e829-4aff-a1df-bfbabdf645b5 None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:10.277142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:10.283632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:10.285115 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.300306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c0bf-84c9-42f5-bf5a-61327c4de1a7 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce4b7ede-b08b-4563-9b86-4c88518ad220,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:10.322930 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.358808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8d77d901-92e3-421b-b0ab-d4e5b22c240e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3121777 Feb 03 04:42:10.363780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:10.388477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2101015454'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:10.420088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Deleting port 683c2e5b-871f-4cd9-aeac-3065f23ab663 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:10.421076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.425176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.429114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7d3465f-5fed-4661-a9f7-c4fa80e87af9 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/ports/16276efd-e2f5-4040-8a32-95d9217226ff HTTP/1.1" status: 204 len: 168 time: 2.2794211 Feb 03 04:42:10.432308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:10.493745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-94140067-73f3-47ba-b11d-8fa62d804d69 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2152975 Feb 03 04:42:10.498430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:10.502051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:10.506200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.534322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:10.567888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:10.568762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:10.609036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f24230ad-5526-48b9-8e5a-9328acbc4f27 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (7251f96c-4089-429f-ab64-4bd535e836d3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.614170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6353d332-ce49-4de1-b451-9d3bc17b99f4 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "GET /v2.0/floatingips/f713493f-8c42-4c8f-8663-f125fb9bc6e3 HTTP/1.1" status: 200 len: 688 time: 0.1675961 Feb 03 04:42:10.618863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:10.637003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f24230ad-5526-48b9-8e5a-9328acbc4f27 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (7251f96c-4089-429f-ab64-4bd535e836d3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.657662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:10.658788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120da50-e0de-4825-b7aa-f08732383ced None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:10.682448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router b39cbd57-5f6e-47f0-99f8-74651f7a782b is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:42:10.711346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.711877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for floatingip (683c2e5b-871f-4cd9-aeac-3065f23ab663), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.754576 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f24230ad-5526-48b9-8e5a-9328acbc4f27 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7251f96c-4089-429f-ab64-4bd535e836d3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.756436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:10.760180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f24230ad-5526-48b9-8e5a-9328acbc4f27 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.765774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:10.765967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f24230ad-5526-48b9-8e5a-9328acbc4f27 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/7251f96c-4089-429f-ab64-4bd535e836d3 HTTP/1.1" status: 204 len: 168 time: 0.2661633 Feb 03 04:42:10.777376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Calling delete_port for 683c2e5b-871f-4cd9-aeac-3065f23ab663 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:10.787894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24230ad-5526-48b9-8e5a-9328acbc4f27 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251f96c-4089-429f-ab64-4bd535e836d3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:10.808457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f2f38084-b508-4e01-88f0-0dd91d31694c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.808952 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment f2f38084-b508-4e01-88f0-0dd91d31694c of type vlan for network b950fb78-bfed-48c2-8271-260ba0f5024f Feb 03 04:42:10.851990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:10.869483 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] Sync routers for ids ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:10.877158 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:10.878704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3c1e2ded-b694-4f9c-ada8-6cd04209f716 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3329554 Feb 03 04:42:10.881458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:10.895378 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] Routers {'b39cbd57-5f6e-47f0-99f8-74651f7a782b'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:10.899927 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:10.999632 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:11.019248 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] Routers {'b39cbd57-5f6e-47f0-99f8-74651f7a782b'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:11.019826 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:11.083044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-900845b0-e9d5-4788-aeb2-c0e9aa020b7b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/routers/b39cbd57-5f6e-47f0-99f8-74651f7a782b HTTP/1.1" status: 200 len: 880 time: 0.2000434 Feb 03 04:42:11.084086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58862) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:11.122270 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:11.122958 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3346c5f-1f70-441f-ba76-5ee95cf9c044 None None] The sync data for ids ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:11.349601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1da6a5a2-8706-477d-8887-27d111afd9ea tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5663605 Feb 03 04:42:11.350079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:11.351787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b950fb78-bfed-48c2-8271-260ba0f5024f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.354620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9ff49c1e-2168-4237-a4e8-9600a01696c5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645787526'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:11.387641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d2ddda77-da26-4c93-bb25-bae79e7c8b83 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3012636 Feb 03 04:42:11.388795 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ff49c1e-2168-4237-a4e8-9600a01696c5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.389733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:11.396670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b955a0c9-aab0-4fa7-a5a9-491f778c7877 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-741870699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:11.484427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b950fb78-bfed-48c2-8271-260ba0f5024f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.489577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:11.490277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.519403 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ff49c1e-2168-4237-a4e8-9600a01696c5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (18b5ad14-b3e7-4011-a3d4-3e591b42e733), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.525734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ff49c1e-2168-4237-a4e8-9600a01696c5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (18b5ad14-b3e7-4011-a3d4-3e591b42e733), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.559347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 3223a288-6ef2-435d-9fcf-4b0c389b3906 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:11.559750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.560440 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ff49c1e-2168-4237-a4e8-9600a01696c5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.564646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9ff49c1e-2168-4237-a4e8-9600a01696c5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2109480 Feb 03 04:42:11.565709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:11.571739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d6469f45-6ad7-4e9d-ac57-52ae0d6eef46 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Request body: {'security_group_rule': {'security_group_id': '18b5ad14-b3e7-4011-a3d4-3e591b42e733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:11.581489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2068172 Feb 03 04:42:11.592932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:11.600357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'ports': [{'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11'}, {'network_id': 'b950fb78-bfed-48c2-8271-260ba0f5024f'}]} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:11.600874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:11.601520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': 'b950fb78-bfed-48c2-8271-260ba0f5024f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:11.625933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff49c1e-2168-4237-a4e8-9600a01696c5 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b5ad14-b3e7-4011-a3d4-3e591b42e733,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:11.680685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=b950fb78-bfed-48c2-8271-260ba0f5024f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:11.693101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6469f45-6ad7-4e9d-ac57-52ae0d6eef46 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (8a6e255b-b429-4e43-88e8-c96234442399), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.715109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.715475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.715827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.716168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.716501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.716840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.717166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.717498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.717825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.718233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.718559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.718884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.719207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034acbac-10a8-4f03-9b00-79d8acf1a1c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:11.731845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b950fb78-bfed-48c2-8271-260ba0f5024f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:11.825026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6469f45-6ad7-4e9d-ac57-52ae0d6eef46 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (8a6e255b-b429-4e43-88e8-c96234442399), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.836154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6469f45-6ad7-4e9d-ac57-52ae0d6eef46 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8a6e255b-b429-4e43-88e8-c96234442399), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.844619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.844973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (3223a288-6ef2-435d-9fcf-4b0c389b3906), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.859753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 2} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:11.864374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.870487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469f45-6ad7-4e9d-ac57-52ae0d6eef46 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6e255b-b429-4e43-88e8-c96234442399,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:11.886588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.900056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6469f45-6ad7-4e9d-ac57-52ae0d6eef46 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:11.904402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d6469f45-6ad7-4e9d-ac57-52ae0d6eef46 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375685 Feb 03 04:42:11.905196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58876) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:11.906391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 3223a288-6ef2-435d-9fcf-4b0c389b3906 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:12.059949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86d1d47-7940-4e06-a62d-6babcacc229d tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (18b5ad14-b3e7-4011-a3d4-3e591b42e733), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.066971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (683c2e5b-871f-4cd9-aeac-3065f23ab663), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.107323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3223a288-6ef2-435d-9fcf-4b0c389b3906), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.139328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Port': ['ID=683c2e5b-871f-4cd9-aeac-3065f23ab663,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:12.272310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=3223a288-6ef2-435d-9fcf-4b0c389b3906,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:12.356778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b955a0c9-aab0-4fa7-a5a9-491f778c7877 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.369464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (f713493f-8c42-4c8f-8663-f125fb9bc6e3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.372567 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.375214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bcafb410-ac9e-4a01-bc6e-9639466261ad tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/floatingips/f713493f-8c42-4c8f-8663-f125fb9bc6e3 HTTP/1.1" status: 204 len: 168 time: 1.7535169 Feb 03 04:42:12.380808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for floatingip (8a094b27-e0f0-445c-b494-4125ffbd811f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.381992 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Floating IP 8a094b27-e0f0-445c-b494-4125ffbd811f disassociated (deleted). External IP: 172.25.7.78, port: cd0b9735-0263-40b9-88ce-6b2a7cf3ae36. Feb 03 04:42:12.515215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58880) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:12.522675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '387ef2ec-8531-4bb3-803a-a7151eef7c67'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:12.534913 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86d1d47-7940-4e06-a62d-6babcacc229d tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (18b5ad14-b3e7-4011-a3d4-3e591b42e733), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.558511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 73196b1a-0904-4638-8e2d-29977ae96b5f yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:12.597995 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.642149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86d1d47-7940-4e06-a62d-6babcacc229d tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (18b5ad14-b3e7-4011-a3d4-3e591b42e733), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.644769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a86d1d47-7940-4e06-a62d-6babcacc229d tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.648521 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a86d1d47-7940-4e06-a62d-6babcacc229d tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/18b5ad14-b3e7-4011-a3d4-3e591b42e733 HTTP/1.1" status: 204 len: 168 time: 0.7401447 Feb 03 04:42:12.649284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:12.678466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b955a0c9-aab0-4fa7-a5a9-491f778c7877 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.682428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Router cac3a1c5-d006-4c4d-96a1-f212012425fc has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:12.685108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d1d47-7940-4e06-a62d-6babcacc229d tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b5ad14-b3e7-4011-a3d4-3e591b42e733,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:12.795624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dde2522a-0a14-4749-9e80-ce057aecac97 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1406877 Feb 03 04:42:12.796299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58886) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:12.834900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b955a0c9-aab0-4fa7-a5a9-491f778c7877 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router b39cbd57-5f6e-47f0-99f8-74651f7a782b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:12.857967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (73196b1a-0904-4638-8e2d-29977ae96b5f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.885548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2a0cb706-6129-451f-ad94-6562b80fb0e8 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0834534 Feb 03 04:42:12.886248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:12.905026 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-adebedd6-18d7-40e1-91df-d3cb4db47161 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] delete failed (client error): The resource could not be found. Feb 03 04:42:12.907074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-adebedd6-18d7-40e1-91df-d3cb4db47161 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "DELETE /v2.0/security-groups/18b5ad14-b3e7-4011-a3d4-3e591b42e733 HTTP/1.1" status: 404 len: 347 time: 0.0188746 Feb 03 04:42:12.943027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:12.949288 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:12.973329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port dbf1b8ce-2a96-4756-86bd-126b8d40a7ae yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:13.107202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.25.7.179 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/b760e784-d500-4da5-8994-079dcfd87d19) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:13.117593 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-41b95fcc-42ce-4169-b237-d309d9510740 tempest-SecGroupTest-1556086924 tempest-SecGroupTest-1556086924-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1730967 Feb 03 04:42:13.121019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b955a0c9-aab0-4fa7-a5a9-491f778c7877 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:13.132398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] Sync routers for ids ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:13.142637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b955a0c9-aab0-4fa7-a5a9-491f778c7877 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.147398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b955a0c9-aab0-4fa7-a5a9-491f778c7877 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/b39cbd57-5f6e-47f0-99f8-74651f7a782b HTTP/1.1" status: 200 len: 887 time: 1.7553358 Feb 03 04:42:13.149451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:13.151343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:13.151797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] Routers {'b39cbd57-5f6e-47f0-99f8-74651f7a782b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:13.152802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.160793 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] Sync routers for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:13.177529 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:13.180658 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.226362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.249833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] Routers {'b39cbd57-5f6e-47f0-99f8-74651f7a782b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:13.251609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (dbf1b8ce-2a96-4756-86bd-126b8d40a7ae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.252905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.307605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.308921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca1f791-6214-47a2-9ce5-72f8d63c4c12 None None] The sync data for ids ['b39cbd57-5f6e-47f0-99f8-74651f7a782b'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:13.361423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.428264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47450183-86fb-4ac2-9dd7-116552861c43 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "DELETE /v2.0/floatingips/8a094b27-e0f0-445c-b494-4125ffbd811f HTTP/1.1" status: 204 len: 168 time: 3.5765791 Feb 03 04:42:13.432860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:13.438878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:13.448467 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.458280 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:13.459121 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.474366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-19423df4-b14e-4c9d-bc05-f1a054ec0bc2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/routers/b39cbd57-5f6e-47f0-99f8-74651f7a782b HTTP/1.1" status: 200 len: 887 time: 0.3198619 Feb 03 04:42:13.476062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:13.494613 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:13.495614 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c46f1-f808-4e73-8230-7eccef62d862 None None] The sync data for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:13.505827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (73196b1a-0904-4638-8e2d-29977ae96b5f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.510378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (b760e784-d500-4da5-8994-079dcfd87d19), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.533177 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7525a39-c1fd-4e3f-9057-aef2929b4b54 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=b39cbd57-5f6e-47f0-99f8-74651f7a782b HTTP/1.1" status: 200 len: 205 time: 0.0513706 Feb 03 04:42:13.535952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:13.586730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:13.596755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:13.606427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.621976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:13.634826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:13.635755 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (dbf1b8ce-2a96-4756-86bd-126b8d40a7ae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.639541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=73196b1a-0904-4638-8e2d-29977ae96b5f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:13.752267 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b760e784-d500-4da5-8994-079dcfd87d19), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:13.847922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=dbf1b8ce-2a96-4756-86bd-126b8d40a7ae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:13.898487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:13.945165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': 'f2f38084-b508-4e01-88f0-0dd91d31694c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b950fb78-bfed-48c2-8271-260ba0f5024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:13.945933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: b950fb78-bfed-48c2-8271-260ba0f5024f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:13.951954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:13.964193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:14.061492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=b760e784-d500-4da5-8994-079dcfd87d19,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:14.090658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network b950fb78-bfed-48c2-8271-260ba0f5024f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:14.142709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:14.169331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b950fb78-bfed-48c2-8271-260ba0f5024f) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:14.183666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:14.183835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bee91f-b10d-4188-8ff3-eb113c5cfeb8 None None] Network b950fb78-bfed-48c2-8271-260ba0f5024f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:14.203596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:14.217022 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:14.217254 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.234200 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e8531af9-99f7-4930-9290-58f1baeec27d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02a0cc3b3a364615b6570b794d604c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6435328 Feb 03 04:42:14.237142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:14.279476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.432692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aff0be5c-feef-4c07-871e-312e73a506ba admin admin] Publish callbacks [] for security_group (f6492c61-abf3-48fd-a758-566428cba8d1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.444185 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.479468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_gateway (b39cbd57-5f6e-47f0-99f8-74651f7a782b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.483672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc8c36ea-d6de-4840-af3c-811bf22c2367 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8855846 Feb 03 04:42:14.484730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aff0be5c-feef-4c07-871e-312e73a506ba admin admin] Publish callbacks [] for security_group (f6492c61-abf3-48fd-a758-566428cba8d1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.485970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:14.503286 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21996535-6a65-460f-919e-781c8f9381d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.651702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Allocated IP 172.25.7.181 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/1b614c1e-08a9-4726-9dee-7e58570f3998) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:14.653776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aff0be5c-feef-4c07-871e-312e73a506ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f6492c61-abf3-48fd-a758-566428cba8d1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.656622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aff0be5c-feef-4c07-871e-312e73a506ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.657830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aff0be5c-feef-4c07-871e-312e73a506ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6492c61-abf3-48fd-a758-566428cba8d1 HTTP/1.1" status: 204 len: 168 time: 0.4197466 Feb 03 04:42:14.685365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0be5c-feef-4c07-871e-312e73a506ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6492c61-abf3-48fd-a758-566428cba8d1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:14.701248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port e5bc2dfe-3db1-48f2-b72d-357509c303b2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:14.701598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e5bc2dfe-3db1-48f2-b72d-357509c303b2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.822942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port dbf1b8ce-2a96-4756-86bd-126b8d40a7ae {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:14.824207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dbf1b8ce-2a96-4756-86bd-126b8d40a7ae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.855680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e5bc2dfe-3db1-48f2-b72d-357509c303b2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.866565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.874544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for e5bc2dfe-3db1-48f2-b72d-357509c303b2 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:14.940525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3a65-b631-4de6-96f0-1cd40779aa38 req-be37f895-14ce-4dd3-b064-f4b66f3b590a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:14.942297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-681e3a65-b631-4de6-96f0-1cd40779aa38 req-be37f895-14ce-4dd3-b064-f4b66f3b590a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.2504153 Feb 03 04:42:14.962258 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.976198 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21996535-6a65-460f-919e-781c8f9381d3 admin admin] Publish callbacks [] for security_group (7c3543c6-d8e6-4861-a523-4ea1827e8e6d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:14.994715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dbf1b8ce-2a96-4756-86bd-126b8d40a7ae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.010397 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21996535-6a65-460f-919e-781c8f9381d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7c3543c6-d8e6-4861-a523-4ea1827e8e6d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.038032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for dbf1b8ce-2a96-4756-86bd-126b8d40a7ae owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:15.048393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:15.062835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:15.064951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:15.081288 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (12c78603-3bdd-4253-982e-0f81bdad2dca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.098660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-681e3a65-b631-4de6-96f0-1cd40779aa38 req-6828aaae-3164-4320-a866-45c2d8cd724c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322811 Feb 03 04:42:15.150139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-21996535-6a65-460f-919e-781c8f9381d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd1b99d819f141a8bd88b35458c265aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0035930 Feb 03 04:42:15.150368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Pushing event updated for resources: {'Port': ['ID=1b614c1e-08a9-4726-9dee-7e58570f3998,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:15.151148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:15.236482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21996535-6a65-460f-919e-781c8f9381d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3543c6-d8e6-4861-a523-4ea1827e8e6d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:15.245247 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (dbf1b8ce-2a96-4756-86bd-126b8d40a7ae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.292392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=dbf1b8ce-2a96-4756-86bd-126b8d40a7ae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:15.303491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.316601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6a1c1663-7cdb-4453-ac2c-9833bfc3a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/dbf1b8ce-2a96-4756-86bd-126b8d40a7ae HTTP/1.1" status: 204 len: 168 time: 0.8309915 Feb 03 04:42:15.326949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:15.350554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b760e784-d500-4da5-8994-079dcfd87d19), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.396118 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for floatingip (ddcf56b5-6bc2-46e8-b276-9db5e428f281), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.456990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bac6012-381e-417d-b850-f9049f8b029d admin admin] Publish callbacks [] for security_group (7c3543c6-d8e6-4861-a523-4ea1827e8e6d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.487829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bac6012-381e-417d-b850-f9049f8b029d admin admin] Publish callbacks [] for security_group (7c3543c6-d8e6-4861-a523-4ea1827e8e6d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.512022 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (b760e784-d500-4da5-8994-079dcfd87d19), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.518663 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b760e784-d500-4da5-8994-079dcfd87d19), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.576540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639dfcb-918d-4a27-b43f-e52c41ce9488 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:15.585874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639dfcb-918d-4a27-b43f-e52c41ce9488 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:15.589919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4639dfcb-918d-4a27-b43f-e52c41ce9488 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2594497 Feb 03 04:42:15.596246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:15.645327 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.685044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=b760e784-d500-4da5-8994-079dcfd87d19,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:15.692008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (12c78603-3bdd-4253-982e-0f81bdad2dca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.698774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e5bc2dfe-3db1-48f2-b72d-357509c303b2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.770655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bac6012-381e-417d-b850-f9049f8b029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7c3543c6-d8e6-4861-a523-4ea1827e8e6d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.773787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bac6012-381e-417d-b850-f9049f8b029d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.777251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0bac6012-381e-417d-b850-f9049f8b029d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c3543c6-d8e6-4861-a523-4ea1827e8e6d HTTP/1.1" status: 204 len: 168 time: 0.6157000 Feb 03 04:42:15.778560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=e5bc2dfe-3db1-48f2-b72d-357509c303b2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:15.791622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:15.847347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac6012-381e-417d-b850-f9049f8b029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3543c6-d8e6-4861-a523-4ea1827e8e6d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:15.908850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 73196b1a-0904-4638-8e2d-29977ae96b5f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:15.909443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (73196b1a-0904-4638-8e2d-29977ae96b5f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:15.938834 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP 12c78603-3bdd-4253-982e-0f81bdad2dca associated. External IP: 172.25.7.179, port: 387ef2ec-8531-4bb3-803a-a7151eef7c67. Feb 03 04:42:15.992818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (73196b1a-0904-4638-8e2d-29977ae96b5f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.009515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 73196b1a-0904-4638-8e2d-29977ae96b5f owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:16.208230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (b39cbd57-5f6e-47f0-99f8-74651f7a782b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.221373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (73196b1a-0904-4638-8e2d-29977ae96b5f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.271561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.277810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/73196b1a-0904-4638-8e2d-29977ae96b5f HTTP/1.1" status: 204 len: 168 time: 0.6805379 Feb 03 04:42:16.285197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.295910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641256107-network', 'tenant_id': '0a0f935b4e1947fd90b0ecf6a8b9ea4b'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:16.310237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.346281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02440122-7876-4913-9377-8929cff60ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.381891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dbe70-4b0a-4807-9fa8-7c93d33f8783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=73196b1a-0904-4638-8e2d-29977ae96b5f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:16.394710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.401662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (b39cbd57-5f6e-47f0-99f8-74651f7a782b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.452630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6894dd-3648-4915-9a33-ad8c06c46cb4 req-fa318557-6adf-49f1-97a3-39be2e5fde1c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:16.453589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae6894dd-3648-4915-9a33-ad8c06c46cb4 req-fa318557-6adf-49f1-97a3-39be2e5fde1c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.2101903 Feb 03 04:42:16.454959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Made reservation on behalf of 0a0f935b4e1947fd90b0ecf6a8b9ea4b for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:16.457123 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.471435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (b39cbd57-5f6e-47f0-99f8-74651f7a782b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.472148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Fanout notify agent at l3_agent the message router_deleted on router b39cbd57-5f6e-47f0-99f8-74651f7a782b {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:42:16.480268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.481536 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9f4225f8-c225-4993-a1ca-fe0c36511d79 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/b39cbd57-5f6e-47f0-99f8-74651f7a782b HTTP/1.1" status: 204 len: 168 time: 2.9444082 Feb 03 04:42:16.484267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.485948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.491460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-249747715'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:16.496084 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.516913 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.565401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:16.568644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:16.572141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.577114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eccf58-6cef-42cd-8afc-ca563513c4c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:16.578716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-23eccf58-6cef-42cd-8afc-ca563513c4c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2891669 Feb 03 04:42:16.585870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.594717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae6894dd-3648-4915-9a33-ad8c06c46cb4 req-570a67df-e7ff-4e52-af05-3a196b38e1ed tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240833 Feb 03 04:42:16.608950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Pushing event updated for resources: {'Port': ['ID=1b614c1e-08a9-4726-9dee-7e58570f3998,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:16.636211 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d562f988-50e5-4d0f-bbba-d291a21f3c96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:42:16.640410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d562f988-50e5-4d0f-bbba-d291a21f3c96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/dbf1b8ce-2a96-4756-86bd-126b8d40a7ae HTTP/1.1" status: 404 len: 333 time: 0.0453212 Feb 03 04:42:16.641064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.680295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (ddcf56b5-6bc2-46e8-b276-9db5e428f281), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.685827 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca19a358-14a3-41fe-ada5-a1ffbd3a401c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:42:16.690817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca19a358-14a3-41fe-ada5-a1ffbd3a401c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/73196b1a-0904-4638-8e2d-29977ae96b5f HTTP/1.1" status: 404 len: 333 time: 0.0429871 Feb 03 04:42:16.690817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:16.691188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.725972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (74784621-11bb-4bff-b82a-fb2c17bb7ce3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.726182 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment 74784621-11bb-4bff-b82a-fb2c17bb7ce3 of type vlan for network 3d9e194d-92e3-404c-897a-6b84d9d10c4a Feb 03 04:42:16.729311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02440122-7876-4913-9377-8929cff60ccd admin admin] Publish callbacks [] for security_group (7871ea1e-7c68-43d9-97ac-185583b25b35), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.746600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.750890 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e5446b11-cc79-4708-9a4e-483a8c774eb4 tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3167698 Feb 03 04:42:16.754368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.774261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02440122-7876-4913-9377-8929cff60ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7871ea1e-7c68-43d9-97ac-185583b25b35), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.839038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks [] for security_group (1ddf5ffc-6298-4299-8898-fa1bb1fb063b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.840509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3d9e194d-92e3-404c-897a-6b84d9d10c4a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.845711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b950fb78-bfed-48c2-8271-260ba0f5024f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.850667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-02440122-7876-4913-9377-8929cff60ccd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=878541381991454cbf45e67ac195b27b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5385075 Feb 03 04:42:16.852397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02440122-7876-4913-9377-8929cff60ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7871ea1e-7c68-43d9-97ac-185583b25b35,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:16.853478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:16.855665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ddf5ffc-6298-4299-8898-fa1bb1fb063b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.859327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:16.888791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:16.891397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:16.915744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.927026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:16.929480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:16.937085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf5ffc-6298-4299-8898-fa1bb1fb063b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:16.943877 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e65af876-231a-42ed-935f-79ba6e9f3719), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:16.944910 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Added segment e65af876-231a-42ed-935f-79ba6e9f3719 of type vlan for network fc95da8a-0ac4-4da6-bceb-97a3ff137218 Feb 03 04:42:17.002261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3d9e194d-92e3-404c-897a-6b84d9d10c4a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.007217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:17.007903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.012322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:17.014113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c00891ba-9c59-40de-89c7-97853cae490e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4944115 Feb 03 04:42:17.017207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:17.022288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1445440591'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:17.028323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:17.029202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:17.037443 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (fc95da8a-0ac4-4da6-bceb-97a3ff137218), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.066747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:17.070243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.084276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (fc95da8a-0ac4-4da6-bceb-97a3ff137218), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.085427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:17.086109 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.088205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:17.089202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d4ebc-ba80-4a92-be68-3119ca238836 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:17.100837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:17.104967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=3d9e194d-92e3-404c-897a-6b84d9d10c4a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:17.107179 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a6bae8-6257-439b-b037-02f5385d67df admin admin] Publish callbacks [] for security_group (7871ea1e-7c68-43d9-97ac-185583b25b35), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.130573 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:17.138606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3429205 Feb 03 04:42:17.142069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:17.146814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:17.175676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Request body: {'subnet': {'network_id': 'fc95da8a-0ac4-4da6-bceb-97a3ff137218', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641256107-subnet', 'tenant_id': '0a0f935b4e1947fd90b0ecf6a8b9ea4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:17.185796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa392d-8c61-4ba5-9803-f040e9d2c73c admin admin] Pushing event updated for resources: {'Network': ['ID=fc95da8a-0ac4-4da6-bceb-97a3ff137218,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:17.186296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-300141b4-0e3f-4571-a9b7-55814ea26021 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6991098 Feb 03 04:42:17.188707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b950fb78-bfed-48c2-8271-260ba0f5024f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.191858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:17.198099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': '3d9e194d-92e3-404c-897a-6b84d9d10c4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:17.201926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bb7319f6-fa68-4a55-9269-8496dd2929c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.202556 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Added segment bb7319f6-fa68-4a55-9269-8496dd2929c2 of type vlan for network 513349f1-ff56-4716-bdd6-ea380b74af52 Feb 03 04:42:17.214519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a6bae8-6257-439b-b037-02f5385d67df admin admin] Publish callbacks [] for security_group (7871ea1e-7c68-43d9-97ac-185583b25b35), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.231152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.238158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b950fb78-bfed-48c2-8271-260ba0f5024f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:17.252457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network fc95da8a-0ac4-4da6-bceb-97a3ff137218 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:17.274034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f38084-b508-4e01-88f0-0dd91d31694c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:17.274317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f38084-b508-4e01-88f0-0dd91d31694c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:17.298840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (f2f38084-b508-4e01-88f0-0dd91d31694c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.302516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Made reservation on behalf of 0a0f935b4e1947fd90b0ecf6a8b9ea4b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:17.305005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.313955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (513349f1-ff56-4716-bdd6-ea380b74af52), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.327619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f2f38084-b508-4e01-88f0-0dd91d31694c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.338779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:17.339616 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (f2f38084-b508-4e01-88f0-0dd91d31694c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:17.343411 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:17.423182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:17.426764 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.428380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a6bae8-6257-439b-b037-02f5385d67df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7871ea1e-7c68-43d9-97ac-185583b25b35), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.431204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71a6bae8-6257-439b-b037-02f5385d67df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.432987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-71a6bae8-6257-439b-b037-02f5385d67df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7871ea1e-7c68-43d9-97ac-185583b25b35 HTTP/1.1" status: 204 len: 168 time: 0.5776083 Feb 03 04:42:17.446215 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (513349f1-ff56-4716-bdd6-ea380b74af52), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.448090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6bae8-6257-439b-b037-02f5385d67df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7871ea1e-7c68-43d9-97ac-185583b25b35,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:17.451527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:17.452237 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.454982 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b950fb78-bfed-48c2-8271-260ba0f5024f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.466109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.477874 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/b950fb78-bfed-48c2-8271-260ba0f5024f HTTP/1.1" status: 204 len: 168 time: 0.7851796 Feb 03 04:42:17.481267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:17.498480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-599271001'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:17.504183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66636ab6-63e4-446a-897c-c3f1a63c11a7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=b950fb78-bfed-48c2-8271-260ba0f5024f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:17.529874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.539358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:17.543000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.582037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5632861 Feb 03 04:42:17.589624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:17.595376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c173051-59df-41fa-990f-62178b181fee tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Network': ['ID=513349f1-ff56-4716-bdd6-ea380b74af52,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:17.601140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'subnet': {'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:17.606723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 513349f1-ff56-4716-bdd6-ea380b74af52 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:17.629691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:17.668607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f4e22dad-3601-4fd1-9d4d-38bf92562d4e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.668953 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment f4e22dad-3601-4fd1-9d4d-38bf92562d4e of type vlan for network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 Feb 03 04:42:17.739778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (4df5a434-6390-4676-bcc0-b37fcb2c30c8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.742382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Allocated IP 172.25.7.11 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/75c0ec10-5f8e-492e-be39-927770c39452) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:17.812570 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (4df5a434-6390-4676-bcc0-b37fcb2c30c8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.817696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:17.818526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.873880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:17.877948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.902841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4099343 Feb 03 04:42:17.908834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:17.909019 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (1a4f7aa9-64d9-442b-a536-093746e56e5a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:17.943561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:17.966441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790751c-5aa8-476d-9a98-e0c206126e7d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=4df5a434-6390-4676-bcc0-b37fcb2c30c8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:17.981924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:18.006232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks [] for port (75c0ec10-5f8e-492e-be39-927770c39452), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.101854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:18.106446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.146222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (75c0ec10-5f8e-492e-be39-927770c39452), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.233900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 04:42:18.236945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 04:42:18.296491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:18.305365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:18.314588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:18.320665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Pushing event updated for resources: {'Port': ['ID=75c0ec10-5f8e-492e-be39-927770c39452,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:18.500236 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks [] for floatingip (26512e91-6246-463d-acd0-154d4eb5a664), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.509239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (5bac94fe-8d42-4e4c-99fc-39b59d333fc7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.580020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e68e4-d13e-4d35-ab15-f972b253a224 req-6a10ef92-3d16-4e9a-a158-0891d0d5851b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:18.580551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (75c0ec10-5f8e-492e-be39-927770c39452), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.581088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-116e68e4-d13e-4d35-ab15-f972b253a224 req-6a10ef92-3d16-4e9a-a158-0891d0d5851b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.8191466 Feb 03 04:42:18.589566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (ef8666a9-f4a6-4f76-92fd-f8902eac9394), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.614605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=5bac94fe-8d42-4e4c-99fc-39b59d333fc7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:18.630603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4f7aa9-64d9-442b-a536-093746e56e5a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:18.648731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': 'f4e22dad-3601-4fd1-9d4d-38bf92562d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:18.649098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: 4df5a434-6390-4676-bcc0-b37fcb2c30c8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:18.714707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:18.733446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 4df5a434-6390-4676-bcc0-b37fcb2c30c8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:18.743975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3305ae34-4c82-4f99-bc11-fcfeeea43dfc None None] Network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:18.744985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:18.745592 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.771659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Checking segment: {'id': 'e65af876-231a-42ed-935f-79ba6e9f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fc95da8a-0ac4-4da6-bceb-97a3ff137218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:18.772032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Network hostable DHCP agents. Network: fc95da8a-0ac4-4da6-bceb-97a3ff137218, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:18.773882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f197d42f-dcf7-4385-8365-14567904c32c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8650968 Feb 03 04:42:18.778254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:18.786725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8', 'name': 'tempest-PortsIpV6TestJSON-1357084197'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:18.810447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks [] for port (75c0ec10-5f8e-492e-be39-927770c39452), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.811572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-116e68e4-d13e-4d35-ab15-f972b253a224 req-3495b82c-90d8-4ed2-a9ee-856bca0acfaf tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2062681 Feb 03 04:42:18.815809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': '74784621-11bb-4bff-b82a-fb2c17bb7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d9e194d-92e3-404c-897a-6b84d9d10c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:18.816195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: 3d9e194d-92e3-404c-897a-6b84d9d10c4a, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:18.823746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=ef8666a9-f4a6-4f76-92fd-f8902eac9394,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:18.827237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (75c0ec10-5f8e-492e-be39-927770c39452), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.873246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Network fc95da8a-0ac4-4da6-bceb-97a3ff137218 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:18.892828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-4df5a434-6390-4676-bcc0-b37fcb2c30c8', 'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8', 'project_id': '45e1159c3a554918b02e31733812bd0d', 'fixed_ips': [{'subnet_id': '5bac94fe-8d42-4e4c-99fc-39b59d333fc7'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:42:18.893880 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.894511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, fc95da8a-0ac4-4da6-bceb-97a3ff137218) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:18.898285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:18.905194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:18.905863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.918631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f24a1c-241a-48a9-a959-7af278091b13 None None] Network fc95da8a-0ac4-4da6-bceb-97a3ff137218 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:18.957787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Pushing event updated for resources: {'Port': ['ID=75c0ec10-5f8e-492e-be39-927770c39452,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:18.968050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3d9e194d-92e3-404c-897a-6b84d9d10c4a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:18.982318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (26512e91-6246-463d-acd0-154d4eb5a664), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:18.987353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:18.988125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.015800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-50b90f81-5b46-47aa-a551-194eb08f6b74 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8641214 Feb 03 04:42:19.016048 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.016048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b9ad9385-717e-4b3c-8be3-2ef8355687a3 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2562714 Feb 03 04:42:19.016048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:19.026587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-150382a2-730d-459e-a99d-08746d755cf2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8300562 Feb 03 04:42:19.026852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:19.032110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (3a0c493a-503e-410b-b936-bfc9e1c95e12), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.043537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-74f56fea-be62-4e46-99cf-dd212845ceb1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-101002958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:19.142781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Allocated IP 2001:db8::2 (4df5a434-6390-4676-bcc0-b37fcb2c30c8/5bac94fe-8d42-4e4c-99fc-39b59d333fc7/c3ed2a13-4278-4609-8e4a-ee2fb25cdf11) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:19.158294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01a179-1bc9-421c-9608-c136ffeb6261 None None] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:19.201104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Subnet': ['ID=3a0c493a-503e-410b-b936-bfc9e1c95e12,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:19.231554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888fcbb-160e-49df-94a1-cc6fdf3982b4 None None] Network fc95da8a-0ac4-4da6-bceb-97a3ff137218 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:19.267212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f56fea-be62-4e46-99cf-dd212845ceb1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (1fda5348-7fff-4403-b0ca-ae2c84467f3d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.268489 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f56fea-be62-4e46-99cf-dd212845ceb1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (1fda5348-7fff-4403-b0ca-ae2c84467f3d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.285208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Checking segment: {'id': 'bb7319f6-fa68-4a55-9269-8496dd2929c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:19.285646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network hostable DHCP agents. Network: 513349f1-ff56-4716-bdd6-ea380b74af52, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:19.351296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 513349f1-ff56-4716-bdd6-ea380b74af52 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:19.374076 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f56fea-be62-4e46-99cf-dd212845ceb1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (1fda5348-7fff-4403-b0ca-ae2c84467f3d), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.381115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 513349f1-ff56-4716-bdd6-ea380b74af52) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:19.387750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f56fea-be62-4e46-99cf-dd212845ceb1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (1fda5348-7fff-4403-b0ca-ae2c84467f3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.402686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:19.403839 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.408628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a895e3-8fa7-49ed-8fe6-259c7ac66884 None None] Network 513349f1-ff56-4716-bdd6-ea380b74af52 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:19.438109 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74f56fea-be62-4e46-99cf-dd212845ceb1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.442933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74f56fea-be62-4e46-99cf-dd212845ceb1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4121704 Feb 03 04:42:19.443170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59066) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:19.460276 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a93bc524-3590-4546-b00a-16cc2509689c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8691921 Feb 03 04:42:19.460723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:19.527723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0e269eac-09aa-4104-9fea-b48aedb88a1b tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3206 time: 0.5118468 Feb 03 04:42:19.530154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:19.539923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:19.543974 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.571715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2065930350', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:19.597499 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-75d6c5f3-d8c2-4f5d-9bd0-6c5daa6ab2e7 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0658293 Feb 03 04:42:19.603278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:19.606192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port bdfbcc63-014f-4d0c-8906-d072c4d1ae00 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:19.724587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.726555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.875606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Deleting port 75c0ec10-5f8e-492e-be39-927770c39452 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:19.875993 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (75c0ec10-5f8e-492e-be39-927770c39452), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:19.970698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-3d9e194d-92e3-404c-897a-6b84d9d10c4a', 'network_id': '3d9e194d-92e3-404c-897a-6b84d9d10c4a', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': 'ef8666a9-f4a6-4f76-92fd-f8902eac9394'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:42:19.971920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.071078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_controller (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.093332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:20.123134 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (75c0ec10-5f8e-492e-be39-927770c39452), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.123444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks [] for floatingip (75c0ec10-5f8e-492e-be39-927770c39452), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.140947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Calling delete_port for 75c0ec10-5f8e-492e-be39-927770c39452 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:20.142504 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-775664769-network', 'tenant_id': 'bfa67bb42e604699b732fae5f9d912d7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:20.188889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Publish callbacks [] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.231300 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.287866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.338587 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Made reservation on behalf of bfa67bb42e604699b732fae5f9d912d7 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:20.341062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.357047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-513349f1-ff56-4716-bdd6-ea380b74af52', 'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52', 'project_id': '2845a595534c41e3a4d9f79b1562d01a', 'fixed_ips': [{'subnet_id': '3a0c493a-503e-410b-b936-bfc9e1c95e12'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:42:20.358251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.385757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Pushing event updated for resources: {'Port': ['ID=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:20.386664 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.401196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:20.424883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::9c (4df5a434-6390-4676-bcc0-b37fcb2c30c8/5bac94fe-8d42-4e4c-99fc-39b59d333fc7/bdfbcc63-014f-4d0c-8906-d072c4d1ae00) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:20.433927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:20.437813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:20.440022 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.470247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332d22-f1b3-4943-9853-a958256d06e6 req-4b435727-00c4-418d-8222-0f3a6958426d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:20.472136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07332d22-f1b3-4943-9853-a958256d06e6 req-4b435727-00c4-418d-8222-0f3a6958426d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.4216583 Feb 03 04:42:20.650290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Attempting to bind port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:20.651810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Attempting to bind port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'f4e22dad-3601-4fd1-9d4d-38bf92562d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:20.652136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (bdfbcc63-014f-4d0c-8906-d072c4d1ae00), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.654044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Attempting to bind port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 on network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:20.684988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Allocated IP 172.20.0.2 (3d9e194d-92e3-404c-897a-6b84d9d10c4a/ef8666a9-f4a6-4f76-92fd-f8902eac9394/4109ba08-3e1c-448a-8667-6b1e96b323a1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:20.707218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (75c0ec10-5f8e-492e-be39-927770c39452), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.726635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:20.727043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Checking segment: {'id': 'f4e22dad-3601-4fd1-9d4d-38bf92562d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:20.727471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.727900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Bound using segment: {'id': 'f4e22dad-3601-4fd1-9d4d-38bf92562d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:20.733628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Bound port: c3ed2a13-4278-4609-8e4a-ee2fb25cdf11, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e22dad-3601-4fd1-9d4d-38bf92562d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4df5a434-6390-4676-bcc0-b37fcb2c30c8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:20.734068 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.748667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07332d22-f1b3-4943-9853-a958256d06e6 req-265ff3fe-e960-4882-9752-8af01fa45f2c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2022130 Feb 03 04:42:20.753098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bdfbcc63-014f-4d0c-8906-d072c4d1ae00), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.783294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Pushing event deleted for resources: {'Port': ['ID=75c0ec10-5f8e-492e-be39-927770c39452,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:20.871105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:20.873157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks [] for floatingip (26512e91-6246-463d-acd0-154d4eb5a664), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.877424 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.878525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1d245b0a-e305-4051-a2f2-ffef85883483 tempest-FloatingIPAdminTestJSON-1514458584 tempest-FloatingIPAdminTestJSON-1514458584-project] 10.222.0.35 "DELETE /v2.0/floatingips/26512e91-6246-463d-acd0-154d4eb5a664 HTTP/1.1" status: 204 len: 168 time: 1.2740698 Feb 03 04:42:20.883854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:20.886847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:20.920209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:20.926893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:20.927509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:20.953390 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1738093 Feb 03 04:42:20.956220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:21.042417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks [] for security_group (5260382f-c86a-4370-993a-74e072de1685), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.078612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] For port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:21.081007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Allocated IP 172.20.0.2 (513349f1-ff56-4716-bdd6-ea380b74af52/3a0c493a-503e-410b-b936-bfc9e1c95e12/b04c9147-f694-422c-8c59-1c1c64b817ce) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:21.084369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dad099-b337-4bd5-b219-9b89d2393e4b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=bdfbcc63-014f-4d0c-8906-d072c4d1ae00,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:21.089202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5260382f-c86a-4370-993a-74e072de1685), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.103041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:21.115549 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9b7a2429-82e9-4049-8185-c2de74dc1533), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.116040 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Added segment 9b7a2429-82e9-4049-8185-c2de74dc1533 of type vlan for network 4e1133dc-54f7-4d90-b531-0afaf2b6c4f1 Feb 03 04:42:21.130160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port bdfbcc63-014f-4d0c-8906-d072c4d1ae00 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:21.131408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bdfbcc63-014f-4d0c-8906-d072c4d1ae00), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.149260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] For port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,segment=NetworkSegment(f4e22dad-3601-4fd1-9d4d-38bf92562d4e),segment_id=f4e22dad-3601-4fd1-9d4d-38bf92562d4e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:21.213254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.236842 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (4e1133dc-54f7-4d90-b531-0afaf2b6c4f1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.286952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5260382f-c86a-4370-993a-74e072de1685,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:21.304016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bdfbcc63-014f-4d0c-8906-d072c4d1ae00), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.339081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for bdfbcc63-014f-4d0c-8906-d072c4d1ae00 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:21.387291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.390231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Deleting port 1b614c1e-08a9-4726-9dee-7e58570f3998 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:21.390570 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.427699 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (4e1133dc-54f7-4d90-b531-0afaf2b6c4f1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.428701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:21.429294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.500655 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.502638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b796e37-23ba-4158-ac31-07ac9ee32229 None None] Pushing event updated for resources: {'Port': ['ID=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:21.506824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1133dc-54f7-4d90-b531-0afaf2b6c4f1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:21.555634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 4e1133dc-54f7-4d90-b531-0afaf2b6c4f1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:21.570819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-da0a35fe-a417-4ae4-b3cb-5a6d47f1acb8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4698832 Feb 03 04:42:21.591907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:21.597167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Request body: {'subnet': {'network_id': '4e1133dc-54f7-4d90-b531-0afaf2b6c4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-775664769-subnet', 'tenant_id': 'bfa67bb42e604699b732fae5f9d912d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:21.642270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bdfbcc63-014f-4d0c-8906-d072c4d1ae00), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.645127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Made reservation on behalf of bfa67bb42e604699b732fae5f9d912d7 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:21.647940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.696148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.696545 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for floatingip (1b614c1e-08a9-4726-9dee-7e58570f3998), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.715285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=bdfbcc63-014f-4d0c-8906-d072c4d1ae00,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:21.760916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Calling delete_port for 1b614c1e-08a9-4726-9dee-7e58570f3998 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:21.816825 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Publish callbacks [] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.843390 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.855322 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce5e87dc-67f3-423a-b61e-0a435edc9bd5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/bdfbcc63-014f-4d0c-8906-d072c4d1ae00 HTTP/1.1" status: 204 len: 168 time: 0.8977919 Feb 03 04:42:21.869601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:21.920456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Publish callbacks [] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.931416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.952958 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:21.960260 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8989aade-f0f1-4684-814e-7d5edde9e97d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:42:21.963440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8989aade-f0f1-4684-814e-7d5edde9e97d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:42:21.967488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.25.7.65 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/8a51842c-415f-462f-b0e0-ceaa99a6cddf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:21.970299 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8989aade-f0f1-4684-814e-7d5edde9e97d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/bdfbcc63-014f-4d0c-8906-d072c4d1ae00 HTTP/1.1" status: 404 len: 333 time: 0.0978291 Feb 03 04:42:21.971067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:22.014460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Pushing event updated for resources: {'Port': ['ID=4109ba08-3e1c-448a-8667-6b1e96b323a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:22.065629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Pushing event updated for resources: {'Port': ['ID=b04c9147-f694-422c-8c59-1c1c64b817ce,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:22.065866 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29df9db-2a02-4d21-a512-3583905808c7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:42:22.071027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b29df9db-2a02-4d21-a512-3583905808c7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/bdfbcc63-014f-4d0c-8906-d072c4d1ae00 HTTP/1.1" status: 404 len: 333 time: 0.0873318 Feb 03 04:42:22.072464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:22.078993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:22.083484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Network 513349f1-ff56-4716-bdd6-ea380b74af52 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:22.085112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:22.087128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:22.088854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:22.114958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:22.117005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.20.0.1 (3d9e194d-92e3-404c-897a-6b84d9d10c4a/ef8666a9-f4a6-4f76-92fd-f8902eac9394/1fca0800-61e7-49c1-967c-e4d64773f36e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:22.155338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Attempting to bind port b04c9147-f694-422c-8c59-1c1c64b817ce on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:22.155741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Attempting to bind port b04c9147-f694-422c-8c59-1c1c64b817ce by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'bb7319f6-fa68-4a55-9269-8496dd2929c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:22.156278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Attempting to bind port b04c9147-f694-422c-8c59-1c1c64b817ce on network 513349f1-ff56-4716-bdd6-ea380b74af52 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:22.194393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:22.194782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Checking segment: {'id': 'bb7319f6-fa68-4a55-9269-8496dd2929c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:22.195194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.195622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Bound using segment: {'id': 'bb7319f6-fa68-4a55-9269-8496dd2929c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:22.196128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Bound port: b04c9147-f694-422c-8c59-1c1c64b817ce, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7319f6-fa68-4a55-9269-8496dd2929c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:22.197041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.217650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 5bac94fe-8d42-4e4c-99fc-39b59d333fc7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:42:22.246202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (5bac94fe-8d42-4e4c-99fc-39b59d333fc7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.255024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c8c84-8546-46ce-ad52-d4ac20a6786b req-5e07bedb-26d9-40c1-98c0-934ededf5b31 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:22.256674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe4c8c84-8546-46ce-ad52-d4ac20a6786b req-5e07bedb-26d9-40c1-98c0-934ededf5b31 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.2863140 Feb 03 04:42:22.285369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] For port b04c9147-f694-422c-8c59-1c1c64b817ce, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:22.288544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] For port b04c9147-f694-422c-8c59-1c1c64b817ce, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b04c9147-f694-422c-8c59-1c1c64b817ce,segment=NetworkSegment(bb7319f6-fa68-4a55-9269-8496dd2929c2),segment_id=bb7319f6-fa68-4a55-9269-8496dd2929c2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:22.306131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Attempting to bind port 4109ba08-3e1c-448a-8667-6b1e96b323a1 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:22.306533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Attempting to bind port 4109ba08-3e1c-448a-8667-6b1e96b323a1 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '74784621-11bb-4bff-b82a-fb2c17bb7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d9e194d-92e3-404c-897a-6b84d9d10c4a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:22.306850 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Attempting to bind port 4109ba08-3e1c-448a-8667-6b1e96b323a1 on network 3d9e194d-92e3-404c-897a-6b84d9d10c4a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:22.312651 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.315613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:22.316000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Checking segment: {'id': '74784621-11bb-4bff-b82a-fb2c17bb7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d9e194d-92e3-404c-897a-6b84d9d10c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:22.316397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.316801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Bound using segment: {'id': '74784621-11bb-4bff-b82a-fb2c17bb7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d9e194d-92e3-404c-897a-6b84d9d10c4a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:22.317285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Bound port: 4109ba08-3e1c-448a-8667-6b1e96b323a1, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74784621-11bb-4bff-b82a-fb2c17bb7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3d9e194d-92e3-404c-897a-6b84d9d10c4a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:22.317667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.361203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (5bac94fe-8d42-4e4c-99fc-39b59d333fc7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.365869 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (8a51842c-415f-462f-b0e0-ceaa99a6cddf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.397547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] For port 4109ba08-3e1c-448a-8667-6b1e96b323a1, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:22.400906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] For port 4109ba08-3e1c-448a-8667-6b1e96b323a1, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4109ba08-3e1c-448a-8667-6b1e96b323a1,segment=NetworkSegment(74784621-11bb-4bff-b82a-fb2c17bb7ce3),segment_id=74784621-11bb-4bff-b82a-fb2c17bb7ce3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:22.441947 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.535834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b540de-9a6c-4eba-9052-dd4559b66a14 None None] Pushing event updated for resources: {'Port': ['ID=b04c9147-f694-422c-8c59-1c1c64b817ce,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:22.549329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8a51842c-415f-462f-b0e0-ceaa99a6cddf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.600289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (92bb65e3-1424-428a-af80-23290072210c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.628102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812908b9-3030-47db-9f64-6fc321dba50a None None] Pushing event updated for resources: {'Port': ['ID=4109ba08-3e1c-448a-8667-6b1e96b323a1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:22.697857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=8a51842c-415f-462f-b0e0-ceaa99a6cddf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:22.805763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5bac94fe-8d42-4e4c-99fc-39b59d333fc7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.815838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bb65e3-1424-428a-af80-23290072210c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:22.824663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:22.839194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:22.879772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:22.883093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Checking segment: {'id': '9b7a2429-82e9-4049-8185-c2de74dc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e1133dc-54f7-4d90-b531-0afaf2b6c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:22.883464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Network hostable DHCP agents. Network: 4e1133dc-54f7-4d90-b531-0afaf2b6c4f1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:22.895131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1b614c1e-08a9-4726-9dee-7e58570f3998), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:22.947715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Network 4e1133dc-54f7-4d90-b531-0afaf2b6c4f1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:22.982052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 4e1133dc-54f7-4d90-b531-0afaf2b6c4f1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:22.987809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b614c1e-08a9-4726-9dee-7e58570f3998,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:23.006227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:23.012826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.022682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (5bac94fe-8d42-4e4c-99fc-39b59d333fc7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.038661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe4c8c84-8546-46ce-ad52-d4ac20a6786b req-85f198ee-b085-448c-b3bd-0bfc1e539f37 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7611165 Feb 03 04:42:23.048494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b62f838-6149-4f9e-b884-cd3d7d65855c None None] Network 4e1133dc-54f7-4d90-b531-0afaf2b6c4f1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:23.065898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=5bac94fe-8d42-4e4c-99fc-39b59d333fc7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:23.070766 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.076945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe3d21d5-eac2-4ecd-bc9e-79819b18772a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/5bac94fe-8d42-4e4c-99fc-39b59d333fc7 HTTP/1.1" status: 204 len: 168 time: 0.9934750 Feb 03 04:42:23.077671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:23.088815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-78cf5105-c044-45f5-9c3d-bc50a7e481eb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4873397 Feb 03 04:42:23.136057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:23.252840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.266316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:23.266747 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.398132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62954fdb-a642-4a7b-b811-efccf4cfd609 None None] Network 4df5a434-6390-4676-bcc0-b37fcb2c30c8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:23.402031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:23.503652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] Deleting subnet 1a4f7aa9-64d9-442b-a536-093746e56e5a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:42:23.516773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efa2b3-17bf-4c3c-a10b-1e862d5286e8 None None] Network 4e1133dc-54f7-4d90-b531-0afaf2b6c4f1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:23.517236 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] Publish callbacks [] for subnet (1a4f7aa9-64d9-442b-a536-093746e56e5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.561787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (1a4f7aa9-64d9-442b-a536-093746e56e5a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.599516 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (4df5a434-6390-4676-bcc0-b37fcb2c30c8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.602861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1a4f7aa9-64d9-442b-a536-093746e56e5a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.716391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (1a4f7aa9-64d9-442b-a536-093746e56e5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.757763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.764121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1a4f7aa9-64d9-442b-a536-093746e56e5a HTTP/1.1" status: 204 len: 168 time: 0.3609042 Feb 03 04:42:23.765301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:23.766065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bf0d9-c40f-44ba-b549-ab5311b7fc69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4f7aa9-64d9-442b-a536-093746e56e5a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:23.773027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks [] for floatingip (ddcf56b5-6bc2-46e8-b276-9db5e428f281), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.775944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.777540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8910953-6c53-4894-b893-3289abbbd64e tempest-FloatingIPAdminTestJSON-1750855940 tempest-FloatingIPAdminTestJSON-1750855940-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/ddcf56b5-6bc2-46e8-b276-9db5e428f281 HTTP/1.1" status: 204 len: 168 time: 2.8638206 Feb 03 04:42:23.783135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:23.846945 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.848839 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.882779 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.886088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (fc95da8a-0ac4-4da6-bceb-97a3ff137218), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.916721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-52d50f20-3dc3-49c9-b022-6524c2d0624f None None] Provisioning complete for port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:23.917100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52d50f20-3dc3-49c9-b022-6524c2d0624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.993155 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (fc95da8a-0ac4-4da6-bceb-97a3ff137218), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:23.995256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:23.996217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.040075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc95da8a-0ac4-4da6-bceb-97a3ff137218']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:24.070226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65af876-231a-42ed-935f-79ba6e9f3719') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:24.070664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65af876-231a-42ed-935f-79ba6e9f3719') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:24.086783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (e65af876-231a-42ed-935f-79ba6e9f3719), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.111440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e65af876-231a-42ed-935f-79ba6e9f3719), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.120080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:24.121081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (e65af876-231a-42ed-935f-79ba6e9f3719), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:24.125726 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:24.162657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] DHCP port deletion for 4df5a434-6390-4676-bcc0-b37fcb2c30c8 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:42:24.177756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,segment=NetworkSegment(f4e22dad-3601-4fd1-9d4d-38bf92562d4e),segment_id=f4e22dad-3601-4fd1-9d4d-38bf92562d4e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:24.197681 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.212366 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (fc95da8a-0ac4-4da6-bceb-97a3ff137218), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.221257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.227828 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fc95da8a-0ac4-4da6-bceb-97a3ff137218 HTTP/1.1" status: 204 len: 168 time: 0.4390314 Feb 03 04:42:24.228777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:24.237504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-52d50f20-3dc3-49c9-b022-6524c2d0624f None None] Current status of the port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:24.238272 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52d50f20-3dc3-49c9-b022-6524c2d0624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.253243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491a12e-7081-4e56-a419-c3b67b4440a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc95da8a-0ac4-4da6-bceb-97a3ff137218,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:24.327491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] Deleting subnet 92bb65e3-1424-428a-af80-23290072210c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:42:24.333834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] Publish callbacks [] for subnet (92bb65e3-1424-428a-af80-23290072210c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.362581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:24.396500 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-52d50f20-3dc3-49c9-b022-6524c2d0624f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:42:24.396500 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-52d50f20-3dc3-49c9-b022-6524c2d0624f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:42:24.398764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] Deleting port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:24.401285 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.403353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (92bb65e3-1424-428a-af80-23290072210c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.487133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (92bb65e3-1424-428a-af80-23290072210c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.563977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] For port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,segment=NetworkSegment(f4e22dad-3601-4fd1-9d4d-38bf92562d4e),segment_id=f4e22dad-3601-4fd1-9d4d-38bf92562d4e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:24.564378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.595412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (92bb65e3-1424-428a-af80-23290072210c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.603671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] Calling delete_port for c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:24.686672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bb65e3-1424-428a-af80-23290072210c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:24.698951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:24.713510 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b7df5929-881c-4df3-bb9d-f1a47500a0c0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/92bb65e3-1424-428a-af80-23290072210c HTTP/1.1" status: 204 len: 168 time: 0.4827578 Feb 03 04:42:24.715600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:24.765203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af8abc-45fb-4046-9f97-a1612ed9eff1 None None] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:24.966732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:25.001160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.004078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:25.007489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:25.011484 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (4e1133dc-54f7-4d90-b531-0afaf2b6c4f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.064839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:25.065472 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.071199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (1fda5348-7fff-4403-b0ca-ae2c84467f3d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.087812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-52d50f20-3dc3-49c9-b022-6524c2d0624f None None] Current status of the port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:25.092438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba80ce-adcd-4a31-aaf1-0230e93c0d6c None None] Network 513349f1-ff56-4716-bdd6-ea380b74af52 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:25.134607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=1fca0800-61e7-49c1-967c-e4d64773f36e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:25.168596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4109ba08-3e1c-448a-8667-6b1e96b323a1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:25.206182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (4e1133dc-54f7-4d90-b531-0afaf2b6c4f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.224457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f800-b490-48aa-a56a-a685bc2cf89c req-25e693b0-df78-4590-b240-c47e913087af tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:25.232621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ab4f800-b490-48aa-a56a-a685bc2cf89c req-25e693b0-df78-4590-b240-c47e913087af tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.3889861 Feb 03 04:42:25.252368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1133dc-54f7-4d90-b531-0afaf2b6c4f1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:25.286912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7a2429-82e9-4049-8185-c2de74dc1533') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:25.287314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7a2429-82e9-4049-8185-c2de74dc1533') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:25.320013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Deleting port cd0b9735-0263-40b9-88ce-6b2a7cf3ae36 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:25.320233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cd0b9735-0263-40b9-88ce-6b2a7cf3ae36), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.326617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (9b7a2429-82e9-4049-8185-c2de74dc1533), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.356333 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9b7a2429-82e9-4049-8185-c2de74dc1533), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.371784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:25.372314 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (9b7a2429-82e9-4049-8185-c2de74dc1533), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:25.374493 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:25.450363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (4e1133dc-54f7-4d90-b531-0afaf2b6c4f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.465546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.473327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] 10.222.0.35 "DELETE /v2.0/networks/4e1133dc-54f7-4d90-b531-0afaf2b6c4f1 HTTP/1.1" status: 204 len: 168 time: 0.7517819 Feb 03 04:42:25.496276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02eb3f-484e-496d-a365-75819217033d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1133dc-54f7-4d90-b531-0afaf2b6c4f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:25.509219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ab4f800-b490-48aa-a56a-a685bc2cf89c req-1c9b398b-22ae-467d-8558-f69c13f22608 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2744777 Feb 03 04:42:25.538608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] For port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,segment=NetworkSegment(f4e22dad-3601-4fd1-9d4d-38bf92562d4e),segment_id=f4e22dad-3601-4fd1-9d4d-38bf92562d4e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:25.540785 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.560310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:25.592018 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.653971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] No DVR routers for this DVR port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:25.660262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6fbf2-d2b8-4e4e-82a5-69f2062ec46f None None] Pushing event deleted for resources: {'Port': ['ID=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:25.672391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Provisioning complete for port b04c9147-f694-422c-8c59-1c1c64b817ce triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:25.673092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.763316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4109ba08-3e1c-448a-8667-6b1e96b323a1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:25.767418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:25.774998 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.819224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c3ed2a13-4278-4609-8e4a-ee2fb25cdf11), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.849952 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cd0b9735-0263-40b9-88ce-6b2a7cf3ae36), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.913257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dea57275-f47f-48c4-a96f-0c55f1442b0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a0f935b4e1947fd90b0ecf6a8b9ea4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415617 Feb 03 04:42:25.916254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:25.922774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Current status of the port b04c9147-f694-422c-8c59-1c1c64b817ce is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:25.922774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:25.945425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No DVR routers for this DVR port c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:26.017101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7147790-15a6-4e85-9131-dcbf1c4697ce admin admin] Publish callbacks [] for security_group (1ddf5ffc-6298-4299-8898-fa1bb1fb063b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.047003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7147790-15a6-4e85-9131-dcbf1c4697ce admin admin] Publish callbacks [] for security_group (1ddf5ffc-6298-4299-8898-fa1bb1fb063b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.078203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4109ba08-3e1c-448a-8667-6b1e96b323a1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:26.081982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.085491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] For port b04c9147-f694-422c-8c59-1c1c64b817ce, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b04c9147-f694-422c-8c59-1c1c64b817ce,segment=NetworkSegment(bb7319f6-fa68-4a55-9269-8496dd2929c2),segment_id=bb7319f6-fa68-4a55-9269-8496dd2929c2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:26.115018 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.154231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (4df5a434-6390-4676-bcc0-b37fcb2c30c8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.158743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7147790-15a6-4e85-9131-dcbf1c4697ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ddf5ffc-6298-4299-8898-fa1bb1fb063b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.162131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7147790-15a6-4e85-9131-dcbf1c4697ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.166226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7147790-15a6-4e85-9131-dcbf1c4697ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ddf5ffc-6298-4299-8898-fa1bb1fb063b HTTP/1.1" status: 204 len: 168 time: 0.2479458 Feb 03 04:42:26.175330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7147790-15a6-4e85-9131-dcbf1c4697ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf5ffc-6298-4299-8898-fa1bb1fb063b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:26.222989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df5a434-6390-4676-bcc0-b37fcb2c30c8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:26.232232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 4109ba08-3e1c-448a-8667-6b1e96b323a1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4109ba08-3e1c-448a-8667-6b1e96b323a1,segment=NetworkSegment(74784621-11bb-4bff-b82a-fb2c17bb7ce3),segment_id=74784621-11bb-4bff-b82a-fb2c17bb7ce3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:26.249163 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.250082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b04c9147-f694-422c-8c59-1c1c64b817ce up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:26.253735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Provisioning complete for port 4109ba08-3e1c-448a-8667-6b1e96b323a1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:26.254106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.295194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e22dad-3601-4fd1-9d4d-38bf92562d4e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:26.297247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e22dad-3601-4fd1-9d4d-38bf92562d4e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:26.317503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Pushing event updated for resources: {'Port': ['ID=b04c9147-f694-422c-8c59-1c1c64b817ce,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:26.321603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (f4e22dad-3601-4fd1-9d4d-38bf92562d4e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.376063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (f4e22dad-3601-4fd1-9d4d-38bf92562d4e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.398835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:26.400563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (f4e22dad-3601-4fd1-9d4d-38bf92562d4e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.448880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=4109ba08-3e1c-448a-8667-6b1e96b323a1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:26.554969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b04c9147-f694-422c-8c59-1c1c64b817ce triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:26.556953 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.560744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-caf271ef-d73d-40ee-90cd-9c7f0f408386 None None] Current status of the port 4109ba08-3e1c-448a-8667-6b1e96b323a1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:26.644039 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:26.669484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Calling delete_port for cd0b9735-0263-40b9-88ce-6b2a7cf3ae36 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:26.691686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (4df5a434-6390-4676-bcc0-b37fcb2c30c8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.693924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=c3ed2a13-4278-4609-8e4a-ee2fb25cdf11,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:26.789701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Provisioning complete for port b04c9147-f694-422c-8c59-1c1c64b817ce triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:26.793778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.828997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:26.880784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b04c9147-f694-422c-8c59-1c1c64b817ce is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:26.985032 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:26.992084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/4df5a434-6390-4676-bcc0-b37fcb2c30c8 HTTP/1.1" status: 204 len: 168 time: 3.8815739 Feb 03 04:42:26.995725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:27.003512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2016838342'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:27.010299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71bb7b-0e04-461f-b1ff-1db5a7c089a9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=4df5a434-6390-4676-bcc0-b37fcb2c30c8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:27.019540 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.022914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:42:27.070716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:42:27.071069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c3ed2a13-4278-4609-8e4a-ee2fb25cdf11 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:42:27.103080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:27.112068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.112689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Current status of the port b04c9147-f694-422c-8c59-1c1c64b817ce is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:27.136559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69297229-c614-40e6-8eaf-350b13630a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.139769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Provisioning complete for port 4109ba08-3e1c-448a-8667-6b1e96b323a1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:27.140247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.152334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:27.173619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:27.211536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0689806b-18d2-4cdd-a700-68010c1937dd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.211873 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment 0689806b-18d2-4cdd-a700-68010c1937dd of type vlan for network b91a83c9-c230-489e-ad01-eba98bf6fe60 Feb 03 04:42:27.289266 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.293763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4109ba08-3e1c-448a-8667-6b1e96b323a1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:27.352700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:42:27.385905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Current status of the port 4109ba08-3e1c-448a-8667-6b1e96b323a1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:27.390660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4109ba08-3e1c-448a-8667-6b1e96b323a1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:27.391370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.429201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101c54-7ccd-4e8f-a1da-a62d8cdc0d43 req-f31264b3-b4bd-42e2-9448-36d19827d345 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:27.441903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a101c54-7ccd-4e8f-a1da-a62d8cdc0d43 req-f31264b3-b4bd-42e2-9448-36d19827d345 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.7736795 Feb 03 04:42:27.462007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69297229-c614-40e6-8eaf-350b13630a6c admin admin] Publish callbacks [] for security_group (7b567551-e7ed-4e51-bf0f-d646ce9358b7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.471321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Provisioning complete for port 1fca0800-61e7-49c1-967c-e4d64773f36e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:27.472251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.479608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69297229-c614-40e6-8eaf-350b13630a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7b567551-e7ed-4e51-bf0f-d646ce9358b7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.484072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b91a83c9-c230-489e-ad01-eba98bf6fe60), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.513254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-03383c22-0ae2-42b0-9808-509eaa6e478a None None] Port 1fca0800-61e7-49c1-967c-e4d64773f36e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:27.563520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:27.563928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a6a0c742-7910-4fa6-8c53-166f715019be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfa67bb42e604699b732fae5f9d912d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347628 Feb 03 04:42:27.588824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4109ba08-3e1c-448a-8667-6b1e96b323a1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:27.590427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b04c9147-f694-422c-8c59-1c1c64b817ce up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:27.614922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-69297229-c614-40e6-8eaf-350b13630a6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3648861e72024aef8bafa1993ec2931d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7843125 Feb 03 04:42:27.622592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:27.643958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69297229-c614-40e6-8eaf-350b13630a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b567551-e7ed-4e51-bf0f-d646ce9358b7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:27.665556 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b91a83c9-c230-489e-ad01-eba98bf6fe60), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.666852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:27.670573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:27.671252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.690060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b04c9147-f694-422c-8c59-1c1c64b817ce triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:27.690824 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.694699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b3602af7-9b84-4862-818b-bda126994e09', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'port_id': 'b3602af7-9b84-4862-818b-bda126994e09', 'mac_address': 'fa:16:3e:c6:52:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:42:27.724253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7257867 Feb 03 04:42:27.731222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:27.736666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:27.755883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b167e2bc-ba2a-44cd-8ef7-bec3f48b4d24 admin admin] Publish callbacks [] for security_group (5260382f-c86a-4370-993a-74e072de1685), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.788861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b167e2bc-ba2a-44cd-8ef7-bec3f48b4d24 admin admin] Publish callbacks [] for security_group (5260382f-c86a-4370-993a-74e072de1685), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.808292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:27.808875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.833430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3602af7-9b84-4862-818b-bda126994e09 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:42:27.855625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:27.885415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b167e2bc-ba2a-44cd-8ef7-bec3f48b4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5260382f-c86a-4370-993a-74e072de1685), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.888409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b167e2bc-ba2a-44cd-8ef7-bec3f48b4d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:27.892647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b167e2bc-ba2a-44cd-8ef7-bec3f48b4d24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5260382f-c86a-4370-993a-74e072de1685 HTTP/1.1" status: 204 len: 168 time: 0.3206909 Feb 03 04:42:27.894600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:28.012039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b04c9147-f694-422c-8c59-1c1c64b817ce is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:28.052371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b3602af7-9b84-4862-818b-bda126994e09'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:42:28.077908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167e2bc-ba2a-44cd-8ef7-bec3f48b4d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5260382f-c86a-4370-993a-74e072de1685,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:28.110951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513524b-3b8b-420a-9f61-a1f5f529f64c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=b91a83c9-c230-489e-ad01-eba98bf6fe60,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:28.153418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcfe7-207c-4acc-935f-d13f8d468d78 admin admin] Publish callbacks [] for security_group (7b567551-e7ed-4e51-bf0f-d646ce9358b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:28.218657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b91a83c9-c230-489e-ad01-eba98bf6fe60 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:28.242690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcfe7-207c-4acc-935f-d13f8d468d78 admin admin] Publish callbacks [] for security_group (7b567551-e7ed-4e51-bf0f-d646ce9358b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:28.273133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:28.324336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcfe7-207c-4acc-935f-d13f8d468d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7b567551-e7ed-4e51-bf0f-d646ce9358b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:28.330532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcfe7-207c-4acc-935f-d13f8d468d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:28.332471 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b0dcfe7-207c-4acc-935f-d13f8d468d78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b567551-e7ed-4e51-bf0f-d646ce9358b7 HTTP/1.1" status: 204 len: 168 time: 0.7087927 Feb 03 04:42:28.356208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dcfe7-207c-4acc-935f-d13f8d468d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b567551-e7ed-4e51-bf0f-d646ce9358b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:28.367904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:28.372285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:28.433416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a101c54-7ccd-4e8f-a1da-a62d8cdc0d43 req-f8a03d03-735d-4c9b-99d2-dfa4beb9ea09 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9905813 Feb 03 04:42:28.620513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cd0b9735-0263-40b9-88ce-6b2a7cf3ae36), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:28.712380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Port': ['ID=cd0b9735-0263-40b9-88ce-6b2a7cf3ae36,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:28.772081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 8f87c43e-7c17-41c2-bcfa-4defc8e6d248 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:42:28.866850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (4d6d3161-4fd0-40f9-9bdc-27a782a5384e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.089059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': '0689806b-18d2-4cdd-a700-68010c1937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:29.091781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: b91a83c9-c230-489e-ad01-eba98bf6fe60, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:29.108667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=4d6d3161-4fd0-40f9-9bdc-27a782a5384e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:29.159414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network b91a83c9-c230-489e-ad01-eba98bf6fe60 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:29.179096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b91a83c9-c230-489e-ad01-eba98bf6fe60) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:29.191661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf9d0a3-cba6-472b-afa9-5fb7733d3556 None None] Network b91a83c9-c230-489e-ad01-eba98bf6fe60 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:29.193017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:29.195303 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.262938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0dcb9522-aa08-4b0b-a3b8-9958d6ba04bf tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5302083 Feb 03 04:42:29.273135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:29.278679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-84502337'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:29.418117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:29.500226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.506341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.515535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6b92551b-1017-43cc-8999-ffc7462382d9 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "DELETE /v2.0/ports/cd0b9735-0263-40b9-88ce-6b2a7cf3ae36 HTTP/1.1" status: 204 len: 168 time: 5.7299461 Feb 03 04:42:29.531728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:29.544494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:29.549403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.603034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 72ea81e4-a416-43c5-a982-7fe40f66b051 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:29.653446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.697750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b3602af7-9b84-4862-818b-bda126994e09 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:29.698853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b3602af7-9b84-4862-818b-bda126994e09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.718165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-b91a83c9-c230-489e-ad01-eba98bf6fe60', 'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60', 'project_id': '45e1159c3a554918b02e31733812bd0d', 'fixed_ips': [{'subnet_id': '4d6d3161-4fd0-40f9-9bdc-27a782a5384e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:42:29.719272 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.728452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:29.739710 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] Sync routers for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:29.760133 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:29.760692 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:29.896746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=1fca0800-61e7-49c1-967c-e4d64773f36e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:29.905244 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (1fda5348-7fff-4403-b0ca-ae2c84467f3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:29.924280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.924953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.925480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.926078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.926737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.927263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.927809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.928322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.928852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.929374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.930649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.931457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.932025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:29.934806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:29.973216 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:29.973754 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:29.996752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::244 (b91a83c9-c230-489e-ad01-eba98bf6fe60/4d6d3161-4fd0-40f9-9bdc-27a782a5384e/72ea81e4-a416-43c5-a982-7fe40f66b051) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:30.005333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339d892-672e-4421-90b4-8f1e22d47773 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:30.010279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c339d892-672e-4421-90b4-8f1e22d47773 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac3a1c5-d006-4c4d-96a1-f212012425fc HTTP/1.1" status: 200 len: 913 time: 0.4763713 Feb 03 04:42:30.011664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:30.018391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:30.022957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-57cc74d0-88bf-4cf3-8ae0-39f540f01cbe tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.5102131 Feb 03 04:42:30.024291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:30.049390 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:30.050329 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1afb9c-dc40-4d43-a4d5-89a43157e59f None None] The sync data for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:30.095010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:30.095713 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:30.156439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883bcc3-ec23-4f67-84b4-3953be588a6d req-00e0032d-e23a-4994-b6d1-25c57feb9dde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:30.159048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:42:30.168015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2883bcc3-ec23-4f67-84b4-3953be588a6d req-00e0032d-e23a-4994-b6d1-25c57feb9dde tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 944 time: 0.5042896 Feb 03 04:42:30.168638 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cda097-4342-4f2d-b2db-22afa1ad6f8b" -d '{"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-plugged", "status": "completed", "tag": "b3602af7-9b84-4862-818b-bda126994e09"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:42:30.201094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:30.208773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:30.289996 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f784a3-6d1c-488f-9fe5-60b3f2bec36e x-openstack-request-id: req-48f784a3-6d1c-488f-9fe5-60b3f2bec36e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:42:30.290391 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-plugged", "status": "completed", "tag": "b3602af7-9b84-4862-818b-bda126994e09", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:42:30.290646 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48f784a3-6d1c-488f-9fe5-60b3f2bec36e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:42:30.291063 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09', 'code': 200} Feb 03 04:42:30.301610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:30.443276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (72ea81e4-a416-43c5-a982-7fe40f66b051), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:30.489667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2883bcc3-ec23-4f67-84b4-3953be588a6d req-c047df86-c564-435d-bc6b-49a1394e44f3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3203440 Feb 03 04:42:30.496142 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (72ea81e4-a416-43c5-a982-7fe40f66b051), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:30.583892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network b91a83c9-c230-489e-ad01-eba98bf6fe60 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:30.635695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:30.652022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:30.658813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:30.670083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:30.676073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=72ea81e4-a416-43c5-a982-7fe40f66b051,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:30.677748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:30.693128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Allocated IP 2001:db8::2 (b91a83c9-c230-489e-ad01-eba98bf6fe60/4d6d3161-4fd0-40f9-9bdc-27a782a5384e/b5fd2a38-053a-4b13-9fcd-4b5eb25d6336) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:30.741441 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d29d1cd7-7824-4bb5-b8b8-ba021556680b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4670587 Feb 03 04:42:30.746480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:30.752758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:31.004219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Publish callbacks [] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.020208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.117194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (cac3a1c5-d006-4c4d-96a1-f212012425fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.123896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Network b91a83c9-c230-489e-ad01-eba98bf6fe60 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:31.126774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:31.131071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:31.194358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Pushing event updated for resources: {'Port': ['ID=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:31.248593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7681dd90-2dcb-4ff9-8d4e-3e10da5976e7 None None] Provisioning complete for port 1fca0800-61e7-49c1-967c-e4d64773f36e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:31.249290 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7681dd90-2dcb-4ff9-8d4e-3e10da5976e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.325238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Attempting to bind port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:31.326145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Attempting to bind port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0689806b-18d2-4cdd-a700-68010c1937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:31.328739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Attempting to bind port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 on network b91a83c9-c230-489e-ad01-eba98bf6fe60 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:31.343591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7681dd90-2dcb-4ff9-8d4e-3e10da5976e7 None None] Port 1fca0800-61e7-49c1-967c-e4d64773f36e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:31.347775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:31.348252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Checking segment: {'id': '0689806b-18d2-4cdd-a700-68010c1937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:31.348589 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.348988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Bound using segment: {'id': '0689806b-18d2-4cdd-a700-68010c1937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:31.349493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Bound port: b5fd2a38-053a-4b13-9fcd-4b5eb25d6336, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0689806b-18d2-4cdd-a700-68010c1937dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b91a83c9-c230-489e-ad01-eba98bf6fe60'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:31.349877 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.577471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] For port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:31.588072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] For port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,segment=NetworkSegment(0689806b-18d2-4cdd-a700-68010c1937dd),segment_id=0689806b-18d2-4cdd-a700-68010c1937dd)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:31.611912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.714690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Deleting port 7600b027-2ee0-4924-a472-8d6c412007c8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:31.715194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:31.829179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6a7f7-a8f6-46a1-8768-d13bdcd4c894 None None] Pushing event updated for resources: {'Port': ['ID=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:31.958229 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:32.019824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Calling delete_port for 7600b027-2ee0-4924-a472-8d6c412007c8 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:32.032804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62cf39-a994-46bc-a4c5-0284b7a354d1 req-21a2c5e7-b925-47d5-8fcd-0c109af94dac tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:32.034418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb62cf39-a994-46bc-a4c5-0284b7a354d1 req-21a2c5e7-b925-47d5-8fcd-0c109af94dac tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.3409851 Feb 03 04:42:32.094265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 1fda5348-7fff-4403-b0ca-ae2c84467f3d is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:42:32.296538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb62cf39-a994-46bc-a4c5-0284b7a354d1 req-101c298f-02ef-436c-8877-b504bf4373c0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2549336 Feb 03 04:42:32.298699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 72ea81e4-a416-43c5-a982-7fe40f66b051 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:32.299061 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (72ea81e4-a416-43c5-a982-7fe40f66b051), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:32.435693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:32.449243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d87302d-ee28-4462-9cfa-21068d81f82e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/1fda5348-7fff-4403-b0ca-ae2c84467f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0049906 Feb 03 04:42:32.450622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] Sync routers for ids ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:32.454368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:32.477403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] Routers {'1fda5348-7fff-4403-b0ca-ae2c84467f3d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:32.478445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:32.544857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67400e50-0df7-4eba-a7d5-6ed6785c805a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:32.549273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-67400e50-0df7-4eba-a7d5-6ed6785c805a tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports/1fca0800-61e7-49c1-967c-e4d64773f36e HTTP/1.1" status: 200 len: 910 time: 0.0941763 Feb 03 04:42:32.549921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59316) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:32.562213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef8666a9-f4a6-4f76-92fd-f8902eac9394'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:32.569763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:32.603579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] Routers {'1fda5348-7fff-4403-b0ca-ae2c84467f3d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:32.605105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:32.614669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (72ea81e4-a416-43c5-a982-7fe40f66b051), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:32.664725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:32.834153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 72ea81e4-a416-43c5-a982-7fe40f66b051 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:33.089918 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.147824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:33.152228 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ebfec18-8232-4522-a3f0-94082ea9501a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.203401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:33.220908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415afa39-f46e-4257-81a0-2aacea37cc07 None None] The sync data for ids ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:33.250896 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5c0d134-72f5-4726-8e27-548e61d5688d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.374626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:33.443934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7600b027-2ee0-4924-a472-8d6c412007c8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.486418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (72ea81e4-a416-43c5-a982-7fe40f66b051), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.491041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:33.491700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.507134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Port': ['ID=7600b027-2ee0-4924-a472-8d6c412007c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:33.610016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=72ea81e4-a416-43c5-a982-7fe40f66b051,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:33.614483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.702754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.713833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74b4b0e4-cad6-4045-96b9-da7163f0e1f7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/72ea81e4-a416-43c5-a982-7fe40f66b051 HTTP/1.1" status: 204 len: 168 time: 2.9555433 Feb 03 04:42:33.737484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:33.738152 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.758707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59334) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:33.764282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037653d5-2537-4daf-8676-aa3355056b37 None None] Network b91a83c9-c230-489e-ad01-eba98bf6fe60 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:33.834847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb187-f57f-477d-88f6-d7f75c94452c req-40f9dda0-b8f1-42ec-8050-a3f63419f18b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:33.842714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb2eb187-f57f-477d-88f6-d7f75c94452c req-40f9dda0-b8f1-42ec-8050-a3f63419f18b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.3652349 Feb 03 04:42:33.863791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,segment=NetworkSegment(0689806b-18d2-4cdd-a700-68010c1937dd),segment_id=0689806b-18d2-4cdd-a700-68010c1937dd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:33.892353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (cac3a1c5-d006-4c4d-96a1-f212012425fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:33.893559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.023158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-93b52030-63f3-4ff4-9bc2-ec9d8024eafe None None] Provisioning complete for port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:34.023847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93b52030-63f3-4ff4-9bc2-ec9d8024eafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.106449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:34.181943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-93b52030-63f3-4ff4-9bc2-ec9d8024eafe None None] Current status of the port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:34.253098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Router cac3a1c5-d006-4c4d-96a1-f212012425fc has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:34.276430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.1 (513349f1-ff56-4716-bdd6-ea380b74af52/3a0c493a-503e-410b-b936-bfc9e1c95e12/87e571e7-7d4a-499d-9b66-6784de3c3f9e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:34.416921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.424554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:34.432428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-91f657e4-a42e-4427-b0d1-eceb67c03cbd tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "PUT /v2.0/routers/cac3a1c5-d006-4c4d-96a1-f212012425fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4144328 Feb 03 04:42:34.436066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:34.437545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] Sync routers for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:34.461955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8b9b-9410-4a26-9509-bc55c5440718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.463047 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:34.465302 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:34.521174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.528919 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fec88c-93bf-417d-8602-b6a9f5169e8b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:42:34.531983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-13fec88c-93bf-417d-8602-b6a9f5169e8b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/72ea81e4-a416-43c5-a982-7fe40f66b051 HTTP/1.1" status: 404 len: 333 time: 0.7605987 Feb 03 04:42:34.533965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:34.563547 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:34.587533 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] Routers {'cac3a1c5-d006-4c4d-96a1-f212012425fc'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:34.592316 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['cac3a1c5-d006-4c4d-96a1-f212012425fc'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:34.613460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ebfec18-8232-4522-a3f0-94082ea9501a admin admin] Publish callbacks [] for security_group (60a129ca-6b2e-4722-8db8-cc8c9e33e8b3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.627213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router (cac3a1c5-d006-4c4d-96a1-f212012425fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.671601 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:34.675372 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d377f5-cbe9-42b4-8ae5-f3550b2c7559 None None] The sync data for ids ['cac3a1c5-d006-4c4d-96a1-f212012425fc'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:34.722878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-936fb227-c7d5-4c19-977e-e64df1d65cca None None] Provisioning complete for port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:34.723486 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936fb227-c7d5-4c19-977e-e64df1d65cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.725668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ebfec18-8232-4522-a3f0-94082ea9501a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (60a129ca-6b2e-4722-8db8-cc8c9e33e8b3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.772370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 4d6d3161-4fd0-40f9-9bdc-27a782a5384e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:42:34.792857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (4d6d3161-4fd0-40f9-9bdc-27a782a5384e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.796742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfec18-8232-4522-a3f0-94082ea9501a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a129ca-6b2e-4722-8db8-cc8c9e33e8b3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:34.854701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-936fb227-c7d5-4c19-977e-e64df1d65cca None None] Current status of the port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:34.870903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 513349f1-ff56-4716-bdd6-ea380b74af52 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:34.883883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb2eb187-f57f-477d-88f6-d7f75c94452c req-db9cee95-83c7-49a5-b31b-587db5c488f4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0406291 Feb 03 04:42:34.897266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:34.908731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:34.967468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (4d6d3161-4fd0-40f9-9bdc-27a782a5384e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:34.996569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6ebfec18-8232-4522-a3f0-94082ea9501a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca18024d7cdb4b47b7db2e4a47ac2986&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3281894 Feb 03 04:42:34.996569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=87e571e7-7d4a-499d-9b66-6784de3c3f9e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:35.004035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.046855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:35.170952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-def0a403-11be-4fc7-bd66-6b84b6c3b001 None None] Could not find standard attr ID for object 72ea81e4-a416-43c5-a982-7fe40f66b051. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:42:35.278671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:35.402872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router_gateway (cac3a1c5-d006-4c4d-96a1-f212012425fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.408039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:35.412786 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.419778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4d6d3161-4fd0-40f9-9bdc-27a782a5384e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.427153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44a836df-9eb6-443b-be86-1a4cac74da3d admin admin] Publish callbacks [] for security_group (60a129ca-6b2e-4722-8db8-cc8c9e33e8b3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.537392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f91f207d-d4a3-42e5-a0df-3a7ee5490be1 None None] Provisioning complete for port 87e571e7-7d4a-499d-9b66-6784de3c3f9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:35.538020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f91f207d-d4a3-42e5-a0df-3a7ee5490be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.548775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44a836df-9eb6-443b-be86-1a4cac74da3d admin admin] Publish callbacks [] for security_group (60a129ca-6b2e-4722-8db8-cc8c9e33e8b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.560384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.611540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Deleting port dace7983-b3b0-44ca-a284-96778aeafc33 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:35.612187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dace7983-b3b0-44ca-a284-96778aeafc33), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.618847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:35.639637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f91f207d-d4a3-42e5-a0df-3a7ee5490be1 None None] Port 87e571e7-7d4a-499d-9b66-6784de3c3f9e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:35.642627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (4d6d3161-4fd0-40f9-9bdc-27a782a5384e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.660924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.670147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/4d6d3161-4fd0-40f9-9bdc-27a782a5384e HTTP/1.1" status: 204 len: 168 time: 1.1348941 Feb 03 04:42:35.673056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36188050-0dcb-43e2-a835-429937fbbd01 None None] Network b91a83c9-c230-489e-ad01-eba98bf6fe60 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:35.680747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:35.722429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8b9b-9410-4a26-9509-bc55c5440718 admin admin] Publish callbacks [] for security_group (b6df9f72-cb11-4cff-acfb-328a4c7c7515), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.783811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8b9b-9410-4a26-9509-bc55c5440718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b6df9f72-cb11-4cff-acfb-328a4c7c7515), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.907408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b91a83c9-c230-489e-ad01-eba98bf6fe60), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:35.914803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8b9b-9410-4a26-9509-bc55c5440718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6df9f72-cb11-4cff-acfb-328a4c7c7515,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:35.951017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79730b88-87fe-4d30-aba4-2fc1c2de1d6e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6d3161-4fd0-40f9-9bdc-27a782a5384e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:35.976829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] DHCP port deletion for b91a83c9-c230-489e-ad01-eba98bf6fe60 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:42:35.999305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.000786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44a836df-9eb6-443b-be86-1a4cac74da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (60a129ca-6b2e-4722-8db8-cc8c9e33e8b3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.003421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44a836df-9eb6-443b-be86-1a4cac74da3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.004628 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-44a836df-9eb6-443b-be86-1a4cac74da3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60a129ca-6b2e-4722-8db8-cc8c9e33e8b3 HTTP/1.1" status: 204 len: 168 time: 0.9561403 Feb 03 04:42:36.011559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b2cf8b9b-9410-4a26-9509-bc55c5440718 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a64ed91340bf4fddbb6d1fb92c9b570f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8428760 Feb 03 04:42:36.012294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59348) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:36.071394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a836df-9eb6-443b-be86-1a4cac74da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a129ca-6b2e-4722-8db8-cc8c9e33e8b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:36.076486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dace7983-b3b0-44ca-a284-96778aeafc33), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.097958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Calling delete_port for dace7983-b3b0-44ca-a284-96778aeafc33 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:36.119554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.120487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] Deleting port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:36.120868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.210006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] For port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,segment=NetworkSegment(0689806b-18d2-4cdd-a700-68010c1937dd),segment_id=0689806b-18d2-4cdd-a700-68010c1937dd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:36.210393 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.225703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] Calling delete_port for b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:36.336881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:36.338895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.342639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dace7983-b3b0-44ca-a284-96778aeafc33), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.380435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.384766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=1fca0800-61e7-49c1-967c-e4d64773f36e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:36.396994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:36.397647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.405545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0619959e-3b66-479e-b09a-8c7e3c643d81 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/ports/1fca0800-61e7-49c1-967c-e4d64773f36e HTTP/1.1" status: 200 len: 910 time: 3.8483069 Feb 03 04:42:36.406138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] No DVR routers for this DVR port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:36.407537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:36.434526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499bc7f-44d6-43b7-a80d-6ebbf84c3b85 None None] Pushing event deleted for resources: {'Port': ['ID=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:36.443736 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce27417a-e285-42c8-b93a-353e79cc5e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.448447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde972ab-fa96-4dc1-a43f-451429bc137d req-2a4a5415-209f-4be3-a0b6-1cd73f506e3d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:36.450290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dde972ab-fa96-4dc1-a43f-451429bc137d req-2a4a5415-209f-4be3-a0b6-1cd73f506e3d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.4200315 Feb 03 04:42:36.460403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Port': ['ID=dace7983-b3b0-44ca-a284-96778aeafc33,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:36.605156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-211f484d-f580-4ed3-9c40-d34bf8d75d3d admin admin] Publish callbacks [] for security_group (b6df9f72-cb11-4cff-acfb-328a4c7c7515), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.614569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] For port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,segment=NetworkSegment(0689806b-18d2-4cdd-a700-68010c1937dd),segment_id=0689806b-18d2-4cdd-a700-68010c1937dd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:36.615087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.652514 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.664661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:36.668413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (cac3a1c5-d006-4c4d-96a1-f212012425fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.750537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:36.839552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (cac3a1c5-d006-4c4d-96a1-f212012425fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.841420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c56b5d9-87ae-459d-84d7-9e79421ccfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.844312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router_controller (cac3a1c5-d006-4c4d-96a1-f212012425fc), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.943711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (cac3a1c5-d006-4c4d-96a1-f212012425fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:36.945789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Fanout notify agent at l3_agent the message router_deleted on router cac3a1c5-d006-4c4d-96a1-f212012425fc {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:42:36.963144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b5fd2a38-053a-4b13-9fcd-4b5eb25d6336), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.006760 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.010730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c8ee973d-6040-49d6-a59e-5ad90115860b tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "DELETE /v2.0/routers/cac3a1c5-d006-4c4d-96a1-f212012425fc HTTP/1.1" status: 204 len: 168 time: 2.5708797 Feb 03 04:42:37.010931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=b5fd2a38-053a-4b13-9fcd-4b5eb25d6336,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:37.013776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:37.023591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No DVR routers for this DVR port b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:37.115100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c56b5d9-87ae-459d-84d7-9e79421ccfcd admin admin] Publish callbacks [] for security_group (b061fd6d-94f7-4f57-9eb0-02a941b25c3d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.136011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c56b5d9-87ae-459d-84d7-9e79421ccfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b061fd6d-94f7-4f57-9eb0-02a941b25c3d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.142257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-211f484d-f580-4ed3-9c40-d34bf8d75d3d admin admin] Publish callbacks [] for security_group (b6df9f72-cb11-4cff-acfb-328a4c7c7515), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.145960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Deleting subnet dc2abc07-da46-49f3-b731-6cfa01f81cf9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:42:37.186852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b91a83c9-c230-489e-ad01-eba98bf6fe60), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.191974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dde972ab-fa96-4dc1-a43f-451429bc137d req-cfc14b91-ea7f-436d-8499-c27c6a828a05 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6823497 Feb 03 04:42:37.196022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for subnet (dc2abc07-da46-49f3-b731-6cfa01f81cf9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.249513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:42:37.282976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:42:37.283374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5fd2a38-053a-4b13-9fcd-4b5eb25d6336 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:42:37.292727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56b5d9-87ae-459d-84d7-9e79421ccfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b061fd6d-94f7-4f57-9eb0-02a941b25c3d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:37.301208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2c56b5d9-87ae-459d-84d7-9e79421ccfcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b25231ea6db34d4a9dbc984910d40dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5468080 Feb 03 04:42:37.305454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91a83c9-c230-489e-ad01-eba98bf6fe60']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:37.309538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:37.319302 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.319904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (dc2abc07-da46-49f3-b731-6cfa01f81cf9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.339098 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.354911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0689806b-18d2-4cdd-a700-68010c1937dd') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:37.355210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0689806b-18d2-4cdd-a700-68010c1937dd') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:37.370151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-211f484d-f580-4ed3-9c40-d34bf8d75d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b6df9f72-cb11-4cff-acfb-328a4c7c7515), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.372455 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-211f484d-f580-4ed3-9c40-d34bf8d75d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.375554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-211f484d-f580-4ed3-9c40-d34bf8d75d3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6df9f72-cb11-4cff-acfb-328a4c7c7515 HTTP/1.1" status: 204 len: 168 time: 1.3604567 Feb 03 04:42:37.381822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (0689806b-18d2-4cdd-a700-68010c1937dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.421955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0689806b-18d2-4cdd-a700-68010c1937dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.437454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f484d-f580-4ed3-9c40-d34bf8d75d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6df9f72-cb11-4cff-acfb-328a4c7c7515,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:37.457652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:37.458103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (0689806b-18d2-4cdd-a700-68010c1937dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.460035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=87e571e7-7d4a-499d-9b66-6784de3c3f9e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:37.461169 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:37.464088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.499956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63394641-f643-45bc-9ea4-404a9c4e18ab admin admin] Publish callbacks [] for security_group (b061fd6d-94f7-4f57-9eb0-02a941b25c3d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.547873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (dc2abc07-da46-49f3-b731-6cfa01f81cf9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.595989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b91a83c9-c230-489e-ad01-eba98bf6fe60), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.612539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.615838 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/b91a83c9-c230-489e-ad01-eba98bf6fe60 HTTP/1.1" status: 204 len: 168 time: 1.9327731 Feb 03 04:42:37.616521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 513349f1-ff56-4716-bdd6-ea380b74af52 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:37.619647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59366) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:37.621874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63394641-f643-45bc-9ea4-404a9c4e18ab admin admin] Publish callbacks [] for security_group (b061fd6d-94f7-4f57-9eb0-02a941b25c3d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.626512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'name': 'tempest-PortsIpV6TestJSON-1515832550'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:37.638637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:37.649968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e574-cdfe-4f24-ae9b-f22dd067cf3b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=b91a83c9-c230-489e-ad01-eba98bf6fe60,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:37.682022 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (1fda5348-7fff-4403-b0ca-ae2c84467f3d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.708159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (dc2abc07-da46-49f3-b731-6cfa01f81cf9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.755081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.755237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f717dc2-b4a9-441a-8beb-321fc3b1ec6d None None] Network fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:37.759463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "DELETE /v2.0/subnets/dc2abc07-da46-49f3-b731-6cfa01f81cf9 HTTP/1.1" status: 204 len: 168 time: 0.7430899 Feb 03 04:42:37.760449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ce29d-2827-4060-842c-88d7a172dd40 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2abc07-da46-49f3-b731-6cfa01f81cf9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:37.762198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:37.775798 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63394641-f643-45bc-9ea4-404a9c4e18ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b061fd6d-94f7-4f57-9eb0-02a941b25c3d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.778649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63394641-f643-45bc-9ea4-404a9c4e18ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:37.780025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-63394641-f643-45bc-9ea4-404a9c4e18ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b061fd6d-94f7-4f57-9eb0-02a941b25c3d HTTP/1.1" status: 204 len: 168 time: 0.4689703 Feb 03 04:42:37.851562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63394641-f643-45bc-9ea4-404a9c4e18ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061fd6d-94f7-4f57-9eb0-02a941b25c3d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:37.974352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.060773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:38.125645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70c7d3c3-09c8-4056-ac16-207efda9abc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.127352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-031dd34f-fea7-488b-a9d2-b6e803728299 None None] Provisioning complete for port 87e571e7-7d4a-499d-9b66-6784de3c3f9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:38.127965 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-031dd34f-fea7-488b-a9d2-b6e803728299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.172530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 8f87c43e-7c17-41c2-bcfa-4defc8e6d248 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:38.176572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-031dd34f-fea7-488b-a9d2-b6e803728299 None None] Port 87e571e7-7d4a-499d-9b66-6784de3c3f9e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:38.177191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:38.180015 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.183001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] DHCP port deletion for fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:42:38.185203 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.246215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Deleting port 98648375-3f41-42b1-b8cb-0d68f042afb5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:38.247777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.250236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] Deleting port 98648375-3f41-42b1-b8cb-0d68f042afb5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:38.250737 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.372317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] For port 98648375-3f41-42b1-b8cb-0d68f042afb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=98648375-3f41-42b1-b8cb-0d68f042afb5,segment=NetworkSegment(03d672e8-a559-4653-b71e-b4f9fc5d10b8),segment_id=03d672e8-a559-4653-b71e-b4f9fc5d10b8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:38.372866 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.388807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] Calling delete_port for 98648375-3f41-42b1-b8cb-0d68f042afb5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:38.426027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] For port 98648375-3f41-42b1-b8cb-0d68f042afb5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=98648375-3f41-42b1-b8cb-0d68f042afb5,segment=NetworkSegment(03d672e8-a559-4653-b71e-b4f9fc5d10b8),segment_id=03d672e8-a559-4653-b71e-b4f9fc5d10b8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:38.426851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.453721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Calling delete_port for 98648375-3f41-42b1-b8cb-0d68f042afb5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:38.473914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70c7d3c3-09c8-4056-ac16-207efda9abc1 admin admin] Publish callbacks [] for security_group (82102718-e2aa-4741-bce3-6b1b5d642fcf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.510334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 5fb2f84b-4268-4021-90ee-c67e1b2175c1 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:38.523565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70c7d3c3-09c8-4056-ac16-207efda9abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (82102718-e2aa-4741-bce3-6b1b5d642fcf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.577186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7d3c3-09c8-4056-ac16-207efda9abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82102718-e2aa-4741-bce3-6b1b5d642fcf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:38.603802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-70c7d3c3-09c8-4056-ac16-207efda9abc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3f2bd1d30164789a857c8af8cebf6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5320179 Feb 03 04:42:38.606418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:38.607003 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.668482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] Pushing event deleted for resources: {'Port': ['ID=98648375-3f41-42b1-b8cb-0d68f042afb5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:38.677145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a55ad-f941-4603-8271-582b7d6ab49d None None] No DVR routers for this DVR port 98648375-3f41-42b1-b8cb-0d68f042afb5 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:38.685571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (98648375-3f41-42b1-b8cb-0d68f042afb5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.771465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Port': ['ID=98648375-3f41-42b1-b8cb-0d68f042afb5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:38.775862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] No DVR routers for this DVR port 98648375-3f41-42b1-b8cb-0d68f042afb5 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:38.779013 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39e0e804-c9f9-4990-b9b4-948f77656e26 admin admin] Publish callbacks [] for security_group (82102718-e2aa-4741-bce3-6b1b5d642fcf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.794712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:38.820130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] Sync routers for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:38.827676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39e0e804-c9f9-4990-b9b4-948f77656e26 admin admin] Publish callbacks [] for security_group (82102718-e2aa-4741-bce3-6b1b5d642fcf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.845678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f1249952-ee89-4f1a-b1ab-1026315ad992 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/routers/8f87c43e-7c17-41c2-bcfa-4defc8e6d248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8076010 Feb 03 04:42:38.849761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:38.850647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:38.869603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:38.907026 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39e0e804-c9f9-4990-b9b4-948f77656e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (82102718-e2aa-4741-bce3-6b1b5d642fcf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.909814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39e0e804-c9f9-4990-b9b4-948f77656e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.913603 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-39e0e804-c9f9-4990-b9b4-948f77656e26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82102718-e2aa-4741-bce3-6b1b5d642fcf HTTP/1.1" status: 204 len: 168 time: 0.3039591 Feb 03 04:42:38.932556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'port': {'network_id': '513349f1-ff56-4716-bdd6-ea380b74af52', 'name': 'tempest-FloatingIPTestJSON-2143757517'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:38.937217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0e804-c9f9-4990-b9b4-948f77656e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82102718-e2aa-4741-bce3-6b1b5d642fcf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:38.971541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:38.986264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:38.990755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:38.992227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:39.036529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:39.057731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d672e8-a559-4653-b71e-b4f9fc5d10b8') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:39.058211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:39.058873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad673c52-1c73-42fd-b113-5443a74f49bf None None] The sync data for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:39.060125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d672e8-a559-4653-b71e-b4f9fc5d10b8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:39.094669 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (03d672e8-a559-4653-b71e-b4f9fc5d10b8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.118575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bb931-5173-47df-a47a-ce19ceaf0994 req-d612ec12-deb3-4d63-af41-45541fc05c49 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:39.120224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-961bb931-5173-47df-a47a-ce19ceaf0994 req-d612ec12-deb3-4d63-af41-45541fc05c49 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.6259158 Feb 03 04:42:39.125870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (03d672e8-a559-4653-b71e-b4f9fc5d10b8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.134911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:39.135826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (03d672e8-a559-4653-b71e-b4f9fc5d10b8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:39.138392 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:39.277915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.287806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.306868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 98648375-3f41-42b1-b8cb-0d68f042afb5 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:42:39.320737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.327859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "DELETE /v2.0/networks/fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e HTTP/1.1" status: 204 len: 168 time: 1.5609708 Feb 03 04:42:39.327859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06682d7f-f60d-4ef5-8572-9953fc579ce1 tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Network': ['ID=fbf459c1-0a3b-4421-b0ea-96a6ee6bb73e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:39.333291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59404) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:39.378422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 98648375-3f41-42b1-b8cb-0d68f042afb5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:42:39.378777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 98648375-3f41-42b1-b8cb-0d68f042afb5 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:42:39.593873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (5fb2f84b-4268-4021-90ee-c67e1b2175c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.611062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-961bb931-5173-47df-a47a-ce19ceaf0994 req-58469f2a-2fa5-4e30-8381-1c669d99a4dd tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4563291 Feb 03 04:42:39.681289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 1fca0800-61e7-49c1-967c-e4d64773f36e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:39.681707 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.775842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Made reservation on behalf of 2845a595534c41e3a4d9f79b1562d01a for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:39.779347 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.827758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] device_id is not set on port 11a663f9-ddf6-4600-9452-b32228eca539 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:39.835926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.857789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Deleting port 713d328c-fa9a-489f-b1c5-23081f61c61b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:39.858464 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.866575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5fb2f84b-4268-4021-90ee-c67e1b2175c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:39.919254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 1fca0800-61e7-49c1-967c-e4d64773f36e owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:40.001375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:40.079965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:40.082854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:40.089188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:40.089894 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.151650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=5fb2f84b-4268-4021-90ee-c67e1b2175c1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:40.186221 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:42:40.198234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:40.208088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7887a790-cb48-4e1f-989a-b76cad548864 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5855999 Feb 03 04:42:40.231882 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.232223 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for floatingip (713d328c-fa9a-489f-b1c5-23081f61c61b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.294742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Calling delete_port for 713d328c-fa9a-489f-b1c5-23081f61c61b owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:40.297094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Allocated IP 172.20.0.12 (513349f1-ff56-4716-bdd6-ea380b74af52/3a0c493a-503e-410b-b936-bfc9e1c95e12/11a663f9-ddf6-4600-9452-b32228eca539) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:40.426572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 5fb2f84b-4268-4021-90ee-c67e1b2175c1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:40.427377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5fb2f84b-4268-4021-90ee-c67e1b2175c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.516991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1fca0800-61e7-49c1-967c-e4d64773f36e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.529353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5fb2f84b-4268-4021-90ee-c67e1b2175c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.544229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 5fb2f84b-4268-4021-90ee-c67e1b2175c1 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:40.726758 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5fb2f84b-4268-4021-90ee-c67e1b2175c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.755815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=1fca0800-61e7-49c1-967c-e4d64773f36e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:40.758961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:40.770016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/5fb2f84b-4268-4021-90ee-c67e1b2175c1 HTTP/1.1" status: 204 len: 168 time: 0.5697758 Feb 03 04:42:40.770672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:40.784934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'mac_address': 'fa:16:3e:99:d3:d4', 'name': 'tempest-PortsIpV6TestJSON-2103594488'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:40.867637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fd82c-f2dd-463d-92c2-14d2b6e0989e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=5fb2f84b-4268-4021-90ee-c67e1b2175c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:40.977779 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (713d328c-fa9a-489f-b1c5-23081f61c61b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:41.038132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:41.067036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Pushing event deleted for resources: {'Port': ['ID=713d328c-fa9a-489f-b1c5-23081f61c61b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:41.197236 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:41.244744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f312f8-19ed-46b8-a3c2-4c7f2ca0b8f1 req-0a3aaaef-6da8-4034-9231-beafa0f031c5 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:41.250322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6f312f8-19ed-46b8-a3c2-4c7f2ca0b8f1 req-0a3aaaef-6da8-4034-9231-beafa0f031c5 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.3642046 Feb 03 04:42:41.253988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (1fda5348-7fff-4403-b0ca-ae2c84467f3d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:41.281101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for port (11a663f9-ddf6-4600-9452-b32228eca539), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:41.480148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks [] for floatingip (ce72c748-35ef-40cf-bae9-cbc0e457dbf9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:41.482930 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:41.484750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c4595e2a-7470-45e7-9d46-11a10b27f21f tempest-FloatingIPAdminTestJSON-776587344 tempest-FloatingIPAdminTestJSON-776587344-project] 10.222.0.35 "DELETE /v2.0/floatingips/ce72c748-35ef-40cf-bae9-cbc0e457dbf9 HTTP/1.1" status: 204 len: 168 time: 2.1111245 Feb 03 04:42:41.610418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-4aeba8b2-da94-42ad-8280-8cd202ca0edb req-df5331d7-0ca3-4045-a815-5264767adf41 service neutron] (103323) timed out ('10.222.0.15', 51661) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:42:41.783534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6f312f8-19ed-46b8-a3c2-4c7f2ca0b8f1 req-55690f0b-c5ea-410e-b40d-230f377a26c9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5000815 Feb 03 04:42:41.813520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 3da254a9-a958-4bc2-9bdf-0986dcbf6694 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:41.868214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (11a663f9-ddf6-4600-9452-b32228eca539), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:42.038536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event updated for resources: {'Port': ['ID=11a663f9-ddf6-4600-9452-b32228eca539,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:42.054963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:42.060057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 1fda5348-7fff-4403-b0ca-ae2c84467f3d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:42.121853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (3da254a9-a958-4bc2-9bdf-0986dcbf6694), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:42.144822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Network 513349f1-ff56-4716-bdd6-ea380b74af52 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:42.148211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:42.210490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3da254a9-a958-4bc2-9bdf-0986dcbf6694), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:42.280868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:42.331025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:42.341027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:42.346186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:42.352327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:42.352954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:42.384614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=3da254a9-a958-4bc2-9bdf-0986dcbf6694,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:42.401363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b3b8ce1c-ee64-41a4-afa8-2009a4adaed4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6282923 Feb 03 04:42:42.406303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:42.514382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe0123-3e79-4f27-8978-a5f399ab461c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:42.516268 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83fe0123-3e79-4f27-8978-a5f399ab461c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/3da254a9-a958-4bc2-9bdf-0986dcbf6694 HTTP/1.1" status: 200 len: 845 time: 0.1075513 Feb 03 04:42:42.519189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:42.558311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-878215aa-378e-43c0-bfd3-0613b899f47e None None] Provisioning complete for port 11a663f9-ddf6-4600-9452-b32228eca539 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:42.560590 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-878215aa-378e-43c0-bfd3-0613b899f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (11a663f9-ddf6-4600-9452-b32228eca539), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:42.631806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-878215aa-378e-43c0-bfd3-0613b899f47e None None] Port 11a663f9-ddf6-4600-9452-b32228eca539 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:42.753755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 3da254a9-a958-4bc2-9bdf-0986dcbf6694 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:42.758653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3da254a9-a958-4bc2-9bdf-0986dcbf6694), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:42.919699 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3da254a9-a958-4bc2-9bdf-0986dcbf6694), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:42.989669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 3da254a9-a958-4bc2-9bdf-0986dcbf6694 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:43.020794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:43.033842 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] Sync routers for ids ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:43.047742 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] Routers {'1fda5348-7fff-4403-b0ca-ae2c84467f3d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:43.048367 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:43.076108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ffbda52d-7310-49be-8281-8e7596084770 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/1fda5348-7fff-4403-b0ca-ae2c84467f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6592774 Feb 03 04:42:43.080716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:43.090017 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:43.100201 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] Routers {'1fda5348-7fff-4403-b0ca-ae2c84467f3d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:43.101036 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:43.142159 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:43.143064 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3797722-2774-4a57-b9fc-1936b36f0641 None None] The sync data for ids ['1fda5348-7fff-4403-b0ca-ae2c84467f3d'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:43.147024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-38dc3734-b087-4b2a-ad4d-ad2f6ffa32c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=260bd6285e7b4fa0be19210f4d08a4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0891349 Feb 03 04:42:43.153575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:43.169979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:43.170710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.206689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c2e9399-5d8e-48a5-8a34-b71728c0f082 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fda5348-7fff-4403-b0ca-ae2c84467f3d HTTP/1.1" status: 200 len: 205 time: 0.1232193 Feb 03 04:42:43.213369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:43.238668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4e29-436b-448b-a172-b15f6b725ede req-ffcf0408-1c04-499b-b6fe-bc170dfed928 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:43.246984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1ad4e29-436b-448b-a172-b15f6b725ede req-ffcf0408-1c04-499b-b6fe-bc170dfed928 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.2516189 Feb 03 04:42:43.253737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3da254a9-a958-4bc2-9bdf-0986dcbf6694), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.271169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fec73715-8f73-4d47-87c0-1c39d96bdb2c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3959754 Feb 03 04:42:43.271972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:43.276942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Request body: {'floatingip': {'port_id': '11a663f9-ddf6-4600-9452-b32228eca539'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:43.327719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.330955 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/3da254a9-a958-4bc2-9bdf-0986dcbf6694 HTTP/1.1" status: 204 len: 168 time: 0.8102059 Feb 03 04:42:43.335332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:43.335649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac99be5-7c35-418d-83a1-4b9406b7005f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=3da254a9-a958-4bc2-9bdf-0986dcbf6694,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:43.344107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-555602eb-9a67-4b0d-8df8-029ce482b5d5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (1fda5348-7fff-4403-b0ca-ae2c84467f3d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.346412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f9541e-6e48-42da-8aa4-1be5adf20fcd admin admin] Publish callbacks [] for security_group (b32ed160-4758-4d40-ba7b-80cc78cd4560), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.395696 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-de22abd3-8b26-4bda-83e6-a8aefadb1abe tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:42:43.397395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-de22abd3-8b26-4bda-83e6-a8aefadb1abe tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/3da254a9-a958-4bc2-9bdf-0986dcbf6694 HTTP/1.1" status: 404 len: 333 time: 0.0584002 Feb 03 04:42:43.401167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:43.406568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'name': 'tempest-PortsIpV6TestJSON-54462097'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:43.437593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f9541e-6e48-42da-8aa4-1be5adf20fcd admin admin] Publish callbacks [] for security_group (b32ed160-4758-4d40-ba7b-80cc78cd4560), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.445369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1ad4e29-436b-448b-a172-b15f6b725ede req-196fc838-c54f-4325-88ab-afd639240f6e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1973352 Feb 03 04:42:43.463819 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (12c78603-3bdd-4253-982e-0f81bdad2dca), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.697384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-555602eb-9a67-4b0d-8df8-029ce482b5d5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (1fda5348-7fff-4403-b0ca-ae2c84467f3d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.701028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-555602eb-9a67-4b0d-8df8-029ce482b5d5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (1fda5348-7fff-4403-b0ca-ae2c84467f3d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.759082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-555602eb-9a67-4b0d-8df8-029ce482b5d5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (1fda5348-7fff-4403-b0ca-ae2c84467f3d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.760025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555602eb-9a67-4b0d-8df8-029ce482b5d5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Fanout notify agent at l3_agent the message router_deleted on router 1fda5348-7fff-4403-b0ca-ae2c84467f3d {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:42:43.770801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-555602eb-9a67-4b0d-8df8-029ce482b5d5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.774624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-555602eb-9a67-4b0d-8df8-029ce482b5d5 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/1fda5348-7fff-4403-b0ca-ae2c84467f3d HTTP/1.1" status: 204 len: 168 time: 0.5579312 Feb 03 04:42:43.775038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:43.842406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f9541e-6e48-42da-8aa4-1be5adf20fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b32ed160-4758-4d40-ba7b-80cc78cd4560), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.848309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7f9541e-6e48-42da-8aa4-1be5adf20fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.850377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7f9541e-6e48-42da-8aa4-1be5adf20fcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b32ed160-4758-4d40-ba7b-80cc78cd4560 HTTP/1.1" status: 204 len: 168 time: 0.6957369 Feb 03 04:42:43.868338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9541e-6e48-42da-8aa4-1be5adf20fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ed160-4758-4d40-ba7b-80cc78cd4560,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:43.899999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet ef8666a9-f4a6-4f76-92fd-f8902eac9394 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:42:43.905291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (ef8666a9-f4a6-4f76-92fd-f8902eac9394), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.965148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:43.969305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:43.972501 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (ef8666a9-f4a6-4f76-92fd-f8902eac9394), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.039826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port fe32fb14-0d24-459a-bcd3-7a40acf84e26 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:44.172726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (ef8666a9-f4a6-4f76-92fd-f8902eac9394), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.310910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (ef8666a9-f4a6-4f76-92fd-f8902eac9394), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.333744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.338647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/ef8666a9-f4a6-4f76-92fd-f8902eac9394 HTTP/1.1" status: 204 len: 168 time: 0.5377674 Feb 03 04:42:44.344885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd79b54-7069-41fd-8709-331137b23f72 None None] Network 3d9e194d-92e3-404c-897a-6b84d9d10c4a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:44.391375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80da99b-0fc8-42fa-a801-067a95b8e721 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8666a9-f4a6-4f76-92fd-f8902eac9394,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:44.392206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:44.471606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:44.500557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8545-aca2-4119-8aa2-b15b1bec9d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.543770 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.619324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] DHCP port deletion for 3d9e194d-92e3-404c-897a-6b84d9d10c4a request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:42:44.654327 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8545-aca2-4119-8aa2-b15b1bec9d29 admin admin] Publish callbacks [] for security_group (1ffac390-136b-428d-9e60-cfef75ae9546), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.676529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8545-aca2-4119-8aa2-b15b1bec9d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ffac390-136b-428d-9e60-cfef75ae9546), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.754484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Deleting port 4109ba08-3e1c-448a-8667-6b1e96b323a1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:44.758487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.770568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a8ef8545-aca2-4119-8aa2-b15b1bec9d29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=466bfe82c2ef4a81a8a3a053177294b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978134 Feb 03 04:42:44.772589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:44.774270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef8545-aca2-4119-8aa2-b15b1bec9d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffac390-136b-428d-9e60-cfef75ae9546,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:44.881663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cba409f-053a-4207-a3db-b2f3942a73da admin admin] Publish callbacks [] for security_group (1ffac390-136b-428d-9e60-cfef75ae9546), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.889199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (3d9e194d-92e3-404c-897a-6b84d9d10c4a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.897627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] For port 4109ba08-3e1c-448a-8667-6b1e96b323a1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4109ba08-3e1c-448a-8667-6b1e96b323a1,segment=NetworkSegment(74784621-11bb-4bff-b82a-fb2c17bb7ce3),segment_id=74784621-11bb-4bff-b82a-fb2c17bb7ce3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:44.898322 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:44.939255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:42:44.960921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Calling delete_port for 4109ba08-3e1c-448a-8667-6b1e96b323a1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:44.964760 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cba409f-053a-4207-a3db-b2f3942a73da admin admin] Publish callbacks [] for security_group (1ffac390-136b-428d-9e60-cfef75ae9546), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.052980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.098537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78b2d-281d-462c-aa06-b6cfc2ceeb8a req-0f7d789b-844d-4c0b-8021-c82db2074aec tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:45.101926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cba409f-053a-4207-a3db-b2f3942a73da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ffac390-136b-428d-9e60-cfef75ae9546), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.105830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94a78b2d-281d-462c-aa06-b6cfc2ceeb8a req-0f7d789b-844d-4c0b-8021-c82db2074aec tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.5368843 Feb 03 04:42:45.106831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cba409f-053a-4207-a3db-b2f3942a73da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.108385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2cba409f-053a-4207-a3db-b2f3942a73da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ffac390-136b-428d-9e60-cfef75ae9546 HTTP/1.1" status: 204 len: 168 time: 0.3285296 Feb 03 04:42:45.145570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba409f-053a-4207-a3db-b2f3942a73da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffac390-136b-428d-9e60-cfef75ae9546,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:45.202347 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.276336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Pushing event deleted for resources: {'Port': ['ID=4109ba08-3e1c-448a-8667-6b1e96b323a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:45.297882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4109ba08-3e1c-448a-8667-6b1e96b323a1 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:42:45.309719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.310095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.310656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.311017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.311361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.314269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.314855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.315241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.316444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.316854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.317267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.317608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.320319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.320733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:45.354814 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (12c78603-3bdd-4253-982e-0f81bdad2dca), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.364293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27440d-2009-42c7-9b95-250cec74cf48 None None] No DVR routers for this DVR port 4109ba08-3e1c-448a-8667-6b1e96b323a1 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:45.366541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 4109ba08-3e1c-448a-8667-6b1e96b323a1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:42:45.366916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4109ba08-3e1c-448a-8667-6b1e96b323a1 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:42:45.399792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:45.482037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=fe32fb14-0d24-459a-bcd3-7a40acf84e26,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:45.487634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:45.504070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:45.509434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:45.510053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.529449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 4109ba08-3e1c-448a-8667-6b1e96b323a1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:45.529867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.618381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 4109ba08-3e1c-448a-8667-6b1e96b323a1, host n-d-827549-1, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:45.618685 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.632899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 4109ba08-3e1c-448a-8667-6b1e96b323a1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:45.677426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-6fa40332-6ad5-4e98-9bd7-e800a329e09d tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d1ded35b1e9447da3e998115156f777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2262206 Feb 03 04:42:45.680047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Port 4109ba08-3e1c-448a-8667-6b1e96b323a1 was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:42:45.689115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4109ba08-3e1c-448a-8667-6b1e96b323a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.702989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94a78b2d-281d-462c-aa06-b6cfc2ceeb8a req-d04e759b-408a-448b-97f1-bfcdf7bcb3db tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5961335 Feb 03 04:42:45.731444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-796f27cf-82ff-4858-a7df-efdb6d5c20b5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.3291073 Feb 03 04:42:45.744019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:45.744125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No DVR routers for this DVR port 4109ba08-3e1c-448a-8667-6b1e96b323a1 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:42:45.748230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:45.751213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:45.787233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=4109ba08-3e1c-448a-8667-6b1e96b323a1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:45.802735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-add71c9f-b43d-47e0-94e7-3dcbe071b7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:45.921437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.110485 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-add71c9f-b43d-47e0-94e7-3dcbe071b7be admin admin] Publish callbacks [] for security_group (498060be-9993-46cf-b2df-51d3c4a1241b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.125442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-add71c9f-b43d-47e0-94e7-3dcbe071b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (498060be-9993-46cf-b2df-51d3c4a1241b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.214401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (3d9e194d-92e3-404c-897a-6b84d9d10c4a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.224333 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP 12c78603-3bdd-4253-982e-0f81bdad2dca associated. External IP: 172.25.7.179, port: 387ef2ec-8531-4bb3-803a-a7151eef7c67. Feb 03 04:42:46.250601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.256590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add71c9f-b43d-47e0-94e7-3dcbe071b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498060be-9993-46cf-b2df-51d3c4a1241b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:46.283732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-add71c9f-b43d-47e0-94e7-3dcbe071b7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbeee4faae4e416d9956ee7de8550a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300140 Feb 03 04:42:46.286736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.289290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:46.348371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9e194d-92e3-404c-897a-6b84d9d10c4a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:46.350549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] In _notify_port_updated(), no bound segment for port fe32fb14-0d24-459a-bcd3-7a40acf84e26 on network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:42:46.356113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:46.356892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.358410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "PUT /v2.0/ports/fe32fb14-0d24-459a-bcd3-7a40acf84e26 HTTP/1.1" status: 200 len: 818 time: 0.6231072 Feb 03 04:42:46.364478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:46.371945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-f927b785-1ff1-4489-b35d-48bd11099cb8 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:46.383855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c89fac-8264-4e71-b2cd-5789fd79a3f1 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=fe32fb14-0d24-459a-bcd3-7a40acf84e26,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:46.388797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-f927b785-1ff1-4489-b35d-48bd11099cb8 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6798055 Feb 03 04:42:46.409372 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bff6a6d-06ac-44a2-a617-f07abf1b5e94 admin admin] Publish callbacks [] for security_group (498060be-9993-46cf-b2df-51d3c4a1241b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.417410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74784621-11bb-4bff-b82a-fb2c17bb7ce3') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:46.418075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74784621-11bb-4bff-b82a-fb2c17bb7ce3') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:46.434193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bff6a6d-06ac-44a2-a617-f07abf1b5e94 admin admin] Publish callbacks [] for security_group (498060be-9993-46cf-b2df-51d3c4a1241b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.486196 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (74784621-11bb-4bff-b82a-fb2c17bb7ce3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.486422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bff6a6d-06ac-44a2-a617-f07abf1b5e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (498060be-9993-46cf-b2df-51d3c4a1241b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.489084 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bff6a6d-06ac-44a2-a617-f07abf1b5e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.490263 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2bff6a6d-06ac-44a2-a617-f07abf1b5e94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/498060be-9993-46cf-b2df-51d3c4a1241b HTTP/1.1" status: 204 len: 168 time: 0.1966863 Feb 03 04:42:46.504266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff6a6d-06ac-44a2-a617-f07abf1b5e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498060be-9993-46cf-b2df-51d3c4a1241b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:46.505978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-793e3b01-ef34-42aa-8b62-351ea8228fed tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/quotas/6d1ded35b1e9447da3e998115156f777 HTTP/1.1" status: 200 len: 375 time: 0.0931864 Feb 03 04:42:46.524723 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (74784621-11bb-4bff-b82a-fb2c17bb7ce3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.594313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-629669cf-dc0f-4ae8-849a-d6c3d7781cac tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1ded35b1e9447da3e998115156f777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873318 Feb 03 04:42:46.599369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:42:46.606916 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (74784621-11bb-4bff-b82a-fb2c17bb7ce3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:42:46.612775 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:42:47.009727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (3d9e194d-92e3-404c-897a-6b84d9d10c4a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.014578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.018162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/3d9e194d-92e3-404c-897a-6b84d9d10c4a HTTP/1.1" status: 204 len: 168 time: 2.6249604 Feb 03 04:42:47.020354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06dc0d74-1b2b-4826-91db-ccc44fd7a1da req-cf61f343-07a9-4c89-be9e-ba313b47f5dd tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 210 time: 0.1593657 Feb 03 04:42:47.022029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:47.026885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f5b325c5-3535-4d76-adee-2dbad27b5703 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1559401435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:47.068753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efb430-5bdc-41ff-adc5-15e3dc75cf4f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=3d9e194d-92e3-404c-897a-6b84d9d10c4a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:47.078118 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5b325c5-3535-4d76-adee-2dbad27b5703 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (5619243f-bd8c-4807-b794-2544306c328d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.079726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5b325c5-3535-4d76-adee-2dbad27b5703 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.140933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port fe32fb14-0d24-459a-bcd3-7a40acf84e26 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:47.141574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.180474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5b325c5-3535-4d76-adee-2dbad27b5703 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (5619243f-bd8c-4807-b794-2544306c328d), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.190337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5b325c5-3535-4d76-adee-2dbad27b5703 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (5619243f-bd8c-4807-b794-2544306c328d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.232875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5b325c5-3535-4d76-adee-2dbad27b5703 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.239267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5b325c5-3535-4d76-adee-2dbad27b5703 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2131069 Feb 03 04:42:47.241429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:47.249196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-1772860268'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:47.277750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:47.282139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.311740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.319684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:47.333464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for fe32fb14-0d24-459a-bcd3-7a40acf84e26 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:47.360738 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ffec4172-d5a5-416b-ad78-affc1737e3da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.361916 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment ffec4172-d5a5-416b-ad78-affc1737e3da of type vlan for network aba9d7d9-5372-421f-8982-3f352b35e81d Feb 03 04:42:47.443402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43d0bf-8835-48c4-a64b-e466a8d7490a req-86f96c22-c7f1-4dc7-b5ad-66f719dd88ff tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:47.452410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d43d0bf-8835-48c4-a64b-e466a8d7490a req-86f96c22-c7f1-4dc7-b5ad-66f719dd88ff tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.5762661 Feb 03 04:42:47.459231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fe32fb14-0d24-459a-bcd3-7a40acf84e26), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.460176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (aba9d7d9-5372-421f-8982-3f352b35e81d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.512410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (aba9d7d9-5372-421f-8982-3f352b35e81d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.519380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:47.520877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.543329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=fe32fb14-0d24-459a-bcd3-7a40acf84e26,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:47.556922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:47.558318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.562655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-361bc5c1-56bc-4a5f-b48f-cf61b591e7d5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/fe32fb14-0d24-459a-bcd3-7a40acf84e26 HTTP/1.1" status: 204 len: 168 time: 1.1972597 Feb 03 04:42:47.568789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59616) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:47.598057 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3457446 Feb 03 04:42:47.599705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:47.609493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:47.691889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a45f0-c08f-44d1-8bc7-4d1691e2cf72 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=aba9d7d9-5372-421f-8982-3f352b35e81d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:47.705942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network aba9d7d9-5372-421f-8982-3f352b35e81d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:47.735958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d43d0bf-8835-48c4-a64b-e466a8d7490a req-af56cc36-1641-4fb2-84aa-12e1ce8d0ffc tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2819576 Feb 03 04:42:47.818814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:47.838457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:47.867745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1871b-5f8f-4110-82f1-1ddc2418df3d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:47.869403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-85f1871b-5f8f-4110-82f1-1ddc2418df3d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2994359 Feb 03 04:42:47.877633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:47.922657 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0440cbd-acc4-427e-b198-6aad5977afe5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:42:47.924602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a0440cbd-acc4-427e-b198-6aad5977afe5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/fe32fb14-0d24-459a-bcd3-7a40acf84e26 HTTP/1.1" status: 404 len: 333 time: 0.0457039 Feb 03 04:42:47.928933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:47.938892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1530113858'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:47.985979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:47.994206 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:48.144745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:48.156788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:48.188035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:48.190862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:48.248402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:48.283618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (64e541ba-5234-490d-b5b6-b28e241a111e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:48.289124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:48.321274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:48.322340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:48.402145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75984a0f-b9df-4af8-9242-4278dd79cca4 req-ec79b37f-015d-4c3c-a225-1c618ddc95d3 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 210 time: 0.1548228 Feb 03 04:42:48.408294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:48.410711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24a7d5-3c67-4714-b204-4d0893c53d14 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:48.421440 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8db4bc18-5016-42e6-bb32-16fe53499c62), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:48.422008 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment 8db4bc18-5016-42e6-bb32-16fe53499c62 of type vlan for network 5eefe65d-fde4-48e2-8e40-53057e71a417 Feb 03 04:42:48.475514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:48.476046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: aba9d7d9-5372-421f-8982-3f352b35e81d, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:48.504936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=64e541ba-5234-490d-b5b6-b28e241a111e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:48.551102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network aba9d7d9-5372-421f-8982-3f352b35e81d is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:48.595238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, aba9d7d9-5372-421f-8982-3f352b35e81d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:48.614227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d052d8c-a93b-46d8-89d6-848058c42e00 None None] Network aba9d7d9-5372-421f-8982-3f352b35e81d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:48.635986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:48.641399 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:48.702242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-60f660f0-a57c-478f-bbb4-0b1c780d1236 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6d1ded35b1e9447da3e998115156f777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085515 Feb 03 04:42:48.710815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f0bbdf24-5c50-4b3c-9be1-40e19106a913 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1069443 Feb 03 04:42:48.716625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:48.970166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-aba9d7d9-5372-421f-8982-3f352b35e81d', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:42:48.971064 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:49.265310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Allocated IP 172.20.0.2 (aba9d7d9-5372-421f-8982-3f352b35e81d/64e541ba-5234-490d-b5b6-b28e241a111e/4dd2512f-0484-46d4-a155-e2407d44e323) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:49.504546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5eefe65d-fde4-48e2-8e40-53057e71a417), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:49.634798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:42:49.648646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5bedf9f9-a904-4ba9-b167-ea7adcc65fdc req-0296f17c-85d3-4d6b-9f1d-6044b4d297c0 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 210 time: 0.1244469 Feb 03 04:42:49.674763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8effb1-39fc-4d15-b659-e3e8728f8256 req-9e563d7c-fd06-4798-90f3-7a32a24226c8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:49.684968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e8effb1-39fc-4d15-b659-e3e8728f8256 req-9e563d7c-fd06-4798-90f3-7a32a24226c8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.4012353 Feb 03 04:42:49.852978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-b9ce2b06-fa3a-4a88-bad7-e2a39a8cd4c3 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:49.854579 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-b9ce2b06-fa3a-4a88-bad7-e2a39a8cd4c3 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1404788 Feb 03 04:42:49.868517 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Request body: {'port': {'device_id': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '6d1ded35b1e9447da3e998115156f777'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:49.952250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:49.975663 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Publish callbacks [] for port (4dd2512f-0484-46d4-a155-e2407d44e323), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.001247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.008093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.037445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e8effb1-39fc-4d15-b659-e3e8728f8256 req-d45041c1-76fe-43f9-9f2e-87ee29e95aa5 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3514023 Feb 03 04:42:50.051210 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5eefe65d-fde4-48e2-8e40-53057e71a417), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.062697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:50.063370 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.111620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Pushing event updated for resources: {'Port': ['ID=4dd2512f-0484-46d4-a155-e2407d44e323,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:50.133217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Network aba9d7d9-5372-421f-8982-3f352b35e81d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:50.135946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:50.142708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:50.151862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2215214 Feb 03 04:42:50.154040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:50.212746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:50.235194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Attempting to bind port 4dd2512f-0484-46d4-a155-e2407d44e323 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:50.235960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Attempting to bind port 4dd2512f-0484-46d4-a155-e2407d44e323 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:50.236560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Attempting to bind port 4dd2512f-0484-46d4-a155-e2407d44e323 on network aba9d7d9-5372-421f-8982-3f352b35e81d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:50.242061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:50.242796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Checking segment: {'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:50.243420 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.244043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Bound using segment: {'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:50.244720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Bound port: 4dd2512f-0484-46d4-a155-e2407d44e323, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:50.245350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.312586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] For port 4dd2512f-0484-46d4-a155-e2407d44e323, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:50.316478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] For port 4dd2512f-0484-46d4-a155-e2407d44e323, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4dd2512f-0484-46d4-a155-e2407d44e323,segment=NetworkSegment(ffec4172-d5a5-416b-ad78-affc1737e3da),segment_id=ffec4172-d5a5-416b-ad78-affc1737e3da)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:50.329180 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.462760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5310c-a60c-4994-95bd-5386e61aa675 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=5eefe65d-fde4-48e2-8e40-53057e71a417,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:50.465003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe8d84-1603-467b-96e7-73e1cf72f3dd None None] Pushing event updated for resources: {'Port': ['ID=4dd2512f-0484-46d4-a155-e2407d44e323,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:50.474876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:50.570530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 8f87c43e-7c17-41c2-bcfa-4defc8e6d248 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:50.665360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.20.0.1 (aba9d7d9-5372-421f-8982-3f352b35e81d/64e541ba-5234-490d-b5b6-b28e241a111e/de480ac1-1fbb-4663-b2e5-5015ebcce15b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:50.722996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:50.732937 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:50.949109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.005233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20a800cb-e865-47eb-bfc8-1abe3e11af23 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:51.082258 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b6b8862-7e2b-4d33-8217-32a21bf20a45 req-56acfdd8-e1c7-4e95-8600-dbf5fd4b6f59 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 210 time: 0.2855854 Feb 03 04:42:51.087871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:51.103316 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] Sync routers for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:51.107601 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.169001 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.186120 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:51.196163 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:51.212136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Made reservation on behalf of 6d1ded35b1e9447da3e998115156f777 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:51.215903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.264001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network aba9d7d9-5372-421f-8982-3f352b35e81d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:51.270146 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20a800cb-e865-47eb-bfc8-1abe3e11af23 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "PUT /v2.0/quotas/049a156a0e0b4fce9cd1d01f74a6520c HTTP/1.1" status: 200 len: 366 time: 1.3118012 Feb 03 04:42:51.273496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.280629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:51.305023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:51.317492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:51.317705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7a8ee522-35b2-4635-83c2-1a7c5efcb2d2 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/floatingips/12c78603-3bdd-4253-982e-0f81bdad2dca HTTP/1.1" status: 200 len: 979 time: 8.0443830 Feb 03 04:42:51.321485 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:51.325272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:51.335236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd834-8020-461a-b004-348cb4bd2f0d req-ec907055-fbe1-416f-963b-b4a16118ac3a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:51.337191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-597dd834-8020-461a-b004-348cb4bd2f0d req-ec907055-fbe1-416f-963b-b4a16118ac3a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.1602747 Feb 03 04:42:51.387150 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:51.388324 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:51.431776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4dd2512f-0484-46d4-a155-e2407d44e323 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:51.438874 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:51.440151 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c70cdb-73f8-4e4d-ac8d-1ca2e16082db None None] The sync data for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:51.448249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=de480ac1-1fbb-4663-b2e5-5015ebcce15b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:51.470709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-742f70f9-5c9d-4a55-a598-fec0fbd633b7 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1717658 Feb 03 04:42:51.471625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:51.563681 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ddd9620b-1aed-47f0-a2d3-74e14726727a tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "GET /v2.0/quotas/049a156a0e0b4fce9cd1d01f74a6520c HTTP/1.1" status: 200 len: 366 time: 0.0825772 Feb 03 04:42:51.564675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:51.606264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4dd2512f-0484-46d4-a155-e2407d44e323 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:51.607011 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.609367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.789566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-597dd834-8020-461a-b004-348cb4bd2f0d req-804a9941-8395-463a-bb64-7c2edccedc0b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4408526 Feb 03 04:42:51.804782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4dd2512f-0484-46d4-a155-e2407d44e323 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:51.809182 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.882259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 4dd2512f-0484-46d4-a155-e2407d44e323, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4dd2512f-0484-46d4-a155-e2407d44e323,segment=NetworkSegment(ffec4172-d5a5-416b-ad78-affc1737e3da),segment_id=ffec4172-d5a5-416b-ad78-affc1737e3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:51.883439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (487029dc-4541-4760-9682-d1422e3b5477), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:51.896356 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.044044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 11a663f9-ddf6-4600-9452-b32228eca539 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:52.044401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (11a663f9-ddf6-4600-9452-b32228eca539), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.109787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=4dd2512f-0484-46d4-a155-e2407d44e323,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:52.202887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bcedc5-c235-4453-98e6-1fd9ef2cd531 None None] Network aba9d7d9-5372-421f-8982-3f352b35e81d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:52.302488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (11a663f9-ddf6-4600-9452-b32228eca539), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.339891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a30cbc9d-2723-4c25-9c5e-c3ff0b3e818e None None] Provisioning complete for port 4dd2512f-0484-46d4-a155-e2407d44e323 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:52.340345 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a30cbc9d-2723-4c25-9c5e-c3ff0b3e818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.348274 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-75a77709-c6a6-43d0-babb-7393fb29149f tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/049a156a0e0b4fce9cd1d01f74a6520c HTTP/1.1" status: 204 len: 168 time: 0.7768838 Feb 03 04:42:52.349569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:52.385409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4028e74a-5a2f-435c-b3b9-9d35b5d19151 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0319121 Feb 03 04:42:52.387470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:52.426433 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8b864072-bb4c-473b-a132-ead489594882 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "GET /v2.0/quotas/049a156a0e0b4fce9cd1d01f74a6520c HTTP/1.1" status: 200 len: 370 time: 0.0363131 Feb 03 04:42:52.438278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59708) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:52.463605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-76e9e061-e11f-4b55-9196-495e72c25f33 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "GET /v2.0/quotas/049a156a0e0b4fce9cd1d01f74a6520c/default HTTP/1.1" status: 200 len: 370 time: 0.0208430 Feb 03 04:42:52.468704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:52.492019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks [] for security_group (a04b71a7-5d24-4029-9a76-58977672d724), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.507246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.511553 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a04b71a7-5d24-4029-9a76-58977672d724), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.520612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a30cbc9d-2723-4c25-9c5e-c3ff0b3e818e None None] Current status of the port 4dd2512f-0484-46d4-a155-e2407d44e323 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:52.558029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-608474dc-dde5-4bd4-91a7-f2d6c7992212 req-67edcf93-ab42-43aa-8af0-bab4bcd45634 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 210 time: 0.1288450 Feb 03 04:42:52.561894 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-0d1fb20e-15d9-4bfc-99a7-6bae18e3874b tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] delete failed (client error): The resource could not be found. Feb 03 04:42:52.563139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0d1fb20e-15d9-4bfc-99a7-6bae18e3874b tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/049a156a0e0b4fce9cd1d01f74a6520c HTTP/1.1" status: 404 len: 348 time: 0.0789459 Feb 03 04:42:52.564257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=487029dc-4541-4760-9682-d1422e3b5477,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:52.651841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': '8db4bc18-5016-42e6-bb32-16fe53499c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:52.652252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: 5eefe65d-fde4-48e2-8e40-53057e71a417, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:42:52.687555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:42:52.742551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5eefe65d-fde4-48e2-8e40-53057e71a417) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:52.754984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:52.755721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.761181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b71a7-5d24-4029-9a76-58977672d724,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:52.762705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8046571d-ba47-4198-8551-39275cfef123 None None] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:52.773799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59714) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:52.796926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.797875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (12c78603-3bdd-4253-982e-0f81bdad2dca), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.798209 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Floating IP 12c78603-3bdd-4253-982e-0f81bdad2dca disassociated. External IP: 172.25.7.179, port: 11a663f9-ddf6-4600-9452-b32228eca539. Feb 03 04:42:52.798594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 11a663f9-ddf6-4600-9452-b32228eca539 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:52.817661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-414c3e3f-5b00-489f-b25c-8cd86146f8e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6150851 Feb 03 04:42:52.824480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:52.833985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-033046ec-66e2-4bd9-bc76-80944effeda7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:52.894014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Allocated IP 192.168.233.223 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/41f17b21-e7a8-4139-b760-7c344c34328a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:52.898990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:network and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:52.907033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:52.934488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-de58defc-5a92-43c7-9c37-aca58217db84 None None] Provisioning complete for port de480ac1-1fbb-4663-b2e5-5015ebcce15b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:52.935598 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de58defc-5a92-43c7-9c37-aca58217db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:52.987153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:subnet and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:53.009446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:53.016984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-de58defc-5a92-43c7-9c37-aca58217db84 None None] Port de480ac1-1fbb-4663-b2e5-5015ebcce15b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:53.028118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-5eefe65d-fde4-48e2-8e40-53057e71a417', 'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417', 'project_id': '45e1159c3a554918b02e31733812bd0d', 'fixed_ips': [{'subnet_id': '487029dc-4541-4760-9682-d1422e3b5477'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:42:53.029004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.049091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-de58defc-5a92-43c7-9c37-aca58217db84 None None] Provisioning complete for port 4dd2512f-0484-46d4-a155-e2407d44e323 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:53.049465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de58defc-5a92-43c7-9c37-aca58217db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.074032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:subnetpool and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:53.100577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:53.126658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:port and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:53.170555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:53.192453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c80b6-8991-43ce-b527-2996b8c5275c req-afeb0c70-2eb1-4895-8e8b-0688140a5de2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:53.194049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c4c80b6-8991-43ce-b527-2996b8c5275c req-afeb0c70-2eb1-4895-8e8b-0688140a5de2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.2204258 Feb 03 04:42:53.232047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:router and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:53.242299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033046ec-66e2-4bd9-bc76-80944effeda7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:53.246660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-033046ec-66e2-4bd9-bc76-80944effeda7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.249342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4dd2512f-0484-46d4-a155-e2407d44e323 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:53.259170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:53.261464 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (11a663f9-ddf6-4600-9452-b32228eca539), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.314712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=11a663f9-ddf6-4600-9452-b32228eca539,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:53.337061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.345198 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c4c80b6-8991-43ce-b527-2996b8c5275c req-bd98b727-28b9-4fe6-a97d-0d7038fb3e00 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418724 Feb 03 04:42:53.355193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:floatingip and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:53.390880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:53.395466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-de58defc-5a92-43c7-9c37-aca58217db84 None None] Current status of the port 4dd2512f-0484-46d4-a155-e2407d44e323 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:53.442089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Allocated IP 2001:db8::2 (5eefe65d-fde4-48e2-8e40-53057e71a417/487029dc-4541-4760-9682-d1422e3b5477/b08a257c-d77e-4a8f-99cd-52c2c7ef1056) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:53.476303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4dd2512f-0484-46d4-a155-e2407d44e323 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:53.477167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.527631 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-033046ec-66e2-4bd9-bc76-80944effeda7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 487029dc-4541-4760-9682-d1422e3b5477 (CIDR: 2001:db8::/64) Feb 03 04:42:53.540112 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-033046ec-66e2-4bd9-bc76-80944effeda7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:42:53.540640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033046ec-66e2-4bd9-bc76-80944effeda7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:42:53.571631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:security_group and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:53.580287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-033046ec-66e2-4bd9-bc76-80944effeda7 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7547126 Feb 03 04:42:53.585789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks [] for port (41f17b21-e7a8-4139-b760-7c344c34328a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.597827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:53.599543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:53.625617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.626502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:53.641959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 8f87c43e-7c17-41c2-bcfa-4defc8e6d248 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:42:53.644154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.656043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eae2a66b-3040-4d08-b613-2fadabf12e05 None None] Provisioning complete for port de480ac1-1fbb-4663-b2e5-5015ebcce15b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:53.657122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eae2a66b-3040-4d08-b613-2fadabf12e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.695218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Usage tracker for resource:security_group_rule and project:338fd65ca2ca43c3a8c1dca52e607146 is out of sync, need to count used quota {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 04:42:53.764492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.quota.resource [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103323) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 04:42:53.784609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4dd2512f-0484-46d4-a155-e2407d44e323 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:53.785491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0a0678a9-88ba-4b3f-b30f-91c2dc831327 tempest-QuotasTest-817182719 tempest-QuotasTest-817182719-project-admin] 10.222.0.35 "GET /v2.0/quotas/338fd65ca2ca43c3a8c1dca52e607146/details.json HTTP/1.1" status: 200 len: 703 time: 1.0106318 Feb 03 04:42:53.803472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=de480ac1-1fbb-4663-b2e5-5015ebcce15b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:53.888207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-2a032afd-8c3b-43de-8520-decf88560a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:53.891895 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-2a032afd-8c3b-43de-8520-decf88560a00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1127 time: 0.9027607 Feb 03 04:42:53.892308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eae2a66b-3040-4d08-b613-2fadabf12e05 None None] Port de480ac1-1fbb-4663-b2e5-5015ebcce15b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:53.894349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Pushing event updated for resources: {'Port': ['ID=41f17b21-e7a8-4139-b760-7c344c34328a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:53.949029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:53.964709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.965853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:53.967133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:53.985971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:54.015807 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Publish callbacks [] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.035490 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.042282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.113174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Pushing event updated for resources: {'Port': ['ID=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:54.129122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:54.130860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:54.135745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:42:54.246498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Attempting to bind port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:54.246884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Attempting to bind port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '8db4bc18-5016-42e6-bb32-16fe53499c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:54.247256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Attempting to bind port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 on network 5eefe65d-fde4-48e2-8e40-53057e71a417 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:54.253478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:54.253931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Checking segment: {'id': '8db4bc18-5016-42e6-bb32-16fe53499c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:54.254974 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.255585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Bound using segment: {'id': '8db4bc18-5016-42e6-bb32-16fe53499c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:54.256097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Bound port: b08a257c-d77e-4a8f-99cd-52c2c7ef1056, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db4bc18-5016-42e6-bb32-16fe53499c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:54.256656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.300730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b5aa-c76a-4c6d-882e-1d039bc8b516 req-4a10b130-9b09-43a1-a9af-bedd383b71ff tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:54.307790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2e2b5aa-c76a-4c6d-882e-1d039bc8b516 req-4a10b130-9b09-43a1-a9af-bedd383b71ff tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 936 time: 0.6235397 Feb 03 04:42:54.374326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] For port b08a257c-d77e-4a8f-99cd-52c2c7ef1056, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:54.385335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] For port b08a257c-d77e-4a8f-99cd-52c2c7ef1056, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,segment=NetworkSegment(8db4bc18-5016-42e6-bb32-16fe53499c62),segment_id=8db4bc18-5016-42e6-bb32-16fe53499c62)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:54.408715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.411073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:54.412146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.430416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:54.431109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:54.434685 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.446611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:54.450560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-4494ad06-c635-4e44-84b3-35b2b6e0fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:54.458145 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-4494ad06-c635-4e44-84b3-35b2b6e0fbef service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.5515540 Feb 03 04:42:54.475684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] Sync routers for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:54.508409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2e2b5aa-c76a-4c6d-882e-1d039bc8b516 req-85f0500d-3fef-42d8-943d-bad438daeda5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946158 Feb 03 04:42:54.551080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-706ffaee-3d62-42bd-a3be-d959e22b43e7 None None] Provisioning complete for port 41f17b21-e7a8-4139-b760-7c344c34328a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:54.551516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-706ffaee-3d62-42bd-a3be-d959e22b43e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.559059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network aba9d7d9-5372-421f-8982-3f352b35e81d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:54.564384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:54.572438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-3c2f7123-b679-46ec-b6ea-e8b2e7d6a503 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7083502 Feb 03 04:42:54.603877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Request body: {'port': {'device_id': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:54.635190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-706ffaee-3d62-42bd-a3be-d959e22b43e7 None None] Port 41f17b21-e7a8-4139-b760-7c344c34328a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:54.659540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:54.661368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:54.682430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.691795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-35da1ce3-6524-4274-a747-71dc12ad0a34 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/ports/11a663f9-ddf6-4600-9452-b32228eca539 HTTP/1.1" status: 204 len: 168 time: 3.3525660 Feb 03 04:42:54.700039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:54.761951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:54.769658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156749b4-c374-4eb3-baa7-d9fde4399acc None None] Pushing event updated for resources: {'Port': ['ID=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:54.805751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:54.806461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919f6c7-2d50-4b51-a13b-4027ffe1f05f req-d5ca1929-8104-4ed8-8fa6-16a8044fb808 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:54.806752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:54.808107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1919f6c7-2d50-4b51-a13b-4027ffe1f05f req-d5ca1929-8104-4ed8-8fa6-16a8044fb808 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.2668204 Feb 03 04:42:54.808937 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-385230e3-c7cc-49b5-8a62-0b6b46cb3ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:54.874747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-a5cca781-884b-4b43-afe0-825727f4880d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 1001 time: 0.4049575 Feb 03 04:42:54.981853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:54.983041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801218a-23ae-46e9-9cc1-4e7b211c0c9b None None] The sync data for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:54.993490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.072475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-860ff288-9cd0-499a-b27a-58c9ddcb81d0 None None] Provisioning complete for port de480ac1-1fbb-4663-b2e5-5015ebcce15b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:55.073319 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-860ff288-9cd0-499a-b27a-58c9ddcb81d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.136986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-860ff288-9cd0-499a-b27a-58c9ddcb81d0 None None] Port de480ac1-1fbb-4663-b2e5-5015ebcce15b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:42:55.245875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-ce9d2b84-f733-4d7a-ae76-054e0259ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:55.247401 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-ce9d2b84-f733-4d7a-ae76-054e0259ec45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.3252082 Feb 03 04:42:55.252934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:42:55.297681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b08a257c-d77e-4a8f-99cd-52c2c7ef1056 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:55.313976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-385230e3-c7cc-49b5-8a62-0b6b46cb3ee6 admin admin] Publish callbacks [] for security_group (9adf5288-f46b-4148-bc19-2ae7c5be74a1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.337756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (b9cfc39e-9ee6-4d33-a232-76ac8757a4b3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.379615 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-385230e3-c7cc-49b5-8a62-0b6b46cb3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9adf5288-f46b-4148-bc19-2ae7c5be74a1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.383157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:55.383715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.458160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385230e3-c7cc-49b5-8a62-0b6b46cb3ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adf5288-f46b-4148-bc19-2ae7c5be74a1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:55.472160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:42:55.484637 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:42:55.487299 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f1765651-b2e3-4813-9c02-a1b0567daf38 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7688975 Feb 03 04:42:55.495792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:55.503479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:42:55.513700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-226879442'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:55.514356 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:55.517052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:55.529502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:55.529905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.578533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b08a257c-d77e-4a8f-99cd-52c2c7ef1056, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,segment=NetworkSegment(8db4bc18-5016-42e6-bb32-16fe53499c62),segment_id=8db4bc18-5016-42e6-bb32-16fe53499c62)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:55.579098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:42:55.588043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:55.592314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.594789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.686838 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:42:55.708743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:55.713768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-e5be2c7a-821c-4cb2-8ad9-21df6d749031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:55.715337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-e5be2c7a-821c-4cb2-8ad9-21df6d749031 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4554126 Feb 03 04:42:55.844709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2379744 Feb 03 04:42:55.888470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-385230e3-c7cc-49b5-8a62-0b6b46cb3ee6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6858712f7c4471c9b4f76cd685bcc50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4494979 Feb 03 04:42:55.893620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1919f6c7-2d50-4b51-a13b-4027ffe1f05f req-04632fc6-f4a5-4020-b796-96150c81d5e4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0772035 Feb 03 04:42:55.896579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59754) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:55.897620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:55.932994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417', 'fixed_ips': [{'subnet_id': '487029dc-4541-4760-9682-d1422e3b5477'}, {'subnet_id': 'b9cfc39e-9ee6-4d33-a232-76ac8757a4b3'}], 'name': 'tempest-PortsIpV6TestJSON-840867574'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:55.945579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:55.949208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:55.953273 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-e6736eea-2c40-46e9-b236-9b209c143bf4 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188447 Feb 03 04:42:56.085265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186c75-96e4-4d7f-a0c0-0b41af230872 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=b9cfc39e-9ee6-4d33-a232-76ac8757a4b3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:56.110869 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:42:52Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:53Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:56.145187 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:42:56.145534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Updating router 5619243f-bd8c-4807-b794-2544306c328d port de480ac1-1fbb-4663-b2e5-5015ebcce15b binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:42:56.181580 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.214706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:56.229511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6680f-b48d-4868-8d22-847c41e4cd80 req-510352a3-86dd-45a8-99d1-1e91f465982e tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:56.231122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92f6680f-b48d-4868-8d22-847c41e4cd80 req-510352a3-86dd-45a8-99d1-1e91f465982e tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 936 time: 0.5219467 Feb 03 04:42:56.266275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f17b21-e7a8-4139-b760-7c344c34328a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:42:56.281757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Publish callbacks [] for port (41f17b21-e7a8-4139-b760-7c344c34328a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.300712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b454b6f-c343-4312-91ea-99c28ef10498 None None] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:42:56.305158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Transition to ACTIVE for port object 41f17b21-e7a8-4139-b760-7c344c34328a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:42:56.307867 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bd2d18e6-4e51-4b00-9aa0-db10ad07e735 req-76f7b214-5e81-470a-a56d-2c9f6aef0265 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460214 Feb 03 04:42:56.318771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.322829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:42:56.330183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92f6680f-b48d-4868-8d22-847c41e4cd80 req-eac92bee-8925-42a0-a4a0-e57943ec7f95 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796981 Feb 03 04:42:56.334561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f501eb13-7ebe-4a4b-9a49-0ef19bede9ac admin admin] Publish callbacks [] for security_group (9adf5288-f46b-4148-bc19-2ae7c5be74a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.378472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6a4c0083-0820-4347-9a9c-d0f4184a2a33), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.379458 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment 6a4c0083-0820-4347-9a9c-d0f4184a2a33 of type vlan for network 335b8fd6-74b2-44f7-b33c-3177cba57959 Feb 03 04:42:56.422714 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f501eb13-7ebe-4a4b-9a49-0ef19bede9ac admin admin] Publish callbacks [] for security_group (9adf5288-f46b-4148-bc19-2ae7c5be74a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.440813 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.555190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.573923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Pushing event updated for resources: {'Port': ['ID=41f17b21-e7a8-4139-b760-7c344c34328a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:56.691898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67b1ec92-1b97-4ab0-b8dc-fe57f56027a0 None None] Provisioning complete for port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:56.692143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:42:56.692274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b1ec92-1b97-4ab0-b8dc-fe57f56027a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.716162 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Publish callbacks [] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.727827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (335b8fd6-74b2-44f7-b33c-3177cba57959), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.741395 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.809151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f501eb13-7ebe-4a4b-9a49-0ef19bede9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9adf5288-f46b-4148-bc19-2ae7c5be74a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.815273 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f501eb13-7ebe-4a4b-9a49-0ef19bede9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.823821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f501eb13-7ebe-4a4b-9a49-0ef19bede9ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9adf5288-f46b-4148-bc19-2ae7c5be74a1 HTTP/1.1" status: 204 len: 168 time: 0.9022951 Feb 03 04:42:56.882850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-4d835169-7286-4a29-ab65-0ac2a00aa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:56.893900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-4d835169-7286-4a29-ab65-0ac2a00aa638 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1127 time: 0.4593086 Feb 03 04:42:56.929195 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Attempting to bind port de480ac1-1fbb-4663-b2e5-5015ebcce15b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:56.932212 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Attempting to bind port de480ac1-1fbb-4663-b2e5-5015ebcce15b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:56.940945 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Attempting to bind port de480ac1-1fbb-4663-b2e5-5015ebcce15b on network aba9d7d9-5372-421f-8982-3f352b35e81d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:56.946732 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Pushing event updated for resources: {'Port': ['ID=de480ac1-1fbb-4663-b2e5-5015ebcce15b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:56.965921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.966362 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.968812 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.969230 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.970685 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.971712 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.972050 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.972374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.977961 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.977961 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.978306 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.978641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.978965 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:42:56.988040 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:56.988608 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Checking segment: {'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:56.989194 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:56.989596 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Bound using segment: {'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:56.990118 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Bound port: de480ac1-1fbb-4663-b2e5-5015ebcce15b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffec4172-d5a5-416b-ad78-affc1737e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:56.990608 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.030036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501eb13-7ebe-4a4b-9a49-0ef19bede9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adf5288-f46b-4148-bc19-2ae7c5be74a1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:57.108091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Attempting to bind port 41f17b21-e7a8-4139-b760-7c344c34328a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:42:57.110044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Attempting to bind port 41f17b21-e7a8-4139-b760-7c344c34328a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:42:57.110556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Attempting to bind port 41f17b21-e7a8-4139-b760-7c344c34328a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:57.141416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Port 41f17b21-e7a8-4139-b760-7c344c34328a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:42:57.141794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Attempting to bind port 41f17b21-e7a8-4139-b760-7c344c34328a on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:42:57.148182 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] For port de480ac1-1fbb-4663-b2e5-5015ebcce15b, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:57.150657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (335b8fd6-74b2-44f7-b33c-3177cba57959), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.155820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:57.156471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.159344 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] For port de480ac1-1fbb-4663-b2e5-5015ebcce15b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=de480ac1-1fbb-4663-b2e5-5015ebcce15b,segment=NetworkSegment(ffec4172-d5a5-416b-ad78-affc1737e3da),segment_id=ffec4172-d5a5-416b-ad78-affc1737e3da)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:57.176223 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.245182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:42:57.245683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:42:57.246543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:42:57.246947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Bound port: 41f17b21-e7a8-4139-b760-7c344c34328a, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:42:57.248532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.275077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67b1ec92-1b97-4ab0-b8dc-fe57f56027a0 None None] Current status of the port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:57.286112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86687f4c-6c90-4005-891b-1837e0320a20 None None] Update dhcp port {'port': {'network_id': '5eefe65d-fde4-48e2-8e40-53057e71a417', 'fixed_ips': [{'subnet_id': '487029dc-4541-4760-9682-d1422e3b5477', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9cfc39e-9ee6-4d33-a232-76ac8757a4b3'}], 'binding:host_id': 'n-d-827549-1'}, 'id': 'b08a257c-d77e-4a8f-99cd-52c2c7ef1056'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:42:57.302006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b08a257c-d77e-4a8f-99cd-52c2c7ef1056 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:57.326321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:42:57.340456 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:57.373478 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e866f2b-11d7-41ad-bb06-4a24393b2ac7 None None] Pushing event updated for resources: {'Port': ['ID=de480ac1-1fbb-4663-b2e5-5015ebcce15b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:57.400874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86687f4c-6c90-4005-891b-1837e0320a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.438453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-34a55882-d6a0-4240-bd1a-c21a31f49c06 None None] Provisioning complete for port de480ac1-1fbb-4663-b2e5-5015ebcce15b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:57.438806 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a55882-d6a0-4240-bd1a-c21a31f49c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.446585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:42:57.665463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:57.669850 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1721578 Feb 03 04:42:57.679830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:57.680357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.682021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec325e-5dc0-4ec0-b6de-6a549c75e32f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=335b8fd6-74b2-44f7-b33c-3177cba57959,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:57.682869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:57.697489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:42:57.742574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ca916-8703-4a1b-a4d2-543365505fa0 req-8ab11fe9-4c71-4e59-8025-eb82f1e29d98 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:57.744148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e8ca916-8703-4a1b-a4d2-543365505fa0 req-8ab11fe9-4c71-4e59-8025-eb82f1e29d98 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 945 time: 0.5556448 Feb 03 04:42:57.751869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0796fd1-5f02-476c-abd4-66efd57334c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:57.772564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-12fd71e4-2c1c-426a-81c7-8ea82f71793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:57.774377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-12fd71e4-2c1c-426a-81c7-8ea82f71793e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.8163266 Feb 03 04:42:57.786308 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:42:57.857405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:42:57.871477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] For port 41f17b21-e7a8-4139-b760-7c344c34328a, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:42:57.881211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] For port 41f17b21-e7a8-4139-b760-7c344c34328a, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41f17b21-e7a8-4139-b760-7c344c34328a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:42:57.911092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-22da5700-c203-40c1-9c7f-1ccf66693d01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 1001 time: 0.1254208 Feb 03 04:42:57.912860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.064157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:58.075465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.086289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] 10.222.0.15 "PUT /v2.0/ports/41f17b21-e7a8-4139-b760-7c344c34328a HTTP/1.1" status: 200 len: 1096 time: 3.4890757 Feb 03 04:42:58.088204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'tag': '41f17b21-e7a8-4139-b760-7c344c34328a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:42:58.096808 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5267f0-49ba-47ee-a7a2-3e094d052934", "tag": "41f17b21-e7a8-4139-b760-7c344c34328a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:42:58.252548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:58.253107 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.298060 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:42:52Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:57Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:42:58.363681 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64b22-943c-4519-bd3b-2f82ce32f303 None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:42:52Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:57Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:42:58.364529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:58.373333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40836e7-eda3-45b7-8bac-75bf8fb004bd service neutron] Pushing event updated for resources: {'Port': ['ID=41f17b21-e7a8-4139-b760-7c344c34328a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:58.397375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34a55882-d6a0-4240-bd1a-c21a31f49c06 None None] Current status of the port de480ac1-1fbb-4663-b2e5-5015ebcce15b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:58.397780 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a55882-d6a0-4240-bd1a-c21a31f49c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.417956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:42:58.420545 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa1739c-7a49-4407-b532-ecdd36baddb7" -d '{"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-unplugged", "status": "completed", "tag": "b3602af7-9b84-4862-818b-bda126994e09"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:42:58.426606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-1716521d-44c4-442c-81d0-bc8bdfe10a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:58.442874 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-1716521d-44c4-442c-81d0-bc8bdfe10a54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.5167568 Feb 03 04:42:58.461298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:58.473251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.526447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-34a55882-d6a0-4240-bd1a-c21a31f49c06 None None] For port de480ac1-1fbb-4663-b2e5-5015ebcce15b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=de480ac1-1fbb-4663-b2e5-5015ebcce15b,segment=NetworkSegment(ffec4172-d5a5-416b-ad78-affc1737e3da),segment_id=ffec4172-d5a5-416b-ad78-affc1737e3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:42:58.559405 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a55882-d6a0-4240-bd1a-c21a31f49c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.565944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0796fd1-5f02-476c-abd4-66efd57334c2 admin admin] Publish callbacks [] for security_group (402804b1-088f-41c1-9d7f-fbba324a3710), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.591127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:58.615767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0796fd1-5f02-476c-abd4-66efd57334c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (402804b1-088f-41c1-9d7f-fbba324a3710), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.630386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-b68ef449-30e5-48dc-a8b1-f283e9f4f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:58.633186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-b68ef449-30e5-48dc-a8b1-f283e9f4f8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d1ded35b1e9447da3e998115156f777&device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 1130 time: 0.4611824 Feb 03 04:42:58.710711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a55882-d6a0-4240-bd1a-c21a31f49c06 None None] Pushing event updated for resources: {'Port': ['ID=de480ac1-1fbb-4663-b2e5-5015ebcce15b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:58.714135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-271d0bab-fc0c-4014-a23a-387e2e87a8e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=41f17b21-e7a8-4139-b760-7c344c34328a HTTP/1.1" status: 200 len: 217 time: 0.0632801 Feb 03 04:42:58.775839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a9aa9e8e-4cdb-426e-9ed8-03acd3b9982a None None] Provisioning complete for port de480ac1-1fbb-4663-b2e5-5015ebcce15b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:58.781049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9aa9e8e-4cdb-426e-9ed8-03acd3b9982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:58.830508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0796fd1-5f02-476c-abd4-66efd57334c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402804b1-088f-41c1-9d7f-fbba324a3710,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:42:58.875986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-ef8a87c1-4193-4799-9040-d6c499923b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:58.877858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-ef8a87c1-4193-4799-9040-d6c499923b5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4272254 Feb 03 04:42:58.883227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d0796fd1-5f02-476c-abd4-66efd57334c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=338fd65ca2ca43c3a8c1dca52e607146&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2117913 Feb 03 04:42:58.891574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:42:58.922435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-f8b16d7c-51b6-49c8-9131-fcef883a6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:58.922703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa9e8e-4cdb-426e-9ed8-03acd3b9982a None None] Current status of the port de480ac1-1fbb-4663-b2e5-5015ebcce15b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:58.924581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-f8b16d7c-51b6-49c8-9131-fcef883a6065 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1668267 Feb 03 04:42:58.951164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e8ca916-8703-4a1b-a4d2-543365505fa0 req-0b884863-ed63-421c-98ca-318d9f34483e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1401286 Feb 03 04:42:59.030181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 87e571e7-7d4a-499d-9b66-6784de3c3f9e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:42:59.030750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-da5d3704-0a59-4ca7-9740-0e63da3dc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:59.032593 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-da5d3704-0a59-4ca7-9740-0e63da3dc16e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008189 Feb 03 04:42:59.034430 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659b1a00-3e24-4ed4-b541-1dd9302b5509 x-openstack-request-id: req-659b1a00-3e24-4ed4-b541-1dd9302b5509 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:42:59.034797 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5267f0-49ba-47ee-a7a2-3e094d052934", "tag": "41f17b21-e7a8-4139-b760-7c344c34328a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:42:59.035278 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-659b1a00-3e24-4ed4-b541-1dd9302b5509 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:42:59.035781 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'tag': '41f17b21-e7a8-4139-b760-7c344c34328a', 'status': 'completed', 'code': 200} Feb 03 04:42:59.037607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.071079 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83d0f18-9164-4f67-9e0c-6b18a90c45d6 x-openstack-request-id: req-a83d0f18-9164-4f67-9e0c-6b18a90c45d6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:42:59.071390 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-unplugged", "status": "failed", "tag": "b3602af7-9b84-4862-818b-bda126994e09", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:42:59.071927 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a83d0f18-9164-4f67-9e0c-6b18a90c45d6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:42:59.072403 n-d-827549-1 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09', 'code': 422} returned with failed status Feb 03 04:42:59.142772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3e50b-e986-4dae-b282-51c7f5ee299c req-750a8de4-989f-45b0-a89b-f2b316bf5625 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:59.151008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8a3e50b-e986-4dae-b282-51c7f5ee299c req-750a8de4-989f-45b0-a89b-f2b316bf5625 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 948 time: 1.5455217 Feb 03 04:42:59.206982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-4e2862f4-8fa9-43c9-8ff0-163c96247c77 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658318 Feb 03 04:42:59.271941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::216 (5eefe65d-fde4-48e2-8e40-53057e71a417/487029dc-4541-4760-9682-d1422e3b5477/2b807ea1-7b3c-47aa-8a4e-318ad45a0229) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:59.305190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device de480ac1-1fbb-4663-b2e5-5015ebcce15b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:42:59.306057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8:0:1::24d (5eefe65d-fde4-48e2-8e40-53057e71a417/b9cfc39e-9ee6-4d33-a232-76ac8757a4b3/2b807ea1-7b3c-47aa-8a4e-318ad45a0229) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:42:59.388246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port de480ac1-1fbb-4663-b2e5-5015ebcce15b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:42:59.389355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.451339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:42:59.458111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.507305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d320100e-9424-4fba-a7c0-96551c322e53 admin admin] Publish callbacks [] for security_group (402804b1-088f-41c1-9d7f-fbba324a3710), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.557084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.570735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port de480ac1-1fbb-4663-b2e5-5015ebcce15b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:42:59.571314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 87e571e7-7d4a-499d-9b66-6784de3c3f9e owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:42:59.672526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d320100e-9424-4fba-a7c0-96551c322e53 admin admin] Publish callbacks [] for security_group (402804b1-088f-41c1-9d7f-fbba324a3710), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.680090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8a3e50b-e986-4dae-b282-51c7f5ee299c req-13ba04a7-9ad3-486c-a1a2-3b0a7423c76a tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281696 Feb 03 04:42:59.788357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-44ed63f9-091b-448c-802e-fde50dd0edbc req-8b07e904-d416-46e9-9be7-c1005e9062c6 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746417 Feb 03 04:42:59.790014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-951cfad9-2896-49cd-8936-f8bf3dec7363 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9010937 Feb 03 04:42:59.952966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b18be307-a505-4e77-ae9a-fc639cf9c892 req-f8ba605a-380b-4d03-848b-862e822816bc service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473465 Feb 03 04:42:59.955717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-62a22694-3e8d-4bdd-9707-8a1b975c35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:42:59.956417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.957499 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-62a22694-3e8d-4bdd-9707-8a1b975c35b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d1ded35b1e9447da3e998115156f777&device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 1130 time: 0.1024773 Feb 03 04:42:59.964776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d320100e-9424-4fba-a7c0-96551c322e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (402804b1-088f-41c1-9d7f-fbba324a3710), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.967691 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d320100e-9424-4fba-a7c0-96551c322e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:42:59.969121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d320100e-9424-4fba-a7c0-96551c322e53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/402804b1-088f-41c1-9d7f-fbba324a3710 HTTP/1.1" status: 204 len: 168 time: 1.0267997 Feb 03 04:42:59.999126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320100e-9424-4fba-a7c0-96551c322e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402804b1-088f-41c1-9d7f-fbba324a3710,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:00.084867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (779e2385-cab2-4322-b52f-e881e39f2adb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:00.101158 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:00.149369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-e47850f8-1c57-4964-9d55-2ad8d34e5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:00.153884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-e47850f8-1c57-4964-9d55-2ad8d34e5f11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.1899955 Feb 03 04:43:00.194210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-86687f4c-6c90-4005-891b-1837e0320a20 None None] Allocated IP 2001:db8:0:1::2 (5eefe65d-fde4-48e2-8e40-53057e71a417/b9cfc39e-9ee6-4d33-a232-76ac8757a4b3/b08a257c-d77e-4a8f-99cd-52c2c7ef1056) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:00.215253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-a814dba5-f061-46ab-b22d-750859f203eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=41f17b21-e7a8-4139-b760-7c344c34328a HTTP/1.1" status: 200 len: 217 time: 0.0535452 Feb 03 04:43:00.310584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:00.329229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=779e2385-cab2-4322-b52f-e881e39f2adb,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:00.331738 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (87e571e7-7d4a-499d-9b66-6784de3c3f9e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:00.333894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:00.339773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=2b807ea1-7b3c-47aa-8a4e-318ad45a0229,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:00.339965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-4c62a33a-280d-4c3f-a991-682ecbeb83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:00.340332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-4c62a33a-280d-4c3f-a991-682ecbeb83a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1194212 Feb 03 04:43:00.356455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:00.361829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:00.362491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:00.400721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=87e571e7-7d4a-499d-9b66-6784de3c3f9e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:00.421030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-af40f1b9-b960-410e-97a1-e5966b6deec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:00.422900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-af40f1b9-b960-410e-97a1-e5966b6deec0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0760758 Feb 03 04:43:00.423992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86687f4c-6c90-4005-891b-1837e0320a20 None None] For port b08a257c-d77e-4a8f-99cd-52c2c7ef1056, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,segment=NetworkSegment(8db4bc18-5016-42e6-bb32-16fe53499c62),segment_id=8db4bc18-5016-42e6-bb32-16fe53499c62)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:00.439277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:00.439761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: 335b8fd6-74b2-44f7-b33c-3177cba57959, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:00.449342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d7c97422-ee37-49b6-b706-b65443aa96c4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5302784 Feb 03 04:43:00.453857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:00.477084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610d66d-042f-40ab-bab7-ecf77d988446 req-312d4d92-2afd-4b3d-a86a-dd44e62f2a9f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:00.478567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0610d66d-042f-40ab-bab7-ecf77d988446 req-312d4d92-2afd-4b3d-a86a-dd44e62f2a9f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.3312893 Feb 03 04:43:00.483280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '487029dc-4541-4760-9682-d1422e3b5477'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:00.505849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86687f4c-6c90-4005-891b-1837e0320a20 None None] Publish callbacks [] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:00.521406 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86687f4c-6c90-4005-891b-1837e0320a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:00.615473 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-a3730d61-e29e-4b44-9389-6de157ec93a4 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835265 Feb 03 04:43:00.738715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86687f4c-6c90-4005-891b-1837e0320a20 None None] Pushing event updated for resources: {'Port': ['ID=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:00.762711 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7df86ef4-c6c4-4b86-bc7e-33b2f06dd3d6 req-4c78dee9-79fd-4eea-aa82-d5e23846543e service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406393 Feb 03 04:43:00.767347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:00.860625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:00.904822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 335b8fd6-74b2-44f7-b33c-3177cba57959) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:00.912448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c63671-77f5-4510-8e6a-cf5504c6721d None None] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:01.022331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:01.022914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:01.079998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0610d66d-042f-40ab-bab7-ecf77d988446 req-f8ef9049-efe1-4da2-9042-91c35b668d2b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5220647 Feb 03 04:43:01.097471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-335b8fd6-74b2-44f7-b33c-3177cba57959', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:01.099760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:01.105438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ba7b2c8-686d-444c-8409-c3f751245757 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4188471 Feb 03 04:43:01.107310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:01.288476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2d453-4b81-417e-a5d1-00eb3ac04ed1 req-76260e1d-4146-45d8-981d-a15d20995dff tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:01.290237 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38d2d453-4b81-417e-a5d1-00eb3ac04ed1 req-76260e1d-4146-45d8-981d-a15d20995dff tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 948 time: 0.4728847 Feb 03 04:43:01.382485 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:01.412531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b08a257c-d77e-4a8f-99cd-52c2c7ef1056 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:01.481590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:01.542237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41f17b21-e7a8-4139-b760-7c344c34328a details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:43:01.624920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Allocated IP 172.21.0.2 (335b8fd6-74b2-44f7-b33c-3177cba57959/779e2385-cab2-4322-b52f-e881e39f2adb/8c82d1d1-30f1-4dad-9a16-afd1164c08fb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:01.657811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38d2d453-4b81-417e-a5d1-00eb3ac04ed1 req-4959e5b1-bbb6-44ca-9615-97f74251f7ac tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558097 Feb 03 04:43:01.761710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:01.762071 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:01.901027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af5ca4-92af-4639-b29c-f922b5a29300 None None] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:01.905324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:02.042669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Delete allocated IP 2001:db8:0:1::24d (5eefe65d-fde4-48e2-8e40-53057e71a417/b9cfc39e-9ee6-4d33-a232-76ac8757a4b3) {{(pid=103323) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 04:43:02.087676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.262346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 41f17b21-e7a8-4139-b760-7c344c34328a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41f17b21-e7a8-4139-b760-7c344c34328a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:02.282916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '41f17b21-e7a8-4139-b760-7c344c34328a', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '41f17b21-e7a8-4139-b760-7c344c34328a', 'mac_address': 'fa:16:3e:e3:e8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:43:02.343636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.349756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-905a7cf7-ced8-4c86-80af-ee28fed4de6a None None] Provisioning complete for port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:02.350582 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-905a7cf7-ced8-4c86-80af-ee28fed4de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.417895 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.445321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 41f17b21-e7a8-4139-b760-7c344c34328a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:02.445840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.499278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f17b21-e7a8-4139-b760-7c344c34328a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:43:02.521652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:02.601562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:02.652739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 41f17b21-e7a8-4139-b760-7c344c34328a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41f17b21-e7a8-4139-b760-7c344c34328a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:02.691599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-40118072', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:02.715042 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.722286 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Publish callbacks [] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.737477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-905a7cf7-ced8-4c86-80af-ee28fed4de6a None None] Current status of the port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:02.780260 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.836491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.21.0.1 (335b8fd6-74b2-44f7-b33c-3177cba57959/779e2385-cab2-4322-b52f-e881e39f2adb/58462a04-6b64-47ba-9dab-bef5e2c38b88) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:02.864730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:02.873601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:02.882208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:02.887317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=41f17b21-e7a8-4139-b760-7c344c34328a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:02.936811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Pushing event updated for resources: {'Port': ['ID=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:02.972286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] In _notify_port_updated(), no bound segment for port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 on network 5eefe65d-fde4-48e2-8e40-53057e71a417 {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:43:02.977868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:02.978733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.979592 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:02.980493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "PUT /v2.0/ports/2b807ea1-7b3c-47aa-8a4e-318ad45a0229 HTTP/1.1" status: 200 len: 925 time: 2.5226219 Feb 03 04:43:02.997073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:03.002362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['41f17b21-e7a8-4139-b760-7c344c34328a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:43:03.002966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '487029dc-4541-4760-9682-d1422e3b5477'}, {'subnet_id': 'b9cfc39e-9ee6-4d33-a232-76ac8757a4b3'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:03.012402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Made reservation on behalf of fa5724f5a6bc45cca7a2acbbf328afd8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:03.016648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.034213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Attempting to bind port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:03.034612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Attempting to bind port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:03.035023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Attempting to bind port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb on network 335b8fd6-74b2-44f7-b33c-3177cba57959 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:03.045456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2a90-9b5c-4ff3-9da8-d0ec7661ba0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=2b807ea1-7b3c-47aa-8a4e-318ad45a0229,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:03.062798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:03.063179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Checking segment: {'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:03.063632 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.064043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Bound using segment: {'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:03.064544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Bound port: 8c82d1d1-30f1-4dad-9a16-afd1164c08fb, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:03.064934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.071364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc141c-1233-434c-a820-fd5ae8028e9a req-c19e7d0d-3d08-4605-a95f-e99755330505 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:03.079470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54bc141c-1233-434c-a820-fd5ae8028e9a req-c19e7d0d-3d08-4605-a95f-e99755330505 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.7460630 Feb 03 04:43:03.098628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.117382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 8f87c43e-7c17-41c2-bcfa-4defc8e6d248 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:03.184769 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3015742-8844-4a89-baf3-3ce211d3b404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.194702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54bc141c-1233-434c-a820-fd5ae8028e9a req-4ac11d52-351a-4cab-979a-1bb88d9f663e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138988 Feb 03 04:43:03.225791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be741ac1-6c73-442e-b79e-98a33267ce43 req-75180552-0b62-49fd-bee0-26dd749f3384 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:03.227380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be741ac1-6c73-442e-b79e-98a33267ce43 req-75180552-0b62-49fd-bee0-26dd749f3384 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 949 time: 0.2649555 Feb 03 04:43:03.245188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] For port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:03.273669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] For port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,segment=NetworkSegment(6a4c0083-0820-4347-9a9c-d0f4184a2a33),segment_id=6a4c0083-0820-4347-9a9c-d0f4184a2a33)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:03.313895 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.355265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for security_group (e38587ef-85bf-4b9b-bf0f-cea233e149bd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.384346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94220-d43c-4ab2-a7f2-5a1aeeddd52e None None] Pushing event updated for resources: {'Port': ['ID=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:03.401076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c9fe1155-c476-4faf-b76b-5c10b4672b71 None None] Provisioning complete for port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:03.401810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9fe1155-c476-4faf-b76b-5c10b4672b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.408407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e38587ef-85bf-4b9b-bf0f-cea233e149bd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.422243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] device_id is not set on port c4c4a613-36c5-486a-ad12-d55dc4943f97 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:03.427353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.447011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-bb4c437b-9550-4091-a2a6-9e0559c61ef1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4874020 Feb 03 04:43:03.448334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe1155-c476-4faf-b76b-5c10b4672b71 None None] Port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:03.452309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be741ac1-6c73-442e-b79e-98a33267ce43 req-fb40e96e-8280-480f-be6a-e1d46157d436 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015419 Feb 03 04:43:03.483751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c9fe1155-c476-4faf-b76b-5c10b4672b71 None None] Provisioning complete for port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:03.484390 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9fe1155-c476-4faf-b76b-5c10b4672b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.495230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:03.500449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5489e841-51a4-4631-aedd-ced2748ea96d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/routers/8f87c43e-7c17-41c2-bcfa-4defc8e6d248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7920704 Feb 03 04:43:03.502829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:03.523644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] Sync routers for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:03.549690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:03.550329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:03.611794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:03.637419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=58462a04-6b64-47ba-9dab-bef5e2c38b88,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:03.657607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] Routers {'8f87c43e-7c17-41c2-bcfa-4defc8e6d248'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:03.658265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:42:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:03.710610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:03.711271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1cbf3d-e321-4434-9c1a-77e843ebac7c None None] The sync data for ids ['8f87c43e-7c17-41c2-bcfa-4defc8e6d248'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:03.722987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe1155-c476-4faf-b76b-5c10b4672b71 None None] Current status of the port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:03.747921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.761076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:03.761863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.777063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:03.792641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:03.857960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cbfbda95-7515-4ea6-9c1b-b57246fefbd0 None None] Provisioning complete for port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:03.858474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbfbda95-7515-4ea6-9c1b-b57246fefbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.863742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:03.984975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cbfbda95-7515-4ea6-9c1b-b57246fefbd0 None None] Port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:03.994318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38587ef-85bf-4b9b-bf0f-cea233e149bd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:04.066231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:04.185809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 8a51842c-415f-462f-b0e0-ceaa99a6cddf {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:04.186430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8a51842c-415f-462f-b0e0-ceaa99a6cddf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:04.266630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Allocated IP 172.25.7.72 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c4c4a613-36c5-486a-ad12-d55dc4943f97) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:04.312283 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8a51842c-415f-462f-b0e0-ceaa99a6cddf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:04.318489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-626c8779-3a84-4b37-b95c-a57c4ff527c1 None None] Provisioning complete for port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:04.318967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-626c8779-3a84-4b37-b95c-a57c4ff527c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:04.345147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 8a51842c-415f-462f-b0e0-ceaa99a6cddf owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:04.408064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-626c8779-3a84-4b37-b95c-a57c4ff527c1 None None] Port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:04.456944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f01d-9f06-4168-b8d6-1340717b7c38 req-0690b067-9abc-4661-a85b-533d03837024 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:04.458679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e15f01d-9f06-4168-b8d6-1340717b7c38 req-0690b067-9abc-4661-a85b-533d03837024 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1239665 Feb 03 04:43:04.512512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e15f01d-9f06-4168-b8d6-1340717b7c38 req-b6c0277a-5e70-4437-885d-ec412410308a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476620 Feb 03 04:43:04.703345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb160d-8a34-46ba-a56d-df64e6f725d4 req-1913e402-3ed5-46b6-b97b-a9956e1001af tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:04.705447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2fb160d-8a34-46ba-a56d-df64e6f725d4 req-1913e402-3ed5-46b6-b97b-a9956e1001af tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 949 time: 0.0808897 Feb 03 04:43:04.707183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8a51842c-415f-462f-b0e0-ceaa99a6cddf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:04.799578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=8a51842c-415f-462f-b0e0-ceaa99a6cddf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:04.838109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8:0:1::97 (5eefe65d-fde4-48e2-8e40-53057e71a417/b9cfc39e-9ee6-4d33-a232-76ac8757a4b3/2b807ea1-7b3c-47aa-8a4e-318ad45a0229) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:04.863729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2fb160d-8a34-46ba-a56d-df64e6f725d4 req-fdacc62f-327c-4308-a975-799452f0a640 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467028 Feb 03 04:43:04.883743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.004582 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.006584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.030879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.072434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.079076 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_controller (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.199822 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (8f87c43e-7c17-41c2-bcfa-4defc8e6d248), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.201032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Fanout notify agent at l3_agent the message router_deleted on router 8f87c43e-7c17-41c2-bcfa-4defc8e6d248 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:43:05.215352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.222374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3f78fb50-0b20-4aef-9fa4-edcf3f5b2f91 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/routers/8f87c43e-7c17-41c2-bcfa-4defc8e6d248 HTTP/1.1" status: 204 len: 168 time: 1.7184973 Feb 03 04:43:05.223323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:05.319082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479c4c0-ecc2-426a-817e-3126472fc6db None None] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:05.334536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] In _notify_port_updated(), no bound segment for port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 on network 5eefe65d-fde4-48e2-8e40-53057e71a417 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:43:05.347714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:05.348468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.353832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "PUT /v2.0/ports/2b807ea1-7b3c-47aa-8a4e-318ad45a0229 HTTP/1.1" status: 200 len: 1010 time: 2.3552990 Feb 03 04:43:05.359907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting subnet 3a0c493a-503e-410b-b936-bfc9e1c95e12 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:05.360983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:05.370701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for subnet (3a0c493a-503e-410b-b936-bfc9e1c95e12), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.452544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac719bf8-b9bb-4997-9342-b1d9c003473e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=2b807ea1-7b3c-47aa-8a4e-318ad45a0229,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:05.470710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for port (c4c4a613-36c5-486a-ad12-d55dc4943f97), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.494164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (3a0c493a-503e-410b-b936-bfc9e1c95e12), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.554517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c82d1d1-30f1-4dad-9a16-afd1164c08fb up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:05.557657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41f17b21-e7a8-4139-b760-7c344c34328a up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:05.750280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.753984 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3a0c493a-503e-410b-b936-bfc9e1c95e12), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.758288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7459055c-040e-4aee-bfe7-88adc68ca6b7 None None] Provisioning complete for port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:05.759130 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7459055c-040e-4aee-bfe7-88adc68ca6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.761447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c4c4a613-36c5-486a-ad12-d55dc4943f97), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.768073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.784386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c889e6c-349e-46c3-a182-d0a0c17ea5d5 req-27b75492-acb4-4d8e-bd1c-e29afe16027a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:05.787684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c889e6c-349e-46c3-a182-d0a0c17ea5d5 req-27b75492-acb4-4d8e-bd1c-e29afe16027a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1629741 Feb 03 04:43:05.817353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 41f17b21-e7a8-4139-b760-7c344c34328a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:43:05.840564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 41f17b21-e7a8-4139-b760-7c344c34328a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:05.841243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.858721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:05.883373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:05.903355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:05.930872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c889e6c-349e-46c3-a182-d0a0c17ea5d5 req-1f1da50c-403c-406c-9e7e-bc6214e091a0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248791 Feb 03 04:43:05.961738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:05.962392 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.965797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:05.966471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:05.991345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.038865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (3a0c493a-503e-410b-b936-bfc9e1c95e12), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.049200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=58462a04-6b64-47ba-9dab-bef5e2c38b88,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:06.093987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:06.094840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.099917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:06.100954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.172105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0c493a-503e-410b-b936-bfc9e1c95e12,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:06.208076 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.219123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-83252efe-1f52-4e6d-9b31-7029100c0cd1 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/subnets/3a0c493a-503e-410b-b936-bfc9e1c95e12 HTTP/1.1" status: 204 len: 168 time: 0.9918451 Feb 03 04:43:06.220315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:06.229837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b521722-efbc-4f86-93a3-ae0db11f1886 None None] Network 513349f1-ff56-4716-bdd6-ea380b74af52 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:06.233274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.247094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:06.349258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 41f17b21-e7a8-4139-b760-7c344c34328a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:06.350480 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.353867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7459055c-040e-4aee-bfe7-88adc68ca6b7 None None] Current status of the port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:06.356788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7459055c-040e-4aee-bfe7-88adc68ca6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.400816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,segment=NetworkSegment(6a4c0083-0820-4347-9a9c-d0f4184a2a33),segment_id=6a4c0083-0820-4347-9a9c-d0f4184a2a33)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:06.434879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.479833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 41f17b21-e7a8-4139-b760-7c344c34328a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41f17b21-e7a8-4139-b760-7c344c34328a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:06.490301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f17b21-e7a8-4139-b760-7c344c34328a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:43:06.499965 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2cea0-7df4-47f3-9684-234fb00ad0ef req-128f5e48-208d-4857-b0ce-53a72bfdf4ff tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:06.500950 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0d7b1-c0cc-4b29-a518-e84b89be5100" -d '{"events": [{"server_uuid": "9a5267f0-49ba-47ee-a7a2-3e094d052934", "name": "network-vif-plugged", "status": "completed", "tag": "41f17b21-e7a8-4139-b760-7c344c34328a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:43:06.508472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eff2cea0-7df4-47f3-9684-234fb00ad0ef req-128f5e48-208d-4857-b0ce-53a72bfdf4ff tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 949 time: 0.4892850 Feb 03 04:43:06.513582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (513349f1-ff56-4716-bdd6-ea380b74af52), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.516978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b92fe51f-7536-46fe-93f6-ebd58fe00227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.580193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.596067 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01531b4b-0024-42f4-9197-dd6c1d6f29a8 x-openstack-request-id: req-01531b4b-0024-42f4-9197-dd6c1d6f29a8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:43:06.596636 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5267f0-49ba-47ee-a7a2-3e094d052934", "name": "network-vif-plugged", "status": "completed", "tag": "41f17b21-e7a8-4139-b760-7c344c34328a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:43:06.597109 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01531b4b-0024-42f4-9197-dd6c1d6f29a8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:43:06.597845 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f17b21-e7a8-4139-b760-7c344c34328a', 'code': 200} Feb 03 04:43:06.674523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eff2cea0-7df4-47f3-9684-234fb00ad0ef req-52d71187-e46f-471b-9e76-f1d222233019 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544988 Feb 03 04:43:06.688044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:06.695006 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.699298 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-7459055c-040e-4aee-bfe7-88adc68ca6b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:43:06.699735 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-7459055c-040e-4aee-bfe7-88adc68ca6b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:43:06.766045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=41f17b21-e7a8-4139-b760-7c344c34328a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:06.781053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] DHCP port deletion for 513349f1-ff56-4716-bdd6-ea380b74af52 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:06.805219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port b04c9147-f694-422c-8c59-1c1c64b817ce {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:06.805583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.881229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] Deleting port b04c9147-f694-422c-8c59-1c1c64b817ce {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:06.881854 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.956344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] For port b04c9147-f694-422c-8c59-1c1c64b817ce, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b04c9147-f694-422c-8c59-1c1c64b817ce,segment=NetworkSegment(bb7319f6-fa68-4a55-9269-8496dd2929c2),segment_id=bb7319f6-fa68-4a55-9269-8496dd2929c2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:06.956832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.971627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] For port b04c9147-f694-422c-8c59-1c1c64b817ce, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b04c9147-f694-422c-8c59-1c1c64b817ce,segment=NetworkSegment(bb7319f6-fa68-4a55-9269-8496dd2929c2),segment_id=bb7319f6-fa68-4a55-9269-8496dd2929c2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:06.972013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:06.972420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] Calling delete_port for b04c9147-f694-422c-8c59-1c1c64b817ce owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:06.986884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for b04c9147-f694-422c-8c59-1c1c64b817ce owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:07.092245 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.5690949 Feb 03 04:43:07.112729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:07.117186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.72'}]}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:07.122240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.148127 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b04c9147-f694-422c-8c59-1c1c64b817ce), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.160805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=b04c9147-f694-422c-8c59-1c1c64b817ce,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:07.171631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] No DVR routers for this DVR port b04c9147-f694-422c-8c59-1c1c64b817ce on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:07.188018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] Pushing event deleted for resources: {'Port': ['ID=b04c9147-f694-422c-8c59-1c1c64b817ce,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:07.195663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85276d08-1b5e-4b67-8fe0-d53b15b4198e None None] No DVR routers for this DVR port b04c9147-f694-422c-8c59-1c1c64b817ce on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:07.234605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30dc5f-3e66-45b8-9860-d82971458751 req-1fb33433-90ab-4d1d-b78b-2985cd02e43a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:07.236242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf30dc5f-3e66-45b8-9860-d82971458751 req-1fb33433-90ab-4d1d-b78b-2985cd02e43a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1550868 Feb 03 04:43:07.250689 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.251791 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.295896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7459055c-040e-4aee-bfe7-88adc68ca6b7 None None] Current status of the port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:07.307064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c82d1d1-30f1-4dad-9a16-afd1164c08fb up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:07.323866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for router_controller (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.406019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:07.406019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.427073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c2de7-715b-4dc2-878f-03dc2ac6637c tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c4a613-36c5-486a-ad12-d55dc4943f97,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:07.442661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:07.449281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:07.468937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Provisioning complete for port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:07.469325 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.534949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (513349f1-ff56-4716-bdd6-ea380b74af52), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.544733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Port 2b807ea1-7b3c-47aa-8a4e-318ad45a0229 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:07.565103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:07.579940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Provisioning complete for port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:07.581191 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.583928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:07.634456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd62f-da7c-4276-a3ae-d9bf9dd15793 req-a0ef81ee-2815-4ed1-a4d8-2bd05bc9abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:07.638650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f2bcd62f-da7c-4276-a3ae-d9bf9dd15793 req-a0ef81ee-2815-4ed1-a4d8-2bd05bc9abc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 1132 time: 0.4154236 Feb 03 04:43:07.648344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf30dc5f-3e66-45b8-9860-d82971458751 req-b5778db7-3e80-4b58-9456-34152608c25c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3994176 Feb 03 04:43:07.714504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b04c9147-f694-422c-8c59-1c1c64b817ce no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:07.747122 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for router_gateway (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.786190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Current status of the port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:07.786527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513349f1-ff56-4716-bdd6-ea380b74af52']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:07.789627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b04c9147-f694-422c-8c59-1c1c64b817ce {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:07.790319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b04c9147-f694-422c-8c59-1c1c64b817ce not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:07.806417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Provisioning complete for port 58462a04-6b64-47ba-9dab-bef5e2c38b88 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:07.806954 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.870997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e213ffa1-7b86-483f-b6f8-9bfb4ce63d37 None None] Port 58462a04-6b64-47ba-9dab-bef5e2c38b88 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:07.897664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7319f6-fa68-4a55-9269-8496dd2929c2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:07.901570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7319f6-fa68-4a55-9269-8496dd2929c2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:07.919911 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (bb7319f6-fa68-4a55-9269-8496dd2929c2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.945762 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f2bcd62f-da7c-4276-a3ae-d9bf9dd15793 req-5c1f8b05-46dd-43d7-a245-26359f726dce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826004 Feb 03 04:43:07.949143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (bb7319f6-fa68-4a55-9269-8496dd2929c2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.963488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:07.963987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (bb7319f6-fa68-4a55-9269-8496dd2929c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.970542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af30b6af-e5fd-4a1e-be50-0eb6a0a2d7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:07.989488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:08.003525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-81a3384b-37d1-4bad-b75f-a3e42dac0c4b None None] Provisioning complete for port 58462a04-6b64-47ba-9dab-bef5e2c38b88 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:08.003978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81a3384b-37d1-4bad-b75f-a3e42dac0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:08.026239 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:08.085668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81a3384b-37d1-4bad-b75f-a3e42dac0c4b None None] Port 58462a04-6b64-47ba-9dab-bef5e2c38b88 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:08.100301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.133062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b13ff-a0e5-4b65-8849-76e3e56af52b req-082e40a9-4988-4490-ab93-685fc932385e tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:08.134720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc4b13ff-a0e5-4b65-8849-76e3e56af52b req-082e40a9-4988-4490-ab93-685fc932385e tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 950 time: 0.3096867 Feb 03 04:43:08.174488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (513349f1-ff56-4716-bdd6-ea380b74af52), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.191594 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.195815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/networks/513349f1-ff56-4716-bdd6-ea380b74af52 HTTP/1.1" status: 204 len: 168 time: 1.9611766 Feb 03 04:43:08.210991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:08.226673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:08.234858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588abf42-11c5-4498-a085-4c845d15a8fa tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Network': ['ID=513349f1-ff56-4716-bdd6-ea380b74af52,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:08.247530 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:08.253087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6d84a511-9cde-42f0-9c84-2cf3711c5330 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1442356 Feb 03 04:43:08.263215 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:08.263933 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:08.343473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af30b6af-e5fd-4a1e-be50-0eb6a0a2d7df admin admin] Publish callbacks [] for security_group (493ea68d-b20b-4537-bb38-855b97be9d81), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.345357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2b807ea1-7b3c-47aa-8a4e-318ad45a0229), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.352471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:08.390627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-266440876'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:08.399011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=2b807ea1-7b3c-47aa-8a4e-318ad45a0229,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:08.408552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af30b6af-e5fd-4a1e-be50-0eb6a0a2d7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (493ea68d-b20b-4537-bb38-855b97be9d81), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.417263 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:08.635483 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.640684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e5a66837-4c91-4cc5-a320-6a16a26b3716 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/2b807ea1-7b3c-47aa-8a4e-318ad45a0229 HTTP/1.1" status: 204 len: 168 time: 3.2741547 Feb 03 04:43:08.653596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-af30b6af-e5fd-4a1e-be50-0eb6a0a2d7df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6c8079a61ea47c08f72139ba7cea1fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0873713 Feb 03 04:43:08.655908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:08.656369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:08.743767 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce03580-8fb7-4961-99c0-835fc9bb3a74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:43:08.748757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fce03580-8fb7-4961-99c0-835fc9bb3a74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/2b807ea1-7b3c-47aa-8a4e-318ad45a0229 HTTP/1.1" status: 404 len: 333 time: 0.0912921 Feb 03 04:43:08.749601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30b6af-e5fd-4a1e-be50-0eb6a0a2d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493ea68d-b20b-4537-bb38-855b97be9d81,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:08.765461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:08.767640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:08.775289 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:04Z', 'revision_number': 3, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:05Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:08.793246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.842933 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:43:08.843699 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Updating router 5619243f-bd8c-4807-b794-2544306c328d port 58462a04-6b64-47ba-9dab-bef5e2c38b88 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:43:08.896870 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:08.970520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:09.032526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (96ed25e1-b2f8-470a-a25b-d77d20d920fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.032873 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment 96ed25e1-b2f8-470a-a25b-d77d20d920fb of type vlan for network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 Feb 03 04:43:09.047122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc4b13ff-a0e5-4b65-8849-76e3e56af52b req-171fc31b-f137-4c3f-8d1e-81b58da65ef7 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9027095 Feb 03 04:43:09.050079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet b9cfc39e-9ee6-4d33-a232-76ac8757a4b3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:09.058510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (b9cfc39e-9ee6-4d33-a232-76ac8757a4b3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.138203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (b9cfc39e-9ee6-4d33-a232-76ac8757a4b3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.214990 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for router_gateway (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.246702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.257395 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.315903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (b9cfc39e-9ee6-4d33-a232-76ac8757a4b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.337680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ffe19-56df-4bbf-9bfe-39557ea4bb43 req-02c5c8d8-633a-43f6-aa84-c5e778e343d9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:09.342663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-863ffe19-56df-4bbf-9bfe-39557ea4bb43 req-02c5c8d8-633a-43f6-aa84-c5e778e343d9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.4100487 Feb 03 04:43:09.397424 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Publish callbacks [] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.413017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (b9cfc39e-9ee6-4d33-a232-76ac8757a4b3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.419664 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.444121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970fdebc-9f93-4e4e-a6a5-814ca251b24e admin admin] Publish callbacks [] for security_group (493ea68d-b20b-4537-bb38-855b97be9d81), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.469215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970fdebc-9f93-4e4e-a6a5-814ca251b24e admin admin] Publish callbacks [] for security_group (493ea68d-b20b-4537-bb38-855b97be9d81), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.549807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cfc39e-9ee6-4d33-a232-76ac8757a4b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:09.565108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970fdebc-9f93-4e4e-a6a5-814ca251b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (493ea68d-b20b-4537-bb38-855b97be9d81), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.569349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970fdebc-9f93-4e4e-a6a5-814ca251b24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.570707 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-970fdebc-9f93-4e4e-a6a5-814ca251b24e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/493ea68d-b20b-4537-bb38-855b97be9d81 HTTP/1.1" status: 204 len: 168 time: 0.8661151 Feb 03 04:43:09.573367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.580410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a85c138b-bd31-4aaf-97e4-cfe438bddf74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/b9cfc39e-9ee6-4d33-a232-76ac8757a4b3 HTTP/1.1" status: 204 len: 168 time: 0.8115892 Feb 03 04:43:09.582606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cefab4-c1f7-41af-a249-96490bb0a954 None None] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:09.606226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:09.707143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fdebc-9f93-4e4e-a6a5-814ca251b24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493ea68d-b20b-4537-bb38-855b97be9d81,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:09.745405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.759038 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Attempting to bind port 58462a04-6b64-47ba-9dab-bef5e2c38b88 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:09.759861 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Attempting to bind port 58462a04-6b64-47ba-9dab-bef5e2c38b88 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:09.760328 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Attempting to bind port 58462a04-6b64-47ba-9dab-bef5e2c38b88 on network 335b8fd6-74b2-44f7-b33c-3177cba57959 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:09.773584 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af1896-e837-44f9-a00f-d4f69dda3c59 None None] Pushing event updated for resources: {'Port': ['ID=58462a04-6b64-47ba-9dab-bef5e2c38b88,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:09.790029 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:09.793724 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Checking segment: {'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:09.794494 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.795595 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Bound using segment: {'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:09.802513 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Bound port: 58462a04-6b64-47ba-9dab-bef5e2c38b88, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4c0083-0820-4347-9a9c-d0f4184a2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:09.803280 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.821920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-863ffe19-56df-4bbf-9bfe-39557ea4bb43 req-a96d76d9-0eba-4ce7-9826-57ab4b879ed1 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4721565 Feb 03 04:43:09.871936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 487029dc-4541-4760-9682-d1422e3b5477 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:09.877677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (487029dc-4541-4760-9682-d1422e3b5477), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.918124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.927793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:09.928408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.942313 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] For port 58462a04-6b64-47ba-9dab-bef5e2c38b88, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:09.961309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-02fefbe3-f4c3-4b9f-a927-aea3363d8f5e None None] Provisioning complete for port 58462a04-6b64-47ba-9dab-bef5e2c38b88 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:09.961686 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02fefbe3-f4c3-4b9f-a927-aea3363d8f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:09.965329 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] For port 58462a04-6b64-47ba-9dab-bef5e2c38b88, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=58462a04-6b64-47ba-9dab-bef5e2c38b88,segment=NetworkSegment(6a4c0083-0820-4347-9a9c-d0f4184a2a33),segment_id=6a4c0083-0820-4347-9a9c-d0f4184a2a33)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:09.977706 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.034772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port b760e784-d500-4da5-8994-079dcfd87d19 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:10.039027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b760e784-d500-4da5-8994-079dcfd87d19), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.066029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-02fefbe3-f4c3-4b9f-a927-aea3363d8f5e None None] Port 58462a04-6b64-47ba-9dab-bef5e2c38b88 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:10.082694 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6945457 Feb 03 04:43:10.087002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:10.090900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (487029dc-4541-4760-9682-d1422e3b5477), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.098047 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:10.098858 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:10.237898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:10.311985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4365087-9083-4076-8600-e5a6083a44f4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:10.329977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:10.335334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:10.340198 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:10.376858 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for router (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.552115 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1eec65d7-2169-45b4-8322-f163474adde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.581349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3db79440-2a04-4382-a2d4-8a20fcc71c37 None None] Provisioning complete for port 58462a04-6b64-47ba-9dab-bef5e2c38b88 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:10.582587 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3db79440-2a04-4382-a2d4-8a20fcc71c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.634200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:10.638000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.698638 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af1896-e837-44f9-a00f-d4f69dda3c59 None None] Pushing event updated for resources: {'Port': ['ID=58462a04-6b64-47ba-9dab-bef5e2c38b88,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:10.779835 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:04Z', 'revision_number': 3, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:09Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:10.792733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3db79440-2a04-4382-a2d4-8a20fcc71c37 None None] Current status of the port 58462a04-6b64-47ba-9dab-bef5e2c38b88 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:10.793197 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3db79440-2a04-4382-a2d4-8a20fcc71c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.802883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (487029dc-4541-4760-9682-d1422e3b5477), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.813455 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b760e784-d500-4da5-8994-079dcfd87d19), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.823229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (b760e784-d500-4da5-8994-079dcfd87d19), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:10.825709 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5feaa7f-1e01-4062-a125-a69f7ccfa54f None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:04Z', 'revision_number': 3, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:09Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:10.866240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3db79440-2a04-4382-a2d4-8a20fcc71c37 None None] For port 58462a04-6b64-47ba-9dab-bef5e2c38b88, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=58462a04-6b64-47ba-9dab-bef5e2c38b88,segment=NetworkSegment(6a4c0083-0820-4347-9a9c-d0f4184a2a33),segment_id=6a4c0083-0820-4347-9a9c-d0f4184a2a33)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:10.884991 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3db79440-2a04-4382-a2d4-8a20fcc71c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.063094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db79440-2a04-4382-a2d4-8a20fcc71c37 None None] Pushing event updated for resources: {'Port': ['ID=58462a04-6b64-47ba-9dab-bef5e2c38b88,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:11.086796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1eec65d7-2169-45b4-8322-f163474adde6 admin admin] Publish callbacks [] for security_group (a41716ce-013c-43d4-b760-b9ff290d4665), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.092338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for b760e784-d500-4da5-8994-079dcfd87d19 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:11.096474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.098319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (487029dc-4541-4760-9682-d1422e3b5477), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.127167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks [] for router_controller (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.195626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1eec65d7-2169-45b4-8322-f163474adde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a41716ce-013c-43d4-b760-b9ff290d4665), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.273524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdd475-6be9-4d89-90c9-76c576857c43 req-cf9c3daf-99c4-47fa-a923-b28c07bf29e7 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:11.281646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1eec65d7-2169-45b4-8322-f163474adde6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=975aa4ddcd104796a8b05292b215a387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9506090 Feb 03 04:43:11.282625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=487029dc-4541-4760-9682-d1422e3b5477,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:11.282916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65bdd475-6be9-4d89-90c9-76c576857c43 req-cf9c3daf-99c4-47fa-a923-b28c07bf29e7 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 950 time: 0.2684329 Feb 03 04:43:11.287734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:11.323440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec3811-dcd6-4164-95fe-daaf336a9c3c None None] Network 5eefe65d-fde4-48e2-8e40-53057e71a417 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:11.337946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2d103090-b6b4-40ca-9d3f-8b99bb6e8e35 None None] Provisioning complete for port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:11.338623 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d103090-b6b4-40ca-9d3f-8b99bb6e8e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.346126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.354643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-944eb0e8-60aa-48b8-ad74-cebf016b991d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/487029dc-4541-4760-9682-d1422e3b5477 HTTP/1.1" status: 204 len: 168 time: 1.7462509 Feb 03 04:43:11.369188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:11.397827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (91f033de-8550-47bc-af45-aa5a47812957), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.413413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 58462a04-6b64-47ba-9dab-bef5e2c38b88 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:11.422544 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (a97f64fa-a284-4fa6-acdc-6c3a5aca4847), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.423146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a97f64fa-a284-4fa6-acdc-6c3a5aca4847 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:43:11.515572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec65d7-2169-45b4-8322-f163474adde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41716ce-013c-43d4-b760-b9ff290d4665,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:11.561784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65bdd475-6be9-4d89-90c9-76c576857c43 req-61fe8785-d902-41d7-a8e0-36362157e1e5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777395 Feb 03 04:43:11.574003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=91f033de-8550-47bc-af45-aa5a47812957,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:11.579635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34f886-2a8d-4d8d-b857-bb31a56cc829 req-1f794f39-5e72-4bae-b4de-fa6f7fb07549 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:11.583412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Publish callbacks [] for security_group (a41716ce-013c-43d4-b760-b9ff290d4665), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.583644 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac34f886-2a8d-4d8d-b857-bb31a56cc829 req-1f794f39-5e72-4bae-b4de-fa6f7fb07549 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.5753736 Feb 03 04:43:11.628231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Publish callbacks [] for security_group (a41716ce-013c-43d4-b760-b9ff290d4665), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.645638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5eefe65d-fde4-48e2-8e40-53057e71a417), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.705710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a41716ce-013c-43d4-b760-b9ff290d4665), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.707895 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 04:43:11.710516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.711954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a41716ce-013c-43d4-b760-b9ff290d4665 HTTP/1.1" status: 204 len: 168 time: 0.4229164 Feb 03 04:43:11.712555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-835679f2-81b3-4cd6-94f6-8a6d769fc65a tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5989399 Feb 03 04:43:11.713164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:11.718115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:11.719012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:11.730342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41716ce-013c-43d4-b760-b9ff290d4665,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:11.738189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac34f886-2a8d-4d8d-b857-bb31a56cc829 req-13a4f705-729f-4376-bca1-db5adddbfed1 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181087 Feb 03 04:43:11.774928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 58462a04-6b64-47ba-9dab-bef5e2c38b88 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:11.775868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.781828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.782120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.782456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.782797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.783455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.783455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.783792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.784114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.789732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.790106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.790594 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.792278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.792580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0be94-07e0-4dfe-8b8a-453b08dcbcac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:11.825595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:11.843641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:11.847928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:11.848709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:11.883007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2d103090-b6b4-40ca-9d3f-8b99bb6e8e35 None None] Current status of the port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:11.885736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bab44-8158-41d4-a7d4-18d6aa31bdf0 None None] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:11.895097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8aaf3c67-8505-4279-a7bb-6aa14595d017 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7972586 Feb 03 04:43:11.895097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59984) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:12.028261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] DHCP port deletion for 5eefe65d-fde4-48e2-8e40-53057e71a417 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:12.187020 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b760e784-d500-4da5-8994-079dcfd87d19), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.206625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 58462a04-6b64-47ba-9dab-bef5e2c38b88 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:12.214958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] Deleting port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:12.215349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.219927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:12.220537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.362937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=b760e784-d500-4da5-8994-079dcfd87d19,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:12.386752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] For port b08a257c-d77e-4a8f-99cd-52c2c7ef1056, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,segment=NetworkSegment(8db4bc18-5016-42e6-bb32-16fe53499c62),segment_id=8db4bc18-5016-42e6-bb32-16fe53499c62)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:12.387208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.407621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] Calling delete_port for b08a257c-d77e-4a8f-99cd-52c2c7ef1056 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:12.514538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for floatingip (12c78603-3bdd-4253-982e-0f81bdad2dca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.521388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Allocated IP 172.22.0.2 (f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6/91f033de-8550-47bc-af45-aa5a47812957/bdf1af3c-69ee-468f-9fcb-28712991effe) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:12.525007 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.526351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-62790d22-f5f2-4026-971f-0dff78b1412c tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/floatingips/12c78603-3bdd-4253-982e-0f81bdad2dca HTTP/1.1" status: 204 len: 168 time: 4.3116834 Feb 03 04:43:12.529620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:12.529967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.532121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.535322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:12.609990 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54034b1-326a-4e09-8563-672b5667dbdc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] DELETE failed (client error): The resource could not be found. Feb 03 04:43:12.610678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54034b1-326a-4e09-8563-672b5667dbdc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:12.617677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f54034b1-326a-4e09-8563-672b5667dbdc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/ports/11a663f9-ddf6-4600-9452-b32228eca539 HTTP/1.1" status: 404 len: 333 time: 0.0789840 Feb 03 04:43:12.618321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:12.653854 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.664248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] For port b08a257c-d77e-4a8f-99cd-52c2c7ef1056, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,segment=NetworkSegment(8db4bc18-5016-42e6-bb32-16fe53499c62),segment_id=8db4bc18-5016-42e6-bb32-16fe53499c62)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:12.664772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.679658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for b08a257c-d77e-4a8f-99cd-52c2c7ef1056 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:12.695225 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-26a4453c-022b-4510-86f0-ee739732099b tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f87c43e-7c17-41c2-bcfa-4defc8e6d248 HTTP/1.1" status: 200 len: 205 time: 0.0389197 Feb 03 04:43:12.698924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] Pushing event deleted for resources: {'Port': ['ID=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:12.723728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52381f-7bae-4cbc-86cd-00e4a602a6e4 None None] No DVR routers for this DVR port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:12.755118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:12.756269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:12.810875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Publish callbacks [] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.820240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b08a257c-d77e-4a8f-99cd-52c2c7ef1056), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.828335 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.843395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Deleting port c4c4a613-36c5-486a-ad12-d55dc4943f97 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:12.848333 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c4c4a613-36c5-486a-ad12-d55dc4943f97), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.874657 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-3e76d746-3490-44cb-9084-0267485ce8fd tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] delete failed (client error): The resource could not be found. Feb 03 04:43:12.874657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e76d746-3490-44cb-9084-0267485ce8fd tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/routers/8f87c43e-7c17-41c2-bcfa-4defc8e6d248 HTTP/1.1" status: 404 len: 336 time: 0.1067159 Feb 03 04:43:12.875778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:12.922288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:12.927681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:12.934632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:12.940441 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8112deba-619d-4998-951c-0744c5554e92 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] DELETE failed (client error): The resource could not be found. Feb 03 04:43:12.940909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8112deba-619d-4998-951c-0744c5554e92 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:12.946671 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8112deba-619d-4998-951c-0744c5554e92 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/subnets/3a0c493a-503e-410b-b936-bfc9e1c95e12 HTTP/1.1" status: 404 len: 337 time: 0.0672107 Feb 03 04:43:12.949779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:12.951169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2476f678-db0d-42fc-9be1-3be3a13fd113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:12.978462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=b08a257c-d77e-4a8f-99cd-52c2c7ef1056,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:12.978719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Pushing event updated for resources: {'Port': ['ID=bdf1af3c-69ee-468f-9fcb-28712991effe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:13.002264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No DVR routers for this DVR port b08a257c-d77e-4a8f-99cd-52c2c7ef1056 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:13.073774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Attempting to bind port bdf1af3c-69ee-468f-9fcb-28712991effe on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:13.074146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Attempting to bind port bdf1af3c-69ee-468f-9fcb-28712991effe by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:13.074514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Attempting to bind port bdf1af3c-69ee-468f-9fcb-28712991effe on network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:13.081484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:13.082955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Checking segment: {'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:13.083486 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.084712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Bound using segment: {'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:13.086091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Bound port: bdf1af3c-69ee-468f-9fcb-28712991effe, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:13.086538 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.102051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c4c4a613-36c5-486a-ad12-d55dc4943f97), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.237045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] For port bdf1af3c-69ee-468f-9fcb-28712991effe, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:13.249484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] For port bdf1af3c-69ee-468f-9fcb-28712991effe, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdf1af3c-69ee-468f-9fcb-28712991effe,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:13.257161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5eefe65d-fde4-48e2-8e40-53057e71a417), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.264781 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.276276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b08a257c-d77e-4a8f-99cd-52c2c7ef1056 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:13.284180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eefe65d-fde4-48e2-8e40-53057e71a417']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:13.284427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 387ef2ec-8531-4bb3-803a-a7151eef7c67 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:13.284713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (387ef2ec-8531-4bb3-803a-a7151eef7c67), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.297326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db4bc18-5016-42e6-bb32-16fe53499c62') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:13.297923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db4bc18-5016-42e6-bb32-16fe53499c62') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:13.313523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (8db4bc18-5016-42e6-bb32-16fe53499c62), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.330049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8db4bc18-5016-42e6-bb32-16fe53499c62), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.337480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:13.338371 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (8db4bc18-5016-42e6-bb32-16fe53499c62), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.355239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2476f678-db0d-42fc-9be1-3be3a13fd113 admin admin] Publish callbacks [] for security_group (eeabbfa5-f76c-4420-8475-408c6eebbfb6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.366808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b08a257c-d77e-4a8f-99cd-52c2c7ef1056 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:13.367735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b08a257c-d77e-4a8f-99cd-52c2c7ef1056 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:13.408243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60709d8-7e11-4ba1-9ac7-887d56a145c8 None None] Pushing event updated for resources: {'Port': ['ID=bdf1af3c-69ee-468f-9fcb-28712991effe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:13.414678 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:13.430348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5eefe65d-fde4-48e2-8e40-53057e71a417), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.431124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2476f678-db0d-42fc-9be1-3be3a13fd113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eeabbfa5-f76c-4420-8475-408c6eebbfb6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.435347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.22.0.1 (f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6/91f033de-8550-47bc-af45-aa5a47812957/6b06cb45-d907-413c-8622-427c442e478b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:13.453216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Calling delete_port for c4c4a613-36c5-486a-ad12-d55dc4943f97 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:13.457638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.462073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/5eefe65d-fde4-48e2-8e40-53057e71a417 HTTP/1.1" status: 204 len: 168 time: 2.0914829 Feb 03 04:43:13.480086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:13.498650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e5b01-4c92-40e5-8865-3fe368c3a487 req-cabdea88-2615-4fb3-a168-028f98712c0d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:13.500215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f58e5b01-4c92-40e5-8865-3fe368c3a487 req-cabdea88-2615-4fb3-a168-028f98712c0d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.5289085 Feb 03 04:43:13.505784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db8fa3-0d32-49d0-b378-6f60e5cc61d9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=5eefe65d-fde4-48e2-8e40-53057e71a417,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:13.566149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (387ef2ec-8531-4bb3-803a-a7151eef7c67), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.593983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 387ef2ec-8531-4bb3-803a-a7151eef7c67 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:13.611007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2476f678-db0d-42fc-9be1-3be3a13fd113 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49c76f78f37740f5b5fa7c4c4753b294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8526764 Feb 03 04:43:13.618547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:13.681621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476f678-db0d-42fc-9be1-3be3a13fd113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabbfa5-f76c-4420-8475-408c6eebbfb6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:13.828527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (6b06cb45-d907-413c-8622-427c442e478b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.868782 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef2c45e6-3fec-43bf-ad5c-9ef0a6aafe8e admin admin] Publish callbacks [] for security_group (eeabbfa5-f76c-4420-8475-408c6eebbfb6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.946000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef2c45e6-3fec-43bf-ad5c-9ef0a6aafe8e admin admin] Publish callbacks [] for security_group (eeabbfa5-f76c-4420-8475-408c6eebbfb6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:13.967304 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6b06cb45-d907-413c-8622-427c442e478b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.047916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (387ef2ec-8531-4bb3-803a-a7151eef7c67), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.100134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc690e-90f3-4a42-b429-ec33d0a6ad74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:14.105737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8bc690e-90f3-4a42-b429-ec33d0a6ad74 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6178982 Feb 03 04:43:14.105737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:14.139745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f58e5b01-4c92-40e5-8865-3fe368c3a487 req-897be439-1a76-436b-bf13-f9438a8f9672 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6301286 Feb 03 04:43:14.182144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bd773a32-7d67-4196-8289-3446ac69acc4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0754304 Feb 03 04:43:14.200696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60016) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:14.208290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-308703919'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:14.248994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:14.252975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.256586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c4c4a613-36c5-486a-ad12-d55dc4943f97), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.295077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4c4a613-36c5-486a-ad12-d55dc4943f97,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:14.310477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:14.356220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (42e29f70-3262-4c20-933d-c9722ec24d77), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.356622 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment 42e29f70-3262-4c20-933d-c9722ec24d77 of type vlan for network 2501a683-8101-42e7-8041-c37b60ec9737 Feb 03 04:43:14.397648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:14.432653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.442264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c22c861f-0303-490f-b356-c27b3a848da9 tempest-RoutersAdminNegativeIpV6Test-1416353451 tempest-RoutersAdminNegativeIpV6Test-1416353451-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c4c4a613-36c5-486a-ad12-d55dc4943f97 HTTP/1.1" status: 204 len: 168 time: 2.7012863 Feb 03 04:43:14.444435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2501a683-8101-42e7-8041-c37b60ec9737), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.451834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:14.477853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:14.481740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2501a683-8101-42e7-8041-c37b60ec9737), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.482967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef2c45e6-3fec-43bf-ad5c-9ef0a6aafe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eeabbfa5-f76c-4420-8475-408c6eebbfb6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.485685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef2c45e6-3fec-43bf-ad5c-9ef0a6aafe8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.489695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ef2c45e6-3fec-43bf-ad5c-9ef0a6aafe8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eeabbfa5-f76c-4420-8475-408c6eebbfb6 HTTP/1.1" status: 204 len: 168 time: 0.8223479 Feb 03 04:43:14.489874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:14.489874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.506096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=6b06cb45-d907-413c-8622-427c442e478b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:14.594452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3925650 Feb 03 04:43:14.597611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60024) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:14.603061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '2501a683-8101-42e7-8041-c37b60ec9737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:14.614679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f0661-8f54-4bfe-8d71-f81e2ef3341d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=2501a683-8101-42e7-8041-c37b60ec9737,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:14.628095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2501a683-8101-42e7-8041-c37b60ec9737 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:14.651426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c45e6-3fec-43bf-ad5c-9ef0a6aafe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabbfa5-f76c-4420-8475-408c6eebbfb6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:14.749828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=387ef2ec-8531-4bb3-803a-a7151eef7c67,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:14.798286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.810583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:14.814619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.918125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:14.921412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b77265-3332-416a-8554-2e4f90b6c58d None None] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:14.925450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84247001-f582-4906-8307-2e8bdf3a8b4f tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/ports/387ef2ec-8531-4bb3-803a-a7151eef7c67 HTTP/1.1" status: 204 len: 168 time: 1.9752278 Feb 03 04:43:14.926101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:15.042689 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6b06cb45-d907-413c-8622-427c442e478b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.077188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:15.110483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1ab5b2d9-b19c-4e91-adff-58882dc835dd None None] Provisioning complete for port bdf1af3c-69ee-468f-9fcb-28712991effe triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:15.110907 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2d9-b19c-4e91-adff-58882dc835dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.175241 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (541990b7-496f-4a9f-a0d9-694cb46c1a8d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.191230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port 0bd9ce39-f875-494f-a838-cc19fd6e4e6e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:15.203689 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0bd9ce39-f875-494f-a838-cc19fd6e4e6e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.335479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=541990b7-496f-4a9f-a0d9-694cb46c1a8d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:15.386499 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9ddac5b-b00b-4ae3-8f6b-faed8552569e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.398451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5b2d9-b19c-4e91-adff-58882dc835dd None None] Current status of the port bdf1af3c-69ee-468f-9fcb-28712991effe is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:15.399150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2d9-b19c-4e91-adff-58882dc835dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.441481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bdf1af3c-69ee-468f-9fcb-28712991effe up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:15.509223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9ddac5b-b00b-4ae3-8f6b-faed8552569e admin admin] Publish callbacks [] for security_group (40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.542954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9ddac5b-b00b-4ae3-8f6b-faed8552569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.544695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': '42e29f70-3262-4c20-933d-c9722ec24d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2501a683-8101-42e7-8041-c37b60ec9737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:15.545184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: 2501a683-8101-42e7-8041-c37b60ec9737, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:15.569015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b666-561b-4dcf-b690-9cf6147f3ee9 req-2b95f0a3-db7c-47bf-8448-937124098cb3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:15.574083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf69b666-561b-4dcf-b690-9cf6147f3ee9 req-2b95f0a3-db7c-47bf-8448-937124098cb3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.2428515 Feb 03 04:43:15.631848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 2501a683-8101-42e7-8041-c37b60ec9737 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:15.656382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2501a683-8101-42e7-8041-c37b60ec9737) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:15.661499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:15.662276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.696013 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0bd9ce39-f875-494f-a838-cc19fd6e4e6e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.727808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9ddac5b-b00b-4ae3-8f6b-faed8552569e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aeccdabeef8e4942ab3a145472e161dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6409910 Feb 03 04:43:15.730867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf69b666-561b-4dcf-b690-9cf6147f3ee9 req-9e62e6c1-b5b5-4be3-a3e1-7de96b062838 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252277 Feb 03 04:43:15.732182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:15.744339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-962d248b-c38d-464d-9e90-34ccd6c0e5b9 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1453824 Feb 03 04:43:15.747170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:15.755818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '2501a683-8101-42e7-8041-c37b60ec9737', 'name': 'tempest-PortsIpV6TestJSON-384556309'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:15.774851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddac5b-b00b-4ae3-8f6b-faed8552569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:15.816022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for 0bd9ce39-f875-494f-a838-cc19fd6e4e6e owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:15.835215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541ec05-8731-442a-a63e-e8473b323b0e None None] Network 2501a683-8101-42e7-8041-c37b60ec9737 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:15.950393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:15.954504 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:15.980930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 04cab43b-1c18-4626-b002-40007f6fd3be yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:16.010273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1ab5b2d9-b19c-4e91-adff-58882dc835dd None None] For port bdf1af3c-69ee-468f-9fcb-28712991effe, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdf1af3c-69ee-468f-9fcb-28712991effe,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:16.032962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2d9-b19c-4e91-adff-58882dc835dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.073269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d87681f9-bef8-470f-856b-06be7b128995 admin admin] Publish callbacks [] for security_group (40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.126859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d87681f9-bef8-470f-856b-06be7b128995 admin admin] Publish callbacks [] for security_group (40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.146975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (6b06cb45-d907-413c-8622-427c442e478b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.182175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::c9 (2501a683-8101-42e7-8041-c37b60ec9737/541990b7-496f-4a9f-a0d9-694cb46c1a8d/04cab43b-1c18-4626-b002-40007f6fd3be) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:16.184366 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6b06cb45-d907-413c-8622-427c442e478b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.196630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port bdf1af3c-69ee-468f-9fcb-28712991effe triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:16.197601 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.270132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-2501a683-8101-42e7-8041-c37b60ec9737', 'network_id': '2501a683-8101-42e7-8041-c37b60ec9737', 'project_id': '45e1159c3a554918b02e31733812bd0d', 'fixed_ips': [{'subnet_id': '541990b7-496f-4a9f-a0d9-694cb46c1a8d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:16.271305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.285645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ef2ae70e-656d-4793-847e-7525ca0f8f80 None None] Provisioning complete for port 6b06cb45-d907-413c-8622-427c442e478b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:16.286481 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae70e-656d-4793-847e-7525ca0f8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6b06cb45-d907-413c-8622-427c442e478b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.307348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.309707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=6b06cb45-d907-413c-8622-427c442e478b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:16.315798 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0bd9ce39-f875-494f-a838-cc19fd6e4e6e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.333880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d87681f9-bef8-470f-856b-06be7b128995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.336675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d87681f9-bef8-470f-856b-06be7b128995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.337924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d87681f9-bef8-470f-856b-06be7b128995 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f HTTP/1.1" status: 204 len: 168 time: 0.5641959 Feb 03 04:43:16.363932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ae70e-656d-4793-847e-7525ca0f8f80 None None] Port 6b06cb45-d907-413c-8622-427c442e478b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:16.382253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5b2d9-b19c-4e91-adff-58882dc835dd None None] Pushing event updated for resources: {'Port': ['ID=bdf1af3c-69ee-468f-9fcb-28712991effe,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:16.384486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=0bd9ce39-f875-494f-a838-cc19fd6e4e6e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:16.402022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87681f9-bef8-470f-856b-06be7b128995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f4dd2f-f343-4a10-9b89-8ee9fec4bf3f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:16.434806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ef2ae70e-656d-4793-847e-7525ca0f8f80 None None] Provisioning complete for port bdf1af3c-69ee-468f-9fcb-28712991effe triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:16.437397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae70e-656d-4793-847e-7525ca0f8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.520862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.524278 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9e62b9b0-131e-4bbd-ad6e-ffbc8b6569bc tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/ports/0bd9ce39-f875-494f-a838-cc19fd6e4e6e HTTP/1.1" status: 204 len: 168 time: 1.5971875 Feb 03 04:43:16.529066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:16.575069 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (04cab43b-1c18-4626-b002-40007f6fd3be), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.640957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:16.652561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:16.661681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (04cab43b-1c18-4626-b002-40007f6fd3be), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.771046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 2501a683-8101-42e7-8041-c37b60ec9737 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:16.796360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port bdf1af3c-69ee-468f-9fcb-28712991effe is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:16.803390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:16.810962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:16.830386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:16.831614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:16.849379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=04cab43b-1c18-4626-b002-40007f6fd3be,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:16.895473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aeede47b-8c95-42bf-9ddd-fa1ec900afdc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1441286 Feb 03 04:43:16.895811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60074) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:16.901415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '2501a683-8101-42e7-8041-c37b60ec9737', 'name': 'tempest-PortsIpV6TestJSON-2051719062'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:16.966856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:17.004832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe7aac-382c-473e-8442-b99a896b26d6 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:17.007268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ae70e-656d-4793-847e-7525ca0f8f80 None None] Current status of the port bdf1af3c-69ee-468f-9fcb-28712991effe is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:17.010991 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dcfe7aac-382c-473e-8442-b99a896b26d6 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "GET /v2.0/ports?device_id=24655dd5-5fbf-4485-9b06-54c7088244b4 HTTP/1.1" status: 200 len: 913 time: 0.4808962 Feb 03 04:43:17.015879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:17.033052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:17.034393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Allocated IP 2001:db8::2 (2501a683-8101-42e7-8041-c37b60ec9737/541990b7-496f-4a9f-a0d9-694cb46c1a8d/9245ede9-6bab-45fa-9653-ce45817987b4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:17.122452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:17.127957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.175639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port edde7e2c-c979-46ab-a78c-19849f69b020 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:17.177973 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:43:17.184816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:17.199289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6291a2a7-b089-4478-95cb-8fd4f10a6632 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3031063 Feb 03 04:43:17.204128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:17.212223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'network': {'name': 'tempest-RoutersTest-2126740914'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:17.231203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:17.245814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f070c0-4671-4111-a441-bd1d0dc71c64 req-46ae77c6-e8f3-435c-a22e-3f747fde2aa4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:17.257943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95f070c0-4671-4111-a441-bd1d0dc71c64 req-46ae77c6-e8f3-435c-a22e-3f747fde2aa4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1480508 Feb 03 04:43:17.274900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:17.279090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.308883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0df47723-e4c7-416a-8874-9ee685d02dd2 None None] Provisioning complete for port 6b06cb45-d907-413c-8622-427c442e478b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:17.309246 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df47723-e4c7-416a-8874-9ee685d02dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6b06cb45-d907-413c-8622-427c442e478b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.335107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa16dc60-d1fc-4c38-bdef-564591751912 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa5724f5a6bc45cca7a2acbbf328afd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969418 Feb 03 04:43:17.338278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:17.361794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bdf1af3c-69ee-468f-9fcb-28712991effe up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:17.375418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:17.376086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:17.383388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:17.385225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-95f070c0-4671-4111-a441-bd1d0dc71c64 req-8b374e4e-e2f0-42ee-ab5e-2343075283fa tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770266 Feb 03 04:43:17.422488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b5c0cb78-0523-4f55-893e-a5f0e1e77b98), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.422749 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added segment b5c0cb78-0523-4f55-893e-a5f0e1e77b98 of type vlan for network 289d2de3-a5de-4d91-b4a8-d7970ec1582e Feb 03 04:43:17.485722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0df47723-e4c7-416a-8874-9ee685d02dd2 None None] Port 6b06cb45-d907-413c-8622-427c442e478b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:17.515116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (289d2de3-a5de-4d91-b4a8-d7970ec1582e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.555162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28996810-6335-4aba-9373-48258c9784ce admin admin] Publish callbacks [] for security_group (e38587ef-85bf-4b9b-bf0f-cea233e149bd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.625459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:17.626294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (289d2de3-a5de-4d91-b4a8-d7970ec1582e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.632600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:17.633345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.659709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Publish callbacks [] for port (9245ede9-6bab-45fa-9653-ce45817987b4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.670798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port bdf1af3c-69ee-468f-9fcb-28712991effe triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:17.670798 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.687586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28996810-6335-4aba-9373-48258c9784ce admin admin] Publish callbacks [] for security_group (e38587ef-85bf-4b9b-bf0f-cea233e149bd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.692867 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.733624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5264187 Feb 03 04:43:17.745703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:17.747909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Pushing event updated for resources: {'Port': ['ID=9245ede9-6bab-45fa-9653-ce45817987b4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:17.773634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::201 (2501a683-8101-42e7-8041-c37b60ec9737/541990b7-496f-4a9f-a0d9-694cb46c1a8d/edde7e2c-c979-46ab-a78c-19849f69b020) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:17.784726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'subnet': {'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:17.823095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Network 2501a683-8101-42e7-8041-c37b60ec9737 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:17.832721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b8052-3446-46cd-8dcf-ad0b327e9cc0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Network': ['ID=289d2de3-a5de-4d91-b4a8-d7970ec1582e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:17.833701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:17.836087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:17.879627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:17.923351 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28996810-6335-4aba-9373-48258c9784ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e38587ef-85bf-4b9b-bf0f-cea233e149bd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.926237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28996810-6335-4aba-9373-48258c9784ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:17.927552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-28996810-6335-4aba-9373-48258c9784ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e38587ef-85bf-4b9b-bf0f-cea233e149bd HTTP/1.1" status: 204 len: 168 time: 0.5885687 Feb 03 04:43:17.998092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Made reservation on behalf of 0d818a70fc124064a0cb822bc69af8dc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:18.014538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.020233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28996810-6335-4aba-9373-48258c9784ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38587ef-85bf-4b9b-bf0f-cea233e149bd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:18.028538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (edde7e2c-c979-46ab-a78c-19849f69b020), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.050396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Attempting to bind port 9245ede9-6bab-45fa-9653-ce45817987b4 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:18.051006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Attempting to bind port 9245ede9-6bab-45fa-9653-ce45817987b4 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '42e29f70-3262-4c20-933d-c9722ec24d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2501a683-8101-42e7-8041-c37b60ec9737'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:18.051118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Attempting to bind port 9245ede9-6bab-45fa-9653-ce45817987b4 on network 2501a683-8101-42e7-8041-c37b60ec9737 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:18.072954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (edde7e2c-c979-46ab-a78c-19849f69b020), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.092881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:18.093276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Checking segment: {'id': '42e29f70-3262-4c20-933d-c9722ec24d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2501a683-8101-42e7-8041-c37b60ec9737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:18.093688 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.094140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Bound using segment: {'id': '42e29f70-3262-4c20-933d-c9722ec24d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2501a683-8101-42e7-8041-c37b60ec9737'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:18.094629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Bound port: 9245ede9-6bab-45fa-9653-ce45817987b4, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e29f70-3262-4c20-933d-c9722ec24d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2501a683-8101-42e7-8041-c37b60ec9737'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:18.095137 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.117141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port bdf1af3c-69ee-468f-9fcb-28712991effe is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:18.182002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=edde7e2c-c979-46ab-a78c-19849f69b020,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:18.212126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 2501a683-8101-42e7-8041-c37b60ec9737 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:18.216059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:18.221193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:18.229732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:14Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:15Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:18.241222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:18.242180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.255548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (24655dd5-5fbf-4485-9b06-54c7088244b4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.268087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e19ad96f-d299-48b2-aec8-6453d4ace2e5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3710659 Feb 03 04:43:18.269702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:18.270088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] For port 9245ede9-6bab-45fa-9653-ce45817987b4, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:18.303461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] For port 9245ede9-6bab-45fa-9653-ce45817987b4, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9245ede9-6bab-45fa-9653-ce45817987b4,segment=NetworkSegment(42e29f70-3262-4c20-933d-c9722ec24d77),segment_id=42e29f70-3262-4c20-933d-c9722ec24d77)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:18.309713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:43:18.310694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Updating router 5619243f-bd8c-4807-b794-2544306c328d port 6b06cb45-d907-413c-8622-427c442e478b binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:43:18.341605 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.397719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe99c5-4fab-4377-9b1d-305735b9c843 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:18.399513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-70fe99c5-4fab-4377-9b1d-305735b9c843 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac9 HTTP/1.1" status: 200 len: 927 time: 0.1277211 Feb 03 04:43:18.402376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60102) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:18.414326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6b06cb45-d907-413c-8622-427c442e478b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.597316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff02d41-ca7d-49ca-9602-4de86ffae863 None None] Pushing event updated for resources: {'Port': ['ID=9245ede9-6bab-45fa-9653-ce45817987b4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:18.630647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34105946-90f7-4610-a158-b3f8e5cb2755 req-e2080246-c7a5-43da-907a-4e343e3c67e0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:18.633757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34105946-90f7-4610-a158-b3f8e5cb2755 req-e2080246-c7a5-43da-907a-4e343e3c67e0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.0989904 Feb 03 04:43:18.636903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port edde7e2c-c979-46ab-a78c-19849f69b020 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:18.637446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (edde7e2c-c979-46ab-a78c-19849f69b020), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.698775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (c274f40b-1217-4048-8376-5f538a324e8c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.791903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (edde7e2c-c979-46ab-a78c-19849f69b020), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:18.808354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for edde7e2c-c979-46ab-a78c-19849f69b020 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:18.848647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Subnet': ['ID=c274f40b-1217-4048-8376-5f538a324e8c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:18.868554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Checking segment: {'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:18.869233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network hostable DHCP agents. Network: 289d2de3-a5de-4d91-b4a8-d7970ec1582e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:18.939353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:18.990052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 289d2de3-a5de-4d91-b4a8-d7970ec1582e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:18.996327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:18.997052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.055112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2398f148-72bf-49d7-a5a1-c320da7ceeec tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3056200 Feb 03 04:43:19.060771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:19.116475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34105946-90f7-4610-a158-b3f8e5cb2755 req-8914f1e9-2591-42af-92aa-dd521493c791 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2217197 Feb 03 04:43:19.159172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c6e6c-ded7-4619-81df-3b8980e76270 None None] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:19.177678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port d8706b94-e489-466b-b835-0d76a951d99c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:19.178298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d8706b94-e489-466b-b835-0d76a951d99c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.185683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (edde7e2c-c979-46ab-a78c-19849f69b020), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.252661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=edde7e2c-c979-46ab-a78c-19849f69b020,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:19.295679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'fixed_ips': [{'subnet_id': 'c274f40b-1217-4048-8376-5f538a324e8c'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:19.296832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.356252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60122) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:19.368839 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.374911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d519ac9e-8806-4e17-8a52-33cf1524e777 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/edde7e2c-c979-46ab-a78c-19849f69b020 HTTP/1.1" status: 204 len: 168 time: 0.9692941 Feb 03 04:43:19.375247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60126) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:19.403570 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1c33ab-d4f8-4472-8feb-e25ad94b4feb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:43:19.405282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d1c33ab-d4f8-4472-8feb-e25ad94b4feb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/edde7e2c-c979-46ab-a78c-19849f69b020 HTTP/1.1" status: 404 len: 333 time: 0.0284853 Feb 03 04:43:19.407924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:19.456595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Allocated IP 172.23.0.2 (289d2de3-a5de-4d91-b4a8-d7970ec1582e/c274f40b-1217-4048-8376-5f538a324e8c/7097aff9-f0a6-4f86-b291-cbf94c2eefa3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:19.487839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1999172172'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:19.569632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Made reservation on behalf of 6df4d6d87e624245a9a712bec41c2e1d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:19.575385 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.599447 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.668119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Publish callbacks [] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.684111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9245ede9-6bab-45fa-9653-ce45817987b4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:19.712898 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for security_group (6a97fda8-9cf4-4b7b-9651-9e20f069cf2c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.725358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6a97fda8-9cf4-4b7b-9651-9e20f069cf2c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.726066 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.741640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 04cab43b-1c18-4626-b002-40007f6fd3be {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:19.742180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (04cab43b-1c18-4626-b002-40007f6fd3be), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.779956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:19.824816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a97fda8-9cf4-4b7b-9651-9e20f069cf2c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:19.843118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (32492dde-d53c-4a23-a6aa-9b92629ff09d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.843760 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Added segment 32492dde-d53c-4a23-a6aa-9b92629ff09d of type vlan for network fd83c411-81f2-4f59-8e8d-02c18137d0fb Feb 03 04:43:19.896668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:19.901676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Pushing event updated for resources: {'Port': ['ID=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:19.913977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:19.919018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:19.976950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d8706b94-e489-466b-b835-0d76a951d99c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.994450 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (fd83c411-81f2-4f59-8e8d-02c18137d0fb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:19.995885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 9245ede9-6bab-45fa-9653-ce45817987b4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:19.996263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.019943 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (04cab43b-1c18-4626-b002-40007f6fd3be), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.030498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for d8706b94-e489-466b-b835-0d76a951d99c owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:20.057811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 04cab43b-1c18-4626-b002-40007f6fd3be owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:20.080272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (fd83c411-81f2-4f59-8e8d-02c18137d0fb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.094551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:20.095238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.103604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Attempting to bind port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:20.103973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Attempting to bind port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:20.104352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Attempting to bind port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 on network 289d2de3-a5de-4d91-b4a8-d7970ec1582e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:20.129876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:20.130282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Checking segment: {'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:20.130813 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.131056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Bound using segment: {'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:20.131554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Bound port: 7097aff9-f0a6-4f86-b291-cbf94c2eefa3, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:20.131945 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.204232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2b96e-5ac6-4138-b77c-c15d47a51547 None None] Network 2501a683-8101-42e7-8041-c37b60ec9737 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:20.237805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.319613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (04cab43b-1c18-4626-b002-40007f6fd3be), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.325835 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Publish callbacks [] for port (6b06cb45-d907-413c-8622-427c442e478b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.386511 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6b06cb45-d907-413c-8622-427c442e478b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.400849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0432670 Feb 03 04:43:20.403838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:20.409556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=04cab43b-1c18-4626-b002-40007f6fd3be,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:20.411310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a0d4bab8-3909-4210-97a9-9291d591e4ef None None] Provisioning complete for port 9245ede9-6bab-45fa-9653-ce45817987b4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:20.411635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Request body: {'subnet': {'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:20.411774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bab8-3909-4210-97a9-9291d591e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.421768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f90e4-8c30-4b0d-ab6d-6323c8ef92bd tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event updated for resources: {'Network': ['ID=fd83c411-81f2-4f59-8e8d-02c18137d0fb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:20.456218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315018c8-c2f5-4f39-ada4-eb567702869c req-5f9ac767-f61b-4a35-a2ce-3915c56673b7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:20.457610 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-315018c8-c2f5-4f39-ada4-eb567702869c req-5f9ac767-f61b-4a35-a2ce-3915c56673b7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1783381 Feb 03 04:43:20.458755 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.464598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cbe07ab1-6f9d-4942-a79d-4ef6aa2092f0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/04cab43b-1c18-4626-b002-40007f6fd3be HTTP/1.1" status: 204 len: 168 time: 1.0531654 Feb 03 04:43:20.466401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 9245ede9-6bab-45fa-9653-ce45817987b4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:20.466787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.470668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:20.491722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] For port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:20.498882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:20.505040 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-63116369-054a-4722-950f-e58c66de740a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:43:20.509345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-63116369-054a-4722-950f-e58c66de740a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/04cab43b-1c18-4626-b002-40007f6fd3be HTTP/1.1" status: 404 len: 333 time: 0.0349212 Feb 03 04:43:20.512293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:20.569584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] For port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,segment=NetworkSegment(b5c0cb78-0523-4f55-893e-a5f0e1e77b98),segment_id=b5c0cb78-0523-4f55-893e-a5f0e1e77b98)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:20.570933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 541990b7-496f-4a9f-a0d9-694cb46c1a8d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:20.574323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (541990b7-496f-4a9f-a0d9-694cb46c1a8d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.620708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (541990b7-496f-4a9f-a0d9-694cb46c1a8d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.625149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686878-bffd-45da-99b6-2544107cc52d None None] Pushing event updated for resources: {'Port': ['ID=6b06cb45-d907-413c-8622-427c442e478b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:20.640759 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.697012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d8706b94-e489-466b-b835-0d76a951d99c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.742934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-315018c8-c2f5-4f39-ada4-eb567702869c req-16de7f5f-c834-4e7a-bbb3-2c232a5b1f03 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2788219 Feb 03 04:43:20.746323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Made reservation on behalf of 6df4d6d87e624245a9a712bec41c2e1d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:20.749831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.788643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 9245ede9-6bab-45fa-9653-ce45817987b4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9245ede9-6bab-45fa-9653-ce45817987b4,segment=NetworkSegment(42e29f70-3262-4c20-933d-c9722ec24d77),segment_id=42e29f70-3262-4c20-933d-c9722ec24d77)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:20.798832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (541990b7-496f-4a9f-a0d9-694cb46c1a8d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.827962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.913171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (541990b7-496f-4a9f-a0d9-694cb46c1a8d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.921647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Attempting to bind port 6b06cb45-d907-413c-8622-427c442e478b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:20.922028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Attempting to bind port 6b06cb45-d907-413c-8622-427c442e478b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:20.922393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Attempting to bind port 6b06cb45-d907-413c-8622-427c442e478b on network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:20.939162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0f53-e5a4-47bf-b01d-0b082cc198f7 None None] Pushing event updated for resources: {'Port': ['ID=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:20.956288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:20.956666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Checking segment: {'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:20.957072 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.959935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Bound using segment: {'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:20.960595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Bound port: 6b06cb45-d907-413c-8622-427c442e478b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed25e1-b2f8-470a-a25b-d77d20d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:20.960840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6b06cb45-d907-413c-8622-427c442e478b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.965381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=541990b7-496f-4a9f-a0d9-694cb46c1a8d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:20.978500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:20.985072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-39e189a9-cff7-453c-ba52-e8a894a0c85e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/541990b7-496f-4a9f-a0d9-694cb46c1a8d HTTP/1.1" status: 204 len: 168 time: 0.4694483 Feb 03 04:43:20.985753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:20.997536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=d8706b94-e489-466b-b835-0d76a951d99c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:21.009899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4bab8-3909-4210-97a9-9291d591e4ef None None] Current status of the port 9245ede9-6bab-45fa-9653-ce45817987b4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:21.010082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (3c27215e-8861-46b8-ba65-3ddcc7d6631a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.087120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=9245ede9-6bab-45fa-9653-ce45817987b4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:21.120023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2501a683-8101-42e7-8041-c37b60ec9737), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.218621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 9245ede9-6bab-45fa-9653-ce45817987b4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:21.219151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.219645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] For port 6b06cb45-d907-413c-8622-427c442e478b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:21.236696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event updated for resources: {'Subnet': ['ID=3c27215e-8861-46b8-ba65-3ddcc7d6631a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:21.241285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Allocated IP 172.23.0.1 (289d2de3-a5de-4d91-b4a8-d7970ec1582e/c274f40b-1217-4048-8376-5f538a324e8c/489a72e2-248f-4f4f-936e-84ff85f147a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:21.259676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Checking segment: {'id': '32492dde-d53c-4a23-a6aa-9b92629ff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:21.260049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Network hostable DHCP agents. Network: fd83c411-81f2-4f59-8e8d-02c18137d0fb, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:21.283526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] For port 6b06cb45-d907-413c-8622-427c442e478b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6b06cb45-d907-413c-8622-427c442e478b,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:21.288651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ecb2256-21a5-4ceb-820d-5f4b87cb9b0b None None] Provisioning complete for port 6b06cb45-d907-413c-8622-427c442e478b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:21.289199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2256-21a5-4ceb-820d-5f4b87cb9b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6b06cb45-d907-413c-8622-427c442e478b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.310278 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6b06cb45-d907-413c-8622-427c442e478b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.396436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] For port 9245ede9-6bab-45fa-9653-ce45817987b4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9245ede9-6bab-45fa-9653-ce45817987b4,segment=NetworkSegment(42e29f70-3262-4c20-933d-c9722ec24d77),segment_id=42e29f70-3262-4c20-933d-c9722ec24d77)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:21.397253 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.422857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 9245ede9-6bab-45fa-9653-ce45817987b4 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:21.453776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686878-bffd-45da-99b6-2544107cc52d None None] Pushing event updated for resources: {'Port': ['ID=6b06cb45-d907-413c-8622-427c442e478b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:21.457247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20480a5a-b08b-418c-b73a-cf502a16f1ec None None] Network 2501a683-8101-42e7-8041-c37b60ec9737 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:21.527334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (24655dd5-5fbf-4485-9b06-54c7088244b4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.584823 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9245ede9-6bab-45fa-9653-ce45817987b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.585585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:21.588140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9245ede9-6bab-45fa-9653-ce45817987b4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:21.620963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9245ede9-6bab-45fa-9653-ce45817987b4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:21.621427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9245ede9-6bab-45fa-9653-ce45817987b4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 04:43:21.649105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No DVR routers for this DVR port 9245ede9-6bab-45fa-9653-ce45817987b4 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:21.655208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Port 9245ede9-6bab-45fa-9653-ce45817987b4 not found, will not notify nova. {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 04:43:21.655966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:21.670369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=9245ede9-6bab-45fa-9653-ce45817987b4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:21.730305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, fd83c411-81f2-4f59-8e8d-02c18137d0fb) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:21.735316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:21.735954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.783870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:21.784618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:21.791024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb2256-21a5-4ceb-820d-5f4b87cb9b0b None None] Current status of the port 6b06cb45-d907-413c-8622-427c442e478b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:21.792110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2256-21a5-4ceb-820d-5f4b87cb9b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6b06cb45-d907-413c-8622-427c442e478b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.795450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43aafa-c5dd-45b4-8a58-306dfb402877 None None] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:21.819987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eaa342b4-9444-458a-951e-ebe8d72c65e1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4149694 Feb 03 04:43:21.829136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:21.834527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Request body: {'port': {'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-72717288'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:21.858152 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2501a683-8101-42e7-8041-c37b60ec9737), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.887221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:21.909887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2501a683-8101-42e7-8041-c37b60ec9737']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:21.944665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e29f70-3262-4c20-933d-c9722ec24d77') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:21.946023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e29f70-3262-4c20-933d-c9722ec24d77') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:22.009630 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (42e29f70-3262-4c20-933d-c9722ec24d77), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.042089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (42e29f70-3262-4c20-933d-c9722ec24d77), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.054235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:22.061329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (42e29f70-3262-4c20-933d-c9722ec24d77), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:22.065276 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:22.067900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Router 24655dd5-5fbf-4485-9b06-54c7088244b4 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:22.098646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.111839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Made reservation on behalf of 6df4d6d87e624245a9a712bec41c2e1d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:22.115221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.125259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e982-30e7-4c04-a2f0-a2cd7161fc79 req-2f1c78b3-beac-4097-854d-62595725427a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:22.127301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b21e982-30e7-4c04-a2f0-a2cd7161fc79 req-2f1c78b3-beac-4097-854d-62595725427a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.2416494 Feb 03 04:43:22.234679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:22.252439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:22.255969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:22.258880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b21e982-30e7-4c04-a2f0-a2cd7161fc79 req-b7e3b80c-0ab4-40a3-9fd3-0922caa6d4cf tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175842 Feb 03 04:43:22.259871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2501a683-8101-42e7-8041-c37b60ec9737), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.260571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960aa88-2eb0-4fb5-ad87-796cbc426360 None None] DHCP port deletion for 2501a683-8101-42e7-8041-c37b60ec9737 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:22.267722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] device_id is not set on port 16b30c4a-6211-451f-838b-ba0c9ab9c243 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:22.271384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.275310 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/2501a683-8101-42e7-8041-c37b60ec9737 HTTP/1.1" status: 204 len: 168 time: 1.2882953 Feb 03 04:43:22.289846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60144) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:22.291356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ecb2256-21a5-4ceb-820d-5f4b87cb9b0b None None] For port 6b06cb45-d907-413c-8622-427c442e478b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6b06cb45-d907-413c-8622-427c442e478b,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:22.296968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-95566897'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:22.300767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba7392-3c57-4a70-99d2-dd09e690a85c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=2501a683-8101-42e7-8041-c37b60ec9737,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:22.318789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=489a72e2-248f-4f4f-936e-84ff85f147a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:22.325129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:22.333274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.369305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:22.386622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9e283808-465e-4bd6-97dc-d1d6bc3da355), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.386853 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment 9e283808-465e-4bd6-97dc-d1d6bc3da355 of type vlan for network 703f2493-a648-401d-abbb-552944790de8 Feb 03 04:43:22.392580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2256-21a5-4ceb-820d-5f4b87cb9b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6b06cb45-d907-413c-8622-427c442e478b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.399032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:22.403693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-fd83c411-81f2-4f59-8e8d-02c18137d0fb', 'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb', 'project_id': '6df4d6d87e624245a9a712bec41c2e1d', 'fixed_ips': [{'subnet_id': '3c27215e-8861-46b8-ba65-3ddcc7d6631a'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:22.404926 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.437893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.450450 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (703f2493-a648-401d-abbb-552944790de8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.499110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (703f2493-a648-401d-abbb-552944790de8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.505717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:22.506361 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.518872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:22.528178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e2999c1-3bb0-42eb-80c6-62c193e86a0d tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "PUT /v2.0/routers/24655dd5-5fbf-4485-9b06-54c7088244b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5079844 Feb 03 04:43:22.531090 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] Sync routers for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:22.540868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60146) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:22.546464 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:22.547229 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:22.615426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3239806 Feb 03 04:43:22.619807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:22.633752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '703f2493-a648-401d-abbb-552944790de8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:22.636237 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:22.653933 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] Routers {'24655dd5-5fbf-4485-9b06-54c7088244b4'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:22.654555 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['24655dd5-5fbf-4485-9b06-54c7088244b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:22.680280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd528f-af31-47a3-9167-f1881421be09 None None] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:22.724898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:22.725852 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.734092 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:22.736023 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da515-d7e0-40e4-846d-521ad846ca34 None None] The sync data for ids ['24655dd5-5fbf-4485-9b06-54c7088244b4'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:22.750094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Allocated IP 172.20.0.6 (fd83c411-81f2-4f59-8e8d-02c18137d0fb/3c27215e-8861-46b8-ba65-3ddcc7d6631a/16b30c4a-6211-451f-838b-ba0c9ab9c243) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:22.874520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.895753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-790faf8b-096f-45e9-a53f-4240d4d87832 None None] Provisioning complete for port 6b06cb45-d907-413c-8622-427c442e478b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:22.896080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-790faf8b-096f-45e9-a53f-4240d4d87832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6b06cb45-d907-413c-8622-427c442e478b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.921043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:22.925186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:22.992575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb2256-21a5-4ceb-820d-5f4b87cb9b0b None None] Pushing event updated for resources: {'Port': ['ID=6b06cb45-d907-413c-8622-427c442e478b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:23.040257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6a4fe-1c78-4886-b621-a7282621a6bc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=703f2493-a648-401d-abbb-552944790de8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:23.067831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 703f2493-a648-401d-abbb-552944790de8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:23.115897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:23.116295 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.116413 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router (24655dd5-5fbf-4485-9b06-54c7088244b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.260531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_gateway (24655dd5-5fbf-4485-9b06-54c7088244b4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.271446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,segment=NetworkSegment(b5c0cb78-0523-4f55-893e-a5f0e1e77b98),segment_id=b5c0cb78-0523-4f55-893e-a5f0e1e77b98)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:23.287389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.356872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-790faf8b-096f-45e9-a53f-4240d4d87832 None None] Current status of the port 6b06cb45-d907-413c-8622-427c442e478b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:23.376635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting port ed84c3ab-6894-480d-bfcd-a9028586db33 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:23.376914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ed84c3ab-6894-480d-bfcd-a9028586db33), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.380367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-790faf8b-096f-45e9-a53f-4240d4d87832 None None] Could not find standard attr ID for object 9245ede9-6bab-45fa-9653-ce45817987b4. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:43:23.417611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:14Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:21Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:23.454361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ae602-597d-4bf3-b96f-c4b2bb444e8c None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:14Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:21Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:23.456496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9245ede9-6bab-45fa-9653-ce45817987b4 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:23.491101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9245ede9-6bab-45fa-9653-ce45817987b4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:23.491465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9245ede9-6bab-45fa-9653-ce45817987b4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:23.493698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:23.542811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2bab7727-1758-4821-b3fa-c6f7070b07e6 None None] Provisioning complete for port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:23.543259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bab7727-1758-4821-b3fa-c6f7070b07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.594811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ed84c3ab-6894-480d-bfcd-a9028586db33), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.622546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Calling delete_port for ed84c3ab-6894-480d-bfcd-a9028586db33 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:23.687571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2bab7727-1758-4821-b3fa-c6f7070b07e6 None None] Current status of the port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:23.713228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2bab7727-1758-4821-b3fa-c6f7070b07e6 None None] Provisioning complete for port 489a72e2-248f-4f4f-936e-84ff85f147a3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:23.713671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bab7727-1758-4821-b3fa-c6f7070b07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.748875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.814721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2bab7727-1758-4821-b3fa-c6f7070b07e6 None None] Port 489a72e2-248f-4f4f-936e-84ff85f147a3 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:23.824870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93c57-7bf5-48c4-8c18-893c707e624d req-e7ee5453-031b-465e-b815-ae034976e47d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:23.826473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebd93c57-7bf5-48c4-8c18-893c707e624d req-e7ee5453-031b-465e-b815-ae034976e47d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1844733 Feb 03 04:43:23.833288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:23.936128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebd93c57-7bf5-48c4-8c18-893c707e624d req-9fe42ef1-0273-4346-a219-4f1b33a6f1b6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034832 Feb 03 04:43:23.967086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eab13297-0e8c-44cd-a9ca-6e9aa23516d3 None None] Provisioning complete for port 489a72e2-248f-4f4f-936e-84ff85f147a3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:23.967470 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eab13297-0e8c-44cd-a9ca-6e9aa23516d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.000112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ed84c3ab-6894-480d-bfcd-a9028586db33), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.038111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eab13297-0e8c-44cd-a9ca-6e9aa23516d3 None None] Port 489a72e2-248f-4f4f-936e-84ff85f147a3 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:24.045406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Port': ['ID=ed84c3ab-6894-480d-bfcd-a9028586db33,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:24.052835 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.137899 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (24655dd5-5fbf-4485-9b06-54c7088244b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.269730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (05a99c6a-2d80-4430-966b-e8c55c2d8f2d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.274692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (24655dd5-5fbf-4485-9b06-54c7088244b4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.277208 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router_controller (24655dd5-5fbf-4485-9b06-54c7088244b4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.338754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (24655dd5-5fbf-4485-9b06-54c7088244b4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.339387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Fanout notify agent at l3_agent the message router_deleted on router 24655dd5-5fbf-4485-9b06-54c7088244b4 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:43:24.348105 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.349286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d5d69d9b-b13b-4c24-a228-feb74ac36f1e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/routers/24655dd5-5fbf-4485-9b06-54c7088244b4 HTTP/1.1" status: 204 len: 168 time: 1.8072412 Feb 03 04:43:24.352801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:24.362738 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.371303 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.380713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.384279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Allocated IP 172.20.0.2 (fd83c411-81f2-4f59-8e8d-02c18137d0fb/3c27215e-8861-46b8-ba65-3ddcc7d6631a/6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:24.434439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Deleting subnet d7d0e86a-c210-452a-9afb-29409f63f697 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:24.441705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for subnet (d7d0e86a-c210-452a-9afb-29409f63f697), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.504135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=05a99c6a-2d80-4430-966b-e8c55c2d8f2d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:24.506327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event updated for resources: {'Port': ['ID=489a72e2-248f-4f4f-936e-84ff85f147a3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:24.514135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:24.519834 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (d7d0e86a-c210-452a-9afb-29409f63f697), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.523601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': '9e283808-465e-4bd6-97dc-d1d6bc3da355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703f2493-a648-401d-abbb-552944790de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:24.524083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: 703f2493-a648-401d-abbb-552944790de8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:24.526352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:24.553949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:24.557882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.610915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (d7d0e86a-c210-452a-9afb-29409f63f697), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.642457 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Publish callbacks [] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.649835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event updated for resources: {'Port': ['ID=16b30c4a-6211-451f-838b-ba0c9ab9c243,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:24.654092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.665808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 703f2493-a648-401d-abbb-552944790de8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:24.674404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:24.675135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.689308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (d7d0e86a-c210-452a-9afb-29409f63f697), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.705231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:24.712049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:24.719358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:24.724495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d0e86a-c210-452a-9afb-29409f63f697,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:24.728867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Pushing event updated for resources: {'Port': ['ID=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:24.735300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 703f2493-a648-401d-abbb-552944790de8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:24.738559 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.743592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-848a5f24-be79-4c55-bd85-5a519f163f4e tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/subnets/d7d0e86a-c210-452a-9afb-29409f63f697 HTTP/1.1" status: 204 len: 168 time: 0.3896461 Feb 03 04:43:24.745783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:24.746914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:24.747532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.763813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81876dbe-81dc-4c6e-9a60-6ab494c801f0 None None] Network 703f2493-a648-401d-abbb-552944790de8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:24.785543 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d800b39-3abe-4eb2-8e3c-59fb5702f39d tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9524767 Feb 03 04:43:24.788903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:24.800494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Request body: {'port': {'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-545339187', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:24.801350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] bootfile-name is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:43:24.801625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] tftp-server is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:43:24.802052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] server-ip-address is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:43:24.849183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Attempting to bind port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:24.849479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Attempting to bind port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '32492dde-d53c-4a23-a6aa-9b92629ff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:24.849824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Attempting to bind port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 on network fd83c411-81f2-4f59-8e8d-02c18137d0fb {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:24.861444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:24.861820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Checking segment: {'id': '32492dde-d53c-4a23-a6aa-9b92629ff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:24.862228 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.862622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Bound using segment: {'id': '32492dde-d53c-4a23-a6aa-9b92629ff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:24.863093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Bound port: 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32492dde-d53c-4a23-a6aa-9b92629ff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd83c411-81f2-4f59-8e8d-02c18137d0fb'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:24.863470 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.871844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1e372f48-5729-491b-a9ff-8666d61a96fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.928677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2b47d09b-0d84-49ee-a869-ca5c142cfe0f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2999671 Feb 03 04:43:24.932300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Made reservation on behalf of 6df4d6d87e624245a9a712bec41c2e1d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:24.932881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:24.936869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:24.942091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '703f2493-a648-401d-abbb-552944790de8', 'name': 'tempest-PortsIpV6TestJSON-550926728', 'fixed_ips': [{'subnet_id': '05a99c6a-2d80-4430-966b-e8c55c2d8f2d', 'ip_address': '2001:db8::10'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:24.959913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] device_id is not set on port 025f38f4-38be-4be7-9321-89f41fcb5052 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:25.078350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1e372f48-5729-491b-a9ff-8666d61a96fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.098188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Allocated IP 172.20.0.11 (fd83c411-81f2-4f59-8e8d-02c18137d0fb/3c27215e-8861-46b8-ba65-3ddcc7d6631a/025f38f4-38be-4be7-9321-89f41fcb5052) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:25.128900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] For port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:25.141792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-703f2493-a648-401d-abbb-552944790de8', 'network_id': '703f2493-a648-401d-abbb-552944790de8', 'project_id': '45e1159c3a554918b02e31733812bd0d', 'fixed_ips': [{'subnet_id': '05a99c6a-2d80-4430-966b-e8c55c2d8f2d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:25.142667 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.155213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] For port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,segment=NetworkSegment(32492dde-d53c-4a23-a6aa-9b92629ff09d),segment_id=32492dde-d53c-4a23-a6aa-9b92629ff09d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:25.179681 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.189382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e372f48-5729-491b-a9ff-8666d61a96fd']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:25.205991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5929053-c0e6-4225-8436-21c9e2552f93') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:25.206364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5929053-c0e6-4225-8436-21c9e2552f93') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:25.223463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (d5929053-c0e6-4225-8436-21c9e2552f93), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.261786 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d5929053-c0e6-4225-8436-21c9e2552f93), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.277930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb729-0cdd-4b3d-976b-ee87201b1e98 req-d9dbf927-5276-4ea3-86e6-061d4e43c3f4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:25.279525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2bbb729-0cdd-4b3d-976b-ee87201b1e98 req-d9dbf927-5276-4ea3-86e6-061d4e43c3f4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1813612 Feb 03 04:43:25.280641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:25.281053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (d5929053-c0e6-4225-8436-21c9e2552f93), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:25.285285 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:25.287367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:25.312397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b52d-8ebc-400a-8d76-1663c9edc1e5 None None] Pushing event updated for resources: {'Port': ['ID=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:25.329964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for port (025f38f4-38be-4be7-9321-89f41fcb5052), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.386217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Allocated IP 2001:db8::2 (703f2493-a648-401d-abbb-552944790de8/05a99c6a-2d80-4430-966b-e8c55c2d8f2d/e7363d08-adc6-4af5-a675-95d481b94e58) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:25.433925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:25.435683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:25.439439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (025f38f4-38be-4be7-9321-89f41fcb5052), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.508198 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2bbb729-0cdd-4b3d-976b-ee87201b1e98 req-9ec4b15a-a797-4c46-a4cf-44cbdf15a4d1 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1831059 Feb 03 04:43:25.521911 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1e372f48-5729-491b-a9ff-8666d61a96fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.539170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.556220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] 10.222.0.35 "DELETE /v2.0/networks/1e372f48-5729-491b-a9ff-8666d61a96fd HTTP/1.1" status: 204 len: 168 time: 0.8088143 Feb 03 04:43:25.587455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8fd24-3805-449c-b914-ace20e3b1d08 tempest-FloatingIPTestJSON-462985930 tempest-FloatingIPTestJSON-462985930-project] Pushing event deleted for resources: {'Network': ['ID=1e372f48-5729-491b-a9ff-8666d61a96fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:25.597883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.622979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 818db285-d329-438b-bfe1-b9b1c2f41e9a yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:25.736081 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Publish callbacks [] for port (e7363d08-adc6-4af5-a675-95d481b94e58), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.753299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:25.781028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6b06cb45-d907-413c-8622-427c442e478b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:25.838487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:25.853516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:25.880877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:25.920411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Network 703f2493-a648-401d-abbb-552944790de8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:25.923546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::10 (703f2493-a648-401d-abbb-552944790de8/05a99c6a-2d80-4430-966b-e8c55c2d8f2d/818db285-d329-438b-bfe1-b9b1c2f41e9a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:25.932848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:25.956725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event updated for resources: {'Port': ['ID=025f38f4-38be-4be7-9321-89f41fcb5052,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:25.957964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:25.968270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:25.997361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:25.997826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.074049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Pushing event updated for resources: {'Port': ['ID=e7363d08-adc6-4af5-a675-95d481b94e58,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:26.109123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Attempting to bind port e7363d08-adc6-4af5-a675-95d481b94e58 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:26.109603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Attempting to bind port e7363d08-adc6-4af5-a675-95d481b94e58 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9e283808-465e-4bd6-97dc-d1d6bc3da355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703f2493-a648-401d-abbb-552944790de8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:26.109982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Attempting to bind port e7363d08-adc6-4af5-a675-95d481b94e58 on network 703f2493-a648-401d-abbb-552944790de8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:26.113257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-98c42544-1526-47e7-8a1b-6255a4ce96e3 None None] Provisioning complete for port 489a72e2-248f-4f4f-936e-84ff85f147a3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:26.114357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98c42544-1526-47e7-8a1b-6255a4ce96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.119445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:26.132728 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-82dc4ffd-bd54-4995-8ca7-2f99f822312a tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3419247 Feb 03 04:43:26.135231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:26.151319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:26.151768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Checking segment: {'id': '9e283808-465e-4bd6-97dc-d1d6bc3da355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703f2493-a648-401d-abbb-552944790de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:26.152217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.152624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Bound using segment: {'id': '9e283808-465e-4bd6-97dc-d1d6bc3da355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703f2493-a648-401d-abbb-552944790de8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:26.153386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Bound port: e7363d08-adc6-4af5-a675-95d481b94e58, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e283808-465e-4bd6-97dc-d1d6bc3da355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703f2493-a648-401d-abbb-552944790de8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:26.153763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.183881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-98c42544-1526-47e7-8a1b-6255a4ce96e3 None None] Port 489a72e2-248f-4f4f-936e-84ff85f147a3 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:26.186037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:26.192198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f1775222-394b-41ad-bcb3-17eaddb14633 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1297812 Feb 03 04:43:26.195210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:26.201216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:26.201692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:26.204281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6b06cb45-d907-413c-8622-427c442e478b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:26.204661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6b06cb45-d907-413c-8622-427c442e478b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.303571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06e54e-93cd-47d6-98ab-b60a42337b53 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:26.307986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (818db285-d329-438b-bfe1-b9b1c2f41e9a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.313465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06e54e-93cd-47d6-98ab-b60a42337b53 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:26.319287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06e54e-93cd-47d6-98ab-b60a42337b53 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:26.321155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7e06e54e-93cd-47d6-98ab-b60a42337b53 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1850522 Feb 03 04:43:26.321905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:26.324270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:26.327581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:26.454953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] For port e7363d08-adc6-4af5-a675-95d481b94e58, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:26.467738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] For port e7363d08-adc6-4af5-a675-95d481b94e58, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e7363d08-adc6-4af5-a675-95d481b94e58,segment=NetworkSegment(9e283808-465e-4bd6-97dc-d1d6bc3da355),segment_id=9e283808-465e-4bd6-97dc-d1d6bc3da355)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:26.490013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.503267 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (818db285-d329-438b-bfe1-b9b1c2f41e9a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.544141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d5be4320-32d3-4f92-a46b-e4fcd7a20b26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2845a595534c41e3a4d9f79b1562d01a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191344 Feb 03 04:43:26.552466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:26.558395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6b06cb45-d907-413c-8622-427c442e478b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:26.570702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:26.591986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 703f2493-a648-401d-abbb-552944790de8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:26.608892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:26.614388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:26.636532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:26.637614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.642833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:26.683653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=818db285-d329-438b-bfe1-b9b1c2f41e9a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:26.741341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5dadd9ee-81ba-42f7-b76a-6d90f395e87e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8070376 Feb 03 04:43:26.743872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Deleting port 025f38f4-38be-4be7-9321-89f41fcb5052 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:26.744225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (025f38f4-38be-4be7-9321-89f41fcb5052), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.748326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:26.769134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '703f2493-a648-401d-abbb-552944790de8', 'name': 'tempest-PortsIpV6TestJSON-502041707', 'fixed_ips': [{'subnet_id': '05a99c6a-2d80-4430-966b-e8c55c2d8f2d', 'ip_address': '2001:db8::f'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:26.798677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 04:43:26.827253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Removed routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 04:43:26.827807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:26.838172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1aa65-2949-4661-b3a3-e7333b573dd9 req-2900f1e0-7e3a-4451-80b6-b3be7dd21e20 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:26.843781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e714bc-0958-4581-b1e7-3d0693cb9985 None None] Pushing event updated for resources: {'Port': ['ID=e7363d08-adc6-4af5-a675-95d481b94e58,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:26.855117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7a1aa65-2949-4661-b3a3-e7333b573dd9 req-2900f1e0-7e3a-4451-80b6-b3be7dd21e20 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1960497 Feb 03 04:43:26.992665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:26.992986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.072812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88cfe13d-d185-4602-bc24-a665cdd12350 admin admin] Publish callbacks [] for security_group (103a5d90-1363-4bd0-ae88-b1ca3ce7e80c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.153011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (025f38f4-38be-4be7-9321-89f41fcb5052), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.166037 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88cfe13d-d185-4602-bc24-a665cdd12350 admin admin] Publish callbacks [] for security_group (103a5d90-1363-4bd0-ae88-b1ca3ce7e80c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.188439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:27.196164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.240800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:27.250024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.255807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (5619243f-bd8c-4807-b794-2544306c328d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.261165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8aa257-0215-4e0d-83b8-1d4018a6c528 None None] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:27.267442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7a1aa65-2949-4661-b3a3-e7333b573dd9 req-fc6115aa-7184-4fe7-adb0-df6437c30235 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4113421 Feb 03 04:43:27.277725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Calling delete_port for 025f38f4-38be-4be7-9321-89f41fcb5052 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:27.289648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 44feb302-7cf5-4511-abf2-712595253f9a yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:27.412596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '489a72e2-248f-4f4f-936e-84ff85f147a3', 'name': '', 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:7d:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:20Z', 'updated_at': '2022-02-03T04:43:24Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:27.451648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8a2704a8-3f3c-4784-afc0-abfda233b33e None None] Provisioning complete for port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:27.452085 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a2704a8-3f3c-4784-afc0-abfda233b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.480494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:27.485277 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88cfe13d-d185-4602-bc24-a665cdd12350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (103a5d90-1363-4bd0-ae88-b1ca3ce7e80c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.487920 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88cfe13d-d185-4602-bc24-a665cdd12350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.489601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-88cfe13d-d185-4602-bc24-a665cdd12350 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/103a5d90-1363-4bd0-ae88-b1ca3ce7e80c HTTP/1.1" status: 204 len: 168 time: 0.9361370 Feb 03 04:43:27.509689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:43:27.510230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Updating router 5619243f-bd8c-4807-b794-2544306c328d port 489a72e2-248f-4f4f-936e-84ff85f147a3 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:43:27.560804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.561837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfe13d-d185-4602-bc24-a665cdd12350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a5d90-1363-4bd0-ae88-b1ca3ce7e80c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:27.654586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:27.673714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::f (703f2493-a648-401d-abbb-552944790de8/05a99c6a-2d80-4430-966b-e8c55c2d8f2d/44feb302-7cf5-4511-abf2-712595253f9a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:27.677623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:27.694004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.699147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3d55aca2-b968-411d-ae77-445d8c6b0782 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 200 len: 934 time: 1.5019083 Feb 03 04:43:27.702125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:27.892117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:27.892503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:27.904742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ba88bc48-1115-4cad-a2dc-d0ff10e923d2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 200 len: 934 time: 0.1992731 Feb 03 04:43:27.907181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:27.912936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'routes': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:28.040657 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (025f38f4-38be-4be7-9321-89f41fcb5052), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.045070 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (44feb302-7cf5-4511-abf2-712595253f9a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.135052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event deleted for resources: {'Port': ['ID=025f38f4-38be-4be7-9321-89f41fcb5052,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:28.383889 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (44feb302-7cf5-4511-abf2-712595253f9a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.404107 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.412062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:28.420665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Request body: {'port': {'name': 'tempest-new-port-name-1909004232', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:28.421079 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] bootfile-name is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:43:28.421475 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] tftp-server is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:43:28.421980 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] server-ip-address is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 04:43:28.424868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2471f9c6-4a61-405c-aa68-189aff9ec8ad tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "DELETE /v2.0/ports/025f38f4-38be-4be7-9321-89f41fcb5052 HTTP/1.1" status: 204 len: 168 time: 2.0960681 Feb 03 04:43:28.568615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 703f2493-a648-401d-abbb-552944790de8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:28.581443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.618302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:28.622248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:28.628072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b6934-3c11-48c1-8a9a-f1a96cc6afaf None None] Network 703f2493-a648-401d-abbb-552944790de8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:28.628625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:28.629308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.631195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8a2704a8-3f3c-4784-afc0-abfda233b33e None None] Current status of the port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:28.631787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a2704a8-3f3c-4784-afc0-abfda233b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.633589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=44feb302-7cf5-4511-abf2-712595253f9a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:28.675387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fdf9eb3e-6fcb-4a73-b3ac-b6c14a84a6f2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9229732 Feb 03 04:43:28.676544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:28.704145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87664396-fd68-4cb4-b25f-304f49d5c2a6 req-2883d53c-f5a5-4ced-9b44-529f9c783a69 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:28.712471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87664396-fd68-4cb4-b25f-304f49d5c2a6 req-2883d53c-f5a5-4ced-9b44-529f9c783a69 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1750360 Feb 03 04:43:28.902503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64462e12-9378-4c29-87ce-3935c0fa0edb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:28.907355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-64462e12-9378-4c29-87ce-3935c0fa0edb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2241127 Feb 03 04:43:28.908531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:28.917334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:28.917981 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:28.954529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8a2704a8-3f3c-4784-afc0-abfda233b33e None None] For port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,segment=NetworkSegment(32492dde-d53c-4a23-a6aa-9b92629ff09d),segment_id=32492dde-d53c-4a23-a6aa-9b92629ff09d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:28.989511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87664396-fd68-4cb4-b25f-304f49d5c2a6 req-989e1b9d-6d1e-43fb-b430-d01d8c4c2072 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2120790 Feb 03 04:43:28.993186 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a2704a8-3f3c-4784-afc0-abfda233b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.026743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e518820-c1e3-472e-8652-916616fbcd35 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:29.033328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e518820-c1e3-472e-8652-916616fbcd35 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:29.044153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e518820-c1e3-472e-8652-916616fbcd35 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:29.053432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6e518820-c1e3-472e-8652-916616fbcd35 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1340888 Feb 03 04:43:29.054119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:29.070587 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:29.343464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b8c0cbe3-04f7-4ad8-a0f4-cccb3bbc6565 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] Request body: {'port': {'network_id': '543930c7-909a-490f-a0eb-c4eed39ef7ea', 'name': 'tempest-NetworksNegativeTestJSON-1999456472'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:29.364311 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c0cbe3-04f7-4ad8-a0f4-cccb3bbc6565 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] POST failed (client error): The resource could not be found. Feb 03 04:43:29.364848 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c0cbe3-04f7-4ad8-a0f4-cccb3bbc6565 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:29.366281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b8c0cbe3-04f7-4ad8-a0f4-cccb3bbc6565 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2947066 Feb 03 04:43:29.370256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60222) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:29.391123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 44feb302-7cf5-4511-abf2-712595253f9a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:29.391478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (44feb302-7cf5-4511-abf2-712595253f9a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.392961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2704a8-3f3c-4784-afc0-abfda233b33e None None] Pushing event updated for resources: {'Port': ['ID=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:29.396336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:43:29.396336 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:43:29.396606 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8639ffb9-d1e4-4eab-8afc-5034f953b041 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] DELETE failed (client error): The resource could not be found. Feb 03 04:43:29.397262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8639ffb9-d1e4-4eab-8afc-5034f953b041 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:29.401500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8639ffb9-d1e4-4eab-8afc-5034f953b041 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "DELETE /v2.0/networks/694b0b29-dd30-4b60-9b09-1621269ba460 HTTP/1.1" status: 404 len: 339 time: 0.0301576 Feb 03 04:43:29.411961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:29.417189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Provisioning complete for port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:29.417567 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.440179 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-df087fcd-d397-4da3-9366-924918db0628 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] DELETE failed (client error): The resource could not be found. Feb 03 04:43:29.440870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df087fcd-d397-4da3-9366-924918db0628 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:29.444292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df087fcd-d397-4da3-9366-924918db0628 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "DELETE /v2.0/ports/e6edca09-0c6c-44dc-a8f0-483e64d4bea1 HTTP/1.1" status: 404 len: 333 time: 0.0314293 Feb 03 04:43:29.448907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:29.510788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Publish callbacks [] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.533831 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.540313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 04:43:29.540832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 04:43:29.644569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555f6f4-8536-407b-b246-3a9b75b14c5d None None] Pushing event updated for resources: {'Port': ['ID=489a72e2-248f-4f4f-936e-84ff85f147a3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:29.658296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.897787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.959825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Current status of the port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:29.964282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Attempting to bind port 489a72e2-248f-4f4f-936e-84ff85f147a3 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:29.964661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Attempting to bind port 489a72e2-248f-4f4f-936e-84ff85f147a3 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:29.965028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Attempting to bind port 489a72e2-248f-4f4f-936e-84ff85f147a3 on network 289d2de3-a5de-4d91-b4a8-d7970ec1582e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:29.984917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:29.986181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Checking segment: {'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:29.986741 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.987286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Bound using segment: {'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:29.987967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Bound port: 489a72e2-248f-4f4f-936e-84ff85f147a3, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:29.988679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:29.991616 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.008864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:30.010302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7363d08-adc6-4af5-a675-95d481b94e58 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:30.068744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Provisioning complete for port 16b30c4a-6211-451f-838b-ba0c9ab9c243 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:30.069402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.129483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-d36db2f2-a546-4697-b1c3-b30247e12505 req-d5565f65-6e42-4467-b71c-1c1368e67648 service neutron] (103324) timed out ('10.222.0.35', 39052) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:43:30.130632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event updated for resources: {'Port': ['ID=16b30c4a-6211-451f-838b-ba0c9ab9c243,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:30.224476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Port 16b30c4a-6211-451f-838b-ba0c9ab9c243 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:30.238907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Could not find standard attr ID for object 025f38f4-38be-4be7-9321-89f41fcb5052. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:43:30.244035 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-93399a4d-6f2f-4f38-8fad-5faf8a1e48b5 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] DELETE failed (client error): The resource could not be found. Feb 03 04:43:30.244637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.244754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93399a4d-6f2f-4f38-8fad-5faf8a1e48b5 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:30.256326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-93399a4d-6f2f-4f38-8fad-5faf8a1e48b5 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "DELETE /v2.0/subnets/10c40442-44b3-4ecc-b5ca-a88d3b71f203 HTTP/1.1" status: 404 len: 337 time: 0.7980592 Feb 03 04:43:30.261222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.274631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (5619243f-bd8c-4807-b794-2544306c328d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.285799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Provisioning complete for port e7363d08-adc6-4af5-a675-95d481b94e58 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:30.286209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.301700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] In _notify_port_updated(), no bound segment for port 16b30c4a-6211-451f-838b-ba0c9ab9c243 on network fd83c411-81f2-4f59-8e8d-02c18137d0fb {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:43:30.319048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:30.320319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.322608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1286b86e-af04-41df-8599-8a3de2025db4 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "PUT /v2.0/ports/16b30c4a-6211-451f-838b-ba0c9ab9c243 HTTP/1.1" status: 200 len: 1136 time: 1.9066391 Feb 03 04:43:30.332061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.414064 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad793d95-6519-4f54-9bc1-5bf0b0ab1bc3 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] GET failed (client error): The resource could not be found. Feb 03 04:43:30.418873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ad793d95-6519-4f54-9bc1-5bf0b0ab1bc3 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "GET /v2.0/networks/3b321362-a976-4d1b-924f-693bb5c5dabf HTTP/1.1" status: 404 len: 339 time: 0.0930119 Feb 03 04:43:30.426162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.450158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] For port 489a72e2-248f-4f4f-936e-84ff85f147a3, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:30.463529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] For port 489a72e2-248f-4f4f-936e-84ff85f147a3, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=489a72e2-248f-4f4f-936e-84ff85f147a3,segment=NetworkSegment(b5c0cb78-0523-4f55-893e-a5f0e1e77b98),segment_id=b5c0cb78-0523-4f55-893e-a5f0e1e77b98)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:30.469626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e7363d08-adc6-4af5-a675-95d481b94e58 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:30.470756 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.518566 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e99bb1-f12b-438d-b612-384fe3074edb tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] GET failed (client error): The resource could not be found. Feb 03 04:43:30.520153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-79e99bb1-f12b-438d-b612-384fe3074edb tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "GET /v2.0/ports/bc9ea397-e8b9-4b27-858e-d5eb157028ae HTTP/1.1" status: 404 len: 333 time: 0.0906651 Feb 03 04:43:30.547980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.558725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bccebd-7186-43dd-a3f0-f7ebbfb995b2 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:30.561143 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-38bccebd-7186-43dd-a3f0-f7ebbfb995b2 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "GET /v2.0/ports/16b30c4a-6211-451f-838b-ba0c9ab9c243 HTTP/1.1" status: 200 len: 1136 time: 0.2224846 Feb 03 04:43:30.567194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.597802 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.653667 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d31aa57-ad9e-4f35-a1cf-57e4154d215e tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] GET failed (client error): The resource could not be found. Feb 03 04:43:30.655274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0d31aa57-ad9e-4f35-a1cf-57e4154d215e tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "GET /v2.0/subnets/a932607d-1e26-4cdc-a2f9-135cca162253 HTTP/1.1" status: 404 len: 337 time: 0.0993874 Feb 03 04:43:30.661805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.672741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be9ad2-2b30-4879-b14e-babd29049368 req-b80584ea-e93f-4131-92c7-b0ca7bc3b06b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:30.674562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6be9ad2-2b30-4879-b14e-babd29049368 req-b80584ea-e93f-4131-92c7-b0ca7bc3b06b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.4422793 Feb 03 04:43:30.683943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-23ece5ed-14f6-45f1-a389-242cffcc8dfd tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:30.717859 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ece5ed-14f6-45f1-a389-242cffcc8dfd tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] PUT failed (client error): The resource could not be found. Feb 03 04:43:30.718398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ece5ed-14f6-45f1-a389-242cffcc8dfd tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:30.728030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.729088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-23ece5ed-14f6-45f1-a389-242cffcc8dfd tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "PUT /v2.0/networks/cfb83e6e-83b9-4d43-bc64-07171a5a2140 HTTP/1.1" status: 404 len: 339 time: 0.0400279 Feb 03 04:43:30.732844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (44feb302-7cf5-4511-abf2-712595253f9a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.743311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f827026-1b73-4dc5-b5b4-fa94031f06f9 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:30.796334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 44feb302-7cf5-4511-abf2-712595253f9a owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:30.798623 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f827026-1b73-4dc5-b5b4-fa94031f06f9 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] PUT failed (client error): The resource could not be found. Feb 03 04:43:30.799438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f827026-1b73-4dc5-b5b4-fa94031f06f9 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:30.800937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3f827026-1b73-4dc5-b5b4-fa94031f06f9 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "PUT /v2.0/ports/aa7ba440-b0d3-4e07-814c-bcdae8fca69b HTTP/1.1" status: 404 len: 333 time: 0.0695376 Feb 03 04:43:30.811898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:30.827011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8bcb4d2d-5998-47f2-a65c-d0ad0420cfe5 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:30.866111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e7363d08-adc6-4af5-a675-95d481b94e58 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:30.866639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.901500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:30.902179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:30.910443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:30.914740 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcb4d2d-5998-47f2-a65c-d0ad0420cfe5 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] PUT failed (client error): The resource could not be found. Feb 03 04:43:30.915492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcb4d2d-5998-47f2-a65c-d0ad0420cfe5 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:43:30.916990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8bcb4d2d-5998-47f2-a65c-d0ad0420cfe5 tempest-NetworksNegativeTestJSON-907965334 tempest-NetworksNegativeTestJSON-907965334-project] 10.222.0.35 "PUT /v2.0/subnets/f7a42280-8564-4cd5-99eb-6b28689486d0 HTTP/1.1" status: 404 len: 337 time: 0.1012495 Feb 03 04:43:30.921455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Deleting port 16b30c4a-6211-451f-838b-ba0c9ab9c243 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:30.922648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:30.991889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Current status of the port e7363d08-adc6-4af5-a675-95d481b94e58 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:30.992636 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.001040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555f6f4-8536-407b-b246-3a9b75b14c5d None None] Pushing event updated for resources: {'Port': ['ID=489a72e2-248f-4f4f-936e-84ff85f147a3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:31.011014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6be9ad2-2b30-4879-b14e-babd29049368 req-21ad0cbd-7b1c-4616-8274-1b4abafb66d8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2740901 Feb 03 04:43:31.105735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.125908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e7363d08-adc6-4af5-a675-95d481b94e58, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e7363d08-adc6-4af5-a675-95d481b94e58,segment=NetworkSegment(9e283808-465e-4bd6-97dc-d1d6bc3da355),segment_id=9e283808-465e-4bd6-97dc-d1d6bc3da355)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:31.127725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-1a3d1810-6e09-457b-bf1d-f7e2c521f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:31.130142 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-1a3d1810-6e09-457b-bf1d-f7e2c521f4e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191&tenant_id=a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 1125 time: 0.5674851 Feb 03 04:43:31.160154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (44feb302-7cf5-4511-abf2-712595253f9a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.160535 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.170052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Calling delete_port for 16b30c4a-6211-451f-838b-ba0c9ab9c243 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:31.201139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:31.252856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=44feb302-7cf5-4511-abf2-712595253f9a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:31.293367 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:43:31.293865 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:43:31.313382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:31.333761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.337803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa4a493f-b3be-43db-9f86-f62eae099b00 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 200 len: 700 time: 3.4291892 Feb 03 04:43:31.342483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:31.359597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e7363d08-adc6-4af5-a675-95d481b94e58,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:31.376987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.377617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.378194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.379837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.380690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.381476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.382068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.382629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.383198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.383812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.384496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.385242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.385800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:31.389511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.393874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cb5d029a-6c14-4bd6-b54b-ad23efa9c11f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/44feb302-7cf5-4511-abf2-712595253f9a HTTP/1.1" status: 204 len: 168 time: 2.3387351 Feb 03 04:43:31.397325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:31.397940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:31.433799 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e02c32-b93e-4d8c-b996-513b2b8b3bab tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:43:31.435824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-19e02c32-b93e-4d8c-b996-513b2b8b3bab tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/44feb302-7cf5-4511-abf2-712595253f9a HTTP/1.1" status: 404 len: 333 time: 0.0365808 Feb 03 04:43:31.438508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:31.501499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:31.642724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 818db285-d329-438b-bfe1-b9b1c2f41e9a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:31.643458 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (818db285-d329-438b-bfe1-b9b1c2f41e9a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.776517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ca5449e-a14e-46a6-a656-814daa61eae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.817443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-beb8cc54-4b1c-49ef-aed4-951a59d01b55 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 200 len: 700 time: 0.4506707 Feb 03 04:43:31.820780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:31.865474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (818db285-d329-438b-bfe1-b9b1c2f41e9a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:31.901337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 818db285-d329-438b-bfe1-b9b1c2f41e9a owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:31.987913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:29Z', 'revision_number': 7, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '489a72e2-248f-4f4f-936e-84ff85f147a3', 'name': '', 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:7d:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:20Z', 'updated_at': '2022-02-03T04:43:30Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:32.022890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7fcb3-2bf5-4b4a-b9fb-9678cdd5ac32 None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:29Z', 'revision_number': 7, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '489a72e2-248f-4f4f-936e-84ff85f147a3', 'name': '', 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:7d:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:20Z', 'updated_at': '2022-02-03T04:43:30Z', 'revision_number': 4, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:32.031419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:32.031846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.069190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (16b30c4a-6211-451f-838b-ba0c9ab9c243), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.130087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bc553cb-ed98-4469-bfc4-bc83e453f089 None None] Current status of the port e7363d08-adc6-4af5-a675-95d481b94e58 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:32.188387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:32.242338 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ca5449e-a14e-46a6-a656-814daa61eae0 admin admin] Publish callbacks [] for security_group (301f7d02-61ff-44be-a810-df3de566c6a9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.244126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Could not find standard attr ID for object 818db285-d329-438b-bfe1-b9b1c2f41e9a. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:43:32.244257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (818db285-d329-438b-bfe1-b9b1c2f41e9a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.247813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Could not find standard attr ID for object 44feb302-7cf5-4511-abf2-712595253f9a. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:43:32.257508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Could not find standard attr ID for object 16b30c4a-6211-451f-838b-ba0c9ab9c243. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:43:32.283743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Provisioning complete for port e7363d08-adc6-4af5-a675-95d481b94e58 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:32.284172 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.300341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event deleted for resources: {'Port': ['ID=16b30c4a-6211-451f-838b-ba0c9ab9c243,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:32.312724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=818db285-d329-438b-bfe1-b9b1c2f41e9a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:32.323915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ca5449e-a14e-46a6-a656-814daa61eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (301f7d02-61ff-44be-a810-df3de566c6a9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.408660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-218fc57c-8e16-4587-b910-156a7cfca95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:32.410270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-218fc57c-8e16-4587-b910-156a7cfca95b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1125 time: 1.1057303 Feb 03 04:43:32.471113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.483163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-be5b03d8-e689-4fd4-9fc0-e40e562949de tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/818db285-d329-438b-bfe1-b9b1c2f41e9a HTTP/1.1" status: 204 len: 168 time: 1.0399294 Feb 03 04:43:32.488021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Current status of the port e7363d08-adc6-4af5-a675-95d481b94e58 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:32.498810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:32.501614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Provisioning complete for port 489a72e2-248f-4f4f-936e-84ff85f147a3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:32.502000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.607743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5449e-a14e-46a6-a656-814daa61eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301f7d02-61ff-44be-a810-df3de566c6a9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:32.616608 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3ca5449e-a14e-46a6-a656-814daa61eae0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd317d7809944e5a90c38e07d56e9221&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1113131 Feb 03 04:43:32.617249 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da53097-7f12-449a-aa4b-105a8da51bce tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:43:32.618948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5da53097-7f12-449a-aa4b-105a8da51bce tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/818db285-d329-438b-bfe1-b9b1c2f41e9a HTTP/1.1" status: 404 len: 333 time: 0.0855546 Feb 03 04:43:32.620204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:32.626200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:32.740866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Current status of the port 489a72e2-248f-4f4f-936e-84ff85f147a3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:32.745079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.826172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80422-4faa-43fc-90c1-0a72f2025963 req-d594382d-24fa-46f9-aa40-2f53f6b1303d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:32.833620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38b80422-4faa-43fc-90c1-0a72f2025963 req-d594382d-24fa-46f9-aa40-2f53f6b1303d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.5793235 Feb 03 04:43:32.850459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] For port 489a72e2-248f-4f4f-936e-84ff85f147a3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=489a72e2-248f-4f4f-936e-84ff85f147a3,segment=NetworkSegment(b5c0cb78-0523-4f55-893e-a5f0e1e77b98),segment_id=b5c0cb78-0523-4f55-893e-a5f0e1e77b98)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:32.860266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-5cf20f8b-a37f-439e-9ab1-dd33a5a1713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:32.862342 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-5cf20f8b-a37f-439e-9ab1-dd33a5a1713c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.3949599 Feb 03 04:43:32.874166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 05a99c6a-2d80-4430-966b-e8c55c2d8f2d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:32.876285 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.883523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (05a99c6a-2d80-4430-966b-e8c55c2d8f2d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.893353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:32.896644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0ca4ae75-079d-4c3c-8502-0b706658b6b1 tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "DELETE /v2.0/ports/16b30c4a-6211-451f-838b-ba0c9ab9c243 HTTP/1.1" status: 204 len: 168 time: 2.3208916 Feb 03 04:43:32.927551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:32.997134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca879cc-571c-44a8-aa3a-7ce5849815c3 None None] Pushing event updated for resources: {'Port': ['ID=489a72e2-248f-4f4f-936e-84ff85f147a3,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:33.043891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38b80422-4faa-43fc-90c1-0a72f2025963 req-9fd7ad9c-a6d7-41b1-9e2a-ea38c9b1cdb7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091241 Feb 03 04:43:33.079147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd86a38c-729e-4687-95c0-f2f6c437549d admin admin] Publish callbacks [] for security_group (301f7d02-61ff-44be-a810-df3de566c6a9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.086204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Deleting subnet 3c27215e-8861-46b8-ba65-3ddcc7d6631a {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:33.093841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-357f5ca7-0297-4754-ac66-6b999eb7700b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 999 time: 0.2229164 Feb 03 04:43:33.094191 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (05a99c6a-2d80-4430-966b-e8c55c2d8f2d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.123988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for subnet (3c27215e-8861-46b8-ba65-3ddcc7d6631a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.162243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff41c12-aef3-43a0-af61-80a8b2a01cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.201257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd86a38c-729e-4687-95c0-f2f6c437549d admin admin] Publish callbacks [] for security_group (301f7d02-61ff-44be-a810-df3de566c6a9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.215950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-fd4b3f7c-b633-4118-ac11-b1b829fecd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:33.217768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-fd4b3f7c-b633-4118-ac11-b1b829fecd27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.1114752 Feb 03 04:43:33.287406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.318454 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd86a38c-729e-4687-95c0-f2f6c437549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (301f7d02-61ff-44be-a810-df3de566c6a9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.321258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd86a38c-729e-4687-95c0-f2f6c437549d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.325107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bd86a38c-729e-4687-95c0-f2f6c437549d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/301f7d02-61ff-44be-a810-df3de566c6a9 HTTP/1.1" status: 204 len: 168 time: 0.7010906 Feb 03 04:43:33.325107 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (3c27215e-8861-46b8-ba65-3ddcc7d6631a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.365188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86a38c-729e-4687-95c0-f2f6c437549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301f7d02-61ff-44be-a810-df3de566c6a9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:33.460974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (05a99c6a-2d80-4430-966b-e8c55c2d8f2d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.479881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-54755315-0de7-4857-812b-dceebdff8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:33.481516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-54755315-0de7-4857-812b-dceebdff8711 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2576363 Feb 03 04:43:33.511427 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:33.532351 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:33.537497 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:33.567367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3c27215e-8861-46b8-ba65-3ddcc7d6631a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.593063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7363d08-adc6-4af5-a675-95d481b94e58 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:33.670436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e7363d08-adc6-4af5-a675-95d481b94e58 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:33.672324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.683720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (05a99c6a-2d80-4430-966b-e8c55c2d8f2d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.715473 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-550295cc-3e9b-481f-b5c2-bbae9d558947 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242677 Feb 03 04:43:33.732544 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:33.774891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd3ecb9-5821-4977-b3a4-065a38d8a624 None None] Network 703f2493-a648-401d-abbb-552944790de8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:33.775091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.786368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/05a99c6a-2d80-4430-966b-e8c55c2d8f2d HTTP/1.1" status: 204 len: 168 time: 1.1530936 Feb 03 04:43:33.787198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:33.789415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d291f80-7854-4c1c-8c6e-ba538f6e72c2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=05a99c6a-2d80-4430-966b-e8c55c2d8f2d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:33.880835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 489a72e2-248f-4f4f-936e-84ff85f147a3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:33.880835 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.913525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e7363d08-adc6-4af5-a675-95d481b94e58 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:33.914824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 489a72e2-248f-4f4f-936e-84ff85f147a3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:33.918374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (3c27215e-8861-46b8-ba65-3ddcc7d6631a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:33.982113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8465fadf-650d-4ac4-8cb6-34cf7d5d722e req-a1d3fa68-7b46-46f5-9b50-24ff8e57564b service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583930 Feb 03 04:43:34.004438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 489a72e2-248f-4f4f-936e-84ff85f147a3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:34.004973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.056466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.068341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:34.074842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "DELETE /v2.0/subnets/3c27215e-8861-46b8-ba65-3ddcc7d6631a HTTP/1.1" status: 204 len: 168 time: 1.1458218 Feb 03 04:43:34.076788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cd84a-b689-4f87-af5b-5ed28ac59ccc None None] Network fd83c411-81f2-4f59-8e8d-02c18137d0fb requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:34.080237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179465bc-44e1-48d8-bc44-c100dbfb029f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event deleted for resources: {'Subnet': ['ID=3c27215e-8861-46b8-ba65-3ddcc7d6631a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:34.124899 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (703f2493-a648-401d-abbb-552944790de8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.275769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] DHCP port deletion for 703f2493-a648-401d-abbb-552944790de8 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:34.397139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69fb6-d167-4e39-b8e7-33955476a3e4 req-739871bd-8fcf-4a3a-b761-0d03268d8bb8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:34.397755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 489a72e2-248f-4f4f-936e-84ff85f147a3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=489a72e2-248f-4f4f-936e-84ff85f147a3,segment=NetworkSegment(b5c0cb78-0523-4f55-893e-a5f0e1e77b98),segment_id=b5c0cb78-0523-4f55-893e-a5f0e1e77b98)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:34.398301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.410294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6d69fb6-d167-4e39-b8e7-33955476a3e4 req-739871bd-8fcf-4a3a-b761-0d03268d8bb8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1648338 Feb 03 04:43:34.454393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port e7363d08-adc6-4af5-a675-95d481b94e58 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:34.455254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 489a72e2-248f-4f4f-936e-84ff85f147a3 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:34.457456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.468280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (fd83c411-81f2-4f59-8e8d-02c18137d0fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.576872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] DHCP port deletion for fd83c411-81f2-4f59-8e8d-02c18137d0fb request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:34.630348 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:29Z', 'revision_number': 7, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '489a72e2-248f-4f4f-936e-84ff85f147a3', 'name': '', 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:7d:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:20Z', 'updated_at': '2022-02-03T04:43:32Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:34.657942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] For port e7363d08-adc6-4af5-a675-95d481b94e58, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e7363d08-adc6-4af5-a675-95d481b94e58,segment=NetworkSegment(9e283808-465e-4bd6-97dc-d1d6bc3da355),segment_id=9e283808-465e-4bd6-97dc-d1d6bc3da355)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:34.658688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.700773 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:43:34.703222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for e7363d08-adc6-4af5-a675-95d481b94e58 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:34.726323 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:34.726976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:34.744131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 489a72e2-248f-4f4f-936e-84ff85f147a3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:34.774060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] Deleting port e7363d08-adc6-4af5-a675-95d481b94e58 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:34.774505 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.829971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60344) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:34.849612 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:34.876560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6d69fb6-d167-4e39-b8e7-33955476a3e4 req-6de1d798-af26-4b2a-a985-a0402c259b82 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4670067 Feb 03 04:43:34.893973 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:34.921150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=e7363d08-adc6-4af5-a675-95d481b94e58,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:34.923552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No DVR routers for this DVR port e7363d08-adc6-4af5-a675-95d481b94e58 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:34.992374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] For port e7363d08-adc6-4af5-a675-95d481b94e58, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e7363d08-adc6-4af5-a675-95d481b94e58,segment=NetworkSegment(9e283808-465e-4bd6-97dc-d1d6bc3da355),segment_id=9e283808-465e-4bd6-97dc-d1d6bc3da355)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:34.995381 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.010545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Deleting port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:35.011232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.037521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] Calling delete_port for e7363d08-adc6-4af5-a675-95d481b94e58 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:35.109653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (703f2493-a648-401d-abbb-552944790de8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.127745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-555303426'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:35.158813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] Deleting port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:35.159414 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.218055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Made reservation on behalf of fa31923aedf045ff8b4755af5d3fe275 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:35.224495 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.318027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703f2493-a648-401d-abbb-552944790de8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:35.354964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.487120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e283808-465e-4bd6-97dc-d1d6bc3da355') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:35.488176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e283808-465e-4bd6-97dc-d1d6bc3da355') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:35.553635 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (9e283808-465e-4bd6-97dc-d1d6bc3da355), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.560875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] For port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,segment=NetworkSegment(32492dde-d53c-4a23-a6aa-9b92629ff09d),segment_id=32492dde-d53c-4a23-a6aa-9b92629ff09d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:35.562459 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.586553 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:29Z', 'revision_number': 7, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '489a72e2-248f-4f4f-936e-84ff85f147a3', 'name': '', 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:7d:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:20Z', 'updated_at': '2022-02-03T04:43:32Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:35.616887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] Calling delete_port for 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:35.632719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9e283808-465e-4bd6-97dc-d1d6bc3da355), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.657261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:35.659065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (9e283808-465e-4bd6-97dc-d1d6bc3da355), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:35.667288 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:35.673844 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3ca45-2450-46da-bb52-da39aef00b0e None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:29Z', 'revision_number': 7, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '489a72e2-248f-4f4f-936e-84ff85f147a3', 'name': '', 'network_id': '289d2de3-a5de-4d91-b4a8-d7970ec1582e', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:7d:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:20Z', 'updated_at': '2022-02-03T04:43:32Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': 'c274f40b-1217-4048-8376-5f538a324e8c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:35.744016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] For port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,segment=NetworkSegment(32492dde-d53c-4a23-a6aa-9b92629ff09d),segment_id=32492dde-d53c-4a23-a6aa-9b92629ff09d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:35.744710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.761378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Calling delete_port for 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:35.796691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:35.811530 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:35.947147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] No DVR routers for this DVR port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:35.951211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:35.951616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:35.952017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7363d08-adc6-4af5-a675-95d481b94e58 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:35.963953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.003158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] No DVR routers for this DVR port 6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:36.014865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for security_group (4919d3e1-0d9a-4c68-a121-ee3857bff111), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.024619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (703f2493-a648-401d-abbb-552944790de8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.053836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.060252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541855-8c2d-4ced-9d75-b720570ed2e1 None None] Pushing event deleted for resources: {'Port': ['ID=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:36.064361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e7363d08-adc6-4af5-a675-95d481b94e58 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:36.064714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7363d08-adc6-4af5-a675-95d481b94e58 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:36.081101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/703f2493-a648-401d-abbb-552944790de8 HTTP/1.1" status: 204 len: 168 time: 2.2816978 Feb 03 04:43:36.081101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4919d3e1-0d9a-4c68-a121-ee3857bff111), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.083889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e7363d08-adc6-4af5-a675-95d481b94e58), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.137472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] Pushing event deleted for resources: {'Port': ['ID=e7363d08-adc6-4af5-a675-95d481b94e58,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:36.139462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] Network 703f2493-a648-401d-abbb-552944790de8 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:43:36.139954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4955d8-8c0c-4de4-8d3c-500325b2e7ed None None] No DVR routers for this DVR port e7363d08-adc6-4af5-a675-95d481b94e58 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:36.142470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:36.168975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1704610375'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:36.197334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868e625-5bbb-4340-a5e4-b9c592a5bb87 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=703f2493-a648-401d-abbb-552944790de8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:36.204636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event deleted for resources: {'Port': ['ID=6cb7ff43-f6a2-4adb-ab45-6cfcb9c3fc81,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:36.277427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:36.291680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4919d3e1-0d9a-4c68-a121-ee3857bff111,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:36.323963 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3d990e7f-34aa-436b-a797-34395190c097), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.324705 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Added segment 3d990e7f-34aa-436b-a797-34395190c097 of type vlan for network 891eeb8f-540c-4927-9125-77a755856a8e Feb 03 04:43:36.376514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bd791-ac41-461f-9c89-77dbd6f04fc2 req-44b19c7c-468f-4202-a0be-02e9c836c77a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:36.377606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091fbf5-59f6-4902-83fe-e24d3e9ffc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.385844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b80bd791-ac41-461f-9c89-77dbd6f04fc2 req-44b19c7c-468f-4202-a0be-02e9c836c77a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.2410066 Feb 03 04:43:36.403197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (fd83c411-81f2-4f59-8e8d-02c18137d0fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.421074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (891eeb8f-540c-4927-9125-77a755856a8e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.441315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:36.448368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.503552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:36.508452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b80bd791-ac41-461f-9c89-77dbd6f04fc2 req-f16a41a7-1924-449d-9e08-33e8bff25ea2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212528 Feb 03 04:43:36.517087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (39395a06-7816-4592-a03f-05ae834f1d7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.517509 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Added segment 39395a06-7816-4592-a03f-05ae834f1d7b of type vlan for network 83b41d06-d4db-4729-a1b6-252042484a89 Feb 03 04:43:36.522747 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (891eeb8f-540c-4927-9125-77a755856a8e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.528189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:36.552333 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.589975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (83b41d06-d4db-4729-a1b6-252042484a89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.631688 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.645616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8139868 Feb 03 04:43:36.663232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:36.690111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Request body: {'subnet': {'network_id': '891eeb8f-540c-4927-9125-77a755856a8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:36.691617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae042098-52dc-4a48-9204-45a3afe1344c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event updated for resources: {'Network': ['ID=891eeb8f-540c-4927-9125-77a755856a8e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:36.707175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 891eeb8f-540c-4927-9125-77a755856a8e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:36.725487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd83c411-81f2-4f59-8e8d-02c18137d0fb']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:36.775223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (489a72e2-248f-4f4f-936e-84ff85f147a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.832933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32492dde-d53c-4a23-a6aa-9b92629ff09d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:36.833404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32492dde-d53c-4a23-a6aa-9b92629ff09d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:36.844500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=489a72e2-248f-4f4f-936e-84ff85f147a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:36.974067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (83b41d06-d4db-4729-a1b6-252042484a89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.980494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:36.981157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:36.989107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (32492dde-d53c-4a23-a6aa-9b92629ff09d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.125158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Network': ['ID=83b41d06-d4db-4729-a1b6-252042484a89,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:37.139566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 83b41d06-d4db-4729-a1b6-252042484a89 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:37.169541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (32492dde-d53c-4a23-a6aa-9b92629ff09d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.178622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Made reservation on behalf of fa31923aedf045ff8b4755af5d3fe275 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:37.182175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.305389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:37.312591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '83b41d06-d4db-4729-a1b6-252042484a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:37.316180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-382fb3ad-a965-491d-ab38-b3bda44ce46e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1682534 Feb 03 04:43:37.345368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:37.356771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (32492dde-d53c-4a23-a6aa-9b92629ff09d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:37.365566 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:37.524999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:37.530809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.661443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (fd83c411-81f2-4f59-8e8d-02c18137d0fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.708892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.712445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] 10.222.0.35 "DELETE /v2.0/networks/fd83c411-81f2-4f59-8e8d-02c18137d0fb HTTP/1.1" status: 204 len: 168 time: 3.6409256 Feb 03 04:43:37.729203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca07b-90d8-47eb-805b-0960bee2053f tempest-ExtraDHCPOptionsTestJSON-835073686 tempest-ExtraDHCPOptionsTestJSON-835073686-project] Pushing event deleted for resources: {'Network': ['ID=fd83c411-81f2-4f59-8e8d-02c18137d0fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:37.778552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64ce1c-a8af-4863-bb2a-b5797fc5760b req-1130bd4d-4cbb-4123-acfe-ab217f6cc46f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:37.780178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee64ce1c-a8af-4863-bb2a-b5797fc5760b req-1130bd4d-4cbb-4123-acfe-ab217f6cc46f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.1230214 Feb 03 04:43:37.786537 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.909637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee64ce1c-a8af-4863-bb2a-b5797fc5760b req-931de7e5-a636-42ff-bf81-f2ab8b2156af tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207604 Feb 03 04:43:37.925576 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (aef08327-486c-46f0-8c3f-6755f0237898), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:37.998668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=aef08327-486c-46f0-8c3f-6755f0237898,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:38.052057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Checking segment: {'id': '39395a06-7816-4592-a03f-05ae834f1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83b41d06-d4db-4729-a1b6-252042484a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:38.053257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network hostable DHCP agents. Network: 83b41d06-d4db-4729-a1b6-252042484a89, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:38.074867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.115303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.125833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 83b41d06-d4db-4729-a1b6-252042484a89 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:38.161464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 83b41d06-d4db-4729-a1b6-252042484a89) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:38.171470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:38.172902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.176130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6efd8f-f4ff-42ec-a5ee-9b254ef536f5 None None] Network 83b41d06-d4db-4729-a1b6-252042484a89 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:38.235206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ff4ac81f-6db7-45a3-9758-c6fba95a7beb tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9242849 Feb 03 04:43:38.236738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:38.239125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:38.254921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:38.257806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d7fe0f14-7cfa-41ac-b9d4-d40c8d1567ea tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2109973823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:38.294819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event updated for resources: {'Subnet': ['ID=473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:38.326228 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0f14-7cfa-41ac-b9d4-d40c8d1567ea tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (fa8b7b69-e86c-4b42-871a-884e6f1e875c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.328499 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0f14-7cfa-41ac-b9d4-d40c8d1567ea tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (fa8b7b69-e86c-4b42-871a-884e6f1e875c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.405848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Checking segment: {'id': '3d990e7f-34aa-436b-a797-34395190c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '891eeb8f-540c-4927-9125-77a755856a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:38.406191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Network hostable DHCP agents. Network: 891eeb8f-540c-4927-9125-77a755856a8e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:38.414990 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0f14-7cfa-41ac-b9d4-d40c8d1567ea tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for router_controller (fa8b7b69-e86c-4b42-871a-884e6f1e875c), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.425179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0f14-7cfa-41ac-b9d4-d40c8d1567ea tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (fa8b7b69-e86c-4b42-871a-884e6f1e875c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.465511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-83b41d06-d4db-4729-a1b6-252042484a89', 'network_id': '83b41d06-d4db-4729-a1b6-252042484a89', 'project_id': '45e1159c3a554918b02e31733812bd0d', 'fixed_ips': [{'subnet_id': 'aef08327-486c-46f0-8c3f-6755f0237898'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:38.467002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.469147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:38.480770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bc4162c9-f6f2-4b9d-af9b-c9e3fc488aa1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6536875 Feb 03 04:43:38.488038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60394) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:38.491040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Network 891eeb8f-540c-4927-9125-77a755856a8e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:38.494589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:38.504740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0f14-7cfa-41ac-b9d4-d40c8d1567ea tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.509933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d7fe0f14-7cfa-41ac-b9d4-d40c8d1567ea tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2664974 Feb 03 04:43:38.511982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:38.529238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'network_id': '83b41d06-d4db-4729-a1b6-252042484a89', 'name': 'tempest-PortsIpV6TestJSON-1991898394'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:38.549855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 891eeb8f-540c-4927-9125-77a755856a8e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:38.550723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:38.560743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:38.572017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ea61f-2b42-49cd-bb1d-d91c7fd148f3 None None] Network 891eeb8f-540c-4927-9125-77a755856a8e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:38.614921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet c274f40b-1217-4048-8376-5f538a324e8c {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:38.618660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (c274f40b-1217-4048-8376-5f538a324e8c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.692807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (c274f40b-1217-4048-8376-5f538a324e8c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.839495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:38.844309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.870071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:38.928046 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c274f40b-1217-4048-8376-5f538a324e8c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:38.960223 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1355f7db-e8b9-44d0-b122-bdbae324a2bf tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2952054 Feb 03 04:43:38.961700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:38.979914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Request body: {'port': {'network_id': '891eeb8f-540c-4927-9125-77a755856a8e', 'name': 'tempest-TagsExtTest-427221921'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:39.028547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Allocated IP 2001:db8::2 (83b41d06-d4db-4729-a1b6-252042484a89/aef08327-486c-46f0-8c3f-6755f0237898/df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:39.085205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (c274f40b-1217-4048-8376-5f538a324e8c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.086598 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2fef990d-9843-4918-b834-b70c36db9e1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6df4d6d87e624245a9a712bec41c2e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8250704 Feb 03 04:43:39.087477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60412) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:39.088941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:39.101421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.175940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=c274f40b-1217-4048-8376-5f538a324e8c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:39.197946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.208632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-521f3711-f273-4d98-beca-54c5b9f79f37 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/c274f40b-1217-4048-8376-5f538a324e8c HTTP/1.1" status: 204 len: 168 time: 0.7145734 Feb 03 04:43:39.224349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60416) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:39.363162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:39.369411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Made reservation on behalf of fa31923aedf045ff8b4755af5d3fe275 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:39.373950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.424724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] device_id is not set on port 80a10256-da4d-4c84-8110-3fbe3bdfa9ac yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:43:39.436799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c953013-2892-462e-8e4d-1f7913d7cbb6 None None] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:39.541503 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (289d2de3-a5de-4d91-b4a8-d7970ec1582e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.556778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.601829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d82ff8-1a25-4dbe-b3fa-15af3caeaa87 req-fbd5b20c-1628-43a8-96f7-3273566c73d2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:39.609590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49d82ff8-1a25-4dbe-b3fa-15af3caeaa87 req-fbd5b20c-1628-43a8-96f7-3273566c73d2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.3861063 Feb 03 04:43:39.642691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Allocated IP 172.20.0.14 (891eeb8f-540c-4927-9125-77a755856a8e/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/80a10256-da4d-4c84-8110-3fbe3bdfa9ac) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:39.657962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d039a97c-e795-412d-8ba4-0770bc435cea admin admin] Publish callbacks [] for security_group (6a97fda8-9cf4-4b7b-9651-9e20f069cf2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.670319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49d82ff8-1a25-4dbe-b3fa-15af3caeaa87 req-787f1530-fc90-4e38-b486-e5539f166e93 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594320 Feb 03 04:43:39.716822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:39.717609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.724363 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d039a97c-e795-412d-8ba4-0770bc435cea admin admin] Publish callbacks [] for security_group (6a97fda8-9cf4-4b7b-9651-9e20f069cf2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.774616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-891eeb8f-540c-4927-9125-77a755856a8e', 'network_id': '891eeb8f-540c-4927-9125-77a755856a8e', 'project_id': 'fa31923aedf045ff8b4755af5d3fe275', 'fixed_ips': [{'subnet_id': '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:39.775515 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:39.968148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] DHCP port deletion for 289d2de3-a5de-4d91-b4a8-d7970ec1582e request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:40.034824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for port (80a10256-da4d-4c84-8110-3fbe3bdfa9ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.066604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Publish callbacks [] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.084142 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.149486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (80a10256-da4d-4c84-8110-3fbe3bdfa9ac), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.157452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:36Z', 'revision_number': 8, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:40.166385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Pushing event updated for resources: {'Port': ['ID=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:40.193289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,segment=NetworkSegment(b5c0cb78-0523-4f55-893e-a5f0e1e77b98),segment_id=b5c0cb78-0523-4f55-893e-a5f0e1e77b98)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:40.197056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.215957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Network 83b41d06-d4db-4729-a1b6-252042484a89 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:40.226850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event updated for resources: {'Port': ['ID=80a10256-da4d-4c84-8110-3fbe3bdfa9ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:40.229916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:40.261001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Network 891eeb8f-540c-4927-9125-77a755856a8e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:40.283314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:40.295368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::1b2 (83b41d06-d4db-4729-a1b6-252042484a89/aef08327-486c-46f0-8c3f-6755f0237898/373397c8-3925-4792-b0e5-8c9b0ad6c2a6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:40.301760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:40.320006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:40.331530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:40.336845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:43:40.353798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d039a97c-e795-412d-8ba4-0770bc435cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6a97fda8-9cf4-4b7b-9651-9e20f069cf2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.355211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d039a97c-e795-412d-8ba4-0770bc435cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.369204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d039a97c-e795-412d-8ba4-0770bc435cea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a97fda8-9cf4-4b7b-9651-9e20f069cf2c HTTP/1.1" status: 204 len: 168 time: 1.2754798 Feb 03 04:43:40.392462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039a97c-e795-412d-8ba4-0770bc435cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a97fda8-9cf4-4b7b-9651-9e20f069cf2c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:40.397728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] Deleting port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:40.401915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.414970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Allocated IP 172.20.0.2 (891eeb8f-540c-4927-9125-77a755856a8e/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/7ad03203-f98c-49e3-ae83-a07b7ff07343) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:40.506066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.520878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:40.533665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:40.571661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.616535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:40.636081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No DVR routers for this DVR port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:40.669310 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.834254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Attempting to bind port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:40.847954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Attempting to bind port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '39395a06-7816-4592-a03f-05ae834f1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83b41d06-d4db-4729-a1b6-252042484a89'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:40.848704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Attempting to bind port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d on network 83b41d06-d4db-4729-a1b6-252042484a89 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:40.859175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 83b41d06-d4db-4729-a1b6-252042484a89 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:40.867794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:40.882857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (289d2de3-a5de-4d91-b4a8-d7970ec1582e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.893439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:40.904834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:40.905675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.922540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=373397c8-3925-4792-b0e5-8c9b0ad6c2a6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:40.930081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:40.933504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.936832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:40.937301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Checking segment: {'id': '39395a06-7816-4592-a03f-05ae834f1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83b41d06-d4db-4729-a1b6-252042484a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:40.938338 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.938444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Bound using segment: {'id': '39395a06-7816-4592-a03f-05ae834f1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83b41d06-d4db-4729-a1b6-252042484a89'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:40.939131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Bound port: df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39395a06-7816-4592-a03f-05ae834f1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83b41d06-d4db-4729-a1b6-252042484a89'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:40.940479 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:40.971107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f27faeef-19a7-436c-828e-bc50acd1761e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4578381 Feb 03 04:43:40.973564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:40.984310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cdc56e8b-5700-401c-b5ae-e1f60a3fb5ea tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0130093 Feb 03 04:43:40.986681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:41.002746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-578cd7a0-cf03-44de-9172-2b1c9c02138e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1468214096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:41.017580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] For port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,segment=NetworkSegment(b5c0cb78-0523-4f55-893e-a5f0e1e77b98),segment_id=b5c0cb78-0523-4f55-893e-a5f0e1e77b98)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:41.018127 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.060223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:41.062440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] Calling delete_port for 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:41.110349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578cd7a0-cf03-44de-9172-2b1c9c02138e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (3694df15-99fb-418b-88b3-7e717a963630), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.112560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578cd7a0-cf03-44de-9172-2b1c9c02138e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (3694df15-99fb-418b-88b3-7e717a963630), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.243301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289d2de3-a5de-4d91-b4a8-d7970ec1582e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:41.313930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:41.316181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c0cb78-0523-4f55-893e-a5f0e1e77b98') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:41.335105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] For port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:41.382647 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (b5c0cb78-0523-4f55-893e-a5f0e1e77b98), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.415089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:41.434908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1903130-1520-4036-b72d-432363f819e8 req-9c5d85dc-306d-42df-ba7d-46326a4d3215 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:41.445568 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1903130-1520-4036-b72d-432363f819e8 req-9c5d85dc-306d-42df-ba7d-46326a4d3215 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.5671697 Feb 03 04:43:41.522397 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b5c0cb78-0523-4f55-893e-a5f0e1e77b98), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.537428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] For port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,segment=NetworkSegment(39395a06-7816-4592-a03f-05ae834f1d7b),segment_id=39395a06-7816-4592-a03f-05ae834f1d7b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:41.557432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:41.558129 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (b5c0cb78-0523-4f55-893e-a5f0e1e77b98), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:41.566080 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:41.587968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:41.588769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:41.683465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.692734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578cd7a0-cf03-44de-9172-2b1c9c02138e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for router_controller (3694df15-99fb-418b-88b3-7e717a963630), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.731966 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (289d2de3-a5de-4d91-b4a8-d7970ec1582e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.751132 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Publish callbacks [] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.752436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.754660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578cd7a0-cf03-44de-9172-2b1c9c02138e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (3694df15-99fb-418b-88b3-7e717a963630), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.764104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/289d2de3-a5de-4d91-b4a8-d7970ec1582e HTTP/1.1" status: 204 len: 168 time: 2.5356405 Feb 03 04:43:41.767541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:41.905969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7697e53-bec4-44f2-af01-92398bd00d5b None None] Pushing event updated for resources: {'Port': ['ID=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:41.919182 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.926079 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578cd7a0-cf03-44de-9172-2b1c9c02138e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.931227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (7097aff9-f0a6-4f86-b291-cbf94c2eefa3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:41.932699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-578cd7a0-cf03-44de-9172-2b1c9c02138e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9445989 Feb 03 04:43:41.939206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:42.000192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] Network 289d2de3-a5de-4d91-b4a8-d7970ec1582e is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:43:42.000758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] No DVR routers for this DVR port 7097aff9-f0a6-4f86-b291-cbf94c2eefa3 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:42.016160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Network 891eeb8f-540c-4927-9125-77a755856a8e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:42.026788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:42.034157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:42.077141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:42.113784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-adee985d-5c26-4550-a1ca-fa9f040c4b75 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1587927364', 'prefixes': ['172.20.0.0/16']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:42.136128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1903130-1520-4036-b72d-432363f819e8 req-83b79796-4309-4596-9139-3a4ac1921780 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6887615 Feb 03 04:43:42.154061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.270697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Pushing event updated for resources: {'Port': ['ID=7ad03203-f98c-49e3-ae83-a07b7ff07343,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:42.321300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa0ad4-8bb8-45ea-90e3-77d5cb2c9a43 None None] Pushing event deleted for resources: {'Port': ['ID=7097aff9-f0a6-4f86-b291-cbf94c2eefa3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:42.358513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e8518-3a97-4872-91da-cd3bbc386d3c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=289d2de3-a5de-4d91-b4a8-d7970ec1582e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:42.429611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1511511467'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:42.468419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:42.475495 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.529571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.573929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Attempting to bind port 7ad03203-f98c-49e3-ae83-a07b7ff07343 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:42.594124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Attempting to bind port 7ad03203-f98c-49e3-ae83-a07b7ff07343 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3d990e7f-34aa-436b-a797-34395190c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '891eeb8f-540c-4927-9125-77a755856a8e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:42.594653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Attempting to bind port 7ad03203-f98c-49e3-ae83-a07b7ff07343 on network 891eeb8f-540c-4927-9125-77a755856a8e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:42.605720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:42.606153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Checking segment: {'id': '3d990e7f-34aa-436b-a797-34395190c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '891eeb8f-540c-4927-9125-77a755856a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:42.606724 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.607222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Bound using segment: {'id': '3d990e7f-34aa-436b-a797-34395190c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '891eeb8f-540c-4927-9125-77a755856a8e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:42.608014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Bound port: 7ad03203-f98c-49e3-ae83-a07b7ff07343, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d990e7f-34aa-436b-a797-34395190c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '891eeb8f-540c-4927-9125-77a755856a8e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:42.608586 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.686719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] For port 7ad03203-f98c-49e3-ae83-a07b7ff07343, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:42.690360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] For port 7ad03203-f98c-49e3-ae83-a07b7ff07343, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ad03203-f98c-49e3-ae83-a07b7ff07343,segment=NetworkSegment(3d990e7f-34aa-436b-a797-34395190c097),segment_id=3d990e7f-34aa-436b-a797-34395190c097)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:42.702305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.749067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:36Z', 'revision_number': 8, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:42.751586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-adee985d-5c26-4550-a1ca-fa9f040c4b75 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.757446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-adee985d-5c26-4550-a1ca-fa9f040c4b75 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6465099 Feb 03 04:43:42.766786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:42.786435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-8d864a7c-fba2-4313-a043-c69e83dd63b4 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', 'tempest-TagsExtTest-Tag-148047429') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:42.793890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3a6c7-b01a-435a-bd8e-c955b5a03089 None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:36Z', 'revision_number': 8, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b06cb45-d907-413c-8622-427c442e478b', 'name': '', 'network_id': 'f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:fd:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '91f033de-8550-47bc-af45-aa5a47812957', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:13Z', 'updated_at': '2022-02-03T04:43:22Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '91f033de-8550-47bc-af45-aa5a47812957', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:42.824089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa76c05-6ff7-4a6f-85cc-6dd65bc46d61 None None] Pushing event updated for resources: {'Port': ['ID=7ad03203-f98c-49e3-ae83-a07b7ff07343,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:42.910962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.931990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.956731 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:42.966656 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for security_group (57d817d4-9d95-4a85-9a35-8e8e23ef6d00), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:43.041539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (57d817d4-9d95-4a85-9a35-8e8e23ef6d00), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:43.082275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=373397c8-3925-4792-b0e5-8c9b0ad6c2a6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:43.300649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:43.530509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8d864a7c-fba2-4313-a043-c69e83dd63b4 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags/tempest-TagsExtTest-Tag-148047429 HTTP/1.1" status: 201 len: 201 time: 0.7590487 Feb 03 04:43:43.532788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d817d4-9d95-4a85-9a35-8e8e23ef6d00,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:43.533045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:43.594622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a23c6dba-364c-4149-9f43-39a2cecd0926), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:43.595514 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment a23c6dba-364c-4149-9f43-39a2cecd0926 of type vlan for network 35ec641c-6e7e-412e-adc2-570e002a93e2 Feb 03 04:43:43.618478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-e030d995-4c49-40eb-a541-31f0c1eb1730 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', 'tempest-TagsExtTest-Tag-85813410') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:43.788876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (35ec641c-6e7e-412e-adc2-570e002a93e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:43.834304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:43.948446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (35ec641c-6e7e-412e-adc2-570e002a93e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:43.974617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:43.977757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:44.031782 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 6b06cb45-d907-413c-8622-427c442e478b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:44.033515 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6b06cb45-d907-413c-8622-427c442e478b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:44.040663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:44.041055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:44.284793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc33608-7a26-4a48-8d9e-8613effa6780 None None] Network 83b41d06-d4db-4729-a1b6-252042484a89 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:44.303894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 6b06cb45-d907-413c-8622-427c442e478b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6b06cb45-d907-413c-8622-427c442e478b,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:44.304817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6b06cb45-d907-413c-8622-427c442e478b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:44.330910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 6b06cb45-d907-413c-8622-427c442e478b owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:44.502611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:44.503016 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:44.523920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ee8744ad-0f96-4659-9016-b9bffd90b36f None None] Provisioning complete for port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:44.524390 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8744ad-0f96-4659-9016-b9bffd90b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:44.636121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,segment=NetworkSegment(39395a06-7816-4592-a03f-05ae834f1d7b),segment_id=39395a06-7816-4592-a03f-05ae834f1d7b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:44.683438 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:44.684573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ad03203-f98c-49e3-ae83-a07b7ff07343 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:44.995985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ee8744ad-0f96-4659-9016-b9bffd90b36f None None] Current status of the port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:45.040772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cde9b8-8445-45ea-b866-8c6d22886a72 req-c86bdb0e-524a-4e05-a43d-424659fef1d7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:45.042524 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0cde9b8-8445-45ea-b866-8c6d22886a72 req-c86bdb0e-524a-4e05-a43d-424659fef1d7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 1.6088922 Feb 03 04:43:45.051605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6b06cb45-d907-413c-8622-427c442e478b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:45.072588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:45.099233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7ad03203-f98c-49e3-ae83-a07b7ff07343 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:45.099233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:45.153059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (fa8b7b69-e86c-4b42-871a-884e6f1e875c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:45.175702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=6b06cb45-d907-413c-8622-427c442e478b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:45.236585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7ad03203-f98c-49e3-ae83-a07b7ff07343 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:45.237089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:45.307425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7ad03203-f98c-49e3-ae83-a07b7ff07343, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ad03203-f98c-49e3-ae83-a07b7ff07343,segment=NetworkSegment(3d990e7f-34aa-436b-a797-34395190c097),segment_id=3d990e7f-34aa-436b-a797-34395190c097)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:45.317068 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:45.347450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=35ec641c-6e7e-412e-adc2-570e002a93e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:45.355625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c97fa8be-ac01-4178-8d8a-513e8d783581 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2735143 Feb 03 04:43:45.496496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7ad03203-f98c-49e3-ae83-a07b7ff07343,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:45.500828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 489a72e2-248f-4f4f-936e-84ff85f147a3 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:45.554960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 35ec641c-6e7e-412e-adc2-570e002a93e2 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:45.557549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08e753-a8e2-43ea-bf16-e251509e9d71 None None] Network 891eeb8f-540c-4927-9125-77a755856a8e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:45.559765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60494) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:45.563467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 489a72e2-248f-4f4f-936e-84ff85f147a3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:45.564327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 489a72e2-248f-4f4f-936e-84ff85f147a3 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:45.567121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': '35ec641c-6e7e-412e-adc2-570e002a93e2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:45.606524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:45.670924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.671780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.672354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.674137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.674819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.675312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.676018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.677825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.678329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.678877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.679376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.680147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.680639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:43:45.976773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c6d5cce4-14cb-4063-927e-46e5c012166c None None] Provisioning complete for port 7ad03203-f98c-49e3-ae83-a07b7ff07343 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:45.977235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6d5cce4-14cb-4063-927e-46e5c012166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:45.987604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:46.004809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e030d995-4c49-40eb-a541-31f0c1eb1730 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags/tempest-TagsExtTest-Tag-85813410 HTTP/1.1" status: 201 len: 201 time: 2.4282792 Feb 03 04:43:46.009477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:46.043064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-e5683542-5e8e-4c39-afe7-9d2fc37fd260 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', 'tempest-TagsExtTest-Tag-826273320') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:46.310707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0cde9b8-8445-45ea-b866-8c6d22886a72 req-897b10e5-1858-42a6-b5b9-ff83ea4ead76 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2195508 Feb 03 04:43:46.365491 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:46.382683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:46.387444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:46.388641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:46.389564 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (fa8b7b69-e86c-4b42-871a-884e6f1e875c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:46.409446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:46.422651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:46.422651 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:46.561180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5cce4-14cb-4063-927e-46e5c012166c None None] Current status of the port 7ad03203-f98c-49e3-ae83-a07b7ff07343 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:46.631933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e5683542-5e8e-4c39-afe7-9d2fc37fd260 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags/tempest-TagsExtTest-Tag-826273320 HTTP/1.1" status: 201 len: 201 time: 0.6142228 Feb 03 04:43:46.643218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:46.649523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-dcc87920-8522-4f5c-9b55-a4cf561c2ee5 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', 'tempest-TagsExtTest-Tag-76820856') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:46.657485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=373397c8-3925-4792-b0e5-8c9b0ad6c2a6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:46.815277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:46.850539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ebd2b5ed-b8f3-45bb-a1af-ba96e790e466 None None] Provisioning complete for port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:46.850918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b5ed-b8f3-45bb-a1af-ba96e790e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:46.868295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 83b41d06-d4db-4729-a1b6-252042484a89 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:46.871937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:47.078801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2b5ed-b8f3-45bb-a1af-ba96e790e466 None None] Current status of the port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:47.130323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ebd2b5ed-b8f3-45bb-a1af-ba96e790e466 None None] Provisioning complete for port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:47.130811 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b5ed-b8f3-45bb-a1af-ba96e790e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:47.142067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Router fa8b7b69-e86c-4b42-871a-884e6f1e875c is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:43:47.269068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2b5ed-b8f3-45bb-a1af-ba96e790e466 None None] Port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:47.306058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dcc87920-8522-4f5c-9b55-a4cf561c2ee5 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags/tempest-TagsExtTest-Tag-76820856 HTTP/1.1" status: 201 len: 201 time: 0.6612003 Feb 03 04:43:47.308678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:47.325386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-3b352026-4ec3-42c3-b50e-c783e6064bff tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:47.407771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Provisioning complete for port 80a10256-da4d-4c84-8110-3fbe3bdfa9ac triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:47.407771 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80a10256-da4d-4c84-8110-3fbe3bdfa9ac), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:47.417736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:47.436253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:47.445164 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-530e5bd2-a9a6-4e87-ab92-ff08bcb7e569 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "PUT /v2.0/routers/fa8b7b69-e86c-4b42-871a-884e6f1e875c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4675443 Feb 03 04:43:47.446924 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] Sync routers for ids ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:47.449835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:47.474140 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] Routers {'fa8b7b69-e86c-4b42-871a-884e6f1e875c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:47.474819 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:47.596330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Port 80a10256-da4d-4c84-8110-3fbe3bdfa9ac cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:47.618428 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:47.638490 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3b352026-4ec3-42c3-b50e-c783e6064bff tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags HTTP/1.1" status: 200 len: 240 time: 0.3268607 Feb 03 04:43:47.648413 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] Routers {'fa8b7b69-e86c-4b42-871a-884e6f1e875c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:47.650548 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:47.654787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:47.664294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Provisioning complete for port 7ad03203-f98c-49e3-ae83-a07b7ff07343 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:47.670344 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:47.686108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-239201f0-c0d4-43e7-908f-c68d2e8e653f tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', 'tempest-TagsExtTest-Tag-148047429') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:47.740063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ad03203-f98c-49e3-ae83-a07b7ff07343 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:47.741613 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:47.742330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42daade2-b1f7-4900-a52c-cf242c987069 None None] The sync data for ids ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:47.869442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c890c9-9e3f-4059-81bd-12e7d8b23724 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:47.893737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-22c890c9-9e3f-4059-81bd-12e7d8b23724 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8b7b69-e86c-4b42-871a-884e6f1e875c HTTP/1.1" status: 200 len: 989 time: 0.4433591 Feb 03 04:43:47.900918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:47.964179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7ad03203-f98c-49e3-ae83-a07b7ff07343 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:47.964805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:47.999865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133c9e-48f7-40ae-be45-dca3fc546546 req-42dcec10-2bef-4ea5-b7f5-c83c92def0a4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:48.001543 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5133c9e-48f7-40ae-be45-dca3fc546546 req-42dcec10-2bef-4ea5-b7f5-c83c92def0a4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.4581001 Feb 03 04:43:48.018787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:48.058727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-52a4fe52-524f-47e7-af50-9269d42cd549 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2838211 Feb 03 04:43:48.077145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:48.082201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:48.083125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (4c155da3-c4f4-44de-b92d-f94b7adf9e2b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:48.158035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:48.158035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:48.270652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Current status of the port 7ad03203-f98c-49e3-ae83-a07b7ff07343 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:48.367621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Provisioning complete for port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:48.368290 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:48.402406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet 91f033de-8550-47bc-af45-aa5a47812957 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:48.419391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:48.531865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (91f033de-8550-47bc-af45-aa5a47812957), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:48.579741 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-239201f0-c0d4-43e7-908f-c68d2e8e653f tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags/tempest-TagsExtTest-Tag-148047429 HTTP/1.1" status: 204 len: 168 time: 0.9137309 Feb 03 04:43:48.590689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:48.601154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-fc97ac1d-7064-46f4-8f70-991bfe7a391c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', 'tempest-TagsExtTest-Tag-148047429') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:48.853658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5133c9e-48f7-40ae-be45-dca3fc546546 req-45e0261a-fa4d-471c-a319-f7905f144efb tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8327475 Feb 03 04:43:48.858819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=4c155da3-c4f4-44de-b92d-f94b7adf9e2b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:48.870684 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (91f033de-8550-47bc-af45-aa5a47812957), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:48.942912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ade78-9a40-4c2b-bd56-64d652ae04b3 None None] Port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:48.945898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': 'a23c6dba-364c-4149-9f43-39a2cecd0926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35ec641c-6e7e-412e-adc2-570e002a93e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:48.946464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: 35ec641c-6e7e-412e-adc2-570e002a93e2, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:48.998015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 35ec641c-6e7e-412e-adc2-570e002a93e2 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:49.035841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fc97ac1d-7064-46f4-8f70-991bfe7a391c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags/tempest-TagsExtTest-Tag-148047429 HTTP/1.1" status: 204 len: 168 time: 0.4419062 Feb 03 04:43:49.038642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:49.052795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-8fa6e56b-b283-4d5e-8a7b-436490a80a78 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:49.058944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7ad03203-f98c-49e3-ae83-a07b7ff07343 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:49.144087 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (91f033de-8550-47bc-af45-aa5a47812957), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:49.184274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eea1ed6e-1185-4b71-816a-994d06007414 None None] Provisioning complete for port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:49.198559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eea1ed6e-1185-4b71-816a-994d06007414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:49.321675 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8fa6e56b-b283-4d5e-8a7b-436490a80a78 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags HTTP/1.1" status: 200 len: 205 time: 0.2735364 Feb 03 04:43:49.321675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (fa8b7b69-e86c-4b42-871a-884e6f1e875c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:49.328663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:49.337600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 35ec641c-6e7e-412e-adc2-570e002a93e2) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:49.363864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:49.365893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f90577-92e8-4e61-9e7a-80ab39bccca1 None None] Network 35ec641c-6e7e-412e-adc2-570e002a93e2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:49.366169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:49.380530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-4a893267-03ed-4fc9-ace8-ca0e260ce3a2 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:49.460410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eea1ed6e-1185-4b71-816a-994d06007414 None None] Port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:43:49.670872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-35ec641c-6e7e-412e-adc2-570e002a93e2', 'network_id': '35ec641c-6e7e-412e-adc2-570e002a93e2', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '4c155da3-c4f4-44de-b92d-f94b7adf9e2b'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:49.671797 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:49.696339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:44Z', 'revision_number': 9, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:49.749121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:43:49.837250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:49.838910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:49.893078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:49.893919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.035406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:43:50.084544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Allocated IP 172.20.255.242 (35ec641c-6e7e-412e-adc2-570e002a93e2/4c155da3-c4f4-44de-b92d-f94b7adf9e2b/3d67caa8-ba92-4f5e-afc6-ddd46d9721ef) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:50.086242 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (91f033de-8550-47bc-af45-aa5a47812957), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.147532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.163263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 373397c8-3925-4792-b0e5-8c9b0ad6c2a6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:50.167873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=91f033de-8550-47bc-af45-aa5a47812957,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:50.187366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.191249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-61f6485d-1808-483a-8f32-838bde42b316 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/91f033de-8550-47bc-af45-aa5a47812957 HTTP/1.1" status: 204 len: 168 time: 2.0704815 Feb 03 04:43:50.199439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:50.210413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7e280742-bbef-4c55-9ef7-175cdf713f1b tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.6481991 Feb 03 04:43:50.214985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:50.227252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8444e-b9b7-4eb1-829d-cf717b53e26b None None] Network f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:50.257238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a893267-03ed-4fc9-ace8-ca0e260ce3a2 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags HTTP/1.1" status: 200 len: 239 time: 0.9250104 Feb 03 04:43:50.260141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:50.279106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-0e682037-fee9-4139-95ae-0d9b52c30e72 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', 'tempest-TagsExtTest-Tag-85813410') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:50.305238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2051896309'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:50.360076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:50.368783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.473063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faa10c-f327-4e20-91bc-dd12317b3fb8 req-f9f58ff5-879b-44e1-b279-dcec9a7571a7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:50.480936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86faa10c-f327-4e20-91bc-dd12317b3fb8 req-f9f58ff5-879b-44e1-b279-dcec9a7571a7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.3981216 Feb 03 04:43:50.535967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:43:50.579205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.593717 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.594086 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf of type vlan for network cd06d1ea-bd1b-4bfe-869e-715130a41f03 Feb 03 04:43:50.687729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86faa10c-f327-4e20-91bc-dd12317b3fb8 req-08b3f5cc-c551-42a6-9a1e-57174bf48bc9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2056346 Feb 03 04:43:50.714242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0e682037-fee9-4139-95ae-0d9b52c30e72 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags/tempest-TagsExtTest-Tag-85813410 HTTP/1.1" status: 204 len: 168 time: 0.4513500 Feb 03 04:43:50.715560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:50.721841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-dca1f850-7aba-452c-813c-79c1d2d13ce9 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', 'tempest-TagsExtTest-Tag-85813410') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:50.774485 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cd06d1ea-bd1b-4bfe-869e-715130a41f03), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.884244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (373397c8-3925-4792-b0e5-8c9b0ad6c2a6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.908927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cd06d1ea-bd1b-4bfe-869e-715130a41f03), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.919213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port bdf1af3c-69ee-468f-9fcb-28712991effe {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:50.921718 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.924878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:50.926104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:50.987871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dca1f850-7aba-452c-813c-79c1d2d13ce9 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags/tempest-TagsExtTest-Tag-85813410 HTTP/1.1" status: 204 len: 168 time: 0.2704768 Feb 03 04:43:50.988528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60558) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:50.996618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] DHCP port deletion for f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:51.000248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-81642540-072d-4fd6-9b8c-a387460733d8 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:51.194493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=373397c8-3925-4792-b0e5-8c9b0ad6c2a6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:51.200783 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Publish callbacks [] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:51.204433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=cd06d1ea-bd1b-4bfe-869e-715130a41f03,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:51.230723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47ff9193-b46f-492c-933c-8c110e1139d1 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0127742 Feb 03 04:43:51.235245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cd06d1ea-bd1b-4bfe-869e-715130a41f03 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:43:51.238432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:51.255479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:51.374712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port bdf1af3c-69ee-468f-9fcb-28712991effe, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdf1af3c-69ee-468f-9fcb-28712991effe,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:51.376013 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:51.445164 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (fa8b7b69-e86c-4b42-871a-884e6f1e875c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:51.470221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] Deleting port bdf1af3c-69ee-468f-9fcb-28712991effe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:51.470605 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:51.479595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:51.549725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for bdf1af3c-69ee-468f-9fcb-28712991effe owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:51.598617 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-81642540-072d-4fd6-9b8c-a387460733d8 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags HTTP/1.1" status: 200 len: 205 time: 0.6067522 Feb 03 04:43:51.605843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Pushing event updated for resources: {'Port': ['ID=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:51.614189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:44Z', 'revision_number': 9, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:51.615776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:51.647406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-6a306acb-8601-49d8-9a46-a435b05780e8 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:51.692249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884c44-1319-41ca-ad4c-442f3b88a240 None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:44Z', 'revision_number': 9, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': '58462a04-6b64-47ba-9dab-bef5e2c38b88', 'name': '', 'network_id': '335b8fd6-74b2-44f7-b33c-3177cba57959', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:f6:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:43:02Z', 'updated_at': '2022-02-03T04:43:10Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '779e2385-cab2-4322-b52f-e881e39f2adb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:51.715580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bdf1af3c-69ee-468f-9fcb-28712991effe no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:51.850554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Router fa8b7b69-e86c-4b42-871a-884e6f1e875c has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:51.918626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Network 35ec641c-6e7e-412e-adc2-570e002a93e2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:51.926626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:51.930348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:51.931121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:51.961391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:52.025739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] For port bdf1af3c-69ee-468f-9fcb-28712991effe, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdf1af3c-69ee-468f-9fcb-28712991effe,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:52.026156 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.036177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:52.051148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Attempting to bind port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:52.051667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Attempting to bind port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'a23c6dba-364c-4149-9f43-39a2cecd0926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35ec641c-6e7e-412e-adc2-570e002a93e2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:52.052111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Attempting to bind port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef on network 35ec641c-6e7e-412e-adc2-570e002a93e2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:52.057118 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] Sync routers for ids ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:52.063003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:52.063533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Checking segment: {'id': 'a23c6dba-364c-4149-9f43-39a2cecd0926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35ec641c-6e7e-412e-adc2-570e002a93e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:52.063998 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.064429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Bound using segment: {'id': 'a23c6dba-364c-4149-9f43-39a2cecd0926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35ec641c-6e7e-412e-adc2-570e002a93e2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:52.070076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5d0c6ee-220b-44a3-8306-8086c0b1bd96 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "PUT /v2.0/routers/fa8b7b69-e86c-4b42-871a-884e6f1e875c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1652145 Feb 03 04:43:52.073127 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] Routers {'fa8b7b69-e86c-4b42-871a-884e6f1e875c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:52.074125 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:52.075110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:52.075603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Bound port: 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23c6dba-364c-4149-9f43-39a2cecd0926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35ec641c-6e7e-412e-adc2-570e002a93e2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:52.076038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.089851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] Calling delete_port for bdf1af3c-69ee-468f-9fcb-28712991effe owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:52.091725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port bdf1af3c-69ee-468f-9fcb-28712991effe is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:52.092127 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.136213 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a4466e-fa10-4686-a59f-cc72559eec42 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:43:52.137243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-51a4466e-fa10-4686-a59f-cc72559eec42 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/373397c8-3925-4792-b0e5-8c9b0ad6c2a6 HTTP/1.1" status: 404 len: 333 time: 0.0611048 Feb 03 04:43:52.149081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:52.191483 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:52.218296 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] Routers {'fa8b7b69-e86c-4b42-871a-884e6f1e875c'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:52.232333 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:52.233796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port bdf1af3c-69ee-468f-9fcb-28712991effe, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bdf1af3c-69ee-468f-9fcb-28712991effe,segment=NetworkSegment(96ed25e1-b2f8-470a-a25b-d77d20d920fb),segment_id=96ed25e1-b2f8-470a-a25b-d77d20d920fb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:52.254284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.324644 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:52.325672 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c822ff-2f3e-4135-a3af-cf895591d46a None None] The sync data for ids ['fa8b7b69-e86c-4b42-871a-884e6f1e875c'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:43:52.369418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a19cacc-d7f0-4d29-9814-0649d53cc783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for router (fa8b7b69-e86c-4b42-871a-884e6f1e875c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.417104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] For port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:52.425637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] For port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,segment=NetworkSegment(a23c6dba-364c-4149-9f43-39a2cecd0926),segment_id=a23c6dba-364c-4149-9f43-39a2cecd0926)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:52.446752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.703320 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (55d64ff7-0a77-47e8-88ec-155874e4ef5e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.800225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=55d64ff7-0a77-47e8-88ec-155874e4ef5e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:52.804485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6a306acb-8601-49d8-9a46-a435b05780e8 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags HTTP/1.1" status: 200 len: 240 time: 1.1685920 Feb 03 04:43:52.807269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:52.812977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-6ef0fad4-fddf-4e94-a2e0-9d9ee0dfd7df tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', 'tempest-TagsExtTest-Tag-826273320') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:52.837487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=bdf1af3c-69ee-468f-9fcb-28712991effe,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:52.860995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d5ff-5d7f-460f-bede-38bdfcdce856 req-14ae9f72-f823-43fc-8122-2a7ce8cb19ce tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:52.866813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cee4d5ff-5d7f-460f-bede-38bdfcdce856 req-14ae9f72-f823-43fc-8122-2a7ce8cb19ce tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.9499118 Feb 03 04:43:52.887365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a19cacc-d7f0-4d29-9814-0649d53cc783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (fa8b7b69-e86c-4b42-871a-884e6f1e875c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.947280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a19cacc-d7f0-4d29-9814-0649d53cc783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for router_controller (fa8b7b69-e86c-4b42-871a-884e6f1e875c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:52.961355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cee4d5ff-5d7f-460f-bede-38bdfcdce856 req-99e68e26-55c9-4bc0-bc1e-750b9d361acc tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828979 Feb 03 04:43:52.964885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.002585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No DVR routers for this DVR port bdf1af3c-69ee-468f-9fcb-28712991effe on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:53.066636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2ed4a-0c7c-49da-930c-04e092e7d81d None None] Pushing event updated for resources: {'Port': ['ID=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:53.079268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a19cacc-d7f0-4d29-9814-0649d53cc783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (fa8b7b69-e86c-4b42-871a-884e6f1e875c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.080174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a19cacc-d7f0-4d29-9814-0649d53cc783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Fanout notify agent at l3_agent the message router_deleted on router fa8b7b69-e86c-4b42-871a-884e6f1e875c {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:43:53.098694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (bdf1af3c-69ee-468f-9fcb-28712991effe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.157872 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a19cacc-d7f0-4d29-9814-0649d53cc783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.162471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a19cacc-d7f0-4d29-9814-0649d53cc783 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/routers/fa8b7b69-e86c-4b42-871a-884e6f1e875c HTTP/1.1" status: 204 len: 168 time: 0.9735587 Feb 03 04:43:53.163542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:53.192606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] Pushing event deleted for resources: {'Port': ['ID=bdf1af3c-69ee-468f-9fcb-28712991effe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:53.208715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1d431-29e7-4fab-aab5-6ce825c5407c None None] No DVR routers for this DVR port bdf1af3c-69ee-468f-9fcb-28712991effe on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:53.291679 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.315836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:53.353745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ed25e1-b2f8-470a-a25b-d77d20d920fb') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:53.354135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ed25e1-b2f8-470a-a25b-d77d20d920fb') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:53.376098 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (96ed25e1-b2f8-470a-a25b-d77d20d920fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.394998 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (96ed25e1-b2f8-470a-a25b-d77d20d920fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.409154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:53.409491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (96ed25e1-b2f8-470a-a25b-d77d20d920fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.506340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=bdf1af3c-69ee-468f-9fcb-28712991effe,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:53.515876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:53.516262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: cd06d1ea-bd1b-4bfe-869e-715130a41f03, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:53.520744 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:53.554851 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.595710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.599316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6 HTTP/1.1" status: 204 len: 168 time: 3.3877368 Feb 03 04:43:53.602577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:53.629018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab77be9-6bc3-4923-8b0f-7ba0ecf63dc4 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=f37ae028-e0ec-4ec9-8a44-c4d5dc17e2d6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:53.684289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet aef08327-486c-46f0-8c3f-6755f0237898 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:43:53.724726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (aef08327-486c-46f0-8c3f-6755f0237898), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.729360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network cd06d1ea-bd1b-4bfe-869e-715130a41f03 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:43:53.731047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.766991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cd06d1ea-bd1b-4bfe-869e-715130a41f03) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:53.783207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984f74b-e9e6-44b7-8cc6-f285590239bb None None] Network cd06d1ea-bd1b-4bfe-869e-715130a41f03 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:53.788321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:53.788935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.823591 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6ef0fad4-fddf-4e94-a2e0-9d9ee0dfd7df tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags/tempest-TagsExtTest-Tag-826273320 HTTP/1.1" status: 204 len: 168 time: 1.0122051 Feb 03 04:43:53.824275 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.825695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:53.843118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7eb729c0-d68a-4969-93b7-df104e0fe015 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6025589 Feb 03 04:43:53.846078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-657e3a9d-e0fe-4580-bffd-c70bab1b0f3b tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', 'tempest-TagsExtTest-Tag-826273320') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:53.847742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:53.857754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (aef08327-486c-46f0-8c3f-6755f0237898), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:53.927823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:54.062227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-657e3a9d-e0fe-4580-bffd-c70bab1b0f3b tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags/tempest-TagsExtTest-Tag-826273320 HTTP/1.1" status: 204 len: 168 time: 0.2354603 Feb 03 04:43:54.065528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:54.086204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-dfb2555f-b66f-4433-bc1a-45111e801f32 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:54.141799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:54.142076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:54.146266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-cd06d1ea-bd1b-4bfe-869e-715130a41f03', 'network_id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '55d64ff7-0a77-47e8-88ec-155874e4ef5e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:43:54.147129 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:54.178778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:43:54.198959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cd06d1ea-bd1b-4bfe-869e-715130a41f03), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:54.498064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (55d64ff7-0a77-47e8-88ec-155874e4ef5e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:54.559589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dfb2555f-b66f-4433-bc1a-45111e801f32 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags HTTP/1.1" status: 200 len: 205 time: 0.4816613 Feb 03 04:43:54.562605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60602) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:54.593013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-033767f6-3a9a-4138-b6f7-f43fb7465c6c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:54.625028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37516edf-385a-4a42-addb-6d4d7e054219 req-72c18418-6c17-49f3-9f24-d41695267a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:54.626582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37516edf-385a-4a42-addb-6d4d7e054219 req-72c18418-6c17-49f3-9f24-d41695267a3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1125 time: 0.4510245 Feb 03 04:43:54.643629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Allocated IP 172.20.0.2 (cd06d1ea-bd1b-4bfe-869e-715130a41f03/55d64ff7-0a77-47e8-88ec-155874e4ef5e/8baeea5d-4d18-425f-a8be-c8b642791d9a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:43:54.645582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:54.645982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:54.668246 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-033767f6-3a9a-4138-b6f7-f43fb7465c6c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags HTTP/1.1" status: 200 len: 239 time: 0.0960879 Feb 03 04:43:54.677444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:54.683921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-ed9eed5b-7f13-4e5e-afbd-a8ac792407f0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', 'tempest-TagsExtTest-Tag-76820856') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:54.772624 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed9eed5b-7f13-4e5e-afbd-a8ac792407f0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags/tempest-TagsExtTest-Tag-76820856 HTTP/1.1" status: 204 len: 168 time: 0.0895464 Feb 03 04:43:54.774570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:54.779425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-216f2e9f-6313-423a-a38d-24e478eb58e7 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', 'tempest-TagsExtTest-Tag-76820856') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:54.811684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,segment=NetworkSegment(a23c6dba-364c-4149-9f43-39a2cecd0926),segment_id=a23c6dba-364c-4149-9f43-39a2cecd0926)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:54.843440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37516edf-385a-4a42-addb-6d4d7e054219 req-27af38c2-b446-4131-a489-ac32a14e5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:54.845220 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37516edf-385a-4a42-addb-6d4d7e054219 req-27af38c2-b446-4131-a489-ac32a14e5752 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.1822133 Feb 03 04:43:54.854696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69107bf5-28d1-4be7-8ce9-89263d91378d None None] Network 35ec641c-6e7e-412e-adc2-570e002a93e2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:54.862454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:54.918410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37516edf-385a-4a42-addb-6d4d7e054219 req-aaab2323-8f70-4c96-b967-97ba58b9a014 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 999 time: 0.0669165 Feb 03 04:43:54.920479 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-216f2e9f-6313-423a-a38d-24e478eb58e7 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags/tempest-TagsExtTest-Tag-76820856 HTTP/1.1" status: 204 len: 168 time: 0.1449597 Feb 03 04:43:54.923158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:54.936994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6b06cb45-d907-413c-8622-427c442e478b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:54.938948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-3a0e8815-2bcd-4c96-ab0b-09b5ea30df50 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:54.993214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3a0e8815-2bcd-4c96-ab0b-09b5ea30df50 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags HTTP/1.1" status: 200 len: 205 time: 0.0685236 Feb 03 04:43:54.995828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:55.006117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1d123d41-40ca-47e8-a3d9-90405e5f759f tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:55.021972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37516edf-385a-4a42-addb-6d4d7e054219 req-166462d4-0eb6-4d43-b864-daf4b98bd8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:55.023716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37516edf-385a-4a42-addb-6d4d7e054219 req-166462d4-0eb6-4d43-b864-daf4b98bd8a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.0978444 Feb 03 04:43:55.048277 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1d123d41-40ca-47e8-a3d9-90405e5f759f tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0514402 Feb 03 04:43:55.050727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 6b06cb45-d907-413c-8622-427c442e478b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:55.051093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6b06cb45-d907-413c-8622-427c442e478b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:55.064298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:55.071192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-310fd718-b3a0-48d0-a744-01d8cf103507 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:55.118672 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (aef08327-486c-46f0-8c3f-6755f0237898), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.158933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2eb52-9e9c-4832-bde9-e393ac7391d7 req-fc0d19eb-c71d-4881-8fbd-57937033f79b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:55.161407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbf2eb52-9e9c-4832-bde9-e393ac7391d7 req-fc0d19eb-c71d-4881-8fbd-57937033f79b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.9917419 Feb 03 04:43:55.212884 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-310fd718-b3a0-48d0-a744-01d8cf103507 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags HTTP/1.1" status: 204 len: 168 time: 0.1475246 Feb 03 04:43:55.215912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:55.226561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37516edf-385a-4a42-addb-6d4d7e054219 req-58856f3f-719e-4b8c-8033-050679c9220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:55.228199 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37516edf-385a-4a42-addb-6d4d7e054219 req-58856f3f-719e-4b8c-8033-050679c9220b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1952124 Feb 03 04:43:55.244095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-9a71b985-90f8-462f-ab35-b13de2453865 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:55.248230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2b2b3669-ccbe-4e22-b259-7987920dcfda None None] Provisioning complete for port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:55.248618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3669-ccbe-4e22-b259-7987920dcfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.361703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbf2eb52-9e9c-4832-bde9-e393ac7391d7 req-9ea05187-566b-4614-9a5e-497f6dc6f426 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442485 Feb 03 04:43:55.411835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (aef08327-486c-46f0-8c3f-6755f0237898), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.484974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=aef08327-486c-46f0-8c3f-6755f0237898,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:55.493788 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.497179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-22bbeb50-4c93-45c4-8fa5-43d7e99e4933 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/aef08327-486c-46f0-8c3f-6755f0237898 HTTP/1.1" status: 204 len: 168 time: 2.3177421 Feb 03 04:43:55.507835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:55.578416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37516edf-385a-4a42-addb-6d4d7e054219 req-34308dc7-331b-4f68-865c-385195e46569 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253975 Feb 03 04:43:55.609141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9594f-76ea-4f58-a175-970c79a904ca None None] Network 83b41d06-d4db-4729-a1b6-252042484a89 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:55.650439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:55.763241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-37516edf-385a-4a42-addb-6d4d7e054219 req-c5a94b96-1911-4a4d-878e-9cb7f33ebc4c service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685412 Feb 03 04:43:55.766581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (83b41d06-d4db-4729-a1b6-252042484a89), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.809816 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.839232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9a71b985-90f8-462f-ab35-b13de2453865 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags HTTP/1.1" status: 204 len: 168 time: 0.6060853 Feb 03 04:43:55.839943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:55.844949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-ed13a3c1-0de1-4d2d-8456-493ddd07974b tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:55.854618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Publish callbacks [] for port (8baeea5d-4d18-425f-a8be-c8b642791d9a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.890004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (8baeea5d-4d18-425f-a8be-c8b642791d9a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:55.908618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (55d64ff7-0a77-47e8-88ec-155874e4ef5e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.017097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=55d64ff7-0a77-47e8-88ec-155874e4ef5e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:56.128820 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed13a3c1-0de1-4d2d-8456-493ddd07974b tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags HTTP/1.1" status: 204 len: 168 time: 0.2877436 Feb 03 04:43:56.131991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:56.157868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-ffe18663-b836-48a4-862d-ada6b505221d tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', 'tempest-TagsExtTest-Tag-569045992') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:56.188721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Network cd06d1ea-bd1b-4bfe-869e-715130a41f03 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:43:56.190389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:56.190941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.197356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Pushing event updated for resources: {'Port': ['ID=8baeea5d-4d18-425f-a8be-c8b642791d9a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:56.212419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] DHCP port deletion for 83b41d06-d4db-4729-a1b6-252042484a89 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:43:56.227997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:43:56.233685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:43:56.247021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cd06d1ea-bd1b-4bfe-869e-715130a41f03), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.252428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b3669-ccbe-4e22-b259-7987920dcfda None None] Current status of the port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:56.280845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] For port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,segment=NetworkSegment(39395a06-7816-4592-a03f-05ae834f1d7b),segment_id=39395a06-7816-4592-a03f-05ae834f1d7b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:56.281227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.301703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:56.408330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Attempting to bind port 8baeea5d-4d18-425f-a8be-c8b642791d9a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:43:56.408732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Attempting to bind port 8baeea5d-4d18-425f-a8be-c8b642791d9a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:43:56.409213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Attempting to bind port 8baeea5d-4d18-425f-a8be-c8b642791d9a on network cd06d1ea-bd1b-4bfe-869e-715130a41f03 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:43:56.420030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:43:56.420418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Checking segment: {'id': 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:43:56.420826 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.421267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Bound using segment: {'id': 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:43:56.421745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Bound port: 8baeea5d-4d18-425f-a8be-c8b642791d9a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:43:56.422180 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8baeea5d-4d18-425f-a8be-c8b642791d9a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.478978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] Deleting port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:56.479532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.479792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd06d1ea-bd1b-4bfe-869e-715130a41f03']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:56.534444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:56.535286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:56.598943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.620512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] For port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,segment=NetworkSegment(39395a06-7816-4592-a03f-05ae834f1d7b),segment_id=39395a06-7816-4592-a03f-05ae834f1d7b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:56.621502 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.638580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.645714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] Calling delete_port for df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:56.668459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-dd9672fd-e3c2-4543-b942-b48ec2507114 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5889392 Feb 03 04:43:56.672409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:56.672814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:56.676616 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:56.756638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.782175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:43:56.782175 n-d-827549-1 neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:43:56.782175 n-d-827549-1 neutron-server[103324]: [parameters: {'id': 'cd06d1ea-bd1b-4bfe-869e-715130a41f03'}] Feb 03 04:43:56.782175 n-d-827549-1 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:43:56.782701 n-d-827549-1 neutron-server[103324]: DEBUG oslo_db.api [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:43:56.790903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc1c50-4565-4b79-9ff5-95bbbebe9cfc req-7a923646-6cc3-40dd-9db0-f30480592091 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:56.792934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59dc1c50-4565-4b79-9ff5-95bbbebe9cfc req-7a923646-6cc3-40dd-9db0-f30480592091 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.2327795 Feb 03 04:43:56.795316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 58462a04-6b64-47ba-9dab-bef5e2c38b88 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:56.795811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.815887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ffe18663-b836-48a4-862d-ada6b505221d tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags/tempest-TagsExtTest-Tag-569045992 HTTP/1.1" status: 201 len: 201 time: 0.6786211 Feb 03 04:43:56.816538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:56.827979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-a55cca52-e76d-46d8-a395-00f5014b6565 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', 'tempest-TagsExtTest-Tag-1803554667') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:56.843317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:56.868533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No DVR routers for this DVR port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:56.880418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c51988a9-6776-4727-adf1-0c4b20a278b7 None None] Provisioning complete for port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:56.883862 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c51988a9-6776-4727-adf1-0c4b20a278b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:56.911055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-5f4a9f01-f390-4fa0-8cbf-64a54cac0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:56.912750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-5f4a9f01-f390-4fa0-8cbf-64a54cac0fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d1ded35b1e9447da3e998115156f777&device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 1132 time: 0.1784353 Feb 03 04:43:56.975829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59dc1c50-4565-4b79-9ff5-95bbbebe9cfc req-d08a045d-f751-4f99-b9e9-9537ce1ddad4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1511538 Feb 03 04:43:57.019604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] For port 8baeea5d-4d18-425f-a8be-c8b642791d9a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:43:57.031995 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (83b41d06-d4db-4729-a1b6-252042484a89), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.066530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 58462a04-6b64-47ba-9dab-bef5e2c38b88, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=58462a04-6b64-47ba-9dab-bef5e2c38b88,segment=NetworkSegment(6a4c0083-0820-4347-9a9c-d0f4184a2a33),segment_id=6a4c0083-0820-4347-9a9c-d0f4184a2a33)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:57.067056 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.073383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] For port 8baeea5d-4d18-425f-a8be-c8b642791d9a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8baeea5d-4d18-425f-a8be-c8b642791d9a,segment=NetworkSegment(b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf),segment_id=b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:43:57.119660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b41d06-d4db-4729-a1b6-252042484a89']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:57.125365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 58462a04-6b64-47ba-9dab-bef5e2c38b88 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:57.132506 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8baeea5d-4d18-425f-a8be-c8b642791d9a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.140554 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a55cca52-e76d-46d8-a395-00f5014b6565 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags/tempest-TagsExtTest-Tag-1803554667 HTTP/1.1" status: 201 len: 201 time: 0.3203332 Feb 03 04:43:57.145811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:57.156081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-28770283-ce39-4ad4-a2fa-bec10c92159a tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', 'tempest-TagsExtTest-Tag-706179705') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:57.169224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-884eb0f9-4ce4-499d-9f16-16bf65f6b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:57.170864 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-884eb0f9-4ce4-499d-9f16-16bf65f6b0a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2340314 Feb 03 04:43:57.205095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c42c-0e40-4e09-818f-345a7651472e None None] Pushing event updated for resources: {'Port': ['ID=8baeea5d-4d18-425f-a8be-c8b642791d9a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:57.219049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c51988a9-6776-4727-adf1-0c4b20a278b7 None None] Current status of the port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:57.233981 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.243712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39395a06-7816-4592-a03f-05ae834f1d7b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:57.244261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39395a06-7816-4592-a03f-05ae834f1d7b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:57.250058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-7227b400-25a8-42f5-ae1f-c2c042ebbe4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=41f17b21-e7a8-4139-b760-7c344c34328a HTTP/1.1" status: 200 len: 217 time: 0.0713673 Feb 03 04:43:57.285387 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (39395a06-7816-4592-a03f-05ae834f1d7b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.309869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] Pushing event deleted for resources: {'Port': ['ID=df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:57.320894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cd06d1ea-bd1b-4bfe-869e-715130a41f03), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.323672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-d57822ec-5810-4ca9-b2c3-6917ce4702a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:57.325314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-d57822ec-5810-4ca9-b2c3-6917ce4702a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0667620 Feb 03 04:43:57.332623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a8f95-7b7b-4aa4-81df-11a86be90843 None None] Network cd06d1ea-bd1b-4bfe-869e-715130a41f03 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:43:57.370070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b6815-adcf-4a44-a8b1-8587632a8331 None None] No DVR routers for this DVR port df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:57.489543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (39395a06-7816-4592-a03f-05ae834f1d7b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.493711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-42dbf3f2-3a26-4761-b7ff-4501017afb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:57.504292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-42dbf3f2-3a26-4761-b7ff-4501017afb70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1647010 Feb 03 04:43:57.513272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac7f09-0720-4eb2-979f-e251e47245f9 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:43:57.606624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting port 8baeea5d-4d18-425f-a8be-c8b642791d9a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:43:57.607133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8baeea5d-4d18-425f-a8be-c8b642791d9a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.633349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:57.633996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (39395a06-7816-4592-a03f-05ae834f1d7b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:57.638640 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:57.774725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:43:57.779795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-28770283-ce39-4ad4-a2fa-bec10c92159a tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags/tempest-TagsExtTest-Tag-706179705 HTTP/1.1" status: 201 len: 201 time: 0.6327789 Feb 03 04:43:57.789206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:43:57.815057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:57.827897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-8b49a2f2-e4b8-4911-89ca-0f6e55ff44c3 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', 'tempest-TagsExtTest-Tag-573786634') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:57.830116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac7f09-0720-4eb2-979f-e251e47245f9 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:43:57.843174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (58462a04-6b64-47ba-9dab-bef5e2c38b88), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.888847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=58462a04-6b64-47ba-9dab-bef5e2c38b88,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:57.897895 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (83b41d06-d4db-4729-a1b6-252042484a89), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.905482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] For port 8baeea5d-4d18-425f-a8be-c8b642791d9a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8baeea5d-4d18-425f-a8be-c8b642791d9a,segment=NetworkSegment(b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf),segment_id=b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:57.905994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8baeea5d-4d18-425f-a8be-c8b642791d9a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.906323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:57.920422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/83b41d06-d4db-4729-a1b6-252042484a89 HTTP/1.1" status: 204 len: 168 time: 2.4115608 Feb 03 04:43:57.921260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:57.957727 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-ddfcae93-4225-4a62-be46-1184bc52d92b service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431498 Feb 03 04:43:57.958894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Calling delete_port for 8baeea5d-4d18-425f-a8be-c8b642791d9a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:43:58.052974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ba719-d515-4752-a834-8bcb2958f8d0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:58.064475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f44ba719-d515-4752-a834-8bcb2958f8d0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/3a082992-f837-4d8c-b3a3-8d9bc262708b HTTP/1.1" status: 200 len: 844 time: 0.1290443 Feb 03 04:43:58.101092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:58.142861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72f8a8-3c10-4c28-86db-4a1bd9587c4a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=83b41d06-d4db-4729-a1b6-252042484a89,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:58.169342 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8b49a2f2-e4b8-4911-89ca-0f6e55ff44c3 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags/tempest-TagsExtTest-Tag-573786634 HTTP/1.1" status: 201 len: 201 time: 0.3452153 Feb 03 04:43:58.182082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:58.197545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-a6f56eaf-db9f-453d-8c0d-e90f2da80467 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', {'tags': ['tempest-TagsExtTest-Tag-616139056', 'tempest-TagsExtTest-Tag-1843523712', 'tempest-TagsExtTest-Tag-966889382']}) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:58.368343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e0d269-f5f6-4dff-9b91-fe839078d1c5 req-a0951a31-4044-4877-931e-efc4f30e4a02 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025755 Feb 03 04:43:58.416511 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a6f56eaf-db9f-453d-8c0d-e90f2da80467 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags HTTP/1.1" status: 200 len: 316 time: 0.2223918 Feb 03 04:43:58.419126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:58.423616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-cd343e77-28d2-4656-bcdf-3d2ea7dc56df tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:58.439816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8baeea5d-4d18-425f-a8be-c8b642791d9a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:58.529820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c2293778-072f-4536-94ef-64539b5db8a4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/3a082992-f837-4d8c-b3a3-8d9bc262708b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4202883 Feb 03 04:43:58.537794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:58.555227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:58.572683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:43:58.573249 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:58.576982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Port': ['ID=8baeea5d-4d18-425f-a8be-c8b642791d9a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:58.598157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No DVR routers for this DVR port 8baeea5d-4d18-425f-a8be-c8b642791d9a on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:43:58.677716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:58.721624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c047684-1b8e-464f-9e99-8552f1f91332 req-2fc25f22-bbab-4af0-8a15-c19ebeabb42c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:43:58.734787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c047684-1b8e-464f-9e99-8552f1f91332 req-2fc25f22-bbab-4af0-8a15-c19ebeabb42c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 943 time: 0.5171149 Feb 03 04:43:58.742347 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:58.753510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'b3602af7-9b84-4862-818b-bda126994e09', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'port_id': 'b3602af7-9b84-4862-818b-bda126994e09', 'mac_address': 'fa:16:3e:c6:52:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:43:58.836583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cd06d1ea-bd1b-4bfe-869e-715130a41f03), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:58.879080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c047684-1b8e-464f-9e99-8552f1f91332 req-7636a603-4e34-4e05-8082-31b06e98adb6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377578 Feb 03 04:43:58.972297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd06d1ea-bd1b-4bfe-869e-715130a41f03']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:58.984710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:58.985285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:58.996167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.023433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.029600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:59.029988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.030596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:43:59.030992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (b1dfbb38-61f5-4df0-9c6d-cb1b36b2d2cf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.063014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:43:59.085054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3602af7-9b84-4862-818b-bda126994e09 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:43:59.143294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:43:59.150965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:43:59.162882 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:43:59.165136 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.175867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cd06d1ea-bd1b-4bfe-869e-715130a41f03), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.188627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.191803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/cd06d1ea-bd1b-4bfe-869e-715130a41f03 HTTP/1.1" status: 204 len: 168 time: 5.3421905 Feb 03 04:43:59.195376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:59.213636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:43:59.219317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1814148184'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:43:59.267349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:59.273355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.280138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:43:59.280478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device df3b2c35-14e0-4bfb-af0e-fb10c8a35b4d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:43:59.357292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:59.386309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['b3602af7-9b84-4862-818b-bda126994e09'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:43:59.444846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124293f9-be70-4868-a330-b2c0266e7172 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=cd06d1ea-bd1b-4bfe-869e-715130a41f03,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:43:59.508419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60666) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:59.509194 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cd343e77-28d2-4656-bcdf-3d2ea7dc56df tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags HTTP/1.1" status: 204 len: 168 time: 1.0888727 Feb 03 04:43:59.523612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-7d5180e6-ec9e-4e1f-98ca-3c643f6ed966 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', 'tempest-TagsExtTest-Tag-616139056') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:59.550146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:43:59.557948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:43:59.675577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:43:59.710041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6f39c381-ebd3-43aa-9659-71b0e3e108be tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1049740 Feb 03 04:43:59.710717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:43:59.733012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:43:59.774495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:43:59.775324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:43:59.886384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:44:00.407094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:00.419158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:57Z', 'revision_number': 10, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:00.481063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:44:00.499062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:44:00.499725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:43:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:00.538604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (6326f039-dd68-42ad-8199-b4d623d12808), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.542960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2221e39a-76f3-4b3b-b3a6-434e1621ef74), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.543309 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment 2221e39a-76f3-4b3b-b3a6-434e1621ef74 of type vlan for network 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 Feb 03 04:44:00.592151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=6326f039-dd68-42ad-8199-b4d623d12808,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:00.594621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet 779e2385-cab2-4322-b52f-e881e39f2adb {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:00.621624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:00.626530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:00.636812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:00.637938 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.651786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802f969-64b2-4e3c-9eaa-dda4971680a2 None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:00.655785 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (779e2385-cab2-4322-b52f-e881e39f2adb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.691350 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce0d2251-f0b9-465a-ba75-73440ed746c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1511648 Feb 03 04:44:00.692380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:00.700278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-70969fbf-847d-434b-bc75-05e8b10d7262 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'security_group': {'name': 'tempest-secgroup-1823566031'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:00.711748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:44:00.756944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70969fbf-847d-434b-bc75-05e8b10d7262 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.798079 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.810061 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-7d5180e6-ec9e-4e1f-98ca-3c643f6ed966 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:00.813993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7d5180e6-ec9e-4e1f-98ca-3c643f6ed966 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags/tempest-TagsExtTest-Tag-616139056 HTTP/1.1" status: 404 len: 328 time: 1.3003755 Feb 03 04:44:00.820614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:00.831134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1b66ed07-0c36-4173-8d85-db5dbc582936 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', 'tempest-TagsExtTest-Tag-1843523712') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:00.852476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (779e2385-cab2-4322-b52f-e881e39f2adb), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.871980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306506d2-77a1-4a69-862b-6b13da5777a9 req-0a768aa7-02ed-44a1-8434-023522f361a2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:00.875943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-306506d2-77a1-4a69-862b-6b13da5777a9 req-0a768aa7-02ed-44a1-8434-023522f361a2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 944 time: 0.4541564 Feb 03 04:44:00.930670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'project_id': '45e1159c3a554918b02e31733812bd0d', 'fixed_ips': [{'subnet_id': '6326f039-dd68-42ad-8199-b4d623d12808'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:00.931569 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:00.935097 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:44:01.019889 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-1b66ed07-0c36-4173-8d85-db5dbc582936 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:01.024084 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1b66ed07-0c36-4173-8d85-db5dbc582936 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags/tempest-TagsExtTest-Tag-1843523712 HTTP/1.1" status: 404 len: 329 time: 0.1979089 Feb 03 04:44:01.025126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.029425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70969fbf-847d-434b-bc75-05e8b10d7262 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (b4850815-392a-4788-a389-a59c52d6a6de), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.042430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-6f299328-61ba-4a70-8bd8-a275d92c0810 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c', 'tempest-TagsExtTest-Tag-966889382') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:01.068806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70969fbf-847d-434b-bc75-05e8b10d7262 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b4850815-392a-4788-a389-a59c52d6a6de), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.107654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70969fbf-847d-434b-bc75-05e8b10d7262 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4850815-392a-4788-a389-a59c52d6a6de,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:01.110820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-306506d2-77a1-4a69-862b-6b13da5777a9 req-47882243-3200-4ca8-9b35-0f7d89d3bab3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1842709 Feb 03 04:44:01.115900 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.132913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:57Z', 'revision_number': 10, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:01.146476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:01.150209 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.151765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70969fbf-847d-434b-bc75-05e8b10d7262 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.163846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c780679-6077-4ee8-af40-fa5dc546684c None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:43:57Z', 'revision_number': 10, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None, '_interfaces': [{'id': 'de480ac1-1fbb-4663-b2e5-5015ebcce15b', 'name': '', 'network_id': 'aba9d7d9-5372-421f-8982-3f352b35e81d', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'mac_address': 'fa:16:3e:8c:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5619243f-bd8c-4807-b794-2544306c328d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:42:50Z', 'updated_at': '2022-02-03T04:42:58Z', 'revision_number': 5, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'subnets': [{'id': '64e541ba-5234-490d-b5b6-b28e241a111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:44:01.164864 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-70969fbf-847d-434b-bc75-05e8b10d7262 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4708645 Feb 03 04:44:01.178396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.187991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-de790e20-4d94-4177-b3f9-3048308867cc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'security_group': {'name': 'tempest-secgroup-1686684638'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:01.192948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Allocated IP 2001:db8::2 (23ad56fa-b405-4d92-b1d7-2ae399d39b11/6326f039-dd68-42ad-8199-b4d623d12808/705c7af0-8be9-4a17-860b-f9a934366475) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:01.208016 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-6f299328-61ba-4a70-8bd8-a275d92c0810 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:01.209904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6f299328-61ba-4a70-8bd8-a275d92c0810 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags/tempest-TagsExtTest-Tag-966889382 HTTP/1.1" status: 404 len: 328 time: 0.1713035 Feb 03 04:44:01.213452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.228628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-a26a47e0-9bfb-46dd-86fc-06bdd0ed6787 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', {'tags': ['tempest-TagsExtTest-Tag-295680476', 'tempest-TagsExtTest-Tag-32049033', 'tempest-TagsExtTest-Tag-1751419043']}) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:01.288461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0910838 Feb 03 04:44:01.317822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.323475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:01.350433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a8a6e-1502-457d-af14-060b676dd5c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:01.356045 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (779e2385-cab2-4322-b52f-e881e39f2adb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.362175 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de790e20-4d94-4177-b3f9-3048308867cc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.406453 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a26a47e0-9bfb-46dd-86fc-06bdd0ed6787 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags HTTP/1.1" status: 200 len: 315 time: 0.1910682 Feb 03 04:44:01.409472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.413479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-d8adb8eb-748f-47ac-88ff-d1ca50364ece tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:01.501752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de790e20-4d94-4177-b3f9-3048308867cc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (0b982f32-f915-4e4d-8dec-498430aad70c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.512074 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Publish callbacks [] for port (705c7af0-8be9-4a17-860b-f9a934366475), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.513307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de790e20-4d94-4177-b3f9-3048308867cc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0b982f32-f915-4e4d-8dec-498430aad70c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.518462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:01.567555 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d8adb8eb-748f-47ac-88ff-d1ca50364ece tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1550708 Feb 03 04:44:01.568149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60694) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.568679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.572592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-c35c7942-91eb-4eb8-ad91-46f75f7d7ee4 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', 'tempest-TagsExtTest-Tag-295680476') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:01.645246 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (779e2385-cab2-4322-b52f-e881e39f2adb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.659152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 58462a04-6b64-47ba-9dab-bef5e2c38b88 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:01.669505 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de790e20-4d94-4177-b3f9-3048308867cc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.671077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-de790e20-4d94-4177-b3f9-3048308867cc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4937449 Feb 03 04:44:01.674859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.678937 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-c35c7942-91eb-4eb8-ad91-46f75f7d7ee4 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:01.683331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c35c7942-91eb-4eb8-ad91-46f75f7d7ee4 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags/tempest-TagsExtTest-Tag-295680476 HTTP/1.1" status: 404 len: 328 time: 0.1144655 Feb 03 04:44:01.695996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1156404628', 'security_groups': ['0b982f32-f915-4e4d-8dec-498430aad70c'], 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6326f039-dd68-42ad-8199-b4d623d12808'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:01.700322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.701904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 58462a04-6b64-47ba-9dab-bef5e2c38b88 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:01.702273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 58462a04-6b64-47ba-9dab-bef5e2c38b88 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:01.704593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-e231ba1d-4b19-42ff-8796-a306a55e402d tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', 'tempest-TagsExtTest-Tag-32049033') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:01.720175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de790e20-4d94-4177-b3f9-3048308867cc tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b982f32-f915-4e4d-8dec-498430aad70c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:01.721004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:01.728174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:01.730719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:01.735897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=779e2385-cab2-4322-b52f-e881e39f2adb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:01.743782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Pushing event updated for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:01.745104 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.757540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f97901d4-ca8b-4cf2-b936-b26359fb787b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/779e2385-cab2-4322-b52f-e881e39f2adb HTTP/1.1" status: 204 len: 168 time: 2.0426621 Feb 03 04:44:01.758760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60700) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.759215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5924e-6496-437c-93c5-450185437154 None None] Network 335b8fd6-74b2-44f7-b33c-3177cba57959 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:01.784246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:01.787824 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.842547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:44:01.924119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 04:44:01.924543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 04:44:01.936771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (335b8fd6-74b2-44f7-b33c-3177cba57959), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:01.944261 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e231ba1d-4b19-42ff-8796-a306a55e402d tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:01.945325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e231ba1d-4b19-42ff-8796-a306a55e402d tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags/tempest-TagsExtTest-Tag-32049033 HTTP/1.1" status: 404 len: 327 time: 0.2440991 Feb 03 04:44:01.950626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60704) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:01.960895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-7812dd57-7d13-485a-a8ca-cfb8ee5c73f1 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac', 'tempest-TagsExtTest-Tag-1751419043') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:01.989940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Attempting to bind port 705c7af0-8be9-4a17-860b-f9a934366475 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:44:01.990934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Attempting to bind port 705c7af0-8be9-4a17-860b-f9a934366475 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2c8fa01b-09ea-46c8-8ea1-dec580e0856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:44:01.991699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Attempting to bind port 705c7af0-8be9-4a17-860b-f9a934366475 on network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:44:02.003248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port b3602af7-9b84-4862-818b-bda126994e09 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:02.004402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b3602af7-9b84-4862-818b-bda126994e09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.027685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:02.048029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:44:02.048519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Checking segment: {'id': '2c8fa01b-09ea-46c8-8ea1-dec580e0856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:02.048996 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.049457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Bound using segment: {'id': '2c8fa01b-09ea-46c8-8ea1-dec580e0856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:44:02.050015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Bound port: 705c7af0-8be9-4a17-860b-f9a934366475, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8fa01b-09ea-46c8-8ea1-dec580e0856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:44:02.050911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.130324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:02.130324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.133363 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-7812dd57-7d13-485a-a8ca-cfb8ee5c73f1 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:02.137026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7812dd57-7d13-485a-a8ca-cfb8ee5c73f1 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags/tempest-TagsExtTest-Tag-1751419043 HTTP/1.1" status: 404 len: 329 time: 0.1807818 Feb 03 04:44:02.139086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:02.140626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:44:02.143974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=705c7af0-8be9-4a17-860b-f9a934366475,segment=NetworkSegment(2c8fa01b-09ea-46c8-8ea1-dec580e0856b),segment_id=2c8fa01b-09ea-46c8-8ea1-dec580e0856b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:44:02.149126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] DHCP port deletion for 335b8fd6-74b2-44f7-b33c-3177cba57959 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:44:02.183903 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.209698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.219340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-3547621c-8dd6-4913-a2d8-82fda9e8970e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', {'tags': ['tempest-TagsExtTest-Tag-1224198116', 'tempest-TagsExtTest-Tag-1731681321', 'tempest-TagsExtTest-Tag-448754740']}) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:02.257270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port 0bba35b1-e46c-4d08-ad75-1b278160e4bd yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:44:02.273690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port b3602af7-9b84-4862-818b-bda126994e09 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:02.274091 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.359785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:02.361641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9133e-b657-4d81-96af-3760d4d1836b None None] Pushing event updated for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:02.380913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:44:02.386576 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798cde4c-af1b-40b1-839f-62865b7d3075" -d '{"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-plugged", "status": "completed", "tag": "b3602af7-9b84-4862-818b-bda126994e09"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:44:02.397261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (f6b456ce-31e9-40ce-8761-da2463d6d987), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.424154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3547621c-8dd6-4913-a2d8-82fda9e8970e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags HTTP/1.1" status: 200 len: 317 time: 0.2816553 Feb 03 04:44:02.427185 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.433005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:02.463446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-07986a30-ed92-464d-a30f-fa047650f2e3 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:02.500746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:02.521497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] Deleting port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:02.522274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.569767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,segment=NetworkSegment(6a4c0083-0820-4347-9a9c-d0f4184a2a33),segment_id=6a4c0083-0820-4347-9a9c-d0f4184a2a33)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:02.570093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.572810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=f6b456ce-31e9-40ce-8761-da2463d6d987,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:02.611882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': '2221e39a-76f3-4b3b-b3a6-434e1621ef74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:02.622786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:02.640876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] For port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,segment=NetworkSegment(6a4c0083-0820-4347-9a9c-d0f4184a2a33),segment_id=6a4c0083-0820-4347-9a9c-d0f4184a2a33)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:02.641624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.668248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] Calling delete_port for 8c82d1d1-30f1-4dad-9a16-afd1164c08fb owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:02.672528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 8c82d1d1-30f1-4dad-9a16-afd1164c08fb owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:02.768100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492dd80-e10e-4392-be6a-73c1808f2607 req-fbf23412-d5e6-4755-a6ee-3b059fa516af tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:02.775488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0492dd80-e10e-4392-be6a-73c1808f2607 req-fbf23412-d5e6-4755-a6ee-3b059fa516af tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.3967352 Feb 03 04:44:02.849383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:02.921198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:02.956778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:02.957496 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:02.968684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::202 (23ad56fa-b405-4d92-b1d7-2ae399d39b11/6326f039-dd68-42ad-8199-b4d623d12808/0bba35b1-e46c-4d08-ad75-1b278160e4bd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:03.040701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0492dd80-e10e-4392-be6a-73c1808f2607 req-48756fe2-5faa-4c43-bc9c-705d6910e0f6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2642341 Feb 03 04:44:03.063931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec0abd9c-95aa-410b-b835-daef7c7778b7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7427320 Feb 03 04:44:03.066471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:03.162136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:03.210295 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:44:03.214823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.222642 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4319c95-5877-4450-b44d-f5d48f5d6104 x-openstack-request-id: req-a4319c95-5877-4450-b44d-f5d48f5d6104 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:44:03.222930 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-plugged", "status": "completed", "tag": "b3602af7-9b84-4862-818b-bda126994e09", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:44:03.223192 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4319c95-5877-4450-b44d-f5d48f5d6104 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:44:03.227777 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09', 'code': 200} Feb 03 04:44:03.236602 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (8c82d1d1-30f1-4dad-9a16-afd1164c08fb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.262737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f13ea-ffc4-40df-8a75-e2287eb1bbae None None] Network 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:03.267016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.292866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:03.340672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No DVR routers for this DVR port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:03.382051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:03.400604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:03.409771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:03.416763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:03.417735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.452361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda83290-dae7-4276-84e1-b373d7fe95d5 req-c60058de-f3a7-48b6-9b61-4fbf88a5ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:03.454115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dda83290-dae7-4276-84e1-b373d7fe95d5 req-c60058de-f3a7-48b6-9b61-4fbf88a5ab18 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1128 time: 0.2001417 Feb 03 04:44:03.463107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7785218 Feb 03 04:44:03.475240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:03.482499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] No DVR routers for this DVR port 8c82d1d1-30f1-4dad-9a16-afd1164c08fb on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:03.489897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-441d9561-0630-4f3a-8b64-204fbd531085 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:03.522446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.535747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88a846-dd91-47ce-a6a6-a8f8efc7f572 None None] Pushing event deleted for resources: {'Port': ['ID=8c82d1d1-30f1-4dad-9a16-afd1164c08fb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:03.561194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16203f04-2e6f-4d53-a2eb-72cf10d2c17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.566886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8', 'network_id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': 'f6b456ce-31e9-40ce-8761-da2463d6d987'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:03.568847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.633036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (335b8fd6-74b2-44f7-b33c-3177cba57959), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.664370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a953a8-b65f-4ed1-89fd-cb4d2a2ede7c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=0bba35b1-e46c-4d08-ad75-1b278160e4bd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:03.684651 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-07986a30-ed92-464d-a30f-fa047650f2e3 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags HTTP/1.1" status: 204 len: 168 time: 1.2504957 Feb 03 04:44:03.690046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:03.697788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-35d9b1af-6c55-444f-b823-500cf53da42e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', 'tempest-TagsExtTest-Tag-1224198116') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:03.703703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b8fd6-74b2-44f7-b33c-3177cba57959']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:03.725191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4c0083-0820-4347-9a9c-d0f4184a2a33') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:03.725496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4c0083-0820-4347-9a9c-d0f4184a2a33') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:03.761577 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (6a4c0083-0820-4347-9a9c-d0f4184a2a33), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.800895 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6a4c0083-0820-4347-9a9c-d0f4184a2a33), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.802196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Allocated IP 172.20.0.3 (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8/f6b456ce-31e9-40ce-8761-da2463d6d987/e0933908-7a9e-45d9-8226-9d353f02c3fd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:03.817708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d9561-0630-4f3a-8b64-204fbd531085 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:03.818364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:03.818754 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (6a4c0083-0820-4347-9a9c-d0f4184a2a33), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.821308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441d9561-0630-4f3a-8b64-204fbd531085 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:03.852630 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dda83290-dae7-4276-84e1-b373d7fe95d5 req-1514841e-18f5-4a95-891a-be1a23054fc2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3879669 Feb 03 04:44:03.878474 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-35d9b1af-6c55-444f-b823-500cf53da42e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:03.882207 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-35d9b1af-6c55-444f-b823-500cf53da42e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags/tempest-TagsExtTest-Tag-1224198116 HTTP/1.1" status: 404 len: 329 time: 0.1868370 Feb 03 04:44:03.884972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:03.939157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 705c7af0-8be9-4a17-860b-f9a934366475 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:44:03.957403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1f13db91-1ad7-4216-96ed-60ba47542654 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', 'tempest-TagsExtTest-Tag-1731681321') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:03.960808 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:04.035775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:04.036162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.081297 n-d-827549-1 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-441d9561-0630-4f3a-8b64-204fbd531085 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6326f039-dd68-42ad-8199-b4d623d12808 (CIDR: 2001:db8::/64) Feb 03 04:44:04.091048 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-1f13db91-1ad7-4216-96ed-60ba47542654 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:04.092160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f13db91-1ad7-4216-96ed-60ba47542654 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags/tempest-TagsExtTest-Tag-1731681321 HTTP/1.1" status: 404 len: 329 time: 0.2067809 Feb 03 04:44:04.093548 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-441d9561-0630-4f3a-8b64-204fbd531085 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:44:04.094104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441d9561-0630-4f3a-8b64-204fbd531085 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:04.097512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:04.108369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-eb4bc31d-291a-4670-a3a5-85689cfd9d59 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630', 'tempest-TagsExtTest-Tag-448754740') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:04.152629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:04.153030 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.196546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (f6b456ce-31e9-40ce-8761-da2463d6d987), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.201360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (335b8fd6-74b2-44f7-b33c-3177cba57959), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.207144 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-441d9561-0630-4f3a-8b64-204fbd531085 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7286654 Feb 03 04:44:04.209797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:04.216441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:04.259640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.266535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/335b8fd6-74b2-44f7-b33c-3177cba57959 HTTP/1.1" status: 204 len: 168 time: 2.5042517 Feb 03 04:44:04.266743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60738) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:04.278663 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-eb4bc31d-291a-4670-a3a5-85689cfd9d59 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:04.282542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eb4bc31d-291a-4670-a3a5-85689cfd9d59 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags/tempest-TagsExtTest-Tag-448754740 HTTP/1.1" status: 404 len: 328 time: 0.1812556 Feb 03 04:44:04.291587 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Publish callbacks [] for port (e0933908-7a9e-45d9-8226-9d353f02c3fd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.331159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60740) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:04.376888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:04.377938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.381618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e0933908-7a9e-45d9-8226-9d353f02c3fd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.386130 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-e251e717-356b-4d68-8c0f-d84dfb403064 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', {'tags': ['tempest-TagsExtTest-Tag-1382933789', 'tempest-TagsExtTest-Tag-2038909552', 'tempest-TagsExtTest-Tag-437957864']}) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:04.392066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d7f4a-1f1a-463a-b6fc-ea79f9b52699 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=335b8fd6-74b2-44f7-b33c-3177cba57959,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:04.499112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Network 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:04.510095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:04.513040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:04.513468 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.528215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:04.573935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e251e717-356b-4d68-8c0f-d84dfb403064 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "PUT /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags HTTP/1.1" status: 200 len: 317 time: 0.2330050 Feb 03 04:44:04.581460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Pushing event updated for resources: {'Port': ['ID=e0933908-7a9e-45d9-8226-9d353f02c3fd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:04.590429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=705c7af0-8be9-4a17-860b-f9a934366475,segment=NetworkSegment(2c8fa01b-09ea-46c8-8ea1-dec580e0856b),segment_id=2c8fa01b-09ea-46c8-8ea1-dec580e0856b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:04.591833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd65b0-92e6-4e57-ac84-2a7aa685ef75 req-759a6749-ef3b-45e4-8561-020a47107fb8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:04.593635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cbd65b0-92e6-4e57-ac84-2a7aa685ef75 req-759a6749-ef3b-45e4-8561-020a47107fb8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.3229847 Feb 03 04:44:04.594159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60746) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:04.603384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-9b7cbb2e-cecb-46ba-b0e5-6fc48d00234b tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:04.617787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.687076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:04.720870 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (f6b456ce-31e9-40ce-8761-da2463d6d987), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.738212 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:44:04.738836 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:44:04.739816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:04.743194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.751027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c82d1d1-30f1-4dad-9a16-afd1164c08fb no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:04.754837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Attempting to bind port e0933908-7a9e-45d9-8226-9d353f02c3fd on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:44:04.755214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Attempting to bind port e0933908-7a9e-45d9-8226-9d353f02c3fd by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2221e39a-76f3-4b3b-b3a6-434e1621ef74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:44:04.755945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Attempting to bind port e0933908-7a9e-45d9-8226-9d353f02c3fd on network 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:44:04.778940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8c82d1d1-30f1-4dad-9a16-afd1164c08fb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:04.779580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8c82d1d1-30f1-4dad-9a16-afd1164c08fb not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:04.784484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:44:04.785127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Checking segment: {'id': '2221e39a-76f3-4b3b-b3a6-434e1621ef74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:04.785634 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.786394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Bound using segment: {'id': '2221e39a-76f3-4b3b-b3a6-434e1621ef74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:44:04.787028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Bound port: e0933908-7a9e-45d9-8226-9d353f02c3fd, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2221e39a-76f3-4b3b-b3a6-434e1621ef74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:44:04.787484 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e0933908-7a9e-45d9-8226-9d353f02c3fd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:04.835540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b456ce-31e9-40ce-8761-da2463d6d987,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:04.985405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] For port e0933908-7a9e-45d9-8226-9d353f02c3fd, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:44:04.993333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] For port e0933908-7a9e-45d9-8226-9d353f02c3fd, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e0933908-7a9e-45d9-8226-9d353f02c3fd,segment=NetworkSegment(2221e39a-76f3-4b3b-b3a6-434e1621ef74),segment_id=2221e39a-76f3-4b3b-b3a6-434e1621ef74)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:44:04.994250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cbd65b0-92e6-4e57-ac84-2a7aa685ef75 req-545bbfd4-b123-4891-937a-fd31a2641c3b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3398359 Feb 03 04:44:05.022744 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e0933908-7a9e-45d9-8226-9d353f02c3fd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.097470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.149123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9b7cbb2e-cecb-46ba-b0e5-6fc48d00234b tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags HTTP/1.1" status: 204 len: 168 time: 0.5486927 Feb 03 04:44:05.152374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:05.157403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.190493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-46e96319-85da-487b-bd97-c7facfbe1fe7 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', 'tempest-TagsExtTest-Tag-1382933789') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.201666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e36d4c-ed4e-4887-95a1-38dd507c80a4 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:44:05.202267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2221e39a-76f3-4b3b-b3a6-434e1621ef74') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.202791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2221e39a-76f3-4b3b-b3a6-434e1621ef74') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.238885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2221e39a-76f3-4b3b-b3a6-434e1621ef74), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.281694 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2221e39a-76f3-4b3b-b3a6-434e1621ef74), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.292007 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-46e96319-85da-487b-bd97-c7facfbe1fe7 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:05.295637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-46e96319-85da-487b-bd97-c7facfbe1fe7 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags/tempest-TagsExtTest-Tag-1382933789 HTTP/1.1" status: 404 len: 329 time: 0.1192360 Feb 03 04:44:05.307144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:05.321201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-43ccd108-f743-4b42-84cf-b3c6a8744e31 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', 'tempest-TagsExtTest-Tag-2038909552') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.333134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:05.334428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2221e39a-76f3-4b3b-b3a6-434e1621ef74), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:05.343622 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:05.370515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea44d38-9994-42c4-9f23-3c2b7b6f873a None None] Pushing event updated for resources: {'Port': ['ID=e0933908-7a9e-45d9-8226-9d353f02c3fd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:05.440213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:05.522273 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-43ccd108-f743-4b42-84cf-b3c6a8744e31 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:05.527147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Provisioning complete for port 3a082992-f837-4d8c-b3a3-8d9bc262708b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:05.527452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43ccd108-f743-4b42-84cf-b3c6a8744e31 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags/tempest-TagsExtTest-Tag-2038909552 HTTP/1.1" status: 404 len: 329 time: 0.2150598 Feb 03 04:44:05.528434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:05.531302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.541099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-4b42f15e-b9e8-4a2c-a6fd-9986a5ac6056 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6', 'tempest-TagsExtTest-Tag-437957864') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.572306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:44:05.572306 n-d-827549-1 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:44:05.572306 n-d-827549-1 neutron-server[103323]: [parameters: {'id': '5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8'}] Feb 03 04:44:05.572306 n-d-827549-1 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:44:05.574886 n-d-827549-1 neutron-server[103323]: DEBUG oslo_db.api [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:44:05.597544 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-4b42f15e-b9e8-4a2c-a6fd-9986a5ac6056 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] show failed (client error): The resource could not be found. Feb 03 04:44:05.601574 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4b42f15e-b9e8-4a2c-a6fd-9986a5ac6056 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags/tempest-TagsExtTest-Tag-437957864 HTTP/1.1" status: 404 len: 328 time: 0.0711873 Feb 03 04:44:05.605818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:05.614488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-2f20cac4-0c9d-4422-b7d5-c46a759f55cb tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '95ee6827-8c09-4034-bb43-05ad314263b6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.620878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27789dd1-11cb-4aae-b048-e22fa15e7532 None None] Port 3a082992-f837-4d8c-b3a3-8d9bc262708b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:05.628214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (d056c81a-482f-43cd-9241-d7054873da9e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.670318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f20cac4-0c9d-4422-b7d5-c46a759f55cb tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0630853 Feb 03 04:44:05.673922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:05.682067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-439e5e83-c20d-45f0-8a80-ff48a4d55935 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3694df15-99fb-418b-88b3-7e717a963630') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.682781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e36d4c-ed4e-4887-95a1-38dd507c80a4 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:44:05.781158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:05.791957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:05.834431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:05.835043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:05.883865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-439e5e83-c20d-45f0-8a80-ff48a4d55935 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630/tags HTTP/1.1" status: 204 len: 168 time: 0.2086682 Feb 03 04:44:05.884611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:05.893841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-0e97c817-b2cd-4a2b-b64c-03c65f6a76d4 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80a10256-da4d-4c84-8110-3fbe3bdfa9ac') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:05.903443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 705c7af0-8be9-4a17-860b-f9a934366475 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:44:05.949391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=d056c81a-482f-43cd-9241-d7054873da9e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:05.988233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4c67dd89-70ce-4ae2-ad30-df6d122a34b6 None None] Provisioning complete for port 0bba35b1-e46c-4d08-ad75-1b278160e4bd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:05.988617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c67dd89-70ce-4ae2-ad30-df6d122a34b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.007907 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7127f35e-debf-4749-afe7-bd785431449c tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7969038 Feb 03 04:44:06.017118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:06.024716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0e97c817-b2cd-4a2b-b64c-03c65f6a76d4 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1368110 Feb 03 04:44:06.026966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1546873885', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd056c81a-482f-43cd-9241-d7054873da9e'}], 'security_groups': ['b4850815-392a-4788-a389-a59c52d6a6de']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:06.027102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:06.035874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-79cdcd59-c2ef-484d-97bc-1b69cdac5b2f tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:06.106416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.130841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.133609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4c67dd89-70ce-4ae2-ad30-df6d122a34b6 None None] Port 0bba35b1-e46c-4d08-ad75-1b278160e4bd cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:06.224028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:06.224425 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.225896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.389083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b825a-ae63-4a03-81a6-a9916b382fca req-3dbccd18-325a-41db-8b34-8abd98bf13ef tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:06.391078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea1b825a-ae63-4a03-81a6-a9916b382fca req-3dbccd18-325a-41db-8b34-8abd98bf13ef tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.1909461 Feb 03 04:44:06.402806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-79cdcd59-c2ef-484d-97bc-1b69cdac5b2f tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c/tags HTTP/1.1" status: 204 len: 168 time: 0.3746679 Feb 03 04:44:06.411548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:06.414243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e267f8-772c-454d-8d3f-4b2d6a95e827 None None] Network 5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:06.418647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0f9fa-aa0e-4766-a6e3-5288eed76bda None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:06.490303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting port e0933908-7a9e-45d9-8226-9d353f02c3fd {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:06.491084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e0933908-7a9e-45d9-8226-9d353f02c3fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.607122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33e4bee1-decc-417d-bdfa-330b8b71b192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.677985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] For port e0933908-7a9e-45d9-8226-9d353f02c3fd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e0933908-7a9e-45d9-8226-9d353f02c3fd,segment=NetworkSegment(2221e39a-76f3-4b3b-b3a6-434e1621ef74),segment_id=2221e39a-76f3-4b3b-b3a6-434e1621ef74)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:06.678349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e0933908-7a9e-45d9-8226-9d353f02c3fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.694733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Calling delete_port for e0933908-7a9e-45d9-8226-9d353f02c3fd owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:06.729117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:06.829550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.859868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea1b825a-ae63-4a03-81a6-a9916b382fca req-640e1f46-3c98-47bc-b2c4-61c3894b23fe tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4547362 Feb 03 04:44:06.863720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e0933908-7a9e-45d9-8226-9d353f02c3fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:06.892738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No DVR routers for this DVR port e0933908-7a9e-45d9-8226-9d353f02c3fd on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:07.028894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Port': ['ID=e0933908-7a9e-45d9-8226-9d353f02c3fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:07.083767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983254b-2eac-4e63-808e-0bd07c7df75f None None] Update dhcp port {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'fixed_ips': [{'subnet_id': '6326f039-dd68-42ad-8199-b4d623d12808', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd056c81a-482f-43cd-9241-d7054873da9e'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '705c7af0-8be9-4a17-860b-f9a934366475'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:44:07.104480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.145594 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c486f489-b96e-443f-8c83-6815b059793c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.154136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c486f489-b96e-443f-8c83-6815b059793c tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnetpools/95ee6827-8c09-4034-bb43-05ad314263b6 HTTP/1.1" status: 204 len: 168 time: 0.7385144 Feb 03 04:44:07.158934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:07.163981 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6983254b-2eac-4e63-808e-0bd07c7df75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.165435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:07.228457 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ffe1fb9d-bc22-489d-8adc-a0f48f791fd8 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "GET /v2.0/ports?device_id=3694df15-99fb-418b-88b3-7e717a963630 HTTP/1.1" status: 200 len: 205 time: 0.0679886 Feb 03 04:44:07.234277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2221e39a-76f3-4b3b-b3a6-434e1621ef74') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:07.234721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2221e39a-76f3-4b3b-b3a6-434e1621ef74') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:07.236750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:07.297546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2221e39a-76f3-4b3b-b3a6-434e1621ef74), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.349048 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b24cd44d-fa2d-4f34-8729-e9d04b8ecfee tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for router (3694df15-99fb-418b-88b3-7e717a963630), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.679476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port de480ac1-1fbb-4663-b2e5-5015ebcce15b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:07.680017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.714945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Delete allocated IP 2001:db8::202 (23ad56fa-b405-4d92-b1d7-2ae399d39b11/6326f039-dd68-42ad-8199-b4d623d12808) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 04:44:07.738834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8:0:1::4d (23ad56fa-b405-4d92-b1d7-2ae399d39b11/d056c81a-482f-43cd-9241-d7054873da9e/0bba35b1-e46c-4d08-ad75-1b278160e4bd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:07.789084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2221e39a-76f3-4b3b-b3a6-434e1621ef74), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.885486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b24cd44d-fa2d-4f34-8729-e9d04b8ecfee tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (3694df15-99fb-418b-88b3-7e717a963630), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.887882 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b24cd44d-fa2d-4f34-8729-e9d04b8ecfee tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for router_controller (3694df15-99fb-418b-88b3-7e717a963630), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.937015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:07.937653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2221e39a-76f3-4b3b-b3a6-434e1621ef74), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:07.944975 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:07.968769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b24cd44d-fa2d-4f34-8729-e9d04b8ecfee tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (3694df15-99fb-418b-88b3-7e717a963630), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.969308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24cd44d-fa2d-4f34-8729-e9d04b8ecfee tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Fanout notify agent at l3_agent the message router_deleted on router 3694df15-99fb-418b-88b3-7e717a963630 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:44:07.994581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b24cd44d-fa2d-4f34-8729-e9d04b8ecfee tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:07.998091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b24cd44d-fa2d-4f34-8729-e9d04b8ecfee tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/routers/3694df15-99fb-418b-88b3-7e717a963630 HTTP/1.1" status: 204 len: 168 time: 0.7579527 Feb 03 04:44:07.998922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60824) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:08.025292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port de480ac1-1fbb-4663-b2e5-5015ebcce15b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=de480ac1-1fbb-4663-b2e5-5015ebcce15b,segment=NetworkSegment(ffec4172-d5a5-416b-ad78-affc1737e3da),segment_id=ffec4172-d5a5-416b-ad78-affc1737e3da)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:08.025672 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.072092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for de480ac1-1fbb-4663-b2e5-5015ebcce15b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:08.127594 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.269912 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.275309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.282561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 HTTP/1.1" status: 204 len: 168 time: 5.2005348 Feb 03 04:44:08.300472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:08.306210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-306802765'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:08.328287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740bf8f-8212-4da2-8926-7f58c51ae7d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:08.363806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921b3ff-d91d-455a-9029-02a0fab7c426 req-176634db-54c5-4de9-90e7-c75027321639 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:08.365952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4921b3ff-d91d-455a-9029-02a0fab7c426 req-176634db-54c5-4de9-90e7-c75027321639 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.2687969 Feb 03 04:44:08.373857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:08.381525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.402506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Deleting port 80a10256-da4d-4c84-8110-3fbe3bdfa9ac {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:08.402861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (80a10256-da4d-4c84-8110-3fbe3bdfa9ac), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.421043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.457620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (de480ac1-1fbb-4663-b2e5-5015ebcce15b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.465250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.527066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=de480ac1-1fbb-4663-b2e5-5015ebcce15b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:08.528161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6983254b-2eac-4e63-808e-0bd07c7df75f None None] Allocated IP 2001:db8:0:1::2 (23ad56fa-b405-4d92-b1d7-2ae399d39b11/d056c81a-482f-43cd-9241-d7054873da9e/705c7af0-8be9-4a17-860b-f9a934366475) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:08.568966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:08.664435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4921b3ff-d91d-455a-9029-02a0fab7c426 req-6f8275cd-86c8-4005-bd50-5675cb117f2d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2883968 Feb 03 04:44:08.674051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6983254b-2eac-4e63-808e-0bd07c7df75f None None] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=705c7af0-8be9-4a17-860b-f9a934366475,segment=NetworkSegment(2c8fa01b-09ea-46c8-8ea1-dec580e0856b),segment_id=2c8fa01b-09ea-46c8-8ea1-dec580e0856b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:08.719540 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (80a10256-da4d-4c84-8110-3fbe3bdfa9ac), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.739361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Calling delete_port for 80a10256-da4d-4c84-8110-3fbe3bdfa9ac owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:08.761992 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6983254b-2eac-4e63-808e-0bd07c7df75f None None] Publish callbacks [] for port (705c7af0-8be9-4a17-860b-f9a934366475), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.778191 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6983254b-2eac-4e63-808e-0bd07c7df75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.797505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] In _notify_port_updated(), no bound segment for port 0bba35b1-e46c-4d08-ad75-1b278160e4bd on network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:44:08.809830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:08.810687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.815478 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "PUT /v2.0/ports/0bba35b1-e46c-4d08-ad75-1b278160e4bd HTTP/1.1" status: 200 len: 930 time: 2.7927327 Feb 03 04:44:08.819467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:08.825481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8a47d26a-8388-43c5-9a57-5158046e908e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:08.826057 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment 8a47d26a-8388-43c5-9a57-5158046e908e of type vlan for network 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e Feb 03 04:44:08.962479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983254b-2eac-4e63-808e-0bd07c7df75f None None] Pushing event updated for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:08.994489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (30f2d4cd-5f27-4b4f-9691-1750b9c76c8e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.003272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8511ff-8b5c-4f8c-892c-1a8ae559a656 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=0bba35b1-e46c-4d08-ad75-1b278160e4bd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:09.102980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (80a10256-da4d-4c84-8110-3fbe3bdfa9ac), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.134032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event deleted for resources: {'Port': ['ID=80a10256-da4d-4c84-8110-3fbe3bdfa9ac,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:09.199979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (30f2d4cd-5f27-4b4f-9691-1750b9c76c8e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.206451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:09.207293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.227173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (5619243f-bd8c-4807-b794-2544306c328d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.268942 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.312127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.317165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-51469476-4e18-4e52-b1c4-81b62d270e2e tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/ports/80a10256-da4d-4c84-8110-3fbe3bdfa9ac HTTP/1.1" status: 204 len: 168 time: 1.3172417 Feb 03 04:44:09.318863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:09.388772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=30f2d4cd-5f27-4b4f-9691-1750b9c76c8e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:09.402130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:09.407775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-08db3b64-b489-478b-8597-7fc78f409fcb tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1054633 Feb 03 04:44:09.417627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:09.423426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': '30f2d4cd-5f27-4b4f-9691-1750b9c76c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:09.591748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Deleting subnet 473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:09.600973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:09.605793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.609561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for subnet (473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.616508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 0bba35b1-e46c-4d08-ad75-1b278160e4bd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:09.616852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.749454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:44:09.751794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.882983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:44:09.896567 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d88c2abd-c545-48e3-b34d-d4a6b5c2d07b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6279392 Feb 03 04:44:09.899052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:09.899891 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:44:09.917252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:09.942066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 705c7af0-8be9-4a17-860b-f9a934366475 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:44:09.952355 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:44:09.953145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:44:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:09.969097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 0bba35b1-e46c-4d08-ad75-1b278160e4bd owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:10.040621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting subnet 64e541ba-5234-490d-b5b6-b28e241a111e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:10.053776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for subnet (64e541ba-5234-490d-b5b6-b28e241a111e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.229963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-02566d3c-c02d-4816-a399-bd9d544287e8 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:10.230345 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02566d3c-c02d-4816-a399-bd9d544287e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.264143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:10.270213 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.354464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (64e541ba-5234-490d-b5b6-b28e241a111e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.357320 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:44:10.471412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.496311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (24bd16ba-62bb-48f3-83cc-ec5c0d36623a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.517684 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:44:08Z', 'revision_number': 11, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:10.587117 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:44:10.612596 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:44:10.613193 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:44:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:10.660948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=24bd16ba-62bb-48f3-83cc-ec5c0d36623a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:10.668259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': '8a47d26a-8388-43c5-9a57-5158046e908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '30f2d4cd-5f27-4b4f-9691-1750b9c76c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:10.668259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:10.671254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-02566d3c-c02d-4816-a399-bd9d544287e8 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:10.680554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (64e541ba-5234-490d-b5b6-b28e241a111e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.685757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.719843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event deleted for resources: {'Subnet': ['ID=473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:10.723188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:10.729315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.731176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-02566d3c-c02d-4816-a399-bd9d544287e8 None None] Provisioning complete for port 3a082992-f837-4d8c-b3a3-8d9bc262708b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:10.731176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02566d3c-c02d-4816-a399-bd9d544287e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.734283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a1e55aef-2c10-4167-b482-ded1ebd8d3d0 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/subnets/473fa2a9-97ec-4b1b-a0cd-99a2dc55d58c HTTP/1.1" status: 204 len: 168 time: 1.4075625 Feb 03 04:44:10.735959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:10.738064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:10.741010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:10.749392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:10.749981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.791677 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:44:10.816440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa43f4-bc2f-4151-8cb8-428adb9def52 None None] Network 891eeb8f-540c-4927-9125-77a755856a8e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:10.830444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ebf67-43e8-4fa0-a4ec-6552299d22f3 None None] Network 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:10.847710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb58c333-ec78-41cf-9102-5e4ad0e25875 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4291301 Feb 03 04:44:10.850522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:10.890548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (891eeb8f-540c-4927-9125-77a755856a8e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:10.968220 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:44:08Z', 'revision_number': 11, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:10.979037 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (30f2d4cd-5f27-4b4f-9691-1750b9c76c8e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.020818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Deleting port 7ad03203-f98c-49e3-ae83-a07b7ff07343 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:11.021463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.053138 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ca6f0-c1a0-4c12-9d69-f36f9008b740 None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:44:08Z', 'revision_number': 11, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:44:11.077218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0bba35b1-e46c-4d08-ad75-1b278160e4bd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.097221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (64e541ba-5234-490d-b5b6-b28e241a111e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.195593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=0bba35b1-e46c-4d08-ad75-1b278160e4bd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:11.209329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Subnet': ['ID=64e541ba-5234-490d-b5b6-b28e241a111e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:11.218629 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.225716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-92f01e7f-c62f-449d-8208-614df462c31f tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/64e541ba-5234-490d-b5b6-b28e241a111e HTTP/1.1" status: 204 len: 168 time: 1.3217454 Feb 03 04:44:11.255906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:11.273277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (24bd16ba-62bb-48f3-83cc-ec5c0d36623a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.273470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2de579-8273-4435-85d3-f94f3f13b13a None None] Network aba9d7d9-5372-421f-8982-3f352b35e81d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:11.310657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.319419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4a36f0ba-d278-4459-acb9-1a58c6acd05e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/0bba35b1-e46c-4d08-ad75-1b278160e4bd HTTP/1.1" status: 204 len: 168 time: 2.4369090 Feb 03 04:44:11.325566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:11.423905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (24bd16ba-62bb-48f3-83cc-ec5c0d36623a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.460877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-02566d3c-c02d-4816-a399-bd9d544287e8 None None] Port 3a082992-f837-4d8c-b3a3-8d9bc262708b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:11.488257 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6990f63-fd57-4d21-bafe-7dbf04c9213a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:44:11.494538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c6990f63-fd57-4d21-bafe-7dbf04c9213a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/0bba35b1-e46c-4d08-ad75-1b278160e4bd HTTP/1.1" status: 404 len: 333 time: 0.1654360 Feb 03 04:44:11.498644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-02566d3c-c02d-4816-a399-bd9d544287e8 None None] Could not find standard attr ID for object 0bba35b1-e46c-4d08-ad75-1b278160e4bd. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:44:11.501796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:11.503661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=24bd16ba-62bb-48f3-83cc-ec5c0d36623a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:11.538082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] For port 7ad03203-f98c-49e3-ae83-a07b7ff07343, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ad03203-f98c-49e3-ae83-a07b7ff07343,segment=NetworkSegment(3d990e7f-34aa-436b-a797-34395190c097),segment_id=3d990e7f-34aa-436b-a797-34395190c097)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:11.538606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.608756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Calling delete_port for 7ad03203-f98c-49e3-ae83-a07b7ff07343 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:11.663042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (aba9d7d9-5372-421f-8982-3f352b35e81d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.702842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (0b982f32-f915-4e4d-8dec-498430aad70c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.709201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d769b713-1b66-4cdd-b462-46e0a3f7874f None None] Could not find standard attr ID for object 0bba35b1-e46c-4d08-ad75-1b278160e4bd. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:44:11.718997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba19527-48e0-4c9f-91f1-ef326476ac0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-30f2d4cd-5f27-4b4f-9691-1750b9c76c8e', 'network_id': '30f2d4cd-5f27-4b4f-9691-1750b9c76c8e', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '24bd16ba-62bb-48f3-83cc-ec5c0d36623a'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:11.720162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ba19527-48e0-4c9f-91f1-ef326476ac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.762920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device de480ac1-1fbb-4663-b2e5-5015ebcce15b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:11.804804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (0b982f32-f915-4e4d-8dec-498430aad70c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.880636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7ad03203-f98c-49e3-ae83-a07b7ff07343), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.886557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d2e2d3-61f9-4034-b546-832a9485ddef None None] DHCP port deletion for 891eeb8f-540c-4927-9125-77a755856a8e request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:44:11.897110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: de480ac1-1fbb-4663-b2e5-5015ebcce15b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:11.897473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device de480ac1-1fbb-4663-b2e5-5015ebcce15b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:11.924175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (30f2d4cd-5f27-4b4f-9691-1750b9c76c8e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:11.954182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f2d4cd-5f27-4b4f-9691-1750b9c76c8e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:11.957248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] DHCP port deletion for aba9d7d9-5372-421f-8982-3f352b35e81d request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:44:11.992217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a47d26a-8388-43c5-9a57-5158046e908e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:11.992833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a47d26a-8388-43c5-9a57-5158046e908e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:12.008722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event deleted for resources: {'Port': ['ID=7ad03203-f98c-49e3-ae83-a07b7ff07343,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:12.025852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (8a47d26a-8388-43c5-9a57-5158046e908e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.040809 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8a47d26a-8388-43c5-9a57-5158046e908e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.048407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:12.048777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (8a47d26a-8388-43c5-9a57-5158046e908e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.052388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] No DVR routers for this DVR port 7ad03203-f98c-49e3-ae83-a07b7ff07343 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:12.122196 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:12.152216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff87e66-1285-4fbd-aafb-fa5c4217adb0 None None] Network 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:12.163169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (30f2d4cd-5f27-4b4f-9691-1750b9c76c8e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.172670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff87e66-1285-4fbd-aafb-fa5c4217adb0 None None] Network 30f2d4cd-5f27-4b4f-9691-1750b9c76c8e could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:44:12.180195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.191313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/30f2d4cd-5f27-4b4f-9691-1750b9c76c8e HTTP/1.1" status: 204 len: 168 time: 1.3392677 Feb 03 04:44:12.193057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:12.195062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] Deleting port 4dd2512f-0484-46d4-a155-e2407d44e323 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:12.195431 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.202077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0b982f32-f915-4e4d-8dec-498430aad70c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.208090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.210250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/security-groups/0b982f32-f915-4e4d-8dec-498430aad70c HTTP/1.1" status: 204 len: 168 time: 0.6997964 Feb 03 04:44:12.215547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138112618'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:12.220574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:12.256855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b982f32-f915-4e4d-8dec-498430aad70c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:12.265003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:12.268519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.287263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.288881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.288881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.288881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.288881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.289261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.289360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.289932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.290454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.290884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.291245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.291599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.292022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccb178-eb64-4b59-bb73-fe035544191a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:12.297851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60872) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:12.312409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbaa17-ce4d-4281-8c7c-fafa58b74784 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=30f2d4cd-5f27-4b4f-9691-1750b9c76c8e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:12.352025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:12.363108 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (891eeb8f-540c-4927-9125-77a755856a8e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.377167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5e3fb2a7-5678-465d-9e36-e94144cbfc24), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.377772 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment 5e3fb2a7-5678-465d-9e36-e94144cbfc24 of type vlan for network c96913d8-8e1b-4b46-850b-e30e014ff544 Feb 03 04:44:12.384976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Deleting port 4dd2512f-0484-46d4-a155-e2407d44e323 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:12.385327 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.433208 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84271fa5-9208-4145-9d71-d391a11c6bd8 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (b4850815-392a-4788-a389-a59c52d6a6de), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.464141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84271fa5-9208-4145-9d71-d391a11c6bd8 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (b4850815-392a-4788-a389-a59c52d6a6de), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.466258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] For port 4dd2512f-0484-46d4-a155-e2407d44e323, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4dd2512f-0484-46d4-a155-e2407d44e323,segment=NetworkSegment(ffec4172-d5a5-416b-ad78-affc1737e3da),segment_id=ffec4172-d5a5-416b-ad78-affc1737e3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:12.467872 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.504311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c96913d8-8e1b-4b46-850b-e30e014ff544), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.514183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891eeb8f-540c-4927-9125-77a755856a8e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:12.527050 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84271fa5-9208-4145-9d71-d391a11c6bd8 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b4850815-392a-4788-a389-a59c52d6a6de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.529391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] Calling delete_port for 4dd2512f-0484-46d4-a155-e2407d44e323 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:12.530168 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84271fa5-9208-4145-9d71-d391a11c6bd8 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.531553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-84271fa5-9208-4145-9d71-d391a11c6bd8 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/security-groups/b4850815-392a-4788-a389-a59c52d6a6de HTTP/1.1" status: 204 len: 168 time: 0.3099909 Feb 03 04:44:12.546385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60876) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:12.549299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d990e7f-34aa-436b-a797-34395190c097') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:12.549614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d990e7f-34aa-436b-a797-34395190c097') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:12.551889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae0c524-4e39-4c2c-8ddf-7c482bfb7d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.560177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84271fa5-9208-4145-9d71-d391a11c6bd8 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4850815-392a-4788-a389-a59c52d6a6de,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:12.654328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae0c524-4e39-4c2c-8ddf-7c482bfb7d1b admin admin] Publish callbacks [] for security_group (452d7b94-1b37-4340-b366-d70d6ee14828), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.662127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dae0c524-4e39-4c2c-8ddf-7c482bfb7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (452d7b94-1b37-4340-b366-d70d6ee14828), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.684238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (3d990e7f-34aa-436b-a797-34395190c097), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.722362 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dae0c524-4e39-4c2c-8ddf-7c482bfb7d1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=428cedff924440659c44aa9b4b419617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4228437 Feb 03 04:44:12.724286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0c524-4e39-4c2c-8ddf-7c482bfb7d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452d7b94-1b37-4340-b366-d70d6ee14828,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:12.739186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:12.753801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c96913d8-8e1b-4b46-850b-e30e014ff544), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.760422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:12.761311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.773505 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3d990e7f-34aa-436b-a797-34395190c097), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.773814 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.779104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] For port 4dd2512f-0484-46d4-a155-e2407d44e323, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4dd2512f-0484-46d4-a155-e2407d44e323,segment=NetworkSegment(ffec4172-d5a5-416b-ad78-affc1737e3da),segment_id=ffec4172-d5a5-416b-ad78-affc1737e3da)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:12.779530 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.800574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:12.800977 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (3d990e7f-34aa-436b-a797-34395190c097), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:12.807935 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:12.810279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Calling delete_port for 4dd2512f-0484-46d4-a155-e2407d44e323 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:12.810793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] Pushing event deleted for resources: {'Port': ['ID=4dd2512f-0484-46d4-a155-e2407d44e323,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:12.817260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096f1fb-ef31-4e5d-ace7-6caf358da10e None None] No DVR routers for this DVR port 4dd2512f-0484-46d4-a155-e2407d44e323 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:12.840580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 6326f039-dd68-42ad-8199-b4d623d12808 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:12.863428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (6326f039-dd68-42ad-8199-b4d623d12808), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.863668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=c96913d8-8e1b-4b46-850b-e30e014ff544,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:12.875434 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c96913d8-8e1b-4b46-850b-e30e014ff544 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:12.898864 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ceb7a577-08ef-4af2-969d-9526f1a7ab75 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6873751 Feb 03 04:44:12.904420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60880) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:12.914613 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e32089d4-e123-43e0-8934-ce732af72f49 admin admin] Publish callbacks [] for security_group (452d7b94-1b37-4340-b366-d70d6ee14828), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.933886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': 'c96913d8-8e1b-4b46-850b-e30e014ff544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:12.941503 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e32089d4-e123-43e0-8934-ce732af72f49 admin admin] Publish callbacks [] for security_group (452d7b94-1b37-4340-b366-d70d6ee14828), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:12.998112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (891eeb8f-540c-4927-9125-77a755856a8e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.003958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.006598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e32089d4-e123-43e0-8934-ce732af72f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (452d7b94-1b37-4340-b366-d70d6ee14828), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.007529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] 10.222.0.35 "DELETE /v2.0/networks/891eeb8f-540c-4927-9125-77a755856a8e HTTP/1.1" status: 204 len: 168 time: 2.2693050 Feb 03 04:44:13.021113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e32089d4-e123-43e0-8934-ce732af72f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.022289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e32089d4-e123-43e0-8934-ce732af72f49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/452d7b94-1b37-4340-b366-d70d6ee14828 HTTP/1.1" status: 204 len: 168 time: 0.2812297 Feb 03 04:44:13.036713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32089d4-e123-43e0-8934-ce732af72f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452d7b94-1b37-4340-b366-d70d6ee14828,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:13.073207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9363b1-2e55-4a26-86e7-c076c14c6785 tempest-TagsExtTest-1848116752 tempest-TagsExtTest-1848116752-project] Pushing event deleted for resources: {'Network': ['ID=891eeb8f-540c-4927-9125-77a755856a8e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:13.091256 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (6326f039-dd68-42ad-8199-b4d623d12808), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.205878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:13.209784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.346674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4dd2512f-0484-46d4-a155-e2407d44e323), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.367419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No DVR routers for this DVR port 4dd2512f-0484-46d4-a155-e2407d44e323 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:13.476372 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (aba9d7d9-5372-421f-8982-3f352b35e81d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.522193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba9d7d9-5372-421f-8982-3f352b35e81d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:13.524919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Port': ['ID=4dd2512f-0484-46d4-a155-e2407d44e323,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:13.551276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:13.561529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffec4172-d5a5-416b-ad78-affc1737e3da') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:13.561836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffec4172-d5a5-416b-ad78-affc1737e3da') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:13.643726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (ffec4172-d5a5-416b-ad78-affc1737e3da), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.684407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ffec4172-d5a5-416b-ad78-affc1737e3da), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.694134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:13.694554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (ffec4172-d5a5-416b-ad78-affc1737e3da), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.758692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:13.782041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4dd2512f-0484-46d4-a155-e2407d44e323 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:13.786881 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:13.789909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (6326f039-dd68-42ad-8199-b4d623d12808), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.797041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1180-d606-4579-9779-8d4faf79bc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.809914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 4dd2512f-0484-46d4-a155-e2407d44e323 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:13.810367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4dd2512f-0484-46d4-a155-e2407d44e323 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:13.810866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ad03203-f98c-49e3-ae83-a07b7ff07343 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:13.833325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (aba9d7d9-5372-421f-8982-3f352b35e81d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.847725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:13.852722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7ad03203-f98c-49e3-ae83-a07b7ff07343 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:13.853269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ad03203-f98c-49e3-ae83-a07b7ff07343 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:13.853986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/networks/aba9d7d9-5372-421f-8982-3f352b35e81d HTTP/1.1" status: 204 len: 168 time: 2.6002948 Feb 03 04:44:13.858212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:13.882464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'routes': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:13.894893 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-438a689c-57c9-423e-8883-a935f76c03f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa31923aedf045ff8b4755af5d3fe275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415525 Feb 03 04:44:13.898100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:13.912854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd176ce0-b71a-46c0-b2b9-38b97094e927 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Pushing event deleted for resources: {'Network': ['ID=aba9d7d9-5372-421f-8982-3f352b35e81d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:14.008806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1180-d606-4579-9779-8d4faf79bc65 admin admin] Publish callbacks [] for security_group (a22e21de-363f-4424-aea2-c7350d9ee5fc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.011756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (6326f039-dd68-42ad-8199-b4d623d12808), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.039291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1180-d606-4579-9779-8d4faf79bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a22e21de-363f-4424-aea2-c7350d9ee5fc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.056958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (8baedd5b-3445-4ecd-b41a-8980a9664920), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.113337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=6326f039-dd68-42ad-8199-b4d623d12808,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:14.117107 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.125069 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e77ac5ab-633f-45fa-b8ba-0b7650302a0b tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/6326f039-dd68-42ad-8199-b4d623d12808 HTTP/1.1" status: 204 len: 168 time: 1.5610466 Feb 03 04:44:14.127320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:14.130248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf8411-4b37-43ee-849a-39128b2e072c None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:14.130743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0ff1180-d606-4579-9779-8d4faf79bc65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9869b78ff1e94630a6e32a358937fa6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646884 Feb 03 04:44:14.131625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff1180-d606-4579-9779-8d4faf79bc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22e21de-363f-4424-aea2-c7350d9ee5fc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:14.145166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:14.159495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:14.167102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1caae064-b5ed-46a3-bedc-d4a4860c38b9 admin admin] Publish callbacks [] for security_group (4919d3e1-0d9a-4c68-a121-ee3857bff111), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.188897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Added routes are [] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 04:44:14.189277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Removed routes are [] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 04:44:14.189636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.268557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1caae064-b5ed-46a3-bedc-d4a4860c38b9 admin admin] Publish callbacks [] for security_group (4919d3e1-0d9a-4c68-a121-ee3857bff111), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.301625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056a6279-7bf7-451e-8d0e-57ce072e9d3e admin admin] Publish callbacks [] for security_group (a22e21de-363f-4424-aea2-c7350d9ee5fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.334077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056a6279-7bf7-451e-8d0e-57ce072e9d3e admin admin] Publish callbacks [] for security_group (a22e21de-363f-4424-aea2-c7350d9ee5fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.369253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1caae064-b5ed-46a3-bedc-d4a4860c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4919d3e1-0d9a-4c68-a121-ee3857bff111), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.372826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1caae064-b5ed-46a3-bedc-d4a4860c38b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.376906 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1caae064-b5ed-46a3-bedc-d4a4860c38b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4919d3e1-0d9a-4c68-a121-ee3857bff111 HTTP/1.1" status: 204 len: 168 time: 0.4779651 Feb 03 04:44:14.386260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caae064-b5ed-46a3-bedc-d4a4860c38b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4919d3e1-0d9a-4c68-a121-ee3857bff111,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:14.421251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056a6279-7bf7-451e-8d0e-57ce072e9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a22e21de-363f-4424-aea2-c7350d9ee5fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.424778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056a6279-7bf7-451e-8d0e-57ce072e9d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.428833 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-056a6279-7bf7-451e-8d0e-57ce072e9d3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a22e21de-363f-4424-aea2-c7350d9ee5fc HTTP/1.1" status: 204 len: 168 time: 0.2808435 Feb 03 04:44:14.443834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a6279-7bf7-451e-8d0e-57ce072e9d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22e21de-363f-4424-aea2-c7350d9ee5fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:14.928000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=8baedd5b-3445-4ecd-b41a-8980a9664920,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:14.931512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:14.941977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': '5e3fb2a7-5678-465d-9e36-e94144cbfc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c96913d8-8e1b-4b46-850b-e30e014ff544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:14.942352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: c96913d8-8e1b-4b46-850b-e30e014ff544, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:14.949419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (5619243f-bd8c-4807-b794-2544306c328d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.029955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network c96913d8-8e1b-4b46-850b-e30e014ff544 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:15.080408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c96913d8-8e1b-4b46-850b-e30e014ff544) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:15.090014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a75cd4-7e49-4894-90d7-d07654dbc1ab None None] Network c96913d8-8e1b-4b46-850b-e30e014ff544 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:15.093875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:15.094523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.102359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 5619243f-bd8c-4807-b794-2544306c328d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:44:15.107381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:15.111963 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.212570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3904a8ee-a5b4-4f50-b8ac-2e3ccc3147aa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2822716 Feb 03 04:44:15.213612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:15.332824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:44:15.341994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.346615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-100390d4-bfce-46ee-9364-7b7f0c542d1e tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 200 len: 701 time: 1.4811912 Feb 03 04:44:15.350529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:15.390728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] Sync routers for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:44:15.400435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ef16faea-a718-4365-8646-f642faf9a285 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 200 len: 205 time: 0.0485489 Feb 03 04:44:15.401844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:15.421121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddd21a-e87c-49d3-825d-3d0014f8a994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c96913d8-8e1b-4b46-850b-e30e014ff544', 'network_id': 'c96913d8-8e1b-4b46-850b-e30e014ff544', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '8baedd5b-3445-4ecd-b41a-8980a9664920'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:15.422897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd21a-e87c-49d3-825d-3d0014f8a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.481369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] Routers {'5619243f-bd8c-4807-b794-2544306c328d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:44:15.484447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:44:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['5619243f-bd8c-4807-b794-2544306c328d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:15.515957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20939588-4d03-4d5b-bf5b-700bebb1e43d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (5619243f-bd8c-4807-b794-2544306c328d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.535991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c96913d8-8e1b-4b46-850b-e30e014ff544), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.670045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (8baedd5b-3445-4ecd-b41a-8980a9664920), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.760020 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20939588-4d03-4d5b-bf5b-700bebb1e43d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (5619243f-bd8c-4807-b794-2544306c328d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.763059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20939588-4d03-4d5b-bf5b-700bebb1e43d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (5619243f-bd8c-4807-b794-2544306c328d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.794395 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (8baedd5b-3445-4ecd-b41a-8980a9664920), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.837143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20939588-4d03-4d5b-bf5b-700bebb1e43d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (5619243f-bd8c-4807-b794-2544306c328d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.837741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20939588-4d03-4d5b-bf5b-700bebb1e43d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Fanout notify agent at l3_agent the message router_deleted on router 5619243f-bd8c-4807-b794-2544306c328d {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:44:15.845303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20939588-4d03-4d5b-bf5b-700bebb1e43d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:15.855314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-20939588-4d03-4d5b-bf5b-700bebb1e43d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 204 len: 168 time: 0.4492037 Feb 03 04:44:15.856035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:15.857111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=8baedd5b-3445-4ecd-b41a-8980a9664920,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:15.866773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ccf78065-32f4-4266-85b4-4a432388a257 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1781009867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server [None req-b3ddd21a-e87c-49d3-825d-3d0014f8a994 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8baedd5b-3445-4ecd-b41a-8980a9664920: This subnet is being modified by another concurrent operation. Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise exception Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8baedd5b-3445-4ecd-b41a-8980a9664920: This subnet is being modified by another concurrent operation. Feb 03 04:44:15.866932 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Feb 03 04:44:15.874776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] Set router 5619243f-bd8c-4807-b794-2544306c328d gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:44:16.002957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c96913d8-8e1b-4b46-850b-e30e014ff544), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.007797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f024dd51-491a-4424-8ca1-d7cd26f9255b None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:16.008173 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f024dd51-491a-4424-8ca1-d7cd26f9255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.023590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccf78065-32f4-4266-85b4-4a432388a257 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.025723 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccf78065-32f4-4266-85b4-4a432388a257 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.048820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96913d8-8e1b-4b46-850b-e30e014ff544']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:16.075559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3fb2a7-5678-465d-9e36-e94144cbfc24') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:16.075867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3fb2a7-5678-465d-9e36-e94144cbfc24') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:16.079553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5afce-284c-4b47-be8f-27fc9c5cd432 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:44:16.096252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccf78065-32f4-4266-85b4-4a432388a257 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (6dfd9e31-b905-4fea-ac16-9390c022296f), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.098855 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (5e3fb2a7-5678-465d-9e36-e94144cbfc24), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.098997 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (623ea5dd-b6a5-4350-96e0-43dede47adf6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.117543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccf78065-32f4-4266-85b4-4a432388a257 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.129306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5e3fb2a7-5678-465d-9e36-e94144cbfc24), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.151025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:16.153182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (5e3fb2a7-5678-465d-9e36-e94144cbfc24), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:16.158831 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:16.179137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:16.186307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:16.193050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:16.193758 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.217564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f5afce-284c-4b47-be8f-27fc9c5cd432 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:44:16.220866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccf78065-32f4-4266-85b4-4a432388a257 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.223151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ccf78065-32f4-4266-85b4-4a432388a257 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3617773 Feb 03 04:44:16.230153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5619243f-bd8c-4807-b794-2544306c328d', 'name': 'tempest-RoutersTest-router-1559401435', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:42:47Z', 'updated_at': '2022-02-03T04:44:08Z', 'revision_number': 11, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:16.235958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0806060 Feb 03 04:44:16.236354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:16.236708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:16.246178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc215fdc-7bfd-499f-858f-50499b6aa6b8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:16.251867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b063d859-e722-4be6-ab5d-82b1f2a34c54 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'security_group': {'name': 'tempest-secgroup-2008136707'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:16.274712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c48c5-ae67-4174-a9d3-e4a03c239fec tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=623ea5dd-b6a5-4350-96e0-43dede47adf6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:16.290419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] Checking router: 5619243f-bd8c-4807-b794-2544306c328d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:44:16.293444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c96913d8-8e1b-4b46-850b-e30e014ff544), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.301248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.313335 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/c96913d8-8e1b-4b46-850b-e30e014ff544 HTTP/1.1" status: 204 len: 168 time: 1.0969718 Feb 03 04:44:16.315929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:16.344362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-124597951'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:16.354808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b063d859-e722-4be6-ab5d-82b1f2a34c54 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.355192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32a26f-ee31-4748-a538-bd9b502953ab tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=c96913d8-8e1b-4b46-850b-e30e014ff544,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:16.386783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:16.391545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.422985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f024dd51-491a-4424-8ca1-d7cd26f9255b None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:16.425657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:44:16.426491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:44:16.427305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5619243f-bd8c-4807-b794-2544306c328d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:44:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103325) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:44:16.427898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3148c13-8044-4adc-957b-4ea7929e420e None None] The sync data for ids ['5619243f-bd8c-4807-b794-2544306c328d'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:44:16.451474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:16.470459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (32e7c6ed-ff1e-4244-b53b-fdf97357a125), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.470863 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment 32e7c6ed-ff1e-4244-b53b-fdf97357a125 of type vlan for network bebb4091-cc29-4a7a-bf85-64837b427bf8 Feb 03 04:44:16.533345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b063d859-e722-4be6-ab5d-82b1f2a34c54 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (d52c5c27-8198-4899-bb4f-fd5b316f8da4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.546462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (bebb4091-cc29-4a7a-bf85-64837b427bf8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.593008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (bebb4091-cc29-4a7a-bf85-64837b427bf8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.593953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b063d859-e722-4be6-ab5d-82b1f2a34c54 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d52c5c27-8198-4899-bb4f-fd5b316f8da4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.599860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:16.602521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.684741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f024dd51-491a-4424-8ca1-d7cd26f9255b None None] Provisioning complete for port 3a082992-f837-4d8c-b3a3-8d9bc262708b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:16.687419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f024dd51-491a-4424-8ca1-d7cd26f9255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.700043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=bebb4091-cc29-4a7a-bf85-64837b427bf8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:16.711326 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b7e80f44-c83f-4ee3-a0cc-a21d83fefde8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3927903 Feb 03 04:44:16.712349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:16.725853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network bebb4091-cc29-4a7a-bf85-64837b427bf8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:16.728454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': 'bebb4091-cc29-4a7a-bf85-64837b427bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:16.807524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063d859-e722-4be6-ab5d-82b1f2a34c54 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c5c27-8198-4899-bb4f-fd5b316f8da4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:16.818711 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b063d859-e722-4be6-ab5d-82b1f2a34c54 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:16.820048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b063d859-e722-4be6-ab5d-82b1f2a34c54 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5786974 Feb 03 04:44:16.827646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:16.834034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cc50ee5a-20a4-4f8a-9756-e7a1e24b0214 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'security_group': {'name': 'tempest-secgroup-986273946'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:16.923549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:16.927559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.053578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc215fdc-7bfd-499f-858f-50499b6aa6b8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.079227 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc215fdc-7bfd-499f-858f-50499b6aa6b8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.084280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 04:44:17.085353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 04:44:17.090477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc50ee5a-20a4-4f8a-9756-e7a1e24b0214 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.221380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc50ee5a-20a4-4f8a-9756-e7a1e24b0214 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (611712c0-cbdf-40d3-96a4-541238a9f4e3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.282252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (523f97a0-fe4b-40c1-aad4-fee01ce7d3fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.297415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f024dd51-491a-4424-8ca1-d7cd26f9255b None None] Port 3a082992-f837-4d8c-b3a3-8d9bc262708b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:17.306853 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc50ee5a-20a4-4f8a-9756-e7a1e24b0214 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (611712c0-cbdf-40d3-96a4-541238a9f4e3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.364609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4010c-94f6-4298-bc8c-925e598e428c None None] Network c96913d8-8e1b-4b46-850b-e30e014ff544 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:17.379214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb422d-385e-4015-a726-1fd8beec8b04 None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:17.435855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50ee5a-20a4-4f8a-9756-e7a1e24b0214 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611712c0-cbdf-40d3-96a4-541238a9f4e3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:17.445537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=523f97a0-fe4b-40c1-aad4-fee01ce7d3fb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:17.465972 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc50ee5a-20a4-4f8a-9756-e7a1e24b0214 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.468614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cc50ee5a-20a4-4f8a-9756-e7a1e24b0214 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6401634 Feb 03 04:44:17.471022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:17.471860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': '32e7c6ed-ff1e-4244-b53b-fdf97357a125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bebb4091-cc29-4a7a-bf85-64837b427bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:17.472213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: bebb4091-cc29-4a7a-bf85-64837b427bf8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:17.489291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0a007e70-9c41-4136-abe8-7014f02854bd tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'security_group': {'name': 'tempest-secgroup-690055545'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:17.503398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc215fdc-7bfd-499f-858f-50499b6aa6b8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Router 6dfd9e31-b905-4fea-ac16-9390c022296f is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:44:17.525161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a007e70-9c41-4136-abe8-7014f02854bd tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.535753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network bebb4091-cc29-4a7a-bf85-64837b427bf8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:17.545376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4010c-94f6-4298-bc8c-925e598e428c None None] Network c96913d8-8e1b-4b46-850b-e30e014ff544 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:44:17.559820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, bebb4091-cc29-4a7a-bf85-64837b427bf8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:17.564745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:17.565452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.575438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda80005-98c6-4656-a4bf-608e947887b7 None None] Network bebb4091-cc29-4a7a-bf85-64837b427bf8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:17.652353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b0b619ca-54e3-4264-a5ba-3758b0e95834 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9367831 Feb 03 04:44:17.655046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:17.734254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc215fdc-7bfd-499f-858f-50499b6aa6b8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:44:17.737320 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a007e70-9c41-4136-abe8-7014f02854bd tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (d30b773c-cb26-44ab-adac-86697768d078), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.747721 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] Sync routers for ids ['6dfd9e31-b905-4fea-ac16-9390c022296f'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:44:17.749772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a007e70-9c41-4136-abe8-7014f02854bd tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d30b773c-cb26-44ab-adac-86697768d078), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.755199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc215fdc-7bfd-499f-858f-50499b6aa6b8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.758428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc215fdc-7bfd-499f-858f-50499b6aa6b8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "PUT /v2.0/routers/6dfd9e31-b905-4fea-ac16-9390c022296f HTTP/1.1" status: 200 len: 694 time: 1.5182314 Feb 03 04:44:17.764464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:17.777127 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] Routers {'6dfd9e31-b905-4fea-ac16-9390c022296f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:44:17.782012 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:44:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6dfd9e31-b905-4fea-ac16-9390c022296f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:17.902830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a007e70-9c41-4136-abe8-7014f02854bd tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.910287 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0a007e70-9c41-4136-abe8-7014f02854bd tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4300656 Feb 03 04:44:17.911445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (bebb4091-cc29-4a7a-bf85-64837b427bf8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:17.918135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:17.932449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2142588747', 'security_groups': ['d30b773c-cb26-44ab-adac-86697768d078'], 'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '623ea5dd-b6a5-4350-96e0-43dede47adf6'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:17.935459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007e70-9c41-4136-abe8-7014f02854bd tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b773c-cb26-44ab-adac-86697768d078,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:17.999731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cd8f68d1-2049-4da2-bcb8-6aa494845e12 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/routers/6dfd9e31-b905-4fea-ac16-9390c022296f HTTP/1.1" status: 200 len: 700 time: 0.2256339 Feb 03 04:44:18.003563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:18.011108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212c99f-7fef-4263-baac-59662f0d5b99 None None] Update dhcp port {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'fixed_ips': [{'subnet_id': 'd056c81a-482f-43cd-9241-d7054873da9e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '623ea5dd-b6a5-4350-96e0-43dede47adf6'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '705c7af0-8be9-4a17-860b-f9a934366475'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:44:18.016774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4824c1-3662-4b46-bd4b-45c3d9627e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-bebb4091-cc29-4a7a-bf85-64837b427bf8', 'network_id': 'bebb4091-cc29-4a7a-bf85-64837b427bf8', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '523f97a0-fe4b-40c1-aad4-fee01ce7d3fb'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:18.017734 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee4824c1-3662-4b46-bd4b-45c3d9627e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.035311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (523f97a0-fe4b-40c1-aad4-fee01ce7d3fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.043598 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] Set router 6dfd9e31-b905-4fea-ac16-9390c022296f gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:44:18.085036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dfac1454-c72a-4e00-9340-19bcb29a7de8 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dfd9e31-b905-4fea-ac16-9390c022296f HTTP/1.1" status: 200 len: 205 time: 0.0730984 Feb 03 04:44:18.146928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:18.166565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (523f97a0-fe4b-40c1-aad4-fee01ce7d3fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.191262 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd9e31-b905-4fea-ac16-9390c022296f', 'name': 'tempest-RoutersTest-router-1781009867', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:44:16Z', 'updated_at': '2022-02-03T04:44:17Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:18.223892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=523f97a0-fe4b-40c1-aad4-fee01ce7d3fb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:18.251955 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] Checking router: 6dfd9e31-b905-4fea-ac16-9390c022296f for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:44:18.263444 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] Routers {'6dfd9e31-b905-4fea-ac16-9390c022296f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:44:18.264377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:44:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6dfd9e31-b905-4fea-ac16-9390c022296f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:18.295654 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d212c99f-7fef-4263-baac-59662f0d5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server [None req-ee4824c1-3662-4b46-bd4b-45c3d9627e20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523f97a0-fe4b-40c1-aad4-fee01ce7d3fb: This subnet is being modified by another concurrent operation. Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise exception Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523f97a0-fe4b-40c1-aad4-fee01ce7d3fb: This subnet is being modified by another concurrent operation. Feb 03 04:44:18.301432 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Feb 03 04:44:18.332883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed482d8-5cc8-4260-ba2b-05326c15661b None None] Network bebb4091-cc29-4a7a-bf85-64837b427bf8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:18.369456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (bebb4091-cc29-4a7a-bf85-64837b427bf8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.435656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebb4091-cc29-4a7a-bf85-64837b427bf8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:18.456059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e7c6ed-ff1e-4244-b53b-fdf97357a125') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:18.456366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e7c6ed-ff1e-4244-b53b-fdf97357a125') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:18.486139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (32e7c6ed-ff1e-4244-b53b-fdf97357a125), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.513337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (32e7c6ed-ff1e-4244-b53b-fdf97357a125), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.528940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:18.529366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (32e7c6ed-ff1e-4244-b53b-fdf97357a125), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:18.532907 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:18.542181 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] Set router 6dfd9e31-b905-4fea-ac16-9390c022296f gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:44:18.659269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d212c99f-7fef-4263-baac-59662f0d5b99 None None] Allocated IP 2001:db8::2 (23ad56fa-b405-4d92-b1d7-2ae399d39b11/623ea5dd-b6a5-4350-96e0-43dede47adf6/705c7af0-8be9-4a17-860b-f9a934366475) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:18.665278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (bebb4091-cc29-4a7a-bf85-64837b427bf8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.672793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.678851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/bebb4091-cc29-4a7a-bf85-64837b427bf8 HTTP/1.1" status: 204 len: 168 time: 1.0224609 Feb 03 04:44:18.687167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32856) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:18.697427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1669316020'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:18.720703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59ebd-9001-4d2d-bdca-3b3f51c19f84 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=bebb4091-cc29-4a7a-bf85-64837b427bf8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:18.725801 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd9e31-b905-4fea-ac16-9390c022296f', 'name': 'tempest-RoutersTest-router-1781009867', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:44:16Z', 'updated_at': '2022-02-03T04:44:17Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:18.754356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:18.758824 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.797206 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a04d19-d10a-472e-8b15-b13abeb50d52 None None] The sync data for ids ['6dfd9e31-b905-4fea-ac16-9390c022296f'] in n-d-827549-1 is: [{'id': '6dfd9e31-b905-4fea-ac16-9390c022296f', 'name': 'tempest-RoutersTest-router-1781009867', 'tenant_id': '0d818a70fc124064a0cb822bc69af8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:44:16Z', 'updated_at': '2022-02-03T04:44:17Z', 'revision_number': 2, 'project_id': '0d818a70fc124064a0cb822bc69af8dc', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:44:18.814928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:18.835293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7451a29e-544a-4c81-b0d5-c42309d0418c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.835775 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment 7451a29e-544a-4c81-b0d5-c42309d0418c of type vlan for network d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 Feb 03 04:44:18.893390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d212c99f-7fef-4263-baac-59662f0d5b99 None None] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=705c7af0-8be9-4a17-860b-f9a934366475,segment=NetworkSegment(2c8fa01b-09ea-46c8-8ea1-dec580e0856b),segment_id=2c8fa01b-09ea-46c8-8ea1-dec580e0856b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:18.914210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2014a9-8861-478d-8672-0609d3cba456 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.953459 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d212c99f-7fef-4263-baac-59662f0d5b99 None None] Publish callbacks [] for port (705c7af0-8be9-4a17-860b-f9a934366475), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.954313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d854c9bd-2c95-426e-8bec-2cfab6dc4ef8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:18.963493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d212c99f-7fef-4263-baac-59662f0d5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.033002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d854c9bd-2c95-426e-8bec-2cfab6dc4ef8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.043669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:19.044857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.102760 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2014a9-8861-478d-8672-0609d3cba456 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.105094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2014a9-8861-478d-8672-0609d3cba456 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router_controller (6dfd9e31-b905-4fea-ac16-9390c022296f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.147435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c99f-7fef-4263-baac-59662f0d5b99 None None] Pushing event updated for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:19.165585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.168778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4772987 Feb 03 04:44:19.174925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': 'd854c9bd-2c95-426e-8bec-2cfab6dc4ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:19.188633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2014a9-8861-478d-8672-0609d3cba456 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (6dfd9e31-b905-4fea-ac16-9390c022296f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.189565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2014a9-8861-478d-8672-0609d3cba456 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Fanout notify agent at l3_agent the message router_deleted on router 6dfd9e31-b905-4fea-ac16-9390c022296f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:44:19.217195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2014a9-8861-478d-8672-0609d3cba456 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.219082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0f2014a9-8861-478d-8672-0609d3cba456 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/6dfd9e31-b905-4fea-ac16-9390c022296f HTTP/1.1" status: 204 len: 168 time: 1.0710940 Feb 03 04:44:19.240717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.241377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:19.260976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae90d-7d59-40d1-bfa9-2b2653d92626 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=d854c9bd-2c95-426e-8bec-2cfab6dc4ef8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:19.276502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:19.333689 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-72bea60d-b4e9-4b9a-bbcd-1380f30c6da2 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dfd9e31-b905-4fea-ac16-9390c022296f HTTP/1.1" status: 200 len: 205 time: 0.0602188 Feb 03 04:44:19.336200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.402857 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-2fcb7247-035e-437d-839e-749815edf1b0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] delete failed (client error): The resource could not be found. Feb 03 04:44:19.404155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2fcb7247-035e-437d-839e-749815edf1b0 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/6dfd9e31-b905-4fea-ac16-9390c022296f HTTP/1.1" status: 404 len: 336 time: 0.0668952 Feb 03 04:44:19.406792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.519281 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-231c8aa4-38e7-4fbb-88a8-1892fe2fce92 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:19.519729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231c8aa4-38e7-4fbb-88a8-1892fe2fce92 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:19.522951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-231c8aa4-38e7-4fbb-88a8-1892fe2fce92 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/c274f40b-1217-4048-8376-5f538a324e8c HTTP/1.1" status: 404 len: 337 time: 0.1154454 Feb 03 04:44:19.526412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.595016 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75d5a0d-5792-4334-aaa2-58b2ccfd9972 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:19.595581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75d5a0d-5792-4334-aaa2-58b2ccfd9972 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:19.604541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f75d5a0d-5792-4334-aaa2-58b2ccfd9972 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/91f033de-8550-47bc-af45-aa5a47812957 HTTP/1.1" status: 404 len: 337 time: 0.0732186 Feb 03 04:44:19.618191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:19.618349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32876) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.618481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.622748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:19.666860 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-954618d1-13cb-40df-b93c-7e859d5078df tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:19.667350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954618d1-13cb-40df-b93c-7e859d5078df tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:19.670758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-954618d1-13cb-40df-b93c-7e859d5078df tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/779e2385-cab2-4322-b52f-e881e39f2adb HTTP/1.1" status: 404 len: 337 time: 0.0558879 Feb 03 04:44:19.673258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.719293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] device_id is not set on port bec8e4e6-8045-4e58-8a70-4d80550e6d31 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:44:19.744243 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd692318-75e4-4a55-aa3b-33059d1a95c6 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:19.747963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd692318-75e4-4a55-aa3b-33059d1a95c6 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:19.753650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bd692318-75e4-4a55-aa3b-33059d1a95c6 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/64e541ba-5234-490d-b5b6-b28e241a111e HTTP/1.1" status: 404 len: 337 time: 0.0769887 Feb 03 04:44:19.760405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32880) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.811858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 705c7af0-8be9-4a17-860b-f9a934366475 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:44:19.852156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5e3d7d21-6fff-4806-9eeb-493b8354d4de tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 200 len: 205 time: 0.0898688 Feb 03 04:44:19.854564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:19.931702 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-8ac5c9ab-af2b-400b-b6d2-ecce8437dbaa tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] delete failed (client error): The resource could not be found. Feb 03 04:44:19.935254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8ac5c9ab-af2b-400b-b6d2-ecce8437dbaa tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/5619243f-bd8c-4807-b794-2544306c328d HTTP/1.1" status: 404 len: 336 time: 0.0774703 Feb 03 04:44:19.935541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.001994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4ab25158-dedd-4d00-8f17-dc679ea8af62 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fda5348-7fff-4403-b0ca-ae2c84467f3d HTTP/1.1" status: 200 len: 205 time: 0.0643024 Feb 03 04:44:20.003726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.042744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:20.044332 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.074202 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ad765547-c381-4bbf-8518-969b9b39456d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] delete failed (client error): The resource could not be found. Feb 03 04:44:20.078488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ad765547-c381-4bbf-8518-969b9b39456d tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/1fda5348-7fff-4403-b0ca-ae2c84467f3d HTTP/1.1" status: 404 len: 336 time: 0.0728011 Feb 03 04:44:20.079373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32896) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.127984 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b162d9be-4325-4343-a0fc-11ef754f5748 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:20.129237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b162d9be-4325-4343-a0fc-11ef754f5748 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:20.138608 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b162d9be-4325-4343-a0fc-11ef754f5748 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/ef8666a9-f4a6-4f76-92fd-f8902eac9394 HTTP/1.1" status: 404 len: 337 time: 0.0576196 Feb 03 04:44:20.139945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.149993 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (c64e83b3-e6e2-4068-817b-2cbbb007efdd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.217370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4c13c44e-bc44-431c-8808-8d571c95da75 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=b39cbd57-5f6e-47f0-99f8-74651f7a782b HTTP/1.1" status: 200 len: 205 time: 0.0755575 Feb 03 04:44:20.219617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.226645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=c64e83b3-e6e2-4068-817b-2cbbb007efdd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:20.261131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7d8c3-cdd6-4d76-b228-c51fbcf75126 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:44:20.310945 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-74f0725e-0db1-41c8-80dc-0bbc54f785bc tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] delete failed (client error): The resource could not be found. Feb 03 04:44:20.312044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74f0725e-0db1-41c8-80dc-0bbc54f785bc tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/b39cbd57-5f6e-47f0-99f8-74651f7a782b HTTP/1.1" status: 404 len: 336 time: 0.0914159 Feb 03 04:44:20.314769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32904) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.333805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': '7451a29e-544a-4c81-b0d5-c42309d0418c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd854c9bd-2c95-426e-8bec-2cfab6dc4ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:20.334269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: d854c9bd-2c95-426e-8bec-2cfab6dc4ef8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:20.362793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3907228d-b3e2-42f4-a0c0-55f877f8eeae tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc02db43-d930-4a75-b1dd-7e4b4704a283 HTTP/1.1" status: 200 len: 205 time: 0.0425091 Feb 03 04:44:20.363494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.397977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:20.446306 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-00899c5c-5cd5-424b-9e55-ec5f43536dbb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] delete failed (client error): The resource could not be found. Feb 03 04:44:20.447809 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-00899c5c-5cd5-424b-9e55-ec5f43536dbb tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/bc02db43-d930-4a75-b1dd-7e4b4704a283 HTTP/1.1" status: 404 len: 336 time: 0.0831466 Feb 03 04:44:20.450633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.457439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d854c9bd-2c95-426e-8bec-2cfab6dc4ef8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:20.469815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:20.475337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:20.475963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.497624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5d1f9dfc-f72a-4250-b019-d35e89ce56c2 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:20.498415 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d1f9dfc-f72a-4250-b019-d35e89ce56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.546819 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae27c6f9-4873-47e0-bef8-9bc1c0f3c666 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:20.548280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae27c6f9-4873-47e0-bef8-9bc1c0f3c666 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:20.555812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ae27c6f9-4873-47e0-bef8-9bc1c0f3c666 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/7765f43e-925c-4d52-b10b-601bff1d0bf4 HTTP/1.1" status: 404 len: 337 time: 0.1028469 Feb 03 04:44:20.557954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32912) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.566213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8::38b (23ad56fa-b405-4d92-b1d7-2ae399d39b11/623ea5dd-b6a5-4350-96e0-43dede47adf6/bec8e4e6-8045-4e58-8a70-4d80550e6d31) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:20.587296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-16759b94-e27a-48a2-89ac-bfe19b745c06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4203219 Feb 03 04:44:20.590946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32914) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.633721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f8204f00-0610-4af9-aa77-7ef9821a8d8c tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb68a4be-0997-4cf3-81ec-7ffe1be2a330 HTTP/1.1" status: 200 len: 205 time: 0.0720124 Feb 03 04:44:20.634204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.727453 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-d8e4b206-4445-485c-97cc-b186c30b0db9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] delete failed (client error): The resource could not be found. Feb 03 04:44:20.730231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d8e4b206-4445-485c-97cc-b186c30b0db9 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/eb68a4be-0997-4cf3-81ec-7ffe1be2a330 HTTP/1.1" status: 404 len: 336 time: 0.0922086 Feb 03 04:44:20.732771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.772298 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b296be1e-8d78-4cb0-90d7-773e0c18136b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:20.772759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b296be1e-8d78-4cb0-90d7-773e0c18136b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:20.776396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b296be1e-8d78-4cb0-90d7-773e0c18136b tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/6062352e-50f2-4910-903f-6b64c200d37d HTTP/1.1" status: 404 len: 337 time: 0.0428610 Feb 03 04:44:20.779772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.798231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d854c9bd-2c95-426e-8bec-2cfab6dc4ef8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.811823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-383a9a01-8985-4cf2-94af-d53ad820d495 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "GET /v2.0/ports?device_id=229b502b-a63f-4bd2-91d3-79bbde9d7182 HTTP/1.1" status: 200 len: 205 time: 0.0311973 Feb 03 04:44:20.819031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.866060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f9dfc-f72a-4250-b019-d35e89ce56c2 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:20.892978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7d8c3-cdd6-4d76-b228-c51fbcf75126 None None] Unable to find a vacant binding_index for network d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 and agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 04:44:20.903285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7d8c3-cdd6-4d76-b228-c51fbcf75126 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d854c9bd-2c95-426e-8bec-2cfab6dc4ef8) {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:44:20.907393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5d1f9dfc-f72a-4250-b019-d35e89ce56c2 None None] Provisioning complete for port 3a082992-f837-4d8c-b3a3-8d9bc262708b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:20.907733 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-b764baa4-60fe-4c24-ad88-16a7af5da988 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] delete failed (client error): The resource could not be found. Feb 03 04:44:20.911891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b764baa4-60fe-4c24-ad88-16a7af5da988 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/routers/229b502b-a63f-4bd2-91d3-79bbde9d7182 HTTP/1.1" status: 404 len: 336 time: 0.0925126 Feb 03 04:44:20.913122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.916184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.927990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d1f9dfc-f72a-4250-b019-d35e89ce56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.963377 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-05082997-a651-44ed-a9a8-e118ca7b93b1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:20.963954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05082997-a651-44ed-a9a8-e118ca7b93b1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:20.964589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:20.974922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-05082997-a651-44ed-a9a8-e118ca7b93b1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/1ffab00c-c0d8-43a6-93ce-cc621ab5a5c6 HTTP/1.1" status: 404 len: 337 time: 0.0563970 Feb 03 04:44:20.979539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:20.982896 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (c64e83b3-e6e2-4068-817b-2cbbb007efdd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.006941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f9dfc-f72a-4250-b019-d35e89ce56c2 None None] Port 3a082992-f837-4d8c-b3a3-8d9bc262708b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:21.090265 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb17add9-e6dd-4914-b313-7f64502625e1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:21.090781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb17add9-e6dd-4914-b313-7f64502625e1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:21.108409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fb17add9-e6dd-4914-b313-7f64502625e1 tempest-RoutersTest-1660782188 tempest-RoutersTest-1660782188-project] 10.222.0.35 "DELETE /v2.0/subnets/1b98df5d-5907-4704-aff8-81afe39d3f7b HTTP/1.1" status: 404 len: 337 time: 0.1268532 Feb 03 04:44:21.174367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (c64e83b3-e6e2-4068-817b-2cbbb007efdd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.223209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=c64e83b3-e6e2-4068-817b-2cbbb007efdd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:21.236442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=bec8e4e6-8045-4e58-8a70-4d80550e6d31,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:21.255377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:21.257339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:21.269978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:21.282209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:21.296429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.331341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4d907229-e9fb-45d8-a171-b34def4583ae tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4119773 Feb 03 04:44:21.333199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:21.339659 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d854c9bd-2c95-426e-8bec-2cfab6dc4ef8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.352791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-867221d1-9fbb-4c6e-b784-834ff4b45035 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:21.366927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8b1a0-39d6-48af-b0e4-325f1829e23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d854c9bd-2c95-426e-8bec-2cfab6dc4ef8', 'network_id': 'd854c9bd-2c95-426e-8bec-2cfab6dc4ef8', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': 'c64e83b3-e6e2-4068-817b-2cbbb007efdd'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:21.367847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08e8b1a0-39d6-48af-b0e4-325f1829e23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.373911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d854c9bd-2c95-426e-8bec-2cfab6dc4ef8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:21.410010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7451a29e-544a-4c81-b0d5-c42309d0418c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:21.410682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7451a29e-544a-4c81-b0d5-c42309d0418c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:21.451606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (7451a29e-544a-4c81-b0d5-c42309d0418c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.507232 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7451a29e-544a-4c81-b0d5-c42309d0418c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.528117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:21.529187 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (7451a29e-544a-4c81-b0d5-c42309d0418c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:21.608970 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:21.636116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6a990-435b-4b5a-8b8c-7e556e0f51d3 None None] Network d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:21.676239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867221d1-9fbb-4c6e-b784-834ff4b45035 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:21.680170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867221d1-9fbb-4c6e-b784-834ff4b45035 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.716370 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d854c9bd-2c95-426e-8bec-2cfab6dc4ef8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.733154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.746569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 HTTP/1.1" status: 204 len: 168 time: 1.1278858 Feb 03 04:44:21.749905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:21.760046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275867770'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:21.778142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1c4d4-b29b-43be-affc-dfce8c33aefe tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=d854c9bd-2c95-426e-8bec-2cfab6dc4ef8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:21.863125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:21.866614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.875730 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32950) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:21.899714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f554b-b415-4256-8b43-2f014fa2d0c8 None None] Network d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:21.940595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f554b-b415-4256-8b43-2f014fa2d0c8 None None] Network d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:44:21.961510 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:21.994645 n-d-827549-1 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-867221d1-9fbb-4c6e-b784-834ff4b45035 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 623ea5dd-b6a5-4350-96e0-43dede47adf6 (CIDR: 2001:db8::/64) Feb 03 04:44:21.996493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cacebb41-05ea-4941-8b93-376690b8607e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:21.996902 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment cacebb41-05ea-4941-8b93-376690b8607e of type vlan for network 2e7096a6-1039-41fb-a2d5-ce262d31c2b3 Feb 03 04:44:22.006178 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-867221d1-9fbb-4c6e-b784-834ff4b45035 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:44:22.006714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867221d1-9fbb-4c6e-b784-834ff4b45035 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:22.063387 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2e7096a6-1039-41fb-a2d5-ce262d31c2b3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.071140 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-867221d1-9fbb-4c6e-b784-834ff4b45035 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7307777 Feb 03 04:44:22.072462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:22.080908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-af51bdd1-c1c6-4201-af8f-d1489ce08c57 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:22.124539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2e7096a6-1039-41fb-a2d5-ce262d31c2b3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.133941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:22.134600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.151685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7732e50a-1bdf-47d7-b7f8-59f9aa989616 None None] Provisioning complete for port bec8e4e6-8045-4e58-8a70-4d80550e6d31 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:22.155006 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7732e50a-1bdf-47d7-b7f8-59f9aa989616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.244443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7732e50a-1bdf-47d7-b7f8-59f9aa989616 None None] Port bec8e4e6-8045-4e58-8a70-4d80550e6d31 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:22.266015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5122178 Feb 03 04:44:22.269642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:22.279258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:22.301326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cb8b4-02cd-4d6d-a486-b3c0f6468f37 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=2e7096a6-1039-41fb-a2d5-ce262d31c2b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:22.313589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2e7096a6-1039-41fb-a2d5-ce262d31c2b3 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:22.327403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-12265cf3-7738-4b79-acbd-df64f53d4b50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d818a70fc124064a0cb822bc69af8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500587 Feb 03 04:44:22.331558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:22.406267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af51bdd1-c1c6-4201-af8f-d1489ce08c57 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:22.412372 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af51bdd1-c1c6-4201-af8f-d1489ce08c57 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.467445 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35a819e5-60a6-4cd4-bb16-e7c4f95a0165 admin admin] Publish callbacks [] for security_group (3813ab1a-057e-4fad-b8ef-c24a0b98ac6a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.496804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35a819e5-60a6-4cd4-bb16-e7c4f95a0165 admin admin] Publish callbacks [] for security_group (3813ab1a-057e-4fad-b8ef-c24a0b98ac6a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.559093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35a819e5-60a6-4cd4-bb16-e7c4f95a0165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3813ab1a-057e-4fad-b8ef-c24a0b98ac6a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.561788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35a819e5-60a6-4cd4-bb16-e7c4f95a0165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:22.562975 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-35a819e5-60a6-4cd4-bb16-e7c4f95a0165 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3813ab1a-057e-4fad-b8ef-c24a0b98ac6a HTTP/1.1" status: 204 len: 168 time: 0.2297575 Feb 03 04:44:22.579219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a819e5-60a6-4cd4-bb16-e7c4f95a0165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3813ab1a-057e-4fad-b8ef-c24a0b98ac6a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:22.911465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:22.915047 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.071279 n-d-827549-1 neutron-server[103323]: INFO neutron.db.ipam_backend_mixin [None req-af51bdd1-c1c6-4201-af8f-d1489ce08c57 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d056c81a-482f-43cd-9241-d7054873da9e (CIDR: 2001:db8:0:1::/64) Feb 03 04:44:23.080323 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-af51bdd1-c1c6-4201-af8f-d1489ce08c57 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:44:23.080862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af51bdd1-c1c6-4201-af8f-d1489ce08c57 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:23.130141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-af51bdd1-c1c6-4201-af8f-d1489ce08c57 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0534205 Feb 03 04:44:23.130963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:23.138535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'subnet': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:23.155759 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (a9725b1e-8e66-44f7-88bf-662881e33885), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.242047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': 'cacebb41-05ea-4941-8b93-376690b8607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:23.242405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: 2e7096a6-1039-41fb-a2d5-ce262d31c2b3, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:23.253345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=a9725b1e-8e66-44f7-88bf-662881e33885,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:23.284338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 2e7096a6-1039-41fb-a2d5-ce262d31c2b3 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:23.304477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2e7096a6-1039-41fb-a2d5-ce262d31c2b3) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:23.314234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:23.315847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.317196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f8d0fe-d127-4abe-89ea-3de5bbdfd0bf None None] Network 2e7096a6-1039-41fb-a2d5-ce262d31c2b3 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:23.366365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-840fbb0a-e83b-497e-9b83-456588e3fa81 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0925913 Feb 03 04:44:23.368005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:23.441088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Made reservation on behalf of 45e1159c3a554918b02e31733812bd0d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:23.445073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.522041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-2e7096a6-1039-41fb-a2d5-ce262d31c2b3', 'network_id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': 'a9725b1e-8e66-44f7-88bf-662881e33885'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:23.523003 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.629732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2e7096a6-1039-41fb-a2d5-ce262d31c2b3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.666317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:23.729159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a9725b1e-8e66-44f7-88bf-662881e33885), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.825959 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.830822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Allocated IP 172.20.0.1 (2e7096a6-1039-41fb-a2d5-ce262d31c2b3/a9725b1e-8e66-44f7-88bf-662881e33885/6299ed01-c130-4f26-8829-4acaaa91b3df) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:23.836447 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.887160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117509223'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:23.950701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.954124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (3bcd22ef-4077-4247-b461-7649a7d87018), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:23.968431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.082297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:24.085504 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Publish callbacks [] for port (6299ed01-c130-4f26-8829-4acaaa91b3df), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.094225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:24.096712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (6299ed01-c130-4f26-8829-4acaaa91b3df), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.099569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:24.100175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.116657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d4849-3215-4d86-ba15-90b8d21487fb None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:24.142051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Subnet': ['ID=3bcd22ef-4077-4247-b461-7649a7d87018,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:24.170299 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7701c19c-8def-41bf-857b-a54cf51f6ad6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0380161 Feb 03 04:44:24.172856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:24.180619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (a9725b1e-8e66-44f7-88bf-662881e33885), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.180869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2084677948', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3bcd22ef-4077-4247-b461-7649a7d87018'}], 'security_groups': ['d52c5c27-8198-4899-bb4f-fd5b316f8da4', '611712c0-cbdf-40d3-96a4-541238a9f4e3']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:24.205270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Network 2e7096a6-1039-41fb-a2d5-ce262d31c2b3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:24.217359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:24.218976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (65d4cb9c-0aba-48ae-bea4-353b9812475b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.257251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:24.282400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=a9725b1e-8e66-44f7-88bf-662881e33885,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:24.294798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65d4cb9c-0aba-48ae-bea4-353b9812475b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.300316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Pushing event updated for resources: {'Port': ['ID=6299ed01-c130-4f26-8829-4acaaa91b3df,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:24.332840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.407692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.437212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.469897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Attempting to bind port 6299ed01-c130-4f26-8829-4acaaa91b3df on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:44:24.470473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Attempting to bind port 6299ed01-c130-4f26-8829-4acaaa91b3df by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'cacebb41-05ea-4941-8b93-376690b8607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:44:24.470650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Attempting to bind port 6299ed01-c130-4f26-8829-4acaaa91b3df on network 2e7096a6-1039-41fb-a2d5-ce262d31c2b3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:44:24.472275 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.476739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8093305 Feb 03 04:44:24.481128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:24.496411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:44:24.496897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Checking segment: {'id': 'cacebb41-05ea-4941-8b93-376690b8607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:24.498190 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.498597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Bound using segment: {'id': 'cacebb41-05ea-4941-8b93-376690b8607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:44:24.499094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Bound port: 6299ed01-c130-4f26-8829-4acaaa91b3df, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacebb41-05ea-4941-8b93-376690b8607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:44:24.499725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6299ed01-c130-4f26-8829-4acaaa91b3df), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.514662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4cb9c-0aba-48ae-bea4-353b9812475b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:24.518893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2e7096a6-1039-41fb-a2d5-ce262d31c2b3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.549798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94288cbf-4be1-446d-a56b-e5e1e0192d67 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3b2af-3cfe-46e9-a271-cdf78dbc94e5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:24.575689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7096a6-1039-41fb-a2d5-ce262d31c2b3']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:24.588734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacebb41-05ea-4941-8b93-376690b8607e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:24.589162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacebb41-05ea-4941-8b93-376690b8607e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:24.602579 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (cacebb41-05ea-4941-8b93-376690b8607e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.619559 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cacebb41-05ea-4941-8b93-376690b8607e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.627750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:24.628425 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (cacebb41-05ea-4941-8b93-376690b8607e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:24.632137 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:24.713053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:44:24.713053 n-d-827549-1 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:44:24.713053 n-d-827549-1 neutron-server[103323]: [parameters: {'id': '2e7096a6-1039-41fb-a2d5-ce262d31c2b3'}] Feb 03 04:44:24.713053 n-d-827549-1 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:44:24.713667 n-d-827549-1 neutron-server[103323]: DEBUG oslo_db.api [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:44:24.755303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] For port 6299ed01-c130-4f26-8829-4acaaa91b3df, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:44:24.775355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09663439-1ff1-4353-9bee-d4f664bdd45e None None] Update dhcp port {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'fixed_ips': [{'subnet_id': 'd056c81a-482f-43cd-9241-d7054873da9e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '623ea5dd-b6a5-4350-96e0-43dede47adf6', 'ip_address': '2001:db8::2'}, {'subnet_id': '3bcd22ef-4077-4247-b461-7649a7d87018'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '705c7af0-8be9-4a17-860b-f9a934366475'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:44:24.779686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] For port 6299ed01-c130-4f26-8829-4acaaa91b3df, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6299ed01-c130-4f26-8829-4acaaa91b3df,segment=NetworkSegment(cacebb41-05ea-4941-8b93-376690b8607e),segment_id=cacebb41-05ea-4941-8b93-376690b8607e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:44:24.808677 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6299ed01-c130-4f26-8829-4acaaa91b3df), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:24.934782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7ac964a1-952b-4c64-9002-a5de9fbd8dee tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4491453 Feb 03 04:44:24.937216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33016) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:24.943245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-49c03407-ba1d-43a1-b014-5adbd14cab12 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-security--2098260695', 'description': 'tempest-security-description-818305285'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:25.049940 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c03407-ba1d-43a1-b014-5adbd14cab12 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.160567 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c03407-ba1d-43a1-b014-5adbd14cab12 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.168263 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c03407-ba1d-43a1-b014-5adbd14cab12 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.171664 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49c03407-ba1d-43a1-b014-5adbd14cab12 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.176429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:25.176615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-49c03407-ba1d-43a1-b014-5adbd14cab12 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "PUT /v2.0/security-groups/15d3b2af-3cfe-46e9-a271-cdf78dbc94e5 HTTP/1.1" status: 200 len: 1796 time: 0.2378087 Feb 03 04:44:25.179357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Delete allocated IP 2001:db8::38b (23ad56fa-b405-4d92-b1d7-2ae399d39b11/623ea5dd-b6a5-4350-96e0-43dede47adf6) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 04:44:25.200661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Allocated IP 2001:db8:0:2::1af (23ad56fa-b405-4d92-b1d7-2ae399d39b11/3bcd22ef-4077-4247-b461-7649a7d87018/bec8e4e6-8045-4e58-8a70-4d80550e6d31) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:25.212450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09663439-1ff1-4353-9bee-d4f664bdd45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.217173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2e7096a6-1039-41fb-a2d5-ce262d31c2b3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.239563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced09f57-72f8-4af7-84ed-d5153b58ff73 None None] Network 2e7096a6-1039-41fb-a2d5-ce262d31c2b3 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:25.242823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03407-ba1d-43a1-b014-5adbd14cab12 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3b2af-3cfe-46e9-a271-cdf78dbc94e5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:25.298439 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5ccf8ab2-1680-4a29-9950-b8e6562c447d tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups/15d3b2af-3cfe-46e9-a271-cdf78dbc94e5 HTTP/1.1" status: 200 len: 1796 time: 0.1182826 Feb 03 04:44:25.304388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:25.360775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting port 6299ed01-c130-4f26-8829-4acaaa91b3df {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:25.364423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6299ed01-c130-4f26-8829-4acaaa91b3df), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.393197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e465ff-b5d7-4151-a2de-d4a91a0bba29 None None] Pushing event updated for resources: {'Port': ['ID=6299ed01-c130-4f26-8829-4acaaa91b3df,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:25.484612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] For port 6299ed01-c130-4f26-8829-4acaaa91b3df, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6299ed01-c130-4f26-8829-4acaaa91b3df,segment=NetworkSegment(cacebb41-05ea-4941-8b93-376690b8607e),segment_id=cacebb41-05ea-4941-8b93-376690b8607e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:25.484994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6299ed01-c130-4f26-8829-4acaaa91b3df), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.515669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Calling delete_port for 6299ed01-c130-4f26-8829-4acaaa91b3df owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:25.525156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0e44398-9ac9-4099-b6be-44809568642a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.559370 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0e44398-9ac9-4099-b6be-44809568642a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.613128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.624033 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.652885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6299ed01-c130-4f26-8829-4acaaa91b3df), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.700452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Port': ['ID=6299ed01-c130-4f26-8829-4acaaa91b3df,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:25.711790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No DVR routers for this DVR port 6299ed01-c130-4f26-8829-4acaaa91b3df on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:25.721918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event updated for resources: {'Port': ['ID=bec8e4e6-8045-4e58-8a70-4d80550e6d31,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:25.726860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] In _notify_port_updated(), no bound segment for port bec8e4e6-8045-4e58-8a70-4d80550e6d31 on network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:44:25.733272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:25.734289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.735762 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8ea76d49-ac0c-4bea-882f-6d9e1478edee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "PUT /v2.0/ports/bec8e4e6-8045-4e58-8a70-4d80550e6d31 HTTP/1.1" status: 200 len: 970 time: 1.5619330 Feb 03 04:44:25.738701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:25.768619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-09663439-1ff1-4353-9bee-d4f664bdd45e None None] Allocated IP 2001:db8:0:2::2 (23ad56fa-b405-4d92-b1d7-2ae399d39b11/3bcd22ef-4077-4247-b461-7649a7d87018/705c7af0-8be9-4a17-860b-f9a934366475) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:25.846178 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2e7096a6-1039-41fb-a2d5-ce262d31c2b3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.854078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0e44398-9ac9-4099-b6be-44809568642a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (15d3b2af-3cfe-46e9-a271-cdf78dbc94e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.857178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0e44398-9ac9-4099-b6be-44809568642a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.858534 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d0e44398-9ac9-4099-b6be-44809568642a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/15d3b2af-3cfe-46e9-a271-cdf78dbc94e5 HTTP/1.1" status: 204 len: 168 time: 0.5450449 Feb 03 04:44:25.881341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7096a6-1039-41fb-a2d5-ce262d31c2b3']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:25.890706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:25.892885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacebb41-05ea-4941-8b93-376690b8607e') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:25.893192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacebb41-05ea-4941-8b93-376690b8607e') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:25.905456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (cacebb41-05ea-4941-8b93-376690b8607e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.927073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cacebb41-05ea-4941-8b93-376690b8607e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.935169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:25.935719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (cacebb41-05ea-4941-8b93-376690b8607e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:25.955681 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ea682679-e014-44f0-891a-87ebce1f5615 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630584 Feb 03 04:44:25.961712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:25.979462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e44398-9ac9-4099-b6be-44809568642a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3b2af-3cfe-46e9-a271-cdf78dbc94e5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:25.984629 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-84265857-309c-4781-bb13-766f94e43cd6 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] delete failed (client error): The resource could not be found. Feb 03 04:44:25.985921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84265857-309c-4781-bb13-766f94e43cd6 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/15d3b2af-3cfe-46e9-a271-cdf78dbc94e5 HTTP/1.1" status: 404 len: 347 time: 0.0215778 Feb 03 04:44:25.990113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:25.994737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ca993352-3ebe-44c1-b3fa-63f149b32bf3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067513428'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:26.017651 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:26.022616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2e7096a6-1039-41fb-a2d5-ce262d31c2b3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.029849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-09663439-1ff1-4353-9bee-d4f664bdd45e None None] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=705c7af0-8be9-4a17-860b-f9a934366475,segment=NetworkSegment(2c8fa01b-09ea-46c8-8ea1-dec580e0856b),segment_id=2c8fa01b-09ea-46c8-8ea1-dec580e0856b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:26.041364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.041654 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca993352-3ebe-44c1-b3fa-63f149b32bf3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.049735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/2e7096a6-1039-41fb-a2d5-ce262d31c2b3 HTTP/1.1" status: 204 len: 168 time: 2.6799870 Feb 03 04:44:26.074528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:26.083460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cfea5-2350-4ea1-a2a1-1c8d7b119a2e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=2e7096a6-1039-41fb-a2d5-ce262d31c2b3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:26.088737 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09663439-1ff1-4353-9bee-d4f664bdd45e None None] Publish callbacks [] for port (705c7af0-8be9-4a17-860b-f9a934366475), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.097392 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09663439-1ff1-4353-9bee-d4f664bdd45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.197593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca993352-3ebe-44c1-b3fa-63f149b32bf3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (2227595e-1ff4-4d3b-90fa-db52f5818e88), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.205278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659506023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:26.211221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca993352-3ebe-44c1-b3fa-63f149b32bf3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2227595e-1ff4-4d3b-90fa-db52f5818e88), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.232181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09663439-1ff1-4353-9bee-d4f664bdd45e None None] Pushing event updated for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:26.242819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca993352-3ebe-44c1-b3fa-63f149b32bf3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.244481 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca993352-3ebe-44c1-b3fa-63f149b32bf3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2536862 Feb 03 04:44:26.247374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:26.252702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-30b15366-4709-4e84-bcf4-bf1ac1f56eaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': '2227595e-1ff4-4d3b-90fa-db52f5818e88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:26.273716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port bec8e4e6-8045-4e58-8a70-4d80550e6d31 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:26.274410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.326614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30b15366-4709-4e84-bcf4-bf1ac1f56eaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (1f1d1050-5088-41bc-b372-7cf6a93b337f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.396725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.412573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for bec8e4e6-8045-4e58-8a70-4d80550e6d31 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:26.473534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30b15366-4709-4e84-bcf4-bf1ac1f56eaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (1f1d1050-5088-41bc-b372-7cf6a93b337f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.482762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30b15366-4709-4e84-bcf4-bf1ac1f56eaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (1f1d1050-5088-41bc-b372-7cf6a93b337f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.531247 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-30b15366-4709-4e84-bcf4-bf1ac1f56eaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.536617 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-30b15366-4709-4e84-bcf4-bf1ac1f56eaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876997 Feb 03 04:44:26.541047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:26.555739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b15366-4709-4e84-bcf4-bf1ac1f56eaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1d1050-5088-41bc-b372-7cf6a93b337f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:26.585783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40478a5a-176a-42c5-a036-7957c326558e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (1f1d1050-5088-41bc-b372-7cf6a93b337f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.594859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40478a5a-176a-42c5-a036-7957c326558e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (1f1d1050-5088-41bc-b372-7cf6a93b337f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.600946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:26.605489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.626403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bec8e4e6-8045-4e58-8a70-4d80550e6d31), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.649282 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40478a5a-176a-42c5-a036-7957c326558e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (1f1d1050-5088-41bc-b372-7cf6a93b337f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.659197 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40478a5a-176a-42c5-a036-7957c326558e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.665232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-40478a5a-176a-42c5-a036-7957c326558e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1f1d1050-5088-41bc-b372-7cf6a93b337f HTTP/1.1" status: 204 len: 168 time: 0.1229281 Feb 03 04:44:26.668151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33044) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:26.693593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca993352-3ebe-44c1-b3fa-63f149b32bf3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2227595e-1ff4-4d3b-90fa-db52f5818e88,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:26.695918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40478a5a-176a-42c5-a036-7957c326558e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f1d1050-5088-41bc-b372-7cf6a93b337f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:26.718001 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.724406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/bec8e4e6-8045-4e58-8a70-4d80550e6d31 HTTP/1.1" status: 204 len: 168 time: 0.9815838 Feb 03 04:44:26.724406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd155b-75b5-49ff-8fdb-91e3f78a0bf0 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=bec8e4e6-8045-4e58-8a70-4d80550e6d31,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:26.724636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:26.734792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:26.760558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c52b019c-a7d3-4d99-888e-2689ed48d565), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.760932 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment c52b019c-a7d3-4d99-888e-2689ed48d565 of type vlan for network 9074cac2-81f8-4fad-a938-aecf66e82c9e Feb 03 04:44:26.772921 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bc63cf-eee1-4543-bc59-8f2eccb771aa tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] GET failed (client error): The resource could not be found. Feb 03 04:44:26.780462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-83bc63cf-eee1-4543-bc59-8f2eccb771aa tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports/bec8e4e6-8045-4e58-8a70-4d80550e6d31 HTTP/1.1" status: 404 len: 333 time: 0.0553870 Feb 03 04:44:26.781710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:26.812304 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.864762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1b64106d-5fa4-4413-9075-c8afd3ac0aaf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1940782 Feb 03 04:44:26.869751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:26.897717 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.907357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:26.907812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.912972 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5679e5fd-3ea0-4a1f-841e-9855613ef909 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (d30b773c-cb26-44ab-adac-86697768d078), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.982110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eea2e5c-fd5c-42a2-bca3-9f7454fa632c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (2227595e-1ff4-4d3b-90fa-db52f5818e88), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:26.998659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7988703 Feb 03 04:44:27.004275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:27.010197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:27.022439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eea2e5c-fd5c-42a2-bca3-9f7454fa632c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (2227595e-1ff4-4d3b-90fa-db52f5818e88), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.087791 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5679e5fd-3ea0-4a1f-841e-9855613ef909 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (d30b773c-cb26-44ab-adac-86697768d078), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.092000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eea2e5c-fd5c-42a2-bca3-9f7454fa632c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2227595e-1ff4-4d3b-90fa-db52f5818e88), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.093022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9281a-792b-451c-8460-18bd88f80d65 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=9074cac2-81f8-4fad-a938-aecf66e82c9e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:27.096443 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eea2e5c-fd5c-42a2-bca3-9f7454fa632c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.098747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0eea2e5c-fd5c-42a2-bca3-9f7454fa632c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/2227595e-1ff4-4d3b-90fa-db52f5818e88 HTTP/1.1" status: 204 len: 168 time: 0.2270639 Feb 03 04:44:27.103145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:27.113314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:27.132150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2e5c-fd5c-42a2-bca3-9f7454fa632c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2227595e-1ff4-4d3b-90fa-db52f5818e88,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:27.211809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5679e5fd-3ea0-4a1f-841e-9855613ef909 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d30b773c-cb26-44ab-adac-86697768d078), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.216084 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5679e5fd-3ea0-4a1f-841e-9855613ef909 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.221640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5679e5fd-3ea0-4a1f-841e-9855613ef909 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/security-groups/d30b773c-cb26-44ab-adac-86697768d078 HTTP/1.1" status: 204 len: 168 time: 0.4350002 Feb 03 04:44:27.224484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:27.305744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679e5fd-3ea0-4a1f-841e-9855613ef909 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b773c-cb26-44ab-adac-86697768d078,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:27.312577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a21f47-de6d-49bd-87be-e42669094088 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:44:27.385780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4b7d8ea3-a34d-4f75-b910-956411a5de20 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:27.386182 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8ea3-a34d-4f75-b910-956411a5de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.405116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2f05f9-970c-4510-b391-b3c3310e87c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (611712c0-cbdf-40d3-96a4-541238a9f4e3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.407081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-70466976-d741-45f0-b2dc-39e9a323984a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3019531 Feb 03 04:44:27.420803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:27.434317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-edb55689-61d0-4382-8a94-094f068d751f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051992194'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:27.443403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.472407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2f05f9-970c-4510-b391-b3c3310e87c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (611712c0-cbdf-40d3-96a4-541238a9f4e3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.477264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.502454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:44:27.510937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:27.515765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.517415 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "PUT /v2.0/networks/9074cac2-81f8-4fad-a938-aecf66e82c9e HTTP/1.1" status: 200 len: 723 time: 0.5120866 Feb 03 04:44:27.527800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:27.548580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': '9074cac2-81f8-4fad-a938-aecf66e82c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:27.585488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edb55689-61d0-4382-8a94-094f068d751f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.637800 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2f05f9-970c-4510-b391-b3c3310e87c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (611712c0-cbdf-40d3-96a4-541238a9f4e3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.646287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b2f05f9-970c-4510-b391-b3c3310e87c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.649037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0b2f05f9-970c-4510-b391-b3c3310e87c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/security-groups/611712c0-cbdf-40d3-96a4-541238a9f4e3 HTTP/1.1" status: 204 len: 168 time: 0.4075887 Feb 03 04:44:27.658885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33068) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:27.682119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a300-a572-4c9c-adb6-6cc77e38c636 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=9074cac2-81f8-4fad-a938-aecf66e82c9e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:27.694254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f05f9-970c-4510-b391-b3c3310e87c6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611712c0-cbdf-40d3-96a4-541238a9f4e3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:27.717610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:27.802709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:27.809833 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.819055 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05e6d91a-3ed0-4362-ae31-36aed4479286 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (d52c5c27-8198-4899-bb4f-fd5b316f8da4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.871039 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edb55689-61d0-4382-8a94-094f068d751f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (a87563fb-3b29-4c40-9ed2-e69b11f88be6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.877374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05e6d91a-3ed0-4362-ae31-36aed4479286 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (d52c5c27-8198-4899-bb4f-fd5b316f8da4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.944384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 705c7af0-8be9-4a17-860b-f9a934366475 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:44:27.958009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d8ea3-a34d-4f75-b910-956411a5de20 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:27.966803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a21f47-de6d-49bd-87be-e42669094088 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:44:27.986648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05e6d91a-3ed0-4362-ae31-36aed4479286 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d52c5c27-8198-4899-bb4f-fd5b316f8da4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.991713 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05e6d91a-3ed0-4362-ae31-36aed4479286 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:27.993235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-05e6d91a-3ed0-4362-ae31-36aed4479286 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/security-groups/d52c5c27-8198-4899-bb4f-fd5b316f8da4 HTTP/1.1" status: 204 len: 168 time: 0.3321636 Feb 03 04:44:27.997901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33074) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:27.999181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edb55689-61d0-4382-8a94-094f068d751f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a87563fb-3b29-4c40-9ed2-e69b11f88be6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.039748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb55689-61d0-4382-8a94-094f068d751f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87563fb-3b29-4c40-9ed2-e69b11f88be6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:28.075184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edb55689-61d0-4382-8a94-094f068d751f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.078284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6d91a-3ed0-4362-ae31-36aed4479286 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c5c27-8198-4899-bb4f-fd5b316f8da4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:28.080783 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-edb55689-61d0-4382-8a94-094f068d751f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6590168 Feb 03 04:44:28.082759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:28.083346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4b7d8ea3-a34d-4f75-b910-956411a5de20 None None] Provisioning complete for port 3a082992-f837-4d8c-b3a3-8d9bc262708b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:28.083777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8ea3-a34d-4f75-b910-956411a5de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.105942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e8dcb3b1-1239-469b-b23d-7023e5b31945 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': 'a87563fb-3b29-4c40-9ed2-e69b11f88be6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:28.125744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 623ea5dd-b6a5-4350-96e0-43dede47adf6 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:28.131318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (623ea5dd-b6a5-4350-96e0-43dede47adf6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.202797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d8ea3-a34d-4f75-b910-956411a5de20 None None] Port 3a082992-f837-4d8c-b3a3-8d9bc262708b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:28.206646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (22a67854-a2e3-4e65-b0fc-beef5b728376), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.209368 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (623ea5dd-b6a5-4350-96e0-43dede47adf6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.219235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4b7d8ea3-a34d-4f75-b910-956411a5de20 None None] Could not find standard attr ID for object bec8e4e6-8045-4e58-8a70-4d80550e6d31. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:44:28.220940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:28.221514 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.274813 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3b1-1239-469b-b23d-7023e5b31945 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (890fff62-5f68-46fc-9280-0e1741fd6a10), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.393770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:28.422081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (623ea5dd-b6a5-4350-96e0-43dede47adf6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.425276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=22a67854-a2e3-4e65-b0fc-beef5b728376,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:28.487820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': 'c52b019c-a7d3-4d99-888e-2689ed48d565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9074cac2-81f8-4fad-a938-aecf66e82c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:28.488206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: 9074cac2-81f8-4fad-a938-aecf66e82c9e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:28.506095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3b1-1239-469b-b23d-7023e5b31945 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (890fff62-5f68-46fc-9280-0e1741fd6a10), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.521851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3b1-1239-469b-b23d-7023e5b31945 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (890fff62-5f68-46fc-9280-0e1741fd6a10), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.522317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (623ea5dd-b6a5-4350-96e0-43dede47adf6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.541255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcb3b1-1239-469b-b23d-7023e5b31945 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890fff62-5f68-46fc-9280-0e1741fd6a10,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:28.553474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:28.567931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=623ea5dd-b6a5-4350-96e0-43dede47adf6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:28.570675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3b1-1239-469b-b23d-7023e5b31945 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.577328 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e8dcb3b1-1239-469b-b23d-7023e5b31945 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4865491 Feb 03 04:44:28.578519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:28.582343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.587630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9be34fe7-ad92-49c8-a5b7-8585760cfdee tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/623ea5dd-b6a5-4350-96e0-43dede47adf6 HTTP/1.1" status: 204 len: 168 time: 0.5869944 Feb 03 04:44:28.591821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:28.606426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-061665d1-2da8-4c1b-8349-5594ec414047 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': 'a87563fb-3b29-4c40-9ed2-e69b11f88be6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:28.610848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 9074cac2-81f8-4fad-a938-aecf66e82c9e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:28.626230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:28.626845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.635822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3a360-98ee-470d-84ca-aece15ad4e52 None None] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:28.675111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet 3bcd22ef-4077-4247-b461-7649a7d87018 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:28.679016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (3bcd22ef-4077-4247-b461-7649a7d87018), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.691857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8daca25b-a337-4432-b193-dcf3c8a9b868 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1618128 Feb 03 04:44:28.693253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:28.705409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fd18070b-ce9f-4b0c-86d5-610efc28212a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:28.712402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-061665d1-2da8-4c1b-8349-5594ec414047 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (b7405e52-e1d7-4d20-a4e2-39dd7656d0fb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.738323 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (3bcd22ef-4077-4247-b461-7649a7d87018), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.809919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-9074cac2-81f8-4fad-a938-aecf66e82c9e', 'network_id': '9074cac2-81f8-4fad-a938-aecf66e82c9e', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '22a67854-a2e3-4e65-b0fc-beef5b728376'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:28.810925 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.854338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7263dd-9d54-471d-bf26-abaea3f79094 None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:28.859174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3bcd22ef-4077-4247-b461-7649a7d87018), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.905347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd18070b-ce9f-4b0c-86d5-610efc28212a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14348977'] for subnet (22a67854-a2e3-4e65-b0fc-beef5b728376), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.915315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-021cc4e9-9f81-4e7a-92a8-1aa580490bd2 None None] Could not find standard attr ID for object bec8e4e6-8045-4e58-8a70-4d80550e6d31. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:44:28.946535 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-061665d1-2da8-4c1b-8349-5594ec414047 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (b7405e52-e1d7-4d20-a4e2-39dd7656d0fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.958711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-061665d1-2da8-4c1b-8349-5594ec414047 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b7405e52-e1d7-4d20-a4e2-39dd7656d0fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.964884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (3bcd22ef-4077-4247-b461-7649a7d87018), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.996063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-061665d1-2da8-4c1b-8349-5594ec414047 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:28.999997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-061665d1-2da8-4c1b-8349-5594ec414047 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4176943 Feb 03 04:44:29.000491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061665d1-2da8-4c1b-8349-5594ec414047 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7405e52-e1d7-4d20-a4e2-39dd7656d0fb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:29.007668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.015067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c0287d6c-8174-4f09-a2ec-b5e1ec700adf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': 'a87563fb-3b29-4c40-9ed2-e69b11f88be6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:29.060508 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.069874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/3bcd22ef-4077-4247-b461-7649a7d87018 HTTP/1.1" status: 204 len: 168 time: 0.4766686 Feb 03 04:44:29.070810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.080553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e24a6c-ecf8-481b-8dc9-654bb0640065 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcd22ef-4077-4247-b461-7649a7d87018,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:29.112054 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d18566e-eb1e-4dd8-8507-a19887be6e99 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:29.112998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d18566e-eb1e-4dd8-8507-a19887be6e99 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:29.119338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0287d6c-8174-4f09-a2ec-b5e1ec700adf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (0d9935c5-98cd-41b8-9cb8-00633780e28c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.125030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1d18566e-eb1e-4dd8-8507-a19887be6e99 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/623ea5dd-b6a5-4350-96e0-43dede47adf6 HTTP/1.1" status: 404 len: 337 time: 0.0498331 Feb 03 04:44:29.126724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33102) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.238945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting subnet d056c81a-482f-43cd-9241-d7054873da9e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:29.250553 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (d056c81a-482f-43cd-9241-d7054873da9e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.341613 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0287d6c-8174-4f09-a2ec-b5e1ec700adf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (0d9935c5-98cd-41b8-9cb8-00633780e28c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.344546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd18070b-ce9f-4b0c-86d5-610efc28212a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768117710309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14668411'] for subnet (22a67854-a2e3-4e65-b0fc-beef5b728376), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.356963 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (d056c81a-482f-43cd-9241-d7054873da9e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.367462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0287d6c-8174-4f09-a2ec-b5e1ec700adf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (0d9935c5-98cd-41b8-9cb8-00633780e28c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.415446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4227b6-8bfc-45bd-a168-25b69e54c1da None None] Update dhcp port {'port': {'network_id': '23ad56fa-b405-4d92-b1d7-2ae399d39b11', 'fixed_ips': [{'subnet_id': 'd056c81a-482f-43cd-9241-d7054873da9e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3bcd22ef-4077-4247-b461-7649a7d87018'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '705c7af0-8be9-4a17-860b-f9a934366475'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:44:29.458456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0287d6c-8174-4f09-a2ec-b5e1ec700adf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9935c5-98cd-41b8-9cb8-00633780e28c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:29.484721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18070b-ce9f-4b0c-86d5-610efc28212a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:29.485154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd18070b-ce9f-4b0c-86d5-610efc28212a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.499701 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fd18070b-ce9f-4b0c-86d5-610efc28212a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "PUT /v2.0/subnets/22a67854-a2e3-4e65-b0fc-beef5b728376 HTTP/1.1" status: 200 len: 806 time: 0.7920475 Feb 03 04:44:29.499701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.516568 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec4227b6-8bfc-45bd-a168-25b69e54c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.529027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (d056c81a-482f-43cd-9241-d7054873da9e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.597050 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (d056c81a-482f-43cd-9241-d7054873da9e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.626112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Subnet': ['ID=d056c81a-482f-43cd-9241-d7054873da9e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:29.630725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.634518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c41e20f0-b2f2-4d5e-979f-93b108b030e2 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/d056c81a-482f-43cd-9241-d7054873da9e HTTP/1.1" status: 204 len: 168 time: 0.5022640 Feb 03 04:44:29.640179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33124) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.690316 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-64904571-16db-4917-9a29-647cbd470d94 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:29.692113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64904571-16db-4917-9a29-647cbd470d94 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:29.710233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-64904571-16db-4917-9a29-647cbd470d94 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/6326f039-dd68-42ad-8199-b4d623d12808 HTTP/1.1" status: 404 len: 337 time: 0.0671587 Feb 03 04:44:29.716262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33128) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.745093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0287d6c-8174-4f09-a2ec-b5e1ec700adf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.746982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c0287d6c-8174-4f09-a2ec-b5e1ec700adf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7366574 Feb 03 04:44:29.751096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33134) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.768376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-83a19c58-d870-4876-9e0f-8dec673508a4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': 'a87563fb-3b29-4c40-9ed2-e69b11f88be6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:29.779343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c9a53e5f-afd3-4910-bdec-bfee483c620e tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8b7b69-e86c-4b42-871a-884e6f1e875c HTTP/1.1" status: 200 len: 205 time: 0.0610843 Feb 03 04:44:29.781726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server [None req-ec4227b6-8bfc-45bd-a168-25b69e54c1da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d056c81a-482f-43cd-9241-d7054873da9e: This subnet is being modified by another concurrent operation. Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise exception Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d056c81a-482f-43cd-9241-d7054873da9e: This subnet is being modified by another concurrent operation. Feb 03 04:44:29.792247 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Feb 03 04:44:29.808795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Allocated IP 172.20.0.2 (9074cac2-81f8-4fad-a938-aecf66e82c9e/22a67854-a2e3-4e65-b0fc-beef5b728376/06793026-189c-49db-8203-85528f5c3d67) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:29.814545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.830681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18070b-ce9f-4b0c-86d5-610efc28212a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=22a67854-a2e3-4e65-b0fc-beef5b728376,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:29.888869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83a19c58-d870-4876-9e0f-8dec673508a4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (3a1baed5-6325-481c-aa05-3a6d61a34226), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.889087 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-90e1fe8f-b21f-4fd3-8354-bd927e14c176 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] delete failed (client error): The resource could not be found. Feb 03 04:44:29.894593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-90e1fe8f-b21f-4fd3-8354-bd927e14c176 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/routers/fa8b7b69-e86c-4b42-871a-884e6f1e875c HTTP/1.1" status: 404 len: 336 time: 0.1057150 Feb 03 04:44:29.895242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:29.925630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d30539c-5ec7-4b05-94f4-f6ab2186d46f None None] Network 23ad56fa-b405-4d92-b1d7-2ae399d39b11 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:29.941996 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (22a67854-a2e3-4e65-b0fc-beef5b728376), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:29.947850 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-53281918-8afb-4fe4-ae5b-7ca7290424f6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:29.953987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53281918-8afb-4fe4-ae5b-7ca7290424f6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:29.961200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-53281918-8afb-4fe4-ae5b-7ca7290424f6 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/aef08327-486c-46f0-8c3f-6755f0237898 HTTP/1.1" status: 404 len: 337 time: 0.0539601 Feb 03 04:44:29.964132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33144) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.031461 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83a19c58-d870-4876-9e0f-8dec673508a4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (3a1baed5-6325-481c-aa05-3a6d61a34226), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.039253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83a19c58-d870-4876-9e0f-8dec673508a4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (3a1baed5-6325-481c-aa05-3a6d61a34226), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.057748 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c91648-0fea-4cc5-b286-d532dbc166a5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.059745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c91648-0fea-4cc5-b286-d532dbc166a5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.059895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a19c58-d870-4876-9e0f-8dec673508a4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1baed5-6325-481c-aa05-3a6d61a34226,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:30.069849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-11c91648-0fea-4cc5-b286-d532dbc166a5 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/05a99c6a-2d80-4430-966b-e8c55c2d8f2d HTTP/1.1" status: 404 len: 337 time: 0.0975401 Feb 03 04:44:30.074083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33146) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.075757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83a19c58-d870-4876-9e0f-8dec673508a4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.077343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83a19c58-d870-4876-9e0f-8dec673508a4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3144915 Feb 03 04:44:30.080515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.086068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6cc9815b-8f1c-468a-a8fd-991cdd0343bf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': 'a87563fb-3b29-4c40-9ed2-e69b11f88be6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:30.116443 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1282b39-7a61-438d-96f7-63d07a77bd02 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.117735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1282b39-7a61-438d-96f7-63d07a77bd02 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.119458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2ad5c583-72da-41ab-815a-af9292100316 None None] Provisioning complete for port 705c7af0-8be9-4a17-860b-f9a934366475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:30.119896 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c583-72da-41ab-815a-af9292100316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (705c7af0-8be9-4a17-860b-f9a934366475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.126323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b1282b39-7a61-438d-96f7-63d07a77bd02 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/541990b7-496f-4a9f-a0d9-694cb46c1a8d HTTP/1.1" status: 404 len: 337 time: 0.0500667 Feb 03 04:44:30.127017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.130678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc9815b-8f1c-468a-a8fd-991cdd0343bf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (5f69f9b8-a329-4e7c-a9fa-023303307d16), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.155734 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb89717-72df-4ee8-8546-4f01a78b4c0a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.156388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb89717-72df-4ee8-8546-4f01a78b4c0a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.163930 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3cb89717-72df-4ee8-8546-4f01a78b4c0a tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/2b807ea1-7b3c-47aa-8a4e-318ad45a0229 HTTP/1.1" status: 404 len: 333 time: 0.0358150 Feb 03 04:44:30.164612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33152) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.205269 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a605b238-25b2-430d-a2d0-4d773376bc06 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.206361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a605b238-25b2-430d-a2d0-4d773376bc06 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.213263 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a605b238-25b2-430d-a2d0-4d773376bc06 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/b9cfc39e-9ee6-4d33-a232-76ac8757a4b3 HTTP/1.1" status: 404 len: 337 time: 0.0469232 Feb 03 04:44:30.215081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.247260 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc9815b-8f1c-468a-a8fd-991cdd0343bf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (5f69f9b8-a329-4e7c-a9fa-023303307d16), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.258557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc9815b-8f1c-468a-a8fd-991cdd0343bf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (5f69f9b8-a329-4e7c-a9fa-023303307d16), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.287436 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8e1868-f5db-4edf-9065-a80c7f2aa4ba tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.288193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8e1868-f5db-4edf-9065-a80c7f2aa4ba tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.292587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1a8e1868-f5db-4edf-9065-a80c7f2aa4ba tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/487029dc-4541-4760-9682-d1422e3b5477 HTTP/1.1" status: 404 len: 337 time: 0.0753882 Feb 03 04:44:30.295083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.311876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9815b-8f1c-468a-a8fd-991cdd0343bf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f69f9b8-a329-4e7c-a9fa-023303307d16,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:30.331038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc9815b-8f1c-468a-a8fd-991cdd0343bf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.335071 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ea8aa5-91f2-41a7-b31a-91443be1a169 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.336073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ea8aa5-91f2-41a7-b31a-91443be1a169 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.338573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6cc9815b-8f1c-468a-a8fd-991cdd0343bf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2558591 Feb 03 04:44:30.339884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.341208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d2ea8aa5-91f2-41a7-b31a-91443be1a169 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/72ea81e4-a416-43c5-a982-7fe40f66b051 HTTP/1.1" status: 404 len: 333 time: 0.0419989 Feb 03 04:44:30.343403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33160) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.395222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-497f3f53-172c-46e9-8712-750c1d12f983 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (5f69f9b8-a329-4e7c-a9fa-023303307d16), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.409607 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-648e485a-9039-4c59-86db-8339a0f86d4d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.412608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648e485a-9039-4c59-86db-8339a0f86d4d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.418926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-497f3f53-172c-46e9-8712-750c1d12f983 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (5f69f9b8-a329-4e7c-a9fa-023303307d16), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.422451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-648e485a-9039-4c59-86db-8339a0f86d4d tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/4d6d3161-4fd0-40f9-9bdc-27a782a5384e HTTP/1.1" status: 404 len: 337 time: 0.0772319 Feb 03 04:44:30.427038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33162) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.447093 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Publish callbacks [] for port (06793026-189c-49db-8203-85528f5c3d67), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.480260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] DHCP port deletion for 23ad56fa-b405-4d92-b1d7-2ae399d39b11 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:44:30.488208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (06793026-189c-49db-8203-85528f5c3d67), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.501773 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ded45c-e9c0-4498-b84e-7e7db9c4589f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:30.504529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (22a67854-a2e3-4e65-b0fc-beef5b728376), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.512504 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ded45c-e9c0-4498-b84e-7e7db9c4589f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:30.526793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f9ded45c-e9c0-4498-b84e-7e7db9c4589f tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/subnets/5bac94fe-8d42-4e4c-99fc-39b59d333fc7 HTTP/1.1" status: 404 len: 337 time: 0.0982878 Feb 03 04:44:30.530475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.568030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-497f3f53-172c-46e9-8712-750c1d12f983 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (5f69f9b8-a329-4e7c-a9fa-023303307d16), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.581859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=22a67854-a2e3-4e65-b0fc-beef5b728376,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:30.594587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-497f3f53-172c-46e9-8712-750c1d12f983 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.600822 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-497f3f53-172c-46e9-8712-750c1d12f983 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5f69f9b8-a329-4e7c-a9fa-023303307d16 HTTP/1.1" status: 204 len: 168 time: 0.2539895 Feb 03 04:44:30.609654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.622731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f3f53-172c-46e9-8712-750c1d12f983 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f69f9b8-a329-4e7c-a9fa-023303307d16,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:30.674839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Pushing event updated for resources: {'Port': ['ID=06793026-189c-49db-8203-85528f5c3d67,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:30.689786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5c583-72da-41ab-815a-af9292100316 None None] Current status of the port 705c7af0-8be9-4a17-860b-f9a934366475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:44:30.703415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.727180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e167e86b-2a44-4248-b580-b7b15349ec6a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1097870 Feb 03 04:44:30.727531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.746822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 3a082992-f837-4d8c-b3a3-8d9bc262708b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:30.748625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.751316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9074cac2-81f8-4fad-a938-aecf66e82c9e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:30.758342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:30.765774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52b019c-a7d3-4d99-888e-2689ed48d565') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:30.766069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52b019c-a7d3-4d99-888e-2689ed48d565') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:30.766489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:30.770950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:30.780633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0be3539e-a374-4b0b-afd6-b88f2a2bfdca tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (3a1baed5-6325-481c-aa05-3a6d61a34226), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.784634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c52b019c-a7d3-4d99-888e-2689ed48d565), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.794836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2ad5c583-72da-41ab-815a-af9292100316 None None] Provisioning complete for port 3a082992-f837-4d8c-b3a3-8d9bc262708b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:44:30.795370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c583-72da-41ab-815a-af9292100316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.799168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0be3539e-a374-4b0b-afd6-b88f2a2bfdca tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (3a1baed5-6325-481c-aa05-3a6d61a34226), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.815670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c52b019c-a7d3-4d99-888e-2689ed48d565), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.833692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:30.834106 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c52b019c-a7d3-4d99-888e-2689ed48d565), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:30.849000 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:30.879328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0be3539e-a374-4b0b-afd6-b88f2a2bfdca tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (3a1baed5-6325-481c-aa05-3a6d61a34226), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.919171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0be3539e-a374-4b0b-afd6-b88f2a2bfdca tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.921763 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0be3539e-a374-4b0b-afd6-b88f2a2bfdca tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3a1baed5-6325-481c-aa05-3a6d61a34226 HTTP/1.1" status: 204 len: 168 time: 0.1931047 Feb 03 04:44:30.926195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:30.933414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3539e-a374-4b0b-afd6-b88f2a2bfdca tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a1baed5-6325-481c-aa05-3a6d61a34226,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:30.940548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:44:30.940548 n-d-827549-1 neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:44:30.940548 n-d-827549-1 neutron-server[103324]: [parameters: {'id': '9074cac2-81f8-4fad-a938-aecf66e82c9e'}] Feb 03 04:44:30.940548 n-d-827549-1 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:44:30.941444 n-d-827549-1 neutron-server[103324]: DEBUG oslo_db.api [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:44:30.960636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:30.982760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] Deleting port 705c7af0-8be9-4a17-860b-f9a934366475 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:30.989569 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.006365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5c583-72da-41ab-815a-af9292100316 None None] Port 3a082992-f837-4d8c-b3a3-8d9bc262708b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:44:31.016311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 3a082992-f837-4d8c-b3a3-8d9bc262708b owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:31.059889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eb00ebb0-7b7a-461e-94ef-2ccdc6e15c88 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1294599 Feb 03 04:44:31.060858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.069131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Attempting to bind port 06793026-189c-49db-8203-85528f5c3d67 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:44:31.088551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Attempting to bind port 06793026-189c-49db-8203-85528f5c3d67 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c52b019c-a7d3-4d99-888e-2689ed48d565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9074cac2-81f8-4fad-a938-aecf66e82c9e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:44:31.089199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Attempting to bind port 06793026-189c-49db-8203-85528f5c3d67 on network 9074cac2-81f8-4fad-a938-aecf66e82c9e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:44:31.122743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c90ca1fa-2b49-42fa-ba19-d7806ffcf6d1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (0d9935c5-98cd-41b8-9cb8-00633780e28c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.134212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c90ca1fa-2b49-42fa-ba19-d7806ffcf6d1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (0d9935c5-98cd-41b8-9cb8-00633780e28c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.141455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:44:31.143720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Checking segment: {'id': 'c52b019c-a7d3-4d99-888e-2689ed48d565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9074cac2-81f8-4fad-a938-aecf66e82c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:31.145561 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.149016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Bound using segment: {'id': 'c52b019c-a7d3-4d99-888e-2689ed48d565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9074cac2-81f8-4fad-a938-aecf66e82c9e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:44:31.149712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Bound port: 06793026-189c-49db-8203-85528f5c3d67, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b019c-a7d3-4d99-888e-2689ed48d565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9074cac2-81f8-4fad-a938-aecf66e82c9e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:44:31.151971 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (06793026-189c-49db-8203-85528f5c3d67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.181524 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:44:31.182914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c90ca1fa-2b49-42fa-ba19-d7806ffcf6d1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (0d9935c5-98cd-41b8-9cb8-00633780e28c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.193478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c90ca1fa-2b49-42fa-ba19-d7806ffcf6d1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.197908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c90ca1fa-2b49-42fa-ba19-d7806ffcf6d1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0d9935c5-98cd-41b8-9cb8-00633780e28c HTTP/1.1" status: 204 len: 168 time: 0.1349335 Feb 03 04:44:31.199244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.204335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ca1fa-2b49-42fa-ba19-d7806ffcf6d1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d9935c5-98cd-41b8-9cb8-00633780e28c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:31.260804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3a082992-f837-4d8c-b3a3-8d9bc262708b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.285988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=705c7af0-8be9-4a17-860b-f9a934366475,segment=NetworkSegment(2c8fa01b-09ea-46c8-8ea1-dec580e0856b),segment_id=2c8fa01b-09ea-46c8-8ea1-dec580e0856b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:31.288508 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (705c7af0-8be9-4a17-860b-f9a934366475), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.342916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] Calling delete_port for 705c7af0-8be9-4a17-860b-f9a934366475 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:31.362301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3dbffdaa-b644-46fb-b123-9e38543791c8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1612177 Feb 03 04:44:31.363816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=3a082992-f837-4d8c-b3a3-8d9bc262708b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:31.365453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.381060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] For port 06793026-189c-49db-8203-85528f5c3d67, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:44:31.384423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.385490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] For port 06793026-189c-49db-8203-85528f5c3d67, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=06793026-189c-49db-8203-85528f5c3d67,segment=NetworkSegment(c52b019c-a7d3-4d99-888e-2689ed48d565),segment_id=c52b019c-a7d3-4d99-888e-2689ed48d565)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:44:31.393157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5d88151b-2178-40fc-b009-6432ece22b89 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/ports/3a082992-f837-4d8c-b3a3-8d9bc262708b HTTP/1.1" status: 204 len: 168 time: 0.8596702 Feb 03 04:44:31.395369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.397511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3771c00-daa5-4bbe-a534-4c829ef2cd9c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (b7405e52-e1d7-4d20-a4e2-39dd7656d0fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.408158 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3771c00-daa5-4bbe-a534-4c829ef2cd9c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (b7405e52-e1d7-4d20-a4e2-39dd7656d0fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.444219 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.452583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3771c00-daa5-4bbe-a534-4c829ef2cd9c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b7405e52-e1d7-4d20-a4e2-39dd7656d0fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.462200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (06793026-189c-49db-8203-85528f5c3d67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.466524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3771c00-daa5-4bbe-a534-4c829ef2cd9c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.472195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a3771c00-daa5-4bbe-a534-4c829ef2cd9c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b7405e52-e1d7-4d20-a4e2-39dd7656d0fb HTTP/1.1" status: 204 len: 168 time: 0.1014366 Feb 03 04:44:31.485858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.543245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3771c00-daa5-4bbe-a534-4c829ef2cd9c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7405e52-e1d7-4d20-a4e2-39dd7656d0fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:31.550931 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (23ad56fa-b405-4d92-b1d7-2ae399d39b11), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.602020 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1c9b1606-05d7-42af-b7a4-e2e7afe61eb4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1149094 Feb 03 04:44:31.605132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.629606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Deleting port 705c7af0-8be9-4a17-860b-f9a934366475 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:31.630097 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (705c7af0-8be9-4a17-860b-f9a934366475), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.676724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bde9c1c-d6c0-4b29-b6bb-a8a643338186 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (890fff62-5f68-46fc-9280-0e1741fd6a10), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.692743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bde9c1c-d6c0-4b29-b6bb-a8a643338186 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (890fff62-5f68-46fc-9280-0e1741fd6a10), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.697559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516f0ef-c30b-4217-867e-0cd78132de47 None None] Pushing event updated for resources: {'Port': ['ID=06793026-189c-49db-8203-85528f5c3d67,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:31.703114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting port 06793026-189c-49db-8203-85528f5c3d67 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:31.703744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (06793026-189c-49db-8203-85528f5c3d67), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.724519 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.732626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] For port 705c7af0-8be9-4a17-860b-f9a934366475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=705c7af0-8be9-4a17-860b-f9a934366475,segment=NetworkSegment(2c8fa01b-09ea-46c8-8ea1-dec580e0856b),segment_id=2c8fa01b-09ea-46c8-8ea1-dec580e0856b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:31.734064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (705c7af0-8be9-4a17-860b-f9a934366475), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.736241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc168125-9dbe-47f1-a4f1-66c1f2ec5a28 None None] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:31.756586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] No DVR routers for this DVR port 705c7af0-8be9-4a17-860b-f9a934366475 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:31.782295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Calling delete_port for 705c7af0-8be9-4a17-860b-f9a934366475 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:31.786012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bde9c1c-d6c0-4b29-b6bb-a8a643338186 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (890fff62-5f68-46fc-9280-0e1741fd6a10), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.799489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bde9c1c-d6c0-4b29-b6bb-a8a643338186 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.801046 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0bde9c1c-d6c0-4b29-b6bb-a8a643338186 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/890fff62-5f68-46fc-9280-0e1741fd6a10 HTTP/1.1" status: 204 len: 168 time: 0.1948404 Feb 03 04:44:31.804572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.837582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde9c1c-d6c0-4b29-b6bb-a8a643338186 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=890fff62-5f68-46fc-9280-0e1741fd6a10,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:31.844781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] For port 06793026-189c-49db-8203-85528f5c3d67, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=06793026-189c-49db-8203-85528f5c3d67,segment=NetworkSegment(c52b019c-a7d3-4d99-888e-2689ed48d565),segment_id=c52b019c-a7d3-4d99-888e-2689ed48d565)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:31.845430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (06793026-189c-49db-8203-85528f5c3d67), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:31.864148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Calling delete_port for 06793026-189c-49db-8203-85528f5c3d67 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:31.890173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-afeaac91-ab91-49c6-97e6-73e85be27278 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0838110 Feb 03 04:44:31.892936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:31.980837 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (705c7af0-8be9-4a17-860b-f9a934366475), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.024245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 705c7af0-8be9-4a17-860b-f9a934366475 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:32.030736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2884554-ffe2-4244-bdf6-69f914e02c0f None None] Pushing event deleted for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:32.041518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Port': ['ID=705c7af0-8be9-4a17-860b-f9a934366475,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:32.048507 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c8eea4-45e6-49db-947b-e871f914203a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (a87563fb-3b29-4c40-9ed2-e69b11f88be6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.070569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] No DVR routers for this DVR port 705c7af0-8be9-4a17-860b-f9a934366475 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:32.070828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 705c7af0-8be9-4a17-860b-f9a934366475 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:32.070989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 705c7af0-8be9-4a17-860b-f9a934366475 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:32.078312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (06793026-189c-49db-8203-85528f5c3d67), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.136252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.136882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.137349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.137818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.144758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.145265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.145733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.146172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.146643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.147201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.147676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.148121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.148565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:32.163280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c8eea4-45e6-49db-947b-e871f914203a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (a87563fb-3b29-4c40-9ed2-e69b11f88be6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.166383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Port': ['ID=06793026-189c-49db-8203-85528f5c3d67,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:32.181708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No DVR routers for this DVR port 06793026-189c-49db-8203-85528f5c3d67 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:32.207702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b24576b-1dae-4072-b701-77621bd6a31f None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:44:32.286520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (23ad56fa-b405-4d92-b1d7-2ae399d39b11), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.341186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24576b-1dae-4072-b701-77621bd6a31f None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:44:32.343244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ad56fa-b405-4d92-b1d7-2ae399d39b11']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:32.362642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8fa01b-09ea-46c8-8ea1-dec580e0856b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:32.363063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8fa01b-09ea-46c8-8ea1-dec580e0856b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:32.375125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2c8fa01b-09ea-46c8-8ea1-dec580e0856b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.390986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2c8fa01b-09ea-46c8-8ea1-dec580e0856b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.397894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:32.398551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2c8fa01b-09ea-46c8-8ea1-dec580e0856b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:32.403439 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:32.492532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (23ad56fa-b405-4d92-b1d7-2ae399d39b11), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.499930 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557300'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:32.524052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] 10.222.0.35 "DELETE /v2.0/networks/23ad56fa-b405-4d92-b1d7-2ae399d39b11 HTTP/1.1" status: 204 len: 168 time: 1.1273425 Feb 03 04:44:32.553172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7586143-5ecb-4504-947c-5aaa56da77e4 tempest-PortsIpV6TestJSON-695155335 tempest-PortsIpV6TestJSON-695155335-project] Pushing event deleted for resources: {'Network': ['ID=23ad56fa-b405-4d92-b1d7-2ae399d39b11,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:32.622105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf55ba4-3145-4bc0-a7e4-af7134882bc2 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:44:32.793769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf55ba4-3145-4bc0-a7e4-af7134882bc2 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:44:32.997582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:33.069580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006c090-b34a-494e-929c-0b7d9dd2becb None None] Network 9074cac2-81f8-4fad-a938-aecf66e82c9e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:33.125792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.149411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c8eea4-45e6-49db-947b-e871f914203a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a87563fb-3b29-4c40-9ed2-e69b11f88be6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.160207 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c8eea4-45e6-49db-947b-e871f914203a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.162296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c7c8eea4-45e6-49db-947b-e871f914203a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/a87563fb-3b29-4c40-9ed2-e69b11f88be6 HTTP/1.1" status: 204 len: 168 time: 1.2682207 Feb 03 04:44:33.165228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:33.213706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9074cac2-81f8-4fad-a938-aecf66e82c9e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:33.218731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8eea4-45e6-49db-947b-e871f914203a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87563fb-3b29-4c40-9ed2-e69b11f88be6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:33.239532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52b019c-a7d3-4d99-888e-2689ed48d565') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:33.240842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52b019c-a7d3-4d99-888e-2689ed48d565') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:33.264657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c52b019c-a7d3-4d99-888e-2689ed48d565), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.287169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85c202e7-fa09-443c-96cd-bfb21b464440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.295926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c52b019c-a7d3-4d99-888e-2689ed48d565), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.312893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:33.313316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c52b019c-a7d3-4d99-888e-2689ed48d565), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:33.319460 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:33.336925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-03bdffe5-d5fe-4d36-9559-e61d3f95061d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45e1159c3a554918b02e31733812bd0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3380468 Feb 03 04:44:33.342040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33218) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:33.363703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3ac2d979-afe0-4fe7-9d9a-2810fd36b746 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1969059 Feb 03 04:44:33.367900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:33.373608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-47b0bb2c-ad5f-47e8-bac7-4f5d6fbe87db tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--809975146'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:33.405828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47b0bb2c-ad5f-47e8-bac7-4f5d6fbe87db tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.459627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9074cac2-81f8-4fad-a938-aecf66e82c9e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.460508 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6c18-1a5b-44ec-a12d-6ecfd7ea23a9 admin admin] Publish callbacks [] for security_group (e98acacf-c9a2-47d9-a85e-79a071ff2267), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.474524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.482338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/9074cac2-81f8-4fad-a938-aecf66e82c9e HTTP/1.1" status: 204 len: 168 time: 3.9694834 Feb 03 04:44:33.487124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:33.514674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6c18-1a5b-44ec-a12d-6ecfd7ea23a9 admin admin] Publish callbacks [] for security_group (e98acacf-c9a2-47d9-a85e-79a071ff2267), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.548864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e5a27-b7d7-4437-b05e-e9f860082be0 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=9074cac2-81f8-4fad-a938-aecf66e82c9e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:33.552645 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b59ada1-cd1e-482d-a6c1-2e9f588a5fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:33.553375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b59ada1-cd1e-482d-a6c1-2e9f588a5fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:33.557771 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b59ada1-cd1e-482d-a6c1-2e9f588a5fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/9074cac2-81f8-4fad-a938-aecf66e82c9e HTTP/1.1" status: 404 len: 339 time: 0.0695002 Feb 03 04:44:33.561703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:33.571981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1443348498', 'description': 'd1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:33.607169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47b0bb2c-ad5f-47e8-bac7-4f5d6fbe87db tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (34194b2b-6a8b-44ce-8ea9-7d5b7ee06779), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.616622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:33.622257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.623245 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47b0bb2c-ad5f-47e8-bac7-4f5d6fbe87db tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (34194b2b-6a8b-44ce-8ea9-7d5b7ee06779), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.659070 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6c18-1a5b-44ec-a12d-6ecfd7ea23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e98acacf-c9a2-47d9-a85e-79a071ff2267), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.662190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6c18-1a5b-44ec-a12d-6ecfd7ea23a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.663651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb6d6c18-1a5b-44ec-a12d-6ecfd7ea23a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e98acacf-c9a2-47d9-a85e-79a071ff2267 HTTP/1.1" status: 204 len: 168 time: 0.3205316 Feb 03 04:44:33.669677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0bb2c-ad5f-47e8-bac7-4f5d6fbe87db tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34194b2b-6a8b-44ce-8ea9-7d5b7ee06779,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:33.680314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:33.683590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47b0bb2c-ad5f-47e8-bac7-4f5d6fbe87db tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.687412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47b0bb2c-ad5f-47e8-bac7-4f5d6fbe87db tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3158603 Feb 03 04:44:33.688797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:33.702066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d6c18-1a5b-44ec-a12d-6ecfd7ea23a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98acacf-c9a2-47d9-a85e-79a071ff2267,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:33.702655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1669e1f7-0a57-48b0-88e7-acdae0e9c99c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': '34194b2b-6a8b-44ce-8ea9-7d5b7ee06779', 'direction': 'ingress', 'protocol': 17}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:33.722058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2c73a8b6-6d8c-4d4f-af78-4951e9d966df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.722413 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment 2c73a8b6-6d8c-4d4f-af78-4951e9d966df of type vlan for network 59ee7e3c-6806-4ecb-a318-1d7d16c406af Feb 03 04:44:33.797331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (59ee7e3c-6806-4ecb-a318-1d7d16c406af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.816370 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1669e1f7-0a57-48b0-88e7-acdae0e9c99c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (019b6820-0533-4725-aff3-78a608f5953b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.871547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (59ee7e3c-6806-4ecb-a318-1d7d16c406af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.877268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:33.877891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.920591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1669e1f7-0a57-48b0-88e7-acdae0e9c99c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (019b6820-0533-4725-aff3-78a608f5953b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.943182 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3777127 Feb 03 04:44:33.944523 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1669e1f7-0a57-48b0-88e7-acdae0e9c99c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (019b6820-0533-4725-aff3-78a608f5953b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:33.945369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.018804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4b347-b8b6-45b1-9f0d-d17cefac965d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=59ee7e3c-6806-4ecb-a318-1d7d16c406af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:34.024482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669e1f7-0a57-48b0-88e7-acdae0e9c99c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019b6820-0533-4725-aff3-78a608f5953b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:34.036081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 59ee7e3c-6806-4ecb-a318-1d7d16c406af details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:34.037989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1669e1f7-0a57-48b0-88e7-acdae0e9c99c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.040100 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1669e1f7-0a57-48b0-88e7-acdae0e9c99c tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3502860 Feb 03 04:44:34.042983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.116363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89f2f233-5556-4801-a009-d0e92116ed77 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (34194b2b-6a8b-44ce-8ea9-7d5b7ee06779), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.177864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89f2f233-5556-4801-a009-d0e92116ed77 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (34194b2b-6a8b-44ce-8ea9-7d5b7ee06779), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.258388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89f2f233-5556-4801-a009-d0e92116ed77 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (34194b2b-6a8b-44ce-8ea9-7d5b7ee06779), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.261592 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89f2f233-5556-4801-a009-d0e92116ed77 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.266133 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89f2f233-5556-4801-a009-d0e92116ed77 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/34194b2b-6a8b-44ce-8ea9-7d5b7ee06779 HTTP/1.1" status: 204 len: 168 time: 0.2215896 Feb 03 04:44:34.266513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.286588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2f233-5556-4801-a009-d0e92116ed77 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34194b2b-6a8b-44ce-8ea9-7d5b7ee06779,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:34.304138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e5164-9b2c-4c8b-8574-4c25e607c3e8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:34.308329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-640e5164-9b2c-4c8b-8574-4c25e607c3e8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/networks?id=59ee7e3c-6806-4ecb-a318-1d7d16c406af HTTP/1.1" status: 200 len: 761 time: 0.3579543 Feb 03 04:44:34.309373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.319352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'description': 'd2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:34.462702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d71c1ebb-4825-4161-9142-7a86f7f61f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1915705 Feb 03 04:44:34.462923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.469106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-024b2ef3-5750-4f55-8a41-cb0bb049e19f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739877763'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:34.553260 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-024b2ef3-5750-4f55-8a41-cb0bb049e19f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.559902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (59ee7e3c-6806-4ecb-a318-1d7d16c406af), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.600442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (59ee7e3c-6806-4ecb-a318-1d7d16c406af), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.628971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 59ee7e3c-6806-4ecb-a318-1d7d16c406af is not hosted by any dhcp agent {{(pid=103323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:44:34.633830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:34.634564 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.635938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "PUT /v2.0/networks/59ee7e3c-6806-4ecb-a318-1d7d16c406af HTTP/1.1" status: 200 len: 758 time: 0.3229194 Feb 03 04:44:34.638762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.699421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8e056-5695-4afd-8113-34fa1709e2ac tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=59ee7e3c-6806-4ecb-a318-1d7d16c406af,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:34.718269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 59ee7e3c-6806-4ecb-a318-1d7d16c406af details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:34.730954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-024b2ef3-5750-4f55-8a41-cb0bb049e19f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (7fb6cc20-7335-4278-b8b5-dda0449d4d1c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.738983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-024b2ef3-5750-4f55-8a41-cb0bb049e19f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7fb6cc20-7335-4278-b8b5-dda0449d4d1c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.806756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2256d9-1c0b-4cfe-9e50-bd7cf9c1c14e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:34.811346 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-024b2ef3-5750-4f55-8a41-cb0bb049e19f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.815411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-024b2ef3-5750-4f55-8a41-cb0bb049e19f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3487267 Feb 03 04:44:34.816439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.816786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.818657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ba2256d9-1c0b-4cfe-9e50-bd7cf9c1c14e tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/networks?id=59ee7e3c-6806-4ecb-a318-1d7d16c406af HTTP/1.1" status: 200 len: 761 time: 0.1785190 Feb 03 04:44:34.826591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-34ca63d4-1317-4546-bf6e-f80bf4e8de0b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645586568'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:34.835823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627384119'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:34.841114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b2ef3-5750-4f55-8a41-cb0bb049e19f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb6cc20-7335-4278-b8b5-dda0449d4d1c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:34.888613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:34.892547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.896209 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34ca63d4-1317-4546-bf6e-f80bf4e8de0b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.920653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33274) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:34.943573 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:34.963102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7aee6d56-5ba7-4004-988d-fef4b02ff2fa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:34.963459 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment 7aee6d56-5ba7-4004-988d-fef4b02ff2fa of type vlan for network e9a820c1-281c-4dfb-9b95-17e90bd59659 Feb 03 04:44:35.018093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (e9a820c1-281c-4dfb-9b95-17e90bd59659), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.033640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34ca63d4-1317-4546-bf6e-f80bf4e8de0b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (aa120748-711f-4f8d-8bf8-5d38118eff1b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.046896 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34ca63d4-1317-4546-bf6e-f80bf4e8de0b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (aa120748-711f-4f8d-8bf8-5d38118eff1b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.083137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2042950427'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:35.086090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca63d4-1317-4546-bf6e-f80bf4e8de0b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa120748-711f-4f8d-8bf8-5d38118eff1b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:35.102973 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (e9a820c1-281c-4dfb-9b95-17e90bd59659), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.108275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:35.108663 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.123729 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34ca63d4-1317-4546-bf6e-f80bf4e8de0b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.124863 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34ca63d4-1317-4546-bf6e-f80bf4e8de0b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3070538 Feb 03 04:44:35.128338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:35.135153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1c86ccdb-d64b-445a-9b4d-d011b8d11dd1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': '7fb6cc20-7335-4278-b8b5-dda0449d4d1c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aa120748-711f-4f8d-8bf8-5d38118eff1b', 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:35.138369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Made reservation on behalf of 8e5a55ceab4e4fad8ff1bdacc5c592f3 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:35.141748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.158434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3377318 Feb 03 04:44:35.161377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33290) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:35.164797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.170293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:35.183377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c86ccdb-d64b-445a-9b4d-d011b8d11dd1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (27fd4deb-05ca-488b-89a8-f279f2a18fc6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.298712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c86ccdb-d64b-445a-9b4d-d011b8d11dd1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (27fd4deb-05ca-488b-89a8-f279f2a18fc6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.307624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c86ccdb-d64b-445a-9b4d-d011b8d11dd1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (27fd4deb-05ca-488b-89a8-f279f2a18fc6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.330240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97132b-8171-466f-bbd3-780e554b4d96 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=e9a820c1-281c-4dfb-9b95-17e90bd59659,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:35.344222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network e9a820c1-281c-4dfb-9b95-17e90bd59659 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:35.355408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86ccdb-d64b-445a-9b4d-d011b8d11dd1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fd4deb-05ca-488b-89a8-f279f2a18fc6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:35.368678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c86ccdb-d64b-445a-9b4d-d011b8d11dd1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.372117 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1c86ccdb-d64b-445a-9b4d-d011b8d11dd1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2419145 Feb 03 04:44:35.374617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:35.407492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0276d56d-caca-40bb-a5b5-0ce4ab98dde8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (27fd4deb-05ca-488b-89a8-f279f2a18fc6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.409804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:35.414262 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.417930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0276d56d-caca-40bb-a5b5-0ce4ab98dde8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (27fd4deb-05ca-488b-89a8-f279f2a18fc6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.452863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0276d56d-caca-40bb-a5b5-0ce4ab98dde8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (27fd4deb-05ca-488b-89a8-f279f2a18fc6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.459547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0276d56d-caca-40bb-a5b5-0ce4ab98dde8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.463516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0276d56d-caca-40bb-a5b5-0ce4ab98dde8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/27fd4deb-05ca-488b-89a8-f279f2a18fc6 HTTP/1.1" status: 204 len: 168 time: 0.0851905 Feb 03 04:44:35.464211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:35.498187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276d56d-caca-40bb-a5b5-0ce4ab98dde8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27fd4deb-05ca-488b-89a8-f279f2a18fc6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:35.512893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks [] for security_group (13a5cdad-3417-4036-b0be-567785e933f2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.531917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (13a5cdad-3417-4036-b0be-567785e933f2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.546888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:35.549762 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bf5a22ec-0049-4a48-ba68-d2b83ebd6c66 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0717592 Feb 03 04:44:35.609823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:35.651482 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4d6f00cc-cee9-4ecf-ac4c-41d26a29bf9f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.651801 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Added segment 4d6f00cc-cee9-4ecf-ac4c-41d26a29bf9f of type vlan for network d6fd8a5e-0fec-44f0-821d-c7bf8980b032 Feb 03 04:44:35.655008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a5cdad-3417-4036-b0be-567785e933f2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:35.693205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3627c818-5d07-45f7-bec6-16ef430f3d53 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (aa120748-711f-4f8d-8bf8-5d38118eff1b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.779617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d6fd8a5e-0fec-44f0-821d-c7bf8980b032), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.804796 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3627c818-5d07-45f7-bec6-16ef430f3d53 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (aa120748-711f-4f8d-8bf8-5d38118eff1b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.920716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:44:35.946550 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (0c8cf263-fd5e-4638-89e1-49a7ed1ba65a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.966423 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d6fd8a5e-0fec-44f0-821d-c7bf8980b032), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:35.973106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:35.974104 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.044059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1221912 Feb 03 04:44:36.047130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.052792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-2e6cd967-1a04-47a7-9590-410cfef96a7b tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-950512562') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:36.062861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3627c818-5d07-45f7-bec6-16ef430f3d53 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (aa120748-711f-4f8d-8bf8-5d38118eff1b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.065848 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3627c818-5d07-45f7-bec6-16ef430f3d53 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.070429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3627c818-5d07-45f7-bec6-16ef430f3d53 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/aa120748-711f-4f8d-8bf8-5d38118eff1b HTTP/1.1" status: 204 len: 168 time: 0.5171978 Feb 03 04:44:36.073842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.102008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627c818-5d07-45f7-bec6-16ef430f3d53 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa120748-711f-4f8d-8bf8-5d38118eff1b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:36.234223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': '7aee6d56-5ba7-4004-988d-fef4b02ff2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:36.234709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: e9a820c1-281c-4dfb-9b95-17e90bd59659, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:36.243443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2e6cd967-1a04-47a7-9590-410cfef96a7b tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "PUT /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-950512562 HTTP/1.1" status: 201 len: 201 time: 0.1874497 Feb 03 04:44:36.243443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33312) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.244163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=0c8cf263-fd5e-4638-89e1-49a7ed1ba65a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:36.244326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-a1e28ae6-abdc-4882-a80b-e84904d7b0ee tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-950512562') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:36.259472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdadaaa-867f-4084-a37a-06a1c344e84f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Pushing event updated for resources: {'Network': ['ID=d6fd8a5e-0fec-44f0-821d-c7bf8980b032,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:36.270889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d6fd8a5e-0fec-44f0-821d-c7bf8980b032 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:36.346787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network e9a820c1-281c-4dfb-9b95-17e90bd59659 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:36.416381 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a1e28ae6-abdc-4882-a80b-e84904d7b0ee tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "GET /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-950512562 HTTP/1.1" status: 204 len: 168 time: 0.1769121 Feb 03 04:44:36.417711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.421567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-92b4b3ab-6b65-4b27-84d6-798aa2262535 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3332713 Feb 03 04:44:36.424222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33316) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.425014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, e9a820c1-281c-4dfb-9b95-17e90bd59659) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:36.431294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:36.432492 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.484467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-5684a63c-9da8-4a44-95bd-60424c02cde3 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:36.484690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c07d1b-9ec0-4135-8193-fe9c82adac29 None None] Network e9a820c1-281c-4dfb-9b95-17e90bd59659 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:36.523550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-095d2af4-6ea2-476b-90d7-6da30b6c0b2c tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3608820 Feb 03 04:44:36.534592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.569597 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f20f0001-5e42-4a40-af08-d9838e7d1c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.632022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-573e454e-ed4a-4e4d-8171-a88f87b666bc tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (7fb6cc20-7335-4278-b8b5-dda0449d4d1c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.660532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-573e454e-ed4a-4e4d-8171-a88f87b666bc tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (7fb6cc20-7335-4278-b8b5-dda0449d4d1c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.719391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-573e454e-ed4a-4e4d-8171-a88f87b666bc tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7fb6cc20-7335-4278-b8b5-dda0449d4d1c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.722834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.734842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-573e454e-ed4a-4e4d-8171-a88f87b666bc tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.737622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-e9a820c1-281c-4dfb-9b95-17e90bd59659', 'network_id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '0c8cf263-fd5e-4638-89e1-49a7ed1ba65a'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:36.741535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-573e454e-ed4a-4e4d-8171-a88f87b666bc tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/7fb6cc20-7335-4278-b8b5-dda0449d4d1c HTTP/1.1" status: 204 len: 168 time: 0.3218958 Feb 03 04:44:36.742208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.743279 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.773689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e454e-ed4a-4e4d-8171-a88f87b666bc tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb6cc20-7335-4278-b8b5-dda0449d4d1c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:36.786641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5684a63c-9da8-4a44-95bd-60424c02cde3 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "GET /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags HTTP/1.1" status: 200 len: 237 time: 0.3396304 Feb 03 04:44:36.789975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33326) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.794437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-67931b32-d59d-47e7-859b-fb83e1ce1cb7 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', {'tags': ['tempest-TagsTest-Tag-1910304634', 'tempest-TagsTest-Tag-1062556644', 'tempest-TagsTest-Tag-513705240']}) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:36.828288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33332) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.835082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-df473da9-0416-4418-bd84-da4bf09b76a0 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802538 Feb 03 04:44:36.867137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-19cca57d-612c-4a41-b2e4-07dbf73f3db4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--434456889'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:36.919967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (e9a820c1-281c-4dfb-9b95-17e90bd59659), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.950545 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19cca57d-612c-4a41-b2e4-07dbf73f3db4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:36.989937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-67931b32-d59d-47e7-859b-fb83e1ce1cb7 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "PUT /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags HTTP/1.1" status: 200 len: 308 time: 0.1994188 Feb 03 04:44:36.993251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:36.995632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Allocated IP 172.20.0.2 (e9a820c1-281c-4dfb-9b95-17e90bd59659/0c8cf263-fd5e-4638-89e1-49a7ed1ba65a/5a5a5721-3b56-4a97-ac4f-acb2427aecc5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:37.005354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-0b5564ba-04a5-478e-ad35-a308300a103f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-1910304634') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.108832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0c8cf263-fd5e-4638-89e1-49a7ed1ba65a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.211186 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19cca57d-612c-4a41-b2e4-07dbf73f3db4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (b4d3b6ee-ba42-488d-aafa-b17a1db84aa9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.216100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19cca57d-612c-4a41-b2e4-07dbf73f3db4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b4d3b6ee-ba42-488d-aafa-b17a1db84aa9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.231868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b5564ba-04a5-478e-ad35-a308300a103f tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "DELETE /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-1910304634 HTTP/1.1" status: 204 len: 168 time: 0.2362254 Feb 03 04:44:37.234651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:37.244143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-fdb08fe8-fabc-4f57-bc1e-3f0702581f53 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-1910304634') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.256229 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Publish callbacks [] for port (5a5a5721-3b56-4a97-ac4f-acb2427aecc5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.274038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (5a5a5721-3b56-4a97-ac4f-acb2427aecc5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.275888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19cca57d-612c-4a41-b2e4-07dbf73f3db4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.285358 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-19cca57d-612c-4a41-b2e4-07dbf73f3db4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4559784 Feb 03 04:44:37.285805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33348) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:37.307675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8e84b2ea-50c3-4918-ac38-6320dde6901f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': 'b4d3b6ee-ba42-488d-aafa-b17a1db84aa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:37.313569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cca57d-612c-4a41-b2e4-07dbf73f3db4 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d3b6ee-ba42-488d-aafa-b17a1db84aa9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:37.323432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (0c8cf263-fd5e-4638-89e1-49a7ed1ba65a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.348479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Network e9a820c1-281c-4dfb-9b95-17e90bd59659 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:37.360086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:37.369708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:37.377809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Pushing event updated for resources: {'Port': ['ID=5a5a5721-3b56-4a97-ac4f-acb2427aecc5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:37.446582 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-fdb08fe8-fabc-4f57-bc1e-3f0702581f53 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] show failed (client error): The resource could not be found. Feb 03 04:44:37.449426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fdb08fe8-fabc-4f57-bc1e-3f0702581f53 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "GET /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-1910304634 HTTP/1.1" status: 404 len: 326 time: 0.2110281 Feb 03 04:44:37.452131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:37.459992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-076141b1-bb8e-40d8-8ac0-8d26443a8127 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-1062556644') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.467033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Attempting to bind port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:44:37.468609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Attempting to bind port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7aee6d56-5ba7-4004-988d-fef4b02ff2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:44:37.471319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Attempting to bind port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5 on network e9a820c1-281c-4dfb-9b95-17e90bd59659 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:44:37.477398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:44:37.481225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Checking segment: {'id': '7aee6d56-5ba7-4004-988d-fef4b02ff2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:37.482571 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.483879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Bound using segment: {'id': '7aee6d56-5ba7-4004-988d-fef4b02ff2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:44:37.485062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Bound port: 5a5a5721-3b56-4a97-ac4f-acb2427aecc5, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aee6d56-5ba7-4004-988d-fef4b02ff2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:44:37.485651 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5a5a5721-3b56-4a97-ac4f-acb2427aecc5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.511493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (e9a820c1-281c-4dfb-9b95-17e90bd59659), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.536711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a820c1-281c-4dfb-9b95-17e90bd59659']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.545951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8cf263-fd5e-4638-89e1-49a7ed1ba65a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:37.548525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-076141b1-bb8e-40d8-8ac0-8d26443a8127 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "GET /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-1062556644 HTTP/1.1" status: 204 len: 168 time: 0.0943518 Feb 03 04:44:37.550917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:37.557422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-3ececb7d-a894-4f4d-80bd-8ab8764a5587 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-513705240') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.559222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aee6d56-5ba7-4004-988d-fef4b02ff2fa') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.559675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aee6d56-5ba7-4004-988d-fef4b02ff2fa') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.572623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (7aee6d56-5ba7-4004-988d-fef4b02ff2fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.588082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e84b2ea-50c3-4918-ac38-6320dde6901f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (9ec9dbcb-df55-4b44-9eea-af14bd8574a1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.604427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7aee6d56-5ba7-4004-988d-fef4b02ff2fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.621274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:37.621676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (7aee6d56-5ba7-4004-988d-fef4b02ff2fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:37.625301 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:37.654433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] For port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:44:37.697009 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3ececb7d-a894-4f4d-80bd-8ab8764a5587 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "GET /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-513705240 HTTP/1.1" status: 204 len: 168 time: 0.1445382 Feb 03 04:44:37.700659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:37.707115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-7ad8f98c-3421-4791-9b89-9719d69b196c tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:37.714810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] For port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5a5a5721-3b56-4a97-ac4f-acb2427aecc5,segment=NetworkSegment(7aee6d56-5ba7-4004-988d-fef4b02ff2fa),segment_id=7aee6d56-5ba7-4004-988d-fef4b02ff2fa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:44:37.725698 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5a5a5721-3b56-4a97-ac4f-acb2427aecc5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:37.738112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:44:37.738112 n-d-827549-1 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:44:37.738112 n-d-827549-1 neutron-server[103323]: [parameters: {'id': 'e9a820c1-281c-4dfb-9b95-17e90bd59659'}] Feb 03 04:44:37.738112 n-d-827549-1 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:44:37.738591 n-d-827549-1 neutron-server[103323]: DEBUG oslo_db.api [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:44:37.849814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66cb7-cea4-4339-b102-69c9579c4141 None None] Pushing event updated for resources: {'Port': ['ID=5a5a5721-3b56-4a97-ac4f-acb2427aecc5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:37.919358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a100ed5-8dc3-4dd1-a593-c36d101a9e80 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:44:38.062719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a100ed5-8dc3-4dd1-a593-c36d101a9e80 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:44:38.166319 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e84b2ea-50c3-4918-ac38-6320dde6901f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (9ec9dbcb-df55-4b44-9eea-af14bd8574a1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.187583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e84b2ea-50c3-4918-ac38-6320dde6901f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (9ec9dbcb-df55-4b44-9eea-af14bd8574a1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.247556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (e9a820c1-281c-4dfb-9b95-17e90bd59659), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.253343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b2ea-50c3-4918-ac38-6320dde6901f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec9dbcb-df55-4b44-9eea-af14bd8574a1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:38.258054 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.276128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e84b2ea-50c3-4918-ac38-6320dde6901f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.280337 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8e84b2ea-50c3-4918-ac38-6320dde6901f tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9755380 Feb 03 04:44:38.280734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.323554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59550f77-4f48-473d-ae02-e8444165a35d None None] Network e9a820c1-281c-4dfb-9b95-17e90bd59659 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:38.332214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-697fce13-2f46-464e-b9e4-6757d53e0418 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (9ec9dbcb-df55-4b44-9eea-af14bd8574a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.348452 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-697fce13-2f46-464e-b9e4-6757d53e0418 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (9ec9dbcb-df55-4b44-9eea-af14bd8574a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.392964 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7ad8f98c-3421-4791-9b89-9719d69b196c tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "DELETE /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags HTTP/1.1" status: 204 len: 168 time: 0.6905696 Feb 03 04:44:38.395548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.400714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-4783bb5c-5f36-4c25-a62a-cd6266254dd8 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-1062556644') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:38.429374 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-697fce13-2f46-464e-b9e4-6757d53e0418 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (9ec9dbcb-df55-4b44-9eea-af14bd8574a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.436198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-697fce13-2f46-464e-b9e4-6757d53e0418 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.442094 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-697fce13-2f46-464e-b9e4-6757d53e0418 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9ec9dbcb-df55-4b44-9eea-af14bd8574a1 HTTP/1.1" status: 204 len: 168 time: 0.1600156 Feb 03 04:44:38.442738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.469381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fce13-2f46-464e-b9e4-6757d53e0418 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec9dbcb-df55-4b44-9eea-af14bd8574a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:38.516912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5deee324-3322-461e-bff4-82d936ad7ff3 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661592 Feb 03 04:44:38.517561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.548077 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-4783bb5c-5f36-4c25-a62a-cd6266254dd8 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] show failed (client error): The resource could not be found. Feb 03 04:44:38.549921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4783bb5c-5f36-4c25-a62a-cd6266254dd8 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "GET /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-1062556644 HTTP/1.1" status: 404 len: 326 time: 0.1524637 Feb 03 04:44:38.551997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33400) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.558175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.tag.tag_plugin [None req-8410536d-f6e4-4ecd-9258-54d18e658ece tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032', 'tempest-TagsTest-Tag-513705240') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:38.574163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:38.574163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5a5a5721-3b56-4a97-ac4f-acb2427aecc5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.604538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9a5-5c2a-4f48-ae3f-6790c0d7b1bb tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (b4d3b6ee-ba42-488d-aafa-b17a1db84aa9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.646559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9a5-5c2a-4f48-ae3f-6790c0d7b1bb tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (b4d3b6ee-ba42-488d-aafa-b17a1db84aa9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.696913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] For port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5a5a5721-3b56-4a97-ac4f-acb2427aecc5,segment=NetworkSegment(7aee6d56-5ba7-4004-988d-fef4b02ff2fa),segment_id=7aee6d56-5ba7-4004-988d-fef4b02ff2fa)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:38.697566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5a5a5721-3b56-4a97-ac4f-acb2427aecc5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.713896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9a5-5c2a-4f48-ae3f-6790c0d7b1bb tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b4d3b6ee-ba42-488d-aafa-b17a1db84aa9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.716541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9a5-5c2a-4f48-ae3f-6790c0d7b1bb tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:38.717719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-11d7f9a5-5c2a-4f48-ae3f-6790c0d7b1bb tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/b4d3b6ee-ba42-488d-aafa-b17a1db84aa9 HTTP/1.1" status: 204 len: 168 time: 0.1992090 Feb 03 04:44:38.727168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.770264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7f9a5-5c2a-4f48-ae3f-6790c0d7b1bb tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d3b6ee-ba42-488d-aafa-b17a1db84aa9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:38.770786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Calling delete_port for 5a5a5721-3b56-4a97-ac4f-acb2427aecc5 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:38.807844 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-8410536d-f6e4-4ecd-9258-54d18e658ece tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] show failed (client error): The resource could not be found. Feb 03 04:44:38.811261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8410536d-f6e4-4ecd-9258-54d18e658ece tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "GET /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags/tempest-TagsTest-Tag-513705240 HTTP/1.1" status: 404 len: 325 time: 0.2559254 Feb 03 04:44:38.815113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.820674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-8b36ca28-9b71-4d01-9e16-c53e143b31c1 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd6fd8a5e-0fec-44f0-821d-c7bf8980b032') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:38.848428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b0542442-d95d-4220-bf9a-4d8a50fc1a88 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1167111 Feb 03 04:44:38.850273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:38.865340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8947d04d-9648-4dee-9262-35cf25b59f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--281263178'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:38.937882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8947d04d-9648-4dee-9262-35cf25b59f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.029054 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5a5a5721-3b56-4a97-ac4f-acb2427aecc5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.049445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No DVR routers for this DVR port 5a5a5721-3b56-4a97-ac4f-acb2427aecc5 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:39.109772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Port': ['ID=5a5a5721-3b56-4a97-ac4f-acb2427aecc5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:39.121913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8947d04d-9648-4dee-9262-35cf25b59f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (62258970-0a7a-4915-898b-4c016b5a0939), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.124454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8b36ca28-9b71-4d01-9e16-c53e143b31c1 tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "DELETE /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032/tags HTTP/1.1" status: 204 len: 168 time: 0.3080580 Feb 03 04:44:39.128636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:39.140258 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8947d04d-9648-4dee-9262-35cf25b59f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62258970-0a7a-4915-898b-4c016b5a0939), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.175820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8947d04d-9648-4dee-9262-35cf25b59f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.178395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8947d04d-9648-4dee-9262-35cf25b59f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3251343 Feb 03 04:44:39.201464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33432) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:39.255264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3f3aa3e0-1494-4468-a198-757e22ec71a8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': '62258970-0a7a-4915-898b-4c016b5a0939', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:39.277103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (e9a820c1-281c-4dfb-9b95-17e90bd59659), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.279193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.320401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f3aa3e0-1494-4468-a198-757e22ec71a8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (ef399495-1ed2-4488-b1c2-be3e9c35f22d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.342368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947d04d-9648-4dee-9262-35cf25b59f01 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62258970-0a7a-4915-898b-4c016b5a0939,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:39.371443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a820c1-281c-4dfb-9b95-17e90bd59659']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:39.374139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d6fd8a5e-0fec-44f0-821d-c7bf8980b032), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.392921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aee6d56-5ba7-4004-988d-fef4b02ff2fa') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:39.393366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aee6d56-5ba7-4004-988d-fef4b02ff2fa') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:39.413971 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (7aee6d56-5ba7-4004-988d-fef4b02ff2fa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.463752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7aee6d56-5ba7-4004-988d-fef4b02ff2fa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.474186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:39.474891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (7aee6d56-5ba7-4004-988d-fef4b02ff2fa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:39.488118 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:39.533806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d6fd8a5e-0fec-44f0-821d-c7bf8980b032), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.536899 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f3aa3e0-1494-4468-a198-757e22ec71a8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (ef399495-1ed2-4488-b1c2-be3e9c35f22d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.559371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fd8a5e-0fec-44f0-821d-c7bf8980b032']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:39.571165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6f00cc-cee9-4ecf-ac4c-41d26a29bf9f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:39.571542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6f00cc-cee9-4ecf-ac4c-41d26a29bf9f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:39.590108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (4d6f00cc-cee9-4ecf-ac4c-41d26a29bf9f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.611629 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (4d6f00cc-cee9-4ecf-ac4c-41d26a29bf9f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.619671 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f3aa3e0-1494-4468-a198-757e22ec71a8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ef399495-1ed2-4488-b1c2-be3e9c35f22d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.621686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:39.623412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (4d6f00cc-cee9-4ecf-ac4c-41d26a29bf9f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:39.628197 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:39.705773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (e9a820c1-281c-4dfb-9b95-17e90bd59659), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.709513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3aa3e0-1494-4468-a198-757e22ec71a8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef399495-1ed2-4488-b1c2-be3e9c35f22d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:39.734290 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.741707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:39.751155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/e9a820c1-281c-4dfb-9b95-17e90bd59659 HTTP/1.1" status: 204 len: 168 time: 3.1235337 Feb 03 04:44:39.756821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f3aa3e0-1494-4468-a198-757e22ec71a8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.760806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3f3aa3e0-1494-4468-a198-757e22ec71a8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5680888 Feb 03 04:44:39.767228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:39.782325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f561-a22b-408a-9eb2-723718aae8a7 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=e9a820c1-281c-4dfb-9b95-17e90bd59659,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:39.809822 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-90024ad7-7772-417c-a998-3130ff59496d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] GET failed (client error): The resource could not be found. Feb 03 04:44:39.814277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:39.822661 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-90024ad7-7772-417c-a998-3130ff59496d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/subnets/0c8cf263-fd5e-4638-89e1-49a7ed1ba65a HTTP/1.1" status: 404 len: 337 time: 0.0796912 Feb 03 04:44:39.827285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d6fd8a5e-0fec-44f0-821d-c7bf8980b032), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.834113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4d7935c2-5e2e-4441-ad83-5029279911cf tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules/ef399495-1ed2-4488-b1c2-be3e9c35f22d HTTP/1.1" status: 200 len: 763 time: 0.0633986 Feb 03 04:44:39.842840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:39.857230 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-186d93ff-a682-48fd-9a60-58dc44885700 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:39.857728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186d93ff-a682-48fd-9a60-58dc44885700 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:39.868124 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-186d93ff-a682-48fd-9a60-58dc44885700 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/e9a820c1-281c-4dfb-9b95-17e90bd59659 HTTP/1.1" status: 404 len: 339 time: 0.0527313 Feb 03 04:44:39.872650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:39.873730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:39.879365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] 10.222.0.35 "DELETE /v2.0/networks/d6fd8a5e-0fec-44f0-821d-c7bf8980b032 HTTP/1.1" status: 204 len: 168 time: 0.7475390 Feb 03 04:44:39.879365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5820fa0-4b89-4ca8-94b8-8078e4ef90aa tempest-TagsTest-815470690 tempest-TagsTest-815470690-project] Pushing event deleted for resources: {'Network': ['ID=d6fd8a5e-0fec-44f0-821d-c7bf8980b032,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:39.991236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-00942942-0aac-4fd3-acea-895677e289dc tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1455355 Feb 03 04:44:39.992234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.073053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e5980b7-cb72-4e20-8405-8c4f23e64453 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (ef399495-1ed2-4488-b1c2-be3e9c35f22d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.086902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e5980b7-cb72-4e20-8405-8c4f23e64453 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (ef399495-1ed2-4488-b1c2-be3e9c35f22d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.136490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e5980b7-cb72-4e20-8405-8c4f23e64453 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ef399495-1ed2-4488-b1c2-be3e9c35f22d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.142659 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e5980b7-cb72-4e20-8405-8c4f23e64453 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.154051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8e5980b7-cb72-4e20-8405-8c4f23e64453 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ef399495-1ed2-4488-b1c2-be3e9c35f22d HTTP/1.1" status: 204 len: 168 time: 0.1561520 Feb 03 04:44:40.157013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.197977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5980b7-cb72-4e20-8405-8c4f23e64453 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef399495-1ed2-4488-b1c2-be3e9c35f22d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:40.212599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16867f98-c64a-4fff-ac85-4af59fdb14d5 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:40.217446 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-16867f98-c64a-4fff-ac85-4af59fdb14d5 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3373611 Feb 03 04:44:40.218075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.261063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-72745188-5eab-45f6-939d-8f6b76e26665 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 207 time: 0.0417161 Feb 03 04:44:40.261645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.280831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.285984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a0c6d33a-e4e4-4774-bd0b-f964248346d8 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1069260 Feb 03 04:44:40.305343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e86c4d09-1c34-451e-9b90-3104b7827b4b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': '62258970-0a7a-4915-898b-4c016b5a0939', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:40.392280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86c4d09-1c34-451e-9b90-3104b7827b4b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (90814693-b646-49f9-a663-54e07676b105), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.462906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33488) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.590077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86c4d09-1c34-451e-9b90-3104b7827b4b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (90814693-b646-49f9-a663-54e07676b105), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.636034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86c4d09-1c34-451e-9b90-3104b7827b4b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (90814693-b646-49f9-a663-54e07676b105), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.705956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c4d09-1c34-451e-9b90-3104b7827b4b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90814693-b646-49f9-a663-54e07676b105,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:40.737482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-297e8055-35d2-4adc-be3b-4531b38c8148 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e5a55ceab4e4fad8ff1bdacc5c592f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727990 Feb 03 04:44:40.738979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33494) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.777465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86c4d09-1c34-451e-9b90-3104b7827b4b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.780629 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e86c4d09-1c34-451e-9b90-3104b7827b4b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4988441 Feb 03 04:44:40.790468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.813775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20f2f8-e147-45d1-9bd1-d2e66697e647 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:40.820425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20f2f8-e147-45d1-9bd1-d2e66697e647 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:40.834580 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d561f6b-2dff-4e50-9089-dfd4fa7a4063 admin admin] Publish callbacks [] for security_group (13a5cdad-3417-4036-b0be-567785e933f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.836529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20f2f8-e147-45d1-9bd1-d2e66697e647 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:40.842461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20f2f8-e147-45d1-9bd1-d2e66697e647 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:40.849068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2a20f2f8-e147-45d1-9bd1-d2e66697e647 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5819056 Feb 03 04:44:40.852467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.881345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d561f6b-2dff-4e50-9089-dfd4fa7a4063 admin admin] Publish callbacks [] for security_group (13a5cdad-3417-4036-b0be-567785e933f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.890487 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-96fc64e0-0067-4602-b3f6-30bda403fa17 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules/90814693-b646-49f9-a663-54e07676b105 HTTP/1.1" status: 200 len: 763 time: 0.0966423 Feb 03 04:44:40.897976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:40.972453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d561f6b-2dff-4e50-9089-dfd4fa7a4063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (13a5cdad-3417-4036-b0be-567785e933f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.975814 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d561f6b-2dff-4e50-9089-dfd4fa7a4063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:40.990622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3d561f6b-2dff-4e50-9089-dfd4fa7a4063 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13a5cdad-3417-4036-b0be-567785e933f2 HTTP/1.1" status: 204 len: 168 time: 0.2390001 Feb 03 04:44:41.007624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d561f6b-2dff-4e50-9089-dfd4fa7a4063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a5cdad-3417-4036-b0be-567785e933f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:41.077890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.089211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7f2944f2-2317-4176-a514-c8b7ef261b2b tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1877511 Feb 03 04:44:41.158749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47885a57-9f90-4674-8ca2-c1c6c054b7a5 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (90814693-b646-49f9-a663-54e07676b105), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.220931 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47885a57-9f90-4674-8ca2-c1c6c054b7a5 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (90814693-b646-49f9-a663-54e07676b105), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.286068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-01fa87f0-f707-41f7-aea7-908c3fe728ff tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4324605 Feb 03 04:44:41.291724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.308581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47885a57-9f90-4674-8ca2-c1c6c054b7a5 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (90814693-b646-49f9-a663-54e07676b105), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.338042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47885a57-9f90-4674-8ca2-c1c6c054b7a5 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.342455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47885a57-9f90-4674-8ca2-c1c6c054b7a5 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/90814693-b646-49f9-a663-54e07676b105 HTTP/1.1" status: 204 len: 168 time: 0.2609031 Feb 03 04:44:41.349805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47885a57-9f90-4674-8ca2-c1c6c054b7a5 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90814693-b646-49f9-a663-54e07676b105,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:41.361727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.451143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f265029c-397c-4aef-ab8f-7aa2351ee097 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859261 Feb 03 04:44:41.454168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.459914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': '62258970-0a7a-4915-898b-4c016b5a0939', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:41.512961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950ab99-633d-4e07-81e6-9124d3436b71 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:41.514574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950ab99-633d-4e07-81e6-9124d3436b71 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:41.516266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7950ab99-633d-4e07-81e6-9124d3436b71 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2231050 Feb 03 04:44:41.520314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.552518 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Project 24f796e5230e43a9b188cec0c3a8de60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:44:41.559810 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (74df1626-0707-4a0c-ae5e-5287d29ec443), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.679231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (74df1626-0707-4a0c-ae5e-5287d29ec443), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.691441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (74df1626-0707-4a0c-ae5e-5287d29ec443), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.787984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:41.789391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336432 Feb 03 04:44:41.790209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909cc28-ad0b-4a16-8de1-a3eb8b745457 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:41.791801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a72825-e626-4109-a068-28fa3024e8fa tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74df1626-0707-4a0c-ae5e-5287d29ec443,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:41.793725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.802280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909cc28-ad0b-4a16-8de1-a3eb8b745457 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:41.812304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.814564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0909cc28-ad0b-4a16-8de1-a3eb8b745457 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2929399 Feb 03 04:44:41.866080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7a7a3b9-5abc-477d-a807-e34999ba29ac tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules/74df1626-0707-4a0c-ae5e-5287d29ec443 HTTP/1.1" status: 200 len: 769 time: 0.0621967 Feb 03 04:44:41.867582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:41.987453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-60f940c2-65d6-4eeb-ad77-afebfa1439c1 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1186600 Feb 03 04:44:41.991077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.089704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e20dce3-9128-4822-b1a4-0138c6549d06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:42.098430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.115202 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5e20dce3-9128-4822-b1a4-0138c6549d06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/networks/35ec641c-6e7e-412e-adc2-570e002a93e2 HTTP/1.1" status: 200 len: 800 time: 0.2975810 Feb 03 04:44:42.137556 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7fda7b-cf4f-48f0-8fbf-9d5a0e53ea4e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (74df1626-0707-4a0c-ae5e-5287d29ec443), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.166340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7fda7b-cf4f-48f0-8fbf-9d5a0e53ea4e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (74df1626-0707-4a0c-ae5e-5287d29ec443), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.258446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7fda7b-cf4f-48f0-8fbf-9d5a0e53ea4e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (74df1626-0707-4a0c-ae5e-5287d29ec443), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.280562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7fda7b-cf4f-48f0-8fbf-9d5a0e53ea4e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.280562 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2c7fda7b-cf4f-48f0-8fbf-9d5a0e53ea4e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/74df1626-0707-4a0c-ae5e-5287d29ec443 HTTP/1.1" status: 204 len: 168 time: 0.2856860 Feb 03 04:44:42.286649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fda7b-cf4f-48f0-8fbf-9d5a0e53ea4e tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74df1626-0707-4a0c-ae5e-5287d29ec443,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:42.304089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.409784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-afde719d-dfa7-4d6b-a9d0-d802557e1a04 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/networks/35ec641c-6e7e-412e-adc2-570e002a93e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3075924 Feb 03 04:44:42.412371 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.412913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.414919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-27d5a4a2-d620-4d5c-b90a-55fcfee17721 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1037195 Feb 03 04:44:42.481708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.575650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d29d6-e199-4738-bee4-fe91a1ee5247 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:42.583082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.584996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-be1d29d6-e199-4738-bee4-fe91a1ee5247 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/subnets/4c155da3-c4f4-44de-b92d-f94b7adf9e2b HTTP/1.1" status: 200 len: 811 time: 0.1708200 Feb 03 04:44:42.630840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-502ccd7b-f518-47d9-8321-82d4a75c3b29 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (62258970-0a7a-4915-898b-4c016b5a0939), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.698179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-502ccd7b-f518-47d9-8321-82d4a75c3b29 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (62258970-0a7a-4915-898b-4c016b5a0939), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.791312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860419e-f5d1-44d9-be22-94d2b18fadaa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:42.798420 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7860419e-f5d1-44d9-be22-94d2b18fadaa tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "GET /v2.0/subnets/4c155da3-c4f4-44de-b92d-f94b7adf9e2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2137582 Feb 03 04:44:42.810393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33602) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.816956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954925135'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:42.824544 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-502ccd7b-f518-47d9-8321-82d4a75c3b29 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62258970-0a7a-4915-898b-4c016b5a0939), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.827317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-502ccd7b-f518-47d9-8321-82d4a75c3b29 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:42.828829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-502ccd7b-f518-47d9-8321-82d4a75c3b29 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/62258970-0a7a-4915-898b-4c016b5a0939 HTTP/1.1" status: 204 len: 168 time: 0.4134400 Feb 03 04:44:42.834405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:42.855457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ccd7b-f518-47d9-8321-82d4a75c3b29 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62258970-0a7a-4915-898b-4c016b5a0939,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:42.915240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:42.919343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.035559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:43.046771 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-589142c8-3450-45e3-a370-d2d8f80c478a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2072396 Feb 03 04:44:43.047131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:43.051982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ec2f276d-ebd2-4266-bb13-ac0b65ec3876 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459725630'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:43.078275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c8377f27-939a-480e-b0b7-7428dea4fc8f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.078631 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Added segment c8377f27-939a-480e-b0b7-7428dea4fc8f of type vlan for network 2aa238a6-2e5d-4add-b27a-36a8ca538710 Feb 03 04:44:43.109847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f276d-ebd2-4266-bb13-ac0b65ec3876 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.196781 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2aa238a6-2e5d-4add-b27a-36a8ca538710), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.225235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e929d76-824d-4d9a-995d-47cbcf3d65d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.286180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f276d-ebd2-4266-bb13-ac0b65ec3876 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (9b33ab93-de66-4c12-89a8-45da4261f34c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.294566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f276d-ebd2-4266-bb13-ac0b65ec3876 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9b33ab93-de66-4c12-89a8-45da4261f34c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.360565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2aa238a6-2e5d-4add-b27a-36a8ca538710), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.378953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:43.380152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.423883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ec2f276d-ebd2-4266-bb13-ac0b65ec3876 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.427721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec2f276d-ebd2-4266-bb13-ac0b65ec3876 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3769457 Feb 03 04:44:43.427721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f276d-ebd2-4266-bb13-ac0b65ec3876 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33ab93-de66-4c12-89a8-45da4261f34c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:43.428621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33620) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:43.432453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-867d2edf-4132-4ede-82fb-a5a227030552 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Request body: {'security_group_rule': {'security_group_id': '9b33ab93-de66-4c12-89a8-45da4261f34c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:43.490538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-867d2edf-4132-4ede-82fb-a5a227030552 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (8aecced6-ae06-4773-b393-1c809685364a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.613767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Network': ['ID=2aa238a6-2e5d-4add-b27a-36a8ca538710,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:43.617152 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-867d2edf-4132-4ede-82fb-a5a227030552 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (8aecced6-ae06-4773-b393-1c809685364a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.629034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:43.629946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-867d2edf-4132-4ede-82fb-a5a227030552 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8aecced6-ae06-4773-b393-1c809685364a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.641751 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7a2e81f-72f3-42e7-914f-b1a5f0f0fe47 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8302064 Feb 03 04:44:43.645649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:43.652321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'network_id': '2aa238a6-2e5d-4add-b27a-36a8ca538710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:43.658586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d2edf-4132-4ede-82fb-a5a227030552 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aecced6-ae06-4773-b393-1c809685364a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:43.700331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-867d2edf-4132-4ede-82fb-a5a227030552 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.701693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-867d2edf-4132-4ede-82fb-a5a227030552 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2726707 Feb 03 04:44:43.704383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:43.848813 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea175234-1bbe-4123-80ed-9e1bd26a3f15 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (9b33ab93-de66-4c12-89a8-45da4261f34c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:43.941293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea175234-1bbe-4123-80ed-9e1bd26a3f15 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (9b33ab93-de66-4c12-89a8-45da4261f34c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.019584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e929d76-824d-4d9a-995d-47cbcf3d65d5 admin admin] Publish callbacks [] for security_group (d426bee4-6959-4417-9f7c-8e58f0a85072), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.034416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e929d76-824d-4d9a-995d-47cbcf3d65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d426bee4-6959-4417-9f7c-8e58f0a85072), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.093873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea175234-1bbe-4123-80ed-9e1bd26a3f15 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9b33ab93-de66-4c12-89a8-45da4261f34c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.097162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e929d76-824d-4d9a-995d-47cbcf3d65d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d358a50602b4b2387a06d7612dd53d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6122839 Feb 03 04:44:44.101466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea175234-1bbe-4123-80ed-9e1bd26a3f15 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.102826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea175234-1bbe-4123-80ed-9e1bd26a3f15 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b33ab93-de66-4c12-89a8-45da4261f34c HTTP/1.1" status: 204 len: 168 time: 0.3969615 Feb 03 04:44:44.103565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:44.115182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Made reservation on behalf of cc4f44d230a247ac8612e8b69010f183 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:44.124702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.131779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:44.132787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea175234-1bbe-4123-80ed-9e1bd26a3f15 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33ab93-de66-4c12-89a8-45da4261f34c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:44.243033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-be6b9f6d-b4e5-453c-b2f6-1dfee13a8d2a tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0987828 Feb 03 04:44:44.247363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:44.265343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 04:44:44.266383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 04:44:44.304225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fea7-5454-4bb7-a4b3-bfdce435f307 admin admin] Publish callbacks [] for security_group (d426bee4-6959-4417-9f7c-8e58f0a85072), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.345811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fea7-5454-4bb7-a4b3-bfdce435f307 admin admin] Publish callbacks [] for security_group (d426bee4-6959-4417-9f7c-8e58f0a85072), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.405747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4fb1f819-8e75-46ac-9714-edffde26fe82 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1512179 Feb 03 04:44:44.407663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:44.484764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0694b74d-da0d-4082-8bfc-ffbff57f9725), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.499525 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-bdf1bd7e-038a-4024-94bb-8f9ae1af4004 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] delete failed (client error): The resource could not be found. Feb 03 04:44:44.514765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bdf1bd7e-038a-4024-94bb-8f9ae1af4004 tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b33ab93-de66-4c12-89a8-45da4261f34c HTTP/1.1" status: 404 len: 347 time: 0.0827465 Feb 03 04:44:44.518423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:44.582566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fea7-5454-4bb7-a4b3-bfdce435f307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d426bee4-6959-4417-9f7c-8e58f0a85072), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.584947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e929d76-824d-4d9a-995d-47cbcf3d65d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d426bee4-6959-4417-9f7c-8e58f0a85072,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:44.595887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fea7-5454-4bb7-a4b3-bfdce435f307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:44.599801 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1ea6fea7-5454-4bb7-a4b3-bfdce435f307 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d426bee4-6959-4417-9f7c-8e58f0a85072 HTTP/1.1" status: 204 len: 168 time: 0.4825044 Feb 03 04:44:44.609790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6fea7-5454-4bb7-a4b3-bfdce435f307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d426bee4-6959-4417-9f7c-8e58f0a85072,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:44.770263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=0694b74d-da0d-4082-8bfc-ffbff57f9725,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:44.867393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Checking segment: {'id': 'c8377f27-939a-480e-b0b7-7428dea4fc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2aa238a6-2e5d-4add-b27a-36a8ca538710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:44.867797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network hostable DHCP agents. Network: 2aa238a6-2e5d-4add-b27a-36a8ca538710, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:44.883406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-95373aac-2a5e-4be8-b387-135a08a4741d tempest-SecGroupIPv6Test-1100930350 tempest-SecGroupIPv6Test-1100930350-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3616865 Feb 03 04:44:44.914740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:44.959592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2aa238a6-2e5d-4add-b27a-36a8ca538710) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:44.970926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a03c163-bbb1-44db-ac2a-0be7486fa848 None None] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:44.982265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:44.982913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.019213 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-100feb91-4509-4568-8c57-167c804f07b4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3675416 Feb 03 04:44:45.020111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:45.030124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-710cab4b-5a25-4c90-895c-046dd74800c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:45.247153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-2aa238a6-2e5d-4add-b27a-36a8ca538710', 'network_id': '2aa238a6-2e5d-4add-b27a-36a8ca538710', 'project_id': 'cc4f44d230a247ac8612e8b69010f183', 'fixed_ips': [{'subnet_id': '0694b74d-da0d-4082-8bfc-ffbff57f9725'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:44:45.247306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-710cab4b-5a25-4c90-895c-046dd74800c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13591425'] for subnet (0694b74d-da0d-4082-8bfc-ffbff57f9725), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.250175 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.567686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:45.610565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d19f6e78-621c-4dbe-b179-f59bd71fde0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.622351 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-710cab4b-5a25-4c90-895c-046dd74800c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768117710309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12760814'] for subnet (0694b74d-da0d-4082-8bfc-ffbff57f9725), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.625308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:45.771717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Allocated IP 172.20.0.3 (2aa238a6-2e5d-4add-b27a-36a8ca538710/0694b74d-da0d-4082-8bfc-ffbff57f9725/17f45059-e2f6-4202-8339-eb16cdf3033d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:44:45.787059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710cab4b-5a25-4c90-895c-046dd74800c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:45.788309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-710cab4b-5a25-4c90-895c-046dd74800c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.796177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-710cab4b-5a25-4c90-895c-046dd74800c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "PUT /v2.0/subnets/0694b74d-da0d-4082-8bfc-ffbff57f9725 HTTP/1.1" status: 200 len: 877 time: 0.7699392 Feb 03 04:44:45.800260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:45.800614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33714) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:45.813159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d19f6e78-621c-4dbe-b179-f59bd71fde0e admin admin] Publish callbacks [] for security_group (7ef0823b-421c-4777-ac94-7c393ab300d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.828004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d19f6e78-621c-4dbe-b179-f59bd71fde0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7ef0823b-421c-4777-ac94-7c393ab300d4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:45.862261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cab4b-5a25-4c90-895c-046dd74800c4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event updated for resources: {'Subnet': ['ID=0694b74d-da0d-4082-8bfc-ffbff57f9725,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:45.960060 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d19f6e78-621c-4dbe-b179-f59bd71fde0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44145e6f735b44e9b4057e52b601f577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911593 Feb 03 04:44:45.967678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:46.016849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Publish callbacks [] for port (17f45059-e2f6-4202-8339-eb16cdf3033d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.029599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (17f45059-e2f6-4202-8339-eb16cdf3033d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.093043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f6e78-621c-4dbe-b179-f59bd71fde0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0823b-421c-4777-ac94-7c393ab300d4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:46.148629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2aa238a6-2e5d-4add-b27a-36a8ca538710), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.152892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Pushing event updated for resources: {'Port': ['ID=17f45059-e2f6-4202-8339-eb16cdf3033d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:46.175376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.175814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.176091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.179839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.180194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.180600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.181588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.181935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.182456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.182983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.183477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.184040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.184556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:44:46.188653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de120eed-b170-48bb-a37f-42b9c0cb7fda admin admin] Publish callbacks [] for security_group (7ef0823b-421c-4777-ac94-7c393ab300d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.194154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:44:46.195819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:46.198382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:44:46.220461 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de120eed-b170-48bb-a37f-42b9c0cb7fda admin admin] Publish callbacks [] for security_group (7ef0823b-421c-4777-ac94-7c393ab300d4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.264741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Attempting to bind port 17f45059-e2f6-4202-8339-eb16cdf3033d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:44:46.265470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Attempting to bind port 17f45059-e2f6-4202-8339-eb16cdf3033d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c8377f27-939a-480e-b0b7-7428dea4fc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2aa238a6-2e5d-4add-b27a-36a8ca538710'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:44:46.266088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Attempting to bind port 17f45059-e2f6-4202-8339-eb16cdf3033d on network 2aa238a6-2e5d-4add-b27a-36a8ca538710 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:44:46.272418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:44:46.273408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Checking segment: {'id': 'c8377f27-939a-480e-b0b7-7428dea4fc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2aa238a6-2e5d-4add-b27a-36a8ca538710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:46.274219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.274981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Bound using segment: {'id': 'c8377f27-939a-480e-b0b7-7428dea4fc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2aa238a6-2e5d-4add-b27a-36a8ca538710'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:44:46.275169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4ebe71-6f96-420c-b4ef-b66c9b400317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.275938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Bound port: 17f45059-e2f6-4202-8339-eb16cdf3033d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8377f27-939a-480e-b0b7-7428dea4fc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2aa238a6-2e5d-4add-b27a-36a8ca538710'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:44:46.276696 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (17f45059-e2f6-4202-8339-eb16cdf3033d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.288563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de120eed-b170-48bb-a37f-42b9c0cb7fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7ef0823b-421c-4777-ac94-7c393ab300d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.291313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de120eed-b170-48bb-a37f-42b9c0cb7fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.295077 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-de120eed-b170-48bb-a37f-42b9c0cb7fda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ef0823b-421c-4777-ac94-7c393ab300d4 HTTP/1.1" status: 204 len: 168 time: 0.3218713 Feb 03 04:44:46.307596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de120eed-b170-48bb-a37f-42b9c0cb7fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0823b-421c-4777-ac94-7c393ab300d4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:46.374035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] For port 17f45059-e2f6-4202-8339-eb16cdf3033d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:44:46.379241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] For port 17f45059-e2f6-4202-8339-eb16cdf3033d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=17f45059-e2f6-4202-8339-eb16cdf3033d,segment=NetworkSegment(c8377f27-939a-480e-b0b7-7428dea4fc8f),segment_id=c8377f27-939a-480e-b0b7-7428dea4fc8f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:44:46.390938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (17f45059-e2f6-4202-8339-eb16cdf3033d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.418459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c4fa5a0-6a0f-4cea-b176-93be47b70a81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24f796e5230e43a9b188cec0c3a8de60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5978727 Feb 03 04:44:46.419026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:46.492815 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4ebe71-6f96-420c-b4ef-b66c9b400317 admin admin] Publish callbacks [] for security_group (a8d83c47-a071-4122-8859-a17090de7ab2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.496613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting port 17f45059-e2f6-4202-8339-eb16cdf3033d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:46.497463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (17f45059-e2f6-4202-8339-eb16cdf3033d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.508226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d2b79-2b41-4817-939a-62aeeebfe074 None None] Pushing event updated for resources: {'Port': ['ID=17f45059-e2f6-4202-8339-eb16cdf3033d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:46.509817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4ebe71-6f96-420c-b4ef-b66c9b400317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8d83c47-a071-4122-8859-a17090de7ab2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.595396 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edf87a56-5fcf-4046-a3de-08fc8d4bf7d3 admin admin] Publish callbacks [] for security_group (65d4cb9c-0aba-48ae-bea4-353b9812475b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.667926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cc4ebe71-6f96-420c-b4ef-b66c9b400317 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b8ca5357a0e43899bf2ca352f7cfdef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8529356 Feb 03 04:44:46.668540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:46.701391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ebe71-6f96-420c-b4ef-b66c9b400317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d83c47-a071-4122-8859-a17090de7ab2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:46.705700 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edf87a56-5fcf-4046-a3de-08fc8d4bf7d3 admin admin] Publish callbacks [] for security_group (65d4cb9c-0aba-48ae-bea4-353b9812475b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.793457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] For port 17f45059-e2f6-4202-8339-eb16cdf3033d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=17f45059-e2f6-4202-8339-eb16cdf3033d,segment=NetworkSegment(c8377f27-939a-480e-b0b7-7428dea4fc8f),segment_id=c8377f27-939a-480e-b0b7-7428dea4fc8f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:46.793839 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (17f45059-e2f6-4202-8339-eb16cdf3033d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.845244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Calling delete_port for 17f45059-e2f6-4202-8339-eb16cdf3033d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:46.850644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bb73-a817-467e-92ad-73090c844aeb admin admin] Publish callbacks [] for security_group (a8d83c47-a071-4122-8859-a17090de7ab2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.952822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bb73-a817-467e-92ad-73090c844aeb admin admin] Publish callbacks [] for security_group (a8d83c47-a071-4122-8859-a17090de7ab2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.984811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edf87a56-5fcf-4046-a3de-08fc8d4bf7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65d4cb9c-0aba-48ae-bea4-353b9812475b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:46.996536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edf87a56-5fcf-4046-a3de-08fc8d4bf7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:47.014739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-edf87a56-5fcf-4046-a3de-08fc8d4bf7d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65d4cb9c-0aba-48ae-bea4-353b9812475b HTTP/1.1" status: 204 len: 168 time: 0.5937941 Feb 03 04:44:47.071110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf87a56-5fcf-4046-a3de-08fc8d4bf7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4cb9c-0aba-48ae-bea4-353b9812475b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:47.157352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bb73-a817-467e-92ad-73090c844aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a8d83c47-a071-4122-8859-a17090de7ab2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:47.163596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bb73-a817-467e-92ad-73090c844aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:47.164858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b0a6bb73-a817-467e-92ad-73090c844aeb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8d83c47-a071-4122-8859-a17090de7ab2 HTTP/1.1" status: 204 len: 168 time: 0.4867897 Feb 03 04:44:47.184456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (17f45059-e2f6-4202-8339-eb16cdf3033d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:47.200692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6bb73-a817-467e-92ad-73090c844aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d83c47-a071-4122-8859-a17090de7ab2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:47.259134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Port': ['ID=17f45059-e2f6-4202-8339-eb16cdf3033d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:47.345025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No DVR routers for this DVR port 17f45059-e2f6-4202-8339-eb16cdf3033d on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:47.464544 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0694b74d-da0d-4082-8bfc-ffbff57f9725), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:47.641958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (0694b74d-da0d-4082-8bfc-ffbff57f9725), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:47.736013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=0694b74d-da0d-4082-8bfc-ffbff57f9725,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:47.880412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2aa238a6-2e5d-4add-b27a-36a8ca538710), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:47.939620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa238a6-2e5d-4add-b27a-36a8ca538710']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:47.981649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8377f27-939a-480e-b0b7-7428dea4fc8f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:47.984896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8377f27-939a-480e-b0b7-7428dea4fc8f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:48.014248 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (c8377f27-939a-480e-b0b7-7428dea4fc8f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.064828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c8377f27-939a-480e-b0b7-7428dea4fc8f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.084110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:48.084652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:48.084652 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (c8377f27-939a-480e-b0b7-7428dea4fc8f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:48.087895 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:48.128210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c111dc17-c63a-4524-93f5-15b75129ae71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.272874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2aa238a6-2e5d-4add-b27a-36a8ca538710), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.281750 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.300109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/2aa238a6-2e5d-4add-b27a-36a8ca538710 HTTP/1.1" status: 204 len: 168 time: 2.4980581 Feb 03 04:44:48.300824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:48.321257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc47d68-2f61-46f4-9e04-85eab70a1fbc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=2aa238a6-2e5d-4add-b27a-36a8ca538710,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:48.421651 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bc1b79-1e45-4bcf-a65a-741de1f2b485 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:48.422127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bc1b79-1e45-4bcf-a65a-741de1f2b485 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:48.426145 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d7bc1b79-1e45-4bcf-a65a-741de1f2b485 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/0694b74d-da0d-4082-8bfc-ffbff57f9725 HTTP/1.1" status: 404 len: 337 time: 0.1197021 Feb 03 04:44:48.428438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:48.473714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0477dd4c-fc59-400b-a3c2-42d5bdcd1b9b None None] Could not find standard attr ID for object 17f45059-e2f6-4202-8339-eb16cdf3033d. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:44:48.498128 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bfc60c-1120-4243-91de-ae7347d77532 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:48.498673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bfc60c-1120-4243-91de-ae7347d77532 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:48.513952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014c142-ef22-4014-8dd6-16e518d8a1fe None None] DHCP port deletion for 2aa238a6-2e5d-4add-b27a-36a8ca538710 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:44:48.516998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:48.523372 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c111dc17-c63a-4524-93f5-15b75129ae71 admin admin] Publish callbacks [] for security_group (e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.530893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-80bfc60c-1120-4243-91de-ae7347d77532 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/2aa238a6-2e5d-4add-b27a-36a8ca538710 HTTP/1.1" status: 404 len: 339 time: 0.1010101 Feb 03 04:44:48.543443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c111dc17-c63a-4524-93f5-15b75129ae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.547554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09459895-3dbc-48ea-a9d2-27db5c12dd7c None None] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:48.577304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09459895-3dbc-48ea-a9d2-27db5c12dd7c None None] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:44:48.595936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6462d9bc-528e-4bcc-86ef-b6c9b82bfde5 None None] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:48.627692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6462d9bc-528e-4bcc-86ef-b6c9b82bfde5 None None] Network 2aa238a6-2e5d-4add-b27a-36a8ca538710 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:44:48.645622 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ba00e1-13ee-4617-8b7e-6390702ddb06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:48.646180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ba00e1-13ee-4617-8b7e-6390702ddb06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:48.651577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-04ba00e1-13ee-4617-8b7e-6390702ddb06 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/0c8cf263-fd5e-4638-89e1-49a7ed1ba65a HTTP/1.1" status: 404 len: 337 time: 0.1333759 Feb 03 04:44:48.654351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:48.682552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111dc17-c63a-4524-93f5-15b75129ae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:48.696099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c111dc17-c63a-4524-93f5-15b75129ae71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=077bdc91db7b47b3addb82551d298034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6100912 Feb 03 04:44:48.698679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:48.738309 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd566954-a42d-46ca-923a-3065cccdcd14 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:48.741184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd566954-a42d-46ca-923a-3065cccdcd14 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:48.748512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dd566954-a42d-46ca-923a-3065cccdcd14 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/e9a820c1-281c-4dfb-9b95-17e90bd59659 HTTP/1.1" status: 404 len: 339 time: 0.0931227 Feb 03 04:44:48.751157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:48.831195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7135c6da-9a17-4ffa-a5b4-876915899e0c admin admin] Publish callbacks [] for security_group (e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.873328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7135c6da-9a17-4ffa-a5b4-876915899e0c admin admin] Publish callbacks [] for security_group (e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:48.926925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (59ee7e3c-6806-4ecb-a318-1d7d16c406af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.012401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7135c6da-9a17-4ffa-a5b4-876915899e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.015381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7135c6da-9a17-4ffa-a5b4-876915899e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.016792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7135c6da-9a17-4ffa-a5b4-876915899e0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf HTTP/1.1" status: 204 len: 168 time: 0.3171799 Feb 03 04:44:49.029974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c6da-9a17-4ffa-a5b4-876915899e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d8955c-8260-4b1b-baef-7c9fcdbf2ddf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:49.145146 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (59ee7e3c-6806-4ecb-a318-1d7d16c406af), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.185785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ee7e3c-6806-4ecb-a318-1d7d16c406af']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:49.205282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c73a8b6-6d8c-4d4f-af78-4951e9d966df') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:49.207305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c73a8b6-6d8c-4d4f-af78-4951e9d966df') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:49.235963 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2c73a8b6-6d8c-4d4f-af78-4951e9d966df), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.259353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2c73a8b6-6d8c-4d4f-af78-4951e9d966df), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.272859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:49.273471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2c73a8b6-6d8c-4d4f-af78-4951e9d966df), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:49.277477 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:49.391398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (59ee7e3c-6806-4ecb-a318-1d7d16c406af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.410198 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:49.415845 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/59ee7e3c-6806-4ecb-a318-1d7d16c406af HTTP/1.1" status: 204 len: 168 time: 0.6623044 Feb 03 04:44:49.418560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.462469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dd982-c6b6-4562-bc16-330d084663d6 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=59ee7e3c-6806-4ecb-a318-1d7d16c406af,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:49.537037 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4d1047-4ffc-4a4b-9d5b-8d1e38cdf02d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.537603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4d1047-4ffc-4a4b-9d5b-8d1e38cdf02d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.541203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bf4d1047-4ffc-4a4b-9d5b-8d1e38cdf02d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/22a67854-a2e3-4e65-b0fc-beef5b728376 HTTP/1.1" status: 404 len: 337 time: 0.1207197 Feb 03 04:44:49.543906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.569483 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae55d7af-b4af-4744-ba29-c26d68127fe4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.570451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae55d7af-b4af-4744-ba29-c26d68127fe4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.574365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ae55d7af-b4af-4744-ba29-c26d68127fe4 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/9074cac2-81f8-4fad-a938-aecf66e82c9e HTTP/1.1" status: 404 len: 339 time: 0.0292411 Feb 03 04:44:49.577080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.631196 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-20667807-2d4f-43f2-9b33-72fcc132036f tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.632047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20667807-2d4f-43f2-9b33-72fcc132036f tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.635721 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20667807-2d4f-43f2-9b33-72fcc132036f tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/a9725b1e-8e66-44f7-88bf-662881e33885 HTTP/1.1" status: 404 len: 337 time: 0.0573189 Feb 03 04:44:49.638550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33856) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.666078 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edfcae6-7c18-4b71-bc4b-0ab6ba27ad2a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.666613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edfcae6-7c18-4b71-bc4b-0ab6ba27ad2a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.686246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.687053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.687718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8edfcae6-7c18-4b71-bc4b-0ab6ba27ad2a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/2e7096a6-1039-41fb-a2d5-ce262d31c2b3 HTTP/1.1" status: 404 len: 339 time: 0.0477560 Feb 03 04:44:49.740008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 17f45059-e2f6-4202-8339-eb16cdf3033d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:49.750422 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a602b7e1-5ac6-4586-bc7f-9460ba6e008d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.752064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a602b7e1-5ac6-4586-bc7f-9460ba6e008d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.761196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.767020 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a602b7e1-5ac6-4586-bc7f-9460ba6e008d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/c64e83b3-e6e2-4068-817b-2cbbb007efdd HTTP/1.1" status: 404 len: 337 time: 0.0655916 Feb 03 04:44:49.789510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 17f45059-e2f6-4202-8339-eb16cdf3033d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:49.793993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 17f45059-e2f6-4202-8339-eb16cdf3033d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:49.825713 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bec6306-81c4-4067-89a7-b370cf92236f tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.826844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bec6306-81c4-4067-89a7-b370cf92236f tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.834289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.848141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9bec6306-81c4-4067-89a7-b370cf92236f tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/d854c9bd-2c95-426e-8bec-2cfab6dc4ef8 HTTP/1.1" status: 404 len: 339 time: 0.0855539 Feb 03 04:44:49.904216 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b2f652-5bd5-495a-bc73-6ddd4856b6cc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.904776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b2f652-5bd5-495a-bc73-6ddd4856b6cc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.910148 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d5b2f652-5bd5-495a-bc73-6ddd4856b6cc tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/523f97a0-fe4b-40c1-aad4-fee01ce7d3fb HTTP/1.1" status: 404 len: 337 time: 0.0725679 Feb 03 04:44:49.910989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33874) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.942528 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b623526-8f2d-4bbb-8b32-36e4fc407fb9 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:49.944445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b623526-8f2d-4bbb-8b32-36e4fc407fb9 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:49.959321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:49.959711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9b623526-8f2d-4bbb-8b32-36e4fc407fb9 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/bebb4091-cc29-4a7a-bf85-64837b427bf8 HTTP/1.1" status: 404 len: 339 time: 0.0468915 Feb 03 04:44:49.969958 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3c779563-3fb8-4cd8-8db2-2165d8f5da13 tempest-ServiceProvidersTest-763965189 tempest-ServiceProvidersTest-763965189-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2841399 Feb 03 04:44:50.038061 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb0dd58-4027-4cf0-b3f2-0331bac6fea8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.038531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb0dd58-4027-4cf0-b3f2-0331bac6fea8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.044225 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ddb0dd58-4027-4cf0-b3f2-0331bac6fea8 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/8baedd5b-3445-4ecd-b41a-8980a9664920 HTTP/1.1" status: 404 len: 337 time: 0.0816190 Feb 03 04:44:50.044999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.077169 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1892b90-9df1-4564-9e65-1e46278f8d82 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.078112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1892b90-9df1-4564-9e65-1e46278f8d82 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.084529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33886) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.084816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e1892b90-9df1-4564-9e65-1e46278f8d82 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/c96913d8-8e1b-4b46-850b-e30e014ff544 HTTP/1.1" status: 404 len: 339 time: 0.0382628 Feb 03 04:44:50.137983 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6702832-e349-47a0-9d54-bd94c210d5c9 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.138558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6702832-e349-47a0-9d54-bd94c210d5c9 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.149606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6702832-e349-47a0-9d54-bd94c210d5c9 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/24bd16ba-62bb-48f3-83cc-ec5c0d36623a HTTP/1.1" status: 404 len: 337 time: 0.0618384 Feb 03 04:44:50.150466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33890) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.189407 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4c7fc6-2760-4b05-8bd2-14b07f500204 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.189956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4c7fc6-2760-4b05-8bd2-14b07f500204 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.195893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5c4c7fc6-2760-4b05-8bd2-14b07f500204 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/30f2d4cd-5f27-4b4f-9691-1750b9c76c8e HTTP/1.1" status: 404 len: 339 time: 0.0441105 Feb 03 04:44:50.196630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.285434 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eb0114-1fb1-4b79-a1ce-14140cca6f7d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.286015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8eb0114-1fb1-4b79-a1ce-14140cca6f7d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.292607 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b8eb0114-1fb1-4b79-a1ce-14140cca6f7d tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/f6b456ce-31e9-40ce-8761-da2463d6d987 HTTP/1.1" status: 404 len: 337 time: 0.0942309 Feb 03 04:44:50.302394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.398999 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0e66d1-4367-4208-85e8-731da3c56623 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.399683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0e66d1-4367-4208-85e8-731da3c56623 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.405721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7a0e66d1-4367-4208-85e8-731da3c56623 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/5e2dc2e1-13b1-4df6-af07-a8f6b135c9f8 HTTP/1.1" status: 404 len: 339 time: 0.0911155 Feb 03 04:44:50.406416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.476630 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7efe37-d29a-45c8-9ce9-d135812abe19 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.478617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7efe37-d29a-45c8-9ce9-d135812abe19 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.489880 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eb7efe37-d29a-45c8-9ce9-d135812abe19 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/55d64ff7-0a77-47e8-88ec-155874e4ef5e HTTP/1.1" status: 404 len: 337 time: 0.0800829 Feb 03 04:44:50.490540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.573495 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-168c3430-969f-4299-8cb4-ed769398181a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] DELETE failed (client error): The resource could not be found. Feb 03 04:44:50.574126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168c3430-969f-4299-8cb4-ed769398181a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:44:50.584175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-168c3430-969f-4299-8cb4-ed769398181a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/cd06d1ea-bd1b-4bfe-869e-715130a41f03 HTTP/1.1" status: 404 len: 339 time: 0.0921807 Feb 03 04:44:50.587704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.735308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:50.735771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting subnet 4c155da3-c4f4-44de-b92d-f94b7adf9e2b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:44:50.743337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (4c155da3-c4f4-44de-b92d-f94b7adf9e2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:50.831644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (4c155da3-c4f4-44de-b92d-f94b7adf9e2b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:50.914752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-391e7d31-ac69-4ac0-a336-a663093374c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.037489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4c155da3-c4f4-44de-b92d-f94b7adf9e2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.147110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-391e7d31-ac69-4ac0-a336-a663093374c8 admin admin] Publish callbacks [] for security_group (1ee1b9b6-754c-4ee8-83a1-92b72c14b672), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.161533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-391e7d31-ac69-4ac0-a336-a663093374c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ee1b9b6-754c-4ee8-83a1-92b72c14b672), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.209882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-391e7d31-ac69-4ac0-a336-a663093374c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc5067166c2f4035bc1c8e282831d842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733908 Feb 03 04:44:51.212902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:51.258426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e7d31-ac69-4ac0-a336-a663093374c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1b9b6-754c-4ee8-83a1-92b72c14b672,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:51.409331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6b12a1-07ba-4c96-b2e0-afcdeac10972 admin admin] Publish callbacks [] for security_group (1ee1b9b6-754c-4ee8-83a1-92b72c14b672), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.416041 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (4c155da3-c4f4-44de-b92d-f94b7adf9e2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.546203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Subnet': ['ID=4c155da3-c4f4-44de-b92d-f94b7adf9e2b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:51.572903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.579337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5a2f87b2-adce-4001-b481-0dee49c4aa95 tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/subnets/4c155da3-c4f4-44de-b92d-f94b7adf9e2b HTTP/1.1" status: 204 len: 168 time: 0.9903419 Feb 03 04:44:51.582037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:51.584682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10eb9cf-36c3-4de8-bc0a-e3437b415243 None None] Network 35ec641c-6e7e-412e-adc2-570e002a93e2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:51.611107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6b12a1-07ba-4c96-b2e0-afcdeac10972 admin admin] Publish callbacks [] for security_group (1ee1b9b6-754c-4ee8-83a1-92b72c14b672), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.755723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6b12a1-07ba-4c96-b2e0-afcdeac10972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ee1b9b6-754c-4ee8-83a1-92b72c14b672), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.759610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6b12a1-07ba-4c96-b2e0-afcdeac10972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.760950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca6b12a1-07ba-4c96-b2e0-afcdeac10972 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ee1b9b6-754c-4ee8-83a1-92b72c14b672 HTTP/1.1" status: 204 len: 168 time: 0.5470729 Feb 03 04:44:51.772857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (35ec641c-6e7e-412e-adc2-570e002a93e2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:51.785627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b12a1-07ba-4c96-b2e0-afcdeac10972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1b9b6-754c-4ee8-83a1-92b72c14b672,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:51.891273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Deleting port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:51.895783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.027029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] For port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,segment=NetworkSegment(a23c6dba-364c-4149-9f43-39a2cecd0926),segment_id=a23c6dba-364c-4149-9f43-39a2cecd0926)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:52.027732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.043633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Calling delete_port for 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:52.089439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bca451-b512-475f-898e-41f749b289d5 None None] DHCP port deletion for 35ec641c-6e7e-412e-adc2-570e002a93e2 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:44:52.229943 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.249285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] No DVR routers for this DVR port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:52.485744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (35ec641c-6e7e-412e-adc2-570e002a93e2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.521252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ec641c-6e7e-412e-adc2-570e002a93e2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:52.534726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23c6dba-364c-4149-9f43-39a2cecd0926') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:52.535892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23c6dba-364c-4149-9f43-39a2cecd0926') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:44:52.547481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (a23c6dba-364c-4149-9f43-39a2cecd0926), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.614479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a23c6dba-364c-4149-9f43-39a2cecd0926), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.624292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Port': ['ID=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:52.648999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:44:52.651285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (a23c6dba-364c-4149-9f43-39a2cecd0926), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:44:52.662134 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:44:52.683614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Deleting port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:44:52.684853 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.852301 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (35ec641c-6e7e-412e-adc2-570e002a93e2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.858088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.862905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] 10.222.0.35 "DELETE /v2.0/networks/35ec641c-6e7e-412e-adc2-570e002a93e2 HTTP/1.1" status: 204 len: 168 time: 1.2791553 Feb 03 04:44:52.904759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8e0d5-9626-427d-b606-155356d67c9a tempest-NetworksTest-2003897736 tempest-NetworksTest-2003897736-project] Pushing event deleted for resources: {'Network': ['ID=35ec641c-6e7e-412e-adc2-570e002a93e2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:52.919806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-08bca451-b512-475f-898e-41f749b289d5 None None] For port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:44:52.921541 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:52.957459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Calling delete_port for 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:44:52.962661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:44:52.967166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (3d67caa8-ba92-4f5e-afc6-ddd46d9721ef), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:53.023316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Pushing event deleted for resources: {'Port': ['ID=3d67caa8-ba92-4f5e-afc6-ddd46d9721ef,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:53.029065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08bca451-b512-475f-898e-41f749b289d5 None None] Network 35ec641c-6e7e-412e-adc2-570e002a93e2 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:44:53.029848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bca451-b512-475f-898e-41f749b289d5 None None] No DVR routers for this DVR port 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:44:53.246930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34034) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:53.571035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d693e6-da11-41b9-8aae-37f7befe3746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:53.745875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:53.795947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:53.831386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:53.869183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d693e6-da11-41b9-8aae-37f7befe3746 admin admin] Publish callbacks [] for security_group (767182ec-5245-4e10-b7d0-50b4286f2ccd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:53.875049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d693e6-da11-41b9-8aae-37f7befe3746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (767182ec-5245-4e10-b7d0-50b4286f2ccd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:53.881399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:44:53.939944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:44:53.940310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3d67caa8-ba92-4f5e-afc6-ddd46d9721ef not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:44:53.974977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43d693e6-da11-41b9-8aae-37f7befe3746 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71fc942c8922403fa56e8e4cb81928a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7238238 Feb 03 04:44:53.974977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d693e6-da11-41b9-8aae-37f7befe3746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767182ec-5245-4e10-b7d0-50b4286f2ccd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:53.975776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:54.090034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92eeee0-3a3c-4e76-8393-b412214112b2 admin admin] Publish callbacks [] for security_group (767182ec-5245-4e10-b7d0-50b4286f2ccd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.194583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92eeee0-3a3c-4e76-8393-b412214112b2 admin admin] Publish callbacks [] for security_group (767182ec-5245-4e10-b7d0-50b4286f2ccd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.301526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34070) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:54.317684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0123320 Feb 03 04:44:54.318617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34072) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:54.400134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:54.412230 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-155fcbc0-d3ed-4f81-b778-f669fc56fff3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc4f44d230a247ac8612e8b69010f183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6149247 Feb 03 04:44:54.462537 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92eeee0-3a3c-4e76-8393-b412214112b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (767182ec-5245-4e10-b7d0-50b4286f2ccd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.465861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92eeee0-3a3c-4e76-8393-b412214112b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.467241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e92eeee0-3a3c-4e76-8393-b412214112b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/767182ec-5245-4e10-b7d0-50b4286f2ccd HTTP/1.1" status: 204 len: 168 time: 0.4896760 Feb 03 04:44:54.522995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eeee0-3a3c-4e76-8393-b412214112b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767182ec-5245-4e10-b7d0-50b4286f2ccd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:54.637317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e81bb57-b358-4b4b-ab68-b0ce25470195 admin admin] Publish callbacks [] for security_group (57d817d4-9d95-4a85-9a35-8e8e23ef6d00), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.650531 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec0b3035-ae43-415a-ad4a-683c05c47f12 tempest-NetworksApiDiscovery-1474136515 tempest-NetworksApiDiscovery-1474136515-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3301878 Feb 03 04:44:54.745909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e81bb57-b358-4b4b-ab68-b0ce25470195 admin admin] Publish callbacks [] for security_group (57d817d4-9d95-4a85-9a35-8e8e23ef6d00), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.874395 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e81bb57-b358-4b4b-ab68-b0ce25470195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (57d817d4-9d95-4a85-9a35-8e8e23ef6d00), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.885659 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e81bb57-b358-4b4b-ab68-b0ce25470195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:54.890362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1e81bb57-b358-4b4b-ab68-b0ce25470195 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57d817d4-9d95-4a85-9a35-8e8e23ef6d00 HTTP/1.1" status: 204 len: 168 time: 0.4886887 Feb 03 04:44:54.928127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81bb57-b358-4b4b-ab68-b0ce25470195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d817d4-9d95-4a85-9a35-8e8e23ef6d00,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:55.193754 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-f7a377db-8e0b-4b8e-948b-876713554364 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987568 Feb 03 04:44:55.429560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-9cbf38a7-d316-4dcb-a43b-2b939051d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:55.431172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-9cbf38a7-d316-4dcb-a43b-2b939051d8d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 1128 time: 0.1742156 Feb 03 04:44:55.634231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:55.639752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-24a2aae2-9b2f-4175-86bd-d330a1845e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:55.641675 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-24a2aae2-9b2f-4175-86bd-d330a1845e2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.1871104 Feb 03 04:44:55.734494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:55.755089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af627da9-5831-4892-853c-ee4ccc71a954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:55.824393 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-d1cfa945-9e1d-4aa7-af73-acf9c287d651 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 200 len: 1001 time: 0.1756768 Feb 03 04:44:55.998645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-ddcc8e1d-c40c-4cf6-b724-8fda41873cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:56.003327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-ddcc8e1d-c40c-4cf6-b724-8fda41873cfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.1703928 Feb 03 04:44:56.059782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af627da9-5831-4892-853c-ee4ccc71a954 admin admin] Publish callbacks [] for security_group (e593d445-ffdb-4a04-8ee8-5801e2713dcb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.073716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af627da9-5831-4892-853c-ee4ccc71a954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e593d445-ffdb-4a04-8ee8-5801e2713dcb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.182417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af627da9-5831-4892-853c-ee4ccc71a954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593d445-ffdb-4a04-8ee8-5801e2713dcb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:56.230217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-af627da9-5831-4892-853c-ee4ccc71a954 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c9dccf8d01a4b89be0272d2cba59fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4946156 Feb 03 04:44:56.231342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:56.232624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b03d6108-2666-4a63-9def-bdd7b156475d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.413958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b03d6108-2666-4a63-9def-bdd7b156475d admin admin] Publish callbacks [] for security_group (c5869f2e-553e-45ee-8b1d-8e8809d6345f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.424419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b03d6108-2666-4a63-9def-bdd7b156475d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c5869f2e-553e-45ee-8b1d-8e8809d6345f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.496894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b03d6108-2666-4a63-9def-bdd7b156475d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05c6de4be41b4fe0acec97956443f426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8615112 Feb 03 04:44:56.497534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:56.498202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d6108-2666-4a63-9def-bdd7b156475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5869f2e-553e-45ee-8b1d-8e8809d6345f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:56.596451 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbe08-8e9f-4528-bab2-1d8885def25e admin admin] Publish callbacks [] for security_group (c5869f2e-553e-45ee-8b1d-8e8809d6345f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.649419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbe08-8e9f-4528-bab2-1d8885def25e admin admin] Publish callbacks [] for security_group (c5869f2e-553e-45ee-8b1d-8e8809d6345f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.754599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbe08-8e9f-4528-bab2-1d8885def25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c5869f2e-553e-45ee-8b1d-8e8809d6345f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.757613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbe08-8e9f-4528-bab2-1d8885def25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:56.759054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fdbfbe08-8e9f-4528-bab2-1d8885def25e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5869f2e-553e-45ee-8b1d-8e8809d6345f HTTP/1.1" status: 204 len: 168 time: 0.2566571 Feb 03 04:44:56.773187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfbe08-8e9f-4528-bab2-1d8885def25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5869f2e-553e-45ee-8b1d-8e8809d6345f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:56.841735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-e97b67b9-e6d4-468d-9149-621111b96966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:56.843514 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-e97b67b9-e6d4-468d-9149-621111b96966 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8333101 Feb 03 04:44:56.948237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34156) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:56.984809 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-8a4f1d22-8230-4642-b09a-13c7fbd43013 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087930 Feb 03 04:44:56.991115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-0513ba63-d618-49be-ab1f-894408e588c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9043305 Feb 03 04:44:57.056073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e538620-8e3d-474c-aff4-9fc183e0cc06 admin admin] Publish callbacks [] for security_group (e593d445-ffdb-4a04-8ee8-5801e2713dcb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.085664 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e538620-8e3d-474c-aff4-9fc183e0cc06 admin admin] Publish callbacks [] for security_group (e593d445-ffdb-4a04-8ee8-5801e2713dcb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.251605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e538620-8e3d-474c-aff4-9fc183e0cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e593d445-ffdb-4a04-8ee8-5801e2713dcb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.255111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e538620-8e3d-474c-aff4-9fc183e0cc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.258572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4e538620-8e3d-474c-aff4-9fc183e0cc06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e593d445-ffdb-4a04-8ee8-5801e2713dcb HTTP/1.1" status: 204 len: 168 time: 1.0191269 Feb 03 04:44:57.395848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e538620-8e3d-474c-aff4-9fc183e0cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593d445-ffdb-4a04-8ee8-5801e2713dcb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:57.463156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-7a56e56d-7a34-45e4-898c-6366b1c499a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:57.464915 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-7a56e56d-7a34-45e4-898c-6366b1c499a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d1ded35b1e9447da3e998115156f777&device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 1132 time: 0.4101808 Feb 03 04:44:57.467603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1984402802'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:57.544160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:57.547184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.562523 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9852cd8d-6b54-48f9-a950-6b469ec1a168 req-f003cefb-7685-4c87-981a-a310a2c611c8 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691674 Feb 03 04:44:57.565956 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.728325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for security_group (30626daa-e8f1-4309-8751-bc1e9552696a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.742221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (30626daa-e8f1-4309-8751-bc1e9552696a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.760629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:57.782241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-ff37821c-131e-4bc6-9bb2-385f69deb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:57.784015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-ff37821c-131e-4bc6-9bb2-385f69deb447 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2927206 Feb 03 04:44:57.786897 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e6daa952-3ef6-4c20-8005-f7f8a412740d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:57.787304 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment e6daa952-3ef6-4c20-8005-f7f8a412740d of type vlan for network faee8a1e-b380-48db-aedb-6a43d41fbdbc Feb 03 04:44:57.895991 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-5bc073c6-6e46-44b5-9f04-6c6273330498 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=41f17b21-e7a8-4139-b760-7c344c34328a HTTP/1.1" status: 200 len: 217 time: 0.1034033 Feb 03 04:44:57.957854 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (faee8a1e-b380-48db-aedb-6a43d41fbdbc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.022183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30626daa-e8f1-4309-8751-bc1e9552696a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:58.026506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-e0069e8a-481c-4e9f-b247-e815aef525df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:58.028019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-e0069e8a-481c-4e9f-b247-e815aef525df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1261368 Feb 03 04:44:58.110951 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (faee8a1e-b380-48db-aedb-6a43d41fbdbc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.117068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:58.118331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.180704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2307911 Feb 03 04:44:58.180970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:58.212199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382143279'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:58.270591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4d331-a4f5-4873-be23-13cf6bdfde4c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=faee8a1e-b380-48db-aedb-6a43d41fbdbc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:58.275902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-9c537a7a-c62b-42ca-96d2-80ab513bc728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:58.277518 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-9c537a7a-c62b-42ca-96d2-80ab513bc728 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2425249 Feb 03 04:44:58.278643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:58.282107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.283176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:58.329229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:44:58.343348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cb17e69e-82bc-43fb-b94a-f0aeb632a41a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.343862 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment cb17e69e-82bc-43fb-b94a-f0aeb632a41a of type vlan for network 63736a19-195e-44a4-acca-a06eb5722a43 Feb 03 04:44:58.423453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (63736a19-195e-44a4-acca-a06eb5722a43), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.492203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (63736a19-195e-44a4-acca-a06eb5722a43), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.509266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:58.509266 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:58.683768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-80d5d040-3162-41ac-8cd1-1891a10f875e service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748319 Feb 03 04:44:58.873595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6741977 Feb 03 04:44:58.874859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:58.881943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': 'faee8a1e-b380-48db-aedb-6a43d41fbdbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:58.947103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb3e1a-ff82-4dba-9f3f-f647f296097b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=63736a19-195e-44a4-acca-a06eb5722a43,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:58.966351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 63736a19-195e-44a4-acca-a06eb5722a43 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:44:59.051934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:44:59.057404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:59.058623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-abd05d7c-5ff9-4ae8-bf53-260c72befded req-de2de762-5186-4a47-a4e6-c516114c9616 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594491 Feb 03 04:44:59.569176 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (e1cb7697-34eb-42b2-ba45-fc52e503b7b8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:59.673851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': 'e6daa952-3ef6-4c20-8005-f7f8a412740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'faee8a1e-b380-48db-aedb-6a43d41fbdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:44:59.674133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: faee8a1e-b380-48db-aedb-6a43d41fbdbc, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:44:59.689954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=e1cb7697-34eb-42b2-ba45-fc52e503b7b8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:44:59.724412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:44:59.747079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, faee8a1e-b380-48db-aedb-6a43d41fbdbc) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:44:59.759317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b8596-4941-47c4-a598-12fd71984649 None None] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:44:59.774847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:44:59.775479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:44:59.835076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:44:59.840271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': '63736a19-195e-44a4-acca-a06eb5722a43', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:44:59.847385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-82df05e5-c34e-4e94-8eb7-6a0d2ee38472 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9555397 Feb 03 04:45:00.084629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:45:00.088670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:00.156043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-faee8a1e-b380-48db-aedb-6a43d41fbdbc', 'network_id': 'faee8a1e-b380-48db-aedb-6a43d41fbdbc', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': 'e1cb7697-34eb-42b2-ba45-fc52e503b7b8'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:45:00.159577 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:00.228652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e78a9-79fa-43f3-9768-df2996e827cc req-3701d3d1-5003-4853-a93b-5d9d4d9a03cd tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:00.236185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b15e78a9-79fa-43f3-9768-df2996e827cc req-3701d3d1-5003-4853-a93b-5d9d4d9a03cd tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.0752382 Feb 03 04:45:00.355414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b15e78a9-79fa-43f3-9768-df2996e827cc req-92fdbb9f-9303-4815-bddb-47d7022d698a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178911 Feb 03 04:45:00.562332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (89331307-a319-48f3-8a2e-8edf5d8b116b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:00.621422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Allocated IP 2001:db8::2 (faee8a1e-b380-48db-aedb-6a43d41fbdbc/e1cb7697-34eb-42b2-ba45-fc52e503b7b8/eb7705a4-4754-4808-822e-17e93093be40) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:00.780754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=89331307-a319-48f3-8a2e-8edf5d8b116b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:00.788158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': 'cb17e69e-82bc-43fb-b94a-f0aeb632a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63736a19-195e-44a4-acca-a06eb5722a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:00.791109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: 63736a19-195e-44a4-acca-a06eb5722a43, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:45:00.857562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 63736a19-195e-44a4-acca-a06eb5722a43 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:45:00.905824 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Publish callbacks [] for port (eb7705a4-4754-4808-822e-17e93093be40), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:00.915430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 63736a19-195e-44a4-acca-a06eb5722a43) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:00.918050 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (eb7705a4-4754-4808-822e-17e93093be40), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:00.945009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:00.946764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:00.984478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Pushing event updated for resources: {'Port': ['ID=eb7705a4-4754-4808-822e-17e93093be40,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:00.993776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02126d0c-608c-4de4-8179-6ebb34a0b923 None None] Network 63736a19-195e-44a4-acca-a06eb5722a43 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:00.998001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c804f709-a805-432e-83a6-8a64abb2de63 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1612551 Feb 03 04:45:01.000257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:01.020766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e82e1164-de2e-4fe7-8902-b3c90e5317e2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1828339620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:01.071196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e82e1164-de2e-4fe7-8902-b3c90e5317e2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (ce1a715a-16c5-4616-ba1f-69c00d739238), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.074707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e82e1164-de2e-4fe7-8902-b3c90e5317e2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (ce1a715a-16c5-4616-ba1f-69c00d739238), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.205533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:01.206400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e82e1164-de2e-4fe7-8902-b3c90e5317e2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (ce1a715a-16c5-4616-ba1f-69c00d739238), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.215291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-63736a19-195e-44a4-acca-a06eb5722a43', 'network_id': '63736a19-195e-44a4-acca-a06eb5722a43', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': '89331307-a319-48f3-8a2e-8edf5d8b116b'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:45:01.216615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.217549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e82e1164-de2e-4fe7-8902-b3c90e5317e2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (ce1a715a-16c5-4616-ba1f-69c00d739238), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.225391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:01.250539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e82e1164-de2e-4fe7-8902-b3c90e5317e2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.254749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e82e1164-de2e-4fe7-8902-b3c90e5317e2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2469656 Feb 03 04:45:01.255175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:01.262878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:01.325179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:01.571202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4733b853-75f8-404e-9977-45bae12d3eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.644421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Allocated IP 2001:db8:1::2 (63736a19-195e-44a4-acca-a06eb5722a43/89331307-a319-48f3-8a2e-8edf5d8b116b/b57aceef-dcb8-485b-9998-e8b8353dd08d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:01.734913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7db4a-2e95-4396-b412-379427d9e199 req-721b15c9-3841-438f-bcb9-7d9c8def783e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:01.736938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5af7db4a-2e95-4396-b412-379427d9e199 req-721b15c9-3841-438f-bcb9-7d9c8def783e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.2034388 Feb 03 04:45:01.749760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Attempting to bind port eb7705a4-4754-4808-822e-17e93093be40 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:45:01.750147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Attempting to bind port eb7705a4-4754-4808-822e-17e93093be40 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e6daa952-3ef6-4c20-8005-f7f8a412740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'faee8a1e-b380-48db-aedb-6a43d41fbdbc'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:45:01.751802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Attempting to bind port eb7705a4-4754-4808-822e-17e93093be40 on network faee8a1e-b380-48db-aedb-6a43d41fbdbc {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:45:01.761733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27104e2-5dda-498e-8d71-268d98d87f8b req-f23bbb2e-cd83-4336-8244-69dba2329af2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:01.763314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27104e2-5dda-498e-8d71-268d98d87f8b req-f23bbb2e-cd83-4336-8244-69dba2329af2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.2918901 Feb 03 04:45:01.823342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:45:01.823682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Checking segment: {'id': 'e6daa952-3ef6-4c20-8005-f7f8a412740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'faee8a1e-b380-48db-aedb-6a43d41fbdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:01.824101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.824511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Bound using segment: {'id': 'e6daa952-3ef6-4c20-8005-f7f8a412740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'faee8a1e-b380-48db-aedb-6a43d41fbdbc'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:45:01.825008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Bound port: eb7705a4-4754-4808-822e-17e93093be40, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6daa952-3ef6-4c20-8005-f7f8a412740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'faee8a1e-b380-48db-aedb-6a43d41fbdbc'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:45:01.825393 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eb7705a4-4754-4808-822e-17e93093be40), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:01.886938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e27104e2-5dda-498e-8d71-268d98d87f8b req-00470554-856f-42a7-8338-da880d18a0b7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144819 Feb 03 04:45:01.970069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] For port eb7705a4-4754-4808-822e-17e93093be40, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:45:01.975577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] For port eb7705a4-4754-4808-822e-17e93093be40, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eb7705a4-4754-4808-822e-17e93093be40,segment=NetworkSegment(e6daa952-3ef6-4c20-8005-f7f8a412740d),segment_id=e6daa952-3ef6-4c20-8005-f7f8a412740d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:45:01.988378 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.012108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Publish callbacks [] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.016038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (eb7705a4-4754-4808-822e-17e93093be40), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.063838 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4733b853-75f8-404e-9977-45bae12d3eca admin admin] Publish callbacks [] for security_group (9711caca-77f3-4254-8169-9862d0baab17), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.081034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4733b853-75f8-404e-9977-45bae12d3eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9711caca-77f3-4254-8169-9862d0baab17), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.088844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.176812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Network 63736a19-195e-44a4-acca-a06eb5722a43 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:02.184736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:02.192932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:02.201348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733b853-75f8-404e-9977-45bae12d3eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9711caca-77f3-4254-8169-9862d0baab17,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:02.205330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9a081-b261-47a7-a030-18bf1df616b9 None None] Pushing event updated for resources: {'Port': ['ID=eb7705a4-4754-4808-822e-17e93093be40,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:02.244928 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4733b853-75f8-404e-9977-45bae12d3eca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a16ca13d2f44bc7a90e4b6d6133254d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9184611 Feb 03 04:45:02.247333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:02.271533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Deleting port b3602af7-9b84-4862-818b-bda126994e09 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:02.271533 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b3602af7-9b84-4862-818b-bda126994e09), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.530356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Attempting to bind port b57aceef-dcb8-485b-9998-e8b8353dd08d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:45:02.561722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Attempting to bind port b57aceef-dcb8-485b-9998-e8b8353dd08d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'cb17e69e-82bc-43fb-b94a-f0aeb632a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63736a19-195e-44a4-acca-a06eb5722a43'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:45:02.564907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Attempting to bind port b57aceef-dcb8-485b-9998-e8b8353dd08d on network 63736a19-195e-44a4-acca-a06eb5722a43 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:45:02.605312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:45:02.611785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Checking segment: {'id': 'cb17e69e-82bc-43fb-b94a-f0aeb632a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63736a19-195e-44a4-acca-a06eb5722a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:02.612776 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.616938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Bound using segment: {'id': 'cb17e69e-82bc-43fb-b94a-f0aeb632a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63736a19-195e-44a4-acca-a06eb5722a43'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:45:02.617469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Bound port: b57aceef-dcb8-485b-9998-e8b8353dd08d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb17e69e-82bc-43fb-b94a-f0aeb632a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63736a19-195e-44a4-acca-a06eb5722a43'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:45:02.617855 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.638427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Pushing event updated for resources: {'Port': ['ID=b57aceef-dcb8-485b-9998-e8b8353dd08d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:02.661351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] For port b3602af7-9b84-4862-818b-bda126994e09, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=b3602af7-9b84-4862-818b-bda126994e09,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:02.671009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b3602af7-9b84-4862-818b-bda126994e09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:02.857296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] For port b57aceef-dcb8-485b-9998-e8b8353dd08d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:45:02.861228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] For port b57aceef-dcb8-485b-9998-e8b8353dd08d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b57aceef-dcb8-485b-9998-e8b8353dd08d,segment=NetworkSegment(cb17e69e-82bc-43fb-b94a-f0aeb632a41a),segment_id=cb17e69e-82bc-43fb-b94a-f0aeb632a41a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:45:02.873094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.008959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf26b4c-7d2d-4b4e-b6b9-e91af300607c None None] Pushing event updated for resources: {'Port': ['ID=b57aceef-dcb8-485b-9998-e8b8353dd08d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:03.019706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa295d76-d526-4954-b887-e354e3c0a2c9 admin admin] Publish callbacks [] for security_group (9711caca-77f3-4254-8169-9862d0baab17), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.161116 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51a63d46-8d7f-46ce-8d95-8a0174280549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.205613 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa295d76-d526-4954-b887-e354e3c0a2c9 admin admin] Publish callbacks [] for security_group (9711caca-77f3-4254-8169-9862d0baab17), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.466376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389108d5-df97-489c-8468-9a59c740bddc req-a02a2982-af1c-465b-abed-9aa481b0a658 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:03.470902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-389108d5-df97-489c-8468-9a59c740bddc req-a02a2982-af1c-465b-abed-9aa481b0a658 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 946 time: 0.1751781 Feb 03 04:45:03.490365 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa295d76-d526-4954-b887-e354e3c0a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9711caca-77f3-4254-8169-9862d0baab17), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.492988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa295d76-d526-4954-b887-e354e3c0a2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.498668 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa295d76-d526-4954-b887-e354e3c0a2c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9711caca-77f3-4254-8169-9862d0baab17 HTTP/1.1" status: 204 len: 168 time: 1.2466958 Feb 03 04:45:03.541940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa295d76-d526-4954-b887-e354e3c0a2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9711caca-77f3-4254-8169-9862d0baab17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:03.582741 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.583267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (0f43638d-8632-4892-bddb-0c278f24f56d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.583698 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Floating IP 0f43638d-8632-4892-bddb-0c278f24f56d disassociated. External IP: 172.25.7.182, port: b3602af7-9b84-4862-818b-bda126994e09. Feb 03 04:45:03.584123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Calling delete_port for b3602af7-9b84-4862-818b-bda126994e09 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:03.908505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b3602af7-9b84-4862-818b-bda126994e09), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:03.946470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-389108d5-df97-489c-8468-9a59c740bddc req-4014bb4b-22b2-439c-80dc-ed3bfa66fd30 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=99d3ed13-7950-4ffc-8714-2391fdd191a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3185410 Feb 03 04:45:04.010507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event deleted for resources: {'Port': ['ID=b3602af7-9b84-4862-818b-bda126994e09,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:04.150397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b57aceef-dcb8-485b-9998-e8b8353dd08d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:04.208910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8::1 (faee8a1e-b380-48db-aedb-6a43d41fbdbc/e1cb7697-34eb-42b2-ba45-fc52e503b7b8/2f883dd5-d47b-4cf6-8362-b83b61138dd6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:04.241226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b57aceef-dcb8-485b-9998-e8b8353dd08d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:04.242582 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.307279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7d4da-f60e-4330-955a-7bb54b6d0764 None None] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:04.320645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:04.377334 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de122068-648e-4041-8a42-f0978a319160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.407995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:04.426036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ca971dc9-464e-479a-ac11-94b0835c40a8 None None] Provisioning complete for port eb7705a4-4754-4808-822e-17e93093be40 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:04.434170 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca971dc9-464e-479a-ac11-94b0835c40a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb7705a4-4754-4808-822e-17e93093be40), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.648760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.752701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:04.755012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:04.771028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] Sync routers for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:04.802407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de122068-648e-4041-8a42-f0978a319160 admin admin] Publish callbacks [] for security_group (340d3c4b-19dc-4f0c-9a6c-caffadf2d519), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.806102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.818068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de122068-648e-4041-8a42-f0978a319160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (340d3c4b-19dc-4f0c-9a6c-caffadf2d519), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.904317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b57aceef-dcb8-485b-9998-e8b8353dd08d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:04.906491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.920400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] No DVR routers for this DVR port b3602af7-9b84-4862-818b-bda126994e09 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:04.923944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:04.940553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5af7db4a-2e95-4396-b412-379427d9e199 req-a709d8d1-ad3c-48fa-8a5e-505120001631 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "DELETE /v2.0/ports/b3602af7-9b84-4862-818b-bda126994e09 HTTP/1.1" status: 204 len: 173 time: 3.1761413 Feb 03 04:45:04.942281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:04.943207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:44:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:04.951694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-deleted', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:45:04.958721 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f97361-dd74-4847-9a82-e0506e442e08" -d '{"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-deleted", "tag": "b3602af7-9b84-4862-818b-bda126994e09"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:45:04.961977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de122068-648e-4041-8a42-f0978a319160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340d3c4b-19dc-4f0c-9a6c-caffadf2d519,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:05.031385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:05.050777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:05.058958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-de122068-648e-4041-8a42-f0978a319160 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c25c1bd1bf940598d5abb6f7c17fa4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265298 Feb 03 04:45:05.061571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:05.061736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:05.062666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.206816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ca971dc9-464e-479a-ac11-94b0835c40a8 None None] Current status of the port eb7705a4-4754-4808-822e-17e93093be40 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:05.207421 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca971dc9-464e-479a-ac11-94b0835c40a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eb7705a4-4754-4808-822e-17e93093be40), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.230913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43a68a86-b6b8-4214-97ff-863bb0f29c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.264120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=2f883dd5-d47b-4cf6-8362-b83b61138dd6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:05.313043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9fc9e-4554-4303-ba6a-a4b7b24d5fdc None None] Network 63736a19-195e-44a4-acca-a06eb5722a43 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:05.348004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1120c56-2a8e-4931-905d-c2d5999a98aa req-80706eb4-b93f-46dd-9f39-a55a33cb0715 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b1bcd21-7d8a-4458-b9ef-0a1129375191 HTTP/1.1" status: 200 len: 210 time: 0.0794916 Feb 03 04:45:05.392110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.403026 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad1f47f7-7418-4b7b-be05-bf0295c78d3e admin admin] Publish callbacks [] for security_group (340d3c4b-19dc-4f0c-9a6c-caffadf2d519), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.472435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad1f47f7-7418-4b7b-be05-bf0295c78d3e admin admin] Publish callbacks [] for security_group (340d3c4b-19dc-4f0c-9a6c-caffadf2d519), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.504591 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142e7d3-f169-46e6-b913-826425731bf8 x-openstack-request-id: req-5142e7d3-f169-46e6-b913-826425731bf8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:45:05.504989 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bcd21-7d8a-4458-b9ef-0a1129375191", "name": "network-vif-deleted", "tag": "b3602af7-9b84-4862-818b-bda126994e09", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:45:05.505581 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5142e7d3-f169-46e6-b913-826425731bf8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:45:05.506188 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bcd21-7d8a-4458-b9ef-0a1129375191', 'name': 'network-vif-deleted', 'tag': 'b3602af7-9b84-4862-818b-bda126994e09', 'status': 'completed', 'code': 200} Feb 03 04:45:05.547050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b57aceef-dcb8-485b-9998-e8b8353dd08d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b57aceef-dcb8-485b-9998-e8b8353dd08d,segment=NetworkSegment(cb17e69e-82bc-43fb-b94a-f0aeb632a41a),segment_id=cb17e69e-82bc-43fb-b94a-f0aeb632a41a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:05.609179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ca971dc9-464e-479a-ac11-94b0835c40a8 None None] For port eb7705a4-4754-4808-822e-17e93093be40, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eb7705a4-4754-4808-822e-17e93093be40,segment=NetworkSegment(e6daa952-3ef6-4c20-8005-f7f8a412740d),segment_id=e6daa952-3ef6-4c20-8005-f7f8a412740d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:05.629925 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43a68a86-b6b8-4214-97ff-863bb0f29c0f admin admin] Publish callbacks [] for security_group (1a0f74ef-5be2-4140-b8a1-16059e099e72), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.640785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43a68a86-b6b8-4214-97ff-863bb0f29c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a0f74ef-5be2-4140-b8a1-16059e099e72), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.643910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca971dc9-464e-479a-ac11-94b0835c40a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (eb7705a4-4754-4808-822e-17e93093be40), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.655272 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.656533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eb7705a4-4754-4808-822e-17e93093be40 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:05.720145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad1f47f7-7418-4b7b-be05-bf0295c78d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (340d3c4b-19dc-4f0c-9a6c-caffadf2d519), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.724145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad1f47f7-7418-4b7b-be05-bf0295c78d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.725975 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ad1f47f7-7418-4b7b-be05-bf0295c78d3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/340d3c4b-19dc-4f0c-9a6c-caffadf2d519 HTTP/1.1" status: 204 len: 168 time: 0.6632342 Feb 03 04:45:05.749398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-43a68a86-b6b8-4214-97ff-863bb0f29c0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9410c1687384483b93b2e78d385053cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9511693 Feb 03 04:45:05.750666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:05.751679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a68a86-b6b8-4214-97ff-863bb0f29c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0f74ef-5be2-4140-b8a1-16059e099e72,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:05.773335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f47f7-7418-4b7b-be05-bf0295c78d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340d3c4b-19dc-4f0c-9a6c-caffadf2d519,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:05.847593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-653c360c-9d2e-46b1-9507-90903fb1fce2 admin admin] Publish callbacks [] for security_group (1a0f74ef-5be2-4140-b8a1-16059e099e72), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:05.894549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-653c360c-9d2e-46b1-9507-90903fb1fce2 admin admin] Publish callbacks [] for security_group (1a0f74ef-5be2-4140-b8a1-16059e099e72), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.010612 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-653c360c-9d2e-46b1-9507-90903fb1fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1a0f74ef-5be2-4140-b8a1-16059e099e72), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.014190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-653c360c-9d2e-46b1-9507-90903fb1fce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.024281 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-653c360c-9d2e-46b1-9507-90903fb1fce2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a0f74ef-5be2-4140-b8a1-16059e099e72 HTTP/1.1" status: 204 len: 168 time: 0.2534356 Feb 03 04:45:06.048085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c360c-9d2e-46b1-9507-90903fb1fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0f74ef-5be2-4140-b8a1-16059e099e72,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:06.107836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.120062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.121453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.232493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=2f883dd5-d47b-4cf6-8362-b83b61138dd6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:06.399255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:06.401295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:06.422992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:45:06.433095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca971dc9-464e-479a-ac11-94b0835c40a8 None None] Pushing event updated for resources: {'Port': ['ID=eb7705a4-4754-4808-822e-17e93093be40,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:06.532880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:45:06.590556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:06.725386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34554) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:06.729397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0530cbda-ac4b-42e9-b061-6dfc1dbf9dbe tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (99d3ed13-7950-4ffc-8714-2391fdd191a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.747332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4db9036d-aeae-4121-9e89-f86374e8a6d2 None None] Provisioning complete for port b57aceef-dcb8-485b-9998-e8b8353dd08d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:06.747656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4db9036d-aeae-4121-9e89-f86374e8a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.756928 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb474dd8-ca07-43a5-8b76-1ce985e8fcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.793417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0530cbda-ac4b-42e9-b061-6dfc1dbf9dbe tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (99d3ed13-7950-4ffc-8714-2391fdd191a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.948822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0530cbda-ac4b-42e9-b061-6dfc1dbf9dbe tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (99d3ed13-7950-4ffc-8714-2391fdd191a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.952117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0530cbda-ac4b-42e9-b061-6dfc1dbf9dbe tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:06.959448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0530cbda-ac4b-42e9-b061-6dfc1dbf9dbe tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "DELETE /v2.0/security-groups/99d3ed13-7950-4ffc-8714-2391fdd191a1 HTTP/1.1" status: 204 len: 168 time: 0.3727953 Feb 03 04:45:06.960218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:06.983949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530cbda-ac4b-42e9-b061-6dfc1dbf9dbe tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d3ed13-7950-4ffc-8714-2391fdd191a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:07.067455 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c99b739-64fe-4c20-92d9-54836d986ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.078940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: b3602af7-9b84-4862-818b-bda126994e09 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:45:07.079939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device b3602af7-9b84-4862-818b-bda126994e09 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:45:07.084002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b57aceef-dcb8-485b-9998-e8b8353dd08d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:07.104811 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb474dd8-ca07-43a5-8b76-1ce985e8fcc6 admin admin] Publish callbacks [] for security_group (b347b4b1-d109-46c8-9210-16b578609d49), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.106193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router ce1a715a-16c5-4616-ba1f-69c00d739238 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:45:07.112970 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-80eed964-3901-4551-afad-08023fc70477 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] show failed (client error): The resource could not be found. Feb 03 04:45:07.124058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:07.154457 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-80eed964-3901-4551-afad-08023fc70477 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups/99d3ed13-7950-4ffc-8714-2391fdd191a1 HTTP/1.1" status: 404 len: 347 time: 0.1887431 Feb 03 04:45:07.181756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb474dd8-ca07-43a5-8b76-1ce985e8fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b347b4b1-d109-46c8-9210-16b578609d49), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.346354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb474dd8-ca07-43a5-8b76-1ce985e8fcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b347b4b1-d109-46c8-9210-16b578609d49,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:07.373547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port eb7705a4-4754-4808-822e-17e93093be40 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:07.374241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb7705a4-4754-4808-822e-17e93093be40), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.491449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:07.491764 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.494159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Deleting port a21966ba-a78c-4ab2-92f8-1b9210980334 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:07.494586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.513087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] Sync routers for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:07.520672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-00a9188d-f747-428a-b1bf-96b9cc3041cd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/ce1a715a-16c5-4616-ba1f-69c00d739238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2643468 Feb 03 04:45:07.524471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:07.539231 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:07.541884 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:07.547700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eb474dd8-ca07-43a5-8b76-1ce985e8fcc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd5a2c0e60a44fd0b9e218d0b7e70f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8181663 Feb 03 04:45:07.551959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:07.574298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4db9036d-aeae-4121-9e89-f86374e8a6d2 None None] Current status of the port b57aceef-dcb8-485b-9998-e8b8353dd08d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:07.630775 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e4cffe1-beee-4143-ab86-8564086bd3d0 admin admin] Publish callbacks [] for security_group (b347b4b1-d109-46c8-9210-16b578609d49), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.662989 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:07.678350 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:07.679278 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:07.719151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e4cffe1-beee-4143-ab86-8564086bd3d0 admin admin] Publish callbacks [] for security_group (b347b4b1-d109-46c8-9210-16b578609d49), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.754242 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:07.754919 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9abb0-d249-48ea-9aee-028992bb29c9 None None] The sync data for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:07.785371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9a390-cd10-46bf-a82e-766d4c659ee6 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:07.786857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-17b9a390-cd10-46bf-a82e-766d4c659ee6 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports/2f883dd5-d47b-4cf6-8362-b83b61138dd6 HTTP/1.1" status: 200 len: 911 time: 0.2597263 Feb 03 04:45:07.791608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:07.806973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4db9036d-aeae-4121-9e89-f86374e8a6d2 None None] Provisioning complete for port eb7705a4-4754-4808-822e-17e93093be40 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:07.807336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4db9036d-aeae-4121-9e89-f86374e8a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb7705a4-4754-4808-822e-17e93093be40), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.838912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.839286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (a21966ba-a78c-4ab2-92f8-1b9210980334), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:07.864558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Calling delete_port for a21966ba-a78c-4ab2-92f8-1b9210980334 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:07.886502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port eb7705a4-4754-4808-822e-17e93093be40 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:08.068597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:08.072457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4db9036d-aeae-4121-9e89-f86374e8a6d2 None None] Current status of the port eb7705a4-4754-4808-822e-17e93093be40 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:08.150280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b57aceef-dcb8-485b-9998-e8b8353dd08d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:08.181725 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:45:08.237819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] Checking router: 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:45:08.274371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:08.296804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:08.324964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:08.331651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:08.335393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e4cffe1-beee-4143-ab86-8564086bd3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b347b4b1-d109-46c8-9210-16b578609d49), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:08.338386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e4cffe1-beee-4143-ab86-8564086bd3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:08.339740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3e4cffe1-beee-4143-ab86-8564086bd3d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b347b4b1-d109-46c8-9210-16b578609d49 HTTP/1.1" status: 204 len: 168 time: 0.7842193 Feb 03 04:45:08.382576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cffe1-beee-4143-ab86-8564086bd3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b347b4b1-d109-46c8-9210-16b578609d49,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:08.533303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:45:08.534633 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:08.725151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a777868-21e9-495c-b031-7b2e8cac7972 None None] Provisioning complete for port 2f883dd5-d47b-4cf6-8362-b83b61138dd6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:08.728288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a777868-21e9-495c-b031-7b2e8cac7972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:08.897225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a21966ba-a78c-4ab2-92f8-1b9210980334), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:08.979176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event deleted for resources: {'Port': ['ID=a21966ba-a78c-4ab2-92f8-1b9210980334,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:09.069756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8:1::1 (63736a19-195e-44a4-acca-a06eb5722a43/89331307-a319-48f3-8a2e-8edf5d8b116b/273b0fb5-9181-415f-90d0-83d3dc70bd79) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:09.086886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a777868-21e9-495c-b031-7b2e8cac7972 None None] Port 2f883dd5-d47b-4cf6-8362-b83b61138dd6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:09.106123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b57aceef-dcb8-485b-9998-e8b8353dd08d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:09.106502 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.175772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (0f43638d-8632-4892-bddb-0c278f24f56d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.179387 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.180877 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-221ec7cb-0229-4d17-9c6e-727bc56ba296 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "DELETE /v2.0/floatingips/0f43638d-8632-4892-bddb-0c278f24f56d HTTP/1.1" status: 204 len: 168 time: 2.0516324 Feb 03 04:45:09.229835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.289166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.319290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a777868-21e9-495c-b031-7b2e8cac7972 None None] Provisioning complete for port b57aceef-dcb8-485b-9998-e8b8353dd08d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:09.319717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a777868-21e9-495c-b031-7b2e8cac7972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.419478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=273b0fb5-9181-415f-90d0-83d3dc70bd79,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:09.439298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45a56ab7-8304-4ede-aeec-2fe97e556110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.458482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:09.503575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c305fec9-2b3b-4a59-ae80-aabf87ec2745 None None] The sync data for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 is: [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:09.505254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.517788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 63736a19-195e-44a4-acca-a06eb5722a43 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:09.527584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:09.530201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b57aceef-dcb8-485b-9998-e8b8353dd08d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:09.531311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eb7705a4-4754-4808-822e-17e93093be40 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:09.533538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:09.534125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.613386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port eb7705a4-4754-4808-822e-17e93093be40 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:09.613984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb7705a4-4754-4808-822e-17e93093be40), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.706427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a777868-21e9-495c-b031-7b2e8cac7972 None None] Current status of the port b57aceef-dcb8-485b-9998-e8b8353dd08d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:09.797242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:09.802065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a56d9378-33f9-4ce9-916e-94e897911fa9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886981601', 'description': 'tempest-description--1498111292'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:09.857506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56d9378-33f9-4ce9-916e-94e897911fa9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.924688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port eb7705a4-4754-4808-822e-17e93093be40 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:09.957248 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45a56ab7-8304-4ede-aeec-2fe97e556110 admin admin] Publish callbacks [] for security_group (c1a9c3fb-2c32-43f5-b9d3-2f96086ec641), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:09.985205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45a56ab7-8304-4ede-aeec-2fe97e556110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c1a9c3fb-2c32-43f5-b9d3-2f96086ec641), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.084699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2f53c4d7-7c5d-4294-8830-d89ee1db1007 None None] Provisioning complete for port 273b0fb5-9181-415f-90d0-83d3dc70bd79 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:10.085094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f53c4d7-7c5d-4294-8830-d89ee1db1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.088000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56d9378-33f9-4ce9-916e-94e897911fa9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (9553fc59-42f4-4545-bc5e-73685be3b885), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.102298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56d9378-33f9-4ce9-916e-94e897911fa9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9553fc59-42f4-4545-bc5e-73685be3b885), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.157373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d9378-33f9-4ce9-916e-94e897911fa9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9553fc59-42f4-4545-bc5e-73685be3b885,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:10.186036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56d9378-33f9-4ce9-916e-94e897911fa9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.187743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a56d9378-33f9-4ce9-916e-94e897911fa9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3894305 Feb 03 04:45:10.190725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:10.197380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d59fa923-23de-4aeb-9f27-3f4c90dfe73e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'security_group_rule': {'security_group_id': '9553fc59-42f4-4545-bc5e-73685be3b885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:10.211491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.212124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf3202-b9d6-434c-8818-d50452429252 None None] New status for floating IP 0f43638d-8632-4892-bddb-0c278f24f56d: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:45:10.252042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d59fa923-23de-4aeb-9f27-3f4c90dfe73e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (060d7f43-99c2-4f5d-b7c7-a07552714be7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.258431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-45a56ab7-8304-4ede-aeec-2fe97e556110 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6df77364e829460ca8a3bcba0acdef8f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9605832 Feb 03 04:45:10.262439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:10.271805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a56ab7-8304-4ede-aeec-2fe97e556110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9c3fb-2c32-43f5-b9d3-2f96086ec641,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:10.329944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d59fa923-23de-4aeb-9f27-3f4c90dfe73e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (060d7f43-99c2-4f5d-b7c7-a07552714be7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.335916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d59fa923-23de-4aeb-9f27-3f4c90dfe73e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (060d7f43-99c2-4f5d-b7c7-a07552714be7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.373088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fa923-23de-4aeb-9f27-3f4c90dfe73e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060d7f43-99c2-4f5d-b7c7-a07552714be7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:10.380316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d59fa923-23de-4aeb-9f27-3f4c90dfe73e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.384509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d59fa923-23de-4aeb-9f27-3f4c90dfe73e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896472 Feb 03 04:45:10.385334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:10.391412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-957ac9ed-6ab2-4d59-978a-e8adcd2b8ef6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'security_group_rule': {'security_group_id': '9553fc59-42f4-4545-bc5e-73685be3b885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:10.446765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-957ac9ed-6ab2-4d59-978a-e8adcd2b8ef6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (4d5db29d-9aa9-4b3a-b94a-bb7e81589c3b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.604588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-957ac9ed-6ab2-4d59-978a-e8adcd2b8ef6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (4d5db29d-9aa9-4b3a-b94a-bb7e81589c3b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.619975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-957ac9ed-6ab2-4d59-978a-e8adcd2b8ef6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (4d5db29d-9aa9-4b3a-b94a-bb7e81589c3b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.732038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ac9ed-6ab2-4d59-978a-e8adcd2b8ef6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5db29d-9aa9-4b3a-b94a-bb7e81589c3b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:10.759187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-957ac9ed-6ab2-4d59-978a-e8adcd2b8ef6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.760887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-957ac9ed-6ab2-4d59-978a-e8adcd2b8ef6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749940 Feb 03 04:45:10.764615 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4895f4f7-351b-4b6d-a226-405dc5f3e082 admin admin] Publish callbacks [] for security_group (c1a9c3fb-2c32-43f5-b9d3-2f96086ec641), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.769180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:10.781045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f53c4d7-7c5d-4294-8830-d89ee1db1007 None None] Port 273b0fb5-9181-415f-90d0-83d3dc70bd79 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:10.782623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:10.889627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:10.978461 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4895f4f7-351b-4b6d-a226-405dc5f3e082 admin admin] Publish callbacks [] for security_group (c1a9c3fb-2c32-43f5-b9d3-2f96086ec641), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:11.062381 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:11.268486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4895f4f7-351b-4b6d-a226-405dc5f3e082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c1a9c3fb-2c32-43f5-b9d3-2f96086ec641), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:11.276538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4895f4f7-351b-4b6d-a226-405dc5f3e082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:11.283787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4895f4f7-351b-4b6d-a226-405dc5f3e082 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1a9c3fb-2c32-43f5-b9d3-2f96086ec641 HTTP/1.1" status: 204 len: 168 time: 1.0177991 Feb 03 04:45:11.319337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895f4f7-351b-4b6d-a226-405dc5f3e082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9c3fb-2c32-43f5-b9d3-2f96086ec641,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:11.416308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:11.433820 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:11.434714 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:11.526314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=273b0fb5-9181-415f-90d0-83d3dc70bd79,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:11.745675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 63736a19-195e-44a4-acca-a06eb5722a43 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:11.749748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:11.762140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Allocated IP 172.25.7.48 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/5255a6e1-3233-4240-9774-ae2b53548e23) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:12.066322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for port (5255a6e1-3233-4240-9774-ae2b53548e23), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:12.124701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router ce1a715a-16c5-4616-ba1f-69c00d739238 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:12.154596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5255a6e1-3233-4240-9774-ae2b53548e23), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:12.282499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:12.310023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:12.313932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:12.353810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9697a315-779c-4df7-8c41-45853c512590 None None] Provisioning complete for port 273b0fb5-9181-415f-90d0-83d3dc70bd79 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:12.354388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9697a315-779c-4df7-8c41-45853c512590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:12.428169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:12.439077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'Port': ['ID=5255a6e1-3233-4240-9774-ae2b53548e23,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:12.442793 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] Sync routers for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:12.447629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-665442e9-e177-47e3-9bcb-94dae42db081 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/ce1a715a-16c5-4616-ba1f-69c00d739238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6536992 Feb 03 04:45:12.450664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34738) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:12.468759 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:12.469824 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:12.521807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82b1aa-e9bb-4487-a3f2-06415178df41 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:12.526449 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5f82b1aa-e9bb-4487-a3f2-06415178df41 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports/273b0fb5-9181-415f-90d0-83d3dc70bd79 HTTP/1.1" status: 200 len: 913 time: 0.0709569 Feb 03 04:45:12.526870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9697a315-779c-4df7-8c41-45853c512590 None None] Port 273b0fb5-9181-415f-90d0-83d3dc70bd79 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:12.527029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:12.545968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.546325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.546676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.547020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.547355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.547727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.553349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.554050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.554396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.554746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.555458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.555458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.555817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:12.624263 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:12.665545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:12.666472 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:12.792386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:12.796781 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9f088-e1e8-45d5-a9a9-1ce0a8e4bccd None None] The sync data for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:12.880609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:13.124218 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5255a6e1-3233-4240-9774-ae2b53548e23), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:13.457244 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:13.463022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for port (5255a6e1-3233-4240-9774-ae2b53548e23), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:13.474541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5255a6e1-3233-4240-9774-ae2b53548e23), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:13.592198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:13.663420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'Port': ['ID=5255a6e1-3233-4240-9774-ae2b53548e23,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:13.689203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:13.699424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e86dcde2-33ef-4c06-a15e-c8f63786759f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9214869 Feb 03 04:45:14.476014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-91af3de8-394a-44f8-a2e6-eb5f5bebed58 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1886981601&fields=id&tenant_id=a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 267 time: 0.0977926 Feb 03 04:45:14.755443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-c89c5aff-cf57-4c74-9d36-20061179870d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:14.757091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-c89c5aff-cf57-4c74-9d36-20061179870d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 816 time: 0.2705460 Feb 03 04:45:14.812868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-2f94091b-42d8-4cac-89d0-ee8c24c58083 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/quotas/a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 375 time: 0.0421069 Feb 03 04:45:14.872937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 273b0fb5-9181-415f-90d0-83d3dc70bd79 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:14.873494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:14.967183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-3f1716a6-361c-4501-84ef-05096811a141 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465681 Feb 03 04:45:15.026556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:15.043554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 273b0fb5-9181-415f-90d0-83d3dc70bd79 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:15.179982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-5bf4f5fb-6c0f-40fe-92f3-b9adaddac5b2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:45:15.188127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-5bf4f5fb-6c0f-40fe-92f3-b9adaddac5b2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2066631 Feb 03 04:45:15.358038 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-4848a155-2309-453f-b9f5-730c00ab180c service neutron] 10.222.0.35 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687651 Feb 03 04:45:15.382092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (273b0fb5-9181-415f-90d0-83d3dc70bd79), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:15.688353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-d4eaf67d-5d37-4ead-acae-0bb05eee835c service neutron] 10.222.0.35 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294332 Feb 03 04:45:15.690395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=273b0fb5-9181-415f-90d0-83d3dc70bd79,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:15.868411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:16.268404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router ce1a715a-16c5-4616-ba1f-69c00d739238 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:16.357734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5cfe3b2-4344-43c0-91d2-cf363066eb5e req-16eeb1a3-a3db-4a64-be7e-b4465c93d548 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 210 time: 0.1504879 Feb 03 04:45:16.591628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:16.598894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-16f4aeb6-d382-4e68-b670-f750fdc6ccb3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/ce1a715a-16c5-4616-ba1f-69c00d739238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0701425 Feb 03 04:45:16.601996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34886) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:16.612324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] Sync routers for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:16.667108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:16.667743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:16.731329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:16.833995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:16.842936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:16.896671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:16.898007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b0a21-71b6-416c-8b76-31a15dfa5ef1 None None] The sync data for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:17.309666 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:17.694718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f99f5288-bd7c-4901-9615-aee77ab38eed req-ec2022b4-b4bd-40fd-ae5c-3a9451b3651c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 210 time: 0.1057668 Feb 03 04:45:18.096058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 2f883dd5-d47b-4cf6-8362-b83b61138dd6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:18.096680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:18.552571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:18.576271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 2f883dd5-d47b-4cf6-8362-b83b61138dd6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:18.587298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-df797bf4-db46-4e8c-a645-d7b2043bb300 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:18.588853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-df797bf4-db46-4e8c-a645-d7b2043bb300 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 816 time: 0.4268982 Feb 03 04:45:18.887489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-d71e20e4-7a3e-491a-9b5c-504061cf86c7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 380 time: 0.2878997 Feb 03 04:45:18.889819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eba83cdc-c43e-4610-923e-903bbb954c51 req-e9ee7000-0782-45a2-af9b-0ff2a72fcb69 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 210 time: 0.0632672 Feb 03 04:45:18.914044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:18.963074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'port': {'device_id': '012a0777-4e68-41e1-bb18-1322ded9e779', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'admin_state_up': True, 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'security_groups': ['9553fc59-42f4-4545-bc5e-73685be3b885']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:19.154192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Made reservation on behalf of a6eaa7a26e954db09d5357538cedbcab for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:45:19.161040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.196069 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f463cf31-b01f-4ba2-97ac-99da015e6547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.377855 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f463cf31-b01f-4ba2-97ac-99da015e6547 admin admin] Publish callbacks [] for security_group (d478700d-ac9f-4712-9338-3284b8505627), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.386661 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f463cf31-b01f-4ba2-97ac-99da015e6547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d478700d-ac9f-4712-9338-3284b8505627), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.428619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463cf31-b01f-4ba2-97ac-99da015e6547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478700d-ac9f-4712-9338-3284b8505627,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:19.457654 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f463cf31-b01f-4ba2-97ac-99da015e6547 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f94ed42be05b4dfabdd2511406cac59f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421379 Feb 03 04:45:19.458686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:19.469219 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2f883dd5-d47b-4cf6-8362-b83b61138dd6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.504810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=2f883dd5-d47b-4cf6-8362-b83b61138dd6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:19.568974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c6dacd5-a884-4b6b-8639-c40189b18776 admin admin] Publish callbacks [] for security_group (d478700d-ac9f-4712-9338-3284b8505627), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.633937 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c6dacd5-a884-4b6b-8639-c40189b18776 admin admin] Publish callbacks [] for security_group (d478700d-ac9f-4712-9338-3284b8505627), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.688326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (ce1a715a-16c5-4616-ba1f-69c00d739238), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.730909 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c6dacd5-a884-4b6b-8639-c40189b18776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d478700d-ac9f-4712-9338-3284b8505627), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.733819 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c6dacd5-a884-4b6b-8639-c40189b18776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:19.738089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4c6dacd5-a884-4b6b-8639-c40189b18776 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d478700d-ac9f-4712-9338-3284b8505627 HTTP/1.1" status: 204 len: 168 time: 0.2781029 Feb 03 04:45:19.755303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dacd5-a884-4b6b-8639-c40189b18776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478700d-ac9f-4712-9338-3284b8505627,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:20.043390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Allocated IP 172.20.0.7 (b27c554b-4edb-41c6-8e4b-f09a373298d1/b198a5b3-c539-4534-8e14-1884f8a7bfb0/3b5aa486-6f1e-4283-a7a5-113480e88639) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:20.117123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-655a9f45-a881-4634-a0f8-d0a7c8e74de6 req-81069fff-a1ea-478b-9dc7-e3fe279ad35e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 210 time: 0.0636775 Feb 03 04:45:20.192860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router ce1a715a-16c5-4616-ba1f-69c00d739238 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:20.524388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:20.539860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:20.546294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e0b4fe8a-ed5e-4d30-905c-53909ac217de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/ce1a715a-16c5-4616-ba1f-69c00d739238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9387004 Feb 03 04:45:20.547863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370ef5d6-c7fc-40ec-b0fd-d02d4867825d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:20.549799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:20.551685 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] Sync routers for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:20.570610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:20.571684 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:20.653777 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:20.665813 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] Routers {'ce1a715a-16c5-4616-ba1f-69c00d739238'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:20.666709 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ce1a715a-16c5-4616-ba1f-69c00d739238'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:20.672072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9e4bf41f-bd28-4370-a639-bc176512e528 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1a715a-16c5-4616-ba1f-69c00d739238 HTTP/1.1" status: 200 len: 205 time: 0.1207378 Feb 03 04:45:20.683109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:20.688944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:20.713743 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:20.716451 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7fd3-8cdd-41b4-b21e-354d53088aef None None] The sync data for ids ['ce1a715a-16c5-4616-ba1f-69c00d739238'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:20.869564 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:20.920269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370ef5d6-c7fc-40ec-b0fd-d02d4867825d admin admin] Publish callbacks [] for security_group (fe347612-04c5-47fe-babf-ea751757e905), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:20.922419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8251-826f-449f-b51b-4531d34b74de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (ce1a715a-16c5-4616-ba1f-69c00d739238), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:20.946110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370ef5d6-c7fc-40ec-b0fd-d02d4867825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fe347612-04c5-47fe-babf-ea751757e905), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.006418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ef5d6-c7fc-40ec-b0fd-d02d4867825d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe347612-04c5-47fe-babf-ea751757e905,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:21.015060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:21.026405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:21.037014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:21.047556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-370ef5d6-c7fc-40ec-b0fd-d02d4867825d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ff5099a5124402d887c03d9b8e7e986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5219996 Feb 03 04:45:21.050117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35022) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:21.102268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:21.132602 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f429aae0-3f76-4888-a1c8-7b30467f0982 admin admin] Publish callbacks [] for security_group (fe347612-04c5-47fe-babf-ea751757e905), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.157428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f429aae0-3f76-4888-a1c8-7b30467f0982 admin admin] Publish callbacks [] for security_group (fe347612-04c5-47fe-babf-ea751757e905), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.215936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f429aae0-3f76-4888-a1c8-7b30467f0982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fe347612-04c5-47fe-babf-ea751757e905), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.219739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f429aae0-3f76-4888-a1c8-7b30467f0982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.221428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f429aae0-3f76-4888-a1c8-7b30467f0982 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe347612-04c5-47fe-babf-ea751757e905 HTTP/1.1" status: 204 len: 168 time: 0.1701803 Feb 03 04:45:21.256041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429aae0-3f76-4888-a1c8-7b30467f0982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe347612-04c5-47fe-babf-ea751757e905,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:21.481359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09c86-d08f-4f25-8816-b10cda33254a req-4406aaa9-bcbd-45c5-8a62-daa7a6bdc7ee tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:21.482758 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8251-826f-449f-b51b-4531d34b74de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (ce1a715a-16c5-4616-ba1f-69c00d739238), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.483240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4a09c86-d08f-4f25-8816-b10cda33254a req-4406aaa9-bcbd-45c5-8a62-daa7a6bdc7ee tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 931 time: 0.1448731 Feb 03 04:45:21.507597 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8251-826f-449f-b51b-4531d34b74de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (ce1a715a-16c5-4616-ba1f-69c00d739238), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.528531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:21.532922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.544180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2177e6ab-e788-4576-a9d8-19ffc59b67ea None None] Provisioning complete for port 3b5aa486-6f1e-4283-a7a5-113480e88639 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:21.544810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2177e6ab-e788-4576-a9d8-19ffc59b67ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.608614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2177e6ab-e788-4576-a9d8-19ffc59b67ea None None] Port 3b5aa486-6f1e-4283-a7a5-113480e88639 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:21.611161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4a09c86-d08f-4f25-8816-b10cda33254a req-5aeb1abb-0d62-435f-8231-f5f17c988757 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221106 Feb 03 04:45:21.664203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-5abaf207-9ef5-457e-83dc-5be67dbfe30d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7069976 Feb 03 04:45:21.669284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8251-826f-449f-b51b-4531d34b74de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (ce1a715a-16c5-4616-ba1f-69c00d739238), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.669973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcb8251-826f-449f-b51b-4531d34b74de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Fanout notify agent at l3_agent the message router_deleted on router ce1a715a-16c5-4616-ba1f-69c00d739238 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:45:21.683854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8251-826f-449f-b51b-4531d34b74de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.688056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:21.688966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9dcb8251-826f-449f-b51b-4531d34b74de tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/ce1a715a-16c5-4616-ba1f-69c00d739238 HTTP/1.1" status: 204 len: 168 time: 0.9972110 Feb 03 04:45:21.693213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Request body: {'port': {'device_id': '012a0777-4e68-41e1-bb18-1322ded9e779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:21.793159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet 89331307-a319-48f3-8a2e-8edf5d8b116b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:45:21.800336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.803417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (89331307-a319-48f3-8a2e-8edf5d8b116b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:21.906645 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (89331307-a319-48f3-8a2e-8edf5d8b116b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.080940 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (89331307-a319-48f3-8a2e-8edf5d8b116b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.244590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (89331307-a319-48f3-8a2e-8edf5d8b116b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.290321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=89331307-a319-48f3-8a2e-8edf5d8b116b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:22.303542 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.308494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ee891252-bdbd-47a0-83ac-3f941a777a4f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/89331307-a319-48f3-8a2e-8edf5d8b116b HTTP/1.1" status: 204 len: 168 time: 0.6191812 Feb 03 04:45:22.311431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35064) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:22.315566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52849a5c-606c-41a0-9ff9-490fc59aed35 None None] Network 63736a19-195e-44a4-acca-a06eb5722a43 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:22.443495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5aa486-6f1e-4283-a7a5-113480e88639 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:45:22.468577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet e1cb7697-34eb-42b2-ba45-fc52e503b7b8 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:45:22.472755 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (e1cb7697-34eb-42b2-ba45-fc52e503b7b8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.474660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Publish callbacks [] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.547576 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (e1cb7697-34eb-42b2-ba45-fc52e503b7b8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.588362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Transition to ACTIVE for port object 3b5aa486-6f1e-4283-a7a5-113480e88639 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:45:22.608888 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.648827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] DHCP port deletion for 63736a19-195e-44a4-acca-a06eb5722a43 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:45:22.732119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:22.767321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e1cb7697-34eb-42b2-ba45-fc52e503b7b8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.907481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] Deleting port b57aceef-dcb8-485b-9998-e8b8353dd08d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:22.909532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:22.988950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Attempting to bind port 3b5aa486-6f1e-4283-a7a5-113480e88639 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:45:22.989952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Attempting to bind port 3b5aa486-6f1e-4283-a7a5-113480e88639 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:45:22.990292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Attempting to bind port 3b5aa486-6f1e-4283-a7a5-113480e88639 on network b27c554b-4edb-41c6-8e4b-f09a373298d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:45:23.002136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Port 3b5aa486-6f1e-4283-a7a5-113480e88639 on network b27c554b-4edb-41c6-8e4b-f09a373298d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:45:23.003911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Attempting to bind port 3b5aa486-6f1e-4283-a7a5-113480e88639 on network b27c554b-4edb-41c6-8e4b-f09a373298d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:45:23.014656 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (e1cb7697-34eb-42b2-ba45-fc52e503b7b8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.020606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:45:23.021585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Checking segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:23.022116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Bound using segment: {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:45:23.022936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Bound port: 3b5aa486-6f1e-4283-a7a5-113480e88639, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b862cb-dff1-4266-9ff9-1b71e838ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:45:23.023455 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.108041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cb7697-34eb-42b2-ba45-fc52e503b7b8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:23.121359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.124847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cefb1c39-72e6-4cfd-9080-3e8b05205f78 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/e1cb7697-34eb-42b2-ba45-fc52e503b7b8 HTTP/1.1" status: 204 len: 168 time: 0.8100443 Feb 03 04:45:23.130828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:23.204534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea966e2c-df75-4964-9407-dc4b57bcb60a None None] Network faee8a1e-b380-48db-aedb-6a43d41fbdbc requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:23.291743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:45:23.296697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:45:23.308401 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (63736a19-195e-44a4-acca-a06eb5722a43), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.309286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.312659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] For port b57aceef-dcb8-485b-9998-e8b8353dd08d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b57aceef-dcb8-485b-9998-e8b8353dd08d,segment=NetworkSegment(cb17e69e-82bc-43fb-b94a-f0aeb632a41a),segment_id=cb17e69e-82bc-43fb-b94a-f0aeb632a41a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:23.314025 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.338923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122003b-7f2a-4543-b30a-813460f6b4b4 req-f7ae4f1c-e069-4871-9dd3-93ed7c56b331 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:23.360352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f122003b-7f2a-4543-b30a-813460f6b4b4 req-f7ae4f1c-e069-4871-9dd3-93ed7c56b331 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.3853321 Feb 03 04:45:23.391694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] Calling delete_port for b57aceef-dcb8-485b-9998-e8b8353dd08d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:23.449217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f122003b-7f2a-4543-b30a-813460f6b4b4 req-36898690-01ff-48d8-95fc-8a292d6134e3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863242 Feb 03 04:45:23.489633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:23.492289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.493783 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] 10.222.0.31 "PUT /v2.0/ports/3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 1091 time: 1.8201690 Feb 03 04:45:23.496412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:45:23.542030 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c8d3d4-6d27-4916-9bef-9081d33d8806" -d '{"events": [{"name": "network-changed", "server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:45:23.542830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port b57aceef-dcb8-485b-9998-e8b8353dd08d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:23.544343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.717556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port b57aceef-dcb8-485b-9998-e8b8353dd08d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b57aceef-dcb8-485b-9998-e8b8353dd08d,segment=NetworkSegment(cb17e69e-82bc-43fb-b94a-f0aeb632a41a),segment_id=cb17e69e-82bc-43fb-b94a-f0aeb632a41a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:23.718053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.738095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e04b5-28f3-427e-a0d1-7a0f1f9fbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:23.751940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for b57aceef-dcb8-485b-9998-e8b8353dd08d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:23.774758 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23924f87-ea05-46c0-9f39-82cc7dfb2d13 x-openstack-request-id: req-23924f87-ea05-46c0-9f39-82cc7dfb2d13 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:45:23.776104 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:45:23.776104 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23924f87-ea05-46c0-9f39-82cc7dfb2d13 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:45:23.776104 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'status': 'completed', 'code': 200} Feb 03 04:45:23.829607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-93b7cf96-6910-4068-aed2-d6ba1debd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:23.831378 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-93b7cf96-6910-4068-aed2-d6ba1debd400 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1125 time: 0.2844675 Feb 03 04:45:23.910357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:23.918107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-846030fb-e3bc-4552-a8dd-9f98b8ff0c5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 217 time: 0.0715170 Feb 03 04:45:23.943466 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.007426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-f07b7a57-ec7a-4c58-a175-ef086a7a4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:24.009504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-f07b7a57-ec7a-4c58-a175-ef086a7a4a3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.0765154 Feb 03 04:45:24.050067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b57aceef-dcb8-485b-9998-e8b8353dd08d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.056220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] No DVR routers for this DVR port b57aceef-dcb8-485b-9998-e8b8353dd08d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:24.080993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port b57aceef-dcb8-485b-9998-e8b8353dd08d on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:24.132697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b57aceef-dcb8-485b-9998-e8b8353dd08d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:45:24.144042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=b57aceef-dcb8-485b-9998-e8b8353dd08d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:24.147958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101085-5891-47de-9732-1876f057f5d2 req-f404b55a-6284-46ec-91ff-5826749936e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:24.152296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-f404b55a-6284-46ec-91ff-5826749936e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1342242 Feb 03 04:45:24.179432 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.179432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1d416-0943-409d-8228-f8e961bdd62f None None] Pushing event deleted for resources: {'Port': ['ID=b57aceef-dcb8-485b-9998-e8b8353dd08d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:24.270405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] DHCP port deletion for faee8a1e-b380-48db-aedb-6a43d41fbdbc request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:45:24.276205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b57aceef-dcb8-485b-9998-e8b8353dd08d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:45:24.279875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b57aceef-dcb8-485b-9998-e8b8353dd08d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:45:24.349128 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-5bc688ba-37a0-4a4f-b320-268a4e11986d service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909418 Feb 03 04:45:24.399552 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (63736a19-195e-44a4-acca-a06eb5722a43), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.455108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63736a19-195e-44a4-acca-a06eb5722a43']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:24.474150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] Deleting port eb7705a4-4754-4808-822e-17e93093be40 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:24.474538 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (eb7705a4-4754-4808-822e-17e93093be40), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.490001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb17e69e-82bc-43fb-b94a-f0aeb632a41a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:24.490308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb17e69e-82bc-43fb-b94a-f0aeb632a41a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:24.514018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (cb17e69e-82bc-43fb-b94a-f0aeb632a41a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.567216 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cb17e69e-82bc-43fb-b94a-f0aeb632a41a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.577000 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3101085-5891-47de-9732-1876f057f5d2 req-e2c5672a-a259-4074-9be7-1effd6cde82d service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198679 Feb 03 04:45:24.595898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:45:24.596788 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (cb17e69e-82bc-43fb-b94a-f0aeb632a41a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:45:24.603191 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:45:24.653988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] For port eb7705a4-4754-4808-822e-17e93093be40, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eb7705a4-4754-4808-822e-17e93093be40,segment=NetworkSegment(e6daa952-3ef6-4c20-8005-f7f8a412740d),segment_id=e6daa952-3ef6-4c20-8005-f7f8a412740d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:24.654750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (eb7705a4-4754-4808-822e-17e93093be40), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.671069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] Calling delete_port for eb7705a4-4754-4808-822e-17e93093be40 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:24.726153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-4a518084-37d0-4df6-829b-8e5999d9d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:24.728637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-4a518084-37d0-4df6-829b-8e5999d9d184 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1125 time: 0.0939679 Feb 03 04:45:24.808527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:24.850084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (eb7705a4-4754-4808-822e-17e93093be40), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:24.889547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] Pushing event deleted for resources: {'Port': ['ID=eb7705a4-4754-4808-822e-17e93093be40,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:24.923084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded007b9-9fa2-4a94-88a0-f37a07b214b1 None None] No DVR routers for this DVR port eb7705a4-4754-4808-822e-17e93093be40 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:24.994574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-c0b0b1ff-6461-47f1-aa2f-d0b2362ef366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:24.998076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-c0b0b1ff-6461-47f1-aa2f-d0b2362ef366 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.2564065 Feb 03 04:45:25.105507 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-8ac38e79-168a-4101-b99d-1cff5d0b6d84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 217 time: 0.0935357 Feb 03 04:45:25.149323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18755dc-f795-4874-99ac-8c64d7d6d7fb req-6396cb86-b9c4-4bbe-8341-33b87617aa10 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:25.156813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c18755dc-f795-4874-99ac-8c64d7d6d7fb req-6396cb86-b9c4-4bbe-8341-33b87617aa10 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.5049694 Feb 03 04:45:25.159666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (63736a19-195e-44a4-acca-a06eb5722a43), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.181897 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.197250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/63736a19-195e-44a4-acca-a06eb5722a43 HTTP/1.1" status: 204 len: 168 time: 2.0636799 Feb 03 04:45:25.209885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:25.214009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-40b3a1c9-f24f-4d4b-aafe-6ee62eb8673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:25.216347 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-40b3a1c9-f24f-4d4b-aafe-6ee62eb8673d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.1026778 Feb 03 04:45:25.291240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f267bb-4289-43d4-8b5f-55b3c748a50f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=63736a19-195e-44a4-acca-a06eb5722a43,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:25.336485 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c207543-a843-4588-aa84-094c086fdd5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.428311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c18755dc-f795-4874-99ac-8c64d7d6d7fb req-41eae1dd-4642-41f9-a505-6679205b35ad tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216396 Feb 03 04:45:25.467715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (faee8a1e-b380-48db-aedb-6a43d41fbdbc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.579612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-d9010b4a-b659-48ce-9bb7-154ad23f43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:25.585135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-d9010b4a-b659-48ce-9bb7-154ad23f43a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3614028 Feb 03 04:45:25.708243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (faee8a1e-b380-48db-aedb-6a43d41fbdbc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.709798 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c207543-a843-4588-aa84-094c086fdd5a admin admin] Publish callbacks [] for security_group (cb841357-148e-46e6-aee2-423af465c9f9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.745462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c207543-a843-4588-aa84-094c086fdd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cb841357-148e-46e6-aee2-423af465c9f9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.751354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faee8a1e-b380-48db-aedb-6a43d41fbdbc']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:25.768281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6daa952-3ef6-4c20-8005-f7f8a412740d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:25.768561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6daa952-3ef6-4c20-8005-f7f8a412740d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:25.800004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (e6daa952-3ef6-4c20-8005-f7f8a412740d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.839328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e6daa952-3ef6-4c20-8005-f7f8a412740d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.886186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:45:25.886603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (e6daa952-3ef6-4c20-8005-f7f8a412740d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:45:25.890240 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:45:25.913193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:25.982301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-0cb4a926-be4b-40c4-a5d0-4ea32ceb3163 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725390 Feb 03 04:45:25.993009 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6c207543-a843-4588-aa84-094c086fdd5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb54c7d8972f4222a3ec9c8fec1872a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1828005 Feb 03 04:45:26.001217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35176) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:26.065819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c207543-a843-4588-aa84-094c086fdd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb841357-148e-46e6-aee2-423af465c9f9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:26.123237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eb7705a4-4754-4808-822e-17e93093be40 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:45:26.166307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (faee8a1e-b380-48db-aedb-6a43d41fbdbc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.188062 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.196188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/faee8a1e-b380-48db-aedb-6a43d41fbdbc HTTP/1.1" status: 204 len: 168 time: 0.9695582 Feb 03 04:45:26.203134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:26.214835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: eb7705a4-4754-4808-822e-17e93093be40 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:45:26.215358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eb7705a4-4754-4808-822e-17e93093be40 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:45:26.218778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1494834165'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:26.220687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:45:26.283287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:45:26.287352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.314003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a537938-83f8-4364-8d92-21bbb0a9f4b3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=faee8a1e-b380-48db-aedb-6a43d41fbdbc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:26.330205 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a24b9f74-685d-490d-ad99-65b87d82371c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.437270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3c8d3d4-6d27-4916-9bef-9081d33d8806 req-2ec12f97-fe63-4b20-a3a5-19bdd788cdd0 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331830 Feb 03 04:45:26.438212 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-165884e9-971a-4bff-9fe9-6908c57e09ee admin admin] Publish callbacks [] for security_group (cb841357-148e-46e6-aee2-423af465c9f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.489901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:26.521933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'port_id': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'mac_address': 'fa:16:3e:26:d0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:45:26.561584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-165884e9-971a-4bff-9fe9-6908c57e09ee admin admin] Publish callbacks [] for security_group (cb841357-148e-46e6-aee2-423af465c9f9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.576347 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a24b9f74-685d-490d-ad99-65b87d82371c admin admin] Publish callbacks [] for security_group (ba86c43d-800c-4b72-9514-86cb04330668), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.587230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:45:26.612572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:26.613755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.633296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a24b9f74-685d-490d-ad99-65b87d82371c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ba86c43d-800c-4b72-9514-86cb04330668), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.641735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5aa486-6f1e-4283-a7a5-113480e88639 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:45:26.668050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:26.687305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.697819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-165884e9-971a-4bff-9fe9-6908c57e09ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (cb841357-148e-46e6-aee2-423af465c9f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.700711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-165884e9-971a-4bff-9fe9-6908c57e09ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.705199 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-165884e9-971a-4bff-9fe9-6908c57e09ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb841357-148e-46e6-aee2-423af465c9f9 HTTP/1.1" status: 204 len: 168 time: 0.6845334 Feb 03 04:45:26.741233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165884e9-971a-4bff-9fe9-6908c57e09ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb841357-148e-46e6-aee2-423af465c9f9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:26.763532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b9f74-685d-490d-ad99-65b87d82371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba86c43d-800c-4b72-9514-86cb04330668,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:26.783125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cd1f50e1-055e-4c58-b797-05404890f72f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.783363 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment cd1f50e1-055e-4c58-b797-05404890f72f of type vlan for network ead61163-cc48-44f5-8f59-b72c69092043 Feb 03 04:45:26.805296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:26.816735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a24b9f74-685d-490d-ad99-65b87d82371c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c307fa3de58e498f8baa7ed5c7fae3d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9002469 Feb 03 04:45:26.817222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:26.903076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3b5aa486-6f1e-4283-a7a5-113480e88639'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:45:26.944970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8d898-6d82-4095-b079-23c139b6c79d req-5360729c-48d0-446d-987c-1ad9277a9f40 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:26.946972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ab8d898-6d82-4095-b079-23c139b6c79d req-5360729c-48d0-446d-987c-1ad9277a9f40 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.3690574 Feb 03 04:45:26.962614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a624995-e2f0-4336-b246-7216bd617e1b admin admin] Publish callbacks [] for security_group (ba86c43d-800c-4b72-9514-86cb04330668), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:26.992666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (ead61163-cc48-44f5-8f59-b72c69092043), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:27.035759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ab8d898-6d82-4095-b079-23c139b6c79d req-22e64a73-bec5-4494-9746-f94cbfc988e3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741324 Feb 03 04:45:27.035992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a624995-e2f0-4336-b246-7216bd617e1b admin admin] Publish callbacks [] for security_group (ba86c43d-800c-4b72-9514-86cb04330668), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:27.078356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (ead61163-cc48-44f5-8f59-b72c69092043), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:27.090658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:27.091331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:27.185781 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a624995-e2f0-4336-b246-7216bd617e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ba86c43d-800c-4b72-9514-86cb04330668), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:27.188435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a624995-e2f0-4336-b246-7216bd617e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:27.189617 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9a624995-e2f0-4336-b246-7216bd617e1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba86c43d-800c-4b72-9514-86cb04330668 HTTP/1.1" status: 204 len: 168 time: 0.3714681 Feb 03 04:45:27.200683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9956043 Feb 03 04:45:27.205597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:27.222980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:27.238643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a624995-e2f0-4336-b246-7216bd617e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba86c43d-800c-4b72-9514-86cb04330668,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:27.406167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:45:27.411691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.228259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:28.271175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35214) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:28.316533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:28.355967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca330910-adc9-4b4a-9ae2-58f99c56a652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=ead61163-cc48-44f5-8f59-b72c69092043,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:28.383249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network ead61163-cc48-44f5-8f59-b72c69092043 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:45:28.478114 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c743805e-0d97-4ba2-ad08-fc91a60ec813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.481652 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f746ea0-e9f9-47e8-95f6-d1304161a6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.573041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c743805e-0d97-4ba2-ad08-fc91a60ec813 admin admin] Publish callbacks [] for security_group (322becc1-4b94-47d3-aef9-bd33ea0308c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.590670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d654b3-7372-44d0-80f8-973df1f7525e req-6a2691af-da18-46be-a3e1-94364cd23d2d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:28.597782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7d654b3-7372-44d0-80f8-973df1f7525e req-6a2691af-da18-46be-a3e1-94364cd23d2d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 944 time: 0.3276238 Feb 03 04:45:28.604257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c743805e-0d97-4ba2-ad08-fc91a60ec813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (322becc1-4b94-47d3-aef9-bd33ea0308c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.639168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743805e-0d97-4ba2-ad08-fc91a60ec813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322becc1-4b94-47d3-aef9-bd33ea0308c2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:28.680452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 3b5aa486-6f1e-4283-a7a5-113480e88639 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:45:28.693764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3b5aa486-6f1e-4283-a7a5-113480e88639 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:28.694885 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.727372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c743805e-0d97-4ba2-ad08-fc91a60ec813 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6604363165a64a81830275eda3229a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4085355 Feb 03 04:45:28.728354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (2b8eca37-513b-4929-a974-70befc980673), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.730208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:28.785681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7d654b3-7372-44d0-80f8-973df1f7525e req-5b90cdef-1764-4ad9-adcc-fb273b93632c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868472 Feb 03 04:45:28.864239 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f746ea0-e9f9-47e8-95f6-d1304161a6af admin admin] Publish callbacks [] for security_group (eb281dbd-8c67-407d-8dd8-9a479da6ae7a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.870446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f746ea0-e9f9-47e8-95f6-d1304161a6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eb281dbd-8c67-407d-8dd8-9a479da6ae7a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:28.928183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=2b8eca37-513b-4929-a974-70befc980673,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:28.945972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4f746ea0-e9f9-47e8-95f6-d1304161a6af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=548730b556224d1396954eb873643e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6259160 Feb 03 04:45:28.949203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:28.969035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f746ea0-e9f9-47e8-95f6-d1304161a6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb281dbd-8c67-407d-8dd8-9a479da6ae7a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:28.973522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d00d-d674-4046-a624-11d454e0fb16 admin admin] Publish callbacks [] for security_group (322becc1-4b94-47d3-aef9-bd33ea0308c2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.005091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': 'cd1f50e1-055e-4c58-b797-05404890f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:29.005537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: ead61163-cc48-44f5-8f59-b72c69092043, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:45:29.026310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:29.027702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.075646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:29.076860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:45:29.080544 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa09f096-cc6d-4300-bbd5-5ecd26ba2d46" -d '{"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-plugged", "status": "completed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:45:29.087563 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.154776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6151ff5c-2546-42c7-aecc-2a953aa07a3a admin admin] Publish callbacks [] for security_group (eb281dbd-8c67-407d-8dd8-9a479da6ae7a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.156573 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d3572f-3738-4eee-9ec1-5e4c6f11d527 x-openstack-request-id: req-f0d3572f-3738-4eee-9ec1-5e4c6f11d527 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:45:29.157850 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-plugged", "status": "completed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:45:29.158118 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0d3572f-3738-4eee-9ec1-5e4c6f11d527 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:45:29.159726 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'code': 200} Feb 03 04:45:29.167187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d00d-d674-4046-a624-11d454e0fb16 admin admin] Publish callbacks [] for security_group (322becc1-4b94-47d3-aef9-bd33ea0308c2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.191050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network ead61163-cc48-44f5-8f59-b72c69092043 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:45:29.213052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:29.233568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, ead61163-cc48-44f5-8f59-b72c69092043) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:29.237114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6151ff5c-2546-42c7-aecc-2a953aa07a3a admin admin] Publish callbacks [] for security_group (eb281dbd-8c67-407d-8dd8-9a479da6ae7a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.244886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd795df-e0b9-4c80-bb51-ea128f0e62fc None None] Network ead61163-cc48-44f5-8f59-b72c69092043 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:29.269318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:29.269916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.342549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-259ec299-ef24-44f2-90a4-58a2d25812fe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1263773 Feb 03 04:45:29.343240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:29.353844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-39366417-3ffc-4c71-8419-d9ef994a8740 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1490091909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:29.387293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e653a-6396-49b8-97bb-1f3617e2420c req-cd1e1a77-5d13-4780-8da2-e813f66b935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:29.389202 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-975e653a-6396-49b8-97bb-1f3617e2420c req-cd1e1a77-5d13-4780-8da2-e813f66b935f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1127 time: 0.1422503 Feb 03 04:45:29.390881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d00d-d674-4046-a624-11d454e0fb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (322becc1-4b94-47d3-aef9-bd33ea0308c2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.393671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d00d-d674-4046-a624-11d454e0fb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.394795 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6a2d00d-d674-4046-a624-11d454e0fb16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/322becc1-4b94-47d3-aef9-bd33ea0308c2 HTTP/1.1" status: 204 len: 168 time: 0.6603696 Feb 03 04:45:29.417271 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39366417-3ffc-4c71-8419-d9ef994a8740 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (fc87f063-f6d0-48dc-806b-ce023ac0701a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.418850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39366417-3ffc-4c71-8419-d9ef994a8740 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (fc87f063-f6d0-48dc-806b-ce023ac0701a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.422938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-ead61163-cc48-44f5-8f59-b72c69092043', 'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': '2b8eca37-513b-4929-a974-70befc980673'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:45:29.423951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.498237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2d00d-d674-4046-a624-11d454e0fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322becc1-4b94-47d3-aef9-bd33ea0308c2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:29.526284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6151ff5c-2546-42c7-aecc-2a953aa07a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eb281dbd-8c67-407d-8dd8-9a479da6ae7a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.533294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6151ff5c-2546-42c7-aecc-2a953aa07a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.534519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6151ff5c-2546-42c7-aecc-2a953aa07a3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb281dbd-8c67-407d-8dd8-9a479da6ae7a HTTP/1.1" status: 204 len: 168 time: 0.5843086 Feb 03 04:45:29.574004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ff5c-2546-42c7-aecc-2a953aa07a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb281dbd-8c67-407d-8dd8-9a479da6ae7a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:29.621473 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-975e653a-6396-49b8-97bb-1f3617e2420c req-6e1b193c-629f-4824-a147-bd7233e57798 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988821 Feb 03 04:45:29.675906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39366417-3ffc-4c71-8419-d9ef994a8740 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (fc87f063-f6d0-48dc-806b-ce023ac0701a), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.687385 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39366417-3ffc-4c71-8419-d9ef994a8740 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (fc87f063-f6d0-48dc-806b-ce023ac0701a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.736065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39366417-3ffc-4c71-8419-d9ef994a8740 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:29.739556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-39366417-3ffc-4c71-8419-d9ef994a8740 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3930492 Feb 03 04:45:29.746570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:29.757071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'port': {'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043', 'name': 'tempest-RoutersIpV6Test-605668080'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:29.780241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Allocated IP 2001:db8::2 (ead61163-cc48-44f5-8f59-b72c69092043/2b8eca37-513b-4929-a974-70befc980673/0e39ad6d-619f-4832-a029-90c34a5450be) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:30.187939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d269220-3b83-412a-8752-388aca496730 req-1ec43fa0-07d8-4fa1-9930-8002b49faad7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:30.215260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d269220-3b83-412a-8752-388aca496730 req-1ec43fa0-07d8-4fa1-9930-8002b49faad7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2360122 Feb 03 04:45:30.270515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:45:30.274549 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:30.319254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Publish callbacks [] for port (0e39ad6d-619f-4832-a029-90c34a5450be), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:30.336791 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:30.342175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] device_id is not set on port fb9b5132-5a7c-46df-a899-ce2bf726318e yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:45:30.367943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d269220-3b83-412a-8752-388aca496730 req-6c87bbc1-4573-49fe-87e6-ddd5865c75b2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474180 Feb 03 04:45:30.410159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Network ead61163-cc48-44f5-8f59-b72c69092043 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:30.413435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:30.418727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:30.433412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Pushing event updated for resources: {'Port': ['ID=0e39ad6d-619f-4832-a029-90c34a5450be,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:30.564111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Attempting to bind port 0e39ad6d-619f-4832-a029-90c34a5450be on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:45:30.566250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Attempting to bind port 0e39ad6d-619f-4832-a029-90c34a5450be by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'cd1f50e1-055e-4c58-b797-05404890f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:45:30.566649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Attempting to bind port 0e39ad6d-619f-4832-a029-90c34a5450be on network ead61163-cc48-44f5-8f59-b72c69092043 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:45:30.579617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:45:30.579906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Checking segment: {'id': 'cd1f50e1-055e-4c58-b797-05404890f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:30.580317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:30.580752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Bound using segment: {'id': 'cd1f50e1-055e-4c58-b797-05404890f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:45:30.581281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Bound port: 0e39ad6d-619f-4832-a029-90c34a5450be, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1f50e1-055e-4c58-b797-05404890f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ead61163-cc48-44f5-8f59-b72c69092043'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:45:30.581622 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:30.692987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8::16d (ead61163-cc48-44f5-8f59-b72c69092043/2b8eca37-513b-4929-a974-70befc980673/fb9b5132-5a7c-46df-a899-ce2bf726318e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:30.838394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] For port 0e39ad6d-619f-4832-a029-90c34a5450be, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:45:30.849322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] For port 0e39ad6d-619f-4832-a029-90c34a5450be, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0e39ad6d-619f-4832-a029-90c34a5450be,segment=NetworkSegment(cd1f50e1-055e-4c58-b797-05404890f72f),segment_id=cd1f50e1-055e-4c58-b797-05404890f72f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:45:30.881880 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:31.000191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0cbf-4bca-4182-8542-391aef504aab None None] Pushing event updated for resources: {'Port': ['ID=0e39ad6d-619f-4832-a029-90c34a5450be,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:31.149337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:31.239318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:31.307731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network ead61163-cc48-44f5-8f59-b72c69092043 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:31.315295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:31.317567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:31.355880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:31.356573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:31.378337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=fb9b5132-5a7c-46df-a899-ce2bf726318e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:31.414234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:31.427070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d4e77e7a-9844-4883-bb85-e6c5ed1672ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6785216 Feb 03 04:45:31.590717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c916-ec28-4338-8904-23cbc7031a32 req-c644f5d0-2146-4947-9319-06695887a114 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:31.599314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f036c916-ec28-4338-8904-23cbc7031a32 req-c644f5d0-2146-4947-9319-06695887a114 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1078596 Feb 03 04:45:31.746887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f036c916-ec28-4338-8904-23cbc7031a32 req-640afc2b-25aa-4e69-b245-e53da9bee4c9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461480 Feb 03 04:45:32.008023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25ca75-59fb-4060-a960-462b62ab8237 req-f6a54bb3-cab7-4382-937e-2e98536ca231 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:32.024574 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff25ca75-59fb-4060-a960-462b62ab8237 req-f6a54bb3-cab7-4382-937e-2e98536ca231 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1711810 Feb 03 04:45:32.033911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:32.041802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Request body: {'floatingip': {'port_id': '3b5aa486-6f1e-4283-a7a5-113480e88639'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:32.157432 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:32.207538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:32.220463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0e39ad6d-619f-4832-a029-90c34a5450be up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:32.463952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0e39ad6d-619f-4832-a029-90c34a5450be triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:32.464575 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:32.717664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0e39ad6d-619f-4832-a029-90c34a5450be is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:32.718057 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:32.822394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 0e39ad6d-619f-4832-a029-90c34a5450be, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0e39ad6d-619f-4832-a029-90c34a5450be,segment=NetworkSegment(cd1f50e1-055e-4c58-b797-05404890f72f),segment_id=cd1f50e1-055e-4c58-b797-05404890f72f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:32.854123 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:32.954464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:32.968272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:33.023265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=0e39ad6d-619f-4832-a029-90c34a5450be,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:33.028135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=fb9b5132-5a7c-46df-a899-ce2bf726318e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:33.150000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98dff6cc-2297-404b-95c8-27496de70534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:33.233102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be978bab-fc10-45f2-bdcc-7c416afa78f1 None None] Network ead61163-cc48-44f5-8f59-b72c69092043 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:33.440510 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:33.451835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:33.471914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (fc87f063-f6d0-48dc-806b-ce023ac0701a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:33.526011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ebc60c18-733b-474f-96d0-e9ec147cca76 None None] Provisioning complete for port 0e39ad6d-619f-4832-a029-90c34a5450be triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:33.530454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebc60c18-733b-474f-96d0-e9ec147cca76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:33.700828 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Floating IP df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9 associated. External IP: 172.25.7.48, port: 3b5aa486-6f1e-4283-a7a5-113480e88639. Feb 03 04:45:33.778627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:33.877852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ebc60c18-733b-474f-96d0-e9ec147cca76 None None] Current status of the port 0e39ad6d-619f-4832-a029-90c34a5450be is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:34.081171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0e39ad6d-619f-4832-a029-90c34a5450be up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:34.228759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:34.242638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:34.244659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (fc87f063-f6d0-48dc-806b-ce023ac0701a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:34.301118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:34.303899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0e39ad6d-619f-4832-a029-90c34a5450be triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:34.304403 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:34.533711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0e39ad6d-619f-4832-a029-90c34a5450be is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:34.545117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fedadf45-6c00-4d61-af35-d9132c2ebb8c None None] Provisioning complete for port 0e39ad6d-619f-4832-a029-90c34a5450be triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:34.545597 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fedadf45-6c00-4d61-af35-d9132c2ebb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:34.646278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:34.648619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network ead61163-cc48-44f5-8f59-b72c69092043 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:34.654363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=fb9b5132-5a7c-46df-a899-ce2bf726318e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:34.655303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:34.657788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:34.691881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] Sync routers for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:34.722452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6a0b6b93-e55e-48ac-ace5-d27d4c441e23 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "PUT /v2.0/floatingips/df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9 HTTP/1.1" status: 200 len: 990 time: 2.6867909 Feb 03 04:45:34.723012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:45:34.726765 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a5542-e340-4969-90e8-f9b376e6b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:45:34.790911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:34.793219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:34.869701 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef5a756-c5dd-4762-96ec-9cc8745858d5 x-openstack-request-id: req-3ef5a756-c5dd-4762-96ec-9cc8745858d5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:45:34.870127 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:45:34.870489 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ef5a756-c5dd-4762-96ec-9cc8745858d5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:45:34.871012 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'status': 'completed', 'code': 200} Feb 03 04:45:35.156791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0684f-46bc-4527-8a5b-c4c1884be225 req-25c753c2-78b1-452c-8b85-be5f6df89c19 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:35.169470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bda0684f-46bc-4527-8a5b-c4c1884be225 req-25c753c2-78b1-452c-8b85-be5f6df89c19 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2569532 Feb 03 04:45:35.197238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router fc87f063-f6d0-48dc-806b-ce023ac0701a is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:45:35.242736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-15b4e757-7f69-4158-92d2-e1caaf9b95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:35.244459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-15b4e757-7f69-4158-92d2-e1caaf9b95de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1127 time: 0.3349662 Feb 03 04:45:35.286554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bda0684f-46bc-4527-8a5b-c4c1884be225 req-9d3899e7-7148-45dc-8d8f-58f46f28cd5a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158781 Feb 03 04:45:35.600218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-93c2bbbe-1671-45fa-9ada-2439fe35f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:35.601662 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-93c2bbbe-1671-45fa-9ada-2439fe35f093 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.2590353 Feb 03 04:45:35.648076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fedadf45-6c00-4d61-af35-d9132c2ebb8c None None] Current status of the port 0e39ad6d-619f-4832-a029-90c34a5450be is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:35.682167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fedadf45-6c00-4d61-af35-d9132c2ebb8c None None] Provisioning complete for port fb9b5132-5a7c-46df-a899-ce2bf726318e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:35.682760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fedadf45-6c00-4d61-af35-d9132c2ebb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:35.796706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fedadf45-6c00-4d61-af35-d9132c2ebb8c None None] Port fb9b5132-5a7c-46df-a899-ce2bf726318e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:35.800108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:45:35.806373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-c5ba97a8-6e47-45c2-8ccd-5ada1305c7be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 998 time: 0.1609466 Feb 03 04:45:35.857387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:35.870775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-084b2202-09af-422c-92ff-ef5a301acd4a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/fc87f063-f6d0-48dc-806b-ce023ac0701a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4552824 Feb 03 04:45:35.873589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:35.874184 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] Sync routers for ids ['fc87f063-f6d0-48dc-806b-ce023ac0701a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:35.893252 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] Routers {'fc87f063-f6d0-48dc-806b-ce023ac0701a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:35.893905 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fc87f063-f6d0-48dc-806b-ce023ac0701a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:35.912665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-57b5b120-a7bb-4d2b-9969-a009ca203033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:35.914022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-57b5b120-a7bb-4d2b-9969-a009ca203033 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.0974510 Feb 03 04:45:35.997142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b5081-3896-4c39-8ab0-a9c3b920ff7f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:35.998872 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:36.006182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3a3b5081-3896-4c39-8ab0-a9c3b920ff7f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports/fb9b5132-5a7c-46df-a899-ce2bf726318e HTTP/1.1" status: 200 len: 983 time: 0.1313262 Feb 03 04:45:36.007394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:36.008713 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] Routers {'fc87f063-f6d0-48dc-806b-ce023ac0701a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:36.009341 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fc87f063-f6d0-48dc-806b-ce023ac0701a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:36.032544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3df0f29b-4043-458f-a2bc-d737c169d671 None None] Provisioning complete for port fb9b5132-5a7c-46df-a899-ce2bf726318e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:36.033107 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3df0f29b-4043-458f-a2bc-d737c169d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:36.057422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:36.057844 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d3ccd-bb66-4f46-8115-9b073324a273 None None] The sync data for ids ['fc87f063-f6d0-48dc-806b-ce023ac0701a'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:36.105007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3df0f29b-4043-458f-a2bc-d737c169d671 None None] Port fb9b5132-5a7c-46df-a899-ce2bf726318e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:36.198670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-8720cb7c-1fb4-49f4-a049-8fe9c8a69925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:36.202450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-8720cb7c-1fb4-49f4-a049-8fe9c8a69925 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2819855 Feb 03 04:45:36.274380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e46b2fdb-b662-40da-9cb0-f9c4e25b6dda None None] Provisioning complete for port fb9b5132-5a7c-46df-a899-ce2bf726318e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:36.275070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e46b2fdb-b662-40da-9cb0-f9c4e25b6dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:36.323077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e46b2fdb-b662-40da-9cb0-f9c4e25b6dda None None] Port fb9b5132-5a7c-46df-a899-ce2bf726318e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:36.326842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'port_id': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'mac_address': 'fa:16:3e:26:d0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012a0777-4e68-41e1-bb18-1322ded9e779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:45:12Z', 'updated_at': '2022-02-03T04:45:33Z', 'revision_number': 1, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:36.364203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] Checking router: 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:45:36.383123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:36.386912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:36.449501 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11421aad-9c66-45e0-ac68-d66e10ca3f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:36.597079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee5ca0-64f0-40f8-9092-64f7f45a4c1e req-3c99c59a-b8f8-4c5e-8d80-7cc199cb841a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:36.601588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49ee5ca0-64f0-40f8-9092-64f7f45a4c1e req-3c99c59a-b8f8-4c5e-8d80-7cc199cb841a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1230640 Feb 03 04:45:36.645916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:45:36.726781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49ee5ca0-64f0-40f8-9092-64f7f45a4c1e req-ce407818-ac1e-453d-82d5-0118f6c2abee tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177547 Feb 03 04:45:36.758909 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:36.933404 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-719e1d79-1cfb-494b-a3d1-7ba694aa91f3 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121634 Feb 03 04:45:37.057704 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c3a5542-e340-4969-90e8-f9b376e6b3b1 req-d1676fcb-9f8f-4953-b107-07f1feb93d1d service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174817 Feb 03 04:45:37.180624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'port_id': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'mac_address': 'fa:16:3e:26:d0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012a0777-4e68-41e1-bb18-1322ded9e779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:45:12Z', 'updated_at': '2022-02-03T04:45:33Z', 'revision_number': 1, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:37.228679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (fc87f063-f6d0-48dc-806b-ce023ac0701a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:37.242160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1223b79-34ac-48ec-a41e-eaea547bff93 None None] The sync data for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 is: [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'port_id': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'mac_address': 'fa:16:3e:26:d0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012a0777-4e68-41e1-bb18-1322ded9e779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:45:12Z', 'updated_at': '2022-02-03T04:45:33Z', 'revision_number': 1, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:37.646528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port fb9b5132-5a7c-46df-a899-ce2bf726318e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:37.647174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:37.666287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5ed1f-e757-4ca0-ae3d-8d3f14255089 None None] New status for floating IP df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:45:37.855700 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:37.893274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for fb9b5132-5a7c-46df-a899-ce2bf726318e owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:37.971200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d7209-5298-4e3f-aeab-178ae8221d46 req-f85117ee-b80f-4b82-9b6c-0b9af88054b6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:37.973376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a1d7209-5298-4e3f-aeab-178ae8221d46 req-f85117ee-b80f-4b82-9b6c-0b9af88054b6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1102700 Feb 03 04:45:38.039219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a1d7209-5298-4e3f-aeab-178ae8221d46 req-15fb6454-bc93-495f-bdfb-932dece0d058 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588636 Feb 03 04:45:38.118563 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:38.240285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fb9b5132-5a7c-46df-a899-ce2bf726318e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:38.287934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=fb9b5132-5a7c-46df-a899-ce2bf726318e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:38.444689 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (fc87f063-f6d0-48dc-806b-ce023ac0701a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:38.804828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router fc87f063-f6d0-48dc-806b-ce023ac0701a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:38.913000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:38.920872 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cf2308e9-3a07-413e-96ec-fca9ef0a40b2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/fc87f063-f6d0-48dc-806b-ce023ac0701a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9026012 Feb 03 04:45:38.923670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:38.930029 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] Sync routers for ids ['fc87f063-f6d0-48dc-806b-ce023ac0701a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:38.950317 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] Routers {'fc87f063-f6d0-48dc-806b-ce023ac0701a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:38.951804 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fc87f063-f6d0-48dc-806b-ce023ac0701a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:39.039944 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:39.051054 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] Routers {'fc87f063-f6d0-48dc-806b-ce023ac0701a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:39.052193 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fc87f063-f6d0-48dc-806b-ce023ac0701a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:39.090722 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:39.091825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20a83c-8a80-44da-aa27-23219ce58a97 None None] The sync data for ids ['fc87f063-f6d0-48dc-806b-ce023ac0701a'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:39.275760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:39.451453 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-71b2c3b4-6f61-4b32-8da6-90e247aab293 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 04:45:39.452874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71b2c3b4-6f61-4b32-8da6-90e247aab293 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/fc87f063-f6d0-48dc-806b-ce023ac0701a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5271728 Feb 03 04:45:39.456367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:39.506943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e16eeed7-dad9-45d0-9688-f56517b4e697 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc87f063-f6d0-48dc-806b-ce023ac0701a HTTP/1.1" status: 200 len: 205 time: 0.0493181 Feb 03 04:45:39.509970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:39.640736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98af7d95-a3d9-4796-8cbf-bbbe1792756a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (fc87f063-f6d0-48dc-806b-ce023ac0701a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:39.990444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98af7d95-a3d9-4796-8cbf-bbbe1792756a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (fc87f063-f6d0-48dc-806b-ce023ac0701a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.000648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98af7d95-a3d9-4796-8cbf-bbbe1792756a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (fc87f063-f6d0-48dc-806b-ce023ac0701a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.087757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98af7d95-a3d9-4796-8cbf-bbbe1792756a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (fc87f063-f6d0-48dc-806b-ce023ac0701a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.088262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af7d95-a3d9-4796-8cbf-bbbe1792756a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Fanout notify agent at l3_agent the message router_deleted on router fc87f063-f6d0-48dc-806b-ce023ac0701a {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:45:40.095945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98af7d95-a3d9-4796-8cbf-bbbe1792756a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.097052 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-98af7d95-a3d9-4796-8cbf-bbbe1792756a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/fc87f063-f6d0-48dc-806b-ce023ac0701a HTTP/1.1" status: 204 len: 168 time: 0.5862672 Feb 03 04:45:40.100033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35574) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:40.200108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet 2b8eca37-513b-4929-a974-70befc980673 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:45:40.203661 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (2b8eca37-513b-4929-a974-70befc980673), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.307858 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (2b8eca37-513b-4929-a974-70befc980673), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.484111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2b8eca37-513b-4929-a974-70befc980673), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.582616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (2b8eca37-513b-4929-a974-70befc980673), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.658687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8eca37-513b-4929-a974-70befc980673,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:40.666871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:40.668231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1fc58-54ad-479f-81a2-d218a3bcaac1 None None] Network ead61163-cc48-44f5-8f59-b72c69092043 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:40.672497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/2b8eca37-513b-4929-a974-70befc980673 HTTP/1.1" status: 204 len: 168 time: 0.5715935 Feb 03 04:45:40.675261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:40.714705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.715468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.716701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.718747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.721654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.723123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.725169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.725797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.727705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.731360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.732353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.740990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.741789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c7869-082d-47d0-afdf-7ab7a6ba1a44 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:40.972542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (ead61163-cc48-44f5-8f59-b72c69092043), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.012688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] DHCP port deletion for ead61163-cc48-44f5-8f59-b72c69092043 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:45:41.142400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 0e39ad6d-619f-4832-a029-90c34a5450be {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:41.145840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.171684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] Deleting port 0e39ad6d-619f-4832-a029-90c34a5450be {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:41.176905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.316168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] For port 0e39ad6d-619f-4832-a029-90c34a5450be, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0e39ad6d-619f-4832-a029-90c34a5450be,segment=NetworkSegment(cd1f50e1-055e-4c58-b797-05404890f72f),segment_id=cd1f50e1-055e-4c58-b797-05404890f72f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:41.316584 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.327362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port 0e39ad6d-619f-4832-a029-90c34a5450be, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0e39ad6d-619f-4832-a029-90c34a5450be,segment=NetworkSegment(cd1f50e1-055e-4c58-b797-05404890f72f),segment_id=cd1f50e1-055e-4c58-b797-05404890f72f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:41.330241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.360965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] Calling delete_port for 0e39ad6d-619f-4832-a029-90c34a5450be owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:41.383155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 0e39ad6d-619f-4832-a029-90c34a5450be owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:41.473457 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.525024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] Pushing event deleted for resources: {'Port': ['ID=0e39ad6d-619f-4832-a029-90c34a5450be,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:41.529838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0a96b-4069-41c3-ad4c-aa0f57f23bf2 None None] No DVR routers for this DVR port 0e39ad6d-619f-4832-a029-90c34a5450be on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:41.548358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0e39ad6d-619f-4832-a029-90c34a5450be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.569533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port 0e39ad6d-619f-4832-a029-90c34a5450be on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:41.665778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=0e39ad6d-619f-4832-a029-90c34a5450be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:41.755934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (ead61163-cc48-44f5-8f59-b72c69092043), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.781277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead61163-cc48-44f5-8f59-b72c69092043']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:41.792666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1f50e1-055e-4c58-b797-05404890f72f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:41.793290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1f50e1-055e-4c58-b797-05404890f72f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:41.805035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (cd1f50e1-055e-4c58-b797-05404890f72f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.820791 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (cd1f50e1-055e-4c58-b797-05404890f72f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.830984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:45:41.831463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (cd1f50e1-055e-4c58-b797-05404890f72f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:45:41.836307 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:45:41.936583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (ead61163-cc48-44f5-8f59-b72c69092043), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.967759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:41.967759 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/ead61163-cc48-44f5-8f59-b72c69092043 HTTP/1.1" status: 204 len: 168 time: 1.2855015 Feb 03 04:45:41.967759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4cd74-7b82-4b4b-af7e-f62cf98db713 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=ead61163-cc48-44f5-8f59-b72c69092043,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:41.968036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:41.972610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891266819'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:42.009377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:45:42.014172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.041199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:45:42.051178 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a79476a4-eb82-4efe-a9ea-53e5e845e0ef), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.051684 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment a79476a4-eb82-4efe-a9ea-53e5e845e0ef of type vlan for network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 Feb 03 04:45:42.079440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0e39ad6d-619f-4832-a029-90c34a5450be no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:45:42.095121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (bfd70906-c974-4d6c-afd0-5a38da1b3ba9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.116351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 0e39ad6d-619f-4832-a029-90c34a5450be {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:45:42.116705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0e39ad6d-619f-4832-a029-90c34a5450be not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:45:42.128189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (bfd70906-c974-4d6c-afd0-5a38da1b3ba9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.135901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:42.137209 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.174998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:42.175213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2066159 Feb 03 04:45:42.181335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': 'bfd70906-c974-4d6c-afd0-5a38da1b3ba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:42.227423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9521102-e602-4cf1-a6d3-7ca2620e98ed tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=bfd70906-c974-4d6c-afd0-5a38da1b3ba9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:42.238769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:45:42.339368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:45:42.346317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.570316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.670674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:42.683482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': 'a79476a4-eb82-4efe-a9ea-53e5e845e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bfd70906-c974-4d6c-afd0-5a38da1b3ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:42.684037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: bfd70906-c974-4d6c-afd0-5a38da1b3ba9, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:45:42.739421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:45:42.744778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, bfd70906-c974-4d6c-afd0-5a38da1b3ba9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:42.750878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:42.751643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.757851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986d61f-b60b-4c85-8510-2c464738573f None None] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:42.794090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bd20f090-8dbb-4bec-889c-3d9aa53e0d83 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6172128 Feb 03 04:45:42.797019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:42.802814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f2b71228-e79e-46f3-9871-8dbed9f5b064 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734498803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:42.859923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2b71228-e79e-46f3-9871-8dbed9f5b064 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.861205 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2b71228-e79e-46f3-9871-8dbed9f5b064 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.975631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-bfd70906-c974-4d6c-afd0-5a38da1b3ba9', 'network_id': 'bfd70906-c974-4d6c-afd0-5a38da1b3ba9', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': '1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:45:42.976986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:42.992864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2b71228-e79e-46f3-9871-8dbed9f5b064 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.004954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2b71228-e79e-46f3-9871-8dbed9f5b064 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.045465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2b71228-e79e-46f3-9871-8dbed9f5b064 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.051447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35630) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:43.052055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f2b71228-e79e-46f3-9871-8dbed9f5b064 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2537422 Feb 03 04:45:43.201538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Allocated IP 2001:db8::2 (bfd70906-c974-4d6c-afd0-5a38da1b3ba9/1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6/b5de99a2-3b46-4561-b4a5-a227b983e9e0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:43.506815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Publish callbacks [] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.522380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.668730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:43.669156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.681876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:43.688272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:43.692938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Pushing event updated for resources: {'Port': ['ID=b5de99a2-3b46-4561-b4a5-a227b983e9e0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:43.807337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Attempting to bind port b5de99a2-3b46-4561-b4a5-a227b983e9e0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:45:43.810028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Attempting to bind port b5de99a2-3b46-4561-b4a5-a227b983e9e0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'a79476a4-eb82-4efe-a9ea-53e5e845e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bfd70906-c974-4d6c-afd0-5a38da1b3ba9'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:45:43.810409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Attempting to bind port b5de99a2-3b46-4561-b4a5-a227b983e9e0 on network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:45:43.820915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:45:43.821296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Checking segment: {'id': 'a79476a4-eb82-4efe-a9ea-53e5e845e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bfd70906-c974-4d6c-afd0-5a38da1b3ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:45:43.821706 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.822103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Bound using segment: {'id': 'a79476a4-eb82-4efe-a9ea-53e5e845e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bfd70906-c974-4d6c-afd0-5a38da1b3ba9'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:45:43.822577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Bound port: b5de99a2-3b46-4561-b4a5-a227b983e9e0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79476a4-eb82-4efe-a9ea-53e5e845e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bfd70906-c974-4d6c-afd0-5a38da1b3ba9'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:45:43.822962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:43.964591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] For port b5de99a2-3b46-4561-b4a5-a227b983e9e0, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:45:43.968065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] For port b5de99a2-3b46-4561-b4a5-a227b983e9e0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5de99a2-3b46-4561-b4a5-a227b983e9e0,segment=NetworkSegment(a79476a4-eb82-4efe-a9ea-53e5e845e0ef),segment_id=a79476a4-eb82-4efe-a9ea-53e5e845e0ef)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:45:43.985756 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:44.021964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8::1 (bfd70906-c974-4d6c-afd0-5a38da1b3ba9/1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6/e5a2ca41-0ecf-4502-b0b4-1a060cdfee37) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:44.099236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0f3df-0d61-4ee6-9a6b-47aaab7d65b5 None None] Pushing event updated for resources: {'Port': ['ID=b5de99a2-3b46-4561-b4a5-a227b983e9e0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:44.179130 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:44.220257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:44.265632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:44.269430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:44.274760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:44.275124 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:44.409789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=e5a2ca41-0ecf-4502-b0b4-1a060cdfee37,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:45.157584 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:45.189583 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:45:45.670768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:45.838061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd25da84-db3d-490c-8397-dd63d510d23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:45.921263 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:45.928785 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:45.930364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:45.955870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7020e61c-7156-4664-b6a7-2d2d211b704b None None] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:46.051089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd25da84-db3d-490c-8397-dd63d510d23b admin admin] Publish callbacks [] for security_group (e9c768a9-7cc9-4000-95a5-b96bfcc1bff6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.063743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd25da84-db3d-490c-8397-dd63d510d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e9c768a9-7cc9-4000-95a5-b96bfcc1bff6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.195396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Provisioning complete for port b5de99a2-3b46-4561-b4a5-a227b983e9e0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:46.197702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.199286 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bd25da84-db3d-490c-8397-dd63d510d23b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=997f4d792f3d4d74a499d38adc5f3fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265512 Feb 03 04:45:46.200305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25da84-db3d-490c-8397-dd63d510d23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c768a9-7cc9-4000-95a5-b96bfcc1bff6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:46.215437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:46.264213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=e5a2ca41-0ecf-4502-b0b4-1a060cdfee37,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:46.357005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:46.358934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:46.367856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5de99a2-3b46-4561-b4a5-a227b983e9e0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:46.374242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78b18f37-28d3-4f36-8381-195605b2c649 admin admin] Publish callbacks [] for security_group (e9c768a9-7cc9-4000-95a5-b96bfcc1bff6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.420223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78b18f37-28d3-4f36-8381-195605b2c649 admin admin] Publish callbacks [] for security_group (e9c768a9-7cc9-4000-95a5-b96bfcc1bff6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.527003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78b18f37-28d3-4f36-8381-195605b2c649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e9c768a9-7cc9-4000-95a5-b96bfcc1bff6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.533019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78b18f37-28d3-4f36-8381-195605b2c649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.534893 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-78b18f37-28d3-4f36-8381-195605b2c649 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9c768a9-7cc9-4000-95a5-b96bfcc1bff6 HTTP/1.1" status: 204 len: 168 time: 0.3184352 Feb 03 04:45:46.546862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b18f37-28d3-4f36-8381-195605b2c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c768a9-7cc9-4000-95a5-b96bfcc1bff6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:46.598373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router e550ed41-9da4-4abb-85e7-9f02d2c9ead1 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:45:46.808989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Current status of the port b5de99a2-3b46-4561-b4a5-a227b983e9e0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:46.810071 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.872452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:46.896933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-469c5909-e712-4960-a3e0-4c85584fab56 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/e550ed41-9da4-4abb-85e7-9f02d2c9ead1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8435805 Feb 03 04:45:46.901417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:46.910817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] For port b5de99a2-3b46-4561-b4a5-a227b983e9e0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5de99a2-3b46-4561-b4a5-a227b983e9e0,segment=NetworkSegment(a79476a4-eb82-4efe-a9ea-53e5e845e0ef),segment_id=a79476a4-eb82-4efe-a9ea-53e5e845e0ef)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:46.921431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] Sync routers for ids ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:46.948221 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:46.957183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] Routers {'e550ed41-9da4-4abb-85e7-9f02d2c9ead1'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:46.957833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:47.024870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a09efd-1455-4e04-b596-7d2141c2d385 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:47.026392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-57a09efd-1455-4e04-b596-7d2141c2d385 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports/e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 HTTP/1.1" status: 200 len: 911 time: 0.1239381 Feb 03 04:45:47.029452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:47.101406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Pushing event updated for resources: {'Port': ['ID=b5de99a2-3b46-4561-b4a5-a227b983e9e0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:47.116446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.116846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.117368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.117718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.118143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.118371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.118701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.119028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.119401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.119785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.120109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.120428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.120941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c46611-ab44-4ec0-895c-21aeea755819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:45:47.132160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:47.168036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b5de99a2-3b46-4561-b4a5-a227b983e9e0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:47.168421 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.170106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] Routers {'e550ed41-9da4-4abb-85e7-9f02d2c9ead1'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:47.170756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:47.236987 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:47.262252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3831002e-a29d-4152-8173-bd77d1c16a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.355971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:47.357412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e45a7f3-cbd2-4ab2-8604-6911324579de None None] The sync data for ids ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:47.432427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7dc2b6c6-c8e7-45fa-b0e0-2135f799a18e None None] Provisioning complete for port e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:47.432955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b6c6-c8e7-45fa-b0e0-2135f799a18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.497190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3831002e-a29d-4152-8173-bd77d1c16a45 admin admin] Publish callbacks [] for security_group (8e54a38e-e30a-405b-b48b-1321c8e386d5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.509497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3831002e-a29d-4152-8173-bd77d1c16a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e54a38e-e30a-405b-b48b-1321c8e386d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.567164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3831002e-a29d-4152-8173-bd77d1c16a45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5f51f78dbfd4ef18c5bac89196e4d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289409 Feb 03 04:45:47.568914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:47.633388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b5de99a2-3b46-4561-b4a5-a227b983e9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:47.658008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2b6c6-c8e7-45fa-b0e0-2135f799a18e None None] Port e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:47.679669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831002e-a29d-4152-8173-bd77d1c16a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e54a38e-e30a-405b-b48b-1321c8e386d5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:47.687891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7dc2b6c6-c8e7-45fa-b0e0-2135f799a18e None None] Provisioning complete for port b5de99a2-3b46-4561-b4a5-a227b983e9e0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:47.689702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b6c6-c8e7-45fa-b0e0-2135f799a18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.762821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82514897-61f5-4af0-8558-5c1d0a2f46d3 admin admin] Publish callbacks [] for security_group (8e54a38e-e30a-405b-b48b-1321c8e386d5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.850448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82514897-61f5-4af0-8558-5c1d0a2f46d3 admin admin] Publish callbacks [] for security_group (8e54a38e-e30a-405b-b48b-1321c8e386d5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.943392 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.956489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2b6c6-c8e7-45fa-b0e0-2135f799a18e None None] Current status of the port b5de99a2-3b46-4561-b4a5-a227b983e9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:47.987893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82514897-61f5-4af0-8558-5c1d0a2f46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8e54a38e-e30a-405b-b48b-1321c8e386d5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.990799 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82514897-61f5-4af0-8558-5c1d0a2f46d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:47.992140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-82514897-61f5-4af0-8558-5c1d0a2f46d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e54a38e-e30a-405b-b48b-1321c8e386d5 HTTP/1.1" status: 204 len: 168 time: 0.4190340 Feb 03 04:45:48.007623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82514897-61f5-4af0-8558-5c1d0a2f46d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e54a38e-e30a-405b-b48b-1321c8e386d5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:48.100908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-df6f9bf3-f3b5-4b23-9af1-11b11b19a3ca None None] Provisioning complete for port e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:48.105476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df6f9bf3-f3b5-4b23-9af1-11b11b19a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:48.214517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5de99a2-3b46-4561-b4a5-a227b983e9e0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:45:48.412708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-df6f9bf3-f3b5-4b23-9af1-11b11b19a3ca None None] Port e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:48.451198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b5de99a2-3b46-4561-b4a5-a227b983e9e0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:48.451606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:48.576714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0df954ab-65fe-4807-945e-8089dcd2628a None None] Provisioning complete for port e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:45:48.577079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df954ab-65fe-4807-945e-8089dcd2628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:48.702827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:48.703435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:48.738312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b5de99a2-3b46-4561-b4a5-a227b983e9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:45:48.764516 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0df954ab-65fe-4807-945e-8089dcd2628a None None] Port e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:45:48.926949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:48.962318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:48.966994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5926cb27-63e0-4633-9504-d2e56122d26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:48.995632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for e5a2ca41-0ecf-4502-b0b4-1a060cdfee37 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:49.184600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5926cb27-63e0-4633-9504-d2e56122d26f admin admin] Publish callbacks [] for security_group (88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:49.199857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5926cb27-63e0-4633-9504-d2e56122d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:49.245570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926cb27-63e0-4633-9504-d2e56122d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:49.301935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5926cb27-63e0-4633-9504-d2e56122d26f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=944c8becc6ab4dd4bd070f455646ff54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736856 Feb 03 04:45:49.308062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:49.334060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e5a2ca41-0ecf-4502-b0b4-1a060cdfee37), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:49.403481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=e5a2ca41-0ecf-4502-b0b4-1a060cdfee37,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:49.404224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-519b5329-a058-4372-83da-089dc5f3534f admin admin] Publish callbacks [] for security_group (88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:49.431991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-519b5329-a058-4372-83da-089dc5f3534f admin admin] Publish callbacks [] for security_group (88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:49.520562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-519b5329-a058-4372-83da-089dc5f3534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:49.523596 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-519b5329-a058-4372-83da-089dc5f3534f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:49.527075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-519b5329-a058-4372-83da-089dc5f3534f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0 HTTP/1.1" status: 204 len: 168 time: 0.2158096 Feb 03 04:45:49.552903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b5329-a058-4372-83da-089dc5f3534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c9b8bd-8eb9-4567-b4a9-ad8a5ef904c0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:49.634222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:50.579479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router e550ed41-9da4-4abb-85e7-9f02d2c9ead1 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:50.741236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:50.768272 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] Sync routers for ids ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:50.792838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:50.793423 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-508fc9ef-d7c6-4202-8af1-b7958c775e71 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/e550ed41-9da4-4abb-85e7-9f02d2c9ead1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7613802 Feb 03 04:45:50.802286 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] Routers {'e550ed41-9da4-4abb-85e7-9f02d2c9ead1'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:50.806605 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:50.866049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8ee4b9f-a51a-4e58-98d4-4022d6ca65ee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e550ed41-9da4-4abb-85e7-9f02d2c9ead1 HTTP/1.1" status: 200 len: 205 time: 0.0681443 Feb 03 04:45:50.866806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:50.873386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:50.886407 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] Routers {'e550ed41-9da4-4abb-85e7-9f02d2c9ead1'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:50.888754 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:50.957622 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:50.958791 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0b3f3-cc1f-4337-ab45-0b331daffc74 None None] The sync data for ids ['e550ed41-9da4-4abb-85e7-9f02d2c9ead1'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:51.028071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42f2d383-ca2c-41b0-a9b6-1edb31ce4525 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:51.341550 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42f2d383-ca2c-41b0-a9b6-1edb31ce4525 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:51.344636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42f2d383-ca2c-41b0-a9b6-1edb31ce4525 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:51.540582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42f2d383-ca2c-41b0-a9b6-1edb31ce4525 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (e550ed41-9da4-4abb-85e7-9f02d2c9ead1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:51.542016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f2d383-ca2c-41b0-a9b6-1edb31ce4525 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Fanout notify agent at l3_agent the message router_deleted on router e550ed41-9da4-4abb-85e7-9f02d2c9ead1 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:45:51.554097 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42f2d383-ca2c-41b0-a9b6-1edb31ce4525 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:51.560233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-42f2d383-ca2c-41b0-a9b6-1edb31ce4525 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/e550ed41-9da4-4abb-85e7-9f02d2c9ead1 HTTP/1.1" status: 204 len: 168 time: 0.6898837 Feb 03 04:45:51.561228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:51.747841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet 1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:45:51.754567 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:51.859288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.112853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.239415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.274046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767da40-d901-44e3-9a2b-e38ef271cca0 None None] Network bfd70906-c974-4d6c-afd0-5a38da1b3ba9 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:45:52.305644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.308908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6 HTTP/1.1" status: 204 len: 168 time: 0.7463210 Feb 03 04:45:52.309934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75381a3a-4071-47fd-9056-b3b605a36983 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:52.311788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:52.421875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (bfd70906-c974-4d6c-afd0-5a38da1b3ba9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.484229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port b5de99a2-3b46-4561-b4a5-a227b983e9e0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:52.484737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.520198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] DHCP port deletion for bfd70906-c974-4d6c-afd0-5a38da1b3ba9 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:45:52.639615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port b5de99a2-3b46-4561-b4a5-a227b983e9e0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5de99a2-3b46-4561-b4a5-a227b983e9e0,segment=NetworkSegment(a79476a4-eb82-4efe-a9ea-53e5e845e0ef),segment_id=a79476a4-eb82-4efe-a9ea-53e5e845e0ef)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:52.640112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.653901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] Deleting port b5de99a2-3b46-4561-b4a5-a227b983e9e0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:52.654155 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.687892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for b5de99a2-3b46-4561-b4a5-a227b983e9e0 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:52.804523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] For port b5de99a2-3b46-4561-b4a5-a227b983e9e0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b5de99a2-3b46-4561-b4a5-a227b983e9e0,segment=NetworkSegment(a79476a4-eb82-4efe-a9ea-53e5e845e0ef),segment_id=a79476a4-eb82-4efe-a9ea-53e5e845e0ef)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:45:52.805380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.821303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] Calling delete_port for b5de99a2-3b46-4561-b4a5-a227b983e9e0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:52.878075 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.928391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port b5de99a2-3b46-4561-b4a5-a227b983e9e0 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:52.980631 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b5de99a2-3b46-4561-b4a5-a227b983e9e0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:52.987249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=b5de99a2-3b46-4561-b4a5-a227b983e9e0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:53.021889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] Pushing event deleted for resources: {'Port': ['ID=b5de99a2-3b46-4561-b4a5-a227b983e9e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:53.028539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb2bdb-bb8a-48b6-a019-7cf6a9b03980 None None] No DVR routers for this DVR port b5de99a2-3b46-4561-b4a5-a227b983e9e0 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:45:53.101195 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (bfd70906-c974-4d6c-afd0-5a38da1b3ba9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.124824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd70906-c974-4d6c-afd0-5a38da1b3ba9']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:53.135608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79476a4-eb82-4efe-a9ea-53e5e845e0ef') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:53.135975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79476a4-eb82-4efe-a9ea-53e5e845e0ef') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:53.158405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (a79476a4-eb82-4efe-a9ea-53e5e845e0ef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.178660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a79476a4-eb82-4efe-a9ea-53e5e845e0ef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.185690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:45:53.186085 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (a79476a4-eb82-4efe-a9ea-53e5e845e0ef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:45:53.285473 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:45:53.296334 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (bfd70906-c974-4d6c-afd0-5a38da1b3ba9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.303633 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.312078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/bfd70906-c974-4d6c-afd0-5a38da1b3ba9 HTTP/1.1" status: 204 len: 168 time: 0.9964015 Feb 03 04:45:53.313402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:53.360807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-496078596', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:53.405230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c282467-d234-4408-a1b3-5a4b13f225ff tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=bfd70906-c974-4d6c-afd0-5a38da1b3ba9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:53.419088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.422944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.435341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:53.490074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.724412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_gateway (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.767802 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.804100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:53.836192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-251a2c27-15f5-41b9-95df-189ea90df623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.019469 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-251a2c27-15f5-41b9-95df-189ea90df623 admin admin] Publish callbacks [] for security_group (ebbf263c-4551-4637-9849-5344476b7e02), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.029432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-251a2c27-15f5-41b9-95df-189ea90df623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ebbf263c-4551-4637-9849-5344476b7e02), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.067740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_gateway (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.111816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5de99a2-3b46-4561-b4a5-a227b983e9e0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:45:54.112719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.139298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-251a2c27-15f5-41b9-95df-189ea90df623 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9f91d51771a461fbcb04c16efb9197d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7019837 Feb 03 04:45:54.141899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:54.192223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b5de99a2-3b46-4561-b4a5-a227b983e9e0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:45:54.195779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b5de99a2-3b46-4561-b4a5-a227b983e9e0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:45:54.222000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2c27-15f5-41b9-95df-189ea90df623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf263c-4551-4637-9849-5344476b7e02,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:54.270537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 172.25.7.254 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:45:54.287332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1259a897-dba7-442f-a378-f6dd7c8f456f admin admin] Publish callbacks [] for security_group (ebbf263c-4551-4637-9849-5344476b7e02), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.311045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1259a897-dba7-442f-a378-f6dd7c8f456f admin admin] Publish callbacks [] for security_group (ebbf263c-4551-4637-9849-5344476b7e02), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.377693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1259a897-dba7-442f-a378-f6dd7c8f456f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ebbf263c-4551-4637-9849-5344476b7e02), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.381308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1259a897-dba7-442f-a378-f6dd7c8f456f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.382850 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1259a897-dba7-442f-a378-f6dd7c8f456f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebbf263c-4551-4637-9849-5344476b7e02 HTTP/1.1" status: 204 len: 168 time: 0.2399778 Feb 03 04:45:54.393804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259a897-dba7-442f-a378-f6dd7c8f456f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf263c-4551-4637-9849-5344476b7e02,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:54.438876 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.490513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.540808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:45:54.546038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:45:54.549669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:45:54.555320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:54.912694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:54.933756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47482305-6802-4c02-be8c-5b045554885f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:54.943787 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_gateway (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.068884 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47482305-6802-4c02-be8c-5b045554885f admin admin] Publish callbacks [] for security_group (3a3b9bbb-4170-4713-a5ba-9d450819ca26), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.080521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47482305-6802-4c02-be8c-5b045554885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3a3b9bbb-4170-4713-a5ba-9d450819ca26), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.147270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47482305-6802-4c02-be8c-5b045554885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3b9bbb-4170-4713-a5ba-9d450819ca26,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:55.195724 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47482305-6802-4c02-be8c-5b045554885f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c8000f3489844fc921470bcc71e5f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796013 Feb 03 04:45:55.196023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:55.317598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d55b-9a01-44c5-9fc5-3f5c84817765 admin admin] Publish callbacks [] for security_group (3a3b9bbb-4170-4713-a5ba-9d450819ca26), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.323460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.362893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d55b-9a01-44c5-9fc5-3f5c84817765 admin admin] Publish callbacks [] for security_group (3a3b9bbb-4170-4713-a5ba-9d450819ca26), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.425951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d55b-9a01-44c5-9fc5-3f5c84817765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3a3b9bbb-4170-4713-a5ba-9d450819ca26), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.429076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d55b-9a01-44c5-9fc5-3f5c84817765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:55.432817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4ae9d55b-9a01-44c5-9fc5-3f5c84817765 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a3b9bbb-4170-4713-a5ba-9d450819ca26 HTTP/1.1" status: 204 len: 168 time: 0.2334979 Feb 03 04:45:55.445733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9d55b-9a01-44c5-9fc5-3f5c84817765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3b9bbb-4170-4713-a5ba-9d450819ca26,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:55.543059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router f79082ed-fb5a-4d3e-8aa9-076fc308f78a is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:45:56.159289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:56.173780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] Sync routers for ids ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:56.204720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:56.205583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] Routers {'f79082ed-fb5a-4d3e-8aa9-076fc308f78a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:56.206698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:56.209269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-11ecca89-e226-4c0d-9314-67a8c8f460f9 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8589659 Feb 03 04:45:56.209947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35892) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:56.346135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-588021b2-e83c-4abe-ab01-221cdf9fe236 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2760749 Feb 03 04:45:56.366554 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-53c5ffe9-5450-4dac-8794-6bbac0590626 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2384973 Feb 03 04:45:56.389888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:56.411990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a08cd75-0854-429c-967f-a3521179bcdf tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/routers/f79082ed-fb5a-4d3e-8aa9-076fc308f78a HTTP/1.1" status: 200 len: 884 time: 0.2008069 Feb 03 04:45:56.412918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:56.424931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] Routers {'f79082ed-fb5a-4d3e-8aa9-076fc308f78a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:56.433026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:56.492365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:56.493300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c604bd-d16d-4593-9cca-d0532e3bc169 None None] The sync data for ids ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:56.621661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-1f8e57bb-c624-4b4b-ad6a-fe1221e30360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:56.631699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-1f8e57bb-c624-4b4b-ad6a-fe1221e30360 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d1ded35b1e9447da3e998115156f777&device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 1132 time: 0.2208011 Feb 03 04:45:56.635796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-2e9ec03a-6940-4e5c-a270-fa1a90023cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:56.637658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-2e9ec03a-6940-4e5c-a270-fa1a90023cb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1127 time: 0.1476467 Feb 03 04:45:56.762316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b1360ddf-d472-4111-aefa-921a455ca0e7 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3463621 Feb 03 04:45:56.772193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:56.784161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fba0c91c-3d41-41e6-a53a-032f6efb9279 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-496078596'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:45:56.894889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-0bbc381b-d3c0-45a4-8558-e1150f1c6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:56.902380 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-0bbc381b-d3c0-45a4-8558-e1150f1c6005 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.2119076 Feb 03 04:45:57.143436 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-23c3cdf0-c216-4dc2-9ed2-8ac13c0b8950 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 1000 time: 0.2296731 Feb 03 04:45:57.235596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-e3a165d0-f26c-40ce-95d6-3165e5323838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:57.241033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-e3a165d0-f26c-40ce-95d6-3165e5323838 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.5950642 Feb 03 04:45:57.291678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-d3aefb84-9222-46f7-b575-37fe3be3b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:57.293370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-d3aefb84-9222-46f7-b575-37fe3be3b37c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.1358566 Feb 03 04:45:57.376898 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-0f855a68-1e38-46bc-b14c-43c2d0d4b770 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=41f17b21-e7a8-4139-b760-7c344c34328a HTTP/1.1" status: 200 len: 217 time: 0.1274889 Feb 03 04:45:57.476939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-f7b4ae40-9a8c-40f2-9d5a-7ae4d1c3b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:57.478777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-f7b4ae40-9a8c-40f2-9d5a-7ae4d1c3b6b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0769656 Feb 03 04:45:57.481944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-7b61e323-c7ce-4674-b6e5-8b237d5ce007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:57.483991 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-7b61e323-c7ce-4674-b6e5-8b237d5ce007 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1299667 Feb 03 04:45:57.563443 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba0c91c-3d41-41e6-a53a-032f6efb9279 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:57.591324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba0c91c-3d41-41e6-a53a-032f6efb9279 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:57.832157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-b88001bf-0cad-429f-bba9-5a95d25b483f service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258824 Feb 03 04:45:57.839144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba0c91c-3d41-41e6-a53a-032f6efb9279 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router f79082ed-fb5a-4d3e-8aa9-076fc308f78a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:45:58.033736 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cc3c17e8-df84-4959-95a4-5b4365288e31 req-487c588c-3e3f-4658-8edf-b3fe39027d8d service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920910 Feb 03 04:45:58.041819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-fd0a8e00-7824-494a-a29b-f50e073d97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:45:58.043568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-fd0a8e00-7824-494a-a29b-f50e073d97ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5553198 Feb 03 04:45:58.061164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba0c91c-3d41-41e6-a53a-032f6efb9279 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:45:58.071763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba0c91c-3d41-41e6-a53a-032f6efb9279 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:58.072383 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] Sync routers for ids ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:45:58.073792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fba0c91c-3d41-41e6-a53a-032f6efb9279 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/f79082ed-fb5a-4d3e-8aa9-076fc308f78a HTTP/1.1" status: 200 len: 891 time: 1.2996223 Feb 03 04:45:58.076659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35930) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:58.106231 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] Routers {'f79082ed-fb5a-4d3e-8aa9-076fc308f78a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:58.106869 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:58.241099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:58.265089 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] Routers {'f79082ed-fb5a-4d3e-8aa9-076fc308f78a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:45:58.265868 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:45:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:58.357476 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:45:58.358303 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca786ba-8315-4350-b143-5e0895f10134 None None] The sync data for ids ['f79082ed-fb5a-4d3e-8aa9-076fc308f78a'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:45:58.368058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-48d207d6-5f54-46d0-9e7d-9ecd3d2826d4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/routers/f79082ed-fb5a-4d3e-8aa9-076fc308f78a HTTP/1.1" status: 200 len: 891 time: 0.2872009 Feb 03 04:45:58.370274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35936) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:58.390745 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-a7352352-4744-46c4-8880-916a2320a516 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397579 Feb 03 04:45:58.460205 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c42d587e-6fad-4989-8708-5434a7140588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79082ed-fb5a-4d3e-8aa9-076fc308f78a HTTP/1.1" status: 200 len: 205 time: 0.0836418 Feb 03 04:45:58.460846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:58.620428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7e6e2ada-8338-4926-abaf-ded9404230a6 req-d3158c6a-ad3d-4a73-b9f6-72fe01200ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227387 Feb 03 04:45:58.766491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:59.013699 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_gateway (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:59.117119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:45:59.117483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:59.326066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:59.354159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:45:59.689375 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:45:59.819821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=7a0c2ca9-11c3-49ce-9cbd-4cd5fa70ed4c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:45:59.832441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:45:59.972183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.096332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8daf1228-e477-40b6-b7bb-4a963c93a8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.118565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.126965 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.197142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (f79082ed-fb5a-4d3e-8aa9-076fc308f78a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.197734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Fanout notify agent at l3_agent the message router_deleted on router f79082ed-fb5a-4d3e-8aa9-076fc308f78a {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:46:00.213134 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.214370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1228f7e4-d13a-4889-adb1-dfceb40f448c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/f79082ed-fb5a-4d3e-8aa9-076fc308f78a HTTP/1.1" status: 204 len: 168 time: 1.7525251 Feb 03 04:46:00.218725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:00.224399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-566530788'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:00.251060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8daf1228-e477-40b6-b7bb-4a963c93a8de admin admin] Publish callbacks [] for security_group (65343a66-a621-4235-a0eb-198300676d38), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.263450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8daf1228-e477-40b6-b7bb-4a963c93a8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65343a66-a621-4235-a0eb-198300676d38), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.283178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:00.287318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.335983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:46:00.350417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (702b2c72-75f2-4b30-922f-7d448cd9fb14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.351696 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment 702b2c72-75f2-4b30-922f-7d448cd9fb14 of type vlan for network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 Feb 03 04:46:00.361732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8daf1228-e477-40b6-b7bb-4a963c93a8de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82d547b94fbe47299504da1c237a4ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280826 Feb 03 04:46:00.363342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf1228-e477-40b6-b7bb-4a963c93a8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65343a66-a621-4235-a0eb-198300676d38,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:00.378924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:00.450247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38698d1c-21c1-4b98-9f1c-135261ea6f84 admin admin] Publish callbacks [] for security_group (65343a66-a621-4235-a0eb-198300676d38), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.483214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (0c0d5aa6-5b7c-45c6-a63f-cf36964ea379), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.498712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38698d1c-21c1-4b98-9f1c-135261ea6f84 admin admin] Publish callbacks [] for security_group (65343a66-a621-4235-a0eb-198300676d38), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.559487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (0c0d5aa6-5b7c-45c6-a63f-cf36964ea379), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.565494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:00.566094 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.590910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38698d1c-21c1-4b98-9f1c-135261ea6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (65343a66-a621-4235-a0eb-198300676d38), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.593825 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38698d1c-21c1-4b98-9f1c-135261ea6f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:00.595127 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-38698d1c-21c1-4b98-9f1c-135261ea6f84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65343a66-a621-4235-a0eb-198300676d38 HTTP/1.1" status: 204 len: 168 time: 0.2142797 Feb 03 04:46:00.607914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698d1c-21c1-4b98-9f1c-135261ea6f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65343a66-a621-4235-a0eb-198300676d38,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:00.706268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=0c0d5aa6-5b7c-45c6-a63f-cf36964ea379,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:00.719220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:46:00.734780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5898c4b0-359b-4a96-a4bf-507e737440a4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5123010 Feb 03 04:46:00.735111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:00.741464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': '0c0d5aa6-5b7c-45c6-a63f-cf36964ea379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:00.968077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:00.970538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:01.403415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (1881f767-441f-4d55-a56f-0c39d1ccb1e6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:01.570432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=1881f767-441f-4d55-a56f-0c39d1ccb1e6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:01.579218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': '702b2c72-75f2-4b30-922f-7d448cd9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0c0d5aa6-5b7c-45c6-a63f-cf36964ea379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:01.579740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:46:01.649280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:46:01.679771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:01.689216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad700f-d86d-4c81-baac-d6c61c92f6ae None None] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:01.702156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:01.704978 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:01.754667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-787a9ad8-6363-4b9f-a5f1-88ee729b5606 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0182090 Feb 03 04:46:01.757268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:01.774690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f416b68-bccd-437a-adfe-dbafa1330278 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-528870394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:01.858739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f416b68-bccd-437a-adfe-dbafa1330278 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:01.860030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f416b68-bccd-437a-adfe-dbafa1330278 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:01.890506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-0c0d5aa6-5b7c-45c6-a63f-cf36964ea379', 'network_id': '0c0d5aa6-5b7c-45c6-a63f-cf36964ea379', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': '1881f767-441f-4d55-a56f-0c39d1ccb1e6'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:46:01.892192 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:02.050608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f416b68-bccd-437a-adfe-dbafa1330278 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:02.057569 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f416b68-bccd-437a-adfe-dbafa1330278 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:02.090330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f416b68-bccd-437a-adfe-dbafa1330278 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:02.091786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3f416b68-bccd-437a-adfe-dbafa1330278 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3320079 Feb 03 04:46:02.094597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:02.285664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Allocated IP 2001:db8::2 (0c0d5aa6-5b7c-45c6-a63f-cf36964ea379/1881f767-441f-4d55-a56f-0c39d1ccb1e6/f0188253-99b9-4d19-b678-76a538d3b173) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:02.817517 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Publish callbacks [] for port (f0188253-99b9-4d19-b678-76a538d3b173), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:02.818921 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:02.836139 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f0188253-99b9-4d19-b678-76a538d3b173), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:02.914932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:02.916812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Pushing event updated for resources: {'Port': ['ID=f0188253-99b9-4d19-b678-76a538d3b173,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:02.919605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:02.922362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:03.061215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Attempting to bind port f0188253-99b9-4d19-b678-76a538d3b173 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:03.061751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Attempting to bind port f0188253-99b9-4d19-b678-76a538d3b173 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '702b2c72-75f2-4b30-922f-7d448cd9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0c0d5aa6-5b7c-45c6-a63f-cf36964ea379'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:03.062245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Attempting to bind port f0188253-99b9-4d19-b678-76a538d3b173 on network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:03.079011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:03.079892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Checking segment: {'id': '702b2c72-75f2-4b30-922f-7d448cd9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0c0d5aa6-5b7c-45c6-a63f-cf36964ea379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:03.083038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:03.084507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Bound using segment: {'id': '702b2c72-75f2-4b30-922f-7d448cd9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0c0d5aa6-5b7c-45c6-a63f-cf36964ea379'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:03.085373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Bound port: f0188253-99b9-4d19-b678-76a538d3b173, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702b2c72-75f2-4b30-922f-7d448cd9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0c0d5aa6-5b7c-45c6-a63f-cf36964ea379'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:03.086162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0188253-99b9-4d19-b678-76a538d3b173), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:03.206884 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-208294a2-2439-4e7e-a5a5-01713899624a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:03.270093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] For port f0188253-99b9-4d19-b678-76a538d3b173, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:03.278636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] For port f0188253-99b9-4d19-b678-76a538d3b173, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0188253-99b9-4d19-b678-76a538d3b173,segment=NetworkSegment(702b2c72-75f2-4b30-922f-7d448cd9fb14),segment_id=702b2c72-75f2-4b30-922f-7d448cd9fb14)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:03.298003 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0188253-99b9-4d19-b678-76a538d3b173), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:03.370963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8::1 (0c0d5aa6-5b7c-45c6-a63f-cf36964ea379/1881f767-441f-4d55-a56f-0c39d1ccb1e6/2b2739a1-820b-48ec-a21b-ae21ebd4b4a9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:03.411426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd04e8-c256-4bf5-bb83-fb15397684ba None None] Pushing event updated for resources: {'Port': ['ID=f0188253-99b9-4d19-b678-76a538d3b173,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:03.679982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:03.808393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:03.898805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:03.908408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:03.914431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:03.915133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:04.286371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0188253-99b9-4d19-b678-76a538d3b173 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:04.357420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=2b2739a1-820b-48ec-a21b-ae21ebd4b4a9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:04.366173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:04.425456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f0188253-99b9-4d19-b678-76a538d3b173 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:04.432090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0188253-99b9-4d19-b678-76a538d3b173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:04.736287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f0188253-99b9-4d19-b678-76a538d3b173 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:04.736287 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0188253-99b9-4d19-b678-76a538d3b173), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:04.875013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port f0188253-99b9-4d19-b678-76a538d3b173, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0188253-99b9-4d19-b678-76a538d3b173,segment=NetworkSegment(702b2c72-75f2-4b30-922f-7d448cd9fb14),segment_id=702b2c72-75f2-4b30-922f-7d448cd9fb14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:04.891979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0188253-99b9-4d19-b678-76a538d3b173), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:04.961980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=f0188253-99b9-4d19-b678-76a538d3b173,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:05.227162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:05.245005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:05.245865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:05.523530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=2b2739a1-820b-48ec-a21b-ae21ebd4b4a9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:05.534124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:05.535686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:05.540697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ed285-1b51-4d25-8073-ee877db01d7d None None] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:05.771455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:05.819787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-82c8c4a9-0887-4e7c-b3b1-facad5aa1060 None None] Provisioning complete for port f0188253-99b9-4d19-b678-76a538d3b173 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:05.826962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82c8c4a9-0887-4e7c-b3b1-facad5aa1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0188253-99b9-4d19-b678-76a538d3b173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:05.936259 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cc0aa4e-e8ae-4db6-9772-77ac3d6f495f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:05.980805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82c8c4a9-0887-4e7c-b3b1-facad5aa1060 None None] Current status of the port f0188253-99b9-4d19-b678-76a538d3b173 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:06.118610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cc0aa4e-e8ae-4db6-9772-77ac3d6f495f admin admin] Publish callbacks [] for security_group (eead9c90-afa9-4e57-b4b7-a5367e1db0c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.127656 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cc0aa4e-e8ae-4db6-9772-77ac3d6f495f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eead9c90-afa9-4e57-b4b7-a5367e1db0c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.211303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0188253-99b9-4d19-b678-76a538d3b173 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:06.265478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0aa4e-e8ae-4db6-9772-77ac3d6f495f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eead9c90-afa9-4e57-b4b7-a5367e1db0c3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:06.295888 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0cc0aa4e-e8ae-4db6-9772-77ac3d6f495f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46c317448c834a50b386bda462bf6c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184913 Feb 03 04:46:06.296609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36272) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:06.459258 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ba93-802e-41d6-9000-175a83b78eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.478327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f0188253-99b9-4d19-b678-76a538d3b173 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:06.479093 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0188253-99b9-4d19-b678-76a538d3b173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.533147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-651a5fa2-b6b1-4cff-922d-ea7193bc5905 admin admin] Publish callbacks [] for security_group (eead9c90-afa9-4e57-b4b7-a5367e1db0c3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.548846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:46:06.614047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-651a5fa2-b6b1-4cff-922d-ea7193bc5905 admin admin] Publish callbacks [] for security_group (eead9c90-afa9-4e57-b4b7-a5367e1db0c3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.736922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:06.761701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8c66c80c-b89a-4e27-a345-d4fe1f042d6e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6656117 Feb 03 04:46:06.765076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:06.773990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] Sync routers for ids ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:06.775089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-651a5fa2-b6b1-4cff-922d-ea7193bc5905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eead9c90-afa9-4e57-b4b7-a5367e1db0c3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.778071 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-651a5fa2-b6b1-4cff-922d-ea7193bc5905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.779459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-651a5fa2-b6b1-4cff-922d-ea7193bc5905 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eead9c90-afa9-4e57-b4b7-a5367e1db0c3 HTTP/1.1" status: 204 len: 168 time: 0.4818738 Feb 03 04:46:06.791183 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:06.797866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f0188253-99b9-4d19-b678-76a538d3b173 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:06.801258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a5fa2-b6b1-4cff-922d-ea7193bc5905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eead9c90-afa9-4e57-b4b7-a5367e1db0c3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:06.826789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] Routers {'29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:06.827549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:06.901649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350008e7-aac5-4e42-838f-23b09968363b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:06.914155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-350008e7-aac5-4e42-838f-23b09968363b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports/2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 HTTP/1.1" status: 200 len: 911 time: 0.1455808 Feb 03 04:46:06.916582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:06.922972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1881f767-441f-4d55-a56f-0c39d1ccb1e6'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:06.987870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:07.028512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] Routers {'29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:07.029168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:07.148584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:07.149264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd990e4-b2b9-4539-a6e2-66b48a279297 None None] The sync data for ids ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:07.201378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9c9e2e26-b0ce-4a3b-8b49-941f9d8bc920 None None] Provisioning complete for port 2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:07.201768 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e26-b0ce-4a3b-8b49-941f9d8bc920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:07.451437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:07.490986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d5ca6-41a7-4c94-8392-9c930b8cd69a req-6b6c8aaa-8c00-4d99-8188-02fb89bc97c2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:07.508884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-732d5ca6-41a7-4c94-8392-9c930b8cd69a req-6b6c8aaa-8c00-4d99-8188-02fb89bc97c2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1335089 Feb 03 04:46:07.601967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-732d5ca6-41a7-4c94-8392-9c930b8cd69a req-2b5c96f6-5c16-4bde-9fa8-76f6f4d85a8b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901558 Feb 03 04:46:07.714652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:07.736233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04c0f817-cee0-46ae-9984-25a0d3445d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:07.839436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e2e26-b0ce-4a3b-8b49-941f9d8bc920 None None] Port 2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:46:07.871849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9c9e2e26-b0ce-4a3b-8b49-941f9d8bc920 None None] Provisioning complete for port f0188253-99b9-4d19-b678-76a538d3b173 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:07.873053 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2e26-b0ce-4a3b-8b49-941f9d8bc920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0188253-99b9-4d19-b678-76a538d3b173), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:07.948363 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04c0f817-cee0-46ae-9984-25a0d3445d8b admin admin] Publish callbacks [] for security_group (dc805e4f-f332-4766-9ab4-639b5b4b9373), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:07.962287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04c0f817-cee0-46ae-9984-25a0d3445d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dc805e4f-f332-4766-9ab4-639b5b4b9373), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.045710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0f817-cee0-46ae-9984-25a0d3445d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc805e4f-f332-4766-9ab4-639b5b4b9373,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:08.114195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e2e26-b0ce-4a3b-8b49-941f9d8bc920 None None] Current status of the port f0188253-99b9-4d19-b678-76a538d3b173 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:08.126225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-04c0f817-cee0-46ae-9984-25a0d3445d8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62259416dbfc4af19244507b5931c0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4087081 Feb 03 04:46:08.134539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:08.175378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.240731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b1e4b0ad-141e-41b0-927b-516f87404e88 None None] Provisioning complete for port 2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:08.241410 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b0ad-141e-41b0-927b-516f87404e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.289670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4b0ad-141e-41b0-927b-516f87404e88 None None] Port 2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:46:08.572547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.584315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983cad90-037a-4a14-a1c3-f9b6c932959a admin admin] Publish callbacks [] for security_group (dc805e4f-f332-4766-9ab4-639b5b4b9373), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.589662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.603338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:08.605295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.610232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/ports/2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 HTTP/1.1" status: 200 len: 911 time: 1.6893320 Feb 03 04:46:08.610750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:08.681386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983cad90-037a-4a14-a1c3-f9b6c932959a admin admin] Publish callbacks [] for security_group (dc805e4f-f332-4766-9ab4-639b5b4b9373), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.710882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700f87f-1095-4ac4-b5ea-1f28ed752588 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=2b2739a1-820b-48ec-a21b-ae21ebd4b4a9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:08.815345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983cad90-037a-4a14-a1c3-f9b6c932959a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (dc805e4f-f332-4766-9ab4-639b5b4b9373), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.839330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-983cad90-037a-4a14-a1c3-f9b6c932959a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:08.843298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-983cad90-037a-4a14-a1c3-f9b6c932959a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc805e4f-f332-4766-9ab4-639b5b4b9373 HTTP/1.1" status: 204 len: 168 time: 0.7076144 Feb 03 04:46:08.905991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cad90-037a-4a14-a1c3-f9b6c932959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc805e4f-f332-4766-9ab4-639b5b4b9373,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:09.278612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:09.757311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be5d9d-3393-465d-9572-6c973dbb3a4a req-932df497-94a3-4040-be92-bea803a15d9d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:09.765797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6be5d9d-3393-465d-9572-6c973dbb3a4a req-932df497-94a3-4040-be92-bea803a15d9d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2503397 Feb 03 04:46:09.969572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6be5d9d-3393-465d-9572-6c973dbb3a4a req-aa8c9e25-2366-427e-8210-cf942ec8ab19 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024832 Feb 03 04:46:10.023879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:10.478062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:10.607082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:46:10.607878 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:10.785550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1102239119-network', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:10.837537 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:10.848806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Made reservation on behalf of c70ae14836b940a6b4335bd870775c61 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:10.855193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:10.866531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:10.867603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 2b2739a1-820b-48ec-a21b-ae21ebd4b4a9 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:46:11.191912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks [] for security_group (f4da1b88-de80-4965-8df9-a154738db0fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:11.208275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f4da1b88-de80-4965-8df9-a154738db0fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:11.298061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da1b88-de80-4965-8df9-a154738db0fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:11.361009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:46:11.396768 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2b2739a1-820b-48ec-a21b-ae21ebd4b4a9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:11.412204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9aecc18d-65c7-4b8c-aed2-fda40c044769), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:11.412901 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Added segment 9aecc18d-65c7-4b8c-aed2-fda40c044769 of type vlan for network a43c754e-d1db-440c-a7ff-0787e65c4457 Feb 03 04:46:11.515859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a43c754e-d1db-440c-a7ff-0787e65c4457), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:11.622932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a43c754e-d1db-440c-a7ff-0787e65c4457), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:11.626650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:11.634350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:11.734613 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=2b2739a1-820b-48ec-a21b-ae21ebd4b4a9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:12.042665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b3a61-a566-4de2-bf9a-1b14498c9a72 req-f0b7b550-3522-4bae-8c7b-042b75335899 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:12.044332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f64b3a61-a566-4de2-bf9a-1b14498c9a72 req-f0b7b550-3522-4bae-8c7b-042b75335899 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.7023282 Feb 03 04:46:12.045004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:12.232326 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f64b3a61-a566-4de2-bf9a-1b14498c9a72 req-21fcc10f-4f46-4680-a233-ebfa3042e164 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777906 Feb 03 04:46:12.319750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] Pushing event updated for resources: {'Network': ['ID=a43c754e-d1db-440c-a7ff-0787e65c4457,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:12.337104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a43c754e-d1db-440c-a7ff-0787e65c4457 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:46:12.343853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe060bf3-90cb-4430-a137-f916b53afac8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8637054 Feb 03 04:46:12.344676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:12.355941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Request body: {'subnet': {'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1102239119-subnet', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:12.413022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Made reservation on behalf of c70ae14836b940a6b4335bd870775c61 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:12.415420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:12.440753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:46:12.650905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:12.666608 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] Sync routers for ids ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:12.670987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-67c30ccc-315a-4774-a1a6-a5363711e7f8 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590494 Feb 03 04:46:12.671950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36844) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:12.680691 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] Routers {'29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:12.683843 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:12.737234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b7e6aeac-739a-4d4c-afc5-1944a4074d7f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af HTTP/1.1" status: 200 len: 205 time: 0.0637343 Feb 03 04:46:12.738148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:12.773551 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:12.784577 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] Routers {'29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:12.785726 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:12.829525 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:12.831888 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d06e0a-5906-40b9-9898-fb584da1d545 None None] The sync data for ids ['29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:12.832433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (bd32445a-ccd9-41a2-ad81-f87c42940e44), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:12.915765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd32445a-ccd9-41a2-ad81-f87c42940e44,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:12.937186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.937718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.939334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.939860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.941122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.941628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.942130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.943155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.944163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.944718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.945604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.946801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.947522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:12.952846 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-758d3173-4ffe-4238-8720-0a824896b57f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:12.978842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Checking segment: {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:12.979374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Network hostable DHCP agents. Network: a43c754e-d1db-440c-a7ff-0787e65c4457, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:46:13.019139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Network a43c754e-d1db-440c-a7ff-0787e65c4457 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:46:13.034988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, a43c754e-d1db-440c-a7ff-0787e65c4457) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:13.041745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:13.042799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.048013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e2191-6404-4a9d-8c45-b9f585068145 None None] Network a43c754e-d1db-440c-a7ff-0787e65c4457 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:13.097144 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-05d3c0f8-5a6f-45e9-b1de-5fc7f9c2a742 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7503803 Feb 03 04:46:13.099428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:13.105635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:13.153030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (580c67b5-1830-4687-8032-f903a8fd632f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.154359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (580c67b5-1830-4687-8032-f903a8fd632f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.304520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-a43c754e-d1db-440c-a7ff-0787e65c4457', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:46:13.305793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.341826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks [] for router_controller (580c67b5-1830-4687-8032-f903a8fd632f), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.462967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-758d3173-4ffe-4238-8720-0a824896b57f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.503721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-758d3173-4ffe-4238-8720-0a824896b57f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.613333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Allocated IP 172.20.0.2 (a43c754e-d1db-440c-a7ff-0787e65c4457/bd32445a-ccd9-41a2-ad81-f87c42940e44/be38dfa7-1be4-4173-afd0-4c712588ae47) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:13.663709 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-758d3173-4ffe-4238-8720-0a824896b57f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.663709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d3173-4ffe-4238-8720-0a824896b57f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Fanout notify agent at l3_agent the message router_deleted on router 29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:46:13.675619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-758d3173-4ffe-4238-8720-0a824896b57f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.679374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-758d3173-4ffe-4238-8720-0a824896b57f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af HTTP/1.1" status: 204 len: 168 time: 0.9401157 Feb 03 04:46:13.683954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:13.787310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet 1881f767-441f-4d55-a56f-0c39d1ccb1e6 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:46:13.792648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (1881f767-441f-4d55-a56f-0c39d1ccb1e6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.799093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks [] for router_gateway (580c67b5-1830-4687-8032-f903a8fd632f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.860092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9ff8-4af8-4ba5-a183-97c5b4f072db req-694ace64-09aa-4c36-b78a-ca5f0dd302a0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:13.861613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-758c9ff8-4af8-4ba5-a183-97c5b4f072db req-694ace64-09aa-4c36-b78a-ca5f0dd302a0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.4246705 Feb 03 04:46:13.960139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1881f767-441f-4d55-a56f-0c39d1ccb1e6), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.967750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Publish callbacks [] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:13.990198 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.105450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-758c9ff8-4af8-4ba5-a183-97c5b4f072db req-0cc53904-0fb4-46ba-8bb6-0a8b75c8542a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259138 Feb 03 04:46:14.123665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Network a43c754e-d1db-440c-a7ff-0787e65c4457 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:14.147328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:14.155174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:14.169868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Pushing event updated for resources: {'Port': ['ID=be38dfa7-1be4-4173-afd0-4c712588ae47,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:14.229497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1881f767-441f-4d55-a56f-0c39d1ccb1e6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.333150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Attempting to bind port be38dfa7-1be4-4173-afd0-4c712588ae47 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:14.336257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Attempting to bind port be38dfa7-1be4-4173-afd0-4c712588ae47 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:14.336725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Attempting to bind port be38dfa7-1be4-4173-afd0-4c712588ae47 on network a43c754e-d1db-440c-a7ff-0787e65c4457 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:14.345297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1881f767-441f-4d55-a56f-0c39d1ccb1e6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.348108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:14.350731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Checking segment: {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:14.351314 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.355859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Bound using segment: {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:14.356718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Bound port: be38dfa7-1be4-4173-afd0-4c712588ae47, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:14.357139 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.384636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.392284 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/1881f767-441f-4d55-a56f-0c39d1ccb1e6 HTTP/1.1" status: 204 len: 168 time: 0.7063012 Feb 03 04:46:14.402860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 36946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:14.417713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de44ec7-ce12-4e1d-902c-cdc88f5a5d5a None None] Network 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:14.440019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98949a-172e-44d7-ade9-a40690345e0a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=1881f767-441f-4d55-a56f-0c39d1ccb1e6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:14.527090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks [] for router_gateway (580c67b5-1830-4687-8032-f903a8fd632f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.566298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] For port be38dfa7-1be4-4173-afd0-4c712588ae47, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:14.566870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.570217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] For port be38dfa7-1be4-4173-afd0-4c712588ae47, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=be38dfa7-1be4-4173-afd0-4c712588ae47,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:14.590228 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.668345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859e80-3aea-4d73-a583-113214b1df0e None None] Pushing event updated for resources: {'Port': ['ID=be38dfa7-1be4-4173-afd0-4c712588ae47,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:14.716885 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (0c0d5aa6-5b7c-45c6-a63f-cf36964ea379), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.723405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] DHCP port deletion for 0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:46:14.820165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] Deleting port f0188253-99b9-4d19-b678-76a538d3b173 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:46:14.820539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f0188253-99b9-4d19-b678-76a538d3b173), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:14.950266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Allocated IP 172.25.7.229 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c5440241-8c58-421e-8c18-48ed72f1b1b0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:15.052043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port f0188253-99b9-4d19-b678-76a538d3b173 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:46:15.052648 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f0188253-99b9-4d19-b678-76a538d3b173), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:15.068539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] For port f0188253-99b9-4d19-b678-76a538d3b173, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0188253-99b9-4d19-b678-76a538d3b173,segment=NetworkSegment(702b2c72-75f2-4b30-922f-7d448cd9fb14),segment_id=702b2c72-75f2-4b30-922f-7d448cd9fb14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:15.070169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f0188253-99b9-4d19-b678-76a538d3b173), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:15.111468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] Calling delete_port for f0188253-99b9-4d19-b678-76a538d3b173 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:46:15.229054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port f0188253-99b9-4d19-b678-76a538d3b173, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0188253-99b9-4d19-b678-76a538d3b173,segment=NetworkSegment(702b2c72-75f2-4b30-922f-7d448cd9fb14),segment_id=702b2c72-75f2-4b30-922f-7d448cd9fb14)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:15.229802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f0188253-99b9-4d19-b678-76a538d3b173), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:15.244417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for f0188253-99b9-4d19-b678-76a538d3b173 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:46:15.323626 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (f0188253-99b9-4d19-b678-76a538d3b173), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:15.380784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] Pushing event deleted for resources: {'Port': ['ID=f0188253-99b9-4d19-b678-76a538d3b173,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:15.395622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234ba00-bb81-44ac-b708-db038273e71e None None] No DVR routers for this DVR port f0188253-99b9-4d19-b678-76a538d3b173 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:46:15.498034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc017f-a340-44d4-8396-18664db8c7eb req-549bea55-7442-4ccb-83fd-7a3db961aaca tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:15.511699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36dc017f-a340-44d4-8396-18664db8c7eb req-549bea55-7442-4ccb-83fd-7a3db961aaca tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1713531 Feb 03 04:46:15.645098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f0188253-99b9-4d19-b678-76a538d3b173), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:15.654758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36dc017f-a340-44d4-8396-18664db8c7eb req-7e75587d-c62f-401f-b5ef-ff4bd156f372 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309714 Feb 03 04:46:15.702567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=f0188253-99b9-4d19-b678-76a538d3b173,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:15.746774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port f0188253-99b9-4d19-b678-76a538d3b173 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:46:15.870802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (0c0d5aa6-5b7c-45c6-a63f-cf36964ea379), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:15.912971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0d5aa6-5b7c-45c6-a63f-cf36964ea379']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:15.936276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702b2c72-75f2-4b30-922f-7d448cd9fb14') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:15.936586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702b2c72-75f2-4b30-922f-7d448cd9fb14') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:15.962609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (702b2c72-75f2-4b30-922f-7d448cd9fb14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:15.988468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (702b2c72-75f2-4b30-922f-7d448cd9fb14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.003821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:46:16.005007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (702b2c72-75f2-4b30-922f-7d448cd9fb14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:46:16.177348 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:46:16.185235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks [] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.189772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (0c0d5aa6-5b7c-45c6-a63f-cf36964ea379), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.199785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.212170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/0c0d5aa6-5b7c-45c6-a63f-cf36964ea379 HTTP/1.1" status: 204 len: 168 time: 1.8044918 Feb 03 04:46:16.213162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:16.217934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e7cd1623-c459-4762-87ff-1d216cdb35d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-467589946', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:16.249547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34e30f-3323-47bf-af6c-c389276d015b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=0c0d5aa6-5b7c-45c6-a63f-cf36964ea379,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:16.293412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7cd1623-c459-4762-87ff-1d216cdb35d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.294600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7cd1623-c459-4762-87ff-1d216cdb35d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.338549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device be38dfa7-1be4-4173-afd0-4c712588ae47 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:16.360001 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.465134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:16.469618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7cd1623-c459-4762-87ff-1d216cdb35d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.473138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:16.477181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:16.480262 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7cd1623-c459-4762-87ff-1d216cdb35d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.521276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port be38dfa7-1be4-4173-afd0-4c712588ae47 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:16.521688 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.527730 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7cd1623-c459-4762-87ff-1d216cdb35d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.529177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e7cd1623-c459-4762-87ff-1d216cdb35d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3148158 Feb 03 04:46:16.532187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:16.546980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-25873962'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:16.616089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:16.619932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.643639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f29c113-596b-4c55-8561-936ed7fff286 None None] Network a43c754e-d1db-440c-a7ff-0787e65c4457 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:16.699651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Pushing event updated for resources: {'Port': ['ID=c5440241-8c58-421e-8c18-48ed72f1b1b0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:16.700927 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:46:16.773384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b5d3c7e4-b48c-4f59-be4c-6694cd32d156), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:16.773642 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment b5d3c7e4-b48c-4f59-be4c-6694cd32d156 of type vlan for network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 Feb 03 04:46:17.001352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9399fda8-8ea7-4f38-bffe-a42f2134caa1 None None] Provisioning complete for port be38dfa7-1be4-4173-afd0-4c712588ae47 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:17.001989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9399fda8-8ea7-4f38-bffe-a42f2134caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.024087 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2fec31ae-6479-4db3-aa2d-a0a0055fe086), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.108605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2fec31ae-6479-4db3-aa2d-a0a0055fe086), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.113994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:17.128546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.149660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a7b0f-72e0-49dd-bffe-d8c853195e42 req-1c68d226-1a42-4224-90bd-e886d189b845 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:17.156507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c6a7b0f-72e0-49dd-bffe-d8c853195e42 req-1c68d226-1a42-4224-90bd-e886d189b845 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.3520193 Feb 03 04:46:17.199772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port be38dfa7-1be4-4173-afd0-4c712588ae47 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:17.200440 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.247597 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks [] for router_gateway (580c67b5-1830-4687-8032-f903a8fd632f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.260526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7268569 Feb 03 04:46:17.276417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 36998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:17.284476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:17.323566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port be38dfa7-1be4-4173-afd0-4c712588ae47, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=be38dfa7-1be4-4173-afd0-4c712588ae47,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:17.350441 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.486227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c6a7b0f-72e0-49dd-bffe-d8c853195e42 req-5c62876b-860b-49f8-93d6-74e17061da22 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130202 Feb 03 04:46:17.500146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edad17-5c8f-424a-80b7-f871168aaffa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=2fec31ae-6479-4db3-aa2d-a0a0055fe086,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:17.518197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9399fda8-8ea7-4f38-bffe-a42f2134caa1 None None] Current status of the port be38dfa7-1be4-4173-afd0-4c712588ae47 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:17.539366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0188253-99b9-4d19-b678-76a538d3b173 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:46:17.546137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:46:17.708948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f0188253-99b9-4d19-b678-76a538d3b173 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:46:17.710260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0188253-99b9-4d19-b678-76a538d3b173 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:46:17.815828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=be38dfa7-1be4-4173-afd0-4c712588ae47,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:17.877228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (580c67b5-1830-4687-8032-f903a8fd632f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:17.953031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4c684d16-80b5-4d3b-bc74-b33780e07a96 None None] Provisioning complete for port be38dfa7-1be4-4173-afd0-4c712588ae47 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:17.953695 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c684d16-80b5-4d3b-bc74-b33780e07a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:18.123149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4c684d16-80b5-4d3b-bc74-b33780e07a96 None None] Current status of the port be38dfa7-1be4-4173-afd0-4c712588ae47 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:18.177010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device be38dfa7-1be4-4173-afd0-4c712588ae47 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:18.232578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Router 580c67b5-1830-4687-8032-f903a8fd632f is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:46:18.312743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port be38dfa7-1be4-4173-afd0-4c712588ae47 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:18.313476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:18.478631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:18.499223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port be38dfa7-1be4-4173-afd0-4c712588ae47 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:18.504494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:18.509389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:46:18.512172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:18.513559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ae21af60-18ff-4875-a3ee-8e9269ee096d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4125693 Feb 03 04:46:18.516339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:18.526074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:18.532333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Sync routers for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:18.585465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:18.587930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:18.824008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f1c75-fb4c-40f5-bb84-ab71ab290b5d req-9f5a88e5-67af-4684-89cc-3c30c92e454b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:18.837440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd2f1c75-fb4c-40f5-bb84-ab71ab290b5d req-9f5a88e5-67af-4684-89cc-3c30c92e454b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1594729 Feb 03 04:46:18.980542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd2f1c75-fb4c-40f5-bb84-ab71ab290b5d req-2e11cb30-8850-4687-9bd9-d59cbc8e2198 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420083 Feb 03 04:46:19.086628 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (de7c98f4-9ede-4be5-91d8-1482d1674def), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:19.144685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=de7c98f4-9ede-4be5-91d8-1482d1674def,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:19.208696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:19.209067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: 2fec31ae-6479-4db3-aa2d-a0a0055fe086, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:46:19.262493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:46:19.282761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2fec31ae-6479-4db3-aa2d-a0a0055fe086) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:19.289914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:19.291264 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:19.317210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4544acb-f541-46cd-a05b-897b4cffdbe0 None None] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:19.328859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-06c69e1e-1558-48b4-91d0-b01861bd10f1 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0485270 Feb 03 04:46:19.329095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:19.443254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:19.483282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'port_id': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'mac_address': 'fa:16:3e:26:d0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:46:19.629109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:19.794761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:19.795165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:19.849617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b5aa486-6f1e-4283-a7a5-113480e88639 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:46:19.929799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:19.932671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:46:19.933628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:19.971789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:20.099876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:20.227036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:20.368286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Allocated IP 2001:db8::2 (2fec31ae-6479-4db3-aa2d-a0a0055fe086/de7c98f4-9ede-4be5-91d8-1482d1674def/25c3c6f8-6b45-47d1-a629-2c55adab541f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:20.608583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Allocated IP 172.20.0.1 (a43c754e-d1db-440c-a7ff-0787e65c4457/bd32445a-ccd9-41a2-ad81-f87c42940e44/f71f3117-0fee-403e-ae5a-95286b744e23) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:20.639567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63bf82-b631-49bf-869e-c2d6482a7e44 req-e45ce753-e3d9-4002-94c1-3820664a862c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:20.647841 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc63bf82-b631-49bf-869e-c2d6482a7e44 req-e45ce753-e3d9-4002-94c1-3820664a862c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 944 time: 0.4214718 Feb 03 04:46:20.843568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3b5aa486-6f1e-4283-a7a5-113480e88639'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:46:20.859785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Publish callbacks [] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:20.901101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks [] for port (f71f3117-0fee-403e-ae5a-95286b744e23), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:20.949655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc63bf82-b631-49bf-869e-c2d6482a7e44 req-ffbbdf77-cdae-455c-afb3-5e728a4b95fb tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765613 Feb 03 04:46:20.978513 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:21.030507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Network a43c754e-d1db-440c-a7ff-0787e65c4457 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:21.034159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:21.039133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:21.045500 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:21.086696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Pushing event updated for resources: {'Port': ['ID=f71f3117-0fee-403e-ae5a-95286b744e23,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:21.113491 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (580c67b5-1830-4687-8032-f903a8fd632f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:21.150480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:21.226641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8::1 (2fec31ae-6479-4db3-aa2d-a0a0055fe086/de7c98f4-9ede-4be5-91d8-1482d1674def/a1a9a12e-a810-44ee-937d-b4cb7367bd39) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:21.319872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Pushing event updated for resources: {'Port': ['ID=25c3c6f8-6b45-47d1-a629-2c55adab541f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:21.342410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:21.346729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:21.354647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:21.572028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:21.624797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:21.630965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Attempting to bind port 25c3c6f8-6b45-47d1-a629-2c55adab541f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:21.709410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Attempting to bind port 25c3c6f8-6b45-47d1-a629-2c55adab541f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:21.709774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Attempting to bind port 25c3c6f8-6b45-47d1-a629-2c55adab541f on network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:21.729626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:16Z', 'revision_number': 3, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:21.740146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:21.740581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Checking segment: {'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:21.741032 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:21.741411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Bound using segment: {'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:21.741891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Bound port: 25c3c6f8-6b45-47d1-a629-2c55adab541f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:21.742281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:21.839341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.023854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:22.031750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks [] for port (f71f3117-0fee-403e-ae5a-95286b744e23), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.038457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:22.045347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.053894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:22.054483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.060959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=a1a9a12e-a810-44ee-937d-b4cb7367bd39,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:22.168801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Pushing event updated for resources: {'Port': ['ID=f71f3117-0fee-403e-ae5a-95286b744e23,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:22.184367 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:46:22.226785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Checking router: 580c67b5-1830-4687-8032-f903a8fd632f for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:46:22.228258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Updating router 580c67b5-1830-4687-8032-f903a8fd632f port c5440241-8c58-421e-8c18-48ed72f1b1b0 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:46:22.345488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (580c67b5-1830-4687-8032-f903a8fd632f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.387581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-361532e9-d01f-4950-9514-90df79de21ef None None] Provisioning complete for port f71f3117-0fee-403e-ae5a-95286b744e23 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:22.388951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-361532e9-d01f-4950-9514-90df79de21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.420368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719e477-bc47-474c-8507-dcb594692803 req-60df119e-b43b-423a-a0ee-e0e7f988953c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:22.428419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b719e477-bc47-474c-8507-dcb594692803 req-60df119e-b43b-423a-a0ee-e0e7f988953c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 944 time: 0.2651234 Feb 03 04:46:22.468691 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.520034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:22.556487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] For port 25c3c6f8-6b45-47d1-a629-2c55adab541f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:22.563807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-361532e9-d01f-4950-9514-90df79de21ef None None] Port f71f3117-0fee-403e-ae5a-95286b744e23 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:46:22.617004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.618679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Network a43c754e-d1db-440c-a7ff-0787e65c4457 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:22.623563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:22.700001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] For port 25c3c6f8-6b45-47d1-a629-2c55adab541f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=25c3c6f8-6b45-47d1-a629-2c55adab541f,segment=NetworkSegment(b5d3c7e4-b48c-4f59-be4c-6694cd32d156),segment_id=b5d3c7e4-b48c-4f59-be4c-6694cd32d156)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:22.715006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b719e477-bc47-474c-8507-dcb594692803 req-3e6c0cfd-177e-47dc-9674-e94c39c835d1 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774696 Feb 03 04:46:22.779106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:22.994547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Router 580c67b5-1830-4687-8032-f903a8fd632f has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:46:23.121813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3b5aa486-6f1e-4283-a7a5-113480e88639 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:23.122353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:23.412895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c749004-d9be-48db-b885-013bfc91cc93 None None] Pushing event updated for resources: {'Port': ['ID=25c3c6f8-6b45-47d1-a629-2c55adab541f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:23.435635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:23.455786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6402a63d-cd0c-4c8e-a490-1adedc81aa7e admin admin] 10.222.0.35 "PUT /v2.0/routers/580c67b5-1830-4687-8032-f903a8fd632f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9286337 Feb 03 04:46:23.489250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6643b224-a56e-415c-a700-3b31e59fa91a None None] Provisioning complete for port f71f3117-0fee-403e-ae5a-95286b744e23 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:23.489827 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6643b224-a56e-415c-a700-3b31e59fa91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:23.810463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:23.830178 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:23.840127 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:23.881131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6643b224-a56e-415c-a700-3b31e59fa91a None None] Port f71f3117-0fee-403e-ae5a-95286b744e23 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:46:23.887672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:23.888069 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:23.943735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Publish callbacks [] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.024425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=a1a9a12e-a810-44ee-937d-b4cb7367bd39,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:24.047859 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.269394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f97180-de45-4909-9184-d52471168bf7 None None] Pushing event updated for resources: {'Port': ['ID=c5440241-8c58-421e-8c18-48ed72f1b1b0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:24.293791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Attempting to bind port c5440241-8c58-421e-8c18-48ed72f1b1b0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:24.294437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Attempting to bind port c5440241-8c58-421e-8c18-48ed72f1b1b0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:24.297324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Attempting to bind port c5440241-8c58-421e-8c18-48ed72f1b1b0 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:24.310329 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.324982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:24.325551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:24.325978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.326501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:24.326996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Bound port: c5440241-8c58-421e-8c18-48ed72f1b1b0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:24.327384 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.353298 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.362939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:46:24.366342 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1bad40-1e6d-4a23-8893-f9e8f90f13b6" -d '{"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-plugged", "status": "completed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:46:24.394258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:24.428349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.432246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 25c3c6f8-6b45-47d1-a629-2c55adab541f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:24.522028 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df41a2c2-e0bf-4be1-834d-7e2a9b164c80 x-openstack-request-id: req-df41a2c2-e0bf-4be1-834d-7e2a9b164c80 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:46:24.522336 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-plugged", "status": "completed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:46:24.522609 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df41a2c2-e0bf-4be1-834d-7e2a9b164c80 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:46:24.523024 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'code': 200} Feb 03 04:46:24.603955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:24.711351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:24.717527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:24.837122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37160) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:24.837992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] For port c5440241-8c58-421e-8c18-48ed72f1b1b0, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:24.860522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] For port c5440241-8c58-421e-8c18-48ed72f1b1b0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c5440241-8c58-421e-8c18-48ed72f1b1b0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:24.900240 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:24.961930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 25c3c6f8-6b45-47d1-a629-2c55adab541f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:24.962317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:25.017386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:25.017386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:25.083791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6eb4f-695d-4909-8f99-f51a9ffb7a33 req-8d41e200-e556-42ab-8fd4-69f30267dac0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:25.101561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5b6eb4f-695d-4909-8f99-f51a9ffb7a33 req-8d41e200-e556-42ab-8fd4-69f30267dac0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 944 time: 1.1056352 Feb 03 04:46:25.375644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aede52-bfa6-424e-b467-5e19b15ab6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:25.413230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5b6eb4f-695d-4909-8f99-f51a9ffb7a33 req-9f04db1c-1100-46b6-9846-04cd5c371b8a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039789 Feb 03 04:46:25.473409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:46:25.630714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:25.686586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aede52-bfa6-424e-b467-5e19b15ab6e4 admin admin] Publish callbacks [] for security_group (42e7bbb0-7e8e-4410-a995-1d162e696cf6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:25.702298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aede52-bfa6-424e-b467-5e19b15ab6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (42e7bbb0-7e8e-4410-a995-1d162e696cf6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:25.734827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:25.745155 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:25.761503 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9122e75c-1f83-4c9e-82b0-0f9dd6f2cf08 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4283154 Feb 03 04:46:25.762631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:25.769421 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:25.770049 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:25.775025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-128530669'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:25.826183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:25.840048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:25.843762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:25.852234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70506789-7a4d-4721-bf9f-0b2761e2c5a6 None None] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:25.864965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1302809273-network', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:25.876490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aede52-bfa6-424e-b467-5e19b15ab6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7bbb0-7e8e-4410-a995-1d162e696cf6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:25.893158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:46:25.917980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (78ca1704-4319-45a6-906f-cb302c7686a6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:25.918329 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment 78ca1704-4319-45a6-906f-cb302c7686a6 of type vlan for network 25b2af51-e198-4ff0-bb69-ed9544874db2 Feb 03 04:46:25.956917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d0aede52-bfa6-424e-b467-5e19b15ab6e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2073a75df68342528b5ea099c717f1a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1185648 Feb 03 04:46:25.964352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37186) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:25.979540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Made reservation on behalf of 4de6bf927a7b49e5b5fe9c3b0278f311 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:25.982355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:25.999762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.009194 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:26.199355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks [] for security_group (3164bca6-1e27-40ca-b88c-1501f180a4d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.219473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3164bca6-1e27-40ca-b88c-1501f180a4d4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.238228 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (25b2af51-e198-4ff0-bb69-ed9544874db2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.299021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3164bca6-1e27-40ca-b88c-1501f180a4d4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:26.311224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-161440a5-d1d2-44e4-a3a7-256af04fd420 admin admin] Publish callbacks [] for security_group (42e7bbb0-7e8e-4410-a995-1d162e696cf6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.348681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:46:26.375823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c05b977f-d454-478e-abe0-32154667b500), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.376864 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Added segment c05b977f-d454-478e-abe0-32154667b500 of type vlan for network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 Feb 03 04:46:26.396699 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-161440a5-d1d2-44e4-a3a7-256af04fd420 admin admin] Publish callbacks [] for security_group (42e7bbb0-7e8e-4410-a995-1d162e696cf6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.431366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (25b2af51-e198-4ff0-bb69-ed9544874db2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.450677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:26.454797 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.482910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b2eb250a-65ff-4bee-81f5-b62c23f01ae5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.560305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b2eb250a-65ff-4bee-81f5-b62c23f01ae5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.561371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:26.562748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.646743 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7916603 Feb 03 04:46:26.657059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:26.677199 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:22Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:23Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:26.685616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Request body: {'subnet': {'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1302809273-subnet', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:26.798353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:46:26.801927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5dbb773e-bfd1-4db4-9da1-d0468f2249d7 None None] Provisioning complete for port 25c3c6f8-6b45-47d1-a629-2c55adab541f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:26.805517 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Updating router 4cef7df9-4572-499d-a2f7-31a4c942b722 port a1a9a12e-a810-44ee-937d-b4cb7367bd39 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:46:26.807795 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbb773e-bfd1-4db4-9da1-d0468f2249d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.845736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d0b00-d639-4953-80d8-0d578d86a33e admin admin] Pushing event updated for resources: {'Network': ['ID=b2eb250a-65ff-4bee-81f5-b62c23f01ae5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:26.894505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Made reservation on behalf of 4de6bf927a7b49e5b5fe9c3b0278f311 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:26.898228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.928822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=25b2af51-e198-4ff0-bb69-ed9544874db2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:26.938491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-48d1296b-3092-4e37-9791-91c33c311a2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1747382 Feb 03 04:46:26.939325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:26.939879 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:26.951343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:26.960128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:46:26.965750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:46:27.012692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3346c5-8798-4268-99a1-2c4d7b7b1915 req-29cf553b-00c9-47cc-b42b-ebc5961c8580 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:27.015065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b3346c5-8798-4268-99a1-2c4d7b7b1915 req-29cf553b-00c9-47cc-b42b-ebc5961c8580 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.3385730 Feb 03 04:46:27.140925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-161440a5-d1d2-44e4-a3a7-256af04fd420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (42e7bbb0-7e8e-4410-a995-1d162e696cf6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:27.145696 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-161440a5-d1d2-44e4-a3a7-256af04fd420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:27.151347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f97180-de45-4909-9184-d52471168bf7 None None] Pushing event updated for resources: {'Port': ['ID=c5440241-8c58-421e-8c18-48ed72f1b1b0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:27.158247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-161440a5-d1d2-44e4-a3a7-256af04fd420 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42e7bbb0-7e8e-4410-a995-1d162e696cf6 HTTP/1.1" status: 204 len: 168 time: 1.1926513 Feb 03 04:46:27.229599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161440a5-d1d2-44e4-a3a7-256af04fd420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7bbb0-7e8e-4410-a995-1d162e696cf6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:27.380929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:27.386953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:27.604903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 25c3c6f8-6b45-47d1-a629-2c55adab541f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:27.605707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:27.622691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (5ac8e271-eca3-4d27-a031-8448d0d77245), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:27.655857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0687246d-8652-46e3-829b-353864245cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 2, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:27.713279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687246d-8652-46e3-829b-353864245cf8 None None] The sync data for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 is: [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 2, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:27.732007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 25c3c6f8-6b45-47d1-a629-2c55adab541f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=25c3c6f8-6b45-47d1-a629-2c55adab541f,segment=NetworkSegment(b5d3c7e4-b48c-4f59-be4c-6694cd32d156),segment_id=b5d3c7e4-b48c-4f59-be4c-6694cd32d156)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:27.752099 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:27.804677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac8e271-eca3-4d27-a031-8448d0d77245,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:27.916663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Checking segment: {'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:27.922150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Network hostable DHCP agents. Network: b2eb250a-65ff-4bee-81f5-b62c23f01ae5, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:46:27.955424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=25c3c6f8-6b45-47d1-a629-2c55adab541f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:28.008179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:46:28.025199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b2eb250a-65ff-4bee-81f5-b62c23f01ae5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:28.035181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:28.037337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.080181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d5bc1-3a81-4b1c-b64b-68791bf5f3e2 None None] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:28.090739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-261b80a5-6fc3-420b-9b9a-54125c614d72 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4303601 Feb 03 04:46:28.093295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:28.099174 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:28.150067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (8aaa4124-0bdf-4545-9c63-4c6d97e79555), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.153148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (8aaa4124-0bdf-4545-9c63-4c6d97e79555), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.381668 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Publish callbacks [] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.394125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks [] for router_controller (8aaa4124-0bdf-4545-9c63-4c6d97e79555), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.417086 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.567005 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Pushing event updated for resources: {'Port': ['ID=a1a9a12e-a810-44ee-937d-b4cb7367bd39,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:28.621739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.634990 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.636589 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.639590 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.640139 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.640730 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.643052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.644021 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.646079 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.647959 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.650048 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.650653 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.654570 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:28.731329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b3346c5-8798-4268-99a1-2c4d7b7b1915 req-cd5b7e4a-c024-4d0e-9980-da44455f4d9d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6452932 Feb 03 04:46:28.742153 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (5ee4c8ea-5620-4167-8199-cab00b19abf7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.922611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=5ee4c8ea-5620-4167-8199-cab00b19abf7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:28.927287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-b2eb250a-65ff-4bee-81f5-b62c23f01ae5', 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5', 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'fixed_ips': [{'subnet_id': '5ac8e271-eca3-4d27-a031-8448d0d77245'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:46:28.928463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.948325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb773e-bfd1-4db4-9da1-d0468f2249d7 None None] Current status of the port 25c3c6f8-6b45-47d1-a629-2c55adab541f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:28.955876 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Attempting to bind port a1a9a12e-a810-44ee-937d-b4cb7367bd39 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:28.962846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Attempting to bind port a1a9a12e-a810-44ee-937d-b4cb7367bd39 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:28.963377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Attempting to bind port a1a9a12e-a810-44ee-937d-b4cb7367bd39 on network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:28.973001 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:28.979700 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Checking segment: {'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:28.980538 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:28.980954 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Bound using segment: {'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:28.984535 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Bound port: a1a9a12e-a810-44ee-937d-b4cb7367bd39, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:28.984945 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:29.111890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks [] for router_gateway (8aaa4124-0bdf-4545-9c63-4c6d97e79555), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:29.129376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:29.132662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: 25b2af51-e198-4ff0-bb69-ed9544874db2, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:46:29.226280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:46:29.256178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 25b2af51-e198-4ff0-bb69-ed9544874db2) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:29.261294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:29.262461 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:29.321446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5af3bd92-f3ff-47f1-89e8-524df77df327 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3796463 Feb 03 04:46:29.324154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:29.327969 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] For port a1a9a12e-a810-44ee-937d-b4cb7367bd39, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:29.343825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] For port a1a9a12e-a810-44ee-937d-b4cb7367bd39, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a1a9a12e-a810-44ee-937d-b4cb7367bd39,segment=NetworkSegment(b5d3c7e4-b48c-4f59-be4c-6694cd32d156),segment_id=b5d3c7e4-b48c-4f59-be4c-6694cd32d156)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:29.372227 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:29.373394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755ecd8-78c7-451e-855b-a661003311d2 None None] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:29.607150 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:29.613570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Provisioning complete for port 25c3c6f8-6b45-47d1-a629-2c55adab541f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:29.613952 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:29.615681 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:30.225442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks [] for router_gateway (8aaa4124-0bdf-4545-9c63-4c6d97e79555), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:30.247552 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:30.320979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:30.466060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 25c3c6f8-6b45-47d1-a629-2c55adab541f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:30.570331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-25b2af51-e198-4ff0-bb69-ed9544874db2', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:46:30.600114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:30.748245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decb130-a983-4777-9882-07e2d5fd650c None None] Pushing event updated for resources: {'Port': ['ID=a1a9a12e-a810-44ee-937d-b4cb7367bd39,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:31.050255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Allocated IP 172.25.7.169 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/b2bfbd29-89fa-433f-a550-e94d6b709f9f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:31.213746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc9414-5dd9-4f02-84e3-3ef395b67949 req-48a10f95-66e0-47b6-96a7-e3e7b1280b8f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:31.224904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1fbc9414-5dd9-4f02-84e3-3ef395b67949 req-48a10f95-66e0-47b6-96a7-e3e7b1280b8f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 1.0437844 Feb 03 04:46:31.238956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Allocated IP 172.20.0.2 (b2eb250a-65ff-4bee-81f5-b62c23f01ae5/5ac8e271-eca3-4d27-a031-8448d0d77245/a379eb87-ac24-4ba1-bf6b-c2e19531aa09) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:31.324680 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:22Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:29Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:31.395209 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:31.429888 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb227-970b-4d26-9c0d-b77181b68dd4 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:22Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:29Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:31.508316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Current status of the port 25c3c6f8-6b45-47d1-a629-2c55adab541f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:31.524189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks [] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:31.644917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1fbc9414-5dd9-4f02-84e3-3ef395b67949 req-b119fb3e-bbed-4f56-a2cd-46e6f95d41c4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177606 Feb 03 04:46:31.671256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:31.896490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:31.908924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:31.916262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:32.063733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 25c3c6f8-6b45-47d1-a629-2c55adab541f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:32.068693 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:32.123793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Provisioning complete for port a1a9a12e-a810-44ee-937d-b4cb7367bd39 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:32.124607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:32.141384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Allocated IP 2001:db8:1::2 (25b2af51-e198-4ff0-bb69-ed9544874db2/5ee4c8ea-5620-4167-8199-cab00b19abf7/29dff337-da32-4071-b843-86b60f83c883) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:32.147756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bfbd29-89fa-433f-a550-e94d6b709f9f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:33.273255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks [] for router_gateway (8aaa4124-0bdf-4545-9c63-4c6d97e79555), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:33.674159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Sync routers for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:33.754290 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Publish callbacks [] for port (29dff337-da32-4071-b843-86b60f83c883), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:33.786172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69fefa-8557-4796-88a3-e371f3f7f465 req-64c1844c-d8fd-42e9-b9bf-6e340b2c8c4a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:33.801113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b69fefa-8557-4796-88a3-e371f3f7f465 req-64c1844c-d8fd-42e9-b9bf-6e340b2c8c4a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2760639 Feb 03 04:46:33.829318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (29dff337-da32-4071-b843-86b60f83c883), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:33.897887 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Publish callbacks [] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:34.024996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b69fefa-8557-4796-88a3-e371f3f7f465 req-a61bdece-419b-4044-a0ee-e8c40713825c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220168 Feb 03 04:46:34.027323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8:1::1 (25b2af51-e198-4ff0-bb69-ed9544874db2/5ee4c8ea-5620-4167-8199-cab00b19abf7/83064a35-71a1-406d-aa0d-bf02e153c5f4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:34.046791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:34.056636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:34.417464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:34.441618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28b77cdd-d259-459e-835b-d4a131cb639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:34.527862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:34.654915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:34.678096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:34.807281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:34.839654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:34.929467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:34.967228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:34.978919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:34.993674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Pushing event updated for resources: {'Port': ['ID=29dff337-da32-4071-b843-86b60f83c883,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:34.996135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:34.998353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:35.035705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:35.051628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (8aaa4124-0bdf-4545-9c63-4c6d97e79555), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:35.054693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:35.259672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 25c3c6f8-6b45-47d1-a629-2c55adab541f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:35.262387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c5440241-8c58-421e-8c18-48ed72f1b1b0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:35.272996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:35.403909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:46:35.423633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Current status of the port a1a9a12e-a810-44ee-937d-b4cb7367bd39 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:35.425162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:35.705707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:35.710279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=83064a35-71a1-406d-aa0d-bf02e153c5f4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:35.732039 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Sync routers for ids ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:35.740921 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:35.742571 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d25942ee-9601-45e6-b866-f755de735f47 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6480992 Feb 03 04:46:35.748363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37352) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:35.778087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Routers {'8aaa4124-0bdf-4545-9c63-4c6d97e79555'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:35.784809 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:35.834382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:35.900859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Attempting to bind port 29dff337-da32-4071-b843-86b60f83c883 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:35.920089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Attempting to bind port 29dff337-da32-4071-b843-86b60f83c883 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:35.920089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Attempting to bind port 29dff337-da32-4071-b843-86b60f83c883 on network 25b2af51-e198-4ff0-bb69-ed9544874db2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:36.009820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:36.012751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Checking segment: {'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:36.013904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:36.014329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Bound using segment: {'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:36.014832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Bound port: 29dff337-da32-4071-b843-86b60f83c883, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:36.015209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29dff337-da32-4071-b843-86b60f83c883), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:36.028472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0f783-aa26-49dd-b926-d2b9c1a2403a req-34d0f9ee-d1cc-48cd-b567-c147dfbfda38 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:36.030316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afe0f783-aa26-49dd-b926-d2b9c1a2403a req-34d0f9ee-d1cc-48cd-b567-c147dfbfda38 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.5285246 Feb 03 04:46:36.160604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-089dab60-06fa-4835-bda9-624952f42748 None None] For port a1a9a12e-a810-44ee-937d-b4cb7367bd39, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a1a9a12e-a810-44ee-937d-b4cb7367bd39,segment=NetworkSegment(b5d3c7e4-b48c-4f59-be4c-6694cd32d156),segment_id=b5d3c7e4-b48c-4f59-be4c-6694cd32d156)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:36.187369 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Set router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:36.198217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-afe0f783-aa26-49dd-b926-d2b9c1a2403a req-624bec64-3ef6-4ec9-aa22-832ad2eb2d9b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157279 Feb 03 04:46:36.214372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Pushing event updated for resources: {'Port': ['ID=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:36.238005 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:36.410539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dab60-06fa-4835-bda9-624952f42748 None None] Pushing event updated for resources: {'Port': ['ID=a1a9a12e-a810-44ee-937d-b4cb7367bd39,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:36.677378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] For port 29dff337-da32-4071-b843-86b60f83c883, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:36.688993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] For port 29dff337-da32-4071-b843-86b60f83c883, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=29dff337-da32-4071-b843-86b60f83c883,segment=NetworkSegment(78ca1704-4319-45a6-906f-cb302c7686a6),segment_id=78ca1704-4319-45a6-906f-cb302c7686a6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:36.739082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Attempting to bind port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:36.739532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Attempting to bind port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:36.739918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Attempting to bind port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 on network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:36.751724 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:46:32Z', 'revision_number': 3, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port': {'id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:30Z', 'updated_at': '2022-02-03T04:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:36.813426 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29dff337-da32-4071-b843-86b60f83c883), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:36.882611 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Checking router: 8aaa4124-0bdf-4545-9c63-4c6d97e79555 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:46:36.885305 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Updating router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 port b2bfbd29-89fa-433f-a550-e94d6b709f9f binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:46:37.000100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.015939 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.020398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.021644 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.086347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:37.086907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Checking segment: {'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:37.088392 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.121751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Bound using segment: {'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:37.121751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Bound port: a379eb87-ac24-4ba1-bf6b-c2e19531aa09, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:37.121751 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.228373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.228967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.292178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=83064a35-71a1-406d-aa0d-bf02e153c5f4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:37.386719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04746582-ac60-4ec1-9277-24fc4fd78544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.466066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e272ea-3321-403e-9086-a10e8fb6bc7e None None] Pushing event updated for resources: {'Port': ['ID=29dff337-da32-4071-b843-86b60f83c883,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:37.481816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c5440241-8c58-421e-8c18-48ed72f1b1b0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:37.482198 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.519401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9bdf46b4-14a6-4628-a2b3-6b2ef7bd7e5e None None] Provisioning complete for port a1a9a12e-a810-44ee-937d-b4cb7367bd39 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:37.531489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bdf46b4-14a6-4628-a2b3-6b2ef7bd7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:37.577294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:37.581918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:37.811337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Allocated IP 172.20.0.1 (b2eb250a-65ff-4bee-81f5-b62c23f01ae5/5ac8e271-eca3-4d27-a031-8448d0d77245/e7bf1cd6-f0e5-4d66-a7b6-848e632c2420) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:38.034407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:46:38.075588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] For port a379eb87-ac24-4ba1-bf6b-c2e19531aa09, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:38.086320 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Publish callbacks [] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.101496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd1b46-7117-400e-af8a-9d8008734599 req-9ae926e4-167a-4137-8af9-d9a3e86bb622 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:38.105221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d1dd1b46-7117-400e-af8a-9d8008734599 req-9ae926e4-167a-4137-8af9-d9a3e86bb622 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.6829324 Feb 03 04:46:38.110487 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.117762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] For port a379eb87-ac24-4ba1-bf6b-c2e19531aa09, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,segment=NetworkSegment(c05b977f-d454-478e-abe0-32154667b500),segment_id=c05b977f-d454-478e-abe0-32154667b500)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:38.210034 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.269719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.288767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d1dd1b46-7117-400e-af8a-9d8008734599 req-b6a2dd08-7143-4504-b986-2f31de8dcda9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572633 Feb 03 04:46:38.290221 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Attempting to bind port b2bfbd29-89fa-433f-a550-e94d6b709f9f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:38.290667 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Attempting to bind port b2bfbd29-89fa-433f-a550-e94d6b709f9f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:38.291036 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Attempting to bind port b2bfbd29-89fa-433f-a550-e94d6b709f9f on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:38.325033 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c849b-961f-4344-9321-6473f509f1f0 None None] Pushing event updated for resources: {'Port': ['ID=b2bfbd29-89fa-433f-a550-e94d6b709f9f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:38.342714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks [] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.350985 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:38.351892 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:38.352619 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.354117 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:38.357653 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Bound port: b2bfbd29-89fa-433f-a550-e94d6b709f9f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:38.358641 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.447659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:38.467860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43d94b24-5089-43d0-b5c1-bd25face580b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1397486 Feb 03 04:46:38.468860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:38.482924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:38.488531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1217048004'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:38.525526 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] For port b2bfbd29-89fa-433f-a550-e94d6b709f9f, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:38.531365 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] For port b2bfbd29-89fa-433f-a550-e94d6b709f9f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b2bfbd29-89fa-433f-a550-e94d6b709f9f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:38.542890 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.601961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:38.603050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:38.606290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.667690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:38.675054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.770798 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c849b-961f-4344-9321-6473f509f1f0 None None] Pushing event updated for resources: {'Port': ['ID=b2bfbd29-89fa-433f-a550-e94d6b709f9f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:38.846331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:38.872327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:46:38.887442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c5440241-8c58-421e-8c18-48ed72f1b1b0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:38.888396 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.889753 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Routers {'8aaa4124-0bdf-4545-9c63-4c6d97e79555'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:38.889987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:38.890192 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:38.892426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9c5b611b-92d2-4c2d-bbc8-c51fba7124c5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.894039 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment 9c5b611b-92d2-4c2d-bbc8-c51fba7124c5 of type vlan for network b9d01282-2283-4b32-a40f-563571698ded Feb 03 04:46:38.915396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:38.960091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (8aaa4124-0bdf-4545-9c63-4c6d97e79555), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:38.998435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf46b4-14a6-4628-a2b3-6b2ef7bd7e5e None None] Current status of the port a1a9a12e-a810-44ee-937d-b4cb7367bd39 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:39.035872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:39.039359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eaf99-55c7-4c86-bfc2-6991c9d9b5fb None None] Pushing event updated for resources: {'Port': ['ID=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:39.192381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:39.207856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b9d01282-2283-4b32-a40f-563571698ded), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:39.386891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b9d01282-2283-4b32-a40f-563571698ded), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:39.403608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:39.410778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:39.440313 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] Set router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:39.698796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2229178 Feb 03 04:46:39.699718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:39.732512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:39.825149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abe726-f474-4b8a-afa2-34f439b4a0c0 req-f81da6a8-8936-40d3-9d03-45218ec293e4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:39.833285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5abe726-f474-4b8a-afa2-34f439b4a0c0 req-f81da6a8-8936-40d3-9d03-45218ec293e4 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2018750 Feb 03 04:46:39.981007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622435-32ad-46b4-a01b-b51d0c3a0000 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=b9d01282-2283-4b32-a40f-563571698ded,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:40.011088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:40.024174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5abe726-f474-4b8a-afa2-34f439b4a0c0 req-497db07a-fc10-4852-9ca1-17c6df30bb60 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898072 Feb 03 04:46:40.381210 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:46:32Z', 'revision_number': 3, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port': {'id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:30Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:40.466908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c5440241-8c58-421e-8c18-48ed72f1b1b0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c5440241-8c58-421e-8c18-48ed72f1b1b0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:40.491009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1dae4-0d17-493b-83c9-5918492747c4 None None] The sync data for ids ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'] in n-d-827549-1 is: [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:46:32Z', 'revision_number': 3, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port': {'id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:30Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:40.547206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77339e7-1f81-484c-9734-3ebfda8651c8 None None] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:40.549362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b9d01282-2283-4b32-a40f-563571698ded details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:46:40.553902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 2, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:40.696444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks [] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:40.713105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:40.767391 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:40.789134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc319447-0681-417d-a6ec-435cc632f861 None None] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:40.817593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (8aaa4124-0bdf-4545-9c63-4c6d97e79555), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:40.826601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:40.834790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:41.043824 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:41.206405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Checking router: 580c67b5-1830-4687-8032-f903a8fd632f for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:46:41.206909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Updating router 580c67b5-1830-4687-8032-f903a8fd632f port f71f3117-0fee-403e-ae5a-95286b744e23 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:46:41.374932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:41.534071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efd6b3-6b85-45b4-b474-b4213a0281f7 req-b9ad4238-55fb-4110-8e78-e71542b49e4d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:41.550382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4efd6b3-6b85-45b4-b474-b4213a0281f7 req-b9ad4238-55fb-4110-8e78-e71542b49e4d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2296965 Feb 03 04:46:41.693339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a1a9a12e-a810-44ee-937d-b4cb7367bd39 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:41.696481 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:41.698939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c5440241-8c58-421e-8c18-48ed72f1b1b0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:41.706754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:41.773372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:41.800800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4efd6b3-6b85-45b4-b474-b4213a0281f7 req-0cae9050-0285-46da-a399-799d483f6ca9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384214 Feb 03 04:46:41.894970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7a47d392-7e25-455e-8e62-0f028496e3f1 None None] Provisioning complete for port 29dff337-da32-4071-b843-86b60f83c883 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:41.895652 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a47d392-7e25-455e-8e62-0f028496e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29dff337-da32-4071-b843-86b60f83c883), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:42.267376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (27c342ea-0f55-4b1f-9db9-d23ddde22468), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:42.320898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:46:42.444508 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Publish callbacks [] for port (f71f3117-0fee-403e-ae5a-95286b744e23), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:42.482830 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:42.545682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=27c342ea-0f55-4b1f-9db9-d23ddde22468,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:42.794752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:35Z', 'revision_number': 3, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:42.895216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:46:42.895595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Updating router 4cef7df9-4572-499d-a2f7-31a4c942b722 port 83064a35-71a1-406d-aa0d-bf02e153c5f4 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:46:43.009259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:43.017242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7fb8c8b4-511c-43a4-b217-059e9abb9c88 admin admin] 10.222.0.35 "PUT /v2.0/routers/8aaa4124-0bdf-4545-9c63-4c6d97e79555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2668738 Feb 03 04:46:43.018146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:43.026955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: b9d01282-2283-4b32-a40f-563571698ded, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:46:43.056214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network b9d01282-2283-4b32-a40f-563571698ded is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:46:43.082028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b9d01282-2283-4b32-a40f-563571698ded) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:43.088487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:43.089253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:43.113679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e473ad-dc40-40c1-b9db-a7a61139a3bd req-8af64bd7-84c6-4327-b31b-a6e18b4630ed tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:43.129394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1e473ad-dc40-40c1-b9db-a7a61139a3bd req-8af64bd7-84c6-4327-b31b-a6e18b4630ed tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1698811 Feb 03 04:46:43.138288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:43.140902 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-33f48787-45e9-4399-976e-eff4fb3bd14d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4356496 Feb 03 04:46:43.155315 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:43.195484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99388d42-5006-4b3c-870e-a6d41afdfcd7 None None] Network b9d01282-2283-4b32-a40f-563571698ded requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:43.349310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Pushing event updated for resources: {'Port': ['ID=f71f3117-0fee-403e-ae5a-95286b744e23,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:43.431933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-b9d01282-2283-4b32-a40f-563571698ded', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:46:43.444424 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:43.462143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a1a9a12e-a810-44ee-937d-b4cb7367bd39 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:43.462904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:43.464707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7a47d392-7e25-455e-8e62-0f028496e3f1 None None] Current status of the port 29dff337-da32-4071-b843-86b60f83c883 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:43.465609 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a47d392-7e25-455e-8e62-0f028496e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29dff337-da32-4071-b843-86b60f83c883), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:43.588333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1e473ad-dc40-40c1-b9db-a7a61139a3bd req-c1585cb9-e1c3-4235-9a8c-77ca072fd033 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104630 Feb 03 04:46:43.667992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Attempting to bind port f71f3117-0fee-403e-ae5a-95286b744e23 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:43.670993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Attempting to bind port f71f3117-0fee-403e-ae5a-95286b744e23 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:43.671916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Attempting to bind port f71f3117-0fee-403e-ae5a-95286b744e23 on network a43c754e-d1db-440c-a7ff-0787e65c4457 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:44.080574 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Sync routers for ids ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:44.101219 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Routers {'8aaa4124-0bdf-4545-9c63-4c6d97e79555'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:44.102822 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:44.156120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7a47d392-7e25-455e-8e62-0f028496e3f1 None None] For port 29dff337-da32-4071-b843-86b60f83c883, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=29dff337-da32-4071-b843-86b60f83c883,segment=NetworkSegment(78ca1704-4319-45a6-906f-cb302c7686a6),segment_id=78ca1704-4319-45a6-906f-cb302c7686a6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:44.269287 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a47d392-7e25-455e-8e62-0f028496e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29dff337-da32-4071-b843-86b60f83c883), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:44.346678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:44.365103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Checking segment: {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:44.366297 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:44.367562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Bound using segment: {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:44.369313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Bound port: f71f3117-0fee-403e-ae5a-95286b744e23, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:44.371524 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:44.410538 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Set router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:44.500869 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:44.803342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:44.808837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-32b67206-3cb0-4b79-9349-4f856b574fca tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494049456', 'description': 'tempest-secgroup-smoke-494049456 description', 'project_id': 'c70ae14836b940a6b4335bd870775c61'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:44.862293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32b67206-3cb0-4b79-9349-4f856b574fca tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:44.974812 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:46:39Z', 'revision_number': 4, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port': {'id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:30Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e7bf1cd6-f0e5-4d66-a7b6-848e632c2420', 'name': '', 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'mac_address': 'fa:16:3e:68:a7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '5ac8e271-eca3-4d27-a031-8448d0d77245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:37Z', 'updated_at': '2022-02-03T04:46:40Z', 'revision_number': 2, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'subnets': [{'id': '5ac8e271-eca3-4d27-a031-8448d0d77245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:45.007438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32b67206-3cb0-4b79-9349-4f856b574fca tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group (2c34a648-5265-4071-a1d2-d7145888c29f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.012478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32b67206-3cb0-4b79-9349-4f856b574fca tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c34a648-5265-4071-a1d2-d7145888c29f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.054021 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Checking router: 8aaa4124-0bdf-4545-9c63-4c6d97e79555 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:46:45.054373 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Updating router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:46:45.064102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c91da-2474-48c9-b1db-8ecf437b923d req-d599565c-5adc-40df-b923-3a1653323214 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:45.071638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-986c91da-2474-48c9-b1db-8ecf437b923d req-d599565c-5adc-40df-b923-3a1653323214 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 950 time: 0.5830550 Feb 03 04:46:45.083702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b67206-3cb0-4b79-9349-4f856b574fca tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c34a648-5265-4071-a1d2-d7145888c29f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:45.105089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32b67206-3cb0-4b79-9349-4f856b574fca tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.109794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-32b67206-3cb0-4b79-9349-4f856b574fca tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3052948 Feb 03 04:46:45.115149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:45.127045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-81ccf5a2-4659-4b01-b8ee-f47e1fe51015 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'security_group_rule': {'security_group_id': '2c34a648-5265-4071-a1d2-d7145888c29f', 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:45.146371 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.249072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-986c91da-2474-48c9-b1db-8ecf437b923d req-6cff225d-75cd-4d1b-bdd7-06b9996f6d9d tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735532 Feb 03 04:46:45.251482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccf5a2-4659-4b01-b8ee-f47e1fe51015 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (328efd98-bb83-46b0-abc9-59bc0a184e75), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.409763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212cdb-a84e-4f1d-bd26-6df4808b7911 req-360de3da-9a96-4b72-9ef6-52ebbb082d7d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:45.410581 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccf5a2-4659-4b01-b8ee-f47e1fe51015 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (328efd98-bb83-46b0-abc9-59bc0a184e75), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.413824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9212cdb-a84e-4f1d-bd26-6df4808b7911 req-360de3da-9a96-4b72-9ef6-52ebbb082d7d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.4503331 Feb 03 04:46:45.423424 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccf5a2-4659-4b01-b8ee-f47e1fe51015 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (328efd98-bb83-46b0-abc9-59bc0a184e75), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.464365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccf5a2-4659-4b01-b8ee-f47e1fe51015 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328efd98-bb83-46b0-abc9-59bc0a184e75,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:45.490961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccf5a2-4659-4b01-b8ee-f47e1fe51015 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.499608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-81ccf5a2-4659-4b01-b8ee-f47e1fe51015 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799503 Feb 03 04:46:45.500435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:45.514308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9212cdb-a84e-4f1d-bd26-6df4808b7911 req-953b8020-9045-46a3-8503-58ced8633b67 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909126 Feb 03 04:46:45.515632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-826dd5bc-c0c7-407e-bd1c-95e32b8107e9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'security_group_rule': {'security_group_id': '2c34a648-5265-4071-a1d2-d7145888c29f', 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:45.579351 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-826dd5bc-c0c7-407e-bd1c-95e32b8107e9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (356059b7-f86e-4bde-b34b-bfe0b1e2fba7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.663581 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Publish callbacks [] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.713749 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.738962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-826dd5bc-c0c7-407e-bd1c-95e32b8107e9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (356059b7-f86e-4bde-b34b-bfe0b1e2fba7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.751180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-826dd5bc-c0c7-407e-bd1c-95e32b8107e9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (356059b7-f86e-4bde-b34b-bfe0b1e2fba7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.781221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47d392-7e25-455e-8e62-0f028496e3f1 None None] Pushing event updated for resources: {'Port': ['ID=29dff337-da32-4071-b843-86b60f83c883,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:45.800983 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Publish callbacks [] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.821177 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:45.855187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dd5bc-c0c7-407e-bd1c-95e32b8107e9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356059b7-f86e-4bde-b34b-bfe0b1e2fba7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:45.933400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Allocated IP 2001:db8:2::2 (b9d01282-2283-4b32-a40f-563571698ded/27c342ea-0f55-4b1f-9db9-d23ddde22468/5bf8c363-6451-449d-b272-405678d61ddb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:46.013179 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc259f61-d2e1-419f-aa1c-0ad4e83ac37b None None] Pushing event updated for resources: {'Port': ['ID=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:46.019430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-826dd5bc-c0c7-407e-bd1c-95e32b8107e9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.030631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:46.031390 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-826dd5bc-c0c7-407e-bd1c-95e32b8107e9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5271842 Feb 03 04:46:46.039000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'security_group_rule': {'security_group_id': '2c34a648-5265-4071-a1d2-d7145888c29f', 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:46.113119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Provisioning complete for port f71f3117-0fee-403e-ae5a-95286b744e23 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:46.113753 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.122458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-502bff7f-4fe2-4312-9e5f-274d8569f55e tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:46.127669 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-502bff7f-4fe2-4312-9e5f-274d8569f55e tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 950 time: 0.3419800 Feb 03 04:46:46.130903 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (95fa9bb3-7929-41da-994d-85c19c4a54b5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.148752 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Attempting to bind port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:46.149749 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Attempting to bind port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:46.150349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Attempting to bind port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 on network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:46.168230 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:46.169230 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Checking segment: {'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:46.169985 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.170830 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Bound using segment: {'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:46.176435 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Bound port: e7bf1cd6-f0e5-4d66-a7b6-848e632c2420, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b977f-d454-478e-abe0-32154667b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:46.178627 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.363743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (95fa9bb3-7929-41da-994d-85c19c4a54b5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.372009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] For port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:46.377919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (95fa9bb3-7929-41da-994d-85c19c4a54b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.392610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] For port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,segment=NetworkSegment(c05b977f-d454-478e-abe0-32154667b500),segment_id=c05b977f-d454-478e-abe0-32154667b500)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:46.415296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fa9bb3-7929-41da-994d-85c19c4a54b5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:46.421983 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.435492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.436167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.436699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.437230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.437745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.438266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.438799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.439307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.439868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.440377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.440899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.441408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.441900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:46.545943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] For port f71f3117-0fee-403e-ae5a-95286b744e23, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:46.556974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] For port f71f3117-0fee-403e-ae5a-95286b744e23, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f71f3117-0fee-403e-ae5a-95286b744e23,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:46.626331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.635193 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f6e2fd1e-7d91-45f5-9e52-986daadc3e18 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6022344 Feb 03 04:46:46.640524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37534) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:46.647690 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Routers {'8aaa4124-0bdf-4545-9c63-4c6d97e79555'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:46.648476 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:46.650176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Deleting port 41f17b21-e7a8-4139-b760-7c344c34328a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:46:46.655355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.675889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf2ce7-2163-4b33-877a-162922395fc5 req-32aa7c87-ef0f-4c2a-aeed-bfb79f95422c tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:46.687067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cadf2ce7-2163-4b33-877a-162922395fc5 req-32aa7c87-ef0f-4c2a-aeed-bfb79f95422c tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 950 time: 0.2377117 Feb 03 04:46:46.728632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-31382b2c-2d4d-465f-9a98-245dda002838 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'security_group_rule': {'security_group_id': '2c34a648-5265-4071-a1d2-d7145888c29f', 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:46.767538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Port f71f3117-0fee-403e-ae5a-95286b744e23 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:46:46.837257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce3b3-aee0-4d66-81c3-2e448b4503bc None None] Pushing event updated for resources: {'Port': ['ID=83064a35-71a1-406d-aa0d-bf02e153c5f4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:46.842499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cadf2ce7-2163-4b33-877a-162922395fc5 req-7c522dff-e564-4493-9365-fe9f022c5635 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/security-groups?id=a04b71a7-5d24-4029-9a76-58977672d724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541214 Feb 03 04:46:46.845584 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:46.896750 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc259f61-d2e1-419f-aa1c-0ad4e83ac37b None None] Pushing event updated for resources: {'Port': ['ID=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:46.899460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d461233-be64-4862-beaf-d281ffc70f7b req-ab1f190d-1a0d-4e34-b8f7-853982a518f5 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:46.911893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d461233-be64-4862-beaf-d281ffc70f7b req-ab1f190d-1a0d-4e34-b8f7-853982a518f5 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.1599157 Feb 03 04:46:46.961988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31382b2c-2d4d-465f-9a98-245dda002838 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (b23c947c-f084-45ee-bfde-d0f7fbb057b6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.086847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] For port 41f17b21-e7a8-4139-b760-7c344c34328a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41f17b21-e7a8-4139-b760-7c344c34328a,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:47.087372 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.158862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Pushing event updated for resources: {'Port': ['ID=f71f3117-0fee-403e-ae5a-95286b744e23,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:47.216405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Calling delete_port for 41f17b21-e7a8-4139-b760-7c344c34328a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:46:47.227426 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] Set router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:47.236005 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31382b2c-2d4d-465f-9a98-245dda002838 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (b23c947c-f084-45ee-bfde-d0f7fbb057b6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.257730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.272702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d461233-be64-4862-beaf-d281ffc70f7b req-3ae94577-b92e-45b5-beb8-5ad8ce4c8b42 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597305 Feb 03 04:46:47.274040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.275063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.275949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.278091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.279929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.280131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31382b2c-2d4d-465f-9a98-245dda002838 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b23c947c-f084-45ee-bfde-d0f7fbb057b6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.282948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.285255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.288696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.289037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.292755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.295132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.299976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd56f-f2ca-4a0f-91d4-ed8c0bd287fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:46:47.381030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31382b2c-2d4d-465f-9a98-245dda002838 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23c947c-f084-45ee-bfde-d0f7fbb057b6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:47.392786 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31382b2c-2d4d-465f-9a98-245dda002838 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.407253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-31382b2c-2d4d-465f-9a98-245dda002838 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6823103 Feb 03 04:46:47.412009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:47.431038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'security_group_rule': {'security_group_id': '2c34a648-5265-4071-a1d2-d7145888c29f', 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:47.447717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a1a9a12e-a810-44ee-937d-b4cb7367bd39 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:47.450171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a379eb87-ac24-4ba1-bf6b-c2e19531aa09 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:47.502068 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Project c70ae14836b940a6b4335bd870775c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:46:47.516802 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (ec959808-ae8e-45b3-86d9-ae08035790c9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.615260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Provisioning complete for port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:47.618423 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.773910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (ec959808-ae8e-45b3-86d9-ae08035790c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.777426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:47.779882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:47.785059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ec959808-ae8e-45b3-86d9-ae08035790c9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.860750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec959808-ae8e-45b3-86d9-ae08035790c9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:47.891933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.902292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e75272eb-8650-4ce4-90ea-10902727fcd8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4891279 Feb 03 04:46:47.909608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:47.923015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41f17b21-e7a8-4139-b760-7c344c34328a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:47.934740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'security_group_rule': {'security_group_id': '2c34a648-5265-4071-a1d2-d7145888c29f', 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:48.022298 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Project c70ae14836b940a6b4335bd870775c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:46:48.028618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (a1e898d7-8e31-4c5a-92eb-09fb2b69313e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:48.117670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Pushing event deleted for resources: {'Port': ['ID=41f17b21-e7a8-4139-b760-7c344c34328a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:48.210693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6e63596-e025-4ed5-b11a-6aab8dbc2046 req-f4aa2bac-b45b-4df8-935a-84966804290c tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 210 time: 0.1160278 Feb 03 04:46:48.266309 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-009c4392-1096-4670-b388-7a2954afc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:46:39Z', 'revision_number': 4, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port': {'id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:30Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e7bf1cd6-f0e5-4d66-a7b6-848e632c2420', 'name': '', 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'mac_address': 'fa:16:3e:68:a7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '5ac8e271-eca3-4d27-a031-8448d0d77245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:37Z', 'updated_at': '2022-02-03T04:46:46Z', 'revision_number': 4, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'subnets': [{'id': '5ac8e271-eca3-4d27-a031-8448d0d77245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:48.267369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] No DVR routers for this DVR port 41f17b21-e7a8-4139-b760-7c344c34328a on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:46:48.319462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:48.341667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2fd43fd-4792-4278-bb88-2a54125d2907 req-780f267e-9e6a-46e1-8cce-e353fe480bb5 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.15 "DELETE /v2.0/ports/41f17b21-e7a8-4139-b760-7c344c34328a HTTP/1.1" status: 204 len: 173 time: 2.1689732 Feb 03 04:46:48.342640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'name': 'network-vif-deleted', 'tag': '41f17b21-e7a8-4139-b760-7c344c34328a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:46:48.347015 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1bf0e0-d628-4991-bac7-1eac2cb9f50e" -d '{"events": [{"server_uuid": "9a5267f0-49ba-47ee-a7a2-3e094d052934", "name": "network-vif-deleted", "tag": "41f17b21-e7a8-4139-b760-7c344c34328a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:46:48.367784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:48.402147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (a1e898d7-8e31-4c5a-92eb-09fb2b69313e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:48.431891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a1e898d7-8e31-4c5a-92eb-09fb2b69313e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:48.469260 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c4392-1096-4670-b388-7a2954afc314 None None] The sync data for ids ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'] in n-d-827549-1 is: [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:46:39Z', 'revision_number': 4, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port': {'id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:30Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e7bf1cd6-f0e5-4d66-a7b6-848e632c2420', 'name': '', 'network_id': 'b2eb250a-65ff-4bee-81f5-b62c23f01ae5', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'mac_address': 'fa:16:3e:68:a7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '5ac8e271-eca3-4d27-a031-8448d0d77245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:37Z', 'updated_at': '2022-02-03T04:46:46Z', 'revision_number': 4, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'subnets': [{'id': '5ac8e271-eca3-4d27-a031-8448d0d77245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:48.504354 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:48.538905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6251116 Feb 03 04:46:48.563455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a8894-1ea1-427f-bd33-31d7b0b6b32d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e898d7-8e31-4c5a-92eb-09fb2b69313e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:48.571132 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60d3085-01c3-414a-9596-5f9eee6c8991 x-openstack-request-id: req-f60d3085-01c3-414a-9596-5f9eee6c8991 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:46:48.571433 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5267f0-49ba-47ee-a7a2-3e094d052934", "name": "network-vif-deleted", "tag": "41f17b21-e7a8-4139-b760-7c344c34328a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:46:48.571714 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f60d3085-01c3-414a-9596-5f9eee6c8991 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:46:48.572122 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5267f0-49ba-47ee-a7a2-3e094d052934', 'name': 'network-vif-deleted', 'tag': '41f17b21-e7a8-4139-b760-7c344c34328a', 'status': 'completed', 'code': 200} Feb 03 04:46:48.866291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c42bda-8c41-4b36-a84b-a0f996bec008 req-16fd359c-7ca8-4ddb-9d1e-b40c42f9f4fd tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:48.872057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47c42bda-8c41-4b36-a84b-a0f996bec008 req-16fd359c-7ca8-4ddb-9d1e-b40c42f9f4fd tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2789128 Feb 03 04:46:49.101340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Publish callbacks [] for port (5bf8c363-6451-449d-b272-405678d61ddb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:49.120871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47c42bda-8c41-4b36-a84b-a0f996bec008 req-48299653-77a8-4dea-9f43-4ebc7b1e2a4e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374170 Feb 03 04:46:49.194353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-14236efb-7f0f-498b-871e-5a852c7af782 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494049456&fields=id&tenant_id=c70ae14836b940a6b4335bd870775c61 HTTP/1.1" status: 200 len: 267 time: 0.1949515 Feb 03 04:46:49.513240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41f17b21-e7a8-4139-b760-7c344c34328a no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:46:49.544232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (5bf8c363-6451-449d-b272-405678d61ddb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:49.560994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Attempting to bind port 83064a35-71a1-406d-aa0d-bf02e153c5f4 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:49.561650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Attempting to bind port 83064a35-71a1-406d-aa0d-bf02e153c5f4 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:49.563086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Attempting to bind port 83064a35-71a1-406d-aa0d-bf02e153c5f4 on network 25b2af51-e198-4ff0-bb69-ed9544874db2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:49.650267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-b52034b0-9f3b-4d0b-b29a-cdd5e80b6014 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:49.657166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-b52034b0-9f3b-4d0b-b29a-cdd5e80b6014 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 809 time: 0.4616797 Feb 03 04:46:49.696693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b8f8e7d-ac30-4ab5-97ca-2a980a08860e req-91f82832-2c1f-49df-b154-bdb9f4cc8514 tempest-VolumesBackupsTest-1874929138 tempest-VolumesBackupsTest-1874929138-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5267f0-49ba-47ee-a7a2-3e094d052934 HTTP/1.1" status: 200 len: 210 time: 0.2115545 Feb 03 04:46:49.724604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:49.725401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Checking segment: {'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:49.726171 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:49.727008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Bound using segment: {'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:49.727989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Bound port: 83064a35-71a1-406d-aa0d-bf02e153c5f4, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ca1704-4319-45a6-906f-cb302c7686a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:49.729672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:49.732366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 41f17b21-e7a8-4139-b760-7c344c34328a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:46:49.732980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41f17b21-e7a8-4139-b760-7c344c34328a not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:46:49.741690 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f0738316-904c-4767-8262-3d6c7b674b3e tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/quotas/c70ae14836b940a6b4335bd870775c61 HTTP/1.1" status: 200 len: 375 time: 0.0835671 Feb 03 04:46:49.835476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Network b9d01282-2283-4b32-a40f-563571698ded is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:49.878758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8:2::1 (b9d01282-2283-4b32-a40f-563571698ded/27c342ea-0f55-4b1f-9db9-d23ddde22468/0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:49.935962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Pushing event updated for resources: {'Port': ['ID=5bf8c363-6451-449d-b272-405678d61ddb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:49.947125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-fdd62a10-e637-421e-a02a-905d646b9abc tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043269 Feb 03 04:46:49.992269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:49.993164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:50.111832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:50.174965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Current status of the port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:50.178920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:50.233130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:50.323557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:50.330599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] For port a379eb87-ac24-4ba1-bf6b-c2e19531aa09, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,segment=NetworkSegment(c05b977f-d454-478e-abe0-32154667b500),segment_id=c05b977f-d454-478e-abe0-32154667b500)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:50.647794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:50.662396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:50.667632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29dff337-da32-4071-b843-86b60f83c883 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:50.775411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Attempting to bind port 5bf8c363-6451-449d-b272-405678d61ddb on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:46:50.776115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Attempting to bind port 5bf8c363-6451-449d-b272-405678d61ddb by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:46:50.776670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Attempting to bind port 5bf8c363-6451-449d-b272-405678d61ddb on network b9d01282-2283-4b32-a40f-563571698ded {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:46:50.788828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] For port 83064a35-71a1-406d-aa0d-bf02e153c5f4, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:50.806346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] For port 83064a35-71a1-406d-aa0d-bf02e153c5f4, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=83064a35-71a1-406d-aa0d-bf02e153c5f4,segment=NetworkSegment(78ca1704-4319-45a6-906f-cb302c7686a6),segment_id=78ca1704-4319-45a6-906f-cb302c7686a6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:50.858273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-51319182-b189-409a-9e2a-aacd2099e83c service neutron] 10.222.0.35 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9077969 Feb 03 04:46:50.858665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:50.883046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db140-9df8-4c32-8a75-357d56073a87 req-3758fcb0-efc4-4218-9e0e-ce5fc89759cf tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:50.887070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-186db140-9df8-4c32-8a75-357d56073a87 req-3758fcb0-efc4-4218-9e0e-ce5fc89759cf tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.5681331 Feb 03 04:46:50.891754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:46Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:50.907350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:50.932632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:46:50.937370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Checking segment: {'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:46:50.938272 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:50.938697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Bound using segment: {'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:46:50.939230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Bound port: 5bf8c363-6451-449d-b272-405678d61ddb, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:46:50.941220 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5bf8c363-6451-449d-b272-405678d61ddb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:51.150816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Provisioning complete for port f71f3117-0fee-403e-ae5a-95286b744e23 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:51.153120 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:51.206008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87591030-a0a0-4353-b99d-caf60dc78e1c None None] The sync data for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 is: [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:46Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:51.259312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-be3f7359-3856-4e76-95cc-715b823c41d2 service neutron] 10.222.0.35 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641992 Feb 03 04:46:51.471260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network b9d01282-2283-4b32-a40f-563571698ded is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:51.521155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:51.552861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:51.553442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:51.657488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:51.742465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] For port 5bf8c363-6451-449d-b272-405678d61ddb, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:46:51.754251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] For port 5bf8c363-6451-449d-b272-405678d61ddb, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5bf8c363-6451-449d-b272-405678d61ddb,segment=NetworkSegment(9c5b611b-92d2-4c2d-bbc8-c51fba7124c5),segment_id=9c5b611b-92d2-4c2d-bbc8-c51fba7124c5)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:46:51.807840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5bf8c363-6451-449d-b272-405678d61ddb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:51.880053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:51.887953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:51.919882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61aeaa-9b32-4231-bc1a-43dac45a1648 None None] Pushing event updated for resources: {'Port': ['ID=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:52.124878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03638bae-206d-4ca4-ba2a-1c9ad7bfcebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:52.500873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 29dff337-da32-4071-b843-86b60f83c883 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:52.507574 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29dff337-da32-4071-b843-86b60f83c883), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:52.636853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03638bae-206d-4ca4-ba2a-1c9ad7bfcebd admin admin] Publish callbacks [] for security_group (d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:52.661006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03638bae-206d-4ca4-ba2a-1c9ad7bfcebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:52.742621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce3b3-aee0-4d66-81c3-2e448b4503bc None None] Pushing event updated for resources: {'Port': ['ID=83064a35-71a1-406d-aa0d-bf02e153c5f4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:52.923068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-03638bae-206d-4ca4-ba2a-1c9ad7bfcebd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b74c0a4d73a489eab89f9862b504e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2625542 Feb 03 04:46:52.926336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03638bae-206d-4ca4-ba2a-1c9ad7bfcebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:52.938157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37648) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:53.181703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 29dff337-da32-4071-b843-86b60f83c883 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:53.229901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c60ac7b-de79-4646-9d40-4b8886dde0b6 admin admin] Publish callbacks [] for security_group (d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:53.440222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c60ac7b-de79-4646-9d40-4b8886dde0b6 admin admin] Publish callbacks [] for security_group (d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:53.582435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:53.816841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c60ac7b-de79-4646-9d40-4b8886dde0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:53.824687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c60ac7b-de79-4646-9d40-4b8886dde0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:53.825732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c60ac7b-de79-4646-9d40-4b8886dde0b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1 HTTP/1.1" status: 204 len: 168 time: 0.8836508 Feb 03 04:46:53.879630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60ac7b-de79-4646-9d40-4b8886dde0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9942fdc-2503-4ecc-a0ab-b1b67d30eaf1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:54.071782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60a69b7c-b2b1-4e74-9c8a-392037771b7d req-5a425719-ca8a-46c6-bae0-a30adb7d4400 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 210 time: 0.1332889 Feb 03 04:46:54.173427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:54.357023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-186db140-9df8-4c32-8a75-357d56073a87 req-f3f2b57e-e1c4-4b66-b1af-170461f3e919 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 3.4308808 Feb 03 04:46:54.420304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b5a2-22b2-49f3-ada5-7da19c94caf2 None None] Pushing event updated for resources: {'Port': ['ID=5bf8c363-6451-449d-b272-405678d61ddb,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:54.471110 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.021961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:55.058512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e339c88-5a5e-4f0e-bb73-795703995e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.167645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:55.286759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-072c3c64-bc02-4f75-a31c-c1c052d8234d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:55.300768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-072c3c64-bc02-4f75-a31c-c1c052d8234d tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.15 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 809 time: 0.5175579 Feb 03 04:46:55.318771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Current status of the port f71f3117-0fee-403e-ae5a-95286b744e23 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:55.319580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.411536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1b6d1-7c81-4886-816f-d95367143fb0 None None] Network b9d01282-2283-4b32-a40f-563571698ded requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:46:55.424431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e339c88-5a5e-4f0e-bb73-795703995e26 admin admin] Publish callbacks [] for security_group (8a324e21-0f6b-4446-84b1-4cba03920614), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.450185 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.450854 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.490524 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-b1942763-8337-401b-9eed-b7e9bd6e6842 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70ae14836b940a6b4335bd870775c61 HTTP/1.1" status: 200 len: 379 time: 0.1807756 Feb 03 04:46:55.491153 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e339c88-5a5e-4f0e-bb73-795703995e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a324e21-0f6b-4446-84b1-4cba03920614), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.503119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'port': {'device_id': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'admin_state_up': True, 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'security_groups': ['2c34a648-5265-4071-a1d2-d7145888c29f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:55.508487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:55.508868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.671009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] For port f71f3117-0fee-403e-ae5a-95286b744e23, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f71f3117-0fee-403e-ae5a-95286b744e23,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:55.749092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:55.749671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1e339c88-5a5e-4f0e-bb73-795703995e26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03947afdaf884d23b2b2cc4b72509910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7255509 Feb 03 04:46:55.771176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.790315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c09ce39-2e89-4100-8048-a1452bf7ae9d req-e7959d98-f267-4c3f-8e70-4864ef2a6a5a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 210 time: 0.3574898 Feb 03 04:46:55.926376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-473629a2-7e34-42c4-bf5b-d215aa00b18f admin admin] Publish callbacks [] for security_group (8a324e21-0f6b-4446-84b1-4cba03920614), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:55.935321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Made reservation on behalf of c70ae14836b940a6b4335bd870775c61 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:55.951050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.020596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082faa4d-d33c-4ce2-a2d2-00c6999bbda5 req-e5352f2e-2f93-4138-8b25-0202fe7e6ee2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:56.028131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-082faa4d-d33c-4ce2-a2d2-00c6999bbda5 req-e5352f2e-2f93-4138-8b25-0202fe7e6ee2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.4387946 Feb 03 04:46:56.096898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-473629a2-7e34-42c4-bf5b-d215aa00b18f admin admin] Publish callbacks [] for security_group (8a324e21-0f6b-4446-84b1-4cba03920614), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.125908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339c88-5a5e-4f0e-bb73-795703995e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a324e21-0f6b-4446-84b1-4cba03920614,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:56.161989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:56.162430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.178124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:35Z', 'revision_number': 3, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:46:50Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:56.228541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Provisioning complete for port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:56.228915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.257734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78123132-b0c9-456c-aa90-c5336487d572 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:35Z', 'revision_number': 3, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:46:50Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:46:56.375598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Pushing event updated for resources: {'Port': ['ID=f71f3117-0fee-403e-ae5a-95286b744e23,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:56.386356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,segment=NetworkSegment(c05b977f-d454-478e-abe0-32154667b500),segment_id=c05b977f-d454-478e-abe0-32154667b500)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:46:56.409668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.410731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a379eb87-ac24-4ba1-bf6b-c2e19531aa09 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:56.448089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-082faa4d-d33c-4ce2-a2d2-00c6999bbda5 req-c08be9bd-10f8-412c-9bd1-103c1e27b2f7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130752 Feb 03 04:46:56.510812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:56.614585 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.632031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.633231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.769136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Current status of the port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:56.846556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:56.847430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:56.975017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Provisioning complete for port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:56.992007 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:57.133337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Allocated IP 172.20.0.7 (a43c754e-d1db-440c-a7ff-0787e65c4457/bd32445a-ccd9-41a2-ad81-f87c42940e44/bdbed456-7400-4795-aa0d-60e733c8e637) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:46:57.252645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network b9d01282-2283-4b32-a40f-563571698ded is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:57.292099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-732f041e-12ff-4c19-9724-0b6798a5d45c req-e7896578-abdd-4bd3-97ab-2c9ab2e6871a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 210 time: 0.1932046 Feb 03 04:46:57.297723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:57.382070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:57.385573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c5440241-8c58-421e-8c18-48ed72f1b1b0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:57.611083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:57.670466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for port (bdbed456-7400-4795-aa0d-60e733c8e637), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:57.681123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Current status of the port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:57.756162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c5440241-8c58-421e-8c18-48ed72f1b1b0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:57.759833 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:57.773686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-473629a2-7e34-42c4-bf5b-d215aa00b18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a324e21-0f6b-4446-84b1-4cba03920614), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:57.790439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-473629a2-7e34-42c4-bf5b-d215aa00b18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:57.793559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-473629a2-7e34-42c4-bf5b-d215aa00b18f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a324e21-0f6b-4446-84b1-4cba03920614 HTTP/1.1" status: 204 len: 168 time: 2.0314336 Feb 03 04:46:57.816025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:46:57.821552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:57.844262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473629a2-7e34-42c4-bf5b-d215aa00b18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a324e21-0f6b-4446-84b1-4cba03920614,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:57.990721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Provisioning complete for port 29dff337-da32-4071-b843-86b60f83c883 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:57.991103 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29dff337-da32-4071-b843-86b60f83c883), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:58.018056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Network a43c754e-d1db-440c-a7ff-0787e65c4457 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:46:58.045140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-8980db5b-71a4-4536-8f01-13cb18f15b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:58.053219 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-8980db5b-71a4-4536-8f01-13cb18f15b4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1127 time: 1.6464298 Feb 03 04:46:58.060586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:46:58.074253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:46:58.097592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'Port': ['ID=bdbed456-7400-4795-aa0d-60e733c8e637,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:58.142282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834414ae-03d9-485f-b623-142205d21685 req-eae3d5d4-9f48-475a-be66-57204961d846 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:58.149882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-834414ae-03d9-485f-b623-142205d21685 req-eae3d5d4-9f48-475a-be66-57204961d846 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.4343276 Feb 03 04:46:58.324281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:58.335376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:58.357345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-834414ae-03d9-485f-b623-142205d21685 req-d87887d6-020e-4977-8d7b-5fee821cfb9c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019224 Feb 03 04:46:58.471913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-2428c7c1-2e8a-493b-b9c6-d269873be3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:58.473813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-2428c7c1-2e8a-493b-b9c6-d269873be3ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.3837700 Feb 03 04:46:58.501192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-54e13708-92d7-445b-8899-462d4e8e312a tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0063267 Feb 03 04:46:58.595678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Current status of the port 29dff337-da32-4071-b843-86b60f83c883 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:58.607646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Request body: {'port': {'device_id': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:58.609225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:46:58.641093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:46:58.659532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-538ade0c-6316-466e-b3a7-116f93e7833f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5188513 Feb 03 04:46:58.691159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:46:58.694369 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:58.700839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1676422586'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:46:58.761453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c5440241-8c58-421e-8c18-48ed72f1b1b0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:46:58.762634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29dff337-da32-4071-b843-86b60f83c883 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:46:58.766426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784b845-b47b-4fc6-9987-674974bf71ee req-582e7a29-9215-40f4-abb8-9c5ae8853b30 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:58.768315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1784b845-b47b-4fc6-9987-674974bf71ee req-582e7a29-9215-40f4-abb8-9c5ae8853b30 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 931 time: 0.3454039 Feb 03 04:46:58.772363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:46:58.773019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:46:58.779684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:46:58.784939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:58.840485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:46:58.871324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (12214145-4fde-4dbc-99ea-5d89f765a547), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:58.876596 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added segment 12214145-4fde-4dbc-99ea-5d89f765a547 of type vlan for network 69f0421c-52b7-4c94-97a2-11153601f6ca Feb 03 04:46:58.915066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1784b845-b47b-4fc6-9987-674974bf71ee req-a7168211-270a-49bf-9aef-0b9247cc0193 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405494 Feb 03 04:46:59.038064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:46:59.184407 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:46:59.301831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Provisioning complete for port 83064a35-71a1-406d-aa0d-bf02e153c5f4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:59.303570 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:59.419244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbed456-7400-4795-aa0d-60e733c8e637 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:46:59.441841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Publish callbacks [] for port (bdbed456-7400-4795-aa0d-60e733c8e637), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:59.515644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Transition to ACTIVE for port object bdbed456-7400-4795-aa0d-60e733c8e637 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:46:59.562746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:59.588706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 29dff337-da32-4071-b843-86b60f83c883 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:46:59.589097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29dff337-da32-4071-b843-86b60f83c883), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:46:59.749378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbed456-7400-4795-aa0d-60e733c8e637,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:46:59.849062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af0e41-10fd-4fb4-8ce7-0af7434fdf11 req-83948ca4-5517-4ac7-aaf4-1f1dc792ca28 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:46:59.851231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-58d35613-3421-425a-b9c6-0255ea5ffc16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 1000 time: 1.3670871 Feb 03 04:46:59.859989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96af0e41-10fd-4fb4-8ce7-0af7434fdf11 req-83948ca4-5517-4ac7-aaf4-1f1dc792ca28 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2152133 Feb 03 04:46:59.942226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:54Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:46:55Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:46:50Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:00.149960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96af0e41-10fd-4fb4-8ce7-0af7434fdf11 req-e9b1142a-e0fd-48ee-b098-86b656ddd439 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597213 Feb 03 04:47:00.167860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:00.168536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Updating router 4cef7df9-4572-499d-a2f7-31a4c942b722 port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:47:00.220364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 29dff337-da32-4071-b843-86b60f83c883 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:00.221534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f71f3117-0fee-403e-ae5a-95286b744e23 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:00.268556 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:00.350667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a748e3-3d32-4bf8-a01f-f9f6dbb03aa9 req-078e7a47-4b92-4f46-9417-995a7c1a61cd tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:00.353146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2a748e3-3d32-4bf8-a01f-f9f6dbb03aa9 req-078e7a47-4b92-4f46-9417-995a7c1a61cd tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 943 time: 0.2009597 Feb 03 04:47:00.538199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Current status of the port 83064a35-71a1-406d-aa0d-bf02e153c5f4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:00.538592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:00.546512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2a748e3-3d32-4bf8-a01f-f9f6dbb03aa9 req-22c7b52f-2ffb-4c7a-a25c-0e3813bef6d6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801770 Feb 03 04:47:00.674090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f71f3117-0fee-403e-ae5a-95286b744e23 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:00.674602 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:00.818298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] For port 83064a35-71a1-406d-aa0d-bf02e153c5f4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=83064a35-71a1-406d-aa0d-bf02e153c5f4,segment=NetworkSegment(78ca1704-4319-45a6-906f-cb302c7686a6),segment_id=78ca1704-4319-45a6-906f-cb302c7686a6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:00.851754 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:01.373378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Publish callbacks [] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:01.434464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1625f2a-6c87-4b35-a17c-246eccdeb725 None None] Pushing event updated for resources: {'Port': ['ID=83064a35-71a1-406d-aa0d-bf02e153c5f4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:01.447835 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (69f0421c-52b7-4c94-97a2-11153601f6ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:01.510368 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cecdd5-3aa1-4e42-8f5e-38b7cee903cc req-dbb45376-6e13-43f9-a0e6-15e170ac30eb tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:01.512829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (69f0421c-52b7-4c94-97a2-11153601f6ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:01.524568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:01.525195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:01.532547 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cecdd5-3aa1-4e42-8f5e-38b7cee903cc req-dbb45376-6e13-43f9-a0e6-15e170ac30eb tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2260015 Feb 03 04:47:01.679748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Attempting to bind port bdbed456-7400-4795-aa0d-60e733c8e637 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:01.680110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Attempting to bind port bdbed456-7400-4795-aa0d-60e733c8e637 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:01.682414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Attempting to bind port bdbed456-7400-4795-aa0d-60e733c8e637 on network a43c754e-d1db-440c-a7ff-0787e65c4457 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:01.706897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33cecdd5-3aa1-4e42-8f5e-38b7cee903cc req-87564c65-c353-46fb-b91d-096840446452 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684098 Feb 03 04:47:01.708076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-76af9e98-c123-4f86-b2a0-60d85cb2ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:01.712289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-76af9e98-c123-4f86-b2a0-60d85cb2ac5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 1.7819200 Feb 03 04:47:01.778528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Port bdbed456-7400-4795-aa0d-60e733c8e637 on network a43c754e-d1db-440c-a7ff-0787e65c4457 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:47:01.778867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Attempting to bind port bdbed456-7400-4795-aa0d-60e733c8e637 on network a43c754e-d1db-440c-a7ff-0787e65c4457 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:01.836475 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1393244 Feb 03 04:47:01.839890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37824) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:01.848791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'subnet': {'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:02.002800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:02.011780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Checking segment: {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:02.012265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Bound using segment: {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:02.012746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Bound port: bdbed456-7400-4795-aa0d-60e733c8e637, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aecc18d-65c7-4b8c-aed2-fda40c044769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:02.013126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:02.021036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eba453-a516-4418-a554-f8f1f26d7956 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Network': ['ID=69f0421c-52b7-4c94-97a2-11153601f6ca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:02.034221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe60bf9-5689-4ff1-80cf-90258b5ebc37 req-c99e56bb-ab51-4ccb-937d-c38555fb3abe tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:02.044034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbe60bf9-5689-4ff1-80cf-90258b5ebc37 req-c99e56bb-ab51-4ccb-937d-c38555fb3abe tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 943 time: 0.3098679 Feb 03 04:47:02.142863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Made reservation on behalf of 69088a012329481382ade449956f9475 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:02.155159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:02.156761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-af541817-83b6-46d9-bb40-1b5c55ceea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:02.160768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-af541817-83b6-46d9-bb40-1b5c55ceea87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3899839 Feb 03 04:47:02.203178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Provisioning complete for port 5bf8c363-6451-449d-b272-405678d61ddb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:02.219347 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5bf8c363-6451-449d-b272-405678d61ddb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:02.221645 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:02.250921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 69f0421c-52b7-4c94-97a2-11153601f6ca details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:47:02.362195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] For port bdbed456-7400-4795-aa0d-60e733c8e637, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:02.406177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] For port bdbed456-7400-4795-aa0d-60e733c8e637, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=bdbed456-7400-4795-aa0d-60e733c8e637,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:02.444796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:02.480832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-0695646d-00d2-4c20-9119-32ce68bf0d85 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140869 Feb 03 04:47:02.620682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:02.622031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:02.626861 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] 10.222.0.15 "PUT /v2.0/ports/bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 1091 time: 4.0268672 Feb 03 04:47:02.634702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfb5c8-c475-46c6-9132-439dea03efc4 None None] Pushing event updated for resources: {'Port': ['ID=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:02.658638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:02.671103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbe60bf9-5689-4ff1-80cf-90258b5ebc37 req-27ed1263-207f-4a69-ae1b-1ace3e6e8598 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6195698 Feb 03 04:47:02.674566 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2248c-81d9-4d14-a50b-14b74469fda1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:02.677393 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (4d349228-b40f-41ce-9de9-379b62508bb3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:02.790274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f71f3117-0fee-403e-ae5a-95286b744e23 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:02.797839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b2bfbd29-89fa-433f-a550-e94d6b709f9f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:02.895034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Checking segment: {'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:02.895455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network hostable DHCP agents. Network: 69f0421c-52b7-4c94-97a2-11153601f6ca, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:47:02.979374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec54fa0-013f-406e-bf6f-69bc562d35e6 req-3b790ecc-abb7-44de-8f78-8766e4b42b63 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155090 Feb 03 04:47:03.150221 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1088e7-ba0d-4424-9034-aa00e1bb3626 x-openstack-request-id: req-0a1088e7-ba0d-4424-9034-aa00e1bb3626 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:03.150499 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:03.150755 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a1088e7-ba0d-4424-9034-aa00e1bb3626 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:03.151143 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'status': 'completed', 'code': 200} Feb 03 04:47:03.220067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 69f0421c-52b7-4c94-97a2-11153601f6ca is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:47:03.266948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70be3d8-cfef-4f7e-9557-a9b040e14ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbed456-7400-4795-aa0d-60e733c8e637,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:03.305230 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-933e79d5-034d-49c8-9be1-b9a8fe71e426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:03.305531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110387-efa3-4ea3-aa7a-33a4be93aae4 req-5377cfe0-c06d-4960-a693-30d02670840d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:03.312571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-20fc70ee-1747-4c46-9383-2488a6680333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:03.314302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-20fc70ee-1747-4c46-9383-2488a6680333 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1125 time: 0.3492641 Feb 03 04:47:03.316817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c110387-efa3-4ea3-aa7a-33a4be93aae4 req-5377cfe0-c06d-4960-a693-30d02670840d tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.3632751 Feb 03 04:47:03.404318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b2bfbd29-89fa-433f-a550-e94d6b709f9f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:03.407006 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:03.417504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Current status of the port 5bf8c363-6451-449d-b272-405678d61ddb is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:03.418056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-4ce8b7bb-ed8b-4b3f-a28b-f7240e58b10a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 217 time: 0.0968325 Feb 03 04:47:03.419890 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5bf8c363-6451-449d-b272-405678d61ddb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:03.423075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Subnet': ['ID=4d349228-b40f-41ce-9de9-379b62508bb3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:03.426109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Attempting to bind port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:03.428448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Attempting to bind port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:03.428872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Attempting to bind port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e on network b9d01282-2283-4b32-a40f-563571698ded {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:03.451684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c110387-efa3-4ea3-aa7a-33a4be93aae4 req-daaf3200-6994-4eff-9f43-5e5796e06827 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298909 Feb 03 04:47:03.453080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 69f0421c-52b7-4c94-97a2-11153601f6ca) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:03.463759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:03.470641 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:03.480810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:03.487970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Checking segment: {'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:03.488558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:03.489261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Bound using segment: {'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:03.489875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Bound port: 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:03.490393 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:03.509711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3e38b9ef-e6e5-432d-a22e-47ba96b0e129 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6648850 Feb 03 04:47:03.511331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 37860) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:03.513000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47baebeb-29e0-4b0b-8f41-a8e8ae5930c5 None None] Network 69f0421c-52b7-4c94-97a2-11153601f6ca requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:03.537259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-0dea7162-5ff0-41d5-9fe0-f75e3099cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:03.540218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-0dea7162-5ff0-41d5-9fe0-f75e3099cb9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 200 len: 848 time: 0.1161220 Feb 03 04:47:03.648366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-84ed117d-ecc6-46d9-82e2-8fa0b851be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:03.654552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-84ed117d-ecc6-46d9-82e2-8fa0b851be58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43c754e-d1db-440c-a7ff-0787e65c4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072128 Feb 03 04:47:03.769566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] For port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:03.773950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] For port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,segment=NetworkSegment(9c5b611b-92d2-4c2d-bbc8-c51fba7124c5),segment_id=9c5b611b-92d2-4c2d-bbc8-c51fba7124c5)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:03.813616 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:04.001778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] For port 5bf8c363-6451-449d-b272-405678d61ddb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5bf8c363-6451-449d-b272-405678d61ddb,segment=NetworkSegment(9c5b611b-92d2-4c2d-bbc8-c51fba7124c5),segment_id=9c5b611b-92d2-4c2d-bbc8-c51fba7124c5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:04.014232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:04.016280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:46:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:04.038285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-31638ae4-0e74-4ed7-97c5-d5e568462fa9 service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760967 Feb 03 04:47:04.288360 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-82da107d-e6a2-4c45-b448-d70b72b3fd89 req-efbc7def-5394-4e13-9422-5810c63476fa service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367408 Feb 03 04:47:04.326090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:04.329632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-0f4500ca-3257-4836-a8c4-1e253974105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:04.336343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-0f4500ca-3257-4836-a8c4-1e253974105e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1127 time: 0.4745057 Feb 03 04:47:04.531340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e15a4-b89c-4b48-95ad-75aae3abc76e req-dcd9cae6-91ce-4c74-aeff-e6ece2d23472 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:04.533013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c14e15a4-b89c-4b48-95ad-75aae3abc76e req-dcd9cae6-91ce-4c74-aeff-e6ece2d23472 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 943 time: 0.4205937 Feb 03 04:47:04.633319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-170df31f-f90f-44cb-98bd-2aa0a355bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:04.635930 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-170df31f-f90f-44cb-98bd-2aa0a355bfd5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.2923391 Feb 03 04:47:04.656155 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5bf8c363-6451-449d-b272-405678d61ddb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:04.724144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c14e15a4-b89c-4b48-95ad-75aae3abc76e req-bec9f2e2-bea6-4fc1-bef5-91b58cb66334 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829894 Feb 03 04:47:04.802617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfb5c8-c475-46c6-9132-439dea03efc4 None None] Pushing event updated for resources: {'Port': ['ID=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:04.882462 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:04.902692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-79f8296d-db4a-4830-a4e7-00134939e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:04.909364 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-79f8296d-db4a-4830-a4e7-00134939e041 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1125 time: 0.2723155 Feb 03 04:47:04.949266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-9e72832e-af4d-4dd5-b2ac-e997f5a8378d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 1000 time: 0.2492507 Feb 03 04:47:04.984054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f25c-0ea2-43d1-a09d-1e7bc7f9e1eb req-71a7f7b2-32de-4e1a-be4c-249629d4d130 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:04.987150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0541f25c-0ea2-43d1-a09d-1e7bc7f9e1eb req-71a7f7b2-32de-4e1a-be4c-249629d4d130 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 0.2989852 Feb 03 04:47:04.991911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Provisioning complete for port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:04.992317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:05.014050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-69f0421c-52b7-4c94-97a2-11153601f6ca', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'project_id': '69088a012329481382ade449956f9475', 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:47:05.017731 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:05.226295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-499865b3-cd43-45df-aa86-c9df725b49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:05.227833 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-499865b3-cd43-45df-aa86-c9df725b49b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 910 time: 0.3048241 Feb 03 04:47:05.231530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-a30c0855-ad4f-4b89-8501-9374c3d97b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:05.232937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-a30c0855-ad4f-4b89-8501-9374c3d97b04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.2617023 Feb 03 04:47:05.243355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0541f25c-0ea2-43d1-a09d-1e7bc7f9e1eb req-d32a1680-1154-4e30-b5c3-a8f082cce041 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726501 Feb 03 04:47:05.264569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Pushing event updated for resources: {'Port': ['ID=5bf8c363-6451-449d-b272-405678d61ddb,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:05.284982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b2bfbd29-89fa-433f-a550-e94d6b709f9f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:05.285490 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:05.313892 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-af044100-817e-4dbe-a583-c69fa70c3536 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 217 time: 0.0473814 Feb 03 04:47:05.336141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b2bfbd29-89fa-433f-a550-e94d6b709f9f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b2bfbd29-89fa-433f-a550-e94d6b709f9f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:05.376756 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:05.502616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-ec6ba7c8-6a77-4ccc-9e50-b9c4c96af75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:05.504699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-ec6ba7c8-6a77-4ccc-9e50-b9c4c96af75e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2583694 Feb 03 04:47:05.506384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-3b4faac9-0b03-4e02-a967-9fb0105e91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:05.508042 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-3b4faac9-0b03-4e02-a967-9fb0105e91d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 200 len: 848 time: 0.1533403 Feb 03 04:47:05.592685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Allocated IP 2001:db8:3::1 (69f0421c-52b7-4c94-97a2-11153601f6ca/4d349228-b40f-41ce-9de9-379b62508bb3/7ed534f1-29f6-4900-9cc5-e967a1e814c8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:05.696159 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-c375a3f0-5e7a-4b81-b1b7-5325cf945ae6 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845279 Feb 03 04:47:05.764976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b2bfbd29-89fa-433f-a550-e94d6b709f9f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:05.864093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:05.900566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Current status of the port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:05.901622 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:05.974978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:06.015104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 69f0421c-52b7-4c94-97a2-11153601f6ca is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:06.019455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:06.025057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Allocated IP 2001:db8:3::2 (69f0421c-52b7-4c94-97a2-11153601f6ca/4d349228-b40f-41ce-9de9-379b62508bb3/e72185c7-665b-445d-aa66-869e968c467b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:06.028209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:06.029024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:06.041043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-0235f94f-e9eb-40ba-97ba-284471fcd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:06.048351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-0235f94f-e9eb-40ba-97ba-284471fcd3dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43c754e-d1db-440c-a7ff-0787e65c4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3379138 Feb 03 04:47:06.079037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d1765cf-fd4c-4562-8f5e-1d4df14f8c68 req-9f175320-aa93-4bd6-a9be-ee7afd4f1374 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449733 Feb 03 04:47:06.203297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c95b-f0ea-4fc6-8f9a-24d87637ef1f req-a46dd676-b97a-46e4-9d2a-5fa39d26fb48 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:06.211766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8fb1c95b-f0ea-4fc6-8f9a-24d87637ef1f req-a46dd676-b97a-46e4-9d2a-5fa39d26fb48 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 943 time: 0.3152568 Feb 03 04:47:06.297255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-b54b45ae-40e1-4219-8922-b94c0a3acc19 service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410419 Feb 03 04:47:06.310241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Publish callbacks [] for port (e72185c7-665b-445d-aa66-869e968c467b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:06.329715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8fb1c95b-f0ea-4fc6-8f9a-24d87637ef1f req-bd3d948e-31f4-4a8b-960e-b67b4b059f89 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166039 Feb 03 04:47:06.345320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] For port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,segment=NetworkSegment(9c5b611b-92d2-4c2d-bbc8-c51fba7124c5),segment_id=9c5b611b-92d2-4c2d-bbc8-c51fba7124c5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:06.349570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:54Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:03Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:06.393342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229d71c-78a2-49ac-9de9-34a91630a308 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:46:54Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:03Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:06.395382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:06.406057 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e72185c7-665b-445d-aa66-869e968c467b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:06.408304 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:06.478429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=7ed534f1-29f6-4900-9cc5-e967a1e814c8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:06.574949 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-13b2248c-81d9-4d14-a50b-14b74469fda1 req-55ab4cd5-791f-41b2-8758-20081d9905ec service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714982 Feb 03 04:47:06.581923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:06.692943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:07.081258 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9180a334-3e38-4a15-b8d6-e82e6eefc1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:07.108678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Network 69f0421c-52b7-4c94-97a2-11153601f6ca is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:07.184479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:07.194771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:07.222821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Pushing event updated for resources: {'Port': ['ID=e72185c7-665b-445d-aa66-869e968c467b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:07.263961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Provisioning complete for port 83064a35-71a1-406d-aa0d-bf02e153c5f4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:07.265200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:07.287720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:07.433171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:07.433572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:07.511757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Attempting to bind port e72185c7-665b-445d-aa66-869e968c467b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:07.512165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Attempting to bind port e72185c7-665b-445d-aa66-869e968c467b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:07.512485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Attempting to bind port e72185c7-665b-445d-aa66-869e968c467b on network 69f0421c-52b7-4c94-97a2-11153601f6ca {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:07.623080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:07.623530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Checking segment: {'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:07.623914 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:07.624476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Bound using segment: {'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:07.624974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Bound port: e72185c7-665b-445d-aa66-869e968c467b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:07.625359 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e72185c7-665b-445d-aa66-869e968c467b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:07.632700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Pushing event updated for resources: {'Port': ['ID=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:07.771869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:07.776288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:07.816504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-69880eff-568d-4fc2-8e05-4f133814c197 None None] Current status of the port 83064a35-71a1-406d-aa0d-bf02e153c5f4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:07.913116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:07.915094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 83064a35-71a1-406d-aa0d-bf02e153c5f4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:07.942338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:07.947384 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2096056b-7217-415c-805e-70a9e84dd637" -d '{"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-unplugged", "status": "completed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:07.955402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e777e8-8e1c-433f-a97f-73da910de805 req-4ecea7af-1fbb-4a40-aaa9-74a6e6e06f51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:07.959622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7e777e8-8e1c-433f-a97f-73da910de805 req-4ecea7af-1fbb-4a40-aaa9-74a6e6e06f51 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 945 time: 1.5457668 Feb 03 04:47:08.086135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:08.091380 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f09a98-7620-4ef4-b091-9077b05eee73 req-34c5ebfe-ed38-4c85-8837-bbd557fd7064 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:08.095762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5f09a98-7620-4ef4-b091-9077b05eee73 req-34c5ebfe-ed38-4c85-8837-bbd557fd7064 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 943 time: 0.4087794 Feb 03 04:47:08.103952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] For port e72185c7-665b-445d-aa66-869e968c467b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:08.138498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7e777e8-8e1c-433f-a97f-73da910de805 req-d062b3ce-ce67-46a3-9169-bb5f2e100131 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655097 Feb 03 04:47:08.169066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] For port e72185c7-665b-445d-aa66-869e968c467b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e72185c7-665b-445d-aa66-869e968c467b,segment=NetworkSegment(12214145-4fde-4dbc-99ea-5d89f765a547),segment_id=12214145-4fde-4dbc-99ea-5d89f765a547)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:08.179216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.204701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e72185c7-665b-445d-aa66-869e968c467b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.247801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.261816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-980620a4-ed37-4de1-b0ce-a6ea881a2220 None None] Provisioning complete for port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:08.262851 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-980620a4-ed37-4de1-b0ce-a6ea881a2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.266313 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ba96cb-b160-4cfa-b632-80514663dd0a x-openstack-request-id: req-e7ba96cb-b160-4cfa-b632-80514663dd0a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:08.266619 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-unplugged", "status": "failed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:08.266875 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7ba96cb-b160-4cfa-b632-80514663dd0a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:08.267459 n-d-827549-1 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'code': 422} returned with failed status Feb 03 04:47:08.340182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 83064a35-71a1-406d-aa0d-bf02e153c5f4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:08.341295 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.453859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.469990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:08.473520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.478865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.548786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event updated for resources: {'Port': ['ID=7ed534f1-29f6-4900-9cc5-e967a1e814c8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:08.571244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5f09a98-7620-4ef4-b091-9077b05eee73 req-4113e401-c8b4-4022-9798-0c4e92e207d9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594238 Feb 03 04:47:08.602889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d5eb-d6c3-4abc-8179-d0bc6a6ff27d None None] Pushing event updated for resources: {'Port': ['ID=e72185c7-665b-445d-aa66-869e968c467b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:08.617051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device bdbed456-7400-4795-aa0d-60e733c8e637 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:47:08.781428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 83064a35-71a1-406d-aa0d-bf02e153c5f4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:08.782774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5bf8c363-6451-449d-b272-405678d61ddb up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:08.787380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-980620a4-ed37-4de1-b0ce-a6ea881a2220 None None] Current status of the port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:08.827802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Network 69f0421c-52b7-4c94-97a2-11153601f6ca is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:08.829352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:08.971381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 5bf8c363-6451-449d-b272-405678d61ddb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:08.971788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5bf8c363-6451-449d-b272-405678d61ddb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:08.974939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port bdbed456-7400-4795-aa0d-60e733c8e637, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=bdbed456-7400-4795-aa0d-60e733c8e637,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:09.021276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'port_id': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'mac_address': 'fa:16:3e:27:cb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:47:09.022327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:09.113531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port bdbed456-7400-4795-aa0d-60e733c8e637 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:09.114299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:09.133913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbed456-7400-4795-aa0d-60e733c8e637 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:47:09.192970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port bdbed456-7400-4795-aa0d-60e733c8e637, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=bdbed456-7400-4795-aa0d-60e733c8e637,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:09.228294 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:09.304376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:09.318182 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:09.323190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-94d292b4-d031-42a1-9ba8-22f70b2fde13 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8104398 Feb 03 04:47:09.325919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 37984) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:09.331171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:09.340660 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:09.341349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:09.349506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 5bf8c363-6451-449d-b272-405678d61ddb is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:09.354351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f71f3117-0fee-403e-ae5a-95286b744e23 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:09.411540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e04f-a799-4043-81ae-2ab3643bf033 req-1ed594a3-c370-4df3-b3f1-a47f2e0da221 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:09.412736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2a8e04f-a799-4043-81ae-2ab3643bf033 req-1ed594a3-c370-4df3-b3f1-a47f2e0da221 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.0968978 Feb 03 04:47:09.544372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2a8e04f-a799-4043-81ae-2ab3643bf033 req-4101687e-987a-40fb-801d-a8263dc19ec8 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277010 Feb 03 04:47:09.594736 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:09.674340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['bdbed456-7400-4795-aa0d-60e733c8e637'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:47:09.705519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=bdbed456-7400-4795-aa0d-60e733c8e637,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:09.744108 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:09.833247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f71f3117-0fee-403e-ae5a-95286b744e23 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:09.834009 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:09.857986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d58c7-66e4-42cf-960f-9d845716f24b req-36bf888e-707c-4077-b9f9-0218c8595ccd tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:09.872141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a86d58c7-66e4-42cf-960f-9d845716f24b req-36bf888e-707c-4077-b9f9-0218c8595ccd tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 944 time: 0.1560495 Feb 03 04:47:10.022124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f71f3117-0fee-403e-ae5a-95286b744e23 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:10.038614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a86d58c7-66e4-42cf-960f-9d845716f24b req-a1f55236-93af-40c6-9937-5b5ac51921b9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585264 Feb 03 04:47:10.662408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcb76b-368d-43e9-aea4-7d2be1fdfc7b None None] Network 69f0421c-52b7-4c94-97a2-11153601f6ca requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:10.833402 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed534f1-29f6-4900-9cc5-e967a1e814c8', 'name': '', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:1e:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:47:05Z', 'updated_at': '2022-02-03T04:47:08Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:10.883226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:10.885767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e72185c7-665b-445d-aa66-869e968c467b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:10.889964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:10.960177 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:10.967269 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Updating router 4cef7df9-4572-499d-a2f7-31a4c942b722 port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:47:11.067893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 04:47:11.118390 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.125211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Removed routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 04:47:11.128116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.135182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e11eef56-d447-4cd0-8554-64fc62d57467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.188221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c4b86393-423b-4e0a-9f95-d78180cdc0bc None None] Provisioning complete for port e72185c7-665b-445d-aa66-869e968c467b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:11.188613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4b86393-423b-4e0a-9f95-d78180cdc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e72185c7-665b-445d-aa66-869e968c467b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.566578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e11eef56-d447-4cd0-8554-64fc62d57467 admin admin] Publish callbacks [] for security_group (afd48515-319f-42e5-9c5a-c13e146467a6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.691324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e11eef56-d447-4cd0-8554-64fc62d57467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (afd48515-319f-42e5-9c5a-c13e146467a6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.790837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.797061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e72185c7-665b-445d-aa66-869e968c467b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:11.797550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e72185c7-665b-445d-aa66-869e968c467b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.808849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eef56-d447-4cd0-8554-64fc62d57467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd48515-319f-42e5-9c5a-c13e146467a6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:11.816655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:11.950777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d276c4-777d-419b-bde8-629a1085bf7b req-c1bc0277-2d82-42cf-9c81-78a77b668ada tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:12.007247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31d276c4-777d-419b-bde8-629a1085bf7b req-c1bc0277-2d82-42cf-9c81-78a77b668ada tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 944 time: 0.4322081 Feb 03 04:47:12.081773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e11eef56-d447-4cd0-8554-64fc62d57467 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=225777db3bd945aaab5125b6545f7390&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1882572 Feb 03 04:47:12.083350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:12.123771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:12.127107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-7c92709c-1b00-4310-ba7b-cfe07b84e7ba req-27006650-3082-45cb-b522-aed3c5dfa069 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:47:12.129272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c92709c-1b00-4310-ba7b-cfe07b84e7ba req-27006650-3082-45cb-b522-aed3c5dfa069 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189114 Feb 03 04:47:12.137376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:12.185468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c4b86393-423b-4e0a-9f95-d78180cdc0bc None None] Current status of the port e72185c7-665b-445d-aa66-869e968c467b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:12.189482 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4b86393-423b-4e0a-9f95-d78180cdc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e72185c7-665b-445d-aa66-869e968c467b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.207767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31d276c4-777d-419b-bde8-629a1085bf7b req-61520bbc-8c29-413b-a438-1aefee12d150 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955159 Feb 03 04:47:12.260515 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Publish callbacks [] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.276089 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.380461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e72185c7-665b-445d-aa66-869e968c467b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:12.383726 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e72185c7-665b-445d-aa66-869e968c467b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.432385 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e7d85-9385-4ace-83c5-32f85369b339 None None] Pushing event updated for resources: {'Port': ['ID=7ed534f1-29f6-4900-9cc5-e967a1e814c8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:12.471421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c4b86393-423b-4e0a-9f95-d78180cdc0bc None None] For port e72185c7-665b-445d-aa66-869e968c467b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e72185c7-665b-445d-aa66-869e968c467b,segment=NetworkSegment(12214145-4fde-4dbc-99ea-5d89f765a547),segment_id=12214145-4fde-4dbc-99ea-5d89f765a547)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:12.534584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:12.569025 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.578653 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b6478b0c-5b37-49a4-b4b3-6ab1abd4b8d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 200 len: 953 time: 3.2515292 Feb 03 04:47:12.579309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:12.632146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e013a45-c3af-4d51-81a8-cd797a1a2a44 req-6ed5a953-ced2-45e9-89bd-8af2abbff15a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:12.638464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:47:12.638832 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:47:12.639570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device bdbed456-7400-4795-aa0d-60e733c8e637 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:12.645858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e013a45-c3af-4d51-81a8-cd797a1a2a44 req-6ed5a953-ced2-45e9-89bd-8af2abbff15a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.2080011 Feb 03 04:47:12.651581 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4b86393-423b-4e0a-9f95-d78180cdc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e72185c7-665b-445d-aa66-869e968c467b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.741594 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Attempting to bind port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:12.742070 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Attempting to bind port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:12.742433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Attempting to bind port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 on network 69f0421c-52b7-4c94-97a2-11153601f6ca {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:12.770519 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:12.775815 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Checking segment: {'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:12.777384 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.778932 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Bound using segment: {'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:12.780806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Bound port: 7ed534f1-29f6-4900-9cc5-e967a1e814c8, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12214145-4fde-4dbc-99ea-5d89f765a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:12.792479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Publish callbacks [] for security_group (afd48515-319f-42e5-9c5a-c13e146467a6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.796471 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.909272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e013a45-c3af-4d51-81a8-cd797a1a2a44 req-484e53a3-1ed9-4af5-9546-5d2dd21628f3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369199 Feb 03 04:47:12.956937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Provisioning complete for port e72185c7-665b-445d-aa66-869e968c467b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:12.957682 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e72185c7-665b-445d-aa66-869e968c467b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:12.967353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] For port 7ed534f1-29f6-4900-9cc5-e967a1e814c8, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:12.992604 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] For port 7ed534f1-29f6-4900-9cc5-e967a1e814c8, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ed534f1-29f6-4900-9cc5-e967a1e814c8,segment=NetworkSegment(12214145-4fde-4dbc-99ea-5d89f765a547),segment_id=12214145-4fde-4dbc-99ea-5d89f765a547)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:13.005337 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:13.114786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38160) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:13.192459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b86393-423b-4e0a-9f95-d78180cdc0bc None None] Pushing event updated for resources: {'Port': ['ID=e72185c7-665b-445d-aa66-869e968c467b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:13.340654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e72185c7-665b-445d-aa66-869e968c467b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:13.341768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:13.354775 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:13.357862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-e6f28b97-13af-465d-a352-541d3174c563 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2410154 Feb 03 04:47:13.366463 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:13.386160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-bfd6615d-b56a-4095-9865-127054bcb615 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:47:13.387981 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-bfd6615d-b56a-4095-9865-127054bcb615 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173199 Feb 03 04:47:13.512670 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e7d85-9385-4ace-83c5-32f85369b339 None None] Pushing event updated for resources: {'Port': ['ID=7ed534f1-29f6-4900-9cc5-e967a1e814c8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:13.620687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094c0a-3b59-44c8-a7d7-be32eae5c64f req-38003f96-72ab-4caf-a34c-82d5e70e73f8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:13.636300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2094c0a-3b59-44c8-a7d7-be32eae5c64f req-38003f96-72ab-4caf-a34c-82d5e70e73f8 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 944 time: 0.1827934 Feb 03 04:47:13.713012 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:13.724451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Current status of the port e72185c7-665b-445d-aa66-869e968c467b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:13.726890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port bdbed456-7400-4795-aa0d-60e733c8e637 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:47:13.746201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port bdbed456-7400-4795-aa0d-60e733c8e637 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:13.746585 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:13.811780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Publish callbacks [] for security_group (afd48515-319f-42e5-9c5a-c13e146467a6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:13.882990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2094c0a-3b59-44c8-a7d7-be32eae5c64f req-ee1c7cf1-41e2-4445-9dcc-ee145270fa73 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455366 Feb 03 04:47:13.892329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:13.894394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84659f98-ae39-4cd2-b5c1-c425e8a53306 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 200 len: 953 time: 1.3001044 Feb 03 04:47:13.898835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:13.900043 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:13.909161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'routes': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:14.022418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (afd48515-319f-42e5-9c5a-c13e146467a6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:14.032512 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:14.033851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afd48515-319f-42e5-9c5a-c13e146467a6 HTTP/1.1" status: 204 len: 168 time: 1.9489985 Feb 03 04:47:14.048483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd48515-319f-42e5-9c5a-c13e146467a6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:14.061161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Provisioning complete for port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:14.062297 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:14.076418 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.077238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.077944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.078283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.078624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.086386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.087006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.087538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.089093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.089632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.090493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.092213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.092746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464609d4-0e21-4e51-a5b0-1925ed88ee1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:14.563892 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:11Z', 'revision_number': 6, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed534f1-29f6-4900-9cc5-e967a1e814c8', 'name': '', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:1e:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:47:05Z', 'updated_at': '2022-02-03T04:47:12Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:14.673317 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f320d8-0fb7-40bf-8637-7eb9ee6f5c91 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:11Z', 'revision_number': 6, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed534f1-29f6-4900-9cc5-e967a1e814c8', 'name': '', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:1e:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:47:05Z', 'updated_at': '2022-02-03T04:47:12Z', 'revision_number': 4, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:15.104545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3a83-f273-4d2f-a3e8-c52942b69b88 req-7740c4eb-422b-4be0-bb6a-e9a9a85d53b9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:15.106390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66af3a83-f273-4d2f-a3e8-c52942b69b88 req-7740c4eb-422b-4be0-bb6a-e9a9a85d53b9 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.9907598 Feb 03 04:47:15.216597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:15.217718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b2bfbd29-89fa-433f-a550-e94d6b709f9f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:15.240700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Current status of the port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:15.241167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:15.294163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port bdbed456-7400-4795-aa0d-60e733c8e637 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:15.295178 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:15.371554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port bdbed456-7400-4795-aa0d-60e733c8e637, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=bdbed456-7400-4795-aa0d-60e733c8e637,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:15.377403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:15.380175 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c76e4e-bfff-4fd1-9850-a627306a18c4" -d '{"events": [{"server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "name": "network-vif-plugged", "status": "completed", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:15.390038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:15.473888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] For port 7ed534f1-29f6-4900-9cc5-e967a1e814c8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ed534f1-29f6-4900-9cc5-e967a1e814c8,segment=NetworkSegment(12214145-4fde-4dbc-99ea-5d89f765a547),segment_id=12214145-4fde-4dbc-99ea-5d89f765a547)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:15.492907 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:15.503086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b32d-b228-4226-9b20-e10eeebceb33 req-131188cd-bd47-4135-8ba1-529292f49f8c tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:15.503086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a88b32d-b228-4226-9b20-e10eeebceb33 req-131188cd-bd47-4135-8ba1-529292f49f8c tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 944 time: 0.5051625 Feb 03 04:47:15.517175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=bdbed456-7400-4795-aa0d-60e733c8e637,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:15.557794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66af3a83-f273-4d2f-a3e8-c52942b69b88 req-1cf9ca0d-7f63-496a-80da-2276a175779b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354718 Feb 03 04:47:15.564494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-757d9c4f-6204-40a2-b56c-45beda6dca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:15.569392 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-757d9c4f-6204-40a2-b56c-45beda6dca6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779&tenant_id=a6eaa7a26e954db09d5357538cedbcab HTTP/1.1" status: 200 len: 1125 time: 0.1533511 Feb 03 04:47:15.611747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b350ac-eec0-4372-9fef-21fbfd9f3855 None None] Pushing event updated for resources: {'Port': ['ID=7ed534f1-29f6-4900-9cc5-e967a1e814c8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:15.618209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b2bfbd29-89fa-433f-a550-e94d6b709f9f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:15.618739 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:15.728258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-9c5c66a9-4d07-4691-b583-79a7f3b5e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:15.729805 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-9c5c66a9-4d07-4691-b583-79a7f3b5e519 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1125 time: 0.0921307 Feb 03 04:47:15.758893 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2504c7b-ca43-4b1c-87ae-837d4b619ab3 x-openstack-request-id: req-f2504c7b-ca43-4b1c-87ae-837d4b619ab3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:15.759193 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "name": "network-vif-plugged", "status": "completed", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:15.759424 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2504c7b-ca43-4b1c-87ae-837d4b619ab3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:15.759845 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'code': 200} Feb 03 04:47:15.761952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a88b32d-b228-4226-9b20-e10eeebceb33 req-bddd16ff-b9d6-44da-b583-50bdff142c1c tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417183 Feb 03 04:47:15.783138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8ee828db-6e09-4fee-bf0d-b8361188e37a None None] Provisioning complete for port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:15.783559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ee828db-6e09-4fee-bf0d-b8361188e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:15.812838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added routes are [] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 04:47:15.815108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.extraroute_db [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 04:47:15.845144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38212) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:15.936699 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:16.014810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b2bfbd29-89fa-433f-a550-e94d6b709f9f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:16.042826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cb1fb-cfa4-4fe3-b6e2-9770d008fd49 req-c2309608-0bf8-4901-a1d1-c4ea50e1aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:16.044449 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b92cb1fb-cfa4-4fe3-b6e2-9770d008fd49 req-c2309608-0bf8-4901-a1d1-c4ea50e1aff8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1127 time: 0.2256072 Feb 03 04:47:16.135825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8ee828db-6e09-4fee-bf0d-b8361188e37a None None] Current status of the port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:16.145146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-5f4b0914-b604-4daf-bea3-b5bc40588656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:16.146654 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-5f4b0914-b604-4daf-bea3-b5bc40588656 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.4092505 Feb 03 04:47:16.188349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1418338178-network', 'tenant_id': '03f9a610d3a14751ad2f8d0cd37b434c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:16.221293 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b92cb1fb-cfa4-4fe3-b6e2-9770d008fd49 req-aa814e07-3b4c-456d-a37c-f0fc7dc384be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678150 Feb 03 04:47:16.270025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-aea284f1-a063-4155-8ad5-b8b06e6adc76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 998 time: 0.1127717 Feb 03 04:47:16.366331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-e18a5062-ee58-410b-a6ef-63f6f2e40059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:16.371971 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-e18a5062-ee58-410b-a6ef-63f6f2e40059 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.0926008 Feb 03 04:47:16.431455 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:16.440665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:16.447170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Made reservation on behalf of 03f9a610d3a14751ad2f8d0cd37b434c for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:16.450025 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:16.454580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-65a7dbb4-c55e-46ac-8cbe-a946ebaa3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:16.470294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:16.479596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-65a7dbb4-c55e-46ac-8cbe-a946ebaa3c51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891659 Feb 03 04:47:16.529895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e72185c7-665b-445d-aa66-869e968c467b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:16.643825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e72185c7-665b-445d-aa66-869e968c467b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:16.644380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e72185c7-665b-445d-aa66-869e968c467b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:16.720152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:16.734150 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-34c2c2a4-cf74-426a-aa40-927ccf30d67e service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535524 Feb 03 04:47:16.736067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:16.742985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:16.744539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:16.894983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:16.912280 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71f2d4ea-4e08-4b8c-beeb-92d64608911b req-f1956d01-9bee-4818-8fa3-4fbba27821e2 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703727 Feb 03 04:47:16.965962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks [] for security_group (a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:16.991644 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:17.115897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:47:17.154826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbf7d0-8e56-48f9-bbe0-d73007b57d45 req-da2f1bdb-e5f1-43b3-974e-0040a7d51935 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:17.157511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aacbf7d0-8e56-48f9-bbe0-d73007b57d45 req-da2f1bdb-e5f1-43b3-974e-0040a7d51935 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.3115199 Feb 03 04:47:17.182768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:17.220048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e78ac4-c33e-4e86-9643-7c6c64f2e2f9 req-3d8aedac-9b8c-430a-b44b-0d3a0c9df9f9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:17.225564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e72185c7-665b-445d-aa66-869e968c467b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:17.226766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ed534f1-29f6-4900-9cc5-e967a1e814c8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:17.246776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7e78ac4-c33e-4e86-9643-7c6c64f2e2f9 req-3d8aedac-9b8c-430a-b44b-0d3a0c9df9f9 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.3623009 Feb 03 04:47:17.250477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:17.281484 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:17.285539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e4d74baa-daf6-481d-b352-63a7ed419584 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 200 len: 703 time: 3.3898051 Feb 03 04:47:17.288321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:17.312189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:17.314813 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Added segment 98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce of type vlan for network c0835d04-ff8f-462a-998a-ed32882237df Feb 03 04:47:17.417928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:17.418309 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:17.563254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7e78ac4-c33e-4e86-9643-7c6c64f2e2f9 req-ceaca7ea-acc1-423f-9b47-3ea3a01f7f76 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155489 Feb 03 04:47:17.633285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c0835d04-ff8f-462a-998a-ed32882237df), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:17.651945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-27c871a6-c606-4223-a83d-3067714a74f4 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 200 len: 703 time: 0.3616722 Feb 03 04:47:17.658523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:17.683417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aacbf7d0-8e56-48f9-bbe0-d73007b57d45 req-1c79781d-d0e4-4928-99c0-ce5bcbb2bfa2 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5073061 Feb 03 04:47:17.756558 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c0835d04-ff8f-462a-998a-ed32882237df), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:17.757761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:17.759348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:17.767759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:17.777799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:17.796783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 7, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed534f1-29f6-4900-9cc5-e967a1e814c8', 'name': '', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:1e:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:47:05Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:17.867021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:17.886526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:17.888061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:17.968279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] Pushing event updated for resources: {'Network': ['ID=c0835d04-ff8f-462a-998a-ed32882237df,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:17.987551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-451958a7-9e0a-4be5-b586-bf1b9760240c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1396008 Feb 03 04:47:17.988867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:17.992644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c0835d04-ff8f-462a-998a-ed32882237df details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:47:18.006161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Request body: {'subnet': {'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1418338178-subnet', 'tenant_id': '03f9a610d3a14751ad2f8d0cd37b434c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:18.078278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Made reservation on behalf of 03f9a610d3a14751ad2f8d0cd37b434c for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:18.082826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:18.158014 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40ef225e-5318-4312-ac1c-beace433ad8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:18.389313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:18.576911 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40ef225e-5318-4312-ac1c-beace433ad8f admin admin] Publish callbacks [] for security_group (5035c815-b38a-495d-becb-fa461a86a424), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:18.588994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40ef225e-5318-4312-ac1c-beace433ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5035c815-b38a-495d-becb-fa461a86a424), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:18.719297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-40ef225e-5318-4312-ac1c-beace433ad8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=888b6a8f8f3041f0a9996a29f8778cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9350224 Feb 03 04:47:18.723828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:18.783628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.287776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 7, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed534f1-29f6-4900-9cc5-e967a1e814c8', 'name': '', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:1e:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:47:05Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:19.345593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef225e-5318-4312-ac1c-beace433ad8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5035c815-b38a-495d-becb-fa461a86a424,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:19.358762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acca34-539d-4537-9a14-7be15c7cba51 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 7, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed534f1-29f6-4900-9cc5-e967a1e814c8', 'name': '', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:1e:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:47:05Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:19.415257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (af8c5b0e-0939-4822-9bbb-040bc50b3268), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.424745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a8495d4-4bc3-48ef-be8f-47a10c54bcea admin admin] Publish callbacks [] for security_group (5035c815-b38a-495d-becb-fa461a86a424), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.564968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a8495d4-4bc3-48ef-be8f-47a10c54bcea admin admin] Publish callbacks [] for security_group (5035c815-b38a-495d-becb-fa461a86a424), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.586106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8c5b0e-0939-4822-9bbb-040bc50b3268,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:19.607648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8af88-259a-4813-b40e-dfbbb7ca50e1 req-1dd01fd9-44d4-4e0f-85ea-680b91213186 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:19.609822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab8af88-259a-4813-b40e-dfbbb7ca50e1 req-1dd01fd9-44d4-4e0f-85ea-680b91213186 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.2710476 Feb 03 04:47:19.623423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8874b-a2d1-423a-86cc-c1f87650236f req-07402ee3-a1a5-47bf-b0f4-f1a6cd8a9c20 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:19.629311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65d8874b-a2d1-423a-86cc-c1f87650236f req-07402ee3-a1a5-47bf-b0f4-f1a6cd8a9c20 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.8235126 Feb 03 04:47:19.630681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Checking segment: {'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:19.631311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Network hostable DHCP agents. Network: c0835d04-ff8f-462a-998a-ed32882237df, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:47:19.774334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Network c0835d04-ff8f-462a-998a-ed32882237df is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:47:19.804035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65d8874b-a2d1-423a-86cc-c1f87650236f req-6b9f76ac-44b6-4a66-a953-d6df946b5844 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673100 Feb 03 04:47:19.828155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c0835d04-ff8f-462a-998a-ed32882237df) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:19.848249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 7ed534f1-29f6-4900-9cc5-e967a1e814c8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:19.848868 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.850830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:19.851551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.853258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda22429-297c-4cff-854c-dbf137906c71 None None] Network c0835d04-ff8f-462a-998a-ed32882237df requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:19.917996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab8af88-259a-4813-b40e-dfbbb7ca50e1 req-3eb0f819-d4da-4df7-8bc8-e323515fbf68 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834105 Feb 03 04:47:19.927621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d0659f10-3018-450e-a567-c3d869cdcaa3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9336522 Feb 03 04:47:19.930235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a8495d4-4bc3-48ef-be8f-47a10c54bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5035c815-b38a-495d-becb-fa461a86a424), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.932891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a8495d4-4bc3-48ef-be8f-47a10c54bcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:19.934463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1a8495d4-4bc3-48ef-be8f-47a10c54bcea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5035c815-b38a-495d-becb-fa461a86a424 HTTP/1.1" status: 204 len: 168 time: 1.2079439 Feb 03 04:47:19.961423 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:19.990812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8495d4-4bc3-48ef-be8f-47a10c54bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5035c815-b38a-495d-becb-fa461a86a424,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:20.006719 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:20.012510 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:20.097050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f27b2e-9aab-4275-8322-c5642442f5e3 None None] Network c0835d04-ff8f-462a-998a-ed32882237df requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:20.097252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port 7ed534f1-29f6-4900-9cc5-e967a1e814c8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7ed534f1-29f6-4900-9cc5-e967a1e814c8,segment=NetworkSegment(12214145-4fde-4dbc-99ea-5d89f765a547),segment_id=12214145-4fde-4dbc-99ea-5d89f765a547)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:20.145490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:20.205511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 7ed534f1-29f6-4900-9cc5-e967a1e814c8 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:20.237655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deefa6-9355-4134-8a7f-5b4340bb4e24 req-05c4fa0e-86a3-4e2e-8ca1-148c305d5d91 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:20.242429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06deefa6-9355-4134-8a7f-5b4340bb4e24 req-05c4fa0e-86a3-4e2e-8ca1-148c305d5d91 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.2408824 Feb 03 04:47:20.345740 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:20.390169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06deefa6-9355-4134-8a7f-5b4340bb4e24 req-39381bb4-bd4f-4355-aa6a-d917010d601c tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413107 Feb 03 04:47:20.705590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e628bf-f283-4e7f-bfec-287d578f3913 req-f057d90b-87e6-4391-80be-5b2199a2d7e1 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:20.719861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5e628bf-f283-4e7f-bfec-287d578f3913 req-f057d90b-87e6-4391-80be-5b2199a2d7e1 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.1474142 Feb 03 04:47:20.877225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7ed534f1-29f6-4900-9cc5-e967a1e814c8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:20.955879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5e628bf-f283-4e7f-bfec-287d578f3913 req-ea7094a9-72fc-4345-8cdd-8e981a4f6f9c tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301896 Feb 03 04:47:20.988876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38302) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:21.003964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=7ed534f1-29f6-4900-9cc5-e967a1e814c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:21.365711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df963-cb18-45af-8842-ba2a62f70272 req-122ee19f-9303-47d4-8503-80035b23e9cb tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:21.380083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac3df963-cb18-45af-8842-ba2a62f70272 req-122ee19f-9303-47d4-8503-80035b23e9cb tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.1707006 Feb 03 04:47:21.493791 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:21.515175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac3df963-cb18-45af-8842-ba2a62f70272 req-19773068-19eb-48b8-8c62-413ab83649af tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290677 Feb 03 04:47:21.713908 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 7, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed534f1-29f6-4900-9cc5-e967a1e814c8', 'name': '', 'network_id': '69f0421c-52b7-4c94-97a2-11153601f6ca', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:1e:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:47:05Z', 'updated_at': '2022-02-03T04:47:15Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '4d349228-b40f-41ce-9de9-379b62508bb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:21.767464 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:21.777544 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:21.778355 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:21.840267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b0edbd-9adc-4aa0-87ae-381781d3ba4e tempest-TestServerBasicOps-585613490 tempest-TestServerBasicOps-585613490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:21.842642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-31b0edbd-9adc-4aa0-87ae-381781d3ba4e tempest-TestServerBasicOps-585613490 tempest-TestServerBasicOps-585613490-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1122 time: 0.8518386 Feb 03 04:47:21.850104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:21.857202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:21.886895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:22.081773 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:22.388667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:22.411649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:22.547101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Allocated IP 172.25.7.227 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/fde2a306-6658-470d-b0dd-0b3246913c03) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:22.712363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for port (fde2a306-6658-470d-b0dd-0b3246913c03), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:22.825110 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:20Z', 'revision_number': 8, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:22.875449 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fde2a306-6658-470d-b0dd-0b3246913c03), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:22.902957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056b41-087b-42ff-825b-2e7b5986053e req-1f832ede-f1cb-4f2f-8581-50641ea268d3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:22.909466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20056b41-087b-42ff-825b-2e7b5986053e req-1f832ede-f1cb-4f2f-8581-50641ea268d3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.1520443 Feb 03 04:47:22.963576 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e55b26-1355-4355-9383-7bee87929e8c None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:20Z', 'revision_number': 8, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:23.019476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'Port': ['ID=fde2a306-6658-470d-b0dd-0b3246913c03,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:23.087226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:23.103359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20056b41-087b-42ff-825b-2e7b5986053e req-25bac46b-4612-474e-a3da-9e4000dcc255 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825426 Feb 03 04:47:23.155804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:23.164352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:23.189160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5a1bd229-30ae-4751-9422-a7184e8104bb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5271206 Feb 03 04:47:23.189935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38346) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:23.190949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:23.293215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:23.391696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet 4d349228-b40f-41ce-9de9-379b62508bb3 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:47:23.402092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (4d349228-b40f-41ce-9de9-379b62508bb3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.525685 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (4d349228-b40f-41ce-9de9-379b62508bb3), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.756080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30347c74-f37a-4922-b327-79b5b6ada919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.795607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.801150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4d349228-b40f-41ce-9de9-379b62508bb3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.867070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.876650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30347c74-f37a-4922-b327-79b5b6ada919 admin admin] Publish callbacks [] for security_group (a201dfd3-59f5-431d-94b9-f0c7f7a974d6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.892145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30347c74-f37a-4922-b327-79b5b6ada919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a201dfd3-59f5-431d-94b9-f0c7f7a974d6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.949989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:23.968184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:23.970663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:23.971790 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (4d349228-b40f-41ce-9de9-379b62508bb3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:23.980178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30347c74-f37a-4922-b327-79b5b6ada919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a201dfd3-59f5-431d-94b9-f0c7f7a974d6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:24.025162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-30347c74-f37a-4922-b327-79b5b6ada919 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14b729b99d764458b4d732c16c8047bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7221837 Feb 03 04:47:24.038315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:24.049440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=4d349228-b40f-41ce-9de9-379b62508bb3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:24.059563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:24.070352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3752dc44-3dc0-4650-90bb-b0f0caea1ebe tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/4d349228-b40f-41ce-9de9-379b62508bb3 HTTP/1.1" status: 204 len: 168 time: 0.8777263 Feb 03 04:47:24.072624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:24.268428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (69f0421c-52b7-4c94-97a2-11153601f6ca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:24.558531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port e72185c7-665b-445d-aa66-869e968c467b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:24.558885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e72185c7-665b-445d-aa66-869e968c467b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:24.735633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:24.761331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port e72185c7-665b-445d-aa66-869e968c467b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e72185c7-665b-445d-aa66-869e968c467b,segment=NetworkSegment(12214145-4fde-4dbc-99ea-5d89f765a547),segment_id=12214145-4fde-4dbc-99ea-5d89f765a547)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:24.765021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e72185c7-665b-445d-aa66-869e968c467b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:24.843798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a359aea-0d40-400c-a793-a6a535e93466 req-2147ca5f-f430-4e95-9e28-9b222114ce2e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:24.845617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for floatingip (15a37f78-dea4-47cc-bf3c-c945fc386dae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:24.848147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a359aea-0d40-400c-a793-a6a535e93466 req-2147ca5f-f430-4e95-9e28-9b222114ce2e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.5513229 Feb 03 04:47:24.874860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for e72185c7-665b-445d-aa66-869e968c467b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:25.050480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f3e149-5425-45b4-a0e3-f352beaa9e95 None None] Network 69f0421c-52b7-4c94-97a2-11153601f6ca requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:25.058548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ed534f1-29f6-4900-9cc5-e967a1e814c8 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:25.229741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7ed534f1-29f6-4900-9cc5-e967a1e814c8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:25.237454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7ed534f1-29f6-4900-9cc5-e967a1e814c8 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:25.238139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fde2a306-6658-470d-b0dd-0b3246913c03), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:25.277397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a359aea-0d40-400c-a793-a6a535e93466 req-f7c07436-1145-4fdd-9d14-a02057e58894 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198780 Feb 03 04:47:25.381370 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0993adda-403d-4f1c-b1b2-959a28a1390f admin admin] Publish callbacks [] for security_group (a201dfd3-59f5-431d-94b9-f0c7f7a974d6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:25.402779 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e72185c7-665b-445d-aa66-869e968c467b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:25.482543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port e72185c7-665b-445d-aa66-869e968c467b on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:47:25.507063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0993adda-403d-4f1c-b1b2-959a28a1390f admin admin] Publish callbacks [] for security_group (a201dfd3-59f5-431d-94b9-f0c7f7a974d6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:25.597708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=e72185c7-665b-445d-aa66-869e968c467b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:25.765053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec776945-2f1a-4242-845b-bc3101e2d07e None None] DHCP port deletion for 69f0421c-52b7-4c94-97a2-11153601f6ca request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:47:25.839731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:20Z', 'revision_number': 8, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:25.864215 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (69f0421c-52b7-4c94-97a2-11153601f6ca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:25.925834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f0421c-52b7-4c94-97a2-11153601f6ca']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:25.950659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12214145-4fde-4dbc-99ea-5d89f765a547') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:25.950975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12214145-4fde-4dbc-99ea-5d89f765a547') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:25.972464 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (12214145-4fde-4dbc-99ea-5d89f765a547), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:25.973464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:26.003310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (12214145-4fde-4dbc-99ea-5d89f765a547), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.007124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:26.011435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:26.019659 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:47:26.020003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (12214145-4fde-4dbc-99ea-5d89f765a547), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:47:26.023384 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:47:26.222830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (69f0421c-52b7-4c94-97a2-11153601f6ca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.226886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e72185c7-665b-445d-aa66-869e968c467b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:26.238114 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.248772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/69f0421c-52b7-4c94-97a2-11153601f6ca HTTP/1.1" status: 204 len: 168 time: 2.1718748 Feb 03 04:47:26.275750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38376) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:26.282368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e72185c7-665b-445d-aa66-869e968c467b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:26.282710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e72185c7-665b-445d-aa66-869e968c467b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:26.282907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a05a9-4d6a-4137-b618-b05865c66b73 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=69f0421c-52b7-4c94-97a2-11153601f6ca,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:26.342942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:26.522639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for port (fde2a306-6658-470d-b0dd-0b3246913c03), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.535354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fde2a306-6658-470d-b0dd-0b3246913c03), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.674323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0993adda-403d-4f1c-b1b2-959a28a1390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a201dfd3-59f5-431d-94b9-f0c7f7a974d6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.677960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0993adda-403d-4f1c-b1b2-959a28a1390f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:26.679818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0993adda-403d-4f1c-b1b2-959a28a1390f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a201dfd3-59f5-431d-94b9-f0c7f7a974d6 HTTP/1.1" status: 204 len: 168 time: 2.6404223 Feb 03 04:47:26.686928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event updated for resources: {'Port': ['ID=fde2a306-6658-470d-b0dd-0b3246913c03,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:26.703842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993adda-403d-4f1c-b1b2-959a28a1390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a201dfd3-59f5-431d-94b9-f0c7f7a974d6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:26.706409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (15a37f78-dea4-47cc-bf3c-c945fc386dae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:27.001949 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Floating IP 15a37f78-dea4-47cc-bf3c-c945fc386dae associated. External IP: 172.25.7.227, port: bdbed456-7400-4795-aa0d-60e733c8e637. Feb 03 04:47:27.016797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:20Z', 'revision_number': 8, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:27.030575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2cbf7-d79b-4c13-989e-b5194aa8bc54 req-29e4bc0a-3438-45e0-9d49-4aaffa377a33 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:27.034266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4d2cbf7-d79b-4c13-989e-b5194aa8bc54 req-29e4bc0a-3438-45e0-9d49-4aaffa377a33 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.5530970 Feb 03 04:47:27.127480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff22e62-41fe-4b55-ba6c-07cbd1a219ab None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:20Z', 'revision_number': 8, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e', 'name': '', 'network_id': 'b9d01282-2283-4b32-a40f-563571698ded', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:67:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:45Z', 'updated_at': '2022-02-03T04:47:06Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '27c342ea-0f55-4b1f-9db9-d23ddde22468', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:27.171682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4d2cbf7-d79b-4c13-989e-b5194aa8bc54 req-49c57001-b129-465c-bd78-2c224183abb1 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103475 Feb 03 04:47:27.524984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Router 580c67b5-1830-4687-8032-f903a8fd632f has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:27.733550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:27.739048 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:27.753622 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] Sync routers for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:27.773691 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:27.776620 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:27.779602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:27.852068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-352cd2c6-668f-49df-8e77-27ef9c3643b6 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0007746 Feb 03 04:47:27.852661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:27.854917 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679fafe3-9a7f-4dcc-880a-0545594bc67e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:27.980647 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167aef32-04ca-4174-b25a-0aef83798f32 x-openstack-request-id: req-167aef32-04ca-4174-b25a-0aef83798f32 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:27.980945 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:27.981245 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-167aef32-04ca-4174-b25a-0aef83798f32 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:27.982355 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'status': 'completed', 'code': 200} Feb 03 04:47:28.075346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:28.136799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-0f6380ea-4031-4552-b776-eb674bb8fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:28.138357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-0f6380ea-4031-4552-b776-eb674bb8fc16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1127 time: 0.1354063 Feb 03 04:47:28.355205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-b0a07ea2-9fe6-471e-aa58-e874e079d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:28.357113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-b0a07ea2-9fe6-471e-aa58-e874e079d07a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 910 time: 0.2119403 Feb 03 04:47:28.463928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a8c36-41ab-474f-bdb6-e55d22cf44cd req-3662b8fd-3138-4ea2-b49e-fcaf75328c37 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:28.471882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b4a8c36-41ab-474f-bdb6-e55d22cf44cd req-3662b8fd-3138-4ea2-b49e-fcaf75328c37 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.1154535 Feb 03 04:47:28.588545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b4a8c36-41ab-474f-bdb6-e55d22cf44cd req-97b454ce-6eb7-4aa4-9827-108c0c98f49f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143768 Feb 03 04:47:28.599789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:28.600153 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:28.613366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-1aed20ed-28dd-46b6-a326-90970132e129 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 999 time: 0.2491038 Feb 03 04:47:28.709773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-d1d899d8-4145-4487-bdee-8b1256611e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:28.711278 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-d1d899d8-4145-4487-bdee-8b1256611e74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 200 len: 848 time: 0.0878210 Feb 03 04:47:28.713982 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '15a37f78-dea4-47cc-bf3c-c945fc386dae', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'port_id': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'mac_address': 'fa:16:3e:27:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:47:24Z', 'updated_at': '2022-02-03T04:47:24Z', 'revision_number': 0, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:55Z', 'revision_number': 5, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:28.775928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,segment=NetworkSegment(9c5b611b-92d2-4c2d-bbc8-c51fba7124c5),segment_id=9c5b611b-92d2-4c2d-bbc8-c51fba7124c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:28.777099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:28.792625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:28.822838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-5c9bd3ce-e003-4290-8d5c-bce6806b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:28.824593 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-5c9bd3ce-e003-4290-8d5c-bce6806b3ad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43c754e-d1db-440c-a7ff-0787e65c4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1055281 Feb 03 04:47:28.826072 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] Checking router: 580c67b5-1830-4687-8032-f903a8fd632f for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:28.862895 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:28.865506 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:29.097886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-57d9830e-d831-43e7-8e46-17ada58b4260 service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602882 Feb 03 04:47:29.196298 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:29.204989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:29.293152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:29.408601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-679fafe3-9a7f-4dcc-880a-0545594bc67e req-cd962183-dc30-43bd-9604-898ed3b2f935 service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040886 Feb 03 04:47:29.643040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:29.779740 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '15a37f78-dea4-47cc-bf3c-c945fc386dae', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'port_id': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'mac_address': 'fa:16:3e:27:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:47:24Z', 'updated_at': '2022-02-03T04:47:24Z', 'revision_number': 0, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:55Z', 'revision_number': 5, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:29.844164 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ebbfe-d01e-4197-888b-7302c2a0c7b9 None None] The sync data for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 is: [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '15a37f78-dea4-47cc-bf3c-c945fc386dae', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'port_id': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'mac_address': 'fa:16:3e:27:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:47:24Z', 'updated_at': '2022-02-03T04:47:24Z', 'revision_number': 0, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:55Z', 'revision_number': 5, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:30.046510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2938be9-a330-40c7-9e5d-eb8ce42a298d req-86aec8e8-88e5-45b0-a5e0-4092321dd246 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:30.061031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2938be9-a330-40c7-9e5d-eb8ce42a298d req-86aec8e8-88e5-45b0-a5e0-4092321dd246 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.2603872 Feb 03 04:47:30.254185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2938be9-a330-40c7-9e5d-eb8ce42a298d req-b047bb04-1b17-43e2-af7a-df9c9c09d9a7 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915267 Feb 03 04:47:30.289610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:30.317937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa55bd3-f6aa-48cf-8628-419a56698f6c None None] New status for floating IP 15a37f78-dea4-47cc-bf3c-c945fc386dae: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:47:30.457497 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:30.471846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:30.475630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-49093b63-e66f-4152-a17a-7bb06cd51d2a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1993482 Feb 03 04:47:30.478218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38418) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:30.497618 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:30.498747 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:30.639207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet 27c342ea-0f55-4b1f-9db9-d23ddde22468 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:47:30.650867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (27c342ea-0f55-4b1f-9db9-d23ddde22468), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:30.797566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (27c342ea-0f55-4b1f-9db9-d23ddde22468), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:31.003047 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:31.008223 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (27c342ea-0f55-4b1f-9db9-d23ddde22468), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:31.182686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (27c342ea-0f55-4b1f-9db9-d23ddde22468), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:31.254563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=27c342ea-0f55-4b1f-9db9-d23ddde22468,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:31.268130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8ef17-50fa-4485-b107-1ffc7783b73f None None] Network b9d01282-2283-4b32-a40f-563571698ded requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:31.305077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:31.330104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-51704d4f-4e85-4f89-8867-ec4961e50691 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/27c342ea-0f55-4b1f-9db9-d23ddde22468 HTTP/1.1" status: 204 len: 168 time: 0.8502436 Feb 03 04:47:31.336936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:31.597022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b9d01282-2283-4b32-a40f-563571698ded), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:31.625916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a81ce-9a7f-4310-9191-7eacf5b09a58 req-c10a3595-0509-4419-bfcd-c35566381b98 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:31.627654 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-112a81ce-9a7f-4310-9191-7eacf5b09a58 req-c10a3595-0509-4419-bfcd-c35566381b98 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.1765754 Feb 03 04:47:31.690235 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:29Z', 'revision_number': 9, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:31.798052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:31.809841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] DHCP port deletion for b9d01282-2283-4b32-a40f-563571698ded request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:47:31.810523 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:31.812757 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:31.815344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-112a81ce-9a7f-4310-9191-7eacf5b09a58 req-96711e18-2a8d-4d4e-a66e-87385948deab tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806526 Feb 03 04:47:31.829573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 5bf8c363-6451-449d-b272-405678d61ddb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:31.835467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5bf8c363-6451-449d-b272-405678d61ddb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:31.963947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] Deleting port 5bf8c363-6451-449d-b272-405678d61ddb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:31.965669 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5bf8c363-6451-449d-b272-405678d61ddb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:31.989740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port 5bf8c363-6451-449d-b272-405678d61ddb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5bf8c363-6451-449d-b272-405678d61ddb,segment=NetworkSegment(9c5b611b-92d2-4c2d-bbc8-c51fba7124c5),segment_id=9c5b611b-92d2-4c2d-bbc8-c51fba7124c5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:31.990195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5bf8c363-6451-449d-b272-405678d61ddb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.010212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 5bf8c363-6451-449d-b272-405678d61ddb owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:32.100778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:32.134832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] For port 5bf8c363-6451-449d-b272-405678d61ddb, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5bf8c363-6451-449d-b272-405678d61ddb,segment=NetworkSegment(9c5b611b-92d2-4c2d-bbc8-c51fba7124c5),segment_id=9c5b611b-92d2-4c2d-bbc8-c51fba7124c5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:32.134832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5bf8c363-6451-449d-b272-405678d61ddb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.154423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] Calling delete_port for 5bf8c363-6451-449d-b272-405678d61ddb owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:32.186739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5bf8c363-6451-449d-b272-405678d61ddb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.220763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5bf8c363-6451-449d-b272-405678d61ddb no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:32.243664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 5bf8c363-6451-449d-b272-405678d61ddb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:32.244085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5bf8c363-6451-449d-b272-405678d61ddb not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:32.252461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port 5bf8c363-6451-449d-b272-405678d61ddb on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:47:32.261742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=5bf8c363-6451-449d-b272-405678d61ddb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:32.347366 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (5bf8c363-6451-449d-b272-405678d61ddb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.389934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] No DVR routers for this DVR port 5bf8c363-6451-449d-b272-405678d61ddb on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:47:32.408737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36927381-717c-4d43-a496-b089b587a1c5 None None] Pushing event deleted for resources: {'Port': ['ID=5bf8c363-6451-449d-b272-405678d61ddb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:32.417325 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:29Z', 'revision_number': 9, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:32.447759 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee9b35-7180-4216-bc2f-1edb4827d2d7 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:29Z', 'revision_number': 9, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': '83064a35-71a1-406d-aa0d-bf02e153c5f4', 'name': '', 'network_id': '25b2af51-e198-4ff0-bb69-ed9544874db2', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:71:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:32Z', 'updated_at': '2022-02-03T04:47:00Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': '5ee4c8ea-5620-4167-8199-cab00b19abf7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:32.473583 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b9d01282-2283-4b32-a40f-563571698ded), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.502649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d01282-2283-4b32-a40f-563571698ded']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:32.513825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:32.514431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5b611b-92d2-4c2d-bbc8-c51fba7124c5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:32.526432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (9c5b611b-92d2-4c2d-bbc8-c51fba7124c5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.531701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f044-a8c9-40a8-847d-f91132572161 req-037c1256-e696-4b12-9ca2-840f7ca92bd9 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:32.536039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-037c1256-e696-4b12-9ca2-840f7ca92bd9 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/networks?id=c0835d04-ff8f-462a-998a-ed32882237df HTTP/1.1" status: 200 len: 809 time: 0.2089748 Feb 03 04:47:32.543718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9c5b611b-92d2-4c2d-bbc8-c51fba7124c5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.551458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:47:32.552373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (9c5b611b-92d2-4c2d-bbc8-c51fba7124c5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:47:32.555768 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:47:32.565614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-528bdfeb-c058-4e18-b704-7d46e7c4b9db tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/quotas/03f9a610d3a14751ad2f8d0cd37b434c HTTP/1.1" status: 200 len: 375 time: 0.0210745 Feb 03 04:47:32.602944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-977bb046-763f-446e-a2e8-71d177522daf tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03f9a610d3a14751ad2f8d0cd37b434c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363629 Feb 03 04:47:32.674719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b9d01282-2283-4b32-a40f-563571698ded), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.687359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:32.692906 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/b9d01282-2283-4b32-a40f-563571698ded HTTP/1.1" status: 204 len: 168 time: 1.3518274 Feb 03 04:47:32.695879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:32.704359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df604b27-dfe0-43ca-9fe2-4bda3e463342 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=b9d01282-2283-4b32-a40f-563571698ded,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:32.814809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-f43cb965-1d0c-4f27-8341-2fd6e46cf76b service neutron] 10.222.0.35 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043626 Feb 03 04:47:33.127676 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dccf04bd-89d6-4a68-a56c-ea098a7bbe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:33.389627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93889b2a-9b13-4a43-ae66-ddd10423dafb req-9172c86d-a952-4459-8cce-ad570651b469 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:33.391164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93889b2a-9b13-4a43-ae66-ddd10423dafb req-9172c86d-a952-4459-8cce-ad570651b469 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.1608925 Feb 03 04:47:33.432893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-b98a1095-3c2b-4bc1-91eb-6c90aa494a16 service neutron] 10.222.0.35 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100147 Feb 03 04:47:33.498177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93889b2a-9b13-4a43-ae66-ddd10423dafb req-5831bf6c-59e2-44a0-8e14-83cbc70fc70f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986707 Feb 03 04:47:33.654151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:33.692181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f5feb60-7b69-4719-9ebf-e18d14f4ab52 req-3e435792-8690-41e9-8171-28de88ebf761 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 210 time: 0.0748377 Feb 03 04:47:33.955939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 83064a35-71a1-406d-aa0d-bf02e153c5f4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:33.956309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:34.073680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port 83064a35-71a1-406d-aa0d-bf02e153c5f4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=83064a35-71a1-406d-aa0d-bf02e153c5f4,segment=NetworkSegment(78ca1704-4319-45a6-906f-cb302c7686a6),segment_id=78ca1704-4319-45a6-906f-cb302c7686a6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:34.074231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:34.082108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:34.098364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 83064a35-71a1-406d-aa0d-bf02e153c5f4 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:34.109222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:34.109937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0bc8d74c-e0c6-45b1-aa12-4a48663c4e4e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:34.384929 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (83064a35-71a1-406d-aa0d-bf02e153c5f4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:34.417829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=83064a35-71a1-406d-aa0d-bf02e153c5f4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:34.558940 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:34.793689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:47:34.945154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e3c6f-ee98-4855-a755-9a3c13dff2c6 req-f48bcd95-ce0f-4361-aff8-85a31ef84185 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:34.947784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae8e3c6f-ee98-4855-a755-9a3c13dff2c6 req-f48bcd95-ce0f-4361-aff8-85a31ef84185 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 943 time: 0.2479980 Feb 03 04:47:34.950008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90e84f16-e91b-4243-9162-05d3ffb2cfd7 req-1677cf8f-7cf3-4a97-9e71-c9bb5c7a0050 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 210 time: 0.0559733 Feb 03 04:47:34.993365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0dffd28a-ef28-4d7f-a09f-cf90e9eeb1d8 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:34.996516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0dffd28a-ef28-4d7f-a09f-cf90e9eeb1d8 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "GET /v2.0/networks?id=c0835d04-ff8f-462a-998a-ed32882237df HTTP/1.1" status: 200 len: 809 time: 0.2378058 Feb 03 04:47:35.014700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Request body: {'port': {'device_id': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df', 'admin_state_up': True, 'tenant_id': '03f9a610d3a14751ad2f8d0cd37b434c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:35.048379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:35.055128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:35.078422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'port_id': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'mac_address': 'fa:16:3e:26:d0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:47:35.141742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:35.142190 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.159736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5aa486-6f1e-4283-a7a5-113480e88639 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:47:35.185129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:35.192928 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.193886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:35.195208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Made reservation on behalf of 03f9a610d3a14751ad2f8d0cd37b434c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:35.200139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.202917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f0acc3d-fe15-400c-8fbe-88ad0d0fa0d0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5046043 Feb 03 04:47:35.203666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:35.209336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae8e3c6f-ee98-4855-a755-9a3c13dff2c6 req-7ae19985-9cfa-448e-9063-727a4eb6dc19 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549391 Feb 03 04:47:35.224647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:35.250909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:35.251760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:35.280780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet 5ee4c8ea-5620-4167-8199-cab00b19abf7 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:47:35.285976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (5ee4c8ea-5620-4167-8199-cab00b19abf7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.351349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (5ee4c8ea-5620-4167-8199-cab00b19abf7), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.353282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:35.364531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:35.413549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Allocated IP 172.20.0.9 (c0835d04-ff8f-462a-998a-ed32882237df/af8c5b0e-0939-4822-9bbb-040bc50b3268/bf9e0cf2-433f-4591-aa41-016e92260044) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:35.420112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3b5aa486-6f1e-4283-a7a5-113480e88639'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:47:35.457037 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5ee4c8ea-5620-4167-8199-cab00b19abf7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.528043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (5ee4c8ea-5620-4167-8199-cab00b19abf7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.563281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee4c8ea-5620-4167-8199-cab00b19abf7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:35.571553 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.578486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b40fc593-fad4-48b3-8816-7be8330bd421 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/5ee4c8ea-5620-4167-8199-cab00b19abf7 HTTP/1.1" status: 204 len: 168 time: 0.3710604 Feb 03 04:47:35.579052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38478) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:35.582839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851169e-ef6b-4a6f-ab91-02deb1ba3a34 None None] Network 25b2af51-e198-4ff0-bb69-ed9544874db2 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:35.648927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks [] for port (bf9e0cf2-433f-4591-aa41-016e92260044), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.688170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (25b2af51-e198-4ff0-bb69-ed9544874db2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.697853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.761674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 29dff337-da32-4071-b843-86b60f83c883 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:35.762967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (29dff337-da32-4071-b843-86b60f83c883), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.763794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Network c0835d04-ff8f-462a-998a-ed32882237df is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:35.767619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:35.771836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:35.814806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Pushing event updated for resources: {'Port': ['ID=bf9e0cf2-433f-4591-aa41-016e92260044,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:35.848231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:35.850268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.866398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port 29dff337-da32-4071-b843-86b60f83c883, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=29dff337-da32-4071-b843-86b60f83c883,segment=NetworkSegment(78ca1704-4319-45a6-906f-cb302c7686a6),segment_id=78ca1704-4319-45a6-906f-cb302c7686a6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:35.866866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (29dff337-da32-4071-b843-86b60f83c883), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:35.880175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-447e4588-78f3-4e25-9913-1bcfc7eb6fe3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8745759 Feb 03 04:47:35.882394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 29dff337-da32-4071-b843-86b60f83c883 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:35.909253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Request body: {'port': {'device_id': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:35.994228 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (29dff337-da32-4071-b843-86b60f83c883), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.054350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.079414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:34Z', 'revision_number': 10, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:36.080489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=29dff337-da32-4071-b843-86b60f83c883,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:36.093284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port 29dff337-da32-4071-b843-86b60f83c883 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:47:36.135397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:36.150033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:36.150949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:36.160919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76179096-7d35-497d-a6b2-f4134d3f93a4 None None] DHCP port deletion for 25b2af51-e198-4ff0-bb69-ed9544874db2 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:47:36.187166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:47:36.265131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:36.426271 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (25b2af51-e198-4ff0-bb69-ed9544874db2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.462960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c1861-d5eb-4316-a9a6-d8a718bceae7 req-d5021869-4f18-4cc1-be57-d4a867f93508 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:36.464675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f19c1861-d5eb-4316-a9a6-d8a718bceae7 req-d5021869-4f18-4cc1-be57-d4a867f93508 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 931 time: 0.4075217 Feb 03 04:47:36.477288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9215053-fb40-4418-8c05-314a577b834f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.553577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b2af51-e198-4ff0-bb69-ed9544874db2']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:36.560111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9e0cf2-433f-4591-aa41-016e92260044 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:47:36.577426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Publish callbacks [] for port (bf9e0cf2-433f-4591-aa41-016e92260044), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.591112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ca1704-4319-45a6-906f-cb302c7686a6') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:36.594329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ca1704-4319-45a6-906f-cb302c7686a6') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:36.599222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Transition to ACTIVE for port object bf9e0cf2-433f-4591-aa41-016e92260044 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:47:36.623283 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (78ca1704-4319-45a6-906f-cb302c7686a6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.628406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:34Z', 'revision_number': 10, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:36.629919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.700971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee84aa-9068-4b1a-985e-e26f5feca71c None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:34Z', 'revision_number': 10, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None, '_interfaces': [{'id': 'a1a9a12e-a810-44ee-937d-b4cb7367bd39', 'name': '', 'network_id': '2fec31ae-6479-4db3-aa2d-a0a0055fe086', 'tenant_id': '69088a012329481382ade449956f9475', 'mac_address': 'fa:16:3e:6c:ee:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:36Z', 'revision_number': 5, 'project_id': '69088a012329481382ade449956f9475', 'subnets': [{'id': 'de7c98f4-9ede-4be5-91d8-1482d1674def', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:36.719763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.722552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82c9a-3bf6-4120-82c1-d2c2807b089d req-af2bbb9c-3cdf-41a0-8c35-f535a6910b0e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:36.724281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0c82c9a-3bf6-4120-82c1-d2c2807b089d req-af2bbb9c-3cdf-41a0-8c35-f535a6910b0e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 944 time: 0.3142338 Feb 03 04:47:36.728388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9e0cf2-433f-4591-aa41-016e92260044,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:36.731560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (78ca1704-4319-45a6-906f-cb302c7686a6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.751311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f19c1861-d5eb-4316-a9a6-d8a718bceae7 req-0d862f5c-a24a-42e5-864a-74c4e3910110 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648106 Feb 03 04:47:36.752451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:47:36.753600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (78ca1704-4319-45a6-906f-cb302c7686a6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:47:36.760188 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:47:36.796132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:36.813781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Attempting to bind port bf9e0cf2-433f-4591-aa41-016e92260044 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:36.814434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Attempting to bind port bf9e0cf2-433f-4591-aa41-016e92260044 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:36.814962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Attempting to bind port bf9e0cf2-433f-4591-aa41-016e92260044 on network c0835d04-ff8f-462a-998a-ed32882237df {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:36.820634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Port bf9e0cf2-433f-4591-aa41-016e92260044 on network c0835d04-ff8f-462a-998a-ed32882237df not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:47:36.821178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Attempting to bind port bf9e0cf2-433f-4591-aa41-016e92260044 on network c0835d04-ff8f-462a-998a-ed32882237df {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:36.827926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:36.828515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Checking segment: {'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:36.829525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Bound using segment: {'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:36.830255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Bound port: bf9e0cf2-433f-4591-aa41-016e92260044, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:36.830802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.854508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0c82c9a-3bf6-4120-82c1-d2c2807b089d req-c83cebc6-f9c5-4226-a2dc-d52a3e277b1a tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198070 Feb 03 04:47:36.855603 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (25b2af51-e198-4ff0-bb69-ed9544874db2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.864174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.869700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/25b2af51-e198-4ff0-bb69-ed9544874db2 HTTP/1.1" status: 204 len: 168 time: 1.2870731 Feb 03 04:47:36.872738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:36.874784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3b5aa486-6f1e-4283-a7a5-113480e88639 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:36.875444 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.922759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b91d6b-517b-413f-b65d-8d4121631ddd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=25b2af51-e198-4ff0-bb69-ed9544874db2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:36.937923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] For port bf9e0cf2-433f-4591-aa41-016e92260044, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:36.943442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] For port bf9e0cf2-433f-4591-aa41-016e92260044, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf9e0cf2-433f-4591-aa41-016e92260044,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:36.951710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:36.980033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3b5aa486-6f1e-4283-a7a5-113480e88639 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:36.980033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:37.006946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:37.009812 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6929ea8c-c96f-40f3-8d4f-de60b7c0ddb6" -d '{"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-plugged", "status": "completed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:37.011336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:37.012604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:37.016453 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] 10.222.0.31 "PUT /v2.0/ports/bf9e0cf2-433f-4591-aa41-016e92260044 HTTP/1.1" status: 200 len: 1091 time: 1.1199844 Feb 03 04:47:37.023405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'tag': 'bf9e0cf2-433f-4591-aa41-016e92260044'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:37.026524 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3" -d '{"events": [{"name": "network-changed", "server_uuid": "671d48a9-609f-45c3-aa64-3dc59783d2b1", "tag": "bf9e0cf2-433f-4591-aa41-016e92260044"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:37.032598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:37.040108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:37.069548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236fbaf-a783-4496-bf59-90a0a2f4c331 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9e0cf2-433f-4591-aa41-016e92260044,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:37.102656 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6e5a0d-4201-459d-8ef8-35d030f2f242 x-openstack-request-id: req-bf6e5a0d-4201-459d-8ef8-35d030f2f242 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:37.102950 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d48a9-609f-45c3-aa64-3dc59783d2b1", "tag": "bf9e0cf2-433f-4591-aa41-016e92260044", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:37.103156 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf6e5a0d-4201-459d-8ef8-35d030f2f242 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:37.103705 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'tag': 'bf9e0cf2-433f-4591-aa41-016e92260044', 'status': 'completed', 'code': 200} Feb 03 04:47:37.122918 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf074b-d0d3-4c00-8f51-bdd1300ff555 x-openstack-request-id: req-a7bf074b-d0d3-4c00-8f51-bdd1300ff555 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:37.123458 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-plugged", "status": "completed", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:37.123458 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7bf074b-d0d3-4c00-8f51-bdd1300ff555 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:37.123990 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'code': 200} Feb 03 04:47:37.125466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:37.147244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f044-a8c9-40a8-847d-f91132572161 req-df42c894-87b6-41b7-8844-58f1290d0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:37.149009 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-df42c894-87b6-41b7-8844-58f1290d0bd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f9a610d3a14751ad2f8d0cd37b434c&device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 1125 time: 0.0765696 Feb 03 04:47:37.221712 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-65901c94-a621-4aa9-ab1b-25c5dd0339aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf9e0cf2-433f-4591-aa41-016e92260044 HTTP/1.1" status: 200 len: 217 time: 0.0651424 Feb 03 04:47:37.313018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f044-a8c9-40a8-847d-f91132572161 req-6c3d2ff8-ab16-47db-a6d6-fa4adb4cceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:37.314571 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-6c3d2ff8-ab16-47db-a6d6-fa4adb4cceba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af8c5b0e-0939-4822-9bbb-040bc50b3268 HTTP/1.1" status: 200 len: 849 time: 0.0862508 Feb 03 04:47:37.350386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-8dc703e0-7b79-48b1-80c4-c5bba7b22ffc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0835d04-ff8f-462a-998a-ed32882237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281925 Feb 03 04:47:37.366427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5821d3-e246-4ac6-880d-fd28ee40bc6b req-8e2b73b8-14a0-4769-8de5-997d97a23e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:37.367967 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-da5821d3-e246-4ac6-880d-fd28ee40bc6b req-8e2b73b8-14a0-4769-8de5-997d97a23e3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1128 time: 0.0893123 Feb 03 04:47:37.377617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:37.466797 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-da5821d3-e246-4ac6-880d-fd28ee40bc6b req-d37fb5da-34d5-4bf6-8827-ad913678ddcd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833499 Feb 03 04:47:37.483674 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-88637a91-8a15-4f8f-b99b-9d7885fb8297 service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268525 Feb 03 04:47:37.843265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d49f044-a8c9-40a8-847d-f91132572161 req-630d808d-861e-4753-8bb8-b2ff0dbb5d41 service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763833 Feb 03 04:47:37.976563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-d65b858c-7334-448f-a93e-f2bf0200cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:37.979414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-d65b858c-7334-448f-a93e-f2bf0200cb72 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f9a610d3a14751ad2f8d0cd37b434c&device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 1125 time: 0.0837889 Feb 03 04:47:38.013477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ebae-f80a-4658-8e4d-d0800fa42fa5 req-e73b3bcc-93b7-4d14-9174-f18f1bd91ce0 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:38.020491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d629ebae-f80a-4658-8e4d-d0800fa42fa5 req-e73b3bcc-93b7-4d14-9174-f18f1bd91ce0 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 943 time: 0.1314800 Feb 03 04:47:38.103842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd18d2d-4de0-4239-8464-d9f86463c9fc req-a5070fb6-8626-429e-bb70-1683c493b472 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:38.105410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfd18d2d-4de0-4239-8464-d9f86463c9fc req-a5070fb6-8626-429e-bb70-1683c493b472 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 946 time: 0.1440797 Feb 03 04:47:38.115934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-dbf0d092-6ba7-40e4-85af-38b077045736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:38.118603 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-dbf0d092-6ba7-40e4-85af-38b077045736 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0835d04-ff8f-462a-998a-ed32882237df HTTP/1.1" status: 200 len: 910 time: 0.1323664 Feb 03 04:47:38.135366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d629ebae-f80a-4658-8e4d-d0800fa42fa5 req-187dc771-bf2c-4957-9a2e-576db3448ba8 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120913 Feb 03 04:47:38.147807 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:38.171333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port a1a9a12e-a810-44ee-937d-b4cb7367bd39 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:38.171968 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:38.196277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29dff337-da32-4071-b843-86b60f83c883 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:38.201121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-bf7c7ea6-449c-446f-9878-cfc899e2a363 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf9e0cf2-433f-4591-aa41-016e92260044 HTTP/1.1" status: 200 len: 217 time: 0.0750113 Feb 03 04:47:38.217398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cfd18d2d-4de0-4239-8464-d9f86463c9fc req-3c565f76-26f8-4884-89f6-465a6e4734e0 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029913 Feb 03 04:47:38.234848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 29dff337-da32-4071-b843-86b60f83c883 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:38.237236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29dff337-da32-4071-b843-86b60f83c883 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:38.237836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 83064a35-71a1-406d-aa0d-bf02e153c5f4 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:38.278913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-066f7c75-6a24-40a5-b185-af83a6d0bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:38.280539 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-066f7c75-6a24-40a5-b185-af83a6d0bfd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af8c5b0e-0939-4822-9bbb-040bc50b3268 HTTP/1.1" status: 200 len: 849 time: 0.0729029 Feb 03 04:47:38.293061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 83064a35-71a1-406d-aa0d-bf02e153c5f4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:38.293502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 83064a35-71a1-406d-aa0d-bf02e153c5f4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:38.306493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port a1a9a12e-a810-44ee-937d-b4cb7367bd39, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a1a9a12e-a810-44ee-937d-b4cb7367bd39,segment=NetworkSegment(b5d3c7e4-b48c-4f59-be4c-6694cd32d156),segment_id=b5d3c7e4-b48c-4f59-be4c-6694cd32d156)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:38.307294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:38.323652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for a1a9a12e-a810-44ee-937d-b4cb7367bd39 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:38.328841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-812cedc9-ce85-4782-953a-fad56f363140 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0835d04-ff8f-462a-998a-ed32882237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381730 Feb 03 04:47:38.478843 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-b99ba6bc-851a-4242-9f4d-8749c0df6958 service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428721 Feb 03 04:47:38.637217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a1a9a12e-a810-44ee-937d-b4cb7367bd39), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:38.654386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-743c5317-28ca-4f0b-abf7-1d9bbfad99b3 req-e04b6edf-5b9a-48c1-a827-b5568d211530 service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680079 Feb 03 04:47:38.674552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=a1a9a12e-a810-44ee-937d-b4cb7367bd39,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:38.805623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (4cef7df9-4572-499d-a2f7-31a4c942b722), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.047256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:39.136754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:39.145711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:39.146192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d64f473d-e4c7-4464-921a-e0cd4eea502d tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2720594 Feb 03 04:47:39.147432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:39.172462 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:39.179843 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:39.289648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting subnet de7c98f4-9ede-4be5-91d8-1482d1674def {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:47:39.304952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (de7c98f4-9ede-4be5-91d8-1482d1674def), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.312413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.363659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:39.381199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (de7c98f4-9ede-4be5-91d8-1482d1674def), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.415180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8c641-1713-4936-824d-9a42a8cb8f9e req-fb60010b-1d00-44e7-8190-a3e7ef04d07e tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:39.417963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42e8c641-1713-4936-824d-9a42a8cb8f9e req-fb60010b-1d00-44e7-8190-a3e7ef04d07e tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 943 time: 0.1440444 Feb 03 04:47:39.504766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:38Z', 'revision_number': 11, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:39.523073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42e8c641-1713-4936-824d-9a42a8cb8f9e req-891f04d7-0863-46c8-a5c1-829f3e11fdd7 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926745 Feb 03 04:47:39.555651 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:39.566235 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:39.567136 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:39.580201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc6a15-4785-4756-bd05-fc9e298178c2 req-de240d2d-b81d-41b8-831e-7a73fa49d089 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:39.586748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28fc6a15-4785-4756-bd05-fc9e298178c2 req-de240d2d-b81d-41b8-831e-7a73fa49d089 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 946 time: 0.1675539 Feb 03 04:47:39.591382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (de7c98f4-9ede-4be5-91d8-1482d1674def), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.667629 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:39.696799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (de7c98f4-9ede-4be5-91d8-1482d1674def), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.707453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28fc6a15-4785-4756-bd05-fc9e298178c2 req-a220485b-3e37-4000-b220-77a09e1cce29 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138396 Feb 03 04:47:39.739698 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:38Z', 'revision_number': 11, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:39.746794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Subnet': ['ID=de7c98f4-9ede-4be5-91d8-1482d1674def,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:39.758464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c68793-3270-487a-bd2b-1b54e991ce29 None None] Network 2fec31ae-6479-4db3-aa2d-a0a0055fe086 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:39.758635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.762585 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6accef5a-1583-42fa-ab1d-bb03f486d86f tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/de7c98f4-9ede-4be5-91d8-1482d1674def HTTP/1.1" status: 204 len: 168 time: 0.6150982 Feb 03 04:47:39.767282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:39.791879 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ed61e-a52b-453a-9467-a1e83907c660 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:38Z', 'revision_number': 11, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:39.871195 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2fec31ae-6479-4db3-aa2d-a0a0055fe086), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:39.971347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Deleting port 25c3c6f8-6b45-47d1-a629-2c55adab541f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:39.971733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.054161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] For port 25c3c6f8-6b45-47d1-a629-2c55adab541f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=25c3c6f8-6b45-47d1-a629-2c55adab541f,segment=NetworkSegment(b5d3c7e4-b48c-4f59-be4c-6694cd32d156),segment_id=b5d3c7e4-b48c-4f59-be4c-6694cd32d156)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:40.054539 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.071274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Calling delete_port for 25c3c6f8-6b45-47d1-a629-2c55adab541f owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:40.162566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (25c3c6f8-6b45-47d1-a629-2c55adab541f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.176930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b7f5f-43bc-4c91-8476-c6c8c645cf6d None None] DHCP port deletion for 2fec31ae-6479-4db3-aa2d-a0a0055fe086 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:47:40.191781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Port': ['ID=25c3c6f8-6b45-47d1-a629-2c55adab541f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:40.195744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No DVR routers for this DVR port 25c3c6f8-6b45-47d1-a629-2c55adab541f on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:47:40.259130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 25c3c6f8-6b45-47d1-a629-2c55adab541f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:40.292513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 25c3c6f8-6b45-47d1-a629-2c55adab541f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:40.292660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 25c3c6f8-6b45-47d1-a629-2c55adab541f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:40.293084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a1a9a12e-a810-44ee-937d-b4cb7367bd39 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:40.311646 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2fec31ae-6479-4db3-aa2d-a0a0055fe086), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.316470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a1a9a12e-a810-44ee-937d-b4cb7367bd39 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:40.317785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a1a9a12e-a810-44ee-937d-b4cb7367bd39 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:40.340027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fec31ae-6479-4db3-aa2d-a0a0055fe086']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:40.352911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:40.353240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d3c7e4-b48c-4f59-be4c-6694cd32d156') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:40.366901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (b5d3c7e4-b48c-4f59-be4c-6694cd32d156), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.395100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b5d3c7e4-b48c-4f59-be4c-6694cd32d156), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.406810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:47:40.407017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (b5d3c7e4-b48c-4f59-be4c-6694cd32d156), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:47:40.410930 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:47:40.490324 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2fec31ae-6479-4db3-aa2d-a0a0055fe086), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.504554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.510954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:40.511465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/networks/2fec31ae-6479-4db3-aa2d-a0a0055fe086 HTTP/1.1" status: 204 len: 168 time: 0.7425888 Feb 03 04:47:40.516501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'routes': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:40.523023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8248968-74dc-4b05-9e78-c7e1f5f9831a tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Pushing event deleted for resources: {'Network': ['ID=2fec31ae-6479-4db3-aa2d-a0a0055fe086,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:40.681886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b35def-c215-4b85-be06-889570aa20c5 req-754bdd9c-b6f4-4278-8c5c-7512425a20da tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:40.683659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56b35def-c215-4b85-be06-889570aa20c5 req-754bdd9c-b6f4-4278-8c5c-7512425a20da tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 943 time: 0.0673356 Feb 03 04:47:40.697047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Added routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 04:47:40.697641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Removed routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 04:47:40.698148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.744604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56b35def-c215-4b85-be06-889570aa20c5 req-13601161-a508-4c35-82f4-83280169e00c tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552011 Feb 03 04:47:40.823068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf9e0cf2-433f-4591-aa41-016e92260044 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:47:40.857762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.861511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677beee-2851-437c-a2c4-5d566c976833 req-104ce7c0-35c4-437c-a16a-4ec6c4912233 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:40.863007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:40.863641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0677beee-2851-437c-a2c4-5d566c976833 req-104ce7c0-35c4-437c-a16a-4ec6c4912233 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 946 time: 0.0614257 Feb 03 04:47:40.930605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0677beee-2851-437c-a2c4-5d566c976833 req-2420af42-1888-42a4-9c96-eb99c6cad729 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601869 Feb 03 04:47:40.978656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 4cef7df9-4572-499d-a2f7-31a4c942b722 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:40.996210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf9e0cf2-433f-4591-aa41-016e92260044, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf9e0cf2-433f-4591-aa41-016e92260044,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:41.009270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'bf9e0cf2-433f-4591-aa41-016e92260044', 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df', 'port_id': 'bf9e0cf2-433f-4591-aa41-016e92260044', 'mac_address': 'fa:16:3e:fc:c6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8c5b0e-0939-4822-9bbb-040bc50b3268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:47:41.059923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bf9e0cf2-433f-4591-aa41-016e92260044 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:41.060669 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.089940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9e0cf2-433f-4591-aa41-016e92260044 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:47:41.136882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf9e0cf2-433f-4591-aa41-016e92260044, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf9e0cf2-433f-4591-aa41-016e92260044,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:41.147599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.218220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bf9e0cf2-433f-4591-aa41-016e92260044,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:41.364193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['bf9e0cf2-433f-4591-aa41-016e92260044'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:47:41.471875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:41.481373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.482784 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-797e1481-ef34-4798-8d69-1e380c57a2b5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 200 len: 704 time: 0.9707954 Feb 03 04:47:41.485889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:41.505604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] Sync routers for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:41.516757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-017a3285-932b-4609-99f3-61b595d169f2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 200 len: 205 time: 0.0296962 Feb 03 04:47:41.519535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:41.525325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:41.526042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:41.609600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5f41e60-929a-45bf-a585-c44a84e15cee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.612788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:41.691641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:38Z', 'revision_number': 11, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:41.719533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] Checking router: 4cef7df9-4572-499d-a2f7-31a4c942b722 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:41.727707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] Routers {'4cef7df9-4572-499d-a2f7-31a4c942b722'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:41.728316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4cef7df9-4572-499d-a2f7-31a4c942b722'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:41.792991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5f41e60-929a-45bf-a585-c44a84e15cee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.795475 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5f41e60-929a-45bf-a585-c44a84e15cee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (4cef7df9-4572-499d-a2f7-31a4c942b722), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.801362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] Set router 4cef7df9-4572-499d-a2f7-31a4c942b722 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:41.844561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5f41e60-929a-45bf-a585-c44a84e15cee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (4cef7df9-4572-499d-a2f7-31a4c942b722), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.845552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f41e60-929a-45bf-a585-c44a84e15cee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Fanout notify agent at l3_agent the message router_deleted on router 4cef7df9-4572-499d-a2f7-31a4c942b722 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:47:41.857171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e5f41e60-929a-45bf-a585-c44a84e15cee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.862955 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e5f41e60-929a-45bf-a585-c44a84e15cee tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 204 len: 168 time: 0.3383913 Feb 03 04:47:41.863267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:41.867979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e040d1a0-d269-4125-8cf5-ffac9932d452 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1035572903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:41.868699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:38Z', 'revision_number': 11, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:41.904028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e06d0f-50ce-4991-92e9-257a9bf16356 None None] The sync data for ids ['4cef7df9-4572-499d-a2f7-31a4c942b722'] in n-d-827549-1 is: [{'id': '4cef7df9-4572-499d-a2f7-31a4c942b722', 'name': 'tempest-RoutersIpV6Test-router-467589946', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:16Z', 'updated_at': '2022-02-03T04:47:38Z', 'revision_number': 11, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:41.912794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e040d1a0-d269-4125-8cf5-ffac9932d452 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.913959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e040d1a0-d269-4125-8cf5-ffac9932d452 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.952602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5fa16-332a-44a1-aca1-5cee2c68671d req-1238e8c1-9b8b-4948-9bb6-ffb72f921878 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:41.954211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22e5fa16-332a-44a1-aca1-5cee2c68671d req-1238e8c1-9b8b-4948-9bb6-ffb72f921878 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 944 time: 0.0941153 Feb 03 04:47:41.986807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e040d1a0-d269-4125-8cf5-ffac9932d452 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:41.996939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e040d1a0-d269-4125-8cf5-ffac9932d452 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.019745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22e5fa16-332a-44a1-aca1-5cee2c68671d req-439484e9-b376-49cd-9959-7804936930ba tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Feb 03 04:47:42.022144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e040d1a0-d269-4125-8cf5-ffac9932d452 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.023980 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e040d1a0-d269-4125-8cf5-ffac9932d452 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1596515 Feb 03 04:47:42.026670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:42.032083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5144f96d-e296-450f-a834-d0bc02e42387 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:42.251250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5144f96d-e296-450f-a834-d0bc02e42387 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5881'] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.265622 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5144f96d-e296-450f-a834-d0bc02e42387 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370712'] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.384961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5144f96d-e296-450f-a834-d0bc02e42387 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Router 0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:47:42.473847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5144f96d-e296-450f-a834-d0bc02e42387 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:42.488577 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5144f96d-e296-450f-a834-d0bc02e42387 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.488577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5144f96d-e296-450f-a834-d0bc02e42387 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "PUT /v2.0/routers/0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb HTTP/1.1" status: 200 len: 698 time: 0.4538267 Feb 03 04:47:42.488577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:42.498488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] Sync routers for ids ['0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:42.515726 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] Routers {'0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:42.516502 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:42.589950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-03cab262-a6dc-437f-a081-fd6441d9d40e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/routers/0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb HTTP/1.1" status: 200 len: 704 time: 0.1044424 Feb 03 04:47:42.592755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:42.599964 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] Set router 0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:42.620886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4d11bf8c-2cd5-4fe1-a965-d9f4b8efc39e tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb HTTP/1.1" status: 200 len: 205 time: 0.0269208 Feb 03 04:47:42.623809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:42.655768 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb', 'name': 'tempest-RoutersIpV6Test-router-1035572903', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:47:41Z', 'updated_at': '2022-02-03T04:47:42Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:42.691863 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] Checking router: 0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:47:42.701043 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] Routers {'0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:42.702230 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:42.708907 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d9edd04-1299-411c-aad3-d6a624061410 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.770619 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] Set router 0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:47:42.824182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf9e0cf2-433f-4591-aa41-016e92260044 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:42.918467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port bf9e0cf2-433f-4591-aa41-016e92260044 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:47:42.919765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d9edd04-1299-411c-aad3-d6a624061410 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.922826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d9edd04-1299-411c-aad3-d6a624061410 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router_controller (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.922998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port bf9e0cf2-433f-4591-aa41-016e92260044 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:42.923377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.939276 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb', 'name': 'tempest-RoutersIpV6Test-router-1035572903', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:47:41Z', 'updated_at': '2022-02-03T04:47:42Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:42.968489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb01984-0d66-4abb-b415-8c7c25a677e4 None None] The sync data for ids ['0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb'] in n-d-827549-1 is: [{'id': '0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb', 'name': 'tempest-RoutersIpV6Test-router-1035572903', 'tenant_id': '69088a012329481382ade449956f9475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:47:41Z', 'updated_at': '2022-02-03T04:47:42Z', 'revision_number': 2, 'project_id': '69088a012329481382ade449956f9475', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:42.978713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d9edd04-1299-411c-aad3-d6a624061410 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.986445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9edd04-1299-411c-aad3-d6a624061410 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:47:42.994955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d9edd04-1299-411c-aad3-d6a624061410 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:42.996493 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d9edd04-1299-411c-aad3-d6a624061410 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb HTTP/1.1" status: 204 len: 168 time: 0.3716581 Feb 03 04:47:43.000127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.039408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bf9e0cf2-433f-4591-aa41-016e92260044 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:43.039829 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:43.070874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ddd9f77a-2a9a-411c-b780-92cb84bab4dd tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb HTTP/1.1" status: 200 len: 205 time: 0.0690110 Feb 03 04:47:43.073492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.075727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf9e0cf2-433f-4591-aa41-016e92260044, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf9e0cf2-433f-4591-aa41-016e92260044,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:43.077193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9e0cf2-433f-4591-aa41-016e92260044'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:43.080086 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec18d849-2287-43a3-bb04-c3ddf66199af" -d '{"events": [{"server_uuid": "671d48a9-609f-45c3-aa64-3dc59783d2b1", "name": "network-vif-plugged", "status": "completed", "tag": "bf9e0cf2-433f-4591-aa41-016e92260044"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:43.102136 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:43.148985 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa4e5ac-9765-402d-9122-3a5d09ea7e6e x-openstack-request-id: req-efa4e5ac-9765-402d-9122-3a5d09ea7e6e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:43.149739 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d48a9-609f-45c3-aa64-3dc59783d2b1", "name": "network-vif-plugged", "status": "completed", "tag": "bf9e0cf2-433f-4591-aa41-016e92260044", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:43.150295 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efa4e5ac-9765-402d-9122-3a5d09ea7e6e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:43.150853 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9e0cf2-433f-4591-aa41-016e92260044', 'code': 200} Feb 03 04:47:43.151332 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-2257674f-bb84-4ed4-9d1a-765c603d50ac tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] delete failed (client error): The resource could not be found. Feb 03 04:47:43.155193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.166452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2257674f-bb84-4ed4-9d1a-765c603d50ac tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/0dfc6e64-4746-4cd1-97a4-1f0d82b7e5eb HTTP/1.1" status: 404 len: 336 time: 0.0915127 Feb 03 04:47:43.204793 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-538fc0ed-9d68-423a-b7c2-2dec58167dfa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:43.205242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538fc0ed-9d68-423a-b7c2-2dec58167dfa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:43.209734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-538fc0ed-9d68-423a-b7c2-2dec58167dfa tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/4d349228-b40f-41ce-9de9-379b62508bb3 HTTP/1.1" status: 404 len: 337 time: 0.0521560 Feb 03 04:47:43.216574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.221652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bf9e0cf2-433f-4591-aa41-016e92260044,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:43.268728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae36b60-6f94-482d-8625-df9f45cb4efb req-d09ff40c-293f-4ed8-aea3-abb76ace5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:43.270605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1ae36b60-6f94-482d-8625-df9f45cb4efb req-d09ff40c-293f-4ed8-aea3-abb76ace5ba3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 1127 time: 0.0730646 Feb 03 04:47:43.275971 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea6b64f-56a0-4418-9380-541d3f663351 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:43.276428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea6b64f-56a0-4418-9380-541d3f663351 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:43.279707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eea6b64f-56a0-4418-9380-541d3f663351 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/27c342ea-0f55-4b1f-9db9-d23ddde22468 HTTP/1.1" status: 404 len: 337 time: 0.0603900 Feb 03 04:47:43.285497 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.312998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bb25f-b400-4663-bc12-62f781b80dfe req-cca9100e-b491-4805-90ff-9b3a0307a6e8 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:43.314732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e9bb25f-b400-4663-bc12-62f781b80dfe req-cca9100e-b491-4805-90ff-9b3a0307a6e8 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 945 time: 0.1128991 Feb 03 04:47:43.344889 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-259cebb9-1b5a-4aa9-ab84-e25866d80547 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:43.345494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259cebb9-1b5a-4aa9-ab84-e25866d80547 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:43.348597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-259cebb9-1b5a-4aa9-ab84-e25866d80547 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/5ee4c8ea-5620-4167-8199-cab00b19abf7 HTTP/1.1" status: 404 len: 337 time: 0.0561428 Feb 03 04:47:43.383594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.398946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1ae36b60-6f94-482d-8625-df9f45cb4efb req-08dccd9d-af4a-46f0-8bf6-dff7215df1bb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210766 Feb 03 04:47:43.439000 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bf2b82-27a4-41a8-9e62-4e49ba92e887 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:43.439478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bf2b82-27a4-41a8-9e62-4e49ba92e887 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:43.445587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.455476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a1bf2b82-27a4-41a8-9e62-4e49ba92e887 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/de7c98f4-9ede-4be5-91d8-1482d1674def HTTP/1.1" status: 404 len: 337 time: 0.0701377 Feb 03 04:47:43.474303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e9bb25f-b400-4663-bc12-62f781b80dfe req-ed62195b-9217-43f6-bcc7-958b3c7fa40b tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406147 Feb 03 04:47:43.483182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.492234 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ac4f75fc-1ba4-4753-9519-b970807a8bf5 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 200 len: 205 time: 0.0453990 Feb 03 04:47:43.527840 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-94d43d4a-b15a-4cec-9495-375fb958c167 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] delete failed (client error): The resource could not be found. Feb 03 04:47:43.529248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-94d43d4a-b15a-4cec-9495-375fb958c167 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/4cef7df9-4572-499d-a2f7-31a4c942b722 HTTP/1.1" status: 404 len: 336 time: 0.0450137 Feb 03 04:47:43.532150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.567153 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0a75e7cc-6215-44ca-896a-0214730ba440 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af HTTP/1.1" status: 200 len: 205 time: 0.0311146 Feb 03 04:47:43.567467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.609524 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-3ce9bde7-ab92-4eb3-aea6-3b8764bd4391 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] delete failed (client error): The resource could not be found. Feb 03 04:47:43.611552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3ce9bde7-ab92-4eb3-aea6-3b8764bd4391 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/29acf9f2-48b0-4ec4-89cc-fd8fbdf1d2af HTTP/1.1" status: 404 len: 336 time: 0.0421154 Feb 03 04:47:43.614176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.643762 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eda3e0b-49a5-4740-bcec-11159f07a77b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:43.643762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eda3e0b-49a5-4740-bcec-11159f07a77b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:43.648582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6eda3e0b-49a5-4740-bcec-11159f07a77b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/1881f767-441f-4d55-a56f-0c39d1ccb1e6 HTTP/1.1" status: 404 len: 337 time: 0.0308423 Feb 03 04:47:43.649692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.685058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.685322 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-22578253-d610-4f07-b0dd-bf30d362135c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=f79082ed-fb5a-4d3e-8aa9-076fc308f78a HTTP/1.1" status: 200 len: 205 time: 0.0342093 Feb 03 04:47:43.748636 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-851a420f-9582-4797-8829-04aabd286602 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] delete failed (client error): The resource could not be found. Feb 03 04:47:43.749945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-851a420f-9582-4797-8829-04aabd286602 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/f79082ed-fb5a-4d3e-8aa9-076fc308f78a HTTP/1.1" status: 404 len: 336 time: 0.0638263 Feb 03 04:47:43.752908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.788238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eedefaad-d0f6-4677-bd8c-5e2b9663eb7c tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e550ed41-9da4-4abb-85e7-9f02d2c9ead1 HTTP/1.1" status: 200 len: 205 time: 0.0317295 Feb 03 04:47:43.788458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.832594 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-03cd17fc-1096-416c-9458-43a3686c6bd3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] delete failed (client error): The resource could not be found. Feb 03 04:47:43.833697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-03cd17fc-1096-416c-9458-43a3686c6bd3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/e550ed41-9da4-4abb-85e7-9f02d2c9ead1 HTTP/1.1" status: 404 len: 336 time: 0.0444126 Feb 03 04:47:43.836321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38666) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.864747 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb7e688-2e64-45df-bfde-a6fc55121652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:43.865311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb7e688-2e64-45df-bfde-a6fc55121652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:43.868608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6cb7e688-2e64-45df-bfde-a6fc55121652 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/1d1d169d-5eba-4c7f-88aa-f07dd9b5b7b6 HTTP/1.1" status: 404 len: 337 time: 0.0313118 Feb 03 04:47:43.871235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.905690 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7e61b624-74e5-4f39-8ba8-c7dce48c6feb tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc87f063-f6d0-48dc-806b-ce023ac0701a HTTP/1.1" status: 200 len: 205 time: 0.0307748 Feb 03 04:47:43.906271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.949695 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-b1187874-3ad1-48c6-8a51-d568665d84a0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] delete failed (client error): The resource could not be found. Feb 03 04:47:43.951566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b1187874-3ad1-48c6-8a51-d568665d84a0 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/fc87f063-f6d0-48dc-806b-ce023ac0701a HTTP/1.1" status: 404 len: 336 time: 0.0434139 Feb 03 04:47:43.953892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38672) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:43.988161 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a310ac-233f-4675-b2b8-b5aa2e900ac3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:43.989020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a310ac-233f-4675-b2b8-b5aa2e900ac3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:43.992563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-12a310ac-233f-4675-b2b8-b5aa2e900ac3 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/2b8eca37-513b-4929-a974-70befc980673 HTTP/1.1" status: 404 len: 337 time: 0.0374129 Feb 03 04:47:43.995278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:44.030579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3cf344fa-74b3-4751-a2ea-4ed7ba97d1d2 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1a715a-16c5-4616-ba1f-69c00d739238 HTTP/1.1" status: 200 len: 205 time: 0.0341084 Feb 03 04:47:44.033007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38676) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:44.081716 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-7e013e73-9674-4c4a-81e1-78626b16458b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] delete failed (client error): The resource could not be found. Feb 03 04:47:44.083075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7e013e73-9674-4c4a-81e1-78626b16458b tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/routers/ce1a715a-16c5-4616-ba1f-69c00d739238 HTTP/1.1" status: 404 len: 336 time: 0.0488479 Feb 03 04:47:44.086464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:44.114369 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a398822-b6f9-44c2-835e-71cb32c28e84 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:44.114951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a398822-b6f9-44c2-835e-71cb32c28e84 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:44.118207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2a398822-b6f9-44c2-835e-71cb32c28e84 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/89331307-a319-48f3-8a2e-8edf5d8b116b HTTP/1.1" status: 404 len: 337 time: 0.0307167 Feb 03 04:47:44.120845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:44.149706 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2daaa0dc-1d55-4540-afdc-7e2c3d253489 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] DELETE failed (client error): The resource could not be found. Feb 03 04:47:44.150437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2daaa0dc-1d55-4540-afdc-7e2c3d253489 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:47:44.156892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2daaa0dc-1d55-4540-afdc-7e2c3d253489 tempest-RoutersIpV6Test-351411789 tempest-RoutersIpV6Test-351411789-project] 10.222.0.35 "DELETE /v2.0/subnets/e1cb7697-34eb-42b2-ba45-fc52e503b7b8 HTTP/1.1" status: 404 len: 337 time: 0.0315838 Feb 03 04:47:44.560957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:44.674060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9224-e7d7-4904-83e7-b76c3ecbda02 req-f7fe98d9-1ad5-49f9-94e4-bbd70c161b5e tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:44.675966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c3f9224-e7d7-4904-83e7-b76c3ecbda02 req-f7fe98d9-1ad5-49f9-94e4-bbd70c161b5e tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 945 time: 0.1210723 Feb 03 04:47:44.721244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-00bd0558-04c2-4878-9ff0-65823ea8e74c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69088a012329481382ade449956f9475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590028 Feb 03 04:47:44.723975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:44.734798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c3f9224-e7d7-4904-83e7-b76c3ecbda02 req-c7d68af8-6cd7-4fbb-ba4a-5ae09b4fd321 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516231 Feb 03 04:47:44.785039 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36386976-f74b-4693-9f3b-b625735cb8fa admin admin] Publish callbacks [] for security_group (30626daa-e8f1-4309-8751-bc1e9552696a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:44.806268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36386976-f74b-4693-9f3b-b625735cb8fa admin admin] Publish callbacks [] for security_group (30626daa-e8f1-4309-8751-bc1e9552696a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:44.855061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36386976-f74b-4693-9f3b-b625735cb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (30626daa-e8f1-4309-8751-bc1e9552696a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:44.857979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36386976-f74b-4693-9f3b-b625735cb8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:44.861555 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-36386976-f74b-4693-9f3b-b625735cb8fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30626daa-e8f1-4309-8751-bc1e9552696a HTTP/1.1" status: 204 len: 168 time: 0.1340528 Feb 03 04:47:44.874150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36386976-f74b-4693-9f3b-b625735cb8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30626daa-e8f1-4309-8751-bc1e9552696a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:45.556276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:45.667810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-872e8afb-d810-4d09-9ca2-ed21c382018d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2060416008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:45.691817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872e8afb-d810-4d09-9ca2-ed21c382018d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (2e1b245b-7d68-4204-a0f0-5ad28404ed50), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:45.693466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872e8afb-d810-4d09-9ca2-ed21c382018d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (2e1b245b-7d68-4204-a0f0-5ad28404ed50), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:45.747664 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872e8afb-d810-4d09-9ca2-ed21c382018d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for router_controller (2e1b245b-7d68-4204-a0f0-5ad28404ed50), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:45.754517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872e8afb-d810-4d09-9ca2-ed21c382018d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (2e1b245b-7d68-4204-a0f0-5ad28404ed50), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:45.775222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-872e8afb-d810-4d09-9ca2-ed21c382018d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:45.781559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:45.786941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-970769002'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:45.791737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-872e8afb-d810-4d09-9ca2-ed21c382018d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2338414 Feb 03 04:47:45.825485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Made reservation on behalf of 5285053a431a483ba475a7e31abb26da for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:45.829507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:45.852508 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:45.913487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449d656-33e7-43bb-ba89-c47603a27114 req-b8b9b19f-38b5-4010-8a2f-02b26377cb31 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:45.915092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3449d656-33e7-43bb-ba89-c47603a27114 req-b8b9b19f-38b5-4010-8a2f-02b26377cb31 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 945 time: 0.1060672 Feb 03 04:47:45.995804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for security_group (36d75182-fa45-4f30-9b37-33dcf3d3a9c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.000042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3449d656-33e7-43bb-ba89-c47603a27114 req-7d903955-a2ea-4aed-b478-e926fa24879b tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695643 Feb 03 04:47:46.002739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (36d75182-fa45-4f30-9b37-33dcf3d3a9c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.031982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:47:46.041248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d75182-fa45-4f30-9b37-33dcf3d3a9c2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:46.047613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3f946788-2d7c-4579-8090-a246625155d6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.047990 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Added segment 3f946788-2d7c-4579-8090-a246625155d6 of type vlan for network bbf42647-ed0a-46db-b74e-1a550e5caef4 Feb 03 04:47:46.092789 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (bbf42647-ed0a-46db-b74e-1a550e5caef4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.122708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (bbf42647-ed0a-46db-b74e-1a550e5caef4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.128379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:46.129025 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.168233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3851635 Feb 03 04:47:46.171095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:46.176578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'subnet': {'network_id': 'bbf42647-ed0a-46db-b74e-1a550e5caef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:46.211347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43129d1b-39ae-41b7-addb-1b4478cca3f0 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Network': ['ID=bbf42647-ed0a-46db-b74e-1a550e5caef4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:46.223763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:47:46.301464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Made reservation on behalf of 5285053a431a483ba475a7e31abb26da for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:46.306120 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.524627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (57da5d23-54f5-429d-ab57-d4760ad5647e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.607001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Subnet': ['ID=57da5d23-54f5-429d-ab57-d4760ad5647e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:46.633582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Checking segment: {'id': '3f946788-2d7c-4579-8090-a246625155d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbf42647-ed0a-46db-b74e-1a550e5caef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:46.633962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network hostable DHCP agents. Network: bbf42647-ed0a-46db-b74e-1a550e5caef4, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:47:46.662702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:47:46.675213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, bbf42647-ed0a-46db-b74e-1a550e5caef4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:46.680147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:46.681414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.684828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0472e298-27c0-4c6c-b8e1-4cf2de1d042b None None] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:46.701552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fdd84afb-afd8-4adf-af3b-5f1c6ccc1273 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5290694 Feb 03 04:47:46.715160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:46.721273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'network': {'name': 'tempest-router-network01--728683755'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:46.740004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd4ef3-0c17-4cfd-b0bd-101f5900b958 req-1b335754-bb45-46a8-9368-98d7a9482dee tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:46.741900 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-facd4ef3-0c17-4cfd-b0bd-101f5900b958 req-1b335754-bb45-46a8-9368-98d7a9482dee tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 945 time: 0.0921142 Feb 03 04:47:46.748277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Made reservation on behalf of 5285053a431a483ba475a7e31abb26da for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:46.751946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.786162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:47:46.798832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e686c3b3-af52-44ae-9e0a-9d6f7736587b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.799561 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Added segment e686c3b3-af52-44ae-9e0a-9d6f7736587b of type vlan for network dc431e07-26a0-455d-8875-0a09652d1c64 Feb 03 04:47:46.822447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-facd4ef3-0c17-4cfd-b0bd-101f5900b958 req-fc4aaeec-9168-4649-a3aa-32bd8fd33ab1 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734675 Feb 03 04:47:46.857678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (dc431e07-26a0-455d-8875-0a09652d1c64), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.882101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-bbf42647-ed0a-46db-b74e-1a550e5caef4', 'network_id': 'bbf42647-ed0a-46db-b74e-1a550e5caef4', 'project_id': '5285053a431a483ba475a7e31abb26da', 'fixed_ips': [{'subnet_id': '57da5d23-54f5-429d-ab57-d4760ad5647e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:47:46.883435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.905469 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (dc431e07-26a0-455d-8875-0a09652d1c64), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.917077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:46.917738 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:46.959993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2434614 Feb 03 04:47:46.963869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:46.970614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'network': {'name': 'tempest-router-network02--665159647'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:46.999037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690790e0-361c-4eac-9114-dad5b0c9119a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Network': ['ID=dc431e07-26a0-455d-8875-0a09652d1c64,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:47.004754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Made reservation on behalf of 5285053a431a483ba475a7e31abb26da for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:47.008532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.044111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:47:47.056735 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (558e534f-f98d-41c7-b90f-f30653247557), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.057375 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Added segment 558e534f-f98d-41c7-b90f-f30653247557 of type vlan for network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c Feb 03 04:47:47.083457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network dc431e07-26a0-455d-8875-0a09652d1c64 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:47:47.108835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2bc1dfa1-06d1-41f6-a1e5-2e23852f433c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.142467 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2bc1dfa1-06d1-41f6-a1e5-2e23852f433c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.148211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:47.148884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.171173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2058225 Feb 03 04:47:47.174089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:47.179860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'subnet': {'network_id': 'dc431e07-26a0-455d-8875-0a09652d1c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:47.245137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Network': ['ID=2bc1dfa1-06d1-41f6-a1e5-2e23852f433c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:47.253544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.254183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.254756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.255300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.255856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.257799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.258384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.258955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.259542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.260093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.260641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.261208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.261767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8978840b-8c8b-492d-8c6d-0bb1bbc708e7 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.279825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:47:47.332249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Made reservation on behalf of 5285053a431a483ba475a7e31abb26da for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:47.336685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.362871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Allocated IP 172.20.0.2 (bbf42647-ed0a-46db-b74e-1a550e5caef4/57da5d23-54f5-429d-ab57-d4760ad5647e/41841ca5-b32d-4f59-b686-68d1cd97a403) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:47.546901 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Publish callbacks [] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.558660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.572678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (69007909-e32a-4cad-8e0a-2ce56c461317), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.610735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:47.612455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:47.619710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:47.631131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Pushing event updated for resources: {'Port': ['ID=41841ca5-b32d-4f59-b686-68d1cd97a403,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:47.642967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.643774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.644384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.644934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.645580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.646127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.646669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.647342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.647921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.648484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.649080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.649648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.650788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:47:47.665366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Checking segment: {'id': 'e686c3b3-af52-44ae-9e0a-9d6f7736587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dc431e07-26a0-455d-8875-0a09652d1c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:47.665727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network hostable DHCP agents. Network: dc431e07-26a0-455d-8875-0a09652d1c64, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:47:47.678532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Subnet': ['ID=69007909-e32a-4cad-8e0a-2ce56c461317,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:47.692375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network dc431e07-26a0-455d-8875-0a09652d1c64 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:47:47.709979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, dc431e07-26a0-455d-8875-0a09652d1c64) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:47.719159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b561b1bb-6bf2-4d89-a631-38d174ffa400 None None] Network dc431e07-26a0-455d-8875-0a09652d1c64 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:47.726254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:47.726913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.757659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7e11b0a-6f3d-49ca-9556-2e23b4c811d1 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5819237 Feb 03 04:47:47.760371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38764) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:47.766903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'subnet': {'network_id': '2bc1dfa1-06d1-41f6-a1e5-2e23852f433c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:47.801323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Attempting to bind port 41841ca5-b32d-4f59-b686-68d1cd97a403 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:47.803653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Attempting to bind port 41841ca5-b32d-4f59-b686-68d1cd97a403 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3f946788-2d7c-4579-8090-a246625155d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbf42647-ed0a-46db-b74e-1a550e5caef4'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:47.804310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Attempting to bind port 41841ca5-b32d-4f59-b686-68d1cd97a403 on network bbf42647-ed0a-46db-b74e-1a550e5caef4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:47.812390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:47.812816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Checking segment: {'id': '3f946788-2d7c-4579-8090-a246625155d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbf42647-ed0a-46db-b74e-1a550e5caef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:47.813159 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.813569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Bound using segment: {'id': '3f946788-2d7c-4579-8090-a246625155d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbf42647-ed0a-46db-b74e-1a550e5caef4'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:47.814023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Bound port: 41841ca5-b32d-4f59-b686-68d1cd97a403, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f946788-2d7c-4579-8090-a246625155d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbf42647-ed0a-46db-b74e-1a550e5caef4'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:47.814406 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:47.893288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Made reservation on behalf of 5285053a431a483ba475a7e31abb26da for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:47.903912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.031331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] For port 41841ca5-b32d-4f59-b686-68d1cd97a403, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:48.038876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] For port 41841ca5-b32d-4f59-b686-68d1cd97a403, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=41841ca5-b32d-4f59-b686-68d1cd97a403,segment=NetworkSegment(3f946788-2d7c-4579-8090-a246625155d6),segment_id=3f946788-2d7c-4579-8090-a246625155d6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:48.050822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-dc431e07-26a0-455d-8875-0a09652d1c64', 'network_id': 'dc431e07-26a0-455d-8875-0a09652d1c64', 'project_id': '5285053a431a483ba475a7e31abb26da', 'fixed_ips': [{'subnet_id': '69007909-e32a-4cad-8e0a-2ce56c461317'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:47:48.054109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.090576 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.238370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87330d01-8b45-4c2c-8657-21d79a11dcfa None None] Pushing event updated for resources: {'Port': ['ID=41841ca5-b32d-4f59-b686-68d1cd97a403,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:48.262050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40a8ba-4f39-4036-b80d-864f6a717638 req-9bec65e3-a7fc-44ca-8cea-3e9bcc233a50 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:48.263687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb40a8ba-4f39-4036-b80d-864f6a717638 req-9bec65e3-a7fc-44ca-8cea-3e9bcc233a50 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 945 time: 0.3220878 Feb 03 04:47:48.376148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb40a8ba-4f39-4036-b80d-864f6a717638 req-59051946-bdb9-4e91-9af6-96d57a3a3f0b tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018074 Feb 03 04:47:48.456269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-12408c04-803f-48d7-a26f-4ecdde88b4af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:48.461958 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-12408c04-803f-48d7-a26f-4ecdde88b4af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 945 time: 0.1967208 Feb 03 04:47:48.463111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0990f130-3b84-4014-b879-467556781291), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.490352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Allocated IP 172.20.0.2 (dc431e07-26a0-455d-8875-0a09652d1c64/69007909-e32a-4cad-8e0a-2ce56c461317/69c52e90-529f-4308-9e23-53385471439c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:48.644882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Subnet': ['ID=0990f130-3b84-4014-b879-467556781291,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:48.711415 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Publish callbacks [] for port (69c52e90-529f-4308-9e23-53385471439c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.714633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Checking segment: {'id': '558e534f-f98d-41c7-b90f-f30653247557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bc1dfa1-06d1-41f6-a1e5-2e23852f433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:48.715205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network hostable DHCP agents. Network: 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:47:48.725566 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (69c52e90-529f-4308-9e23-53385471439c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.790775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:47:48.805704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Network dc431e07-26a0-455d-8875-0a09652d1c64 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:48.819379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:48.820146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Deleting port bf9e0cf2-433f-4591-aa41-016e92260044 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:48.820673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.821767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Pushing event updated for resources: {'Port': ['ID=69c52e90-529f-4308-9e23-53385471439c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:48.827101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:48.868328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:48.894534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5018370-00d0-48e2-a92c-44089749ad3c None None] Network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:48.906580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:48.907841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.942395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Attempting to bind port 69c52e90-529f-4308-9e23-53385471439c on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:48.942778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Attempting to bind port 69c52e90-529f-4308-9e23-53385471439c by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e686c3b3-af52-44ae-9e0a-9d6f7736587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dc431e07-26a0-455d-8875-0a09652d1c64'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:48.943282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Attempting to bind port 69c52e90-529f-4308-9e23-53385471439c on network dc431e07-26a0-455d-8875-0a09652d1c64 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:48.995594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:48.995977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Checking segment: {'id': 'e686c3b3-af52-44ae-9e0a-9d6f7736587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dc431e07-26a0-455d-8875-0a09652d1c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:48.996385 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:48.996783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Bound using segment: {'id': 'e686c3b3-af52-44ae-9e0a-9d6f7736587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dc431e07-26a0-455d-8875-0a09652d1c64'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:48.997270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Bound port: 69c52e90-529f-4308-9e23-53385471439c, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e686c3b3-af52-44ae-9e0a-9d6f7736587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dc431e07-26a0-455d-8875-0a09652d1c64'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:48.997652 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (69c52e90-529f-4308-9e23-53385471439c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.002259 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a5077b39-2d8a-4e5c-8ab8-c657493b69e4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2406166 Feb 03 04:47:49.005474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:49.056733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] For port bf9e0cf2-433f-4591-aa41-016e92260044, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf9e0cf2-433f-4591-aa41-016e92260044,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:49.057094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.090217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Calling delete_port for bf9e0cf2-433f-4591-aa41-016e92260044 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:49.103420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-2bc1dfa1-06d1-41f6-a1e5-2e23852f433c', 'network_id': '2bc1dfa1-06d1-41f6-a1e5-2e23852f433c', 'project_id': '5285053a431a483ba475a7e31abb26da', 'fixed_ips': [{'subnet_id': '0990f130-3b84-4014-b879-467556781291'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:47:49.104976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.252537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Allocated IP 172.20.0.2 (2bc1dfa1-06d1-41f6-a1e5-2e23852f433c/0990f130-3b84-4014-b879-467556781291/3f63412a-46e1-4ba4-b318-934c33c6c4e0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:49.283051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bf9e0cf2-433f-4591-aa41-016e92260044), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.319555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Pushing event deleted for resources: {'Port': ['ID=bf9e0cf2-433f-4591-aa41-016e92260044,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:49.331059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] For port 69c52e90-529f-4308-9e23-53385471439c, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:49.351038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] For port 69c52e90-529f-4308-9e23-53385471439c, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=69c52e90-529f-4308-9e23-53385471439c,segment=NetworkSegment(e686c3b3-af52-44ae-9e0a-9d6f7736587b),segment_id=e686c3b3-af52-44ae-9e0a-9d6f7736587b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:49.364848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (69c52e90-529f-4308-9e23-53385471439c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.402810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] No DVR routers for this DVR port bf9e0cf2-433f-4591-aa41-016e92260044 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:47:49.409554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.415608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8d1c8555-8baa-42c8-8928-d0dd56a79a8b req-8eb0d3cc-dd2c-42ba-859a-4f7e2790c5af tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "DELETE /v2.0/ports/bf9e0cf2-433f-4591-aa41-016e92260044 HTTP/1.1" status: 204 len: 173 time: 0.9392061 Feb 03 04:47:49.416686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'name': 'network-vif-deleted', 'tag': 'bf9e0cf2-433f-4591-aa41-016e92260044'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:49.421564 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35ead07-0dcd-4fa0-a2d2-e89bc2e029f3" -d '{"events": [{"server_uuid": "671d48a9-609f-45c3-aa64-3dc59783d2b1", "name": "network-vif-deleted", "tag": "bf9e0cf2-433f-4591-aa41-016e92260044"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:49.537077 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7442c47d-0036-45d0-b4f7-95c3c5f8f062 x-openstack-request-id: req-7442c47d-0036-45d0-b4f7-95c3c5f8f062 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:49.537603 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d48a9-609f-45c3-aa64-3dc59783d2b1", "name": "network-vif-deleted", "tag": "bf9e0cf2-433f-4591-aa41-016e92260044", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:49.538875 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7442c47d-0036-45d0-b4f7-95c3c5f8f062 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:49.539664 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d48a9-609f-45c3-aa64-3dc59783d2b1', 'name': 'network-vif-deleted', 'tag': 'bf9e0cf2-433f-4591-aa41-016e92260044', 'status': 'completed', 'code': 200} Feb 03 04:47:49.631184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.661259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce80d4-ef3a-40d4-8c21-17ec673a5944 None None] Pushing event updated for resources: {'Port': ['ID=69c52e90-529f-4308-9e23-53385471439c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:49.674442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Publish callbacks [] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.685276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.730067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbe42a28-d72b-4251-af1b-a3f3d45fe1f3 req-d1c7b627-ac6d-4c47-8908-d5acfdbc7886 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=671d48a9-609f-45c3-aa64-3dc59783d2b1 HTTP/1.1" status: 200 len: 210 time: 0.1849346 Feb 03 04:47:49.774904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Pushing event updated for resources: {'Port': ['ID=3f63412a-46e1-4ba4-b318-934c33c6c4e0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:49.788682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:49.790531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:49.793778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:49.925870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Attempting to bind port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:49.926205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Attempting to bind port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '558e534f-f98d-41c7-b90f-f30653247557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bc1dfa1-06d1-41f6-a1e5-2e23852f433c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:49.926575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Attempting to bind port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 on network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:49.938200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:49.938619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Checking segment: {'id': '558e534f-f98d-41c7-b90f-f30653247557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bc1dfa1-06d1-41f6-a1e5-2e23852f433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:49.942617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:49.942617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Bound using segment: {'id': '558e534f-f98d-41c7-b90f-f30653247557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bc1dfa1-06d1-41f6-a1e5-2e23852f433c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:49.942933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Bound port: 3f63412a-46e1-4ba4-b318-934c33c6c4e0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558e534f-f98d-41c7-b90f-f30653247557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bc1dfa1-06d1-41f6-a1e5-2e23852f433c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:49.943428 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.139231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] For port 3f63412a-46e1-4ba4-b318-934c33c6c4e0, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:50.147275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] For port 3f63412a-46e1-4ba4-b318-934c33c6c4e0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3f63412a-46e1-4ba4-b318-934c33c6c4e0,segment=NetworkSegment(558e534f-f98d-41c7-b90f-f30653247557),segment_id=558e534f-f98d-41c7-b90f-f30653247557)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:50.156648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Allocated IP 172.20.0.1 (dc431e07-26a0-455d-8875-0a09652d1c64/69007909-e32a-4cad-8e0a-2ce56c461317/0a85b73d-dde3-42be-a6f8-9578b3ea239e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:50.166695 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.341930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7856b5-1376-43c2-840e-7fc19066cf50 None None] Pushing event updated for resources: {'Port': ['ID=3f63412a-46e1-4ba4-b318-934c33c6c4e0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:50.363989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc1746-7547-416f-bfea-006149df7f70 None None] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:50.381607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.487960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 69c52e90-529f-4308-9e23-53385471439c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:50.520427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f39de602-1d5c-4c1e-9d05-f86dcfab716b None None] Provisioning complete for port 41841ca5-b32d-4f59-b686-68d1cd97a403 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:50.520795 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f39de602-1d5c-4c1e-9d05-f86dcfab716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.521539 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.576267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network dc431e07-26a0-455d-8875-0a09652d1c64 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:50.580624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:50.584610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:50.624904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Port': ['ID=0a85b73d-dde3-42be-a6f8-9578b3ea239e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:50.676067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.745132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 69c52e90-529f-4308-9e23-53385471439c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:50.746152 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (69c52e90-529f-4308-9e23-53385471439c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.833129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f39de602-1d5c-4c1e-9d05-f86dcfab716b None None] Current status of the port 41841ca5-b32d-4f59-b686-68d1cd97a403 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:50.833523 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f39de602-1d5c-4c1e-9d05-f86dcfab716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:50.945766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f39de602-1d5c-4c1e-9d05-f86dcfab716b None None] For port 41841ca5-b32d-4f59-b686-68d1cd97a403, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=41841ca5-b32d-4f59-b686-68d1cd97a403,segment=NetworkSegment(3f946788-2d7c-4579-8090-a246625155d6),segment_id=3f946788-2d7c-4579-8090-a246625155d6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:50.950622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf9e0cf2-433f-4591-aa41-016e92260044 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:47:50.970766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.048471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f39de602-1d5c-4c1e-9d05-f86dcfab716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.058446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: bf9e0cf2-433f-4591-aa41-016e92260044 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:47:51.058791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf9e0cf2-433f-4591-aa41-016e92260044 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:47:51.231226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39de602-1d5c-4c1e-9d05-f86dcfab716b None None] Pushing event updated for resources: {'Port': ['ID=41841ca5-b32d-4f59-b686-68d1cd97a403,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:51.266300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 69c52e90-529f-4308-9e23-53385471439c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:51.266694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (69c52e90-529f-4308-9e23-53385471439c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.329723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f5f63548-78cd-4524-a63d-0ddd06faa42a None None] Provisioning complete for port 41841ca5-b32d-4f59-b686-68d1cd97a403 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:51.330350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f63548-78cd-4524-a63d-0ddd06faa42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.337117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 69c52e90-529f-4308-9e23-53385471439c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=69c52e90-529f-4308-9e23-53385471439c,segment=NetworkSegment(e686c3b3-af52-44ae-9e0a-9d6f7736587b),segment_id=e686c3b3-af52-44ae-9e0a-9d6f7736587b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:51.365037 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (69c52e90-529f-4308-9e23-53385471439c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.366143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 41841ca5-b32d-4f59-b686-68d1cd97a403 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:51.458070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9627c174-5482-4a5e-8758-a0b7d5cb3314 None None] Network dc431e07-26a0-455d-8875-0a09652d1c64 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:51.539699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=69c52e90-529f-4308-9e23-53385471439c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:51.604032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f5f63548-78cd-4524-a63d-0ddd06faa42a None None] Current status of the port 41841ca5-b32d-4f59-b686-68d1cd97a403 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:51.858756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 41841ca5-b32d-4f59-b686-68d1cd97a403 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:51.859430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.897287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.905196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-50f36315-9db2-4d88-a155-a03dec95f043 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:51.905612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-26c078a1-90f5-41f6-bb3c-aa6924895765 None None] Provisioning complete for port 69c52e90-529f-4308-9e23-53385471439c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:51.906089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c078a1-90f5-41f6-bb3c-aa6924895765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (69c52e90-529f-4308-9e23-53385471439c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.913629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-50f36315-9db2-4d88-a155-a03dec95f043 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/networks?id=c0835d04-ff8f-462a-998a-ed32882237df HTTP/1.1" status: 200 len: 809 time: 0.1987677 Feb 03 04:47:51.922877 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:51.988613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-ca878f72-cca6-4d8b-b5f7-053453bc1e44 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/quotas/03f9a610d3a14751ad2f8d0cd37b434c HTTP/1.1" status: 200 len: 375 time: 0.0738912 Feb 03 04:47:52.015726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:52.054915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-26c078a1-90f5-41f6-bb3c-aa6924895765 None None] Current status of the port 69c52e90-529f-4308-9e23-53385471439c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:52.071946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 41841ca5-b32d-4f59-b686-68d1cd97a403 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:52.076618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b563a20c-d02f-447c-966a-5fb9aea04c88 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03f9a610d3a14751ad2f8d0cd37b434c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863149 Feb 03 04:47:52.107259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ed2ef-6c98-41a4-a7ec-cca355ed46d1 None None] Network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:47:52.262453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-add479a9-8523-4dcb-a024-c31b933a3f56 None None] Provisioning complete for port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:52.262660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add479a9-8523-4dcb-a024-c31b933a3f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:52.275758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Port': ['ID=0a85b73d-dde3-42be-a6f8-9578b3ea239e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:52.330673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-949f7a6b-0ad7-4935-a118-45320fc392bd service neutron] 10.222.0.35 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428002 Feb 03 04:47:52.389682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network dc431e07-26a0-455d-8875-0a09652d1c64 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:52.395443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:52.457763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-add479a9-8523-4dcb-a024-c31b933a3f56 None None] Current status of the port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:52.458487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add479a9-8523-4dcb-a024-c31b933a3f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:52.482298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 69c52e90-529f-4308-9e23-53385471439c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:52.573983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-add479a9-8523-4dcb-a024-c31b933a3f56 None None] For port 3f63412a-46e1-4ba4-b318-934c33c6c4e0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3f63412a-46e1-4ba4-b318-934c33c6c4e0,segment=NetworkSegment(558e534f-f98d-41c7-b90f-f30653247557),segment_id=558e534f-f98d-41c7-b90f-f30653247557)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:47:52.593215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add479a9-8523-4dcb-a024-c31b933a3f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:52.602530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 69c52e90-529f-4308-9e23-53385471439c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:52.603075 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (69c52e90-529f-4308-9e23-53385471439c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:52.622277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-ce0ae827-1257-4897-8d09-63a985896981 service neutron] 10.222.0.35 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865150 Feb 03 04:47:52.623548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Router 2e1b245b-7d68-4204-a0f0-5ad28404ed50 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:47:52.745132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add479a9-8523-4dcb-a024-c31b933a3f56 None None] Pushing event updated for resources: {'Port': ['ID=3f63412a-46e1-4ba4-b318-934c33c6c4e0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:52.765884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Provisioning complete for port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:52.766303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:52.785418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:52.801850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-09d34d93-3e63-4c9b-95a4-20959ba3317e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "PUT /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7940652 Feb 03 04:47:52.803726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:52.837561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] Sync routers for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:52.914621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c721002-cb1f-496f-a7f6-8043cf23a714 req-8eb45aed-71d8-4135-87f7-5999d4044885 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 210 time: 0.0437932 Feb 03 04:47:52.919987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:52.920794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:52.971450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 69c52e90-529f-4308-9e23-53385471439c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:52.973134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f63412a-46e1-4ba4-b318-934c33c6c4e0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:53.023585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:53.072078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:53.072843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:53.112003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:53.112854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea81b51d-a8fd-4c75-9506-53fef3707f33 None None] The sync data for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:53.129347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Current status of the port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:53.140234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:53.145409 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.216126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Provisioning complete for port 0a85b73d-dde3-42be-a6f8-9578b3ea239e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:53.217759 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.303172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Port 0a85b73d-dde3-42be-a6f8-9578b3ea239e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:47:53.334254 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-12d89c52-377e-41c3-b3d3-e3837774397b tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:47:53.339477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:53.340760 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-12d89c52-377e-41c3-b3d3-e3837774397b tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "PUT /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5358386 Feb 03 04:47:53.435182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Provisioning complete for port 69c52e90-529f-4308-9e23-53385471439c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:53.435587 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (69c52e90-529f-4308-9e23-53385471439c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.539380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:53.541757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 41841ca5-b32d-4f59-b686-68d1cd97a403 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:53.727171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 41841ca5-b32d-4f59-b686-68d1cd97a403 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:53.727576 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.731432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9dab4eb-d6ae-4784-832c-09dc1b41ca33 None None] Current status of the port 69c52e90-529f-4308-9e23-53385471439c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:53.793926 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.799268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:53.829917 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.857185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 41841ca5-b32d-4f59-b686-68d1cd97a403 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:53.871204 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.878076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e7a3f82b-1ae2-463a-a866-052db9c930d4 None None] Provisioning complete for port 0a85b73d-dde3-42be-a6f8-9578b3ea239e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:53.878730 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f82b-1ae2-463a-a866-052db9c930d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:53.963450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e7a3f82b-1ae2-463a-a866-052db9c930d4 None None] Port 0a85b73d-dde3-42be-a6f8-9578b3ea239e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:47:53.975293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1f496-1618-409b-bf5f-b4607a5d4fdc req-d60572cc-3712-42bf-9e55-21b2b46bf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:53.978579 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d1f496-1618-409b-bf5f-b4607a5d4fdc req-d60572cc-3712-42bf-9e55-21b2b46bf3bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1127 time: 0.1749451 Feb 03 04:47:54.033590 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d1f496-1618-409b-bf5f-b4607a5d4fdc req-7bf3e363-fb3a-43a1-8dbd-41311c6b3a15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483928 Feb 03 04:47:54.060000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9af60569-f3da-4379-bffb-df657d7845f1 req-4dd2056a-4a93-4b56-822d-6c472de3f57f tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 210 time: 0.0451922 Feb 03 04:47:54.152143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f63412a-46e1-4ba4-b318-934c33c6c4e0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:47:54.200172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Deleting port 0a85b73d-dde3-42be-a6f8-9578b3ea239e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:47:54.200577 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:54.215482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:54.215787 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:54.301841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:47:54.314539 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:54.330438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Calling delete_port for 0a85b73d-dde3-42be-a6f8-9578b3ea239e owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:47:54.593638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-7c77dfff-1623-494f-9f19-083674b5edd2 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:54.596886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-7c77dfff-1623-494f-9f19-083674b5edd2 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "GET /v2.0/networks?id=c0835d04-ff8f-462a-998a-ed32882237df HTTP/1.1" status: 200 len: 809 time: 0.2364283 Feb 03 04:47:54.615576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Request body: {'port': {'device_id': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df', 'admin_state_up': True, 'tenant_id': '03f9a610d3a14751ad2f8d0cd37b434c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:54.693249 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0a85b73d-dde3-42be-a6f8-9578b3ea239e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:54.732930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Port': ['ID=0a85b73d-dde3-42be-a6f8-9578b3ea239e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:54.828206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Made reservation on behalf of 03f9a610d3a14751ad2f8d0cd37b434c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:47:54.833457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:55.011762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:55.110423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Allocated IP 172.20.0.5 (c0835d04-ff8f-462a-998a-ed32882237df/af8c5b0e-0939-4822-9bbb-040bc50b3268/37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:55.278393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks [] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:55.278862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Router 2e1b245b-7d68-4204-a0f0-5ad28404ed50 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:55.359874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:55.382561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:47:55.394879 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] Sync routers for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:47:55.397308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-818e859d-1b88-41e6-9fc2-afd7183b627c tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "PUT /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0571218 Feb 03 04:47:55.401349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:55.413125 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:55.414088 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:55.458648 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:55.467333 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-59663ef7-668a-4d20-89ed-f53b9b63919d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] delete failed (client error): The resource could not be found. Feb 03 04:47:55.471601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-59663ef7-668a-4d20-89ed-f53b9b63919d tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-398605131 HTTP/1.1" status: 404 len: 334 time: 0.0661495 Feb 03 04:47:55.475896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Network c0835d04-ff8f-462a-998a-ed32882237df is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:55.476719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:55.477533 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:47:55.478386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:55.482141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1fe55ec9-35fa-43d2-b2e0-d452dbf609d8 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e1b245b-7d68-4204-a0f0-5ad28404ed50'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:55.507377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:55.514661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Pushing event updated for resources: {'Port': ['ID=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:55.518783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:55.524125 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:47:55.525537 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae295f68-b3fe-45ca-953d-213e6fb359a8 None None] The sync data for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:47:55.587827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40897b-4ea8-4da6-9abc-55c15c98b449 req-6bb5c6b4-be1b-4862-8c86-44996d387ef8 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:55.589564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa40897b-4ea8-4da6-9abc-55c15c98b449 req-6bb5c6b4-be1b-4862-8c86-44996d387ef8 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 931 time: 0.3993597 Feb 03 04:47:55.620114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:55.620956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:55.647324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-b738c184-f859-40e2-ba25-ac0b43bfdf04 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0373452 Feb 03 04:47:55.829410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Request body: {'port': {'device_id': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:47:55.831980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1fe55ec9-35fa-43d2-b2e0-d452dbf609d8 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for router_gateway (2e1b245b-7d68-4204-a0f0-5ad28404ed50), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:55.832199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:55.832438 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-1fe55ec9-35fa-43d2-b2e0-d452dbf609d8 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] update failed (client error): The resource could not be found. Feb 03 04:47:55.832438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1fe55ec9-35fa-43d2-b2e0-d452dbf609d8 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "PUT /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50 HTTP/1.1" status: 404 len: 339 time: 0.3135977 Feb 03 04:47:55.832740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 38880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:47:55.832965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa40897b-4ea8-4da6-9abc-55c15c98b449 req-e1806017-e5b8-4636-bf87-5ed4d04bef74 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858838 Feb 03 04:47:56.657059 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-d38c6db6-af93-4dcf-8b86-ef613f883df0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5382457 Feb 03 04:47:56.691037 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:56.952715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:47:56.959636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-1db68d59-7a62-423f-baae-c3699f30171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:56.961319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-1db68d59-7a62-423f-baae-c3699f30171a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6eaa7a26e954db09d5357538cedbcab&device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 1128 time: 0.2170570 Feb 03 04:47:56.993329 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Publish callbacks [] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:57.037778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce80881-d891-4ecf-a71f-af93d0101f11 req-9f70be44-d9e1-4c48-a50d-326e9d6851c9 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:57.040106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fce80881-d891-4ecf-a71f-af93d0101f11 req-9f70be44-d9e1-4c48-a50d-326e9d6851c9 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 931 time: 0.1242676 Feb 03 04:47:57.079433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Transition to ACTIVE for port object 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:47:57.101635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fce80881-d891-4ecf-a71f-af93d0101f11 req-0fc3a64f-7457-4d74-b112-be4137d66eda tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545433 Feb 03 04:47:57.138939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:57.253346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Allocated IP 172.20.0.1 (bbf42647-ed0a-46db-b74e-1a550e5caef4/57da5d23-54f5-429d-ab57-d4760ad5647e/cc7adacb-1aee-4e3b-9233-98b9e5848930) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:47:57.255319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:57.273123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-dfbed91b-8f3b-4900-83af-be5261387b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:57.273123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-dfbed91b-8f3b-4900-83af-be5261387b71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 200 len: 917 time: 0.2605908 Feb 03 04:47:57.450384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-522b4c12-fb97-4be2-9ced-74233ef233df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 200 len: 1000 time: 0.1690559 Feb 03 04:47:57.530498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Attempting to bind port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:47:57.530728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Attempting to bind port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:47:57.531067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Attempting to bind port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 on network c0835d04-ff8f-462a-998a-ed32882237df {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:57.539037 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:57.550035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 on network c0835d04-ff8f-462a-998a-ed32882237df not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:47:57.550378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Attempting to bind port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 on network c0835d04-ff8f-462a-998a-ed32882237df {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:47:57.562559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-976d1003-698b-430b-9420-f35e0683b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:57.564081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-976d1003-698b-430b-9420-f35e0683b548 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 200 len: 855 time: 0.1067257 Feb 03 04:47:57.566604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:47:57.566908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Checking segment: {'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:47:57.567294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Bound using segment: {'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:47:57.567769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Bound port: 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:47:57.568133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:57.683459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:57.746237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] For port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:47:57.760654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] For port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:47:57.768345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:57.779613 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:57.781855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:57.812522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:57.813154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:57.815101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] 10.222.0.31 "PUT /v2.0/ports/37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 HTTP/1.1" status: 200 len: 1091 time: 2.1580510 Feb 03 04:47:57.815797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Port': ['ID=cc7adacb-1aee-4e3b-9233-98b9e5848930,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:57.823338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-751d9d75-af86-475f-a8ed-9faa6bc27cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:57.824963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-751d9d75-af86-475f-a8ed-9faa6bc27cd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b27c554b-4edb-41c6-8e4b-f09a373298d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2331793 Feb 03 04:47:57.826555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:47:57.833148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'tag': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:47:57.836285 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5bba5b-5e32-4628-aaa5-16575a21bc13" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea70ec1-2e6d-4261-a392-255eabf6c3c1", "tag": "37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:47:57.952834 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b32f8-b0cb-4747-a05f-77034f5ba56f x-openstack-request-id: req-800b32f8-b0cb-4747-a05f-77034f5ba56f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:47:57.953242 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea70ec1-2e6d-4261-a392-255eabf6c3c1", "tag": "37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:47:57.953584 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-800b32f8-b0cb-4747-a05f-77034f5ba56f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:47:57.954286 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'tag': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1', 'status': 'completed', 'code': 200} Feb 03 04:47:57.989215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a08f94-0f1c-4c77-a023-b77be496daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:58.101740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:58.127608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-da932d63-867a-4ce5-a540-acc9d335b750 None None] Provisioning complete for port cc7adacb-1aee-4e3b-9233-98b9e5848930 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:58.128669 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da932d63-867a-4ce5-a540-acc9d335b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:58.254642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-e927de81-35ae-410b-95cf-2c0bc0d4c8dc service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129336 Feb 03 04:47:58.262827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-86b7e1b4-c1d2-4573-9d6f-3b8549d70397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:58.264178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-86b7e1b4-c1d2-4573-9d6f-3b8549d70397 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f9a610d3a14751ad2f8d0cd37b434c&device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 1125 time: 0.3783333 Feb 03 04:47:58.268195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-da932d63-867a-4ce5-a540-acc9d335b750 None None] Port cc7adacb-1aee-4e3b-9233-98b9e5848930 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:47:58.304253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa9fc-4bbb-4160-926e-b72fadc145ff req-39e33f36-d6e9-4996-9ebb-57ad26383cc5 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:58.318622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39efa9fc-4bbb-4160-926e-b72fadc145ff req-39e33f36-d6e9-4996-9ebb-57ad26383cc5 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 943 time: 0.1242414 Feb 03 04:47:58.347125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-a367c551-250b-419c-ad2a-7044552df5ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 HTTP/1.1" status: 200 len: 217 time: 0.0628407 Feb 03 04:47:58.416267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39efa9fc-4bbb-4160-926e-b72fadc145ff req-7e86aa35-812a-432a-8bd7-13e3ec7cc845 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917845 Feb 03 04:47:58.456686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:58.465330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-df15f357-000b-42b5-9201-cd6700978d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:58.466837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-df15f357-000b-42b5-9201-cd6700978d80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af8c5b0e-0939-4822-9bbb-040bc50b3268 HTTP/1.1" status: 200 len: 849 time: 0.0911577 Feb 03 04:47:58.521216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-0727b519-3acb-4e40-932a-ced29cb5960f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0835d04-ff8f-462a-998a-ed32882237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463288 Feb 03 04:47:58.557613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70e0f523-b15c-4f9a-96bf-0843bc490f5f req-37dad566-9fd8-432a-b300-c21063358099 service neutron] 10.222.0.31 "GET /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898400 Feb 03 04:47:58.734823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-df63d068-78da-410f-a7e7-0fdc8c46e2ec service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071946 Feb 03 04:47:58.909156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b3ab0e54-bc80-44b4-8d47-c42c371dadff req-e37919bd-7c7a-4c77-ade1-bd3374afaa87 service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628137 Feb 03 04:47:58.952227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:58.961575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:59.064828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:59.067435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event updated for resources: {'Port': ['ID=cc7adacb-1aee-4e3b-9233-98b9e5848930,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:47:59.137976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-72a5dac8-ab87-4bce-9fe0-2f37633ea606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:59.139673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-72a5dac8-ab87-4bce-9fe0-2f37633ea606 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f9a610d3a14751ad2f8d0cd37b434c&device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 1125 time: 0.1533828 Feb 03 04:47:59.208336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-2e89abdf-1c8c-4d94-84cf-7832ad4234e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367605 Feb 03 04:47:59.238398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:47:59.239999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:47:59.520428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Router 2e1b245b-7d68-4204-a0f0-5ad28404ed50 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:47:59.542922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-136e0f46-36bb-4ac4-9656-4c44b3a8246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:59.546932 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-136e0f46-36bb-4ac4-9656-4c44b3a8246d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0835d04-ff8f-462a-998a-ed32882237df HTTP/1.1" status: 200 len: 910 time: 0.3982804 Feb 03 04:47:59.549076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-ed607420-bac2-459a-8728-d7d15911c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:59.550736 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-ed607420-bac2-459a-8728-d7d15911c129 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1127 time: 0.2590125 Feb 03 04:47:59.618999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e757e8-e85b-453f-bf6f-91070c378c49 req-c9cabdd4-9491-41c9-b2a5-27f3ae9561c2 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:47:59.621381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86e757e8-e85b-453f-bf6f-91070c378c49 req-c9cabdd4-9491-41c9-b2a5-27f3ae9561c2 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 943 time: 0.0861127 Feb 03 04:47:59.641004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b9407e58-a177-4413-ba51-222ff9ee2eae None None] Provisioning complete for port cc7adacb-1aee-4e3b-9233-98b9e5848930 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:47:59.653275 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9407e58-a177-4413-ba51-222ff9ee2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:47:59.691818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-86e757e8-e85b-453f-bf6f-91070c378c49 req-f538c55d-67f7-4df0-b1c8-4c387eaac34b tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599761 Feb 03 04:47:59.728229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9407e58-a177-4413-ba51-222ff9ee2eae None None] Port cc7adacb-1aee-4e3b-9233-98b9e5848930 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:48:00.046491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-3232cf44-6a79-4fd9-b4f3-fa3d2d9f5e91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 HTTP/1.1" status: 200 len: 217 time: 0.4937901 Feb 03 04:48:00.121945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:48:00.132899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 38986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:00.134338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] Sync routers for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:48:00.149129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d9f29319-d514-4ecd-90ba-9e2e60794f32 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "PUT /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3274498 Feb 03 04:48:00.149129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-6116c70d-2de2-47bf-a126-b017337acf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:00.149129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-6116c70d-2de2-47bf-a126-b017337acf7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 910 time: 0.5567024 Feb 03 04:48:00.172606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:00.174005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:00.181524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-78c5685c-26ad-494b-b1f8-0bcabcc5de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:00.189573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-78c5685c-26ad-494b-b1f8-0bcabcc5de64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af8c5b0e-0939-4822-9bbb-040bc50b3268 HTTP/1.1" status: 200 len: 849 time: 0.1326823 Feb 03 04:48:00.262426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-30bd35ff-6e1c-4ce2-bc7c-a222b963a9f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0835d04-ff8f-462a-998a-ed32882237df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388505 Feb 03 04:48:00.270532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:00.282907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:00.283858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:00.300750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-ff61789e-141c-4236-87e6-b35f4bfe1e3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 1001 time: 0.1484985 Feb 03 04:48:00.329345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:00.330319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178085b8-ac68-43e5-94d2-710f56683d02 None None] The sync data for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 is: [] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:48:00.424016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-b09a6f91-81ff-4049-b36a-baf8e3051750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:00.425770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-b09a6f91-81ff-4049-b36a-baf8e3051750 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 200 len: 848 time: 0.1094143 Feb 03 04:48:00.478959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-8da2913f-ee3a-44b8-a310-8b40be99cc25 service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092743 Feb 03 04:48:00.634182 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f5bba5b-5e32-4628-aaa5-16575a21bc13 req-8aeda4dc-b073-4c9c-b07c-8f4edf1c8e6d service neutron] 10.222.0.31 "GET /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462655 Feb 03 04:48:00.647021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-d0b139a2-54f6-4b6e-bf0f-1c195a25c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:00.649207 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-d0b139a2-54f6-4b6e-bf0f-1c195a25c365 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43c754e-d1db-440c-a7ff-0787e65c4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2129672 Feb 03 04:48:00.756787 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55b00e42-489a-48c0-9a41-9ffc9eb920c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for router (2e1b245b-7d68-4204-a0f0-5ad28404ed50), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:00.800274 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-a029c002-acb9-4946-9ab4-c4581da90fae service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438727 Feb 03 04:48:00.904257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468a9c2-7a0b-4f3a-af59-4a9d2e24b97c req-7e0d9615-d853-4ac8-826a-d7aaed6ebaec tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:00.912932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d468a9c2-7a0b-4f3a-af59-4a9d2e24b97c req-7e0d9615-d853-4ac8-826a-d7aaed6ebaec tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 943 time: 0.1190212 Feb 03 04:48:00.915966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-12eeac76-ba8c-482a-ae82-6153f3a423bd req-27f172f5-5dbb-4724-af48-eea102d34a4c service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077096 Feb 03 04:48:00.932314 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-55b00e42-489a-48c0-9a41-9ffc9eb920c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 04:48:00.933900 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-55b00e42-489a-48c0-9a41-9ffc9eb920c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50 HTTP/1.1" status: 409 len: 329 time: 0.7999859 Feb 03 04:48:00.934695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:48:00.937333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:01.016528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d468a9c2-7a0b-4f3a-af59-4a9d2e24b97c req-ecef243a-4570-4e6e-84df-a85a3670da75 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986454 Feb 03 04:48:01.101794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:01.116442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1', 'network_id': 'c0835d04-ff8f-462a-998a-ed32882237df', 'port_id': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1', 'mac_address': 'fa:16:3e:3e:4b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8c5b0e-0939-4822-9bbb-040bc50b3268', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:48:01.181985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:48:01.182786 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:01.197318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:48:01.231183 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:01.238744 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:01.290473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:01.353095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:01.470287 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:48:01.656004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Deleting port cc7adacb-1aee-4e3b-9233-98b9e5848930 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:01.656351 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:01.757040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:01.773305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Calling delete_port for cc7adacb-1aee-4e3b-9233-98b9e5848930 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:01.977697 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cc7adacb-1aee-4e3b-9233-98b9e5848930), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:02.013724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Port': ['ID=cc7adacb-1aee-4e3b-9233-98b9e5848930,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:02.208531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (2e1b245b-7d68-4204-a0f0-5ad28404ed50), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:02.227834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561de056-65ec-4fc8-bba1-7470aef61a78 req-40d26b03-7c1e-4ce5-832d-54378fe5fd6d tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:02.230561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-561de056-65ec-4fc8-bba1-7470aef61a78 req-40d26b03-7c1e-4ce5-832d-54378fe5fd6d tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 944 time: 0.1285081 Feb 03 04:48:02.347275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-561de056-65ec-4fc8-bba1-7470aef61a78 req-a6a73f90-8074-4363-80da-0ddb9e0026ca tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069236 Feb 03 04:48:02.463802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Router 2e1b245b-7d68-4204-a0f0-5ad28404ed50 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:48:02.543521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:48:02.548889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-285faa24-39f9-49e9-8ca0-ce7bd29fa320 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "PUT /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102989 Feb 03 04:48:02.552732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:02.560797 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] Sync routers for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:48:02.592788 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:02.593419 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:02.596576 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-049df3ea-943a-4f9d-86bc-2d83a3831c35 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] show failed (client error): The resource could not be found. Feb 03 04:48:02.597955 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-049df3ea-943a-4f9d-86bc-2d83a3831c35 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1089500302 HTTP/1.1" status: 404 len: 335 time: 0.0441985 Feb 03 04:48:02.604045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:02.609574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-380c83b7-f898-47f5-bbb1-edd0830ff115 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:48:02.638034 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:02.651052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] Routers {'2e1b245b-7d68-4204-a0f0-5ad28404ed50'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:02.652845 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:47:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:02.673712 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-380c83b7-f898-47f5-bbb1-edd0830ff115 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] update failed (client error): The resource could not be found. Feb 03 04:48:02.674892 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-380c83b7-f898-47f5-bbb1-edd0830ff115 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-2014301206 HTTP/1.1" status: 404 len: 335 time: 0.0695429 Feb 03 04:48:02.679822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:02.698516 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:02.699260 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79d8e8-a753-46ea-8b1e-c8c201708c42 None None] The sync data for ids ['2e1b245b-7d68-4204-a0f0-5ad28404ed50'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:48:02.744502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Deleting subnet 0990f130-3b84-4014-b879-467556781291 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:48:02.748250 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (0990f130-3b84-4014-b879-467556781291), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:02.799081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (0990f130-3b84-4014-b879-467556781291), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:02.895942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0990f130-3b84-4014-b879-467556781291), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:02.949402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:48:02.974743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (0990f130-3b84-4014-b879-467556781291), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.013020 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.014794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1313a-bc84-4559-a051-c4389a49ea2e None None] Network 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:03.017014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/subnets/0990f130-3b84-4014-b879-467556781291 HTTP/1.1" status: 204 len: 168 time: 0.3360980 Feb 03 04:48:03.019548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e0620-0545-4db3-9682-25176c6093c6 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Subnet': ['ID=0990f130-3b84-4014-b879-467556781291,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:03.020876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:03.025385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:48:03.099485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Deleting subnet 69007909-e32a-4cad-8e0a-2ce56c461317 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:48:03.102954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (69007909-e32a-4cad-8e0a-2ce56c461317), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.113437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:48:03.113972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.166556 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (69007909-e32a-4cad-8e0a-2ce56c461317), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.215271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aceb8a69-651e-491f-ac75-2f5b6604754f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.278960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:48:03.279362 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.286805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (69007909-e32a-4cad-8e0a-2ce56c461317), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.310211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:48:03.312574 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba7ca50-a07e-4023-b107-e264eb89f929" -d '{"events": [{"server_uuid": "9ea70ec1-2e6d-4261-a392-255eabf6c3c1", "name": "network-vif-plugged", "status": "completed", "tag": "37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:48:03.331852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] DHCP port deletion for 2bc1dfa1-06d1-41f6-a1e5-2e23852f433c request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:48:03.336980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:03.375934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.394609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (69007909-e32a-4cad-8e0a-2ce56c461317), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.408944 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac85ee-9e0c-40ea-8385-a717b503c33f x-openstack-request-id: req-84ac85ee-9e0c-40ea-8385-a717b503c33f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:48:03.409239 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea70ec1-2e6d-4261-a392-255eabf6c3c1", "name": "network-vif-plugged", "status": "completed", "tag": "37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:48:03.409573 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84ac85ee-9e0c-40ea-8385-a717b503c33f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:48:03.409953 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1', 'code': 200} Feb 03 04:48:03.432049 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.438093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39080) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:03.439049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/subnets/69007909-e32a-4cad-8e0a-2ce56c461317 HTTP/1.1" status: 204 len: 168 time: 0.4169176 Feb 03 04:48:03.440060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4322-0a42-46b3-bd8b-b3fed5d9a92e tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Subnet': ['ID=69007909-e32a-4cad-8e0a-2ce56c461317,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:03.446201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c732d994-91f4-4d8f-a8f8-14232666581f None None] Network dc431e07-26a0-455d-8875-0a09652d1c64 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:03.551126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] Deleting port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:03.551520 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.558790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:03.568144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa7961-5b05-4b31-bcf9-81a2359f706b req-f142e0fa-141b-432f-9b0b-aaca63d9713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:03.569692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9faa7961-5b05-4b31-bcf9-81a2359f706b req-f142e0fa-141b-432f-9b0b-aaca63d9713a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 1127 time: 0.0676854 Feb 03 04:48:03.593266 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2bc1dfa1-06d1-41f6-a1e5-2e23852f433c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.641399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9faa7961-5b05-4b31-bcf9-81a2359f706b req-0e9868aa-f9dc-4a8f-be2d-faf732747be2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648427 Feb 03 04:48:03.655299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ff586-ff49-469e-958b-56730c451e01 req-8c98b45c-593e-498f-b00a-44b712d323ac tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:03.657420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c15ff586-ff49-469e-958b-56730c451e01 req-8c98b45c-593e-498f-b00a-44b712d323ac tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 945 time: 0.1138673 Feb 03 04:48:03.729589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c15ff586-ff49-469e-958b-56730c451e01 req-44046c49-2fab-4192-aab4-8dba9a442260 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584843 Feb 03 04:48:03.734645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Deleting port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:03.735203 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.808349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] For port 3f63412a-46e1-4ba4-b318-934c33c6c4e0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3f63412a-46e1-4ba4-b318-934c33c6c4e0,segment=NetworkSegment(558e534f-f98d-41c7-b90f-f30653247557),segment_id=558e534f-f98d-41c7-b90f-f30653247557)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:03.809024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.815028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] For port 3f63412a-46e1-4ba4-b318-934c33c6c4e0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3f63412a-46e1-4ba4-b318-934c33c6c4e0,segment=NetworkSegment(558e534f-f98d-41c7-b90f-f30653247557),segment_id=558e534f-f98d-41c7-b90f-f30653247557)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:03.815409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.824479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] Calling delete_port for 3f63412a-46e1-4ba4-b318-934c33c6c4e0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:03.832201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Calling delete_port for 3f63412a-46e1-4ba4-b318-934c33c6c4e0 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:03.914843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.938078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] DHCP port deletion for dc431e07-26a0-455d-8875-0a09652d1c64 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:48:03.940414 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3f63412a-46e1-4ba4-b318-934c33c6c4e0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:03.965491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] Pushing event deleted for resources: {'Port': ['ID=3f63412a-46e1-4ba4-b318-934c33c6c4e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:03.967937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Port': ['ID=3f63412a-46e1-4ba4-b318-934c33c6c4e0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:03.971814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] No DVR routers for this DVR port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:03.996515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf1bea-c055-4759-809f-78e91472ca14 None None] No DVR routers for this DVR port 3f63412a-46e1-4ba4-b318-934c33c6c4e0 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:04.041184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] Deleting port 69c52e90-529f-4308-9e23-53385471439c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:04.041560 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (69c52e90-529f-4308-9e23-53385471439c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.086023 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2bc1dfa1-06d1-41f6-a1e5-2e23852f433c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.124390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc1dfa1-06d1-41f6-a1e5-2e23852f433c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:04.143361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558e534f-f98d-41c7-b90f-f30653247557') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:04.143719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558e534f-f98d-41c7-b90f-f30653247557') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:04.159113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (558e534f-f98d-41c7-b90f-f30653247557), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.163558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] For port 69c52e90-529f-4308-9e23-53385471439c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=69c52e90-529f-4308-9e23-53385471439c,segment=NetworkSegment(e686c3b3-af52-44ae-9e0a-9d6f7736587b),segment_id=e686c3b3-af52-44ae-9e0a-9d6f7736587b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:04.163973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (69c52e90-529f-4308-9e23-53385471439c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.180117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] Calling delete_port for 69c52e90-529f-4308-9e23-53385471439c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:04.199126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (558e534f-f98d-41c7-b90f-f30653247557), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.223779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:48:04.224194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (558e534f-f98d-41c7-b90f-f30653247557), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: self.session.flush() Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:48:04.227699 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:48:04.231019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 69c52e90-529f-4308-9e23-53385471439c no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:04.332941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2bc1dfa1-06d1-41f6-a1e5-2e23852f433c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.342971 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.350276 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/networks/2bc1dfa1-06d1-41f6-a1e5-2e23852f433c HTTP/1.1" status: 204 len: 168 time: 0.9102738 Feb 03 04:48:04.352909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:04.381068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a4330-215f-43d3-bf91-7f3f87177079 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Network': ['ID=2bc1dfa1-06d1-41f6-a1e5-2e23852f433c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:04.392629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 69c52e90-529f-4308-9e23-53385471439c is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:48:04.393159 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (69c52e90-529f-4308-9e23-53385471439c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.396874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (69c52e90-529f-4308-9e23-53385471439c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.404761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-e85fc940-0fd3-461b-adc7-a2188314f469 req-43e4feca-5616-4581-af13-318da4f69a15 service neutron] (103324) timed out ('10.222.0.15', 51705) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:48:04.448876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] No DVR routers for this DVR port 69c52e90-529f-4308-9e23-53385471439c on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:04.450534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2f4ec-51f1-47da-943a-a28d3555a4b3 None None] Pushing event deleted for resources: {'Port': ['ID=69c52e90-529f-4308-9e23-53385471439c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:04.487542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (dc431e07-26a0-455d-8875-0a09652d1c64), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.493487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f63412a-46e1-4ba4-b318-934c33c6c4e0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:04.522611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3f63412a-46e1-4ba4-b318-934c33c6c4e0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:48:04.522967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f63412a-46e1-4ba4-b318-934c33c6c4e0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:48:04.612931 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (dc431e07-26a0-455d-8875-0a09652d1c64), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.636175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc431e07-26a0-455d-8875-0a09652d1c64']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:04.647333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e686c3b3-af52-44ae-9e0a-9d6f7736587b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:04.647688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e686c3b3-af52-44ae-9e0a-9d6f7736587b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:04.659759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (e686c3b3-af52-44ae-9e0a-9d6f7736587b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.674707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e686c3b3-af52-44ae-9e0a-9d6f7736587b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.680771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:48:04.681171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (e686c3b3-af52-44ae-9e0a-9d6f7736587b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:48:04.685148 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:48:04.775101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (dc431e07-26a0-455d-8875-0a09652d1c64), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.810419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.828703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39112) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:04.832046 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/networks/dc431e07-26a0-455d-8875-0a09652d1c64 HTTP/1.1" status: 204 len: 168 time: 0.4777420 Feb 03 04:48:04.834261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd7a18-db22-4e1d-a4a9-51c49dbc2964 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Network': ['ID=dc431e07-26a0-455d-8875-0a09652d1c64,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:04.934914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Deleting subnet 57da5d23-54f5-429d-ab57-d4760ad5647e {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:48:04.939996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (57da5d23-54f5-429d-ab57-d4760ad5647e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:04.983109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817203b-53c6-4455-9db6-ba19e9e395cb req-d48a44df-aaf0-4830-ac69-8cada98e1407 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:04.984750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8817203b-53c6-4455-9db6-ba19e9e395cb req-d48a44df-aaf0-4830-ac69-8cada98e1407 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 945 time: 0.1212525 Feb 03 04:48:05.014008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (57da5d23-54f5-429d-ab57-d4760ad5647e), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.094001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8817203b-53c6-4455-9db6-ba19e9e395cb req-4e09bfcf-8628-4fb6-854b-ea2cd00bad65 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014211 Feb 03 04:48:05.173450 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (57da5d23-54f5-429d-ab57-d4760ad5647e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.276947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (57da5d23-54f5-429d-ab57-d4760ad5647e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.324039 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.329347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/subnets/57da5d23-54f5-429d-ab57-d4760ad5647e HTTP/1.1" status: 204 len: 168 time: 0.4989202 Feb 03 04:48:05.331068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e59da8-a09a-4e67-8a65-d7d3e199dbf4 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Subnet': ['ID=57da5d23-54f5-429d-ab57-d4760ad5647e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:05.331246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:05.331863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e931a-7445-4666-a4ca-443df77a91e5 None None] Network bbf42647-ed0a-46db-b74e-1a550e5caef4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:05.469344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (bbf42647-ed0a-46db-b74e-1a550e5caef4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.533079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Deleting port 41841ca5-b32d-4f59-b686-68d1cd97a403 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:05.533703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.606679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] DHCP port deletion for bbf42647-ed0a-46db-b74e-1a550e5caef4 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:48:05.639471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] For port 41841ca5-b32d-4f59-b686-68d1cd97a403, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=41841ca5-b32d-4f59-b686-68d1cd97a403,segment=NetworkSegment(3f946788-2d7c-4579-8090-a246625155d6),segment_id=3f946788-2d7c-4579-8090-a246625155d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:05.640602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.669071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Calling delete_port for 41841ca5-b32d-4f59-b686-68d1cd97a403 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:05.683259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] Deleting port 41841ca5-b32d-4f59-b686-68d1cd97a403 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:05.683690 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.769137 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.780567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] For port 41841ca5-b32d-4f59-b686-68d1cd97a403, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=41841ca5-b32d-4f59-b686-68d1cd97a403,segment=NetworkSegment(3f946788-2d7c-4579-8090-a246625155d6),segment_id=3f946788-2d7c-4579-8090-a246625155d6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:05.780978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.806651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] Calling delete_port for 41841ca5-b32d-4f59-b686-68d1cd97a403 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:05.808983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] No DVR routers for this DVR port 41841ca5-b32d-4f59-b686-68d1cd97a403 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:05.864336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Port': ['ID=41841ca5-b32d-4f59-b686-68d1cd97a403,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:05.943397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (41841ca5-b32d-4f59-b686-68d1cd97a403), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:05.967885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] Pushing event deleted for resources: {'Port': ['ID=41841ca5-b32d-4f59-b686-68d1cd97a403,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:05.979534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25944e-7fb6-498b-bab7-b174614a2e7a None None] No DVR routers for this DVR port 41841ca5-b32d-4f59-b686-68d1cd97a403 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:05.991753 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (bbf42647-ed0a-46db-b74e-1a550e5caef4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.028053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf42647-ed0a-46db-b74e-1a550e5caef4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:06.038585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f946788-2d7c-4579-8090-a246625155d6') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:06.039187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f946788-2d7c-4579-8090-a246625155d6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:06.051043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (3f946788-2d7c-4579-8090-a246625155d6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.070394 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3f946788-2d7c-4579-8090-a246625155d6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.078844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:48:06.079286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (3f946788-2d7c-4579-8090-a246625155d6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:48:06.083079 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:48:06.110660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af851ec-4c58-42bc-98d4-afa934616363 req-af09c69d-45bf-4404-8668-4a064faa8e3e tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:06.113253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5af851ec-4c58-42bc-98d4-afa934616363 req-af09c69d-45bf-4404-8668-4a064faa8e3e tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 945 time: 0.0868106 Feb 03 04:48:06.166971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (bbf42647-ed0a-46db-b74e-1a550e5caef4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.174987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.178995 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/networks/bbf42647-ed0a-46db-b74e-1a550e5caef4 HTTP/1.1" status: 204 len: 168 time: 0.8468637 Feb 03 04:48:06.190651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:06.205156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5af851ec-4c58-42bc-98d4-afa934616363 req-ef4c511d-edc3-4819-b759-19d75355f7f0 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803475 Feb 03 04:48:06.212174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 41841ca5-b32d-4f59-b686-68d1cd97a403 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:06.227867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa052f-bd14-46c5-972c-ab6d28e7ac6a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Pushing event deleted for resources: {'Network': ['ID=bbf42647-ed0a-46db-b74e-1a550e5caef4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:06.234491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6760ecbb-aa18-424c-a4ff-d9d50e98e50a tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e1b245b-7d68-4204-a0f0-5ad28404ed50 HTTP/1.1" status: 200 len: 205 time: 0.0401769 Feb 03 04:48:06.235603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:06.251276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 41841ca5-b32d-4f59-b686-68d1cd97a403 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:48:06.251803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 41841ca5-b32d-4f59-b686-68d1cd97a403 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:48:06.321670 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e22a2d-639a-4887-9b67-e2b8364c2d38 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for router (2e1b245b-7d68-4204-a0f0-5ad28404ed50), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.386657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6a54b1-6bf5-4dab-b8e1-399e1be3efbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.513214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e22a2d-639a-4887-9b67-e2b8364c2d38 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (2e1b245b-7d68-4204-a0f0-5ad28404ed50), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.515443 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e22a2d-639a-4887-9b67-e2b8364c2d38 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for router_controller (2e1b245b-7d68-4204-a0f0-5ad28404ed50), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.572980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e22a2d-639a-4887-9b67-e2b8364c2d38 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (2e1b245b-7d68-4204-a0f0-5ad28404ed50), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.573670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e22a2d-639a-4887-9b67-e2b8364c2d38 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1b245b-7d68-4204-a0f0-5ad28404ed50 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:48:06.589019 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34e22a2d-639a-4887-9b67-e2b8364c2d38 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.603986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34e22a2d-639a-4887-9b67-e2b8364c2d38 tempest-RoutersNegativeTest-1869140392 tempest-RoutersNegativeTest-1869140392-project] 10.222.0.35 "DELETE /v2.0/routers/2e1b245b-7d68-4204-a0f0-5ad28404ed50 HTTP/1.1" status: 204 len: 168 time: 0.3563323 Feb 03 04:48:06.673415 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:06.886475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:07.052202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dc937bdc-2b37-4e39-b5f9-d4fe3348f007 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5285053a431a483ba475a7e31abb26da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643596 Feb 03 04:48:07.054886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:07.105506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc39f-d2bc-433a-a9e1-c85a0d0f707c admin admin] Publish callbacks [] for security_group (36d75182-fa45-4f30-9b37-33dcf3d3a9c2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:07.131827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc39f-d2bc-433a-a9e1-c85a0d0f707c admin admin] Publish callbacks [] for security_group (36d75182-fa45-4f30-9b37-33dcf3d3a9c2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:07.191109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc39f-d2bc-433a-a9e1-c85a0d0f707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (36d75182-fa45-4f30-9b37-33dcf3d3a9c2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:07.193844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc39f-d2bc-433a-a9e1-c85a0d0f707c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:07.195075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c2fc39f-d2bc-433a-a9e1-c85a0d0f707c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36d75182-fa45-4f30-9b37-33dcf3d3a9c2 HTTP/1.1" status: 204 len: 168 time: 0.1391325 Feb 03 04:48:07.204728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fc39f-d2bc-433a-a9e1-c85a0d0f707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d75182-fa45-4f30-9b37-33dcf3d3a9c2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:07.374220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc5fb-26b2-4e1c-b394-76e501bd9a5f req-d6f0c097-8c7e-495a-8098-110f13af0d9a tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:07.383176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb4dc5fb-26b2-4e1c-b394-76e501bd9a5f req-d6f0c097-8c7e-495a-8098-110f13af0d9a tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 945 time: 0.0688994 Feb 03 04:48:07.431961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-5c66d758-75b3-41f3-8078-35b8246f93a5 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:07.434118 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-5c66d758-75b3-41f3-8078-35b8246f93a5 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 945 time: 0.1129906 Feb 03 04:48:07.489979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb4dc5fb-26b2-4e1c-b394-76e501bd9a5f req-7e4f58ec-8580-451e-bd75-8d40f51b508c tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057727 Feb 03 04:48:07.568017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Deleting port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:07.568404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:07.703679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] For port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,segment=NetworkSegment(98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce),segment_id=98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:07.704915 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:07.732168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Calling delete_port for 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:07.912290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:07.927541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:48:07.980947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Pushing event deleted for resources: {'Port': ['ID=37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:08.049943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] No DVR routers for this DVR port 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:08.052736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:08.059733 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-62c497d5-3f86-40ab-bc4f-f8fb797faf98 req-03d694b9-dda7-44fc-b4ed-a67eea8cecc3 tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.31 "DELETE /v2.0/ports/37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 HTTP/1.1" status: 204 len: 173 time: 0.6105485 Feb 03 04:48:08.060423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'name': 'network-vif-deleted', 'tag': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:48:08.065317 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f4a0ec-28fa-4756-ba29-6c8f13640d1e" -d '{"events": [{"server_uuid": "9ea70ec1-2e6d-4261-a392-255eabf6c3c1", "name": "network-vif-deleted", "tag": "37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:48:08.138352 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:08.150545 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc7928c-36d2-496b-a121-44dacd1b80da x-openstack-request-id: req-ecc7928c-36d2-496b-a121-44dacd1b80da {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:48:08.151116 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea70ec1-2e6d-4261-a392-255eabf6c3c1", "name": "network-vif-deleted", "tag": "37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:48:08.151566 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecc7928c-36d2-496b-a121-44dacd1b80da {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:48:08.153123 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea70ec1-2e6d-4261-a392-255eabf6c3c1', 'name': 'network-vif-deleted', 'tag': '37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1', 'status': 'completed', 'code': 200} Feb 03 04:48:08.643085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75b26fa9-7f54-4ad1-ad83-99be96981869 req-1cb780f6-7414-4de4-8152-aec0893d1a2b tempest-VolumesActionsTest-1524973677 tempest-VolumesActionsTest-1524973677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ea70ec1-2e6d-4261-a392-255eabf6c3c1 HTTP/1.1" status: 200 len: 210 time: 0.0683291 Feb 03 04:48:09.269143 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:10.975478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:11.010381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:48:11.011205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 37491e3a-59d2-4ee8-8b8d-2a5aa39d81b1 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:48:13.192307 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:48:14.417037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248480e-5519-450f-b991-5a056eb6685d req-6f13e871-6b05-40b4-b8d4-64aba538fb06 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:14.425391 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2248480e-5519-450f-b991-5a056eb6685d req-6f13e871-6b05-40b4-b8d4-64aba538fb06 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 946 time: 0.1112578 Feb 03 04:48:14.495878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2248480e-5519-450f-b991-5a056eb6685d req-325980ab-8b9e-4bf0-8bcf-327bc47ae8ec tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691082 Feb 03 04:48:15.742649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-58f65aeb-6ff1-4f91-a60a-68a409e41018 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:15.760339 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-58f65aeb-6ff1-4f91-a60a-68a409e41018 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 946 time: 0.2212660 Feb 03 04:48:15.870237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3056a9-3eae-4edf-98d8-e5ec2cfd48ff req-be736006-fa59-40b8-b6a4-3efb4e62055e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:15.873577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef3056a9-3eae-4edf-98d8-e5ec2cfd48ff req-be736006-fa59-40b8-b6a4-3efb4e62055e tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 946 time: 0.1827800 Feb 03 04:48:15.938207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Deleting port 3b5aa486-6f1e-4283-a7a5-113480e88639 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:15.972579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:15.973906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef3056a9-3eae-4edf-98d8-e5ec2cfd48ff req-1052fd02-53f4-4571-8792-b2b3b3ec85fc tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups?id=9553fc59-42f4-4545-bc5e-73685be3b885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897176 Feb 03 04:48:16.110142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] For port 3b5aa486-6f1e-4283-a7a5-113480e88639, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3b5aa486-6f1e-4283-a7a5-113480e88639,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:16.110511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:16.340987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:16.341667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:16.342179 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Floating IP df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9 disassociated. External IP: 172.25.7.48, port: 3b5aa486-6f1e-4283-a7a5-113480e88639. Feb 03 04:48:16.342714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Calling delete_port for 3b5aa486-6f1e-4283-a7a5-113480e88639 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:16.612430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3b5aa486-6f1e-4283-a7a5-113480e88639), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:16.764825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event deleted for resources: {'Port': ['ID=3b5aa486-6f1e-4283-a7a5-113480e88639,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:16.794583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.795869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.797369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.799519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.800742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.801265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.802216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.804094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.807098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.808066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.810207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.810207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:16.810207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:17.042534 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:48:17.169686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bef99e2c-7d4c-4946-befe-c0e254188248 req-6d693949-db33-4eb2-aa20-756bdea2fe8b tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 210 time: 0.0661094 Feb 03 04:48:17.752472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:48:17.767369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] Sync routers for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:48:17.789482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:17.790140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:48:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:17.849856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] No DVR routers for this DVR port 3b5aa486-6f1e-4283-a7a5-113480e88639 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:17.853865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:17.857356 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04a312cf-b46d-457d-bdec-33f62ba0d8da req-642b2905-50ed-4372-a203-cc2a1757b214 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.31 "DELETE /v2.0/ports/3b5aa486-6f1e-4283-a7a5-113480e88639 HTTP/1.1" status: 204 len: 173 time: 2.0924156 Feb 03 04:48:17.857850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-deleted', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:48:17.896498 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db401d-d8ce-460b-af67-98a93cbeac56" -d '{"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-deleted", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:48:18.062748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:48:18.074526 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e973e89-8712-4499-a304-6f0d4edab45b x-openstack-request-id: req-9e973e89-8712-4499-a304-6f0d4edab45b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:48:18.075020 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012a0777-4e68-41e1-bb18-1322ded9e779", "name": "network-vif-deleted", "tag": "3b5aa486-6f1e-4283-a7a5-113480e88639", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:48:18.075464 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e973e89-8712-4499-a304-6f0d4edab45b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:48:18.076705 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012a0777-4e68-41e1-bb18-1322ded9e779', 'name': 'network-vif-deleted', 'tag': '3b5aa486-6f1e-4283-a7a5-113480e88639', 'status': 'completed', 'code': 200} Feb 03 04:48:18.381136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d3349e5e-69c7-46d7-9139-e9afd0a1e648 req-aeb81929-9daf-4306-8a27-1fde790d7ba6 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/ports?device_id=012a0777-4e68-41e1-bb18-1322ded9e779 HTTP/1.1" status: 200 len: 210 time: 0.0531998 Feb 03 04:48:18.581299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:18.642176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] Checking router: 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:48:18.659702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:18.660580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:48:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:18.902262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:48:18.981735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:19.039382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 3b5aa486-6f1e-4283-a7a5-113480e88639 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:48:19.039750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3b5aa486-6f1e-4283-a7a5-113480e88639 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:48:19.324843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:19.406034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e331d-3fe8-484d-a8a3-6521c84968de None None] The sync data for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 is: [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:41:03Z', 'revision_number': 4, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0e200d78-cc59-4b22-87b3-a232624a775f', 'name': '', 'network_id': 'b27c554b-4edb-41c6-8e4b-f09a373298d1', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'mac_address': 'fa:16:3e:4d:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:41:01Z', 'updated_at': '2022-02-03T04:41:10Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'subnets': [{'id': 'b198a5b3-c539-4534-8e14-1884f8a7bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:48:19.501425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:19.613592 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f4a915d-550b-4ef7-a112-cacdb0443ab3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (9553fc59-42f4-4545-bc5e-73685be3b885), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:19.665628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f4a915d-550b-4ef7-a112-cacdb0443ab3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (9553fc59-42f4-4545-bc5e-73685be3b885), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:19.766994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f4a915d-550b-4ef7-a112-cacdb0443ab3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9553fc59-42f4-4545-bc5e-73685be3b885), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:19.772253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f4a915d-550b-4ef7-a112-cacdb0443ab3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:19.773636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f4a915d-550b-4ef7-a112-cacdb0443ab3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "DELETE /v2.0/security-groups/9553fc59-42f4-4545-bc5e-73685be3b885 HTTP/1.1" status: 204 len: 168 time: 0.2702045 Feb 03 04:48:19.777590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:19.795284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a915d-550b-4ef7-a112-cacdb0443ab3 tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553fc59-42f4-4545-bc5e-73685be3b885,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:19.804042 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-d7fc3d85-8aad-4f50-a2df-ee0e64b03e1f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] show failed (client error): The resource could not be found. Feb 03 04:48:19.808132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d7fc3d85-8aad-4f50-a2df-ee0e64b03e1f tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "GET /v2.0/security-groups/9553fc59-42f4-4545-bc5e-73685be3b885 HTTP/1.1" status: 404 len: 347 time: 0.0290272 Feb 03 04:48:19.810422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39544) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:20.005151 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052b445-547f-443f-bb79-69281eee4ea2 None None] New status for floating IP df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:48:20.087801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Deleting port 5255a6e1-3233-4240-9774-ae2b53548e23 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:20.088466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5255a6e1-3233-4240-9774-ae2b53548e23), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:20.261888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5255a6e1-3233-4240-9774-ae2b53548e23), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:20.262095 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (5255a6e1-3233-4240-9774-ae2b53548e23), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:20.276968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Calling delete_port for 5255a6e1-3233-4240-9774-ae2b53548e23 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:20.505818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5255a6e1-3233-4240-9774-ae2b53548e23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:20.545708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Pushing event deleted for resources: {'Port': ['ID=5255a6e1-3233-4240-9774-ae2b53548e23,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:20.650767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks [] for floatingip (df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:20.654266 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:20.661305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-254378c1-e0b2-4748-8418-0c5f3f6ab65c tempest-AttachVolumeShelveTestJSON-1089934095 tempest-AttachVolumeShelveTestJSON-1089934095-project] 10.222.0.35 "DELETE /v2.0/floatingips/df67dcf8-e1f3-43ec-bdf4-9ad79370b4a9 HTTP/1.1" status: 204 len: 168 time: 0.8490598 Feb 03 04:48:21.105498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:21.316786 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c88100d1-38a5-4e2b-b71e-04b33b3ba0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:21.472078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c88100d1-38a5-4e2b-b71e-04b33b3ba0de admin admin] Publish callbacks [] for security_group (8d7ec705-7bdb-456d-b9ce-46edf918d5ca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:21.487788 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c88100d1-38a5-4e2b-b71e-04b33b3ba0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8d7ec705-7bdb-456d-b9ce-46edf918d5ca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:21.586181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c88100d1-38a5-4e2b-b71e-04b33b3ba0de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ae82de402c44735b62c92415cd800c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788990 Feb 03 04:48:21.587349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88100d1-38a5-4e2b-b71e-04b33b3ba0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ec705-7bdb-456d-b9ce-46edf918d5ca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:21.592956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:21.672038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfe49237-fb89-45b0-98d1-53f31d36505b admin admin] Publish callbacks [] for security_group (8d7ec705-7bdb-456d-b9ce-46edf918d5ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:21.711872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfe49237-fb89-45b0-98d1-53f31d36505b admin admin] Publish callbacks [] for security_group (8d7ec705-7bdb-456d-b9ce-46edf918d5ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:21.820713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfe49237-fb89-45b0-98d1-53f31d36505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8d7ec705-7bdb-456d-b9ce-46edf918d5ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:21.829885 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfe49237-fb89-45b0-98d1-53f31d36505b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:21.834736 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dfe49237-fb89-45b0-98d1-53f31d36505b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d7ec705-7bdb-456d-b9ce-46edf918d5ca HTTP/1.1" status: 204 len: 168 time: 0.2406871 Feb 03 04:48:21.852838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe49237-fb89-45b0-98d1-53f31d36505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ec705-7bdb-456d-b9ce-46edf918d5ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:22.415334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:22.438374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca502111-7c27-4f02-a1aa-aa8318e42bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:22.536718 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca502111-7c27-4f02-a1aa-aa8318e42bed admin admin] Publish callbacks [] for security_group (a836c3b7-a298-4171-9ed0-49e0a93ec763), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:22.544399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca502111-7c27-4f02-a1aa-aa8318e42bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a836c3b7-a298-4171-9ed0-49e0a93ec763), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:22.595258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502111-7c27-4f02-a1aa-aa8318e42bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a836c3b7-a298-4171-9ed0-49e0a93ec763,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:22.674070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:22.674719 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca502111-7c27-4f02-a1aa-aa8318e42bed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=019e2686dffc4bda97508afd70587582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543859 Feb 03 04:48:22.778480 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d565a08-c539-40c8-8ff9-f11419d45f3f admin admin] Publish callbacks [] for security_group (a836c3b7-a298-4171-9ed0-49e0a93ec763), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:22.811625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d565a08-c539-40c8-8ff9-f11419d45f3f admin admin] Publish callbacks [] for security_group (a836c3b7-a298-4171-9ed0-49e0a93ec763), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:22.878962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d565a08-c539-40c8-8ff9-f11419d45f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a836c3b7-a298-4171-9ed0-49e0a93ec763), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:22.882242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d565a08-c539-40c8-8ff9-f11419d45f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:22.890394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7d565a08-c539-40c8-8ff9-f11419d45f3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a836c3b7-a298-4171-9ed0-49e0a93ec763 HTTP/1.1" status: 204 len: 168 time: 0.2111025 Feb 03 04:48:22.918744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d565a08-c539-40c8-8ff9-f11419d45f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836c3b7-a298-4171-9ed0-49e0a93ec763,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:23.800749 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:23.876908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:26.661615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:26.853987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023c556d-a71b-44e6-8ad5-9ed803b17a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:27.051117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023c556d-a71b-44e6-8ad5-9ed803b17a32 admin admin] Publish callbacks [] for security_group (da028ee7-1fc6-40af-b145-2d06f86d962d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:27.061004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023c556d-a71b-44e6-8ad5-9ed803b17a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (da028ee7-1fc6-40af-b145-2d06f86d962d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:27.144518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:27.162227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-023c556d-a71b-44e6-8ad5-9ed803b17a32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=013701fb28404bb2a5dafaf4c341d2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4983442 Feb 03 04:48:27.208738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c556d-a71b-44e6-8ad5-9ed803b17a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da028ee7-1fc6-40af-b145-2d06f86d962d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:27.280001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-910993d0-2a94-4fe6-ab16-9a37826b9c4f admin admin] Publish callbacks [] for security_group (da028ee7-1fc6-40af-b145-2d06f86d962d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:27.328400 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-910993d0-2a94-4fe6-ab16-9a37826b9c4f admin admin] Publish callbacks [] for security_group (da028ee7-1fc6-40af-b145-2d06f86d962d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:27.425099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-910993d0-2a94-4fe6-ab16-9a37826b9c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (da028ee7-1fc6-40af-b145-2d06f86d962d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:27.444660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-910993d0-2a94-4fe6-ab16-9a37826b9c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:27.451916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-910993d0-2a94-4fe6-ab16-9a37826b9c4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da028ee7-1fc6-40af-b145-2d06f86d962d HTTP/1.1" status: 204 len: 168 time: 0.3055217 Feb 03 04:48:27.495580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910993d0-2a94-4fe6-ab16-9a37826b9c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da028ee7-1fc6-40af-b145-2d06f86d962d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:28.159112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 39842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:28.189024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4ce5-5c35-47bf-bcd1-596ffed9db93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:28.480343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4ce5-5c35-47bf-bcd1-596ffed9db93 admin admin] Publish callbacks [] for security_group (87a533ea-8d48-48f8-8f44-d140ecaea2f0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:28.492320 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4ce5-5c35-47bf-bcd1-596ffed9db93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87a533ea-8d48-48f8-8f44-d140ecaea2f0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:28.611034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c4ce5-5c35-47bf-bcd1-596ffed9db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a533ea-8d48-48f8-8f44-d140ecaea2f0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:28.629283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c0c4ce5-5c35-47bf-bcd1-596ffed9db93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1382a52b3954e6ca3854fa9210ab625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4659326 Feb 03 04:48:28.629655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 39872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:28.799969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1f67af-7949-4559-8022-814d4e3411fa admin admin] Publish callbacks [] for security_group (87a533ea-8d48-48f8-8f44-d140ecaea2f0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:28.831889 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1f67af-7949-4559-8022-814d4e3411fa admin admin] Publish callbacks [] for security_group (87a533ea-8d48-48f8-8f44-d140ecaea2f0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:28.888008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1f67af-7949-4559-8022-814d4e3411fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (87a533ea-8d48-48f8-8f44-d140ecaea2f0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:28.892218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb1f67af-7949-4559-8022-814d4e3411fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:28.894044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb1f67af-7949-4559-8022-814d4e3411fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87a533ea-8d48-48f8-8f44-d140ecaea2f0 HTTP/1.1" status: 204 len: 168 time: 0.2630188 Feb 03 04:48:28.905156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f67af-7949-4559-8022-814d4e3411fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a533ea-8d48-48f8-8f44-d140ecaea2f0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:33.144832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20fe1078-8189-4c4f-a4aa-2e930b5d47ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.103633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:34.327319 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5593d8a1-fffa-4a98-aa08-a60c8d3328cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.501635 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5593d8a1-fffa-4a98-aa08-a60c8d3328cf admin admin] Publish callbacks [] for security_group (4db87bee-f4ab-444c-a241-c61d1d7537b0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.514145 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5593d8a1-fffa-4a98-aa08-a60c8d3328cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4db87bee-f4ab-444c-a241-c61d1d7537b0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.604756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5593d8a1-fffa-4a98-aa08-a60c8d3328cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=baf4a4ec784a458a98084b59c62a9876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4999814 Feb 03 04:48:34.605505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593d8a1-fffa-4a98-aa08-a60c8d3328cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db87bee-f4ab-444c-a241-c61d1d7537b0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:34.608278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:34.755660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8241879f-d517-4612-b430-96f0909f9c02 admin admin] Publish callbacks [] for security_group (4db87bee-f4ab-444c-a241-c61d1d7537b0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.832754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8241879f-d517-4612-b430-96f0909f9c02 admin admin] Publish callbacks [] for security_group (4db87bee-f4ab-444c-a241-c61d1d7537b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.939778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8241879f-d517-4612-b430-96f0909f9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4db87bee-f4ab-444c-a241-c61d1d7537b0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.943190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8241879f-d517-4612-b430-96f0909f9c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:34.944809 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8241879f-d517-4612-b430-96f0909f9c02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4db87bee-f4ab-444c-a241-c61d1d7537b0 HTTP/1.1" status: 204 len: 168 time: 0.3346286 Feb 03 04:48:34.971331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241879f-d517-4612-b430-96f0909f9c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db87bee-f4ab-444c-a241-c61d1d7537b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:35.589107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:35.638049 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bde76ee-105c-4054-bca9-b4cf0f44ba3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:35.866436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bde76ee-105c-4054-bca9-b4cf0f44ba3e admin admin] Publish callbacks [] for security_group (bd9777ae-3b67-4007-9488-51de5a4d5d1f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:35.876957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bde76ee-105c-4054-bca9-b4cf0f44ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bd9777ae-3b67-4007-9488-51de5a4d5d1f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:35.947546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde76ee-105c-4054-bca9-b4cf0f44ba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9777ae-3b67-4007-9488-51de5a4d5d1f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:35.993541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:35.994133 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9bde76ee-105c-4054-bca9-b4cf0f44ba3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d42d20544a0f4bfc9d473a60deb2bd09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032960 Feb 03 04:48:36.130362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e083623-c2e6-4902-91da-88b376d914e0 admin admin] Publish callbacks [] for security_group (bd9777ae-3b67-4007-9488-51de5a4d5d1f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:36.164148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e083623-c2e6-4902-91da-88b376d914e0 admin admin] Publish callbacks [] for security_group (bd9777ae-3b67-4007-9488-51de5a4d5d1f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:36.230480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e083623-c2e6-4902-91da-88b376d914e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (bd9777ae-3b67-4007-9488-51de5a4d5d1f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:36.234063 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e083623-c2e6-4902-91da-88b376d914e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:36.235695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0e083623-c2e6-4902-91da-88b376d914e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd9777ae-3b67-4007-9488-51de5a4d5d1f HTTP/1.1" status: 204 len: 168 time: 0.2402546 Feb 03 04:48:36.247943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083623-c2e6-4902-91da-88b376d914e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9777ae-3b67-4007-9488-51de5a4d5d1f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:36.455265 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a53a1e-a3eb-4cba-8d4f-2befdddd48cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:36.674622 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:37.959432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40434) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:38.147109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.211261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1214149436-network', 'tenant_id': 'd58c9620704f4b9cbc6641382ea49b5e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:48:38.269066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Made reservation on behalf of d58c9620704f4b9cbc6641382ea49b5e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:48:38.271678 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.286566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.462247 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks [] for security_group (fe184b7c-c692-4cb9-b18c-eb38bdeff9bc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.477734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fe184b7c-c692-4cb9-b18c-eb38bdeff9bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.496281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:48:38.516893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7c18a635-2a99-4276-bd0d-3311aacefe67), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.517667 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Added segment 7c18a635-2a99-4276-bd0d-3311aacefe67 of type vlan for network c7505923-5743-4df1-8139-952da1f9f099 Feb 03 04:48:38.608011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c7505923-5743-4df1-8139-952da1f9f099), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.719330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:38.739939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c7505923-5743-4df1-8139-952da1f9f099), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.747061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:38.748398 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:38.883792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] Pushing event updated for resources: {'Network': ['ID=c7505923-5743-4df1-8139-952da1f9f099,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:38.897470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c7505923-5743-4df1-8139-952da1f9f099 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:48:38.942656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-66783d58-1c66-477f-b26d-228fbda1df1e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9813383 Feb 03 04:48:38.945111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:38.953279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Request body: {'subnet': {'network_id': 'c7505923-5743-4df1-8139-952da1f9f099', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1214149436-subnet', 'tenant_id': 'd58c9620704f4b9cbc6641382ea49b5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:48:38.992200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Made reservation on behalf of d58c9620704f4b9cbc6641382ea49b5e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:48:38.996039 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:39.293340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:39.329124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:39.507080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (2b2a5594-e849-4ea9-b270-8c71479243fd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:39.751453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2a5594-e849-4ea9-b270-8c71479243fd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:39.777432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Checking segment: {'id': '7c18a635-2a99-4276-bd0d-3311aacefe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c7505923-5743-4df1-8139-952da1f9f099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:48:39.778630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Network hostable DHCP agents. Network: c7505923-5743-4df1-8139-952da1f9f099, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:48:39.822024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Network c7505923-5743-4df1-8139-952da1f9f099 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:48:39.841284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c7505923-5743-4df1-8139-952da1f9f099) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:48:39.852679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2630ca-ca29-4cfb-a0d6-ebe31d2664d6 None None] Network c7505923-5743-4df1-8139-952da1f9f099 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:39.854269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:39.856210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:39.900930 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-edbbac35-da02-4f45-bdd0-4d2f403a2749 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9538023 Feb 03 04:48:40.113622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaed20e-0e92-48f3-be63-881ae02942cc None None] Network c7505923-5743-4df1-8139-952da1f9f099 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:40.338116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:40.932885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Deleting port 0e200d78-cc59-4b22-87b3-a232624a775f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:40.934357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:40.937162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:40.943156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-324157406-network', 'tenant_id': 'c607c2733cc34d49823c1329fa058e5e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:48:41.024529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Made reservation on behalf of c607c2733cc34d49823c1329fa058e5e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:48:41.026898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.045768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.098770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] For port 0e200d78-cc59-4b22-87b3-a232624a775f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0e200d78-cc59-4b22-87b3-a232624a775f,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:41.099268 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.132301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Calling delete_port for 0e200d78-cc59-4b22-87b3-a232624a775f owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:41.238679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks [] for security_group (e52d3d65-3edf-4955-a7a2-a58e1103fbeb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.254616 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e52d3d65-3edf-4955-a7a2-a58e1103fbeb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.375609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:48:41.402418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (30ed9826-380b-4287-ba69-51d9d189ec95), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.403465 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Added segment 30ed9826-380b-4287-ba69-51d9d189ec95 of type vlan for network 9e6e5ace-ed52-4d6e-916d-5a2fc536a95e Feb 03 04:48:41.416220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0e200d78-cc59-4b22-87b3-a232624a775f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.482020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e200d78-cc59-4b22-87b3-a232624a775f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:41.574171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9e6e5ace-ed52-4d6e-916d-5a2fc536a95e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.632298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d3d65-3edf-4955-a7a2-a58e1103fbeb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:41.640549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9e6e5ace-ed52-4d6e-916d-5a2fc536a95e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.648059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:41.648910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.763468 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8216693 Feb 03 04:48:41.765254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:41.851882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Request body: {'subnet': {'network_id': '9e6e5ace-ed52-4d6e-916d-5a2fc536a95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-324157406-subnet', 'tenant_id': 'c607c2733cc34d49823c1329fa058e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:48:41.861243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:41.885285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5039084-f79b-476c-aa43-9264bbec59e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6e5ace-ed52-4d6e-916d-5a2fc536a95e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:41.906034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9e6e5ace-ed52-4d6e-916d-5a2fc536a95e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:48:41.940865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Made reservation on behalf of c607c2733cc34d49823c1329fa058e5e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:48:41.948071 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:42.397420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:48:42.413661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (53b8ccd8-774e-4b31-bc5e-b158706a2f38), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:42.483581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b8ccd8-774e-4b31-bc5e-b158706a2f38,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:42.540082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Checking segment: {'id': '30ed9826-380b-4287-ba69-51d9d189ec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e6e5ace-ed52-4d6e-916d-5a2fc536a95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:48:42.540665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Network hostable DHCP agents. Network: 9e6e5ace-ed52-4d6e-916d-5a2fc536a95e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:48:42.581282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Network 9e6e5ace-ed52-4d6e-916d-5a2fc536a95e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:48:42.601676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 9e6e5ace-ed52-4d6e-916d-5a2fc536a95e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:48:42.606724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:42.607482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:42.613463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55628ece-7f99-406d-b5b1-03da751acdc3 None None] Network 9e6e5ace-ed52-4d6e-916d-5a2fc536a95e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:42.637770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fa67ced5-fa41-486f-93d6-5674c40b0f9d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8668063 Feb 03 04:48:42.916978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f0f62e-430a-4427-bef9-32bf58882e79 None None] Network 9e6e5ace-ed52-4d6e-916d-5a2fc536a95e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:43.463035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:48:43.480859 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] Sync routers for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:48:43.494640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:43.497363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dad30c3d-51c2-4db6-bc24-5ec9f9a03404 admin admin] 10.222.0.35 "PUT /v2.0/routers/35b41b94-bc4a-4eef-8b88-1a97e9d4fc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1657469 Feb 03 04:48:43.550362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:43.551934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:48:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:43.779221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:48:43.807640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks [] for router (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:44.085054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks [] for router_gateway (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:44.249599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Deleting port ed49f45b-78c7-4381-a2ae-416128a76e89 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:44.249850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:44.265026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:48:41Z', 'revision_number': 5, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port': {'id': 'ed49f45b-78c7-4381-a2ae-416128a76e89', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:40:56Z', 'updated_at': '2022-02-03T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:44.310712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] Checking router: 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:48:44.336575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-53877586-2700-48b5-a985-c77aa2ac19dd tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:44.337882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] Routers {'35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:48:44.338555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-53877586-2700-48b5-a985-c77aa2ac19dd tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/networks?id=c7505923-5743-4df1-8139-952da1f9f099 HTTP/1.1" status: 200 len: 809 time: 0.1932063 Feb 03 04:48:44.344752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:48:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:44.367974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-7e3fc908-ca68-42d4-8b26-7f79e56a04c0 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/quotas/d58c9620704f4b9cbc6641382ea49b5e HTTP/1.1" status: 200 len: 375 time: 0.0208817 Feb 03 04:48:44.439298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] For port ed49f45b-78c7-4381-a2ae-416128a76e89, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ed49f45b-78c7-4381-a2ae-416128a76e89,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:44.439755 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:44.441549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-2adeea50-b550-4018-9ef2-d63da8ec788d tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d58c9620704f4b9cbc6641382ea49b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730679 Feb 03 04:48:44.474156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Calling delete_port for ed49f45b-78c7-4381-a2ae-416128a76e89 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:44.498871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] Set router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:48:44.633084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:48:44Z', 'revision_number': 6, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:44.644116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-671cc2f5-1d51-4b3b-a013-3330eb548083 service neutron] 10.222.0.35 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015872 Feb 03 04:48:44.705733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d6073-c78a-46f1-828e-b7750bd7cbbc None None] The sync data for ids ['35b41b94-bc4a-4eef-8b88-1a97e9d4fc81'] in n-d-827549-1 is: [{'id': '35b41b94-bc4a-4eef-8b88-1a97e9d4fc81', 'name': 'tempest-AttachVolumeShelveTestJSON-727694558-router', 'tenant_id': 'a6eaa7a26e954db09d5357538cedbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:40:53Z', 'updated_at': '2022-02-03T04:48:44Z', 'revision_number': 6, 'project_id': 'a6eaa7a26e954db09d5357538cedbcab', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:48:44.817114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ed49f45b-78c7-4381-a2ae-416128a76e89), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:44.838906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-75e49f8a-6741-4896-9512-291a780e3709 service neutron] 10.222.0.35 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925426 Feb 03 04:48:44.907087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed49f45b-78c7-4381-a2ae-416128a76e89,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:45.013871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.151931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-900c9d87-6f77-415f-a3fa-cb953b212133 req-350ab872-310c-4eec-b598-3e8a83e2967f tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 210 time: 0.0447209 Feb 03 04:48:45.252657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.257142 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks [] for router_controller (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.335494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (35b41b94-bc4a-4eef-8b88-1a97e9d4fc81), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.339640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:48:45.352705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.358794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9f106c29-ac45-463a-a0c3-31da38c68497 admin admin] 10.222.0.35 "DELETE /v2.0/routers/35b41b94-bc4a-4eef-8b88-1a97e9d4fc81 HTTP/1.1" status: 204 len: 168 time: 1.8606899 Feb 03 04:48:45.359868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:45.480401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] Deleting subnet b198a5b3-c539-4534-8e14-1884f8a7bfb0 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:48:45.487030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] Publish callbacks [] for subnet (b198a5b3-c539-4534-8e14-1884f8a7bfb0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.569206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (b198a5b3-c539-4534-8e14-1884f8a7bfb0), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.763594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (b198a5b3-c539-4534-8e14-1884f8a7bfb0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.876545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (b198a5b3-c539-4534-8e14-1884f8a7bfb0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.935878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d308d31-8fc8-4b07-be8b-189b855de5bf None None] Network b27c554b-4edb-41c6-8e4b-f09a373298d1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:48:45.949619 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:45.956242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:45.958375 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b198a5b3-c539-4534-8e14-1884f8a7bfb0 HTTP/1.1" status: 204 len: 168 time: 0.5966833 Feb 03 04:48:45.990433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765b4d6-5b91-495f-b8cb-a9802da44b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b198a5b3-c539-4534-8e14-1884f8a7bfb0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:46.272834 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b27c554b-4edb-41c6-8e4b-f09a373298d1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.278004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] DHCP port deletion for b27c554b-4edb-41c6-8e4b-f09a373298d1 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:48:46.400708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Deleting port d640e107-6028-485e-82ea-bd977ce61df9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:46.402807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d640e107-6028-485e-82ea-bd977ce61df9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.413128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] Deleting port d640e107-6028-485e-82ea-bd977ce61df9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:48:46.414029 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d640e107-6028-485e-82ea-bd977ce61df9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.463299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d640e107-6028-485e-82ea-bd977ce61df9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:46.576726 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-756f33ef-5079-4014-ba41-66ae4b7bfda1 req-1d88c857-25b3-42a6-bb35-78ec75c19bea tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 210 time: 0.1692266 Feb 03 04:48:46.725090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] For port d640e107-6028-485e-82ea-bd977ce61df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d640e107-6028-485e-82ea-bd977ce61df9,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:46.725616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d640e107-6028-485e-82ea-bd977ce61df9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.752482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Calling delete_port for d640e107-6028-485e-82ea-bd977ce61df9 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:46.755336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] For port d640e107-6028-485e-82ea-bd977ce61df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d640e107-6028-485e-82ea-bd977ce61df9,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:46.755934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d640e107-6028-485e-82ea-bd977ce61df9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.780906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] Calling delete_port for d640e107-6028-485e-82ea-bd977ce61df9 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:48:46.802782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d640e107-6028-485e-82ea-bd977ce61df9 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:48:46.803187 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d640e107-6028-485e-82ea-bd977ce61df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.854744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port d640e107-6028-485e-82ea-bd977ce61df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d640e107-6028-485e-82ea-bd977ce61df9,segment=NetworkSegment(18b862cb-dff1-4266-9ff9-1b71e838ed5f),segment_id=18b862cb-dff1-4266-9ff9-1b71e838ed5f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:46.918049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d640e107-6028-485e-82ea-bd977ce61df9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.940576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] No DVR routers for this DVR port d640e107-6028-485e-82ea-bd977ce61df9 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:46.975871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d640e107-6028-485e-82ea-bd977ce61df9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:46.986794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d640e107-6028-485e-82ea-bd977ce61df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:46.987490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ed49f45b-78c7-4381-a2ae-416128a76e89 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:47.039775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event deleted for resources: {'Port': ['ID=d640e107-6028-485e-82ea-bd977ce61df9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:47.045760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: ed49f45b-78c7-4381-a2ae-416128a76e89 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:48:47.046355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ed49f45b-78c7-4381-a2ae-416128a76e89 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:48:47.046957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0e200d78-cc59-4b22-87b3-a232624a775f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:48:47.077034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 0e200d78-cc59-4b22-87b3-a232624a775f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:48:47.077791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0e200d78-cc59-4b22-87b3-a232624a775f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:48:47.082807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b27c554b-4edb-41c6-8e4b-f09a373298d1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.140024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-03e2aa2e-a9a5-4d22-978a-48c9063b255f tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:47.145587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-03e2aa2e-a9a5-4d22-978a-48c9063b255f tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.31 "GET /v2.0/networks?id=c7505923-5743-4df1-8139-952da1f9f099 HTTP/1.1" status: 200 len: 809 time: 0.2701776 Feb 03 04:48:47.146608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27c554b-4edb-41c6-8e4b-f09a373298d1']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:47.148883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (d640e107-6028-485e-82ea-bd977ce61df9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.158568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Request body: {'port': {'device_id': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'network_id': 'c7505923-5743-4df1-8139-952da1f9f099', 'admin_state_up': True, 'tenant_id': 'd58c9620704f4b9cbc6641382ea49b5e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:48:47.171844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b862cb-dff1-4266-9ff9-1b71e838ed5f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:47.172739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b862cb-dff1-4266-9ff9-1b71e838ed5f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:47.201353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (18b862cb-dff1-4266-9ff9-1b71e838ed5f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.236626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] No DVR routers for this DVR port d640e107-6028-485e-82ea-bd977ce61df9 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:48:47.241500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8e7aa-ada0-4ca3-bd62-68c945529e5b None None] Pushing event deleted for resources: {'Port': ['ID=d640e107-6028-485e-82ea-bd977ce61df9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:47.255586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (18b862cb-dff1-4266-9ff9-1b71e838ed5f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.267209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:48:47.271022 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (18b862cb-dff1-4266-9ff9-1b71e838ed5f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:48:47.334390 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:48:47.358993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b27c554b-4edb-41c6-8e4b-f09a373298d1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.365170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.372824 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b27c554b-4edb-41c6-8e4b-f09a373298d1 HTTP/1.1" status: 204 len: 168 time: 1.4128730 Feb 03 04:48:47.388971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27c554b-4edb-41c6-8e4b-f09a373298d1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:47.406309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.406991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.407551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.408070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.408594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.409098 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.409841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.410356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.410860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.411392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.412449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.412969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.413598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1ec39-fd90-459e-98bf-03262f6ab5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:47.472947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Made reservation on behalf of d58c9620704f4b9cbc6641382ea49b5e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:48:47.483144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:47.785289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e6c188e-8011-4001-8280-50c5c47fe386 req-385693a5-757c-45b7-adf2-e4a70e27fd78 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 210 time: 0.0636699 Feb 03 04:48:47.801443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Allocated IP 172.20.0.3 (c7505923-5743-4df1-8139-952da1f9f099/2b2a5594-e849-4ea9-b270-8c71479243fd/d10bd201-f10f-4b5d-be42-d4efb3185512) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:48:47.825767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40608) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:47.883544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-92bbc05d-dade-47a5-9fb1-64b1e51bbe9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6eaa7a26e954db09d5357538cedbcab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544431 Feb 03 04:48:47.885679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:48.134208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccdf2b-4797-4538-8aea-19b9dd8f5c5a admin admin] Publish callbacks [] for security_group (4f0c08ba-70ec-4a08-9da7-fc54cadcd698), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:48.222525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccdf2b-4797-4538-8aea-19b9dd8f5c5a admin admin] Publish callbacks [] for security_group (4f0c08ba-70ec-4a08-9da7-fc54cadcd698), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:48.315120 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks [] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:48.420276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:48.422730 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccdf2b-4797-4538-8aea-19b9dd8f5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4f0c08ba-70ec-4a08-9da7-fc54cadcd698), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:48.434939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81ccdf2b-4797-4538-8aea-19b9dd8f5c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:48.434939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-81ccdf2b-4797-4538-8aea-19b9dd8f5c5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f0c08ba-70ec-4a08-9da7-fc54cadcd698 HTTP/1.1" status: 204 len: 168 time: 0.5402944 Feb 03 04:48:48.492048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccdf2b-4797-4538-8aea-19b9dd8f5c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0c08ba-70ec-4a08-9da7-fc54cadcd698,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:48.532070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Network c7505923-5743-4df1-8139-952da1f9f099 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:48:48.536164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Pushing event updated for resources: {'Port': ['ID=d10bd201-f10f-4b5d-be42-d4efb3185512,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:48.538999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:48:48.545671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:48:48.677877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:48.689940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:48.744621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-404db800-880a-4862-8757-039c2a6272a7 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5909431 Feb 03 04:48:48.773141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-8dcf90c5-e2c6-4d8a-9088-c9b4f3e0f69b tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:48:48.774810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-8dcf90c5-e2c6-4d8a-9088-c9b4f3e0f69b tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197830 Feb 03 04:48:48.794848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Request body: {'port': {'device_id': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:48:48.976489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:49.131428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e2c68-4895-4aa3-9d75-4f1e8b6a2571 req-6b83c557-dabc-47b2-a733-957e6b10ee15 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:49.142659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-816e2c68-4895-4aa3-9d75-4f1e8b6a2571 req-6b83c557-dabc-47b2-a733-957e6b10ee15 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 931 time: 0.1878519 Feb 03 04:48:49.331848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-816e2c68-4895-4aa3-9d75-4f1e8b6a2571 req-d3af2f81-be7f-49d4-9f9e-b0101c9d1145 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881733 Feb 03 04:48:49.398854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10bd201-f10f-4b5d-be42-d4efb3185512 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:48:49.416403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Publish callbacks [] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:49.444359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Transition to ACTIVE for port object d10bd201-f10f-4b5d-be42-d4efb3185512 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:48:49.456974 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:49.596860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Pushing event updated for resources: {'Port': ['ID=d10bd201-f10f-4b5d-be42-d4efb3185512,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:49.742026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Attempting to bind port d10bd201-f10f-4b5d-be42-d4efb3185512 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:48:49.743219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Attempting to bind port d10bd201-f10f-4b5d-be42-d4efb3185512 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '7c18a635-2a99-4276-bd0d-3311aacefe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c7505923-5743-4df1-8139-952da1f9f099'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:48:49.750596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Attempting to bind port d10bd201-f10f-4b5d-be42-d4efb3185512 on network c7505923-5743-4df1-8139-952da1f9f099 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:48:49.758494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Port d10bd201-f10f-4b5d-be42-d4efb3185512 on network c7505923-5743-4df1-8139-952da1f9f099 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:48:49.759632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Attempting to bind port d10bd201-f10f-4b5d-be42-d4efb3185512 on network c7505923-5743-4df1-8139-952da1f9f099 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:48:49.778434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:48:49.778917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Checking segment: {'id': '7c18a635-2a99-4276-bd0d-3311aacefe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c7505923-5743-4df1-8139-952da1f9f099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:48:49.780483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Bound using segment: {'id': '7c18a635-2a99-4276-bd0d-3311aacefe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c7505923-5743-4df1-8139-952da1f9f099'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:48:49.781710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Bound port: d10bd201-f10f-4b5d-be42-d4efb3185512, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c18a635-2a99-4276-bd0d-3311aacefe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c7505923-5743-4df1-8139-952da1f9f099'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:48:49.782173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:49.880159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] For port d10bd201-f10f-4b5d-be42-d4efb3185512, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:48:49.884752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] For port d10bd201-f10f-4b5d-be42-d4efb3185512, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d10bd201-f10f-4b5d-be42-d4efb3185512,segment=NetworkSegment(7c18a635-2a99-4276-bd0d-3311aacefe67),segment_id=7c18a635-2a99-4276-bd0d-3311aacefe67)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:48:49.894498 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:49.964037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:49.964778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:49.968600 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] 10.222.0.31 "PUT /v2.0/ports/d10bd201-f10f-4b5d-be42-d4efb3185512 HTTP/1.1" status: 200 len: 1091 time: 1.1844556 Feb 03 04:48:49.969161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'tag': 'd10bd201-f10f-4b5d-be42-d4efb3185512'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:48:49.976047 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4" -d '{"events": [{"name": "network-changed", "server_uuid": "262ed339-4804-4c9a-a4c2-dfeec4412334", "tag": "d10bd201-f10f-4b5d-be42-d4efb3185512"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:48:50.093429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74e482-0c97-4924-bbe4-e61b4d77ef12 service neutron] Pushing event updated for resources: {'Port': ['ID=d10bd201-f10f-4b5d-be42-d4efb3185512,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:50.165227 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fbfee1-3d14-4479-9627-d0fdcc46c712 x-openstack-request-id: req-b4fbfee1-3d14-4479-9627-d0fdcc46c712 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:48:50.165537 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262ed339-4804-4c9a-a4c2-dfeec4412334", "tag": "d10bd201-f10f-4b5d-be42-d4efb3185512", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:48:50.165794 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4fbfee1-3d14-4479-9627-d0fdcc46c712 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:48:50.166196 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'tag': 'd10bd201-f10f-4b5d-be42-d4efb3185512', 'status': 'completed', 'code': 200} Feb 03 04:48:50.198820 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:48:50.213675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-1cd57f4d-14ff-4e48-90a0-6149483ad9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:50.216216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-1cd57f4d-14ff-4e48-90a0-6149483ad9f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d58c9620704f4b9cbc6641382ea49b5e&device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 1125 time: 0.1652799 Feb 03 04:48:50.342506 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-49702670-73ab-42c0-90fe-03d03bac7a90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10bd201-f10f-4b5d-be42-d4efb3185512 HTTP/1.1" status: 200 len: 217 time: 0.1167500 Feb 03 04:48:50.452668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-b99079f6-7bbe-4b8a-9d33-65b1d6d0ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:50.453927 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-b99079f6-7bbe-4b8a-9d33-65b1d6d0ed75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b2a5594-e849-4ea9-b270-8c71479243fd HTTP/1.1" status: 200 len: 849 time: 0.1033239 Feb 03 04:48:50.520455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699bda6-93ec-47e2-8742-c9b875de698f req-1270136d-5bdf-4f06-ab47-ad7dd27cbcb5 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:50.533600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4699bda6-93ec-47e2-8742-c9b875de698f req-1270136d-5bdf-4f06-ab47-ad7dd27cbcb5 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 943 time: 0.1280527 Feb 03 04:48:50.555078 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-bc1e7411-549f-40cb-9d42-f5a4d0e21957 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7505923-5743-4df1-8139-952da1f9f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943801 Feb 03 04:48:50.678791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4699bda6-93ec-47e2-8742-c9b875de698f req-fa268863-6764-43d9-8ffc-a98ba5b54b29 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411655 Feb 03 04:48:50.770760 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-19be8b19-f36c-44cb-93f5-6100f160dcb9 service neutron] 10.222.0.31 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079811 Feb 03 04:48:50.883765 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d768de91-8a5e-4ce0-a8b3-93e8f5e08831 req-3cb08477-bd28-4650-9418-990eb7bc6d45 service neutron] 10.222.0.31 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071339 Feb 03 04:48:51.061291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-8589eb56-a3ca-439d-8e72-63ac741df9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:51.063084 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-8589eb56-a3ca-439d-8e72-63ac741df9e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d58c9620704f4b9cbc6641382ea49b5e&device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 1125 time: 0.1231725 Feb 03 04:48:51.240061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-db0450ab-838f-43c1-8b17-e812df450849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:51.241569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-db0450ab-838f-43c1-8b17-e812df450849 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7505923-5743-4df1-8139-952da1f9f099 HTTP/1.1" status: 200 len: 910 time: 0.1698573 Feb 03 04:48:51.344308 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-cb84077e-c82e-4c8d-a805-4b20a10b84ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10bd201-f10f-4b5d-be42-d4efb3185512 HTTP/1.1" status: 200 len: 217 time: 0.0959225 Feb 03 04:48:51.436920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-300307cd-5236-42fd-bd06-3c81e114df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:51.438468 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-300307cd-5236-42fd-bd06-3c81e114df86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b2a5594-e849-4ea9-b270-8c71479243fd HTTP/1.1" status: 200 len: 849 time: 0.0876997 Feb 03 04:48:51.507397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-2ab9cb56-e5f5-403d-a3b5-483c638af463 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7505923-5743-4df1-8139-952da1f9f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575316 Feb 03 04:48:51.701823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-19a01623-b485-4e21-8fa0-8dfc2cea249d service neutron] 10.222.0.31 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873329 Feb 03 04:48:51.890154 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6e5d9fec-fd28-4b97-9fe7-bde3731128e4 req-79c5ff1b-b87e-4266-af3d-468094a46e47 service neutron] 10.222.0.31 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836450 Feb 03 04:48:51.969861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc07ef-11c1-4d1e-b9d8-fac0c6bf9313 req-4d2c9425-4103-40c2-a4ec-35b4fa8d05a5 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:51.971313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cfc07ef-11c1-4d1e-b9d8-fac0c6bf9313 req-4d2c9425-4103-40c2-a4ec-35b4fa8d05a5 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 943 time: 0.1531775 Feb 03 04:48:52.096453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cfc07ef-11c1-4d1e-b9d8-fac0c6bf9313 req-bbc55e2f-c809-4212-a258-983c52257a48 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033194 Feb 03 04:48:53.183965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d10bd201-f10f-4b5d-be42-d4efb3185512 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:48:53.260771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba6e42-7c39-428a-8343-810f930eafbe req-a61cb799-dea2-4e3b-a6eb-62eb6861efa1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:53.267803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63ba6e42-7c39-428a-8343-810f930eafbe req-a61cb799-dea2-4e3b-a6eb-62eb6861efa1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 943 time: 0.1017218 Feb 03 04:48:53.355655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63ba6e42-7c39-428a-8343-810f930eafbe req-d9af5336-3b7e-4369-a928-83f0effddcfb tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866573 Feb 03 04:48:53.369812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d10bd201-f10f-4b5d-be42-d4efb3185512, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d10bd201-f10f-4b5d-be42-d4efb3185512,segment=NetworkSegment(7c18a635-2a99-4276-bd0d-3311aacefe67),segment_id=7c18a635-2a99-4276-bd0d-3311aacefe67)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:53.402295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'd10bd201-f10f-4b5d-be42-d4efb3185512', 'network_id': 'c7505923-5743-4df1-8139-952da1f9f099', 'port_id': 'd10bd201-f10f-4b5d-be42-d4efb3185512', 'mac_address': 'fa:16:3e:16:0e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2a5594-e849-4ea9-b270-8c71479243fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:48:53.455128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d10bd201-f10f-4b5d-be42-d4efb3185512 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:48:53.455730 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:53.471129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10bd201-f10f-4b5d-be42-d4efb3185512 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:48:53.496559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d10bd201-f10f-4b5d-be42-d4efb3185512, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d10bd201-f10f-4b5d-be42-d4efb3185512,segment=NetworkSegment(7c18a635-2a99-4276-bd0d-3311aacefe67),segment_id=7c18a635-2a99-4276-bd0d-3311aacefe67)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:53.513564 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:53.576937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d10bd201-f10f-4b5d-be42-d4efb3185512,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:53.588303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.588913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.589708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.590258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.591026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.591663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.592199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.592780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.593316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.593862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.594456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.594994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.595538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:48:53.728265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d10bd201-f10f-4b5d-be42-d4efb3185512'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:48:53.912267 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:53.950661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:54.514359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079eba4-fd10-4417-b189-990e2cae92f8 req-09185252-9bec-43c1-a958-a95f61113522 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:54.524261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a079eba4-fd10-4417-b189-990e2cae92f8 req-09185252-9bec-43c1-a958-a95f61113522 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 944 time: 0.0679088 Feb 03 04:48:54.601395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a079eba4-fd10-4417-b189-990e2cae92f8 req-7ce580d5-adc8-4dc4-ae8a-7a8d2236b87b tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757887 Feb 03 04:48:55.206285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d10bd201-f10f-4b5d-be42-d4efb3185512 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:48:55.329334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port d10bd201-f10f-4b5d-be42-d4efb3185512 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:48:55.342637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port d10bd201-f10f-4b5d-be42-d4efb3185512 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:48:55.343400 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:55.518303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d10bd201-f10f-4b5d-be42-d4efb3185512 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:48:55.519330 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:55.617184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d10bd201-f10f-4b5d-be42-d4efb3185512, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d10bd201-f10f-4b5d-be42-d4efb3185512,segment=NetworkSegment(7c18a635-2a99-4276-bd0d-3311aacefe67),segment_id=7c18a635-2a99-4276-bd0d-3311aacefe67)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:48:55.620339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10bd201-f10f-4b5d-be42-d4efb3185512'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:48:55.627646 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e9aa64-fcba-4f22-a477-a130e59dcb5e" -d '{"events": [{"server_uuid": "262ed339-4804-4c9a-a4c2-dfeec4412334", "name": "network-vif-plugged", "status": "completed", "tag": "d10bd201-f10f-4b5d-be42-d4efb3185512"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:48:55.639929 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:55.737931 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13251f9d-f742-4a09-b6fe-3a72ced9c734 x-openstack-request-id: req-13251f9d-f742-4a09-b6fe-3a72ced9c734 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:48:55.738370 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262ed339-4804-4c9a-a4c2-dfeec4412334", "name": "network-vif-plugged", "status": "completed", "tag": "d10bd201-f10f-4b5d-be42-d4efb3185512", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:48:55.738728 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13251f9d-f742-4a09-b6fe-3a72ced9c734 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:48:55.739714 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10bd201-f10f-4b5d-be42-d4efb3185512', 'code': 200} Feb 03 04:48:55.741836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d10bd201-f10f-4b5d-be42-d4efb3185512,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:55.811459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca526e-d704-42b1-a385-125d079d9baf req-d7e2e933-fd59-4472-b81f-f46f375a6e6f tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:55.819752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-faca526e-d704-42b1-a385-125d079d9baf req-d7e2e933-fd59-4472-b81f-f46f375a6e6f tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 945 time: 0.0911674 Feb 03 04:48:55.857182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17f3d-7fc1-413c-b79d-7ce17a2147d1 req-43dcb07f-0fb2-45ea-8833-818861357479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:55.858696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fda17f3d-7fc1-413c-b79d-7ce17a2147d1 req-43dcb07f-0fb2-45ea-8833-818861357479 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 1127 time: 0.0825133 Feb 03 04:48:55.913194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-faca526e-d704-42b1-a385-125d079d9baf req-187c82fd-bcc7-4ba4-8eb1-de1d90207b2c tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921507 Feb 03 04:48:55.923759 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fda17f3d-7fc1-413c-b79d-7ce17a2147d1 req-9510dd41-4f2c-4d14-9724-9b2eb70bdcf6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570235 Feb 03 04:48:57.143700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648e3e-77d7-4895-bc20-7cf45500462d req-7a70b70d-bdad-487e-8fec-30ee46ede8cb tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:57.152539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f648e3e-77d7-4895-bc20-7cf45500462d req-7a70b70d-bdad-487e-8fec-30ee46ede8cb tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 945 time: 0.0920801 Feb 03 04:48:57.226852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-0fc0fec5-97c6-4570-b358-460bec2a80d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252174 Feb 03 04:48:57.259266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f648e3e-77d7-4895-bc20-7cf45500462d req-6cfe8eb1-284c-4a22-9396-8da8627fa160 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039834 Feb 03 04:48:57.374625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-96231dd5-8400-4f76-8944-13760bbee85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:57.376519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-96231dd5-8400-4f76-8944-13760bbee85e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d58c9620704f4b9cbc6641382ea49b5e&device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 1127 time: 0.0827792 Feb 03 04:48:57.492222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-c02c4c83-15b2-43ee-82fb-8cf2410dc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:57.493978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-c02c4c83-15b2-43ee-82fb-8cf2410dc6d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7505923-5743-4df1-8139-952da1f9f099 HTTP/1.1" status: 200 len: 910 time: 0.0946345 Feb 03 04:48:57.551237 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-8cc04a0a-e41b-44ca-8776-638e140181b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10bd201-f10f-4b5d-be42-d4efb3185512 HTTP/1.1" status: 200 len: 217 time: 0.0498662 Feb 03 04:48:57.554107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:57.628897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-9158a034-e463-4fd9-81da-84f1754e8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:48:57.631491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-9158a034-e463-4fd9-81da-84f1754e8699 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b2a5594-e849-4ea9-b270-8c71479243fd HTTP/1.1" status: 200 len: 849 time: 0.0739803 Feb 03 04:48:57.693566 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-517a95b1-bf3a-4b9c-a596-9cb59808869a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7505923-5743-4df1-8139-952da1f9f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550172 Feb 03 04:48:57.839581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fb3eec3-8a0a-4dd6-9686-5479302edfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:57.847211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-72bd8c7f-4cd2-486c-8d5f-f5fa9533af90 service neutron] 10.222.0.31 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468837 Feb 03 04:48:57.994661 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c6d5f4fc-dd82-48e1-b23e-0cff47756e94 req-6d30c440-7da5-4714-9945-60ce373e2b6f service neutron] 10.222.0.31 "GET /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413372 Feb 03 04:48:58.002000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fb3eec3-8a0a-4dd6-9686-5479302edfa4 admin admin] Publish callbacks [] for security_group (84efa142-c7e5-4900-b910-a9e10ae47177), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.009221 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fb3eec3-8a0a-4dd6-9686-5479302edfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (84efa142-c7e5-4900-b910-a9e10ae47177), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.090890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:58.091101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8fb3eec3-8a0a-4dd6-9686-5479302edfa4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85c40f701b754d6aba02814108634f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354967 Feb 03 04:48:58.092261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3eec3-8a0a-4dd6-9686-5479302edfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84efa142-c7e5-4900-b910-a9e10ae47177,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:58.185345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbcfca59-f175-4a74-b0a7-fc6a5df41ceb admin admin] Publish callbacks [] for security_group (84efa142-c7e5-4900-b910-a9e10ae47177), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.212997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbcfca59-f175-4a74-b0a7-fc6a5df41ceb admin admin] Publish callbacks [] for security_group (84efa142-c7e5-4900-b910-a9e10ae47177), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.270671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbcfca59-f175-4a74-b0a7-fc6a5df41ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (84efa142-c7e5-4900-b910-a9e10ae47177), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.274361 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbcfca59-f175-4a74-b0a7-fc6a5df41ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.275882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bbcfca59-f175-4a74-b0a7-fc6a5df41ceb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84efa142-c7e5-4900-b910-a9e10ae47177 HTTP/1.1" status: 204 len: 168 time: 0.1837723 Feb 03 04:48:58.297345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfca59-f175-4a74-b0a7-fc6a5df41ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84efa142-c7e5-4900-b910-a9e10ae47177,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:58.757873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:58.774352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf117ce5-adbe-44cf-8f3d-97b98ba74c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.862524 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf117ce5-adbe-44cf-8f3d-97b98ba74c7f admin admin] Publish callbacks [] for security_group (c1ea2e57-3afc-4076-9c96-5becfc9ab6c7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.881970 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf117ce5-adbe-44cf-8f3d-97b98ba74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c1ea2e57-3afc-4076-9c96-5becfc9ab6c7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:58.980687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cf117ce5-adbe-44cf-8f3d-97b98ba74c7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ab9e933e72348389775a3e573c9cb46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192080 Feb 03 04:48:58.981922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:58.993682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf117ce5-adbe-44cf-8f3d-97b98ba74c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea2e57-3afc-4076-9c96-5becfc9ab6c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:59.125811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 40968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:59.163030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66229ee2-dd39-47a8-b3ba-3cf882bfa197 admin admin] Publish callbacks [] for security_group (c1ea2e57-3afc-4076-9c96-5becfc9ab6c7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.213306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] Deleting subnet af8c5b0e-0939-4822-9bbb-040bc50b3268 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:48:59.224844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] Publish callbacks [] for subnet (af8c5b0e-0939-4822-9bbb-040bc50b3268), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.245038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66229ee2-dd39-47a8-b3ba-3cf882bfa197 admin admin] Publish callbacks [] for security_group (c1ea2e57-3afc-4076-9c96-5becfc9ab6c7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.293678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (af8c5b0e-0939-4822-9bbb-040bc50b3268), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.302736 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66229ee2-dd39-47a8-b3ba-3cf882bfa197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c1ea2e57-3afc-4076-9c96-5becfc9ab6c7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.306343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-66229ee2-dd39-47a8-b3ba-3cf882bfa197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.311695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-66229ee2-dd39-47a8-b3ba-3cf882bfa197 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1ea2e57-3afc-4076-9c96-5becfc9ab6c7 HTTP/1.1" status: 204 len: 168 time: 0.3274989 Feb 03 04:48:59.323246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66229ee2-dd39-47a8-b3ba-3cf882bfa197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea2e57-3afc-4076-9c96-5becfc9ab6c7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:59.348439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (af8c5b0e-0939-4822-9bbb-040bc50b3268), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.430208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (af8c5b0e-0939-4822-9bbb-040bc50b3268), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.474313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8c5b0e-0939-4822-9bbb-040bc50b3268,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:48:59.488749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.498977 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e393729c-bee1-4e85-bf42-df558f6a5da2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/af8c5b0e-0939-4822-9bbb-040bc50b3268 HTTP/1.1" status: 204 len: 168 time: 0.3708107 Feb 03 04:48:59.500964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 40974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:48:59.664160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c0835d04-ff8f-462a-998a-ed32882237df), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.848215 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c0835d04-ff8f-462a-998a-ed32882237df), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.889562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0835d04-ff8f-462a-998a-ed32882237df']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:59.901920 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:59.903021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:48:59.919774 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.952562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.959826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:48:59.960465 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (98360a9e-fe8c-43ba-9fb4-95d3b4ee59ce), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:48:59.962366 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:49:00.032627 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c0835d04-ff8f-462a-998a-ed32882237df), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:00.046578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:00.060444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c0835d04-ff8f-462a-998a-ed32882237df HTTP/1.1" status: 204 len: 168 time: 0.5580275 Feb 03 04:49:00.094050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5cfc6-48c0-407f-b96b-dd314069e4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0835d04-ff8f-462a-998a-ed32882237df,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:00.259992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:00.318944 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f881d501-81d3-4e37-ab52-7ecbf784b3c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03f9a610d3a14751ad2f8d0cd37b434c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576735 Feb 03 04:49:00.321358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:00.413594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2052a89a-744f-4257-a1e0-699f931de791 admin admin] Publish callbacks [] for security_group (a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:00.438143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2052a89a-744f-4257-a1e0-699f931de791 admin admin] Publish callbacks [] for security_group (a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:00.526948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2052a89a-744f-4257-a1e0-699f931de791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:00.535546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2052a89a-744f-4257-a1e0-699f931de791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:00.541206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2052a89a-744f-4257-a1e0-699f931de791 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4 HTTP/1.1" status: 204 len: 168 time: 0.2166431 Feb 03 04:49:00.551834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052a89a-744f-4257-a1e0-699f931de791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fa41a8-9ba5-4a65-8d00-1a97e9d352a4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:01.449511 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-2934bcc8-4082-4d31-82d0-50b86d382002 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3958845 Feb 03 04:49:01.627047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591a020-ae45-4c85-b870-4184204c9a3c req-08f69bb0-1621-4abf-8981-9f860db70cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:01.632196 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-08f69bb0-1621-4abf-8981-9f860db70cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1127 time: 0.1312795 Feb 03 04:49:01.842158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591a020-ae45-4c85-b870-4184204c9a3c req-3bc4675a-01bd-4f49-a575-72779249b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:01.843929 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-3bc4675a-01bd-4f49-a575-72779249b33d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 910 time: 0.1919997 Feb 03 04:49:01.921656 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-ec69e433-f17f-4b88-bccd-d489b0b23316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 1001 time: 0.0715578 Feb 03 04:49:01.983398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591a020-ae45-4c85-b870-4184204c9a3c req-d6ac35d7-113e-409f-9b40-e7b62315b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:01.985713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-d6ac35d7-113e-409f-9b40-e7b62315b9f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 200 len: 848 time: 0.0580716 Feb 03 04:49:02.119597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591a020-ae45-4c85-b870-4184204c9a3c req-efae20cf-d4d9-48c8-a38c-f5705a9cd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:02.121161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-efae20cf-d4d9-48c8-a38c-f5705a9cd787 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43c754e-d1db-440c-a7ff-0787e65c4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296315 Feb 03 04:49:02.138332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-6033c1b1-2209-4e74-8e54-b957fc171dba service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:49:02.139432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-6033c1b1-2209-4e74-8e54-b957fc171dba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117795 Feb 03 04:49:02.337810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0339f1c-b4d2-47f2-a47c-6be62f762a1c req-6559d061-2851-4794-8d0f-e78c9bc3424a tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:02.340630 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-f77e3e57-6057-4d0e-a68a-1fa1d48f596d service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944592 Feb 03 04:49:02.341364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0339f1c-b4d2-47f2-a47c-6be62f762a1c req-6559d061-2851-4794-8d0f-e78c9bc3424a tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 945 time: 0.1878533 Feb 03 04:49:02.478415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0339f1c-b4d2-47f2-a47c-6be62f762a1c req-218ba4b1-08f7-460e-a1b1-2f9cf43de3b2 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222341 Feb 03 04:49:02.593348 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6591a020-ae45-4c85-b870-4184204c9a3c req-60f7d9aa-118c-4f57-b87c-0d53818c9cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438900 Feb 03 04:49:03.126507 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-480666cf-aef0-4241-bbb1-7119fa1c8100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:03.461847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-b541dc75-28de-4ee9-81ed-97615f461d81 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:03.475211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-b541dc75-28de-4ee9-81ed-97615f461d81 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.31 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 945 time: 0.1112642 Feb 03 04:49:03.674904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Deleting port d10bd201-f10f-4b5d-be42-d4efb3185512 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:49:03.679361 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:03.682215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4da8-acf5-4709-896b-cae39e02e218 req-04628629-6497-4548-b029-ae39d4e05b1f tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:03.685559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-281b4da8-acf5-4709-896b-cae39e02e218 req-04628629-6497-4548-b029-ae39d4e05b1f tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/ports?device_id=262ed339-4804-4c9a-a4c2-dfeec4412334 HTTP/1.1" status: 200 len: 945 time: 0.1218929 Feb 03 04:49:03.779582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-281b4da8-acf5-4709-896b-cae39e02e218 req-e463a5e9-8c78-465e-9399-255ff7c67baa tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865910 Feb 03 04:49:03.821758 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] For port d10bd201-f10f-4b5d-be42-d4efb3185512, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d10bd201-f10f-4b5d-be42-d4efb3185512,segment=NetworkSegment(7c18a635-2a99-4276-bd0d-3311aacefe67),segment_id=7c18a635-2a99-4276-bd0d-3311aacefe67)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:03.822129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:03.840858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Calling delete_port for d10bd201-f10f-4b5d-be42-d4efb3185512 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:49:04.046591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d10bd201-f10f-4b5d-be42-d4efb3185512), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:04.063784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d10bd201-f10f-4b5d-be42-d4efb3185512'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:49:04.129550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Pushing event deleted for resources: {'Port': ['ID=d10bd201-f10f-4b5d-be42-d4efb3185512,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:04.162638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] No DVR routers for this DVR port d10bd201-f10f-4b5d-be42-d4efb3185512 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:49:04.165419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:04.170650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-659b363a-6aa8-47d3-8b2e-7a7f97b94679 req-144e46f1-e5fb-4eea-87cd-d6700f04c9d1 tempest-VolumesActionsTest-1450069723 tempest-VolumesActionsTest-1450069723-project] 10.222.0.31 "DELETE /v2.0/ports/d10bd201-f10f-4b5d-be42-d4efb3185512 HTTP/1.1" status: 204 len: 173 time: 0.6905031 Feb 03 04:49:04.171149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'name': 'network-vif-deleted', 'tag': 'd10bd201-f10f-4b5d-be42-d4efb3185512'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:49:04.185338 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86716e08-0105-4229-b47e-8189a88dc853" -d '{"events": [{"server_uuid": "262ed339-4804-4c9a-a4c2-dfeec4412334", "name": "network-vif-deleted", "tag": "d10bd201-f10f-4b5d-be42-d4efb3185512"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:49:04.237393 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd26b78-fbee-44fa-8725-deb064d30861 x-openstack-request-id: req-1fd26b78-fbee-44fa-8725-deb064d30861 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:49:04.237849 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262ed339-4804-4c9a-a4c2-dfeec4412334", "name": "network-vif-deleted", "tag": "d10bd201-f10f-4b5d-be42-d4efb3185512", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:49:04.238321 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1fd26b78-fbee-44fa-8725-deb064d30861 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:49:04.238861 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262ed339-4804-4c9a-a4c2-dfeec4412334', 'name': 'network-vif-deleted', 'tag': 'd10bd201-f10f-4b5d-be42-d4efb3185512', 'status': 'completed', 'code': 200} Feb 03 04:49:04.931967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41224) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:04.938416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231807564', 'description': 'tempest-secgroup-smoke-231807564 description', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:04.965893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:04.975800 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.073180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (18740d75-c05a-4462-ad18-2accd41abf3c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.082953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (18740d75-c05a-4462-ad18-2accd41abf3c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.192146 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (4fe84e99-8dbb-4846-8436-8370a3c4540c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.194316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18740d75-c05a-4462-ad18-2accd41abf3c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:05.203866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4fe84e99-8dbb-4846-8436-8370a3c4540c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.262392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.264950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3318906 Feb 03 04:49:05.268016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:05.274922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f45cba01-55d4-4df7-8156-13fa9f82fa1a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '4fe84e99-8dbb-4846-8436-8370a3c4540c', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:05.307705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a3f8-ff2b-44e1-9336-aa1f180d9571 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe84e99-8dbb-4846-8436-8370a3c4540c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:05.342028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f45cba01-55d4-4df7-8156-13fa9f82fa1a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (83956e89-428c-4268-bac6-46bef0bca92c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.458721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f45cba01-55d4-4df7-8156-13fa9f82fa1a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (83956e89-428c-4268-bac6-46bef0bca92c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.477136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f45cba01-55d4-4df7-8156-13fa9f82fa1a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (83956e89-428c-4268-bac6-46bef0bca92c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.513664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cba01-55d4-4df7-8156-13fa9f82fa1a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83956e89-428c-4268-bac6-46bef0bca92c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:05.529679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f45cba01-55d4-4df7-8156-13fa9f82fa1a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.532133 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f45cba01-55d4-4df7-8156-13fa9f82fa1a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613111 Feb 03 04:49:05.533924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41252) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:05.540433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-74bf8680-87c3-43b6-9d94-7e73c259aec0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '4fe84e99-8dbb-4846-8436-8370a3c4540c', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:05.591360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74bf8680-87c3-43b6-9d94-7e73c259aec0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (96fa39a9-f96e-4633-9476-3e6754786eee), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.690680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74bf8680-87c3-43b6-9d94-7e73c259aec0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (96fa39a9-f96e-4633-9476-3e6754786eee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.696433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74bf8680-87c3-43b6-9d94-7e73c259aec0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (96fa39a9-f96e-4633-9476-3e6754786eee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.722230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf8680-87c3-43b6-9d94-7e73c259aec0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fa39a9-f96e-4633-9476-3e6754786eee,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:05.731805 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74bf8680-87c3-43b6-9d94-7e73c259aec0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.737243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:05.738594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-74bf8680-87c3-43b6-9d94-7e73c259aec0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2021506 Feb 03 04:49:05.742658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-762c6845-8424-47d0-89f3-54e52d35c971 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '4fe84e99-8dbb-4846-8436-8370a3c4540c', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:05.787351 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762c6845-8424-47d0-89f3-54e52d35c971 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (798eb841-c9c7-4241-8142-ca3640b08f29), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.866970 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762c6845-8424-47d0-89f3-54e52d35c971 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (798eb841-c9c7-4241-8142-ca3640b08f29), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.873657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762c6845-8424-47d0-89f3-54e52d35c971 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (798eb841-c9c7-4241-8142-ca3640b08f29), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.896365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c6845-8424-47d0-89f3-54e52d35c971 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798eb841-c9c7-4241-8142-ca3640b08f29,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:05.947834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762c6845-8424-47d0-89f3-54e52d35c971 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:05.956678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:05.961814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-79ead851-1289-4bc3-9b95-3c419b3d5193 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '4fe84e99-8dbb-4846-8436-8370a3c4540c', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:05.968610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-762c6845-8424-47d0-89f3-54e52d35c971 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297578 Feb 03 04:49:06.016624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79ead851-1289-4bc3-9b95-3c419b3d5193 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (e6daaa71-05d8-4f4f-a0f4-a7e26146ce28), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.153201 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79ead851-1289-4bc3-9b95-3c419b3d5193 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (e6daaa71-05d8-4f4f-a0f4-a7e26146ce28), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.159836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79ead851-1289-4bc3-9b95-3c419b3d5193 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e6daaa71-05d8-4f4f-a0f4-a7e26146ce28), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.217588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ead851-1289-4bc3-9b95-3c419b3d5193 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6daaa71-05d8-4f4f-a0f4-a7e26146ce28,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:06.227356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-79ead851-1289-4bc3-9b95-3c419b3d5193 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.231243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-79ead851-1289-4bc3-9b95-3c419b3d5193 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2704365 Feb 03 04:49:06.231538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:06.237252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '4fe84e99-8dbb-4846-8436-8370a3c4540c', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:06.268971 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:49:06.275268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (c7479355-f3f4-49da-b4fa-0baeeff4a066), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.402852 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-008b479b-e80f-4333-886e-924895bd7a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.423516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (c7479355-f3f4-49da-b4fa-0baeeff4a066), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.428093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (c7479355-f3f4-49da-b4fa-0baeeff4a066), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.464422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7479355-f3f4-49da-b4fa-0baeeff4a066,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:06.477961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.479761 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1ecf2172-0796-4bef-b4c3-5614886a8dcc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2471869 Feb 03 04:49:06.482590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:06.487842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '4fe84e99-8dbb-4846-8436-8370a3c4540c', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:06.535475 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:49:06.541472 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (c0940b5f-c009-457d-9880-bdb47789927d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.677717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.720340 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (c0940b5f-c009-457d-9880-bdb47789927d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.726887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (c0940b5f-c009-457d-9880-bdb47789927d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.753744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0940b5f-c009-457d-9880-bdb47789927d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:06.764057 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.765559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1403d08e-2a79-490e-8259-76f40a86cecd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815681 Feb 03 04:49:06.768720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:06.774236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'network': {'name': 'tempest-network-smoke--1265900128', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:06.809742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:06.815001 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.853910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:49:06.877403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2937a859-208d-4f6e-a3cc-9be821e1170a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:06.878050 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Added segment 2937a859-208d-4f6e-a3cc-9be821e1170a of type vlan for network 8fa4af81-f115-4c93-afce-40cec7eb144b Feb 03 04:49:06.948258 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (8fa4af81-f115-4c93-afce-40cec7eb144b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.002514 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (8fa4af81-f115-4c93-afce-40cec7eb144b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.011343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:07.012244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.100776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3309305 Feb 03 04:49:07.104026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41322) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:07.104497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdf224-2fba-4eb0-9588-c5428185cd7b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Network': ['ID=8fa4af81-f115-4c93-afce-40cec7eb144b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:07.110998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'admin_state_up': True, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:07.115194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 8fa4af81-f115-4c93-afce-40cec7eb144b details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:49:07.154994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (3978974c-2b39-4cb0-aff4-cddb66e14f8a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.156494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (3978974c-2b39-4cb0-aff4-cddb66e14f8a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.241616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (3978974c-2b39-4cb0-aff4-cddb66e14f8a), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.242808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d10bd201-f10f-4b5d-be42-d4efb3185512 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:49:07.302374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: d10bd201-f10f-4b5d-be42-d4efb3185512 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:49:07.303026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d10bd201-f10f-4b5d-be42-d4efb3185512 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:49:07.452420 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (3978974c-2b39-4cb0-aff4-cddb66e14f8a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.774489 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (3978974c-2b39-4cb0-aff4-cddb66e14f8a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.809877 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:07.985279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.243 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:08.114872 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:08.144081 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:08.168853 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:08.219937 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:08.227155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:08.239102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:08.242176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:08.631820 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (3978974c-2b39-4cb0-aff4-cddb66e14f8a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:08.917240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (3978974c-2b39-4cb0-aff4-cddb66e14f8a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:09.103563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 3978974c-2b39-4cb0-aff4-cddb66e14f8a is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:49:09.290096 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:09.335567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:49:09.349514 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Sync routers for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:49:09.371294 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:49:09.371294 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:49:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:09.396611 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:09.411797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:09.417403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-50ec904c-65af-427e-bb16-06507fc96900 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3114545 Feb 03 04:49:09.634081 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:49:09.870109 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1ca475b9-ae4a-4aad-b28e-e17390c8fc0e tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=8fa5088ea5644d09864ec4e657f1bab8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4546068 Feb 03 04:49:09.870299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:09.979549 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:08Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:10.012802 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Checking router: 3978974c-2b39-4cb0-aff4-cddb66e14f8a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:49:10.013148 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Updating router 3978974c-2b39-4cb0-aff4-cddb66e14f8a port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:49:10.044043 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:10.506185 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Publish callbacks [] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:10.516439 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:10.705311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d97a5f-516f-4d9d-8636-0e1615a9294d tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:10.721877 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b1d97a5f-516f-4d9d-8636-0e1615a9294d tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8504531 Feb 03 04:49:10.724663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:10.802839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bda08e4c-e575-4084-a0f3-c189e9d8d68b tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765402 Feb 03 04:49:10.802950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41448) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:10.808183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136454562', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:10.828963 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Attempting to bind port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:49:10.829346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Attempting to bind port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:49:10.829719 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Attempting to bind port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:49:10.832694 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Pushing event updated for resources: {'Port': ['ID=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:10.844768 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.845306 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.845641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.845972 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.846415 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.847628 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.847961 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.848286 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.848670 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.848998 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.849798 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.850128 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.850447 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:10.862715 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:49:10.863089 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:49:10.863493 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:10.864319 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:49:10.864812 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Bound port: 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:49:10.865191 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:10.957391 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] For port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:49:10.962762 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] For port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:49:10.978617 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.061470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:11.088906 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085a1be-50f4-4cad-bb28-c1affe4c07db None None] Pushing event updated for resources: {'Port': ['ID=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:11.107074 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:49:11.108983 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:49:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:11.283992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:49:11.290646 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e1b840-fb81-4a46-8fe9-473b6090b003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.418421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e1b840-fb81-4a46-8fe9-473b6090b003 admin admin] Publish callbacks [] for security_group (a1837c2f-576b-4d6b-bd83-aaa3808640c2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.424154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e1b840-fb81-4a46-8fe9-473b6090b003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a1837c2f-576b-4d6b-bd83-aaa3808640c2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.453767 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-19e1b840-fb81-4a46-8fe9-473b6090b003 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=430dd0cfab0041b694e08e49147a7939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909242 Feb 03 04:49:11.455546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:11.533832 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:11.538751 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.578078 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:08Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:11.609185 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe9bf8-0877-49e0-859f-59c8f87f4dd8 None None] The sync data for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 is: [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:08Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:49:11.632573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9df64052-79ed-4541-9926-11f87213cde3 admin admin] Publish callbacks [] for security_group (a1837c2f-576b-4d6b-bd83-aaa3808640c2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.634374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1b840-fb81-4a46-8fe9-473b6090b003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1837c2f-576b-4d6b-bd83-aaa3808640c2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:11.683254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9df64052-79ed-4541-9926-11f87213cde3 admin admin] Publish callbacks [] for security_group (a1837c2f-576b-4d6b-bd83-aaa3808640c2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.761278 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9df64052-79ed-4541-9926-11f87213cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a1837c2f-576b-4d6b-bd83-aaa3808640c2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.764943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9df64052-79ed-4541-9926-11f87213cde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:11.770251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9df64052-79ed-4541-9926-11f87213cde3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1837c2f-576b-4d6b-bd83-aaa3808640c2 HTTP/1.1" status: 204 len: 168 time: 0.3133733 Feb 03 04:49:11.787105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df64052-79ed-4541-9926-11f87213cde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1837c2f-576b-4d6b-bd83-aaa3808640c2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:11.963151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (b0051b9b-111a-4b27-9547-646a7b7194e5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:12.115068 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Subnet': ['ID=b0051b9b-111a-4b27-9547-646a7b7194e5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:12.120073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Checking segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:49:12.120450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network hostable DHCP agents. Network: 8fa4af81-f115-4c93-afce-40cec7eb144b, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:49:12.156103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 8fa4af81-f115-4c93-afce-40cec7eb144b is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:49:12.181559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 8fa4af81-f115-4c93-afce-40cec7eb144b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:12.187433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:12.188474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:12.194633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799c68a-696c-4998-ad61-1a3a371bf772 None None] Network 8fa4af81-f115-4c93-afce-40cec7eb144b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:49:12.245317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2aa37bad-a989-4f1c-b6c7-43f2fcc01397 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4384055 Feb 03 04:49:12.246032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:12.435478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-8fa4af81-f115-4c93-afce-40cec7eb144b', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:49:12.436438 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:12.480074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:12.512796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a6e-0495-4965-837f-8fd4b254f29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:12.663985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:12.781954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a6e-0495-4965-837f-8fd4b254f29c admin admin] Publish callbacks [] for security_group (d8db087a-f8d1-4883-ba45-47a6e5a5e7fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:12.800593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a6e-0495-4965-837f-8fd4b254f29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d8db087a-f8d1-4883-ba45-47a6e5a5e7fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:12.956249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc72a6e-0495-4965-837f-8fd4b254f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db087a-f8d1-4883-ba45-47a6e5a5e7fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:12.965984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8bc72a6e-0495-4965-837f-8fd4b254f29c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8588e9a2ad3741979d3198da2d267c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4845765 Feb 03 04:49:12.968796 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:12.993240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Allocated IP 172.20.0.2 (8fa4af81-f115-4c93-afce-40cec7eb144b/b0051b9b-111a-4b27-9547-646a7b7194e5/f4156115-4172-494a-8eb1-4beac4f6b490) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:13.183433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05354c45-9564-4399-af32-34a8859dfb18 admin admin] Publish callbacks [] for security_group (d8db087a-f8d1-4883-ba45-47a6e5a5e7fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.264637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:13.265254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.306759 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05354c45-9564-4399-af32-34a8859dfb18 admin admin] Publish callbacks [] for security_group (d8db087a-f8d1-4883-ba45-47a6e5a5e7fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.435206 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Publish callbacks [] for port (f4156115-4172-494a-8eb1-4beac4f6b490), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.505903 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.586206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:13.590284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.660441 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05354c45-9564-4399-af32-34a8859dfb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d8db087a-f8d1-4883-ba45-47a6e5a5e7fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.672050 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-05354c45-9564-4399-af32-34a8859dfb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.673274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-05354c45-9564-4399-af32-34a8859dfb18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8db087a-f8d1-4883-ba45-47a6e5a5e7fb HTTP/1.1" status: 204 len: 168 time: 0.6956029 Feb 03 04:49:13.726839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Network 8fa4af81-f115-4c93-afce-40cec7eb144b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:13.751874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:13.764871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:13.768184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05354c45-9564-4399-af32-34a8859dfb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db087a-f8d1-4883-ba45-47a6e5a5e7fb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:13.774641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:13.787337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:13.799878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Pushing event updated for resources: {'Port': ['ID=f4156115-4172-494a-8eb1-4beac4f6b490,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:13.853355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:14.092536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:14.109731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Attempting to bind port f4156115-4172-494a-8eb1-4beac4f6b490 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:49:14.110309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Attempting to bind port f4156115-4172-494a-8eb1-4beac4f6b490 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:49:14.110822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Attempting to bind port f4156115-4172-494a-8eb1-4beac4f6b490 on network 8fa4af81-f115-4c93-afce-40cec7eb144b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:49:14.116817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:49:14.117446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Checking segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:49:14.117990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:14.119770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Bound using segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:49:14.120407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Bound port: f4156115-4172-494a-8eb1-4beac4f6b490, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:49:14.121860 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:14.198993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] For port f4156115-4172-494a-8eb1-4beac4f6b490, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:49:14.203939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] For port f4156115-4172-494a-8eb1-4beac4f6b490, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f4156115-4172-494a-8eb1-4beac4f6b490,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:49:14.222291 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:14.352624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6cd08-7826-4e8b-ace0-31d3f6949c39 None None] Pushing event updated for resources: {'Port': ['ID=f4156115-4172-494a-8eb1-4beac4f6b490,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:14.429921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.1 (8fa4af81-f115-4c93-afce-40cec7eb144b/b0051b9b-111a-4b27-9547-646a7b7194e5/286750af-fe2e-45fe-a771-bec1475bfd4b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:14.512624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:14.755773 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:14.867882 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:14.970392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 8fa4af81-f115-4c93-afce-40cec7eb144b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:14.981913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:14.990379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:15.106508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=286750af-fe2e-45fe-a771-bec1475bfd4b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:15.157275 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (3978974c-2b39-4cb0-aff4-cddb66e14f8a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:15.212728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:15.213246 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:15.380989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:15.409129 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:15.933666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:15.945999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:16.140910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=286750af-fe2e-45fe-a771-bec1475bfd4b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:16.146560 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (3978974c-2b39-4cb0-aff4-cddb66e14f8a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:16.245460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca678a3-1cf1-4021-b2dc-f6a98097d6d6 None None] Network 8fa4af81-f115-4c93-afce-40cec7eb144b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:49:16.270789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 8fa4af81-f115-4c93-afce-40cec7eb144b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:16.272824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:16.583264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9328312d-61f5-43bc-84ee-1cd0a9c546ca None None] Provisioning complete for port f4156115-4172-494a-8eb1-4beac4f6b490 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:16.583844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9328312d-61f5-43bc-84ee-1cd0a9c546ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:16.624500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f4156115-4172-494a-8eb1-4beac4f6b490 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:16.655662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 3978974c-2b39-4cb0-aff4-cddb66e14f8a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:49:16.929028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f4156115-4172-494a-8eb1-4beac4f6b490 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:16.929118 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:16.937819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:49:16.956092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ebcc613-5c20-4448-9de9-71a809d9b127 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/3978974c-2b39-4cb0-aff4-cddb66e14f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7070088 Feb 03 04:49:16.958238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Sync routers for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:49:16.994566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9328312d-61f5-43bc-84ee-1cd0a9c546ca None None] Current status of the port f4156115-4172-494a-8eb1-4beac4f6b490 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:16.994995 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9328312d-61f5-43bc-84ee-1cd0a9c546ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:17.042430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:49:17.043077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:49:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:17.230716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:49:17.310272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f4156115-4172-494a-8eb1-4beac4f6b490 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:17.313782 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:17.396935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-b8dbda84-18d6-4baa-aa21-db2bda6174fb tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231807564&fields=id&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 267 time: 0.0880978 Feb 03 04:49:17.418869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9328312d-61f5-43bc-84ee-1cd0a9c546ca None None] For port f4156115-4172-494a-8eb1-4beac4f6b490, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f4156115-4172-494a-8eb1-4beac4f6b490,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:17.459653 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9328312d-61f5-43bc-84ee-1cd0a9c546ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:17.653964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-c9b187d6-d706-4ee7-b94a-0cdc64f800c4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:17.664232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-c9b187d6-d706-4ee7-b94a-0cdc64f800c4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 797 time: 0.2459061 Feb 03 04:49:17.695816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-238a3dc4-4683-4b42-b217-bf815137396c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/quotas/8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 375 time: 0.0263822 Feb 03 04:49:17.815634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328312d-61f5-43bc-84ee-1cd0a9c546ca None None] Pushing event updated for resources: {'Port': ['ID=f4156115-4172-494a-8eb1-4beac4f6b490,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:17.820818 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:49:17.821171 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:49:17.837329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-cf82d592-50e7-4ed8-b120-ce73e7a4182e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389425 Feb 03 04:49:17.878051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d3da437c-f432-4a4b-a8f3-c23d299a928a None None] Provisioning complete for port 286750af-fe2e-45fe-a771-bec1475bfd4b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:17.878430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3da437c-f432-4a4b-a8f3-c23d299a928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.028680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d3da437c-f432-4a4b-a8f3-c23d299a928a None None] Port 286750af-fe2e-45fe-a771-bec1475bfd4b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:18.057564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d3da437c-f432-4a4b-a8f3-c23d299a928a None None] Provisioning complete for port f4156115-4172-494a-8eb1-4beac4f6b490 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:18.058045 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3da437c-f432-4a4b-a8f3-c23d299a928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.058927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-1ac4e91b-82fc-4cf0-8c0a-1e4717c97291 service neutron] 10.222.0.35 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196715 Feb 03 04:49:18.111668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 2, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:18.151333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Checking router: 3978974c-2b39-4cb0-aff4-cddb66e14f8a for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:49:18.151730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Updating router 3978974c-2b39-4cb0-aff4-cddb66e14f8a port 286750af-fe2e-45fe-a771-bec1475bfd4b binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:49:18.164484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:18.216850 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.247035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-07ceccda-43c6-410c-bb8e-03fbc8f74aed service neutron] 10.222.0.35 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859291 Feb 03 04:49:18.372000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d3da437c-f432-4a4b-a8f3-c23d299a928a None None] Current status of the port f4156115-4172-494a-8eb1-4beac4f6b490 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:18.408342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.540852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f4156115-4172-494a-8eb1-4beac4f6b490 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:18.609194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-501e20d8-c9e9-4a96-94b4-23026aa292d3 None None] Provisioning complete for port 286750af-fe2e-45fe-a771-bec1475bfd4b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:18.609579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-501e20d8-c9e9-4a96-94b4-23026aa292d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.636510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44669e19-9454-4eff-a39d-6a0d3ede55a1 req-444a1f7d-ac20-49ee-902d-acf4e3a90179 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 210 time: 0.1082180 Feb 03 04:49:18.667148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Publish callbacks [] for security_group (9e995291-b069-4125-8f8b-bc53d0814184), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.678671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9e995291-b069-4125-8f8b-bc53d0814184), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.701827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f4156115-4172-494a-8eb1-4beac4f6b490 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:18.734735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-501e20d8-c9e9-4a96-94b4-23026aa292d3 None None] Port 286750af-fe2e-45fe-a771-bec1475bfd4b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:18.801356 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe03fd6dccd242349022a9c149f7d476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357744 Feb 03 04:49:18.802486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e995291-b069-4125-8f8b-bc53d0814184,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:18.804101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:18.811976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.812715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.813151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.813804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.814268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.815141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.815615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.816081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.816498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.816917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.817330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.817742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.818157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c160d1e-aabb-4a43-b10f-c06b952ee29e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:18.942499 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9085edda-2d19-458f-b282-88d199e0a469 admin admin] Publish callbacks [] for security_group (9e995291-b069-4125-8f8b-bc53d0814184), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.958522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f4156115-4172-494a-8eb1-4beac4f6b490 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:18.959060 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:18.986622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9085edda-2d19-458f-b282-88d199e0a469 admin admin] Publish callbacks [] for security_group (9e995291-b069-4125-8f8b-bc53d0814184), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.072332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9085edda-2d19-458f-b282-88d199e0a469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9e995291-b069-4125-8f8b-bc53d0814184), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.075720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9085edda-2d19-458f-b282-88d199e0a469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.079378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9085edda-2d19-458f-b282-88d199e0a469 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e995291-b069-4125-8f8b-bc53d0814184 HTTP/1.1" status: 204 len: 168 time: 0.2718139 Feb 03 04:49:19.089954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085edda-2d19-458f-b282-88d199e0a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e995291-b069-4125-8f8b-bc53d0814184,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:19.107536 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Publish callbacks [] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.120848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.222005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f4156115-4172-494a-8eb1-4beac4f6b490 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:19.227077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0567ddd-cce0-40f6-a240-981897c3d68d None None] Pushing event updated for resources: {'Port': ['ID=286750af-fe2e-45fe-a771-bec1475bfd4b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:19.698401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 41746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:19.725633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1881c27-0624-43f4-aadd-ac2ed3ebf1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.778902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7f52f68a-614d-4195-92c3-45abf93a9c7e None None] Provisioning complete for port 286750af-fe2e-45fe-a771-bec1475bfd4b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:19.779279 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f52f68a-614d-4195-92c3-45abf93a9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.797967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Attempting to bind port 286750af-fe2e-45fe-a771-bec1475bfd4b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:49:19.798332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Attempting to bind port 286750af-fe2e-45fe-a771-bec1475bfd4b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:49:19.798725 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Attempting to bind port 286750af-fe2e-45fe-a771-bec1475bfd4b on network 8fa4af81-f115-4c93-afce-40cec7eb144b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:49:19.836492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee31cae2-d02e-43e6-9ff9-985a5ea52dc8 req-ebb9054a-8911-48f0-8a41-aa7736b26678 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 210 time: 0.0784929 Feb 03 04:49:19.886436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:49:19.887830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Checking segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:49:19.889035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.891147 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Bound using segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:49:19.893043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Bound port: 286750af-fe2e-45fe-a771-bec1475bfd4b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:49:19.894300 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.936045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1881c27-0624-43f4-aadd-ac2ed3ebf1fc admin admin] Publish callbacks [] for security_group (b20b9e02-2105-41e4-877d-ecb9ba9a614b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.945491 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1881c27-0624-43f4-aadd-ac2ed3ebf1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b20b9e02-2105-41e4-877d-ecb9ba9a614b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:19.951631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f52f68a-614d-4195-92c3-45abf93a9c7e None None] Port 286750af-fe2e-45fe-a771-bec1475bfd4b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:19.990883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 41752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:19.999415 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e1881c27-0624-43f4-aadd-ac2ed3ebf1fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5def56b1e934017bcbe790279d2ac04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992146 Feb 03 04:49:20.005331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1881c27-0624-43f4-aadd-ac2ed3ebf1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b9e02-2105-41e4-877d-ecb9ba9a614b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:20.020326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] For port 286750af-fe2e-45fe-a771-bec1475bfd4b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:49:20.023444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] For port 286750af-fe2e-45fe-a771-bec1475bfd4b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=286750af-fe2e-45fe-a771-bec1475bfd4b,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:49:20.032213 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:20.098492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0567ddd-cce0-40f6-a240-981897c3d68d None None] Pushing event updated for resources: {'Port': ['ID=286750af-fe2e-45fe-a771-bec1475bfd4b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:20.106343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:49:20.106863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7043-e593-4f84-9b2e-7790d357960d admin admin] Publish callbacks [] for security_group (b20b9e02-2105-41e4-877d-ecb9ba9a614b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:20.107341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:49:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:20.168514 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7043-e593-4f84-9b2e-7790d357960d admin admin] Publish callbacks [] for security_group (b20b9e02-2105-41e4-877d-ecb9ba9a614b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:20.267003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7043-e593-4f84-9b2e-7790d357960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b20b9e02-2105-41e4-877d-ecb9ba9a614b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:20.270532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7043-e593-4f84-9b2e-7790d357960d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:20.272113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fa2c7043-e593-4f84-9b2e-7790d357960d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b20b9e02-2105-41e4-877d-ecb9ba9a614b HTTP/1.1" status: 204 len: 168 time: 0.2799733 Feb 03 04:49:20.284053 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c7043-e593-4f84-9b2e-7790d357960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b9e02-2105-41e4-877d-ecb9ba9a614b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:20.402532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:49:20.639744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-b4befadb-5c95-40be-9c0b-160fcccf0e31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:20.641560 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-b4befadb-5c95-40be-9c0b-160fcccf0e31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 797 time: 0.3217170 Feb 03 04:49:20.682300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-da3df600-8e65-46e4-8646-1f76c9e680d9 None None] Provisioning complete for port 286750af-fe2e-45fe-a771-bec1475bfd4b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:20.682727 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da3df600-8e65-46e4-8646-1f76c9e680d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:20.756357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-fdb93d4a-9967-4c19-a054-947bec70a055 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 379 time: 0.1030786 Feb 03 04:49:20.771482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'port': {'device_id': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'admin_state_up': True, 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'security_groups': ['4fe84e99-8dbb-4846-8436-8370a3c4540c']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:20.922615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-da3df600-8e65-46e4-8646-1f76c9e680d9 None None] Current status of the port 286750af-fe2e-45fe-a771-bec1475bfd4b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:20.924295 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da3df600-8e65-46e4-8646-1f76c9e680d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:20.992020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:21.032439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c3f3fb3-fb86-4865-9200-971f075aad0b req-f0fcaafe-2d70-44af-b4fb-2e25b267cc2f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 210 time: 0.0463300 Feb 03 04:49:21.048807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-da3df600-8e65-46e4-8646-1f76c9e680d9 None None] For port 286750af-fe2e-45fe-a771-bec1475bfd4b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=286750af-fe2e-45fe-a771-bec1475bfd4b,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:21.051169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953dfb6-d804-4e3e-8abf-519674a04871 None None] The sync data for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 is: [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:49:21.057736 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da3df600-8e65-46e4-8646-1f76c9e680d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:21.138304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:21.155922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:21.188241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3df600-8e65-46e4-8646-1f76c9e680d9 None None] Pushing event updated for resources: {'Port': ['ID=286750af-fe2e-45fe-a771-bec1475bfd4b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:21.473672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.14 (8fa4af81-f115-4c93-afce-40cec7eb144b/b0051b9b-111a-4b27-9547-646a7b7194e5/317a7665-a1af-4c37-ad90-21a23a52703c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:21.821979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (317a7665-a1af-4c37-ad90-21a23a52703c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:21.915402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:22.006204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 8fa4af81-f115-4c93-afce-40cec7eb144b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:22.009587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:22.024827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:22.095811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:22.171765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:22.174197 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:22.263709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-7287fb02-78d9-4d1e-b3ac-7512495b9d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5013685 Feb 03 04:49:22.278298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3b0a-5a71-4dcd-924d-4ae7ec43d2bf req-2afa5d64-198f-4b49-ab2d-e641d9825668 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:22.280614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Request body: {'port': {'device_id': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:22.300449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c9b3b0a-5a71-4dcd-924d-4ae7ec43d2bf req-2afa5d64-198f-4b49-ab2d-e641d9825668 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 932 time: 0.1709337 Feb 03 04:49:22.415141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:22.486954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c9b3b0a-5a71-4dcd-924d-4ae7ec43d2bf req-781a5e1b-ac0c-4c92-ad37-cb2960f64a66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817129 Feb 03 04:49:22.636460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ab424fa4-a256-49ff-8987-ae00ec1397d2 None None] Provisioning complete for port 317a7665-a1af-4c37-ad90-21a23a52703c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:22.636986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab424fa4-a256-49ff-8987-ae00ec1397d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:22.728425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab424fa4-a256-49ff-8987-ae00ec1397d2 None None] Port 317a7665-a1af-4c37-ad90-21a23a52703c cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:22.836872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 286750af-fe2e-45fe-a771-bec1475bfd4b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:22.946896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 286750af-fe2e-45fe-a771-bec1475bfd4b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:22.948037 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.017936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317a7665-a1af-4c37-ad90-21a23a52703c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:49:23.035720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Publish callbacks [] for port (317a7665-a1af-4c37-ad90-21a23a52703c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.071971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Transition to ACTIVE for port object 317a7665-a1af-4c37-ad90-21a23a52703c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:49:23.091353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.174061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 286750af-fe2e-45fe-a771-bec1475bfd4b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:23.314730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:23.370234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:49:23.370605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:49:23.371034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c on network 8fa4af81-f115-4c93-afce-40cec7eb144b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:49:23.382049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Port 317a7665-a1af-4c37-ad90-21a23a52703c on network 8fa4af81-f115-4c93-afce-40cec7eb144b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:49:23.382985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c on network 8fa4af81-f115-4c93-afce-40cec7eb144b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:49:23.395751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:49:23.396336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Checking segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:49:23.396884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Bound using segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:49:23.399431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Bound port: 317a7665-a1af-4c37-ad90-21a23a52703c, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:49:23.399943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.529612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:49:23.534746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:49:23.555530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.628825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:23.645444 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:23.646083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.647771 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-772a0065-017a-4a3f-9ef8-f195c65f4429 service neutron] 10.222.0.31 "PUT /v2.0/ports/317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1092 time: 1.3830590 Feb 03 04:49:23.648255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:49:23.657343 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:49:23.752878 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd0d69-064a-47f6-b765-0dfe889ac0e9 x-openstack-request-id: req-d1fd0d69-064a-47f6-b765-0dfe889ac0e9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:49:23.753614 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:49:23.753982 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1fd0d69-064a-47f6-b765-0dfe889ac0e9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:49:23.754619 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'status': 'completed', 'code': 200} Feb 03 04:49:23.773385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-8b1da348-1871-44a5-9e5c-94de016ca54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:23.791210 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-8b1da348-1871-44a5-9e5c-94de016ca54f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1126 time: 0.0928812 Feb 03 04:49:23.804353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d4b03-eb3f-4589-b5ec-f34ce1ca2054 req-f913305e-536b-49d4-b2cd-e78a7a035e02 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:23.811605 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.813015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-060d4b03-eb3f-4589-b5ec-f34ce1ca2054 req-f913305e-536b-49d4-b2cd-e78a7a035e02 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 944 time: 0.1284983 Feb 03 04:49:23.861611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:23.898790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-ddad7ccf-5b51-46be-ae4e-0c6d994fbe38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 217 time: 0.0742719 Feb 03 04:49:23.944394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-060d4b03-eb3f-4589-b5ec-f34ce1ca2054 req-014374ad-0323-42f7-ad7f-85b7af62e185 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282926 Feb 03 04:49:24.009420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-681c19b6-02fc-4928-bf17-bdce0ccec694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:24.011114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-681c19b6-02fc-4928-bf17-bdce0ccec694 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1063559 Feb 03 04:49:24.086865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-73f28c57-5af2-417c-a9e2-ecbe6b7e4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:24.091705 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-73f28c57-5af2-417c-a9e2-ecbe6b7e4c5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744567 Feb 03 04:49:24.298187 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-a8d9dcd4-7e57-4f62-ba58-6dc95a03d72e service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919167 Feb 03 04:49:24.462253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1e8a3d9-5dd7-4816-8b8c-3eae84a49d0e req-729b7210-8b5c-4412-81d2-4368cce64e21 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601143 Feb 03 04:49:24.650628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-eafed917-485f-48e4-845c-9aad539c1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:24.652762 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-eafed917-485f-48e4-845c-9aad539c1212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1126 time: 0.1157665 Feb 03 04:49:24.881738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-204f2abc-bc67-4f43-9f29-22e1a1acb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:24.883380 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-204f2abc-bc67-4f43-9f29-22e1a1acb9ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 0.2154410 Feb 03 04:49:24.945278 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-6eb27732-8234-4531-b64f-40f7f94d2659 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 217 time: 0.0524125 Feb 03 04:49:25.023921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-cb400dc1-3b21-4551-bd81-0dd937d1ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:25.025589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-cb400dc1-3b21-4551-bd81-0dd937d1ad07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.0741334 Feb 03 04:49:25.099653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-cd6e1eab-2a69-4aec-a7ab-0b89d45735ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:25.101338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-cd6e1eab-2a69-4aec-a7ab-0b89d45735ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682676 Feb 03 04:49:25.174039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1bd1-2409-40c5-90a3-e5bba31591eb req-3c4e5884-0ddf-4174-ba1a-7cc3b2097d78 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:25.181808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b29f1bd1-2409-40c5-90a3-e5bba31591eb req-3c4e5884-0ddf-4174-ba1a-7cc3b2097d78 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 944 time: 0.1349928 Feb 03 04:49:25.292415 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-e70d1b52-8819-4df4-9290-9faf3a05ec5f service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834724 Feb 03 04:49:25.292729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b29f1bd1-2409-40c5-90a3-e5bba31591eb req-3a94d470-5959-4d1b-b828-057cf5eb9915 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067042 Feb 03 04:49:25.448393 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4bba3ae7-dda7-43a5-8c79-0ec573eb07e6 req-e9bb6575-3804-4f53-a979-f2d511816a4e service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436317 Feb 03 04:49:26.298199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42056) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:26.496387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75387987-d001-476b-8a4b-0bdba95e1688 req-e61ff706-fc43-48cc-beab-7f5c26e7a963 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:26.520874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75387987-d001-476b-8a4b-0bdba95e1688 req-e61ff706-fc43-48cc-beab-7f5c26e7a963 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 944 time: 0.0879197 Feb 03 04:49:26.569507 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dbc087e-df8c-4f1e-8f8a-655ec454d7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:26.627627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75387987-d001-476b-8a4b-0bdba95e1688 req-ad7a20c4-963d-4bf8-bd95-ce21cb60763f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057715 Feb 03 04:49:26.733938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dbc087e-df8c-4f1e-8f8a-655ec454d7f5 admin admin] Publish callbacks [] for security_group (a4bf0416-9935-415c-9f42-76188f121ed9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:26.747224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4dbc087e-df8c-4f1e-8f8a-655ec454d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a4bf0416-9935-415c-9f42-76188f121ed9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:26.809714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc087e-df8c-4f1e-8f8a-655ec454d7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf0416-9935-415c-9f42-76188f121ed9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:26.836720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4dbc087e-df8c-4f1e-8f8a-655ec454d7f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3a5b7368a91483c81f2a7b375742d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5350518 Feb 03 04:49:26.837108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:26.894986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54167c00-df36-4e86-9ea9-da725a5d60ea admin admin] Publish callbacks [] for security_group (a4bf0416-9935-415c-9f42-76188f121ed9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:26.935168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54167c00-df36-4e86-9ea9-da725a5d60ea admin admin] Publish callbacks [] for security_group (a4bf0416-9935-415c-9f42-76188f121ed9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:26.994529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54167c00-df36-4e86-9ea9-da725a5d60ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a4bf0416-9935-415c-9f42-76188f121ed9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:26.998391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54167c00-df36-4e86-9ea9-da725a5d60ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.007970 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-54167c00-df36-4e86-9ea9-da725a5d60ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4bf0416-9935-415c-9f42-76188f121ed9 HTTP/1.1" status: 204 len: 168 time: 0.1617985 Feb 03 04:49:27.036357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54167c00-df36-4e86-9ea9-da725a5d60ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf0416-9935-415c-9f42-76188f121ed9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:27.199135 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:49:27.368451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:27.369826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:49:27.385776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5eef8196-f88a-455c-9340-cd5361946cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.542602 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5eef8196-f88a-455c-9340-cd5361946cda admin admin] Publish callbacks [] for security_group (be374b5c-aadc-4f60-aa76-ec953967c89c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.551447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5eef8196-f88a-455c-9340-cd5361946cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (be374b5c-aadc-4f60-aa76-ec953967c89c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.558411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:27.572639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '317a7665-a1af-4c37-ad90-21a23a52703c', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'port_id': '317a7665-a1af-4c37-ad90-21a23a52703c', 'mac_address': 'fa:16:3e:db:90:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:49:27.606220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef8196-f88a-455c-9340-cd5361946cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be374b5c-aadc-4f60-aa76-ec953967c89c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:27.613463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 317a7665-a1af-4c37-ad90-21a23a52703c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:27.614849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.635629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317a7665-a1af-4c37-ad90-21a23a52703c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:49:27.656417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:27.667034 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5eef8196-f88a-455c-9340-cd5361946cda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=836fb64cb732480d8a32bd9c1e0c2c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970152 Feb 03 04:49:27.667155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42114) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:27.672755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.754565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21f5b9e6-c022-45e7-bcb9-0ec89aa4e1af admin admin] Publish callbacks [] for security_group (be374b5c-aadc-4f60-aa76-ec953967c89c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.776212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:27.785367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21f5b9e6-c022-45e7-bcb9-0ec89aa4e1af admin admin] Publish callbacks [] for security_group (be374b5c-aadc-4f60-aa76-ec953967c89c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.876967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['317a7665-a1af-4c37-ad90-21a23a52703c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:49:27.895449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21f5b9e6-c022-45e7-bcb9-0ec89aa4e1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (be374b5c-aadc-4f60-aa76-ec953967c89c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.898582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21f5b9e6-c022-45e7-bcb9-0ec89aa4e1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:27.900453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-21f5b9e6-c022-45e7-bcb9-0ec89aa4e1af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be374b5c-aadc-4f60-aa76-ec953967c89c HTTP/1.1" status: 204 len: 168 time: 0.2322927 Feb 03 04:49:27.925267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e0965-baba-45cf-98cc-adf833943e76 req-4c730c56-edc4-4ed1-b99c-32f62e65b05c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:27.927058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc1e0965-baba-45cf-98cc-adf833943e76 req-4c730c56-edc4-4ed1-b99c-32f62e65b05c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 945 time: 0.1315556 Feb 03 04:49:27.928479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5b9e6-c022-45e7-bcb9-0ec89aa4e1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be374b5c-aadc-4f60-aa76-ec953967c89c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:28.049086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc1e0965-baba-45cf-98cc-adf833943e76 req-25ec32d3-63a8-4861-82aa-d3a75dd74d63 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141565 Feb 03 04:49:29.199957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d72d3-04e9-4753-9ff1-5fa55615786c req-1d34ef14-78b7-42a7-8b46-aa98c518760f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:29.211816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d2d72d3-04e9-4753-9ff1-5fa55615786c req-1d34ef14-78b7-42a7-8b46-aa98c518760f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 945 time: 0.0745218 Feb 03 04:49:29.277588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d2d72d3-04e9-4753-9ff1-5fa55615786c req-b4d7218c-8e34-4cf1-a0c3-855a6b20e45f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631061 Feb 03 04:49:29.366616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:29.493411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 317a7665-a1af-4c37-ad90-21a23a52703c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:49:29.498423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 317a7665-a1af-4c37-ad90-21a23a52703c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:29.498812 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:29.622577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 317a7665-a1af-4c37-ad90-21a23a52703c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:29.622994 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:29.668969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:29.680032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:49:29.682688 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c9ec23-942a-4c95-a77c-0d787af5862c" -d '{"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-plugged", "status": "completed", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:49:29.687917 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:29.749323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:29.981663 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbd4285-0a70-45cd-b3a7-b4e84724f0ec x-openstack-request-id: req-0cbd4285-0a70-45cd-b3a7-b4e84724f0ec {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:49:29.981915 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-plugged", "status": "completed", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:49:29.982177 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cbd4285-0a70-45cd-b3a7-b4e84724f0ec {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:49:29.982605 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'code': 200} Feb 03 04:49:30.113388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a889d4c-e3e6-4534-879d-308ab4cca3b8 req-056f521d-3219-46a2-88fb-f55124a8b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:30.114939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0a889d4c-e3e6-4534-879d-308ab4cca3b8 req-056f521d-3219-46a2-88fb-f55124a8b937 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1128 time: 0.0617557 Feb 03 04:49:30.171969 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0a889d4c-e3e6-4534-879d-308ab4cca3b8 req-93202f4c-db09-4d41-8f87-0bd9f0da8890 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498776 Feb 03 04:49:30.455821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f952d-0d8a-4099-94dd-6cb89077764f req-1a159119-dc82-413d-b2c3-47f88d1385cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:30.457987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-498f952d-0d8a-4099-94dd-6cb89077764f req-1a159119-dc82-413d-b2c3-47f88d1385cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.0774550 Feb 03 04:49:30.565878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-498f952d-0d8a-4099-94dd-6cb89077764f req-0e42c6aa-6192-4f1c-914e-cb74596bfba7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014142 Feb 03 04:49:30.868867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:31.003223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5566c3c1-3d2d-4a10-9209-8f54963d467a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:31.108376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5566c3c1-3d2d-4a10-9209-8f54963d467a admin admin] Publish callbacks [] for security_group (365addb5-88c8-4c8d-bf1e-b04c0d575f30), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:31.114922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5566c3c1-3d2d-4a10-9209-8f54963d467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (365addb5-88c8-4c8d-bf1e-b04c0d575f30), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:31.164523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566c3c1-3d2d-4a10-9209-8f54963d467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365addb5-88c8-4c8d-bf1e-b04c0d575f30,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:31.186540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5566c3c1-3d2d-4a10-9209-8f54963d467a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24f75fe59d854bd39c0484287c98a18f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139212 Feb 03 04:49:31.186786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:31.263861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bde97e5f-a936-47a5-a252-66745a0dcdbf admin admin] Publish callbacks [] for security_group (365addb5-88c8-4c8d-bf1e-b04c0d575f30), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:31.306186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bde97e5f-a936-47a5-a252-66745a0dcdbf admin admin] Publish callbacks [] for security_group (365addb5-88c8-4c8d-bf1e-b04c0d575f30), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:31.375125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bde97e5f-a936-47a5-a252-66745a0dcdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (365addb5-88c8-4c8d-bf1e-b04c0d575f30), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:31.378596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bde97e5f-a936-47a5-a252-66745a0dcdbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:31.385067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bde97e5f-a936-47a5-a252-66745a0dcdbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/365addb5-88c8-4c8d-bf1e-b04c0d575f30 HTTP/1.1" status: 204 len: 168 time: 0.1973197 Feb 03 04:49:31.404518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde97e5f-a936-47a5-a252-66745a0dcdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365addb5-88c8-4c8d-bf1e-b04c0d575f30,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:31.758324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc495f-135e-4c57-903c-a1468da9754b req-fb57ccd3-3958-4668-9ad5-dd345e2709c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:31.760857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0dc495f-135e-4c57-903c-a1468da9754b req-fb57ccd3-3958-4668-9ad5-dd345e2709c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.0802395 Feb 03 04:49:31.863256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0dc495f-135e-4c57-903c-a1468da9754b req-bd082bd7-6672-4319-afed-fbb774c234f2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964186 Feb 03 04:49:32.082699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:32.098132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ce82-413e-4706-982b-b6346ce86524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.134121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f30416-43a4-4f59-80af-77a42da4a9e0 req-d2ed3835-d83f-4287-a4c9-51706770ce1c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:32.154138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6f30416-43a4-4f59-80af-77a42da4a9e0 req-d2ed3835-d83f-4287-a4c9-51706770ce1c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1516554 Feb 03 04:49:32.234016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ce82-413e-4706-982b-b6346ce86524 admin admin] Publish callbacks [] for security_group (2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.250120 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ce82-413e-4706-982b-b6346ce86524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.263923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6f30416-43a4-4f59-80af-77a42da4a9e0 req-a857896a-57ca-48f0-be90-bbb84ff9f929 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083388 Feb 03 04:49:32.275928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42352) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:32.300019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8bb3ce82-413e-4706-982b-b6346ce86524 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9517ac10c6ad4db78d3a80355ca13fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159007 Feb 03 04:49:32.305771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:32.362305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e9add-bb71-42d6-af6f-01a4f0fda8af tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:32.364265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b54e9add-bb71-42d6-af6f-01a4f0fda8af tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1123 time: 0.0872064 Feb 03 04:49:32.367181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:32.371812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '317a7665-a1af-4c37-ad90-21a23a52703c', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:32.373060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3ce82-413e-4706-982b-b6346ce86524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:32.407953 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d080097-972b-466c-b8b6-3fe87323bb16 admin admin] Publish callbacks [] for security_group (2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.425116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.450531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d080097-972b-466c-b8b6-3fe87323bb16 admin admin] Publish callbacks [] for security_group (2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.538448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d080097-972b-466c-b8b6-3fe87323bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.541488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d080097-972b-466c-b8b6-3fe87323bb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:32.546512 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2d080097-972b-466c-b8b6-3fe87323bb16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a HTTP/1.1" status: 204 len: 168 time: 0.2392888 Feb 03 04:49:32.561163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d080097-972b-466c-b8b6-3fe87323bb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc1c06-b6dd-43e8-9faf-ead02c9cff9a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:33.131446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:33.156780 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91e5f30f-0b7f-417d-a79b-a169794e521a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:33.269138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.225 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/ff835782-a57a-4d78-9f4e-01388d12e998) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:33.515412 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (ff835782-a57a-4d78-9f4e-01388d12e998), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:33.623333 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ff835782-a57a-4d78-9f4e-01388d12e998), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:33.668032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=ff835782-a57a-4d78-9f4e-01388d12e998,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:33.685064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:33.686696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:33.689205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:34.396474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (189036ea-1640-4eab-be93-06a51d4a9aea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:34.511435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ff835782-a57a-4d78-9f4e-01388d12e998), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:34.756446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (ff835782-a57a-4d78-9f4e-01388d12e998), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:34.768574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (ff835782-a57a-4d78-9f4e-01388d12e998), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:34.787087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:34.837992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=ff835782-a57a-4d78-9f4e-01388d12e998,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:34.883180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (189036ea-1640-4eab-be93-06a51d4a9aea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:34.935578 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-276a79f5-5409-4c06-9ca5-8922fef1badf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.031242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-276a79f5-5409-4c06-9ca5-8922fef1badf admin admin] Publish callbacks [] for security_group (f0f6cf1e-874a-493f-9739-e2775eae23a6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.037254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-276a79f5-5409-4c06-9ca5-8922fef1badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f0f6cf1e-874a-493f-9739-e2775eae23a6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.067909 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP 189036ea-1640-4eab-be93-06a51d4a9aea associated. External IP: 172.25.7.225, port: 317a7665-a1af-4c37-ad90-21a23a52703c. Feb 03 04:49:35.101291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-276a79f5-5409-4c06-9ca5-8922fef1badf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a24cf13db2940fb9ef2984c1bd31616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126218 Feb 03 04:49:35.102144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:35.110923 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a79f5-5409-4c06-9ca5-8922fef1badf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6cf1e-874a-493f-9739-e2775eae23a6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:35.213681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e03e92-fbb8-487e-a55f-1287676f6025 admin admin] Publish callbacks [] for security_group (f0f6cf1e-874a-493f-9739-e2775eae23a6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.237526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e03e92-fbb8-487e-a55f-1287676f6025 admin admin] Publish callbacks [] for security_group (f0f6cf1e-874a-493f-9739-e2775eae23a6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.335632 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e03e92-fbb8-487e-a55f-1287676f6025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f0f6cf1e-874a-493f-9739-e2775eae23a6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.341517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08e03e92-fbb8-487e-a55f-1287676f6025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.342997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-08e03e92-fbb8-487e-a55f-1287676f6025 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0f6cf1e-874a-493f-9739-e2775eae23a6 HTTP/1.1" status: 204 len: 168 time: 0.2383065 Feb 03 04:49:35.356765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e03e92-fbb8-487e-a55f-1287676f6025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6cf1e-874a-493f-9739-e2775eae23a6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:35.459334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 3978974c-2b39-4cb0-aff4-cddb66e14f8a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:49:35.641525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:49:35.654451 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] Sync routers for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:49:35.675797 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:49:35.677647 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:49:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:35.688604 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:35.734403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-55d67f6d-407b-4566-990a-311b20db6852 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3659117 Feb 03 04:49:35.735226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:49:35.740625 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:49:35.962000 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:49:35.968893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d7d59-4e6e-439c-ad5e-e01c47dc7425 req-b8a7c6a6-759a-4704-bec0-0cd5c7da2973 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:35.986604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-379d7d59-4e6e-439c-ad5e-e01c47dc7425 req-b8a7c6a6-759a-4704-bec0-0cd5c7da2973 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1656756 Feb 03 04:49:36.051561 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73438d6-b774-47e6-b2dd-f4e605f95a9b x-openstack-request-id: req-c73438d6-b774-47e6-b2dd-f4e605f95a9b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:49:36.051857 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:49:36.052114 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c73438d6-b774-47e6-b2dd-f4e605f95a9b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:49:36.052777 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'status': 'completed', 'code': 200} Feb 03 04:49:36.128139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-379d7d59-4e6e-439c-ad5e-e01c47dc7425 req-2f3de9cb-4cdf-466f-b083-ddd217a09860 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403112 Feb 03 04:49:36.130706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:36.269833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-00e7afba-48c3-4d6f-8619-3093965a4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:36.275772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-00e7afba-48c3-4d6f-8619-3093965a4815 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1128 time: 0.2162352 Feb 03 04:49:36.284903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e1ecc1c-80eb-49af-b5be-605d93dbf43d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/189036ea-1640-4eab-be93-06a51d4a9aea HTTP/1.1" status: 200 len: 992 time: 0.1525242 Feb 03 04:49:36.389019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d873e53-8398-44e5-977d-609404b728b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:36.392581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-d3b4670a-f8b2-4968-9bec-4e71572ee995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:36.394339 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-d3b4670a-f8b2-4968-9bec-4e71572ee995 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 0.1150181 Feb 03 04:49:36.435064 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '189036ea-1640-4eab-be93-06a51d4a9aea', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'port_id': '317a7665-a1af-4c37-ad90-21a23a52703c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'mac_address': 'fa:16:3e:db:90:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:49:34Z', 'updated_at': '2022-02-03T04:49:34Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:36.498890 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-a1d3fc35-c078-4b1f-a751-96d5b1f31d77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1000 time: 0.0894480 Feb 03 04:49:36.504502 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] Checking router: 3978974c-2b39-4cb0-aff4-cddb66e14f8a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:49:36.519421 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:49:36.520246 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:49:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:36.647067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-75e6d47f-e3f9-4742-b088-f5e488ed9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:36.668112 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:49:36.671484 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-75e6d47f-e3f9-4742-b088-f5e488ed9d7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1662431 Feb 03 04:49:36.697521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:36.793885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-65bc0cdc-06d9-4aa9-afb7-1cd2b33ae013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:36.795408 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-65bc0cdc-06d9-4aa9-afb7-1cd2b33ae013 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110466 Feb 03 04:49:36.973642 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '189036ea-1640-4eab-be93-06a51d4a9aea', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'port_id': '317a7665-a1af-4c37-ad90-21a23a52703c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'mac_address': 'fa:16:3e:db:90:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:49:34Z', 'updated_at': '2022-02-03T04:49:34Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:37.010623 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da029f9e-d83f-4663-930f-21e3bf76baf5 None None] The sync data for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 is: [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '189036ea-1640-4eab-be93-06a51d4a9aea', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'port_id': '317a7665-a1af-4c37-ad90-21a23a52703c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'mac_address': 'fa:16:3e:db:90:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:49:34Z', 'updated_at': '2022-02-03T04:49:34Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:49:37.018384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-b4f7ef5e-55a0-4e81-83e3-f26911e14be1 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153959 Feb 03 04:49:37.116870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:37.192513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7af4a9c0-5c39-4d6d-be59-a18ebb7e30fb req-8ae5a938-439b-4851-84f1-2d283ced0cc5 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674454 Feb 03 04:49:37.285787 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f41942-9dc8-41eb-bfde-05c8d6a289be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:37.288383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:37.404411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b354b24c-1384-4344-85bc-062e01bd5502 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/189036ea-1640-4eab-be93-06a51d4a9aea HTTP/1.1" status: 200 len: 992 time: 0.1139069 Feb 03 04:49:37.446161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc3b38-f5c2-4082-8c8c-898af13d6586 None None] New status for floating IP 189036ea-1640-4eab-be93-06a51d4a9aea: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:49:37.468945 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f41942-9dc8-41eb-bfde-05c8d6a289be admin admin] Publish callbacks [] for security_group (e824fdde-ef4e-439d-8cbf-68050c527a8e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:37.476978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18f41942-9dc8-41eb-bfde-05c8d6a289be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e824fdde-ef4e-439d-8cbf-68050c527a8e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:37.559285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-18f41942-9dc8-41eb-bfde-05c8d6a289be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6d20f5cd2e249e5888b3ef171f43e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406955 Feb 03 04:49:37.560435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f41942-9dc8-41eb-bfde-05c8d6a289be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824fdde-ef4e-439d-8cbf-68050c527a8e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:37.562030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:37.626202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75781fb-6b34-4ab9-bb0f-6ff3b0fc782a admin admin] Publish callbacks [] for security_group (e824fdde-ef4e-439d-8cbf-68050c527a8e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:37.652099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75781fb-6b34-4ab9-bb0f-6ff3b0fc782a admin admin] Publish callbacks [] for security_group (e824fdde-ef4e-439d-8cbf-68050c527a8e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:37.706161 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75781fb-6b34-4ab9-bb0f-6ff3b0fc782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e824fdde-ef4e-439d-8cbf-68050c527a8e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:37.709961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c75781fb-6b34-4ab9-bb0f-6ff3b0fc782a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:37.711306 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c75781fb-6b34-4ab9-bb0f-6ff3b0fc782a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e824fdde-ef4e-439d-8cbf-68050c527a8e HTTP/1.1" status: 204 len: 168 time: 0.1480749 Feb 03 04:49:37.734216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75781fb-6b34-4ab9-bb0f-6ff3b0fc782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824fdde-ef4e-439d-8cbf-68050c527a8e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:38.147154 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:38.408427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:38.516518 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-03d3842e-a971-4521-921c-19a3db1ec5b5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/189036ea-1640-4eab-be93-06a51d4a9aea HTTP/1.1" status: 200 len: 994 time: 0.1013010 Feb 03 04:49:39.283055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:39.453556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:39.610952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:39.644850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:39.779865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:39.957034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Allocated IP 172.25.7.58 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/af007ffd-9fb8-49c2-bb31-8b000fdfaaca) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:40.106568 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.175865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.217648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:40.224222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:40.227882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:40.285498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Pushing event updated for resources: {'Port': ['ID=af007ffd-9fb8-49c2-bb31-8b000fdfaaca,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:40.354139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for floatingip (7b9efbc6-e92f-419f-aeea-dd9aeaa4f21a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.418379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.676807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.693194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.786233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Pushing event updated for resources: {'Port': ['ID=af007ffd-9fb8-49c2-bb31-8b000fdfaaca,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:40.813321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (7b9efbc6-e92f-419f-aeea-dd9aeaa4f21a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.852090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.853592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-46303341-3652-4006-951c-21df7da846d1 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3983469 Feb 03 04:49:40.856507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:40.862882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1139955935', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'fixed_ips': [{'ip_address': '172.25.7.58'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:40.890809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Made reservation on behalf of 5e1b40b10255443bb5ddbf0181121248 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:40.893702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:40.902923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:41.047007 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for security_group (c89028c6-8e8b-4fb8-820b-08d461e2e933), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:41.058554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c89028c6-8e8b-4fb8-820b-08d461e2e933), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:41.065043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] device_id is not set on port e07db621-2757-4ea8-816d-6f2e7d4ed8a3 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:49:41.198686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89028c6-8e8b-4fb8-820b-08d461e2e933,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:41.419931 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 04:49:41.420604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:49:41.441186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-42457ad3-341a-4983-8613-5f9b11495b40 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5835111 Feb 03 04:49:41.443960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42740) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:41.579228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Deleting port af007ffd-9fb8-49c2-bb31-8b000fdfaaca {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:49:41.579540 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:41.680590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:41.681590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for floatingip (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:41.709600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Calling delete_port for af007ffd-9fb8-49c2-bb31-8b000fdfaaca owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:49:41.942734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (af007ffd-9fb8-49c2-bb31-8b000fdfaaca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:42.002350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Pushing event deleted for resources: {'Port': ['ID=af007ffd-9fb8-49c2-bb31-8b000fdfaaca,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:42.107543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks [] for floatingip (7b9efbc6-e92f-419f-aeea-dd9aeaa4f21a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:42.109236 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:42.114962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ef863b5f-8060-478d-a4d4-989ceeb28bd2 tempest-ExternalNetworksAdminNegativeTestJSON-839495515 tempest-ExternalNetworksAdminNegativeTestJSON-839495515-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/7b9efbc6-e92f-419f-aeea-dd9aeaa4f21a HTTP/1.1" status: 204 len: 168 time: 0.6658342 Feb 03 04:49:42.520180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42770) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:42.729980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8211394b-2c65-4f07-b255-4fe35b43dcfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:42.820231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8211394b-2c65-4f07-b255-4fe35b43dcfb admin admin] Publish callbacks [] for security_group (80d310ff-851b-4d8e-9d48-52338674b47d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:42.827082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8211394b-2c65-4f07-b255-4fe35b43dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (80d310ff-851b-4d8e-9d48-52338674b47d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:42.854540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8211394b-2c65-4f07-b255-4fe35b43dcfb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=323519100f584a1aa96d785253d112ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331859 Feb 03 04:49:42.857142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:42.877028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211394b-2c65-4f07-b255-4fe35b43dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d310ff-851b-4d8e-9d48-52338674b47d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:42.927747 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851b4bd2-6d27-4356-a0ae-376b582ba43c admin admin] Publish callbacks [] for security_group (80d310ff-851b-4d8e-9d48-52338674b47d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:42.952078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851b4bd2-6d27-4356-a0ae-376b582ba43c admin admin] Publish callbacks [] for security_group (80d310ff-851b-4d8e-9d48-52338674b47d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:43.022527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851b4bd2-6d27-4356-a0ae-376b582ba43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (80d310ff-851b-4d8e-9d48-52338674b47d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:43.026408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851b4bd2-6d27-4356-a0ae-376b582ba43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:43.031146 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-851b4bd2-6d27-4356-a0ae-376b582ba43c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80d310ff-851b-4d8e-9d48-52338674b47d HTTP/1.1" status: 204 len: 168 time: 0.1727493 Feb 03 04:49:43.040627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b4bd2-6d27-4356-a0ae-376b582ba43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d310ff-851b-4d8e-9d48-52338674b47d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:43.447163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:43.497922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42812) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:43.504904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5e269166-dae6-4d1e-85ff-aadfe06bde21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e1b40b10255443bb5ddbf0181121248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562391 Feb 03 04:49:43.562946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a88df0db-8325-42aa-8d5d-9f732879ad6e admin admin] Publish callbacks [] for security_group (c89028c6-8e8b-4fb8-820b-08d461e2e933), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:43.606674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a88df0db-8325-42aa-8d5d-9f732879ad6e admin admin] Publish callbacks [] for security_group (c89028c6-8e8b-4fb8-820b-08d461e2e933), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:43.666109 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a88df0db-8325-42aa-8d5d-9f732879ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c89028c6-8e8b-4fb8-820b-08d461e2e933), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:43.671549 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a88df0db-8325-42aa-8d5d-9f732879ad6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:43.673108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a88df0db-8325-42aa-8d5d-9f732879ad6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c89028c6-8e8b-4fb8-820b-08d461e2e933 HTTP/1.1" status: 204 len: 168 time: 0.1740563 Feb 03 04:49:43.683023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88df0db-8325-42aa-8d5d-9f732879ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89028c6-8e8b-4fb8-820b-08d461e2e933,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:45.189961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:45.317266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-384106512', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:45.359992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Made reservation on behalf of ae2d5321d7d347acbffcde0bb710c909 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:45.362668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.372347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.470305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for security_group (885f6733-8668-46d3-904c-a6c42f75103f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.474715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (885f6733-8668-46d3-904c-a6c42f75103f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.483607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] device_id is not set on port 6eee4953-c51f-48fc-ace5-f1eee873731f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:49:45.514166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885f6733-8668-46d3-904c-a6c42f75103f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:45.633119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Allocated IP 172.25.7.159 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6eee4953-c51f-48fc-ace5-f1eee873731f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:45.798550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for port (6eee4953-c51f-48fc-ace5-f1eee873731f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.833688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6eee4953-c51f-48fc-ace5-f1eee873731f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.882982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:45.885954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:45.890578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:45.893934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Pushing event updated for resources: {'Port': ['ID=6eee4953-c51f-48fc-ace5-f1eee873731f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:45.937554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:45.938241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.958556 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a02fdbd3-f9f5-43b4-8845-570d0d41cf6c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7649035 Feb 03 04:49:45.958825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:45.963525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.159'}]}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:45.985988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:45.987221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.050733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for router_controller (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.194769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for router_gateway (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.412292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for router_gateway (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.432626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.620262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for router (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.801716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.803916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks [] for router_controller (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.850679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (8bda41cb-70d5-4d1f-8b5a-fcbec836e21d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:46.851313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bda41cb-70d5-4d1f-8b5a-fcbec836e21d {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:49:46.868259 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 04:49:46.872132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8cdb20e5-ea61-417f-b71e-c8f44682c682 tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9121554 Feb 03 04:49:46.872680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:46.962793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Deleting port 6eee4953-c51f-48fc-ace5-f1eee873731f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:49:46.963676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6eee4953-c51f-48fc-ace5-f1eee873731f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:47.048839 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6eee4953-c51f-48fc-ace5-f1eee873731f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:47.061157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Calling delete_port for 6eee4953-c51f-48fc-ace5-f1eee873731f owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:49:47.196421 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6eee4953-c51f-48fc-ace5-f1eee873731f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:47.234646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eee4953-c51f-48fc-ace5-f1eee873731f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:47.301578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:47.305442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-41cff046-7079-4ae4-9798-dad66cb9204c tempest-RoutersAdminNegativeTest-495998916 tempest-RoutersAdminNegativeTest-495998916-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6eee4953-c51f-48fc-ace5-f1eee873731f HTTP/1.1" status: 204 len: 168 time: 0.4309995 Feb 03 04:49:47.681636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:47.836193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0a73-6fa9-4dfa-af3e-ec201332b271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:47.961109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0a73-6fa9-4dfa-af3e-ec201332b271 admin admin] Publish callbacks [] for security_group (e0d0657d-f7c7-471d-b5bc-c39bfde60a6c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:47.973506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0a73-6fa9-4dfa-af3e-ec201332b271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e0d0657d-f7c7-471d-b5bc-c39bfde60a6c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.053354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf0a73-6fa9-4dfa-af3e-ec201332b271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d0657d-f7c7-471d-b5bc-c39bfde60a6c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:48.066849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ebcf0a73-6fa9-4dfa-af3e-ec201332b271 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35fd2570a3a2461bb5d978b17ecd88ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832860 Feb 03 04:49:48.069616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42916) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:48.122872 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Publish callbacks [] for security_group (e0d0657d-f7c7-471d-b5bc-c39bfde60a6c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.147364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Publish callbacks [] for security_group (e0d0657d-f7c7-471d-b5bc-c39bfde60a6c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.207438 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e0d0657d-f7c7-471d-b5bc-c39bfde60a6c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.211088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.212723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0d0657d-f7c7-471d-b5bc-c39bfde60a6c HTTP/1.1" status: 204 len: 168 time: 0.1416028 Feb 03 04:49:48.229311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d0657d-f7c7-471d-b5bc-c39bfde60a6c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:48.238564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.239067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.239598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.240300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.240806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.241287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.241767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.242491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.242968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.243455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.243944 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.244417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.244891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e8be8-f109-4e21-a5a3-d30021511cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:49:48.736505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:48.804300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-30e9a9b8-e331-4318-8ae5-2a748f05a050 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae2d5321d7d347acbffcde0bb710c909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657868 Feb 03 04:49:48.806784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42930) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:48.864329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f02361-9ff3-400a-aa72-58ed640de4f8 admin admin] Publish callbacks [] for security_group (885f6733-8668-46d3-904c-a6c42f75103f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.893453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f02361-9ff3-400a-aa72-58ed640de4f8 admin admin] Publish callbacks [] for security_group (885f6733-8668-46d3-904c-a6c42f75103f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.955442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f02361-9ff3-400a-aa72-58ed640de4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (885f6733-8668-46d3-904c-a6c42f75103f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.959245 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f02361-9ff3-400a-aa72-58ed640de4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:48.977920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-84f02361-9ff3-400a-aa72-58ed640de4f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/885f6733-8668-46d3-904c-a6c42f75103f HTTP/1.1" status: 204 len: 168 time: 0.1603980 Feb 03 04:49:48.999023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f02361-9ff3-400a-aa72-58ed640de4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885f6733-8668-46d3-904c-a6c42f75103f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:50.101809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:50.223335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-38906618'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:50.249207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:50.253670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.265196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.371127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for security_group (149a042f-a313-4ee5-b262-ff3ffc709db4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.377343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (149a042f-a313-4ee5-b262-ff3ffc709db4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.407283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:49:50.430112 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5d01793a-f463-4a8f-b876-e2d87ab5c9f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.430675 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Added segment 5d01793a-f463-4a8f-b876-e2d87ab5c9f5 of type vlan for network ae21502a-6f9d-4443-909d-a41839f5323f Feb 03 04:49:50.439999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149a042f-a313-4ee5-b262-ff3ffc709db4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:50.514571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (ae21502a-6f9d-4443-909d-a41839f5323f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.548756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (ae21502a-6f9d-4443-909d-a41839f5323f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.556852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:50.557852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.667998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Network': ['ID=ae21502a-6f9d-4443-909d-a41839f5323f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:50.675994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d595444e-c3f3-44c6-9e71-a4fd1d2b3253 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5725694 Feb 03 04:49:50.678627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:50.679909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network ae21502a-6f9d-4443-909d-a41839f5323f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:49:50.684739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'subnet': {'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:50.794378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:50.798692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:50.997419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (58afb08e-f1a7-4649-8712-993e2e2f5960), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:51.415210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Subnet': ['ID=58afb08e-f1a7-4649-8712-993e2e2f5960,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:51.421243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Checking segment: {'id': '5d01793a-f463-4a8f-b876-e2d87ab5c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:49:51.421685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network hostable DHCP agents. Network: ae21502a-6f9d-4443-909d-a41839f5323f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:49:51.441558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network ae21502a-6f9d-4443-909d-a41839f5323f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:49:51.452934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, ae21502a-6f9d-4443-909d-a41839f5323f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:51.457393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:51.457969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:51.466983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbff907b-4e4d-495f-b764-7cc0607cd80c None None] Network ae21502a-6f9d-4443-909d-a41839f5323f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:49:51.487208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8eef33d2-67f6-4550-9a63-789d32a97d3c tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8050690 Feb 03 04:49:51.487687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:51.493000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'name': 'tempest-AllowedAddressPairTestJSON-489023113'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:51.596135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-ae21502a-6f9d-4443-909d-a41839f5323f', 'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'project_id': '28a9b8af23a7427483355494674594a3', 'fixed_ips': [{'subnet_id': '58afb08e-f1a7-4649-8712-993e2e2f5960'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:49:51.596933 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:51.636412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:51.641099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:51.661228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] device_id is not set on port bf020dc6-ce06-4bf8-83da-aafce863b4e8 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:49:51.772922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Allocated IP 172.20.0.2 (ae21502a-6f9d-4443-909d-a41839f5323f/58afb08e-f1a7-4649-8712-993e2e2f5960/3b1c5130-c63b-4147-b71e-39e7358f66b1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:51.921099 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Publish callbacks [] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:51.929380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:51.961221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:51.973926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Network ae21502a-6f9d-4443-909d-a41839f5323f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:51.977616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:51.980145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:52.022942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Pushing event updated for resources: {'Port': ['ID=3b1c5130-c63b-4147-b71e-39e7358f66b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:52.033843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] Deleting subnet 2b2a5594-e849-4ea9-b270-8c71479243fd {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:49:52.037489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] Publish callbacks [] for subnet (2b2a5594-e849-4ea9-b270-8c71479243fd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.052365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Allocated IP 172.20.0.10 (ae21502a-6f9d-4443-909d-a41839f5323f/58afb08e-f1a7-4649-8712-993e2e2f5960/bf020dc6-ce06-4bf8-83da-aafce863b4e8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:52.064251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Attempting to bind port 3b1c5130-c63b-4147-b71e-39e7358f66b1 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:49:52.064642 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Attempting to bind port 3b1c5130-c63b-4147-b71e-39e7358f66b1 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '5d01793a-f463-4a8f-b876-e2d87ab5c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:49:52.065350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Attempting to bind port 3b1c5130-c63b-4147-b71e-39e7358f66b1 on network ae21502a-6f9d-4443-909d-a41839f5323f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:49:52.071640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:49:52.072028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Checking segment: {'id': '5d01793a-f463-4a8f-b876-e2d87ab5c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:49:52.072484 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.072937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Bound using segment: {'id': '5d01793a-f463-4a8f-b876-e2d87ab5c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:49:52.073732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Bound port: 3b1c5130-c63b-4147-b71e-39e7358f66b1, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d01793a-f463-4a8f-b876-e2d87ab5c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:49:52.074130 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.127771 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (2b2a5594-e849-4ea9-b270-8c71479243fd), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.148013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] For port 3b1c5130-c63b-4147-b71e-39e7358f66b1, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:49:52.151905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] For port 3b1c5130-c63b-4147-b71e-39e7358f66b1, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3b1c5130-c63b-4147-b71e-39e7358f66b1,segment=NetworkSegment(5d01793a-f463-4a8f-b876-e2d87ab5c9f5),segment_id=5d01793a-f463-4a8f-b876-e2d87ab5c9f5)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:49:52.163123 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.223929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a0539-b52f-4bff-b59d-722d2cf2493f None None] Pushing event updated for resources: {'Port': ['ID=3b1c5130-c63b-4147-b71e-39e7358f66b1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:52.224686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2b2a5594-e849-4ea9-b270-8c71479243fd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.265029 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (bf020dc6-ce06-4bf8-83da-aafce863b4e8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.315900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (2b2a5594-e849-4ea9-b270-8c71479243fd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.348761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bf020dc6-ce06-4bf8-83da-aafce863b4e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.367574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2a5594-e849-4ea9-b270-8c71479243fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:52.380849 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.385023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b033abf-b06c-47ac-9d6d-0c08d43e0232 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2b2a5594-e849-4ea9-b270-8c71479243fd HTTP/1.1" status: 204 len: 168 time: 0.4221840 Feb 03 04:49:52.387393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:52.392932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network ae21502a-6f9d-4443-909d-a41839f5323f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:52.395909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:52.425150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:52.484892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c7505923-5743-4df1-8139-952da1f9f099), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.492520 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=bf020dc6-ce06-4bf8-83da-aafce863b4e8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:52.506369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:52.507098 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.540702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c3b5770-e433-40a0-854e-70e8eda621c7 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0517945 Feb 03 04:49:52.549759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:52.565335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'name': 'tempest-AllowedAddressPairTestJSON-1981401301', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:38:5d:fb'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:52.659295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c7505923-5743-4df1-8139-952da1f9f099), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.694253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7505923-5743-4df1-8139-952da1f9f099']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:52.722183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c18a635-2a99-4276-bd0d-3311aacefe67') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:52.722439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c18a635-2a99-4276-bd0d-3311aacefe67') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:52.750574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (7c18a635-2a99-4276-bd0d-3311aacefe67), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.798682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7c18a635-2a99-4276-bd0d-3311aacefe67), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.798890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:52.810663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:49:52.811393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (7c18a635-2a99-4276-bd0d-3311aacefe67), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:49:52.817638 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:49:52.825940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3b1c5130-c63b-4147-b71e-39e7358f66b1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:52.901156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3b1c5130-c63b-4147-b71e-39e7358f66b1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:52.901905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.904240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c7505923-5743-4df1-8139-952da1f9f099), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.932541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:52.940561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] 10.222.0.35 "DELETE /v2.0/networks/c7505923-5743-4df1-8139-952da1f9f099 HTTP/1.1" status: 204 len: 168 time: 0.5495839 Feb 03 04:49:52.940561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312400b2-6d3b-4542-a663-6456a665556c admin admin] Pushing event deleted for resources: {'Network': ['ID=c7505923-5743-4df1-8139-952da1f9f099,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:52.944955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:52.977958 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.002800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] Deleting subnet 53b8ccd8-774e-4b31-bc5e-b158706a2f38 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:49:53.006778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] Publish callbacks [] for subnet (53b8ccd8-774e-4b31-bc5e-b158706a2f38), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.021386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] device_id is not set on port af9e4463-117c-47fa-be8e-76190051b683 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:49:53.055995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3b1c5130-c63b-4147-b71e-39e7358f66b1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:53.058607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.071794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (53b8ccd8-774e-4b31-bc5e-b158706a2f38), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.112866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 3b1c5130-c63b-4147-b71e-39e7358f66b1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3b1c5130-c63b-4147-b71e-39e7358f66b1,segment=NetworkSegment(5d01793a-f463-4a8f-b876-e2d87ab5c9f5),segment_id=5d01793a-f463-4a8f-b876-e2d87ab5c9f5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:49:53.121224 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.123382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (53b8ccd8-774e-4b31-bc5e-b158706a2f38), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.186248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=3b1c5130-c63b-4147-b71e-39e7358f66b1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:53.193769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (53b8ccd8-774e-4b31-bc5e-b158706a2f38), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.236963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b8ccd8-774e-4b31-bc5e-b158706a2f38,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:53.243319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.248130 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c3c3125-8439-46e5-9a00-7f4ea5124e3b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/53b8ccd8-774e-4b31-bc5e-b158706a2f38 HTTP/1.1" status: 204 len: 168 time: 0.2980354 Feb 03 04:49:53.250390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 42990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:53.256358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Allocated IP 172.20.0.14 (ae21502a-6f9d-4443-909d-a41839f5323f/58afb08e-f1a7-4649-8712-993e2e2f5960/af9e4463-117c-47fa-be8e-76190051b683) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:53.339223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9e6e5ace-ed52-4d6e-916d-5a2fc536a95e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.459912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9e6e5ace-ed52-4d6e-916d-5a2fc536a95e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.487893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6e5ace-ed52-4d6e-916d-5a2fc536a95e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:53.498822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ed9826-380b-4287-ba69-51d9d189ec95') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:53.499118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ed9826-380b-4287-ba69-51d9d189ec95') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:49:53.518182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (30ed9826-380b-4287-ba69-51d9d189ec95), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.549737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (30ed9826-380b-4287-ba69-51d9d189ec95), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.565299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:49:53.565723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (30ed9826-380b-4287-ba69-51d9d189ec95), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:49:53.567661 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:49:53.715311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9e6e5ace-ed52-4d6e-916d-5a2fc536a95e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.721391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.732582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e6e5ace-ed52-4d6e-916d-5a2fc536a95e HTTP/1.1" status: 204 len: 168 time: 0.4809053 Feb 03 04:49:53.753613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6612165-2d34-4ad8-9620-7afc28df2473 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6e5ace-ed52-4d6e-916d-5a2fc536a95e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:53.800874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.897401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ddee5-79b0-46da-8e75-51a74ea21ba7 None None] Network ae21502a-6f9d-4443-909d-a41839f5323f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:49:53.901129 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.931607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (af9e4463-117c-47fa-be8e-76190051b683), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:53.997846 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (af9e4463-117c-47fa-be8e-76190051b683), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.015212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 42998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:54.015445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-392b2a48-2db1-4012-86c0-2fd82a7103e0 None None] Provisioning complete for port 3b1c5130-c63b-4147-b71e-39e7358f66b1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:54.017607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-392b2a48-2db1-4012-86c0-2fd82a7103e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.066784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network ae21502a-6f9d-4443-909d-a41839f5323f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:54.069039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:54.077884 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:54.144880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=af9e4463-117c-47fa-be8e-76190051b683,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:54.145069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-392b2a48-2db1-4012-86c0-2fd82a7103e0 None None] Current status of the port 3b1c5130-c63b-4147-b71e-39e7358f66b1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:54.177022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9296b36c-711e-4783-95f6-0ecd7e15d4bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d58c9620704f4b9cbc6641382ea49b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578152 Feb 03 04:49:54.177415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:54.196739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:54.197471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.227244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0dcd29d8-6150-49f0-9f9d-d500dd9f2369 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.6767447 Feb 03 04:49:54.228494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:54.253122 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2797733-bfc7-4dbc-a905-7acb3eb743cc admin admin] Publish callbacks [] for security_group (fe184b7c-c692-4cb9-b18c-eb38bdeff9bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.282272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2797733-bfc7-4dbc-a905-7acb3eb743cc admin admin] Publish callbacks [] for security_group (fe184b7c-c692-4cb9-b18c-eb38bdeff9bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.295900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f6c06-7260-4799-85f5-994d909f298d tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:54.303427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f6c06-7260-4799-85f5-994d909f298d tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:54.309128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f6c06-7260-4799-85f5-994d909f298d tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:54.313712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7b0f6c06-7260-4799-85f5-994d909f298d tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.0820324 Feb 03 04:49:54.314006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43004) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:54.344938 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2797733-bfc7-4dbc-a905-7acb3eb743cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (fe184b7c-c692-4cb9-b18c-eb38bdeff9bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.347932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2797733-bfc7-4dbc-a905-7acb3eb743cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.360660 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d2797733-bfc7-4dbc-a905-7acb3eb743cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe184b7c-c692-4cb9-b18c-eb38bdeff9bc HTTP/1.1" status: 204 len: 168 time: 0.1734068 Feb 03 04:49:54.382514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797733-bfc7-4dbc-a905-7acb3eb743cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe184b7c-c692-4cb9-b18c-eb38bdeff9bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:54.448037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting port af9e4463-117c-47fa-be8e-76190051b683 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:49:54.448526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (af9e4463-117c-47fa-be8e-76190051b683), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.472029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Provisioning complete for port af9e4463-117c-47fa-be8e-76190051b683 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:54.472410 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (af9e4463-117c-47fa-be8e-76190051b683), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.529494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Port af9e4463-117c-47fa-be8e-76190051b683 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:54.553364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Provisioning complete for port bf020dc6-ce06-4bf8-83da-aafce863b4e8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:54.553739 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bf020dc6-ce06-4bf8-83da-aafce863b4e8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.586125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (af9e4463-117c-47fa-be8e-76190051b683), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.624709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Calling delete_port for af9e4463-117c-47fa-be8e-76190051b683 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:49:54.818296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3b1c5130-c63b-4147-b71e-39e7358f66b1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:49:54.860263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Port bf020dc6-ce06-4bf8-83da-aafce863b4e8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:54.883127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Provisioning complete for port 3b1c5130-c63b-4147-b71e-39e7358f66b1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:54.883616 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.892867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (af9e4463-117c-47fa-be8e-76190051b683), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:54.944242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:54.950120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3b1c5130-c63b-4147-b71e-39e7358f66b1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:54.950587 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Port': ['ID=af9e4463-117c-47fa-be8e-76190051b683,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:54.950962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.037457 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-93634455-8efd-4ef8-9433-47aace0be924 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c607c2733cc34d49823c1329fa058e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913081 Feb 03 04:49:55.040232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:55.052777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66bb82f4-2b98-4b67-b790-116e0504e04b None None] Current status of the port 3b1c5130-c63b-4147-b71e-39e7358f66b1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:55.102995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-286630d8-7f0d-422e-b885-2fd9ff946d41 admin admin] Publish callbacks [] for security_group (e52d3d65-3edf-4955-a7a2-a58e1103fbeb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.104707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3b1c5130-c63b-4147-b71e-39e7358f66b1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:49:55.135326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-286630d8-7f0d-422e-b885-2fd9ff946d41 admin admin] Publish callbacks [] for security_group (e52d3d65-3edf-4955-a7a2-a58e1103fbeb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.139139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.145901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4ece3e0b-4f8c-4cc2-80d9-da351ebf3b3f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/ports/af9e4463-117c-47fa-be8e-76190051b683 HTTP/1.1" status: 204 len: 168 time: 0.8308568 Feb 03 04:49:55.149394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:55.176462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ff66bd8a-6ecd-4e63-8ca8-164b4dc18152 None None] Could not find standard attr ID for object af9e4463-117c-47fa-be8e-76190051b683. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:49:55.188963 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc829fef-141a-4a29-a0c3-c7616dc4d3e5 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] GET failed (client error): The resource could not be found. Feb 03 04:49:55.196761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ff66bd8a-6ecd-4e63-8ca8-164b4dc18152 None None] Provisioning complete for port bf020dc6-ce06-4bf8-83da-aafce863b4e8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:55.196761 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff66bd8a-6ecd-4e63-8ca8-164b4dc18152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bf020dc6-ce06-4bf8-83da-aafce863b4e8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.197190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:55.202908 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'name': 'tempest-AllowedAddressPairTestJSON-1078545705'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:55.204113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dc829fef-141a-4a29-a0c3-c7616dc4d3e5 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "GET /v2.0/ports/af9e4463-117c-47fa-be8e-76190051b683 HTTP/1.1" status: 404 len: 333 time: 0.0535104 Feb 03 04:49:55.207998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-286630d8-7f0d-422e-b885-2fd9ff946d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e52d3d65-3edf-4955-a7a2-a58e1103fbeb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.210582 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-286630d8-7f0d-422e-b885-2fd9ff946d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.211808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-286630d8-7f0d-422e-b885-2fd9ff946d41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e52d3d65-3edf-4955-a7a2-a58e1103fbeb HTTP/1.1" status: 204 len: 168 time: 0.1708469 Feb 03 04:49:55.243113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286630d8-7f0d-422e-b885-2fd9ff946d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d3d65-3edf-4955-a7a2-a58e1103fbeb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:55.286549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ff66bd8a-6ecd-4e63-8ca8-164b4dc18152 None None] Port bf020dc6-ce06-4bf8-83da-aafce863b4e8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:55.367254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:55.371426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.391454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] device_id is not set on port 68efe025-7685-4f30-8ab8-78b7c904f8a0 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:49:55.525778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Allocated IP 172.20.0.13 (ae21502a-6f9d-4443-909d-a41839f5323f/58afb08e-f1a7-4649-8712-993e2e2f5960/68efe025-7685-4f30-8ab8-78b7c904f8a0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:55.697217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.735653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.776246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network ae21502a-6f9d-4443-909d-a41839f5323f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:55.783524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:55.787218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:55.815342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=68efe025-7685-4f30-8ab8-78b7c904f8a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:55.846005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:55.846948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:55.874125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-94e5d0ae-677e-4ffa-89f0-bb0fb0d1adf2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6731405 Feb 03 04:49:55.874355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:55.880128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:38:5d:fb'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:55.990411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.135599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b8e0f7a4-79dc-46c2-a88c-00bad512ec8d None None] Provisioning complete for port 68efe025-7685-4f30-8ab8-78b7c904f8a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:56.138182 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f7a4-79dc-46c2-a88c-00bad512ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.183097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0f7a4-79dc-46c2-a88c-00bad512ec8d None None] Port 68efe025-7685-4f30-8ab8-78b7c904f8a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:56.269809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.277704 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.433225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=68efe025-7685-4f30-8ab8-78b7c904f8a0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:56.464121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] In _notify_port_updated(), no bound segment for port 68efe025-7685-4f30-8ab8-78b7c904f8a0 on network ae21502a-6f9d-4443-909d-a41839f5323f {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:49:56.483991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:56.486032 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.490507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43090) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:56.492254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5ed39e8b-92be-417a-8cf5-a122225a01c3 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "PUT /v2.0/ports/68efe025-7685-4f30-8ab8-78b7c904f8a0 HTTP/1.1" status: 200 len: 995 time: 0.6167002 Feb 03 04:49:56.654486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting port 68efe025-7685-4f30-8ab8-78b7c904f8a0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:49:56.654865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.818669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-48213318-4308-4d07-bea0-767fa0d7c62e None None] Provisioning complete for port 68efe025-7685-4f30-8ab8-78b7c904f8a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:56.819152 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48213318-4308-4d07-bea0-767fa0d7c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.840478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:56.866051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-48213318-4308-4d07-bea0-767fa0d7c62e None None] Port 68efe025-7685-4f30-8ab8-78b7c904f8a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:56.868814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Calling delete_port for 68efe025-7685-4f30-8ab8-78b7c904f8a0 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:49:57.067735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (68efe025-7685-4f30-8ab8-78b7c904f8a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:57.099459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Port': ['ID=68efe025-7685-4f30-8ab8-78b7c904f8a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:57.321121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:57.330073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43130) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:57.330553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c25a1107-d270-4389-b3ec-abd7ca913482 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/ports/68efe025-7685-4f30-8ab8-78b7c904f8a0 HTTP/1.1" status: 204 len: 168 time: 0.8380506 Feb 03 04:49:57.366339 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-291b5c16-f8e0-4f54-8ffe-a2b8d27a686f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] GET failed (client error): The resource could not be found. Feb 03 04:49:57.370372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-291b5c16-f8e0-4f54-8ffe-a2b8d27a686f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "GET /v2.0/ports/68efe025-7685-4f30-8ab8-78b7c904f8a0 HTTP/1.1" status: 404 len: 333 time: 0.0386460 Feb 03 04:49:57.373874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:57.383359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'name': 'tempest-AllowedAddressPairTestJSON-327640708'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:57.524637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:49:57.528137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:57.560399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] device_id is not set on port 07495940-23e8-40d2-af5a-c41de54188ee yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:49:57.709799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Allocated IP 172.20.0.8 (ae21502a-6f9d-4443-909d-a41839f5323f/58afb08e-f1a7-4649-8712-993e2e2f5960/07495940-23e8-40d2-af5a-c41de54188ee) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:49:57.909581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (07495940-23e8-40d2-af5a-c41de54188ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:57.967936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (07495940-23e8-40d2-af5a-c41de54188ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:58.030682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network ae21502a-6f9d-4443-909d-a41839f5323f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:49:58.038597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:49:58.051341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:49:58.129802 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:58.132184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:58.148504 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=07495940-23e8-40d2-af5a-c41de54188ee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:58.160201 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dae455b3-30e9-49a6-8765-1264d2fe270f tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7819207 Feb 03 04:49:58.162973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:58.170480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:5d:fb'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:49:58.351689 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (07495940-23e8-40d2-af5a-c41de54188ee), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:58.397419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-33ee8960-8030-4025-b075-6a2f08e287b7 None None] Provisioning complete for port 07495940-23e8-40d2-af5a-c41de54188ee triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:58.397977 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33ee8960-8030-4025-b075-6a2f08e287b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (07495940-23e8-40d2-af5a-c41de54188ee), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:58.447000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-33ee8960-8030-4025-b075-6a2f08e287b7 None None] Port 07495940-23e8-40d2-af5a-c41de54188ee cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:58.616320 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (07495940-23e8-40d2-af5a-c41de54188ee), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:58.625669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (07495940-23e8-40d2-af5a-c41de54188ee), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:58.714483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=07495940-23e8-40d2-af5a-c41de54188ee,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:58.809729 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-50b2c2f5-dbd9-489e-9b90-7ec71e33866f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827677 Feb 03 04:49:58.830977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] In _notify_port_updated(), no bound segment for port 07495940-23e8-40d2-af5a-c41de54188ee on network ae21502a-6f9d-4443-909d-a41839f5323f {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:49:58.843176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:58.843926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:58.845305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0a8488e0-574d-47fc-a2e8-0601d1b12ff2 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "PUT /v2.0/ports/07495940-23e8-40d2-af5a-c41de54188ee HTTP/1.1" status: 200 len: 995 time: 0.6810858 Feb 03 04:49:58.848427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:59.010625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-dfc1faf4-17a7-4417-9574-da880a9ff292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:59.012374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-dfc1faf4-17a7-4417-9574-da880a9ff292 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1128 time: 0.1251130 Feb 03 04:49:59.065014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting port 07495940-23e8-40d2-af5a-c41de54188ee {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:49:59.065364 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (07495940-23e8-40d2-af5a-c41de54188ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:59.080550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1b067905-29a0-48bb-aa04-be376733b2d0 None None] Provisioning complete for port 07495940-23e8-40d2-af5a-c41de54188ee triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:49:59.081253 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b067905-29a0-48bb-aa04-be376733b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (07495940-23e8-40d2-af5a-c41de54188ee), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:59.125797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b067905-29a0-48bb-aa04-be376733b2d0 None None] Port 07495940-23e8-40d2-af5a-c41de54188ee cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:49:59.248452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-fff177fe-9933-4e81-bc4c-f39a56a388c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:59.250019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-fff177fe-9933-4e81-bc4c-f39a56a388c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 0.2134461 Feb 03 04:49:59.252538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (07495940-23e8-40d2-af5a-c41de54188ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:59.311058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Calling delete_port for 07495940-23e8-40d2-af5a-c41de54188ee owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:49:59.378251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-fa197e76-5d08-4475-95da-2f1aa9508265 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1002 time: 0.1163628 Feb 03 04:49:59.463829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-4fa3427d-af48-40d7-8065-3873efd02652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:59.466366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-4fa3427d-af48-40d7-8065-3873efd02652 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.0795753 Feb 03 04:49:59.589168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (07495940-23e8-40d2-af5a-c41de54188ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:59.621995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-37a4924e-4319-4dd3-9c4e-9c306d994721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:49:59.624474 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-37a4924e-4319-4dd3-9c4e-9c306d994721 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1519656 Feb 03 04:49:59.626755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Port': ['ID=07495940-23e8-40d2-af5a-c41de54188ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:49:59.800232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:49:59.806636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:59.807175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ff1a9fd9-d8b4-4830-bd0a-34c23ab35096 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/ports/07495940-23e8-40d2-af5a-c41de54188ee HTTP/1.1" status: 204 len: 168 time: 0.9570918 Feb 03 04:49:59.811935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-b012c16c-5d85-41aa-ad72-ff0003fd824e service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796157 Feb 03 04:49:59.856355 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea50ae02-3eaf-45c4-95d0-ab66c4ba685d tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] GET failed (client error): The resource could not be found. Feb 03 04:49:59.857928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea50ae02-3eaf-45c4-95d0-ab66c4ba685d tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "GET /v2.0/ports/07495940-23e8-40d2-af5a-c41de54188ee HTTP/1.1" status: 404 len: 333 time: 0.0502684 Feb 03 04:49:59.864088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:49:59.868886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'name': 'tempest-AllowedAddressPairTestJSON-2103130601'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:00.022588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74dfa7a3-ccf3-4011-9a9b-ca85f22af0f8 req-4e38aafa-0dbe-4c15-bdd4-825b70e3c3e2 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953859 Feb 03 04:50:00.056741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:00.066850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:00.099026 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] device_id is not set on port dd23ddce-30ec-4bc6-8883-b2b475e61382 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:50:00.243831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Allocated IP 172.20.0.11 (ae21502a-6f9d-4443-909d-a41839f5323f/58afb08e-f1a7-4649-8712-993e2e2f5960/dd23ddce-30ec-4bc6-8883-b2b475e61382) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:00.409802 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (dd23ddce-30ec-4bc6-8883-b2b475e61382), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:00.449194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (dd23ddce-30ec-4bc6-8883-b2b475e61382), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:00.493722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network ae21502a-6f9d-4443-909d-a41839f5323f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:00.497448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:00.500228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:00.516341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=dd23ddce-30ec-4bc6-8883-b2b475e61382,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:00.594902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:00.596579 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:00.625589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-93d27527-3a82-488b-95af-36401ba08568 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7604210 Feb 03 04:50:00.627784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:00.633414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'network_id': 'ae21502a-6f9d-4443-909d-a41839f5323f', 'name': 'tempest-AllowedAddressPairTestJSON-2074748592'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:00.765803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Made reservation on behalf of 28a9b8af23a7427483355494674594a3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:00.769338 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:00.789174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] device_id is not set on port 83c24e97-1c61-4034-a00d-947cec9d6bd0 yet. {{(pid=103323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 04:50:00.861685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d5195ad3-dac6-4631-8b12-38ea58f88804 None None] Provisioning complete for port dd23ddce-30ec-4bc6-8883-b2b475e61382 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:00.862845 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5195ad3-dac6-4631-8b12-38ea58f88804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dd23ddce-30ec-4bc6-8883-b2b475e61382), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:00.907051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d5195ad3-dac6-4631-8b12-38ea58f88804 None None] Port dd23ddce-30ec-4bc6-8883-b2b475e61382 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:50:00.918769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Allocated IP 172.20.0.7 (ae21502a-6f9d-4443-909d-a41839f5323f/58afb08e-f1a7-4649-8712-993e2e2f5960/83c24e97-1c61-4034-a00d-947cec9d6bd0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:01.103163 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.111564 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-09b27cb3-a0ab-4a78-8933-20d10d86fcd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525010 Feb 03 04:50:01.143012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.191967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Network ae21502a-6f9d-4443-909d-a41839f5323f is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:01.197556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:01.202155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:01.209245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=83c24e97-1c61-4034-a00d-947cec9d6bd0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:01.216038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-09703f87-4edd-49a3-887f-5bb4870cf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:01.220166 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-09703f87-4edd-49a3-887f-5bb4870cf261 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1127 time: 0.0611825 Feb 03 04:50:01.296079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:01.296739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.333658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5b3c6f82-5fe7-418e-8a06-19c8f3215962 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7046380 Feb 03 04:50:01.334338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:01.340093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:38:5d:fb'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2d:44:82'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:01.419369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-37d1ca9d-ceae-4548-a5f4-d4d6552c97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:01.421773 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-37d1ca9d-ceae-4548-a5f4-d4d6552c97b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 910 time: 0.1731918 Feb 03 04:50:01.435955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.545717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-8873354c-9704-4cdd-af6d-186d7266ff6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 1001 time: 0.1154673 Feb 03 04:50:01.562975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c3dbdc27-1572-43cb-a313-66e23b5e7e11 None None] Provisioning complete for port 83c24e97-1c61-4034-a00d-947cec9d6bd0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:01.563634 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3dbdc27-1572-43cb-a313-66e23b5e7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.608469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbdc27-1572-43cb-a313-66e23b5e7e11 None None] Port 83c24e97-1c61-4034-a00d-947cec9d6bd0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:50:01.625503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-a1890e5a-d2c7-4a5f-9c85-476bb9392d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:01.627910 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-a1890e5a-d2c7-4a5f-9c85-476bb9392d18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 200 len: 848 time: 0.0774534 Feb 03 04:50:01.696028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-f5610fef-f37d-49fd-b179-cb67e7717e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:01.697785 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-f5610fef-f37d-49fd-b179-cb67e7717e81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43c754e-d1db-440c-a7ff-0787e65c4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626681 Feb 03 04:50:01.705762 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.712639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.763938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event updated for resources: {'Port': ['ID=83c24e97-1c61-4034-a00d-947cec9d6bd0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:01.815637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] In _notify_port_updated(), no bound segment for port 83c24e97-1c61-4034-a00d-947cec9d6bd0 on network ae21502a-6f9d-4443-909d-a41839f5323f {{(pid=103323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 04:50:01.821113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:01.821889 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:01.822200 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-20e6b42f-1c07-4481-91f9-5fc0579cabc0 service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179745 Feb 03 04:50:01.826329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-95ca7147-abb4-4b9a-9e2c-e629b9b22dcc tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "PUT /v2.0/ports/83c24e97-1c61-4034-a00d-947cec9d6bd0 HTTP/1.1" status: 200 len: 1057 time: 0.4879527 Feb 03 04:50:01.826649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43186) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:01.944636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b95e592d-4d63-440e-8bce-82df99eee2d5 req-671543de-a2b2-419b-81c9-dd16d5907f1a service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135585 Feb 03 04:50:01.972318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting port 83c24e97-1c61-4034-a00d-947cec9d6bd0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:01.972866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:02.081915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:02.095470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Calling delete_port for 83c24e97-1c61-4034-a00d-947cec9d6bd0 owned by {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:02.137532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b17c5ac4-88f2-4a3e-81c3-d08b4ea3295f None None] Provisioning complete for port 83c24e97-1c61-4034-a00d-947cec9d6bd0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:02.138876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17c5ac4-88f2-4a3e-81c3-d08b4ea3295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:02.206683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b17c5ac4-88f2-4a3e-81c3-d08b4ea3295f None None] Port 83c24e97-1c61-4034-a00d-947cec9d6bd0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:50:02.266537 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (83c24e97-1c61-4034-a00d-947cec9d6bd0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:02.299940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Port': ['ID=83c24e97-1c61-4034-a00d-947cec9d6bd0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:02.656439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:02.673290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:02.674448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b428a772-05c6-478c-a7f8-375449550f65 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/ports/83c24e97-1c61-4034-a00d-947cec9d6bd0 HTTP/1.1" status: 204 len: 168 time: 0.8467112 Feb 03 04:50:02.732865 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae53e1ff-ee8e-41a8-81ef-aa061863f60e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] GET failed (client error): The resource could not be found. Feb 03 04:50:02.736887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ae53e1ff-ee8e-41a8-81ef-aa061863f60e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "GET /v2.0/ports/83c24e97-1c61-4034-a00d-947cec9d6bd0 HTTP/1.1" status: 404 len: 333 time: 0.0600269 Feb 03 04:50:02.737288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:02.863235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting port dd23ddce-30ec-4bc6-8883-b2b475e61382 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:02.863863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dd23ddce-30ec-4bc6-8883-b2b475e61382), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:02.983435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dd23ddce-30ec-4bc6-8883-b2b475e61382), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.003350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Calling delete_port for dd23ddce-30ec-4bc6-8883-b2b475e61382 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:03.132275 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c27a4107-d3ba-4e8a-8153-18f8b762e13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.198432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dd23ddce-30ec-4bc6-8883-b2b475e61382), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.240235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Port': ['ID=dd23ddce-30ec-4bc6-8883-b2b475e61382,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:03.329298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.336184 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ef9e7b23-d62c-4156-814d-5205106836ed tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/ports/dd23ddce-30ec-4bc6-8883-b2b475e61382 HTTP/1.1" status: 204 len: 168 time: 0.5952644 Feb 03 04:50:03.336697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43308) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:03.370659 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fc9cf5-bb7b-4551-a754-e19142432600 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] GET failed (client error): The resource could not be found. Feb 03 04:50:03.375685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-17fc9cf5-bb7b-4551-a754-e19142432600 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "GET /v2.0/ports/dd23ddce-30ec-4bc6-8883-b2b475e61382 HTTP/1.1" status: 404 len: 333 time: 0.0344143 Feb 03 04:50:03.376011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:03.540404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting port bf020dc6-ce06-4bf8-83da-aafce863b4e8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:03.540769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bf020dc6-ce06-4bf8-83da-aafce863b4e8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.664630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bf020dc6-ce06-4bf8-83da-aafce863b4e8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.677265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Calling delete_port for bf020dc6-ce06-4bf8-83da-aafce863b4e8 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:03.844078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bf020dc6-ce06-4bf8-83da-aafce863b4e8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.885684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Port': ['ID=bf020dc6-ce06-4bf8-83da-aafce863b4e8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:03.958323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:03.962815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d1fe465d-31f1-404a-aeb8-03b599901a04 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/ports/bf020dc6-ce06-4bf8-83da-aafce863b4e8 HTTP/1.1" status: 204 len: 168 time: 0.5857317 Feb 03 04:50:03.965585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:04.047687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting subnet 58afb08e-f1a7-4649-8712-993e2e2f5960 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:50:04.059066 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for subnet (58afb08e-f1a7-4649-8712-993e2e2f5960), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.133695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (58afb08e-f1a7-4649-8712-993e2e2f5960), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.199240 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:50:04.244686 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (58afb08e-f1a7-4649-8712-993e2e2f5960), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.323449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (58afb08e-f1a7-4649-8712-993e2e2f5960), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.359666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.366727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/subnets/58afb08e-f1a7-4649-8712-993e2e2f5960 HTTP/1.1" status: 204 len: 168 time: 0.3958211 Feb 03 04:50:04.366727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9939ad-7970-4566-8e40-52d09ad1225e tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Subnet': ['ID=58afb08e-f1a7-4649-8712-993e2e2f5960,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:04.368615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:04.370726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ac19e-ec47-4d02-be7e-64d38a39c6d4 None None] Network ae21502a-6f9d-4443-909d-a41839f5323f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:04.486580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (ae21502a-6f9d-4443-909d-a41839f5323f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.559009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Deleting port 3b1c5130-c63b-4147-b71e-39e7358f66b1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:04.559482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.662679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] DHCP port deletion for ae21502a-6f9d-4443-909d-a41839f5323f request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:50:04.677538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] For port 3b1c5130-c63b-4147-b71e-39e7358f66b1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3b1c5130-c63b-4147-b71e-39e7358f66b1,segment=NetworkSegment(5d01793a-f463-4a8f-b876-e2d87ab5c9f5),segment_id=5d01793a-f463-4a8f-b876-e2d87ab5c9f5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:04.679290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.703098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Calling delete_port for 3b1c5130-c63b-4147-b71e-39e7358f66b1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:04.773973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Deleting port 3b1c5130-c63b-4147-b71e-39e7358f66b1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:04.774267 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.809040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.847198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Port': ['ID=3b1c5130-c63b-4147-b71e-39e7358f66b1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:04.853208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] No DVR routers for this DVR port 3b1c5130-c63b-4147-b71e-39e7358f66b1 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:04.885005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] For port 3b1c5130-c63b-4147-b71e-39e7358f66b1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3b1c5130-c63b-4147-b71e-39e7358f66b1,segment=NetworkSegment(5d01793a-f463-4a8f-b876-e2d87ab5c9f5),segment_id=5d01793a-f463-4a8f-b876-e2d87ab5c9f5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:04.887046 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:04.905811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Calling delete_port for 3b1c5130-c63b-4147-b71e-39e7358f66b1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:04.972236 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (ae21502a-6f9d-4443-909d-a41839f5323f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.005387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae21502a-6f9d-4443-909d-a41839f5323f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:05.017061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d01793a-f463-4a8f-b876-e2d87ab5c9f5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:05.017625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d01793a-f463-4a8f-b876-e2d87ab5c9f5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:05.030006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (5d01793a-f463-4a8f-b876-e2d87ab5c9f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.052047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (3b1c5130-c63b-4147-b71e-39e7358f66b1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.052473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (5d01793a-f463-4a8f-b876-e2d87ab5c9f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.074163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:05.074958 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (5d01793a-f463-4a8f-b876-e2d87ab5c9f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:05.082955 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:05.098566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Pushing event deleted for resources: {'Port': ['ID=3b1c5130-c63b-4147-b71e-39e7358f66b1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:05.109290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.109981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.110858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.111346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.111984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.112323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.112807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.112968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.113764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.114252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.114729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.115345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.115851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:05.119137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f641a0-7b6e-48b5-bbe8-e6fe7be74197 None None] No DVR routers for this DVR port 3b1c5130-c63b-4147-b71e-39e7358f66b1 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:05.175163 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (ae21502a-6f9d-4443-909d-a41839f5323f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.183125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.186666 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] 10.222.0.35 "DELETE /v2.0/networks/ae21502a-6f9d-4443-909d-a41839f5323f HTTP/1.1" status: 204 len: 168 time: 0.8144374 Feb 03 04:50:05.205529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2dcc4-4b66-4279-b5a4-1f419f681291 tempest-AllowedAddressPairTestJSON-643862979 tempest-AllowedAddressPairTestJSON-643862979-project] Pushing event deleted for resources: {'Network': ['ID=ae21502a-6f9d-4443-909d-a41839f5323f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:05.584396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:05.785373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-56708257-8d46-4801-82ad-f99ec836a3e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28a9b8af23a7427483355494674594a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1996870 Feb 03 04:50:05.787694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:05.848290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-036a1bd7-ab3e-4544-b036-6dc42f4a6e4d admin admin] Publish callbacks [] for security_group (149a042f-a313-4ee5-b262-ff3ffc709db4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.872823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-036a1bd7-ab3e-4544-b036-6dc42f4a6e4d admin admin] Publish callbacks [] for security_group (149a042f-a313-4ee5-b262-ff3ffc709db4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.927802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-036a1bd7-ab3e-4544-b036-6dc42f4a6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (149a042f-a313-4ee5-b262-ff3ffc709db4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.932215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-036a1bd7-ab3e-4544-b036-6dc42f4a6e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:05.933523 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-036a1bd7-ab3e-4544-b036-6dc42f4a6e4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/149a042f-a313-4ee5-b262-ff3ffc709db4 HTTP/1.1" status: 204 len: 168 time: 0.1444771 Feb 03 04:50:05.947847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a1bd7-ab3e-4544-b036-6dc42f4a6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a042f-a313-4ee5-b262-ff3ffc709db4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:06.393910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b6e13c-7ec4-4073-a508-193d2f4cb256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:06.679165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:06.721728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3b1c5130-c63b-4147-b71e-39e7358f66b1 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:50:06.763167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3b1c5130-c63b-4147-b71e-39e7358f66b1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:50:06.763676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3b1c5130-c63b-4147-b71e-39e7358f66b1 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:50:06.977287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:07.087684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977116888'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:07.112084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:07.115672 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.125906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.221213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for security_group (64af35ab-34ce-493a-8ae2-e263e9cbd60e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.226497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (64af35ab-34ce-493a-8ae2-e263e9cbd60e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.255453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:07.274734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64af35ab-34ce-493a-8ae2-e263e9cbd60e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:07.285552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a9b269ec-fea0-4c0c-8083-2a6203b0a61b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.285858 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment a9b269ec-fea0-4c0c-8083-2a6203b0a61b of type vlan for network f93d0850-377b-423f-9f53-0bc6f33573fe Feb 03 04:50:07.334496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f93d0850-377b-423f-9f53-0bc6f33573fe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.361743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f93d0850-377b-423f-9f53-0bc6f33573fe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.367972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:07.368682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:07.416164 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4375987 Feb 03 04:50:07.457076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3356de-6d60-4d27-9ec6-59bf755a5d83 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=f93d0850-377b-423f-9f53-0bc6f33573fe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:07.475729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f93d0850-377b-423f-9f53-0bc6f33573fe details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:07.951481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476901b1-9806-4b8a-81d3-4343f410a7c0 req-bd076d65-4a1a-472f-89b2-a42b69d96199 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:07.953844 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-476901b1-9806-4b8a-81d3-4343f410a7c0 req-bd076d65-4a1a-472f-89b2-a42b69d96199 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1128 time: 0.0511177 Feb 03 04:50:07.977464 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-476901b1-9806-4b8a-81d3-4343f410a7c0 req-598477ca-5210-41ff-bb9e-4430f0c4e1db tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:08.062439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-476901b1-9806-4b8a-81d3-4343f410a7c0 req-598477ca-5210-41ff-bb9e-4430f0c4e1db tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Publish callbacks [] for security_group (7c7b9503-8b82-403f-9ed5-68f9ca42cf71), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:08.071918 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-476901b1-9806-4b8a-81d3-4343f410a7c0 req-598477ca-5210-41ff-bb9e-4430f0c4e1db tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7c7b9503-8b82-403f-9ed5-68f9ca42cf71), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:08.130598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-476901b1-9806-4b8a-81d3-4343f410a7c0 req-598477ca-5210-41ff-bb9e-4430f0c4e1db tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683345 Feb 03 04:50:08.144121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:08.177938 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598477ca-5210-41ff-bb9e-4430f0c4e1db tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b9503-8b82-403f-9ed5-68f9ca42cf71,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:08.323271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95aab4-fc84-4358-b34a-251222bdc348 req-ff69888a-af17-4a2c-80e4-9730abf82a32 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:08.327365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed95aab4-fc84-4358-b34a-251222bdc348 req-ff69888a-af17-4a2c-80e4-9730abf82a32 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.0884619 Feb 03 04:50:08.401752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed95aab4-fc84-4358-b34a-251222bdc348 req-edade0d0-16dc-4caf-8acd-857d165254c1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682795 Feb 03 04:50:08.426164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:08.526569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4e948b6d-21b1-4c76-b2b5-f86ad455d5b0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/189036ea-1640-4eab-be93-06a51d4a9aea HTTP/1.1" status: 200 len: 994 time: 0.0989647 Feb 03 04:50:09.033256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-e835d288-f30f-4971-a05d-593cce9b6efa req-079a4f45-69b5-4038-8b08-478e23ae9c0e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:50:09.034226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e835d288-f30f-4971-a05d-593cce9b6efa req-079a4f45-69b5-4038-8b08-478e23ae9c0e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054352 Feb 03 04:50:09.281990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:09.753195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fae2d6-cd89-4a03-a607-c1322f3e3b4b req-b5b833d2-bc1e-403d-ba6d-def8b644e7c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:09.757696 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15fae2d6-cd89-4a03-a607-c1322f3e3b4b req-b5b833d2-bc1e-403d-ba6d-def8b644e7c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1518495 Feb 03 04:50:09.844050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15fae2d6-cd89-4a03-a607-c1322f3e3b4b req-c6d04b99-c4df-46c4-aaa0-e53ae925b68f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797436 Feb 03 04:50:09.928411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-db8f01e9-2779-4f57-bd5b-bed85577683e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2603242 Feb 03 04:50:09.943349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-246fae39-1170-4616-b78c-6d6601d288b6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:50:09.944874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-246fae39-1170-4616-b78c-6d6601d288b6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103624 Feb 03 04:50:10.558565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:10.563949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': 'f93d0850-377b-423f-9f53-0bc6f33573fe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:10.691947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:10.700806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:10.930418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (84fe98b9-7d4d-40d3-a97f-d463fc59df6f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.070924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282683e-aac6-49c4-97e6-6d9715148737 req-dd3f2f88-7d12-4348-bc61-5bd4a838fcb4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:11.078729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d282683e-aac6-49c4-97e6-6d9715148737 req-dd3f2f88-7d12-4348-bc61-5bd4a838fcb4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1364014 Feb 03 04:50:11.131024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=84fe98b9-7d4d-40d3-a97f-d463fc59df6f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:11.158913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': 'a9b269ec-fea0-4c0c-8083-2a6203b0a61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f93d0850-377b-423f-9f53-0bc6f33573fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:11.160425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: f93d0850-377b-423f-9f53-0bc6f33573fe, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:11.215136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network f93d0850-377b-423f-9f53-0bc6f33573fe is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:11.230388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f93d0850-377b-423f-9f53-0bc6f33573fe) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:11.242783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:11.244665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.245720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83f365-38b7-47fa-b92e-dd84c0cf907c None None] Network f93d0850-377b-423f-9f53-0bc6f33573fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:11.263035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d282683e-aac6-49c4-97e6-6d9715148737 req-3c39f4ba-92de-4c51-b2b4-9e27a8a9151a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637208 Feb 03 04:50:11.290040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6f41bf7a-f458-4615-b772-1bdbe49fd74e tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7299421 Feb 03 04:50:11.293286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:11.299214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-813129884'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:11.345348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:11.350008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.377829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43656ce-d377-4022-acff-0808173c166d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f93d0850-377b-423f-9f53-0bc6f33573fe', 'network_id': 'f93d0850-377b-423f-9f53-0bc6f33573fe', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': '84fe98b9-7d4d-40d3-a97f-d463fc59df6f'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:11.378715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c43656ce-d377-4022-acff-0808173c166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.400359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:11.424563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b61953c0-3a8a-4b74-a53b-f93876330e54), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.424916 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment b61953c0-3a8a-4b74-a53b-f93876330e54 of type vlan for network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd Feb 03 04:50:11.517767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (1b9ed489-0976-4d9c-a1d0-14c690b5d5cd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.614882 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (1b9ed489-0976-4d9c-a1d0-14c690b5d5cd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.622124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:11.622907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.666695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c43656ce-d377-4022-acff-0808173c166d None None] Allocated IP 2001:db8:0:ffff::2 (f93d0850-377b-423f-9f53-0bc6f33573fe/84fe98b9-7d4d-40d3-a97f-d463fc59df6f/cb5b6721-d598-4b6e-b405-ea4ff384288b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:11.692434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3979068 Feb 03 04:50:11.696095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:11.709114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': '1b9ed489-0976-4d9c-a1d0-14c690b5d5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:11.780046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-662ce67a-26f6-4b9a-b607-d71dcb42fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:11.786230 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-662ce67a-26f6-4b9a-b607-d71dcb42fd56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1128 time: 0.1352861 Feb 03 04:50:11.822492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:11.828522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.861765 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c43656ce-d377-4022-acff-0808173c166d None None] Publish callbacks [] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.881349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c43656ce-d377-4022-acff-0808173c166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:11.907990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce51ac-ada7-4099-953e-9f9fea12e271 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=1b9ed489-0976-4d9c-a1d0-14c690b5d5cd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:11.952877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:12.019872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43656ce-d377-4022-acff-0808173c166d None None] Network f93d0850-377b-423f-9f53-0bc6f33573fe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:12.022996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-ad9b7a1c-ab9c-4c55-aab6-62eb83169dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:12.025722 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-ad9b7a1c-ab9c-4c55-aab6-62eb83169dcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 0.2314355 Feb 03 04:50:12.032155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c43656ce-d377-4022-acff-0808173c166d None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:12.036922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43656ce-d377-4022-acff-0808173c166d None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:12.089759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43656ce-d377-4022-acff-0808173c166d None None] Pushing event updated for resources: {'Port': ['ID=cb5b6721-d598-4b6e-b405-ea4ff384288b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:12.161880 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-8b1d429a-2577-446a-bb03-1f8ea456e4a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1002 time: 0.1295910 Feb 03 04:50:12.162270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c43656ce-d377-4022-acff-0808173c166d None None] Attempting to bind port cb5b6721-d598-4b6e-b405-ea4ff384288b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:12.162653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c43656ce-d377-4022-acff-0808173c166d None None] Attempting to bind port cb5b6721-d598-4b6e-b405-ea4ff384288b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'a9b269ec-fea0-4c0c-8083-2a6203b0a61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f93d0850-377b-423f-9f53-0bc6f33573fe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:12.163019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43656ce-d377-4022-acff-0808173c166d None None] Attempting to bind port cb5b6721-d598-4b6e-b405-ea4ff384288b on network f93d0850-377b-423f-9f53-0bc6f33573fe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:12.168506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43656ce-d377-4022-acff-0808173c166d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:12.168887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43656ce-d377-4022-acff-0808173c166d None None] Checking segment: {'id': 'a9b269ec-fea0-4c0c-8083-2a6203b0a61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f93d0850-377b-423f-9f53-0bc6f33573fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:12.169369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c43656ce-d377-4022-acff-0808173c166d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:12.169769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43656ce-d377-4022-acff-0808173c166d None None] Bound using segment: {'id': 'a9b269ec-fea0-4c0c-8083-2a6203b0a61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f93d0850-377b-423f-9f53-0bc6f33573fe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:12.170255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c43656ce-d377-4022-acff-0808173c166d None None] Bound port: cb5b6721-d598-4b6e-b405-ea4ff384288b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b269ec-fea0-4c0c-8083-2a6203b0a61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f93d0850-377b-423f-9f53-0bc6f33573fe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:12.170635 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c43656ce-d377-4022-acff-0808173c166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:12.186547 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:12.280850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-5f75b8c7-5ec4-467b-86b6-c0760e4b25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:12.291724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c43656ce-d377-4022-acff-0808173c166d None None] For port cb5b6721-d598-4b6e-b405-ea4ff384288b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:12.299813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-5f75b8c7-5ec4-467b-86b6-c0760e4b25b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1288524 Feb 03 04:50:12.308304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:12.311436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c43656ce-d377-4022-acff-0808173c166d None None] For port cb5b6721-d598-4b6e-b405-ea4ff384288b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cb5b6721-d598-4b6e-b405-ea4ff384288b,segment=NetworkSegment(a9b269ec-fea0-4c0c-8083-2a6203b0a61b),segment_id=a9b269ec-fea0-4c0c-8083-2a6203b0a61b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:12.333247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c43656ce-d377-4022-acff-0808173c166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:12.368349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': 'b61953c0-3a8a-4b74-a53b-f93876330e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b9ed489-0976-4d9c-a1d0-14c690b5d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:12.368720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:12.410217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43656ce-d377-4022-acff-0808173c166d None None] Pushing event updated for resources: {'Port': ['ID=cb5b6721-d598-4b6e-b405-ea4ff384288b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:12.448128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-075049e3-0928-40e3-86f4-9efd4486f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:12.450934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-075049e3-0928-40e3-86f4-9efd4486f4d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1463985 Feb 03 04:50:12.505418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:12.545667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a932c-1124-443f-a4ef-7f283173ffd7 req-b38c32de-0a61-411f-97f3-5977ecb8a1e1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:12.560948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d86a932c-1124-443f-a4ef-7f283173ffd7 req-b38c32de-0a61-411f-97f3-5977ecb8a1e1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1812241 Feb 03 04:50:12.597906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:12.610930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:12.611558 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:12.612552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a7197-12f5-41a5-9124-52d2503da941 None None] Network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:12.687678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:12.692937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-a179ab16-3bad-406c-990c-fe873d976877 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347369 Feb 03 04:50:12.700356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-01aa2bc6-d028-4742-8abc-b3fb245ce1e8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9971802 Feb 03 04:50:12.707925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d86a932c-1124-443f-a4ef-7f283173ffd7 req-a767a2f7-42fe-447b-991d-55eee7094c98 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451795 Feb 03 04:50:12.863870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-1b9ed489-0976-4d9c-a1d0-14c690b5d5cd', 'network_id': '1b9ed489-0976-4d9c-a1d0-14c690b5d5cd', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': '9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:12.865146 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:13.164803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Allocated IP 2001:db8::1 (1b9ed489-0976-4d9c-a1d0-14c690b5d5cd/9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64/29156dcc-f0ea-4b7f-859e-febcdce6338f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:13.524410 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Publish callbacks [] for port (29156dcc-f0ea-4b7f-859e-febcdce6338f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:13.548109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (29156dcc-f0ea-4b7f-859e-febcdce6338f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:13.639590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:13.639824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (1b9ed489-0976-4d9c-a1d0-14c690b5d5cd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:13.646962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:13.656148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:13.718568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Pushing event updated for resources: {'Port': ['ID=29156dcc-f0ea-4b7f-859e-febcdce6338f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:13.807285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Attempting to bind port 29156dcc-f0ea-4b7f-859e-febcdce6338f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:13.809387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Attempting to bind port 29156dcc-f0ea-4b7f-859e-febcdce6338f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b61953c0-3a8a-4b74-a53b-f93876330e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b9ed489-0976-4d9c-a1d0-14c690b5d5cd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:13.810100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Attempting to bind port 29156dcc-f0ea-4b7f-859e-febcdce6338f on network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:13.833875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:13.834706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Checking segment: {'id': 'b61953c0-3a8a-4b74-a53b-f93876330e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b9ed489-0976-4d9c-a1d0-14c690b5d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:13.835337 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:13.836097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Bound using segment: {'id': 'b61953c0-3a8a-4b74-a53b-f93876330e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b9ed489-0976-4d9c-a1d0-14c690b5d5cd'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:13.836810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Bound port: 29156dcc-f0ea-4b7f-859e-febcdce6338f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61953c0-3a8a-4b74-a53b-f93876330e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1b9ed489-0976-4d9c-a1d0-14c690b5d5cd'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:13.837433 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29156dcc-f0ea-4b7f-859e-febcdce6338f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:13.869187 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-0c63c4fb-8fa1-4680-8b10-a8e922b5cf52 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1554775 Feb 03 04:50:13.933661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port 29156dcc-f0ea-4b7f-859e-febcdce6338f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:13.934489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (29156dcc-f0ea-4b7f-859e-febcdce6338f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:13.961153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] For port 29156dcc-f0ea-4b7f-859e-febcdce6338f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:13.966918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] For port 29156dcc-f0ea-4b7f-859e-febcdce6338f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=29156dcc-f0ea-4b7f-859e-febcdce6338f,segment=NetworkSegment(b61953c0-3a8a-4b74-a53b-f93876330e54),segment_id=b61953c0-3a8a-4b74-a53b-f93876330e54)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:13.982481 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29156dcc-f0ea-4b7f-859e-febcdce6338f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.090076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e6fb2-8a33-4b89-88f9-686ca405320a req-c52ccbaa-eeca-4bcc-bd82-460d88a7c5e5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:14.094203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f62e6fb2-8a33-4b89-88f9-686ca405320a req-c52ccbaa-eeca-4bcc-bd82-460d88a7c5e5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.2049322 Feb 03 04:50:14.137627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port 29156dcc-f0ea-4b7f-859e-febcdce6338f, host n-d-827549-1, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:14.138233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228cf57-1d3b-40b3-be43-e3f2c9311aea None None] Pushing event updated for resources: {'Port': ['ID=29156dcc-f0ea-4b7f-859e-febcdce6338f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:14.138678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (29156dcc-f0ea-4b7f-859e-febcdce6338f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.166516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for 29156dcc-f0ea-4b7f-859e-febcdce6338f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:14.246589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f62e6fb2-8a33-4b89-88f9-686ca405320a req-b9cfa306-47c9-4d66-a6a7-deddcc521434 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459489 Feb 03 04:50:14.254583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c213530-e6ae-4bd1-bed2-e156eafa254b None None] Network f93d0850-377b-423f-9f53-0bc6f33573fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:14.376253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (29156dcc-f0ea-4b7f-859e-febcdce6338f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.414228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-09aaa65c-cac8-4db7-9417-8ffe9012b5c9 None None] Provisioning complete for port cb5b6721-d598-4b6e-b405-ea4ff384288b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:14.414228 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09aaa65c-cac8-4db7-9417-8ffe9012b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.498658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=29156dcc-f0ea-4b7f-859e-febcdce6338f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:14.568989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port 29156dcc-f0ea-4b7f-859e-febcdce6338f on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:14.724633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.855811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-09aaa65c-cac8-4db7-9417-8ffe9012b5c9 None None] Current status of the port cb5b6721-d598-4b6e-b405-ea4ff384288b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:14.856381 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09aaa65c-cac8-4db7-9417-8ffe9012b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.902559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-09aaa65c-cac8-4db7-9417-8ffe9012b5c9 None None] For port cb5b6721-d598-4b6e-b405-ea4ff384288b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cb5b6721-d598-4b6e-b405-ea4ff384288b,segment=NetworkSegment(a9b269ec-fea0-4c0c-8083-2a6203b0a61b),segment_id=a9b269ec-fea0-4c0c-8083-2a6203b0a61b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:14.906752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.909244 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09aaa65c-cac8-4db7-9417-8ffe9012b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:14.972796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:15.010470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb5b6721-d598-4b6e-b405-ea4ff384288b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:15.055207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aaa65c-cac8-4db7-9417-8ffe9012b5c9 None None] Pushing event updated for resources: {'Port': ['ID=cb5b6721-d598-4b6e-b405-ea4ff384288b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:15.084375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (1b9ed489-0976-4d9c-a1d0-14c690b5d5cd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.087293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cb5b6721-d598-4b6e-b405-ea4ff384288b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:15.087724 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.116397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9ed489-0976-4d9c-a1d0-14c690b5d5cd']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:15.133247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61953c0-3a8a-4b74-a53b-f93876330e54') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:15.133953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61953c0-3a8a-4b74-a53b-f93876330e54') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:15.151663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (b61953c0-3a8a-4b74-a53b-f93876330e54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.179934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b61953c0-3a8a-4b74-a53b-f93876330e54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.188954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:15.190047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (b61953c0-3a8a-4b74-a53b-f93876330e54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.192011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cb5b6721-d598-4b6e-b405-ea4ff384288b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:15.205381 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:15.233118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-035c054f-9435-4bca-bb62-7d89a7ec9db5 None None] Provisioning complete for port cb5b6721-d598-4b6e-b405-ea4ff384288b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:15.233487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-035c054f-9435-4bca-bb62-7d89a7ec9db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.258809 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (1b9ed489-0976-4d9c-a1d0-14c690b5d5cd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.282878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.305190 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/1b9ed489-0976-4d9c-a1d0-14c690b5d5cd HTTP/1.1" status: 204 len: 168 time: 2.6039855 Feb 03 04:50:15.306202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:15.310415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43030aed-1575-4747-b859-499a0a9a4a71 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=1b9ed489-0976-4d9c-a1d0-14c690b5d5cd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:15.314194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-839093980'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:15.360310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:15.369313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.394122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-035c054f-9435-4bca-bb62-7d89a7ec9db5 None None] Current status of the port cb5b6721-d598-4b6e-b405-ea4ff384288b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:15.420413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:15.457337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1264e79e-d8af-4abf-a6fe-a3c33981dfeb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.457752 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 1264e79e-d8af-4abf-a6fe-a3c33981dfeb of type vlan for network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 Feb 03 04:50:15.508317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394bdfc-bd98-4096-8e34-a134d4858926 req-516cb17f-15c1-443e-9967-33fc6eafcefe tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:15.515491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4394bdfc-bd98-4096-8e34-a134d4858926 req-516cb17f-15c1-443e-9967-33fc6eafcefe tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1230912 Feb 03 04:50:15.537945 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.601445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4394bdfc-bd98-4096-8e34-a134d4858926 req-9908b63b-0691-4979-aa7f-f0f59d4236f6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849617 Feb 03 04:50:15.627493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.632630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:15.633258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.747813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:15.762020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:15.789318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f43c70fe-b234-4db7-8480-a799fb207a82 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4806514 Feb 03 04:50:15.792221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:15.797633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': '0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:15.912724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b6c29a19-71e8-46a7-8253-d0cf0e158ef8 None None] Could not find standard attr ID for object 29156dcc-f0ea-4b7f-859e-febcdce6338f. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:50:15.939626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:15.951939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:15.954258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f5569-c8e3-4550-8077-9a4be204921f None None] DHCP port deletion for 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:50:15.975353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20abda55-148a-4887-bda7-084c148a2d07 None None] Network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:15.991661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20abda55-148a-4887-bda7-084c148a2d07 None None] Network 1b9ed489-0976-4d9c-a1d0-14c690b5d5cd could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:50:16.203601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (f0127899-c4ee-4511-857e-2c35cf9ebec2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.249119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=f0127899-c4ee-4511-857e-2c35cf9ebec2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:16.297878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': '1264e79e-d8af-4abf-a6fe-a3c33981dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:16.298253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:16.322345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:16.334813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:16.345564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d12983-3f98-4e2b-bb07-f7713c9561b3 None None] Network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:16.364202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:16.366038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.413343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:16.420453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860311240'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:16.429247 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-00e20434-2979-4b2a-8f48-47daa63b2572 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6357491 Feb 03 04:50:16.463308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:16.467391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.505195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:16.534847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (69e23808-35c8-4cd1-bc98-1203822d9437), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.537409 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 69e23808-35c8-4cd1-bc98-1203822d9437 of type vlan for network 60f2fe3f-69f3-4fa5-b7f8-06b34489b656 Feb 03 04:50:16.638708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618', 'network_id': '0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': 'f0127899-c4ee-4511-857e-2c35cf9ebec2'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:16.643480 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.660026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (60f2fe3f-69f3-4fa5-b7f8-06b34489b656), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.733680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (60f2fe3f-69f3-4fa5-b7f8-06b34489b656), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.738918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:16.739552 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:16.901121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:16.902438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4869518 Feb 03 04:50:16.912565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:16.997658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dec8a-bc9e-49cc-b852-ba27415150a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=60f2fe3f-69f3-4fa5-b7f8-06b34489b656,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:17.004606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Allocated IP 2001:db8::1 (0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618/f0127899-c4ee-4511-857e-2c35cf9ebec2/a2760bb7-a776-451a-877a-b2731bdda1b6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:17.032862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7e993-d2f3-44a1-94e6-c44e1422e38a req-121cabb3-dc5a-4bbb-8bfe-e521b54b618b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:17.043723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3dc7e993-d2f3-44a1-94e6-c44e1422e38a req-121cabb3-dc5a-4bbb-8bfe-e521b54b618b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.2998555 Feb 03 04:50:17.121015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:17.125054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.152295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3dc7e993-d2f3-44a1-94e6-c44e1422e38a req-d96277e8-009f-4836-8ce4-4f71b8bf4bb3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075056 Feb 03 04:50:17.234056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 04:50:17.234570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 04:50:17.263000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb5b6721-d598-4b6e-b405-ea4ff384288b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:17.303835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 60f2fe3f-69f3-4fa5-b7f8-06b34489b656 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:17.419751 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Publish callbacks [] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.434843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cb5b6721-d598-4b6e-b405-ea4ff384288b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:17.435247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.438028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.510088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Pushing event updated for resources: {'Port': ['ID=a2760bb7-a776-451a-877a-b2731bdda1b6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:17.523977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (2133d600-6277-42cc-be64-3e0c22a5e81c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.541234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:17.544962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:17.549000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:17.674672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=2133d600-6277-42cc-be64-3e0c22a5e81c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:17.698526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Attempting to bind port a2760bb7-a776-451a-877a-b2731bdda1b6 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:17.698912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Attempting to bind port a2760bb7-a776-451a-877a-b2731bdda1b6 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '1264e79e-d8af-4abf-a6fe-a3c33981dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:17.699660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Attempting to bind port a2760bb7-a776-451a-877a-b2731bdda1b6 on network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:17.702387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': '69e23808-35c8-4cd1-bc98-1203822d9437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:17.702939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: 60f2fe3f-69f3-4fa5-b7f8-06b34489b656, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:17.708583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:17.708997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Checking segment: {'id': '1264e79e-d8af-4abf-a6fe-a3c33981dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:17.709414 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.709837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Bound using segment: {'id': '1264e79e-d8af-4abf-a6fe-a3c33981dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:17.710317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Bound port: a2760bb7-a776-451a-877a-b2731bdda1b6, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1264e79e-d8af-4abf-a6fe-a3c33981dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:17.710725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.747165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 60f2fe3f-69f3-4fa5-b7f8-06b34489b656 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:17.973201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 60f2fe3f-69f3-4fa5-b7f8-06b34489b656) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:17.974704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cb5b6721-d598-4b6e-b405-ea4ff384288b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:17.974990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:17.974990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:17.975393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99bcfa3-6492-4e89-a81a-39bdfff80d2a None None] Network 60f2fe3f-69f3-4fa5-b7f8-06b34489b656 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:17.975777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5c6685e-65be-4057-901f-7dd62af2e240 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9559855 Feb 03 04:50:17.975777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:17.989393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29156dcc-f0ea-4b7f-859e-febcdce6338f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:50:18.037151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 29156dcc-f0ea-4b7f-859e-febcdce6338f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:50:18.037873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 29156dcc-f0ea-4b7f-859e-febcdce6338f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:50:18.089485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-60f2fe3f-69f3-4fa5-b7f8-06b34489b656', 'network_id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': '2133d600-6277-42cc-be64-3e0c22a5e81c'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:18.090370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.151399 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (60f2fe3f-69f3-4fa5-b7f8-06b34489b656), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.256539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] For port a2760bb7-a776-451a-877a-b2731bdda1b6, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:18.259386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Allocated IP 2001:db8::3 (60f2fe3f-69f3-4fa5-b7f8-06b34489b656/2133d600-6277-42cc-be64-3e0c22a5e81c/aaae4197-8f23-4b5c-8f3c-9134f90b4b88) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:18.279991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] For port a2760bb7-a776-451a-877a-b2731bdda1b6, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2760bb7-a776-451a-877a-b2731bdda1b6,segment=NetworkSegment(1264e79e-d8af-4abf-a6fe-a3c33981dfeb),segment_id=1264e79e-d8af-4abf-a6fe-a3c33981dfeb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:18.283147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2133d600-6277-42cc-be64-3e0c22a5e81c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.305803 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.371305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7801f-5948-4c91-811e-754a39cb3786 None None] Pushing event updated for resources: {'Port': ['ID=a2760bb7-a776-451a-877a-b2731bdda1b6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:18.434513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33651a-8f0b-4082-b8de-c42cce9e3c0f req-ce355b3c-1500-4c8e-8b08-37e36d795d6b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:18.442780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c33651a-8f0b-4082-b8de-c42cce9e3c0f req-ce355b3c-1500-4c8e-8b08-37e36d795d6b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1511061 Feb 03 04:50:18.531744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c33651a-8f0b-4082-b8de-c42cce9e3c0f req-415d812d-a0b0-4705-8b93-f1b9e88d1695 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821004 Feb 03 04:50:18.636226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Publish callbacks [] for port (aaae4197-8f23-4b5c-8f3c-9134f90b4b88), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.671937 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (aaae4197-8f23-4b5c-8f3c-9134f90b4b88), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.677198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (2133d600-6277-42cc-be64-3e0c22a5e81c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.786610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=2133d600-6277-42cc-be64-3e0c22a5e81c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:18.817807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Network 60f2fe3f-69f3-4fa5-b7f8-06b34489b656 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:18.825322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:18.827801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:18.880648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Pushing event updated for resources: {'Port': ['ID=aaae4197-8f23-4b5c-8f3c-9134f90b4b88,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:18.898208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Attempting to bind port aaae4197-8f23-4b5c-8f3c-9134f90b4b88 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:18.898580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Attempting to bind port aaae4197-8f23-4b5c-8f3c-9134f90b4b88 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '69e23808-35c8-4cd1-bc98-1203822d9437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:18.898950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Attempting to bind port aaae4197-8f23-4b5c-8f3c-9134f90b4b88 on network 60f2fe3f-69f3-4fa5-b7f8-06b34489b656 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:18.905615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:18.906002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Checking segment: {'id': '69e23808-35c8-4cd1-bc98-1203822d9437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:18.906660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:18.906781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Bound using segment: {'id': '69e23808-35c8-4cd1-bc98-1203822d9437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:18.907269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Bound port: aaae4197-8f23-4b5c-8f3c-9134f90b4b88, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e23808-35c8-4cd1-bc98-1203822d9437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:18.907684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (aaae4197-8f23-4b5c-8f3c-9134f90b4b88), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:19.007308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (60f2fe3f-69f3-4fa5-b7f8-06b34489b656), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:19.035734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] For port aaae4197-8f23-4b5c-8f3c-9134f90b4b88, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:19.040141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] For port aaae4197-8f23-4b5c-8f3c-9134f90b4b88, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=aaae4197-8f23-4b5c-8f3c-9134f90b4b88,segment=NetworkSegment(69e23808-35c8-4cd1-bc98-1203822d9437),segment_id=69e23808-35c8-4cd1-bc98-1203822d9437)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:19.047846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (aaae4197-8f23-4b5c-8f3c-9134f90b4b88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:19.104960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f2fe3f-69f3-4fa5-b7f8-06b34489b656']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:19.137460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e23808-35c8-4cd1-bc98-1203822d9437') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:19.137854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e23808-35c8-4cd1-bc98-1203822d9437') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:19.155430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (69e23808-35c8-4cd1-bc98-1203822d9437), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:19.158381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f7bdd-6331-4063-8900-f60c59cc892d None None] Pushing event updated for resources: {'Port': ['ID=aaae4197-8f23-4b5c-8f3c-9134f90b4b88,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:19.185737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283525d-8ba9-463e-a68d-b64d87cc9c86 None None] Network 60f2fe3f-69f3-4fa5-b7f8-06b34489b656 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:19.200884 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (69e23808-35c8-4cd1-bc98-1203822d9437), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:19.217806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:19.220624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (69e23808-35c8-4cd1-bc98-1203822d9437), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:19.224121 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:19.340814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:50:19.340814 n-d-827549-1 neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:50:19.340814 n-d-827549-1 neutron-server[103324]: [parameters: {'id': '60f2fe3f-69f3-4fa5-b7f8-06b34489b656'}] Feb 03 04:50:19.340814 n-d-827549-1 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:50:19.341983 n-d-827549-1 neutron-server[103324]: DEBUG oslo_db.api [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:50:19.745803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaa0f3-6f5b-40e5-8f65-2242e770d24f req-d482efda-b787-4eb7-b54b-e41871483e62 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:19.753003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4aaa0f3-6f5b-40e5-8f65-2242e770d24f req-d482efda-b787-4eb7-b54b-e41871483e62 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1169641 Feb 03 04:50:19.822170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c4aaa0f3-6f5b-40e5-8f65-2242e770d24f req-8c69f0b9-7167-423a-934e-34ed07688c91 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621889 Feb 03 04:50:19.843405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (60f2fe3f-69f3-4fa5-b7f8-06b34489b656), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:19.942981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port aaae4197-8f23-4b5c-8f3c-9134f90b4b88 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:19.943549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (aaae4197-8f23-4b5c-8f3c-9134f90b4b88), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.058242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port aaae4197-8f23-4b5c-8f3c-9134f90b4b88, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=aaae4197-8f23-4b5c-8f3c-9134f90b4b88,segment=NetworkSegment(69e23808-35c8-4cd1-bc98-1203822d9437),segment_id=69e23808-35c8-4cd1-bc98-1203822d9437)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:20.058890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (aaae4197-8f23-4b5c-8f3c-9134f90b4b88), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.081868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for aaae4197-8f23-4b5c-8f3c-9134f90b4b88 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:20.084783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea311582-4b51-4fa1-95f3-006942846146 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:50:20.228094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0c254c00-1247-497c-8cdb-a98a4271d7fd None None] Provisioning complete for port a2760bb7-a776-451a-877a-b2731bdda1b6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:20.228472 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c254c00-1247-497c-8cdb-a98a4271d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.258890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea311582-4b51-4fa1-95f3-006942846146 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:50:20.263572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (aaae4197-8f23-4b5c-8f3c-9134f90b4b88), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.305436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port aaae4197-8f23-4b5c-8f3c-9134f90b4b88 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:20.332639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=aaae4197-8f23-4b5c-8f3c-9134f90b4b88,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:20.360389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.364678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.365258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.367054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.367493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.368011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.370648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.371090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.371569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.372039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.372477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.374727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.375312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:20.445928 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (60f2fe3f-69f3-4fa5-b7f8-06b34489b656), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.477548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f2fe3f-69f3-4fa5-b7f8-06b34489b656']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:20.486639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e23808-35c8-4cd1-bc98-1203822d9437') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:20.488859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e23808-35c8-4cd1-bc98-1203822d9437') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:20.496909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c254c00-1247-497c-8cdb-a98a4271d7fd None None] Current status of the port a2760bb7-a776-451a-877a-b2731bdda1b6 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:20.497506 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c254c00-1247-497c-8cdb-a98a4271d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.499126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (69e23808-35c8-4cd1-bc98-1203822d9437), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.517869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (69e23808-35c8-4cd1-bc98-1203822d9437), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.539855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:20.540926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (69e23808-35c8-4cd1-bc98-1203822d9437), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:20.545639 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:20.554036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cce5be-862c-48e1-bb5a-8ef74904ca80 None None] Network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:20.581977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c254c00-1247-497c-8cdb-a98a4271d7fd None None] For port a2760bb7-a776-451a-877a-b2731bdda1b6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2760bb7-a776-451a-877a-b2731bdda1b6,segment=NetworkSegment(1264e79e-d8af-4abf-a6fe-a3c33981dfeb),segment_id=1264e79e-d8af-4abf-a6fe-a3c33981dfeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:20.599575 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c254c00-1247-497c-8cdb-a98a4271d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.636984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (60f2fe3f-69f3-4fa5-b7f8-06b34489b656), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.658863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.666834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/60f2fe3f-69f3-4fa5-b7f8-06b34489b656 HTTP/1.1" status: 204 len: 168 time: 2.8024280 Feb 03 04:50:20.674238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:20.680978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456449275'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:20.694330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a65f6-e0ed-41fb-b514-850609b0e118 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=60f2fe3f-69f3-4fa5-b7f8-06b34489b656,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:20.755974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:20.760435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.809288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:20.817767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c254c00-1247-497c-8cdb-a98a4271d7fd None None] Pushing event updated for resources: {'Port': ['ID=a2760bb7-a776-451a-877a-b2731bdda1b6,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:20.847402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0bd717d1-e615-4bd3-9f53-b32ebcca005e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:20.848294 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 0bd717d1-e615-4bd3-9f53-b32ebcca005e of type vlan for network 9ee44572-17fa-4307-a7f3-4cadf27d1890 Feb 03 04:50:20.927999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2760bb7-a776-451a-877a-b2731bdda1b6 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:21.036617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a2760bb7-a776-451a-877a-b2731bdda1b6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:21.037378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:21.239101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a2760bb7-a776-451a-877a-b2731bdda1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:21.262171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a980b774-dac0-4827-8f02-a5562c05d673 None None] Provisioning complete for port a2760bb7-a776-451a-877a-b2731bdda1b6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:21.262626 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a980b774-dac0-4827-8f02-a5562c05d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:21.453354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a980b774-dac0-4827-8f02-a5562c05d673 None None] Current status of the port a2760bb7-a776-451a-877a-b2731bdda1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:21.630896 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9ee44572-17fa-4307-a7f3-4cadf27d1890), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:21.665908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c1569-0950-4bd7-b87d-afb08b6d1335 req-d775e6a1-d8c0-42d6-b1f5-e26b4e85c888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:21.673248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea1c1569-0950-4bd7-b87d-afb08b6d1335 req-d775e6a1-d8c0-42d6-b1f5-e26b4e85c888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.7221148 Feb 03 04:50:21.732822 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9ee44572-17fa-4307-a7f3-4cadf27d1890), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:21.738392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:21.739202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:21.786540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1108305 Feb 03 04:50:21.790193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:21.796306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': '9ee44572-17fa-4307-a7f3-4cadf27d1890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:21.817910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea1c1569-0950-4bd7-b87d-afb08b6d1335 req-71fdf94b-de68-41bc-9ad5-a8a67bc93550 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344666 Feb 03 04:50:21.860410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110ec51-31c8-4feb-8e6a-9aaf016044b2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=9ee44572-17fa-4307-a7f3-4cadf27d1890,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:21.872203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9ee44572-17fa-4307-a7f3-4cadf27d1890 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:21.966524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:21.971102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:22.235062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (9601241f-5d42-48a6-85d0-fee8c42c7069), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:22.325285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=9601241f-5d42-48a6-85d0-fee8c42c7069,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:22.343119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': '0bd717d1-e615-4bd3-9f53-b32ebcca005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9ee44572-17fa-4307-a7f3-4cadf27d1890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:22.343957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: 9ee44572-17fa-4307-a7f3-4cadf27d1890, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:22.375901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 9ee44572-17fa-4307-a7f3-4cadf27d1890 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:22.396917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 9ee44572-17fa-4307-a7f3-4cadf27d1890) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:22.404316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:22.404857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790f26c-b79f-4c7f-bac5-7c7fd920bc47 None None] Network 9ee44572-17fa-4307-a7f3-4cadf27d1890 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:22.405293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:22.430764 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f009e0a9-e3e2-48bf-8b8e-e22aa8547cf2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6364965 Feb 03 04:50:22.430982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:22.602933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9ee44572-17fa-4307-a7f3-4cadf27d1890), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:22.700278 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9601241f-5d42-48a6-85d0-fee8c42c7069), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:22.824063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (9601241f-5d42-48a6-85d0-fee8c42c7069), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:22.861308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=9601241f-5d42-48a6-85d0-fee8c42c7069,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:22.965559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2760bb7-a776-451a-877a-b2731bdda1b6 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:22.980125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9ee44572-17fa-4307-a7f3-4cadf27d1890), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.005151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee44572-17fa-4307-a7f3-4cadf27d1890']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:23.016414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd717d1-e615-4bd3-9f53-b32ebcca005e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:23.016944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd717d1-e615-4bd3-9f53-b32ebcca005e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:23.021230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9741b-81f3-4cc4-b6f0-1a5f67f5a6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-9ee44572-17fa-4307-a7f3-4cadf27d1890', 'network_id': '9ee44572-17fa-4307-a7f3-4cadf27d1890', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': '9601241f-5d42-48a6-85d0-fee8c42c7069'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:23.021692 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31d9741b-81f3-4cc4-b6f0-1a5f67f5a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.029873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (0bd717d1-e615-4bd3-9f53-b32ebcca005e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.049064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0bd717d1-e615-4bd3-9f53-b32ebcca005e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.051883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04616f-cce2-409e-82ac-871ee1879571 req-7da637b7-5c0e-4530-9df3-a30ebdfcfaa4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:23.054014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf04616f-cce2-409e-82ac-871ee1879571 req-7da637b7-5c0e-4530-9df3-a30ebdfcfaa4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1146977 Feb 03 04:50:23.057857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:23.058557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (0bd717d1-e615-4bd3-9f53-b32ebcca005e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:23.062696 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:23.110410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a2760bb7-a776-451a-877a-b2731bdda1b6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:23.110947 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.121959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf04616f-cce2-409e-82ac-871ee1879571 req-921c2d57-3b7b-4d7e-9596-6d48661300f8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610929 Feb 03 04:50:23.154294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9ee44572-17fa-4307-a7f3-4cadf27d1890), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.161120 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-31d9741b-81f3-4cc4-b6f0-1a5f67f5a6cc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 04:50:23.161120 n-d-827549-1 neutron-server[103325]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 03 04:50:23.161120 n-d-827549-1 neutron-server[103325]: [parameters: {'project_id': 'd281bd1f01644111be5915efc5c205fa', 'id': '12da5d60-054b-4896-a6e2-cadf08ba5036', 'name': '', 'network_id': '9ee44572-17fa-4307-a7f3-4cadf27d1890', 'mac_address': 'fa:16:3e:e5:20:5b', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-9ee44572-17fa-4307-a7f3-4cadf27d1890', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3552}] Feb 03 04:50:23.161120 n-d-827549-1 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:50:23.161974 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-31d9741b-81f3-4cc4-b6f0-1a5f67f5a6cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:50:23.166912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.174253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/9ee44572-17fa-4307-a7f3-4cadf27d1890 HTTP/1.1" status: 204 len: 168 time: 0.7388887 Feb 03 04:50:23.176596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 43986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:23.184536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-898433686'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:23.185141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d201779-9a8f-4aed-b7b3-feaee82d22b5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=9ee44572-17fa-4307-a7f3-4cadf27d1890,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:23.221614 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:23.226571 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.261533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:23.274744 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3d7dcbc4-d758-4f5a-8389-b654db3dc77d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.275353 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 3d7dcbc4-d758-4f5a-8389-b654db3dc77d of type vlan for network d4c58fe1-7d6c-42f2-a386-4697961339c4 Feb 03 04:50:23.289231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a2760bb7-a776-451a-877a-b2731bdda1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:23.333340 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d4c58fe1-7d6c-42f2-a386-4697961339c4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.365169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d4c58fe1-7d6c-42f2-a386-4697961339c4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.372217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:23.373211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.488062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=d4c58fe1-7d6c-42f2-a386-4697961339c4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:23.498522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 43998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:23.498966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-89c12aaf-acbe-4341-8154-48dd48262ade tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3172791 Feb 03 04:50:23.503948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d4c58fe1-7d6c-42f2-a386-4697961339c4 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:23.511682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:23.672147 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31d9741b-81f3-4cc4-b6f0-1a5f67f5a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.716963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3757972-a4b3-47fe-a9c0-f8a6c3c56c53 None None] Network 9ee44572-17fa-4307-a7f3-4cadf27d1890 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:23.740777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3757972-a4b3-47fe-a9c0-f8a6c3c56c53 None None] Network 9ee44572-17fa-4307-a7f3-4cadf27d1890 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:50:23.768121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:23.771964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.830119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.898915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:23.905200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:24.082903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (db0056fc-48a1-4ff3-84fc-438b7f12dc15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.120991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1251f0a5-d1fa-4914-b934-1af51e7b7775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.259074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1251f0a5-d1fa-4914-b934-1af51e7b7775 admin admin] Publish callbacks [] for security_group (8bac7c18-39ce-484e-bd8a-1fbc77dde079), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.267827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': '3d7dcbc4-d758-4f5a-8389-b654db3dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:24.268205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: d4c58fe1-7d6c-42f2-a386-4697961339c4, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:24.269926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1251f0a5-d1fa-4914-b934-1af51e7b7775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8bac7c18-39ce-484e-bd8a-1fbc77dde079), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.273600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=db0056fc-48a1-4ff3-84fc-438b7f12dc15,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:24.307874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network d4c58fe1-7d6c-42f2-a386-4697961339c4 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:24.336953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d4c58fe1-7d6c-42f2-a386-4697961339c4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:24.350539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7567544e-f75d-4db3-9e3e-d084de2f32be None None] Network d4c58fe1-7d6c-42f2-a386-4697961339c4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:24.350766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:24.352486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.387097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:24.387580 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f2c46b95-2ba2-478f-aa23-18b5d61f1950 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8879578 Feb 03 04:50:24.441330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:24.441672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1251f0a5-d1fa-4914-b934-1af51e7b7775 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bb8407aa5ca4bc8aa42e111523325e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5349240 Feb 03 04:50:24.448759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251f0a5-d1fa-4914-b934-1af51e7b7775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac7c18-39ce-484e-bd8a-1fbc77dde079,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:24.548445 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642efbe5-2ac3-43dc-b48f-a0f4169af5b7 admin admin] Publish callbacks [] for security_group (8bac7c18-39ce-484e-bd8a-1fbc77dde079), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.549688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d4c58fe1-7d6c-42f2-a386-4697961339c4', 'network_id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': 'db0056fc-48a1-4ff3-84fc-438b7f12dc15'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:24.550800 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.579324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8ac39-0fb9-4344-ab73-81476d51b0f1 req-4d29c5a6-136e-42ee-b3f9-283af3060ec8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:24.591033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28e8ac39-0fb9-4344-ab73-81476d51b0f1 req-4d29c5a6-136e-42ee-b3f9-283af3060ec8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.2805407 Feb 03 04:50:24.591135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642efbe5-2ac3-43dc-b48f-a0f4169af5b7 admin admin] Publish callbacks [] for security_group (8bac7c18-39ce-484e-bd8a-1fbc77dde079), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.689248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642efbe5-2ac3-43dc-b48f-a0f4169af5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8bac7c18-39ce-484e-bd8a-1fbc77dde079), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.692416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642efbe5-2ac3-43dc-b48f-a0f4169af5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.694312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-642efbe5-2ac3-43dc-b48f-a0f4169af5b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bac7c18-39ce-484e-bd8a-1fbc77dde079 HTTP/1.1" status: 204 len: 168 time: 0.2514112 Feb 03 04:50:24.722313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642efbe5-2ac3-43dc-b48f-a0f4169af5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac7c18-39ce-484e-bd8a-1fbc77dde079,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:24.730709 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d4c58fe1-7d6c-42f2-a386-4697961339c4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:24.773586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28e8ac39-0fb9-4344-ab73-81476d51b0f1 req-c1184c73-730c-434a-97ad-fd91e282ec24 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720977 Feb 03 04:50:24.815047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Allocated IP 2001:db8::1 (d4c58fe1-7d6c-42f2-a386-4697961339c4/db0056fc-48a1-4ff3-84fc-438b7f12dc15/a0dd0f97-05ca-48b4-a958-bccbc627f17c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:24.885046 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (db0056fc-48a1-4ff3-84fc-438b7f12dc15), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.116318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Publish callbacks [] for port (a0dd0f97-05ca-48b4-a958-bccbc627f17c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.135734 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a0dd0f97-05ca-48b4-a958-bccbc627f17c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.161102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (db0056fc-48a1-4ff3-84fc-438b7f12dc15), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.217311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Pushing event updated for resources: {'Port': ['ID=a0dd0f97-05ca-48b4-a958-bccbc627f17c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:25.224855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Network d4c58fe1-7d6c-42f2-a386-4697961339c4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:25.226498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:25.232190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:25.274169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=db0056fc-48a1-4ff3-84fc-438b7f12dc15,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:25.292464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:25.321568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90bc16ca-ee12-48fd-bdeb-165076443f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.345747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Attempting to bind port a0dd0f97-05ca-48b4-a958-bccbc627f17c on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:25.346323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Attempting to bind port a0dd0f97-05ca-48b4-a958-bccbc627f17c by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3d7dcbc4-d758-4f5a-8389-b654db3dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:25.348391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Attempting to bind port a0dd0f97-05ca-48b4-a958-bccbc627f17c on network d4c58fe1-7d6c-42f2-a386-4697961339c4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:25.361924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:25.364776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Checking segment: {'id': '3d7dcbc4-d758-4f5a-8389-b654db3dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:25.365273 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.365799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Bound using segment: {'id': '3d7dcbc4-d758-4f5a-8389-b654db3dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:25.366418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Bound port: a0dd0f97-05ca-48b4-a958-bccbc627f17c, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7dcbc4-d758-4f5a-8389-b654db3dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:25.367936 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a0dd0f97-05ca-48b4-a958-bccbc627f17c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.504200 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d4c58fe1-7d6c-42f2-a386-4697961339c4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.552335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90bc16ca-ee12-48fd-bdeb-165076443f7d admin admin] Publish callbacks [] for security_group (c6290770-5216-43d8-98e1-663a6e5210a5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.558715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] For port a0dd0f97-05ca-48b4-a958-bccbc627f17c, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:25.559936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c58fe1-7d6c-42f2-a386-4697961339c4']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:25.564763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90bc16ca-ee12-48fd-bdeb-165076443f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c6290770-5216-43d8-98e1-663a6e5210a5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.565403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] For port a0dd0f97-05ca-48b4-a958-bccbc627f17c, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a0dd0f97-05ca-48b4-a958-bccbc627f17c,segment=NetworkSegment(3d7dcbc4-d758-4f5a-8389-b654db3dc77d),segment_id=3d7dcbc4-d758-4f5a-8389-b654db3dc77d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:25.591545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a0dd0f97-05ca-48b4-a958-bccbc627f17c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.598727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7dcbc4-d758-4f5a-8389-b654db3dc77d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:25.599185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7dcbc4-d758-4f5a-8389-b654db3dc77d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:25.646156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (3d7dcbc4-d758-4f5a-8389-b654db3dc77d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.651839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-90bc16ca-ee12-48fd-bdeb-165076443f7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d742c21fe1124388800d4a23d809cdb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553224 Feb 03 04:50:25.652602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:25.685821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3d7dcbc4-d758-4f5a-8389-b654db3dc77d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.707911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:25.709151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (3d7dcbc4-d758-4f5a-8389-b654db3dc77d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:25.714394 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:25.751541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cebb3-0e31-4470-89f0-c491ba88da79 None None] Pushing event updated for resources: {'Port': ['ID=a0dd0f97-05ca-48b4-a958-bccbc627f17c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:25.766211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c4115-e262-40e0-bf51-e127f530012f None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:50:25.833878 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.db.api [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:50:25.833878 n-d-827549-1 neutron-server[103323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:50:25.833878 n-d-827549-1 neutron-server[103323]: [parameters: {'id': 'd4c58fe1-7d6c-42f2-a386-4697961339c4'}] Feb 03 04:50:25.833878 n-d-827549-1 neutron-server[103323]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:50:25.837036 n-d-827549-1 neutron-server[103323]: DEBUG oslo_db.api [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:50:25.910493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc16ca-ee12-48fd-bdeb-165076443f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6290770-5216-43d8-98e1-663a6e5210a5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:25.947832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8008322-7d9b-4a07-b0fd-356d2be18a24 admin admin] Publish callbacks [] for security_group (c6290770-5216-43d8-98e1-663a6e5210a5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:25.956224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7c4115-e262-40e0-bf51-e127f530012f None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:50:25.986910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8008322-7d9b-4a07-b0fd-356d2be18a24 admin admin] Publish callbacks [] for security_group (c6290770-5216-43d8-98e1-663a6e5210a5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.019714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7a0d4-4fd3-45b1-9131-c46a35eaf0d4 req-f5dc9078-fedb-4646-b887-223761b4f735 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:26.027711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31a7a0d4-4fd3-45b1-9131-c46a35eaf0d4 req-f5dc9078-fedb-4646-b887-223761b4f735 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1135128 Feb 03 04:50:26.064362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8008322-7d9b-4a07-b0fd-356d2be18a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c6290770-5216-43d8-98e1-663a6e5210a5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.067581 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8008322-7d9b-4a07-b0fd-356d2be18a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.075474 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e8008322-7d9b-4a07-b0fd-356d2be18a24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6290770-5216-43d8-98e1-663a6e5210a5 HTTP/1.1" status: 204 len: 168 time: 0.4160292 Feb 03 04:50:26.128182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31a7a0d4-4fd3-45b1-9131-c46a35eaf0d4 req-388a7d0f-9a9d-4356-b647-c2e4644c21c2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990343 Feb 03 04:50:26.130337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8008322-7d9b-4a07-b0fd-356d2be18a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6290770-5216-43d8-98e1-663a6e5210a5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:26.244690 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-71c52049-2a9d-4364-89c7-752b8ad7f331 service neutron] show failed (client error): The resource could not be found. Feb 03 04:50:26.245887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-71c52049-2a9d-4364-89c7-752b8ad7f331 service neutron] 10.222.0.31 "GET /v2.0/ports/317a7665-a1af-4c37-ad90-21a23a52703c/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.1665359 Feb 03 04:50:26.337606 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d4c58fe1-7d6c-42f2-a386-4697961339c4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.489639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b05116-f17a-4502-907f-5e021fb6d4ed None None] Network d4c58fe1-7d6c-42f2-a386-4697961339c4 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:26.534620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port a0dd0f97-05ca-48b4-a958-bccbc627f17c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:26.534970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a0dd0f97-05ca-48b4-a958-bccbc627f17c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.689656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-ffd89592-0d08-483a-b47b-2b2294c3d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:26.691267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-ffd89592-0d08-483a-b47b-2b2294c3d6e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 1128 time: 0.1467304 Feb 03 04:50:26.713941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:26.787469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port a0dd0f97-05ca-48b4-a958-bccbc627f17c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a0dd0f97-05ca-48b4-a958-bccbc627f17c,segment=NetworkSegment(3d7dcbc4-d758-4f5a-8389-b654db3dc77d),segment_id=3d7dcbc4-d758-4f5a-8389-b654db3dc77d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:26.787821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a0dd0f97-05ca-48b4-a958-bccbc627f17c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.818669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for a0dd0f97-05ca-48b4-a958-bccbc627f17c owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:26.914292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.921936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a0dd0f97-05ca-48b4-a958-bccbc627f17c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:26.954537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port a0dd0f97-05ca-48b4-a958-bccbc627f17c on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:26.956702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=a0dd0f97-05ca-48b4-a958-bccbc627f17c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:27.127223 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d4c58fe1-7d6c-42f2-a386-4697961339c4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.153062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c58fe1-7d6c-42f2-a386-4697961339c4']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:27.163717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7dcbc4-d758-4f5a-8389-b654db3dc77d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:27.164324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7dcbc4-d758-4f5a-8389-b654db3dc77d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:27.177608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (3d7dcbc4-d758-4f5a-8389-b654db3dc77d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.193284 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3d7dcbc4-d758-4f5a-8389-b654db3dc77d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.207598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:27.208019 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (3d7dcbc4-d758-4f5a-8389-b654db3dc77d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:27.211349 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:27.290974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:27.341538 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d4c58fe1-7d6c-42f2-a386-4697961339c4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.350910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:27.375683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.379257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/d4c58fe1-7d6c-42f2-a386-4697961339c4 HTTP/1.1" status: 204 len: 168 time: 2.9776888 Feb 03 04:50:27.398851 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44082) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:27.408116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1745710038'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:27.421002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe5e70-a69a-49f7-9486-125c67e42fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=d4c58fe1-7d6c-42f2-a386-4697961339c4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:27.443584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:50:27.446350 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b100d0c-cea8-494f-b856-a902a758b9e9" -d '{"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-unplugged", "status": "completed", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:50:27.451482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Publish callbacks [] for port (317a7665-a1af-4c37-ad90-21a23a52703c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.471206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Transition to ACTIVE for port object 317a7665-a1af-4c37-ad90-21a23a52703c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:50:27.496321 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.513127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8863-3662-4d8a-8ee2-89d22b459d12 req-54d45e8f-b4a9-45be-8d8f-c2ef8330c0dc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:27.515213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-168f8863-3662-4d8a-8ee2-89d22b459d12 req-54d45e8f-b4a9-45be-8d8f-c2ef8330c0dc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.2088037 Feb 03 04:50:27.517118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:27.521567 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.557689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:27.569223 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (25f5ee53-ff80-4dfc-af04-4ac6e16c450c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.569818 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 25f5ee53-ff80-4dfc-af04-4ac6e16c450c of type vlan for network c06795ae-173d-4168-baa3-a510dbb4c9ec Feb 03 04:50:27.640364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c06795ae-173d-4168-baa3-a510dbb4c9ec), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.688501 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c06795ae-173d-4168-baa3-a510dbb4c9ec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.695889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:27.696618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:27.741239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:27.776996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3743253 Feb 03 04:50:27.783531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44100) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:27.794761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:27.885238 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-168f8863-3662-4d8a-8ee2-89d22b459d12 req-2edc557b-e421-4579-ab9d-9ce636d029a0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468180 Feb 03 04:50:27.894825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4050eb-595f-4cbe-9477-27c7e8d2643f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=c06795ae-173d-4168-baa3-a510dbb4c9ec,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:27.908958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c06795ae-173d-4168-baa3-a510dbb4c9ec details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:27.954052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] No DVR routers for this DVR port 317a7665-a1af-4c37-ad90-21a23a52703c on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:28.087603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:28.092473 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.198949 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841adbc8-9453-432c-8a32-e558703ab0fa x-openstack-request-id: req-841adbc8-9453-432c-8a32-e558703ab0fa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:50:28.200054 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-unplugged", "status": "completed", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:50:28.200659 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-841adbc8-9453-432c-8a32-e558703ab0fa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:50:28.208308 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'code': 200} Feb 03 04:50:28.336486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:28.336834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:28.339111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c on network 8fa4af81-f115-4c93-afce-40cec7eb144b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:28.349249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Port 317a7665-a1af-4c37-ad90-21a23a52703c on network 8fa4af81-f115-4c93-afce-40cec7eb144b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:50:28.349589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Attempting to bind port 317a7665-a1af-4c37-ad90-21a23a52703c on network 8fa4af81-f115-4c93-afce-40cec7eb144b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:28.359904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:28.360248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Checking segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:28.360651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Bound using segment: {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:28.364411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Bound port: 317a7665-a1af-4c37-ad90-21a23a52703c, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2937a859-208d-4f6e-a3cc-9be821e1170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:28.364865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.389931 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (4c26db7a-2e8e-4ed3-a8be-47af67452a49), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.483036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:28.484555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': '25f5ee53-ff80-4dfc-af04-4ac6e16c450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:28.484940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: c06795ae-173d-4168-baa3-a510dbb4c9ec, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:28.489298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=4c26db7a-2e8e-4ed3-a8be-47af67452a49,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:28.494524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:28.510830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.512169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network c06795ae-173d-4168-baa3-a510dbb4c9ec is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:28.528590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c06795ae-173d-4168-baa3-a510dbb4c9ec) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:28.533342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:28.534059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.545284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f00ce5-fac0-4ae4-81f2-b8dadfcb6bc0 None None] Network c06795ae-173d-4168-baa3-a510dbb4c9ec requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:28.552837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:28.600444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e25a7145-fdf7-4835-acde-3b5f54063b7f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8116586 Feb 03 04:50:28.603320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44122) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:28.616302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:28.635793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:28.636473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.638667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] 10.222.0.15 "PUT /v2.0/ports/317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1092 time: 1.9381750 Feb 03 04:50:28.725699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d0b87-6764-490a-8918-cde17f0d7623 service neutron] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:28.751618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-510cda99-adf5-4b38-818f-f706c4ab21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:28.754106 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-510cda99-adf5-4b38-818f-f706c4ab21df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1126 time: 0.0917649 Feb 03 04:50:28.814815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c06795ae-173d-4168-baa3-a510dbb4c9ec', 'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': '4c26db7a-2e8e-4ed3-a8be-47af67452a49'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:28.815766 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.817485 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df9ee7ba-22f6-4550-84d3-582e1e2e276d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.918429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df9ee7ba-22f6-4550-84d3-582e1e2e276d admin admin] Publish callbacks [] for security_group (2e623ae7-e654-4843-bba7-c437ec969c56), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.932965 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df9ee7ba-22f6-4550-84d3-582e1e2e276d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2e623ae7-e654-4843-bba7-c437ec969c56), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.951244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:28.963539 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:28.983607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-2336ecfc-f1b8-4210-9c5b-95b6e2ce041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:28.985283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-2336ecfc-f1b8-4210-9c5b-95b6e2ce041a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 0.2240787 Feb 03 04:50:29.076997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ee7ba-22f6-4550-84d3-582e1e2e276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e623ae7-e654-4843-bba7-c437ec969c56,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:29.082389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df9ee7ba-22f6-4550-84d3-582e1e2e276d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dd8b0e0a303407fbc577408b16dada8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282269 Feb 03 04:50:29.087606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:29.109654 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-5dc805cc-0db8-4edb-931b-23d208fef332 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1000 time: 0.1115696 Feb 03 04:50:29.173634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Allocated IP 2001:db8::2 (c06795ae-173d-4168-baa3-a510dbb4c9ec/4c26db7a-2e8e-4ed3-a8be-47af67452a49/80f22485-af42-4b32-b535-f5ddea96d558) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:29.218981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-7db9f7a2-f3bb-4f90-8258-0d0d8b351b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.221329 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-7db9f7a2-f3bb-4f90-8258-0d0d8b351b5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1052783 Feb 03 04:50:29.237007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3405598-7b41-4604-a5e6-061cc316c7fc req-61d6ba15-dfa8-411f-976c-4bb9138b91f6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.238774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3405598-7b41-4604-a5e6-061cc316c7fc req-61d6ba15-dfa8-411f-976c-4bb9138b91f6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 944 time: 0.2062457 Feb 03 04:50:29.292289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0213726b-c34c-444e-b9fd-f559f862fa9a admin admin] Publish callbacks [] for security_group (2e623ae7-e654-4843-bba7-c437ec969c56), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.303088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-d88d6a2a-3b9d-4d0e-a4cf-d1eb5dca0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.304947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-d88d6a2a-3b9d-4d0e-a4cf-d1eb5dca0c37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767920 Feb 03 04:50:29.331346 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0213726b-c34c-444e-b9fd-f559f862fa9a admin admin] Publish callbacks [] for security_group (2e623ae7-e654-4843-bba7-c437ec969c56), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.388948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Publish callbacks [] for port (80f22485-af42-4b32-b535-f5ddea96d558), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.407651 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (80f22485-af42-4b32-b535-f5ddea96d558), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.431859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3405598-7b41-4604-a5e6-061cc316c7fc req-26572092-354f-4367-a5cc-7e0ae4e3160f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831291 Feb 03 04:50:29.439939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-dc9b633b-1c00-4af7-a4d9-62c591d7b3f5 service neutron] 10.222.0.15 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194119 Feb 03 04:50:29.463612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Network c06795ae-173d-4168-baa3-a510dbb4c9ec is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:29.466665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:29.473283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:29.520006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Pushing event updated for resources: {'Port': ['ID=80f22485-af42-4b32-b535-f5ddea96d558,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:29.536447 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0213726b-c34c-444e-b9fd-f559f862fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2e623ae7-e654-4843-bba7-c437ec969c56), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.539305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0213726b-c34c-444e-b9fd-f559f862fa9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.541507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0213726b-c34c-444e-b9fd-f559f862fa9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e623ae7-e654-4843-bba7-c437ec969c56 HTTP/1.1" status: 204 len: 168 time: 0.4241586 Feb 03 04:50:29.546989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (02ce4236-b678-49da-a3be-c73bc6eeabe5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.563628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213726b-c34c-444e-b9fd-f559f862fa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e623ae7-e654-4843-bba7-c437ec969c56,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:29.564690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Attempting to bind port 80f22485-af42-4b32-b535-f5ddea96d558 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:29.565071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Attempting to bind port 80f22485-af42-4b32-b535-f5ddea96d558 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '25f5ee53-ff80-4dfc-af04-4ac6e16c450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:29.565442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Attempting to bind port 80f22485-af42-4b32-b535-f5ddea96d558 on network c06795ae-173d-4168-baa3-a510dbb4c9ec {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:29.580833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:29.581644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Checking segment: {'id': '25f5ee53-ff80-4dfc-af04-4ac6e16c450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:29.588186 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.588900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Bound using segment: {'id': '25f5ee53-ff80-4dfc-af04-4ac6e16c450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:29.589532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Bound port: 80f22485-af42-4b32-b535-f5ddea96d558, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f5ee53-ff80-4dfc-af04-4ac6e16c450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:29.590047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80f22485-af42-4b32-b535-f5ddea96d558), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.625584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-39271b82-65d9-486d-b67b-fb8bd64c324d service neutron] 10.222.0.15 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834824 Feb 03 04:50:29.627942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network c06795ae-173d-4168-baa3-a510dbb4c9ec is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:29.643978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:29.650230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.650835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.673698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:50:29.675417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=02ce4236-b678-49da-a3be-c73bc6eeabe5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:29.683348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-59cd47f9-abec-4aca-b905-84852ac9bf2d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0784862 Feb 03 04:50:29.685765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:29.736950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] For port 80f22485-af42-4b32-b535-f5ddea96d558, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:29.740576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] For port 80f22485-af42-4b32-b535-f5ddea96d558, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=80f22485-af42-4b32-b535-f5ddea96d558,segment=NetworkSegment(25f5ee53-ff80-4dfc-af04-4ac6e16c450c),segment_id=25f5ee53-ff80-4dfc-af04-4ac6e16c450c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:29.757950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port 317a7665-a1af-4c37-ad90-21a23a52703c host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:50:29.758507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:50:29.761033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (80f22485-af42-4b32-b535-f5ddea96d558), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.781800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3160a5-69bb-44a3-b8b5-f192eb228135 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.783494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3160a5-69bb-44a3-b8b5-f192eb228135 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.785440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3160a5-69bb-44a3-b8b5-f192eb228135 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.786806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3160a5-69bb-44a3-b8b5-f192eb228135 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.794508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3160a5-69bb-44a3-b8b5-f192eb228135 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:29.802482 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3a3160a5-69bb-44a3-b8b5-f192eb228135 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1155286 Feb 03 04:50:29.806160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:29.816724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-158503634'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:29.822650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93073-1e19-4e30-a502-0e7e64b7fef0 None None] Pushing event updated for resources: {'Port': ['ID=80f22485-af42-4b32-b535-f5ddea96d558,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:29.845739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:29.849965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.883243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:29.895536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6990f287-e814-426b-90e9-fa1a9c5c74f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:29.895886 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 6990f287-e814-426b-90e9-fa1a9c5c74f5 of type vlan for network 18c7eab3-c63d-486c-a3f7-e38816b1453d Feb 03 04:50:29.972659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (18c7eab3-c63d-486c-a3f7-e38816b1453d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:30.029007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (18c7eab3-c63d-486c-a3f7-e38816b1453d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:30.037872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:30.038795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:30.144253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3368802 Feb 03 04:50:30.147289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:30.155408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:30.192326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a91513-b9f8-45e4-abaf-7c8c721f28a8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=18c7eab3-c63d-486c-a3f7-e38816b1453d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:30.211919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:50:30.216192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:30.219563 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3771d82b-4864-4685-b01b-1dbd56c6a347" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:50:30.294089 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4cfe04-35db-4f0c-b2f7-194a354cf3ff x-openstack-request-id: req-0a4cfe04-35db-4f0c-b2f7-194a354cf3ff {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:50:30.294963 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:50:30.295355 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a4cfe04-35db-4f0c-b2f7-194a354cf3ff {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:50:30.295889 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'status': 'completed', 'code': 200} Feb 03 04:50:30.496300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-f42a73ad-8313-4364-a5e1-7d1b1ffc96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:30.510845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-f42a73ad-8313-4364-a5e1-7d1b1ffc96b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1126 time: 0.1855428 Feb 03 04:50:30.524065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-1f65e760-489f-4d11-9809-6e6f5899ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:30.525877 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-1f65e760-489f-4d11-9809-6e6f5899ffd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1126 time: 0.1948328 Feb 03 04:50:30.575710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (18c7eab3-c63d-486c-a3f7-e38816b1453d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:30.690041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (18c7eab3-c63d-486c-a3f7-e38816b1453d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:30.779681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=18c7eab3-c63d-486c-a3f7-e38816b1453d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:30.793043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d is not hosted by any dhcp agent {{(pid=103323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:50:30.798386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:30.799143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:30.800622 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b4443017-ecde-4e7a-b871-e02670ba8972 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "PUT /v2.0/networks/18c7eab3-c63d-486c-a3f7-e38816b1453d HTTP/1.1" status: 200 len: 723 time: 0.6512525 Feb 03 04:50:30.804189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:30.809744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': '18c7eab3-c63d-486c-a3f7-e38816b1453d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:30.812475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:30.862062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33019dd2-6a44-4928-b9fd-c908d6378e30 req-978e09f5-aae6-417e-9fb8-46b0894c72c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:30.864112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33019dd2-6a44-4928-b9fd-c908d6378e30 req-978e09f5-aae6-417e-9fb8-46b0894c72c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 944 time: 0.2640629 Feb 03 04:50:30.960371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 80f22485-af42-4b32-b535-f5ddea96d558 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:30.982949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33019dd2-6a44-4928-b9fd-c908d6378e30 req-b02254cb-7e22-4a39-bbdb-da8904f21cd7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881064 Feb 03 04:50:30.983727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:30.987492 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.104526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 80f22485-af42-4b32-b535-f5ddea96d558 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:31.109256 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80f22485-af42-4b32-b535-f5ddea96d558), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.331914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (07531db5-0f6a-47bd-b4e0-9a935f21078d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.344129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 80f22485-af42-4b32-b535-f5ddea96d558 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:31.344709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80f22485-af42-4b32-b535-f5ddea96d558), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.487600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 80f22485-af42-4b32-b535-f5ddea96d558, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=80f22485-af42-4b32-b535-f5ddea96d558,segment=NetworkSegment(25f5ee53-ff80-4dfc-af04-4ac6e16c450c),segment_id=25f5ee53-ff80-4dfc-af04-4ac6e16c450c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:31.493521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=07531db5-0f6a-47bd-b4e0-9a935f21078d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:31.501620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': '6990f287-e814-426b-90e9-fa1a9c5c74f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '18c7eab3-c63d-486c-a3f7-e38816b1453d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:31.502318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: 18c7eab3-c63d-486c-a3f7-e38816b1453d, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:31.510691 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (80f22485-af42-4b32-b535-f5ddea96d558), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.528075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:31.565871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 18c7eab3-c63d-486c-a3f7-e38816b1453d) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:31.578252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:31.578859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.607886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e133f8-0dc7-4985-a28f-1f08dca8839d None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:31.683424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d7bb542-ed9c-43de-8090-7b539bbc7c73 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8778610 Feb 03 04:50:31.685801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:31.694227 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-046d255b-7b7c-4a2e-b076-f29c3a1aed40 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:31.762077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-97d9ab85-6795-4c50-925c-6f10080b9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:31.767574 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-97d9ab85-6795-4c50-925c-6f10080b9a5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 1.2238247 Feb 03 04:50:31.799517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=80f22485-af42-4b32-b535-f5ddea96d558,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:31.848077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c049a-0b1d-4927-ab01-103994985400 None None] Network c06795ae-173d-4168-baa3-a510dbb4c9ec requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:31.893677 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-046d255b-7b7c-4a2e-b076-f29c3a1aed40 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13591425'] for subnet (07531db5-0f6a-47bd-b4e0-9a935f21078d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.914875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-79f45056-64f2-431f-a9e9-3d46f4b48506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:31.918014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-18c7eab3-c63d-486c-a3f7-e38816b1453d', 'network_id': '18c7eab3-c63d-486c-a3f7-e38816b1453d', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': '07531db5-0f6a-47bd-b4e0-9a935f21078d'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:31.918982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:31.921091 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-79f45056-64f2-431f-a9e9-3d46f4b48506 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 1.3913398 Feb 03 04:50:32.046014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-3a0a289f-25e5-4f95-a747-cf980d2ff84a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1000 time: 0.1173618 Feb 03 04:50:32.056178 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-c47df047-6321-4635-8703-d7e89f542b3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1000 time: 0.2819579 Feb 03 04:50:32.090050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:32.180948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-0454d49f-8a70-4876-8227-e052c9e548e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:32.183847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-0454d49f-8a70-4876-8227-e052c9e548e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1262295 Feb 03 04:50:32.296579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-7b8706a6-8890-452a-accb-c161f6a13138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:32.299011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-7b8706a6-8890-452a-accb-c161f6a13138 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1665614 Feb 03 04:50:32.382279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29f40-fdd9-475a-b97c-f2e5f9fb569f req-5ccb2ccc-a0a5-4b9e-9115-5cd0faa428ce tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:32.386493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8e29f40-fdd9-475a-b97c-f2e5f9fb569f req-5ccb2ccc-a0a5-4b9e-9115-5cd0faa428ce tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 944 time: 0.2473657 Feb 03 04:50:32.388961 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34f6f928-7589-4683-81a3-04bdf5233d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.392905 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-046d255b-7b7c-4a2e-b076-f29c3a1aed40 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768117710309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12760814'] for subnet (07531db5-0f6a-47bd-b4e0-9a935f21078d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.444613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-00fbf595-2269-464c-b3e9-4a7222207d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:32.461071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-00fbf595-2269-464c-b3e9-4a7222207d09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1546683 Feb 03 04:50:32.465869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-68167a6f-ebc9-4808-a6e3-db58bbc94d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:32.472187 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-68167a6f-ebc9-4808-a6e3-db58bbc94d69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2647471 Feb 03 04:50:32.503763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Allocated IP 2001:db8::2 (18c7eab3-c63d-486c-a3f7-e38816b1453d/07531db5-0f6a-47bd-b4e0-9a935f21078d/c930a53f-98c1-40a5-a572-e7fbbb48b116) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:32.568067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d255b-7b7c-4a2e-b076-f29c3a1aed40 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=07531db5-0f6a-47bd-b4e0-9a935f21078d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:32.613940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d255b-7b7c-4a2e-b076-f29c3a1aed40 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:32.615949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-046d255b-7b7c-4a2e-b076-f29c3a1aed40 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.617704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-046d255b-7b7c-4a2e-b076-f29c3a1aed40 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "PUT /v2.0/subnets/07531db5-0f6a-47bd-b4e0-9a935f21078d HTTP/1.1" status: 200 len: 826 time: 0.9300067 Feb 03 04:50:32.622550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:32.723245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Publish callbacks [] for port (c930a53f-98c1-40a5-a572-e7fbbb48b116), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.724999 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-78849860-fca6-4292-93be-28c5c9e7ca0b service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259511 Feb 03 04:50:32.728060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-272674d2-a706-46db-ab17-a4ad0d180900 None None] Provisioning complete for port 80f22485-af42-4b32-b535-f5ddea96d558 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:32.728460 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-272674d2-a706-46db-ab17-a4ad0d180900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80f22485-af42-4b32-b535-f5ddea96d558), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.762533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (18c7eab3-c63d-486c-a3f7-e38816b1453d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.800910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c930a53f-98c1-40a5-a572-e7fbbb48b116), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.814777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 80f22485-af42-4b32-b535-f5ddea96d558 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:32.852790 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34f6f928-7589-4683-81a3-04bdf5233d60 admin admin] Publish callbacks [] for security_group (1ea62e44-25ab-4724-bb95-8ef833930282), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.868121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8e29f40-fdd9-475a-b97c-f2e5f9fb569f req-4afdbe55-0a5a-40c9-a1bd-12b25b8a5ad8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4620028 Feb 03 04:50:32.897483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34f6f928-7589-4683-81a3-04bdf5233d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ea62e44-25ab-4724-bb95-8ef833930282), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:32.964329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34f6f928-7589-4683-81a3-04bdf5233d60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7992e76b8ef340938d3ff87ebf0ae3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8727770 Feb 03 04:50:32.966969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:32.967106 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-699f151e-7cb0-40ba-8659-ffc8d6b0d80d service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047484 Feb 03 04:50:32.974295 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-137fc6d4-82c5-4a6e-9223-da22ed51f814 service neutron] 10.222.0.15 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009730 Feb 03 04:50:32.979275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:32.987138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6f928-7589-4683-81a3-04bdf5233d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea62e44-25ab-4724-bb95-8ef833930282,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:33.011452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port c930a53f-98c1-40a5-a572-e7fbbb48b116 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:33.011827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c930a53f-98c1-40a5-a572-e7fbbb48b116), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.033035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:33.043634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:33.047093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Pushing event updated for resources: {'Port': ['ID=c930a53f-98c1-40a5-a572-e7fbbb48b116,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:33.214947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-272674d2-a706-46db-ab17-a4ad0d180900 None None] Current status of the port 80f22485-af42-4b32-b535-f5ddea96d558 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:33.221693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3771d82b-4864-4685-b01b-1dbd56c6a347 req-ccc66a7d-089e-4994-8767-568cc326db8d service neutron] 10.222.0.15 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379832 Feb 03 04:50:33.288141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c64051d-c37d-4c78-8265-f4e66e486985 admin admin] Publish callbacks [] for security_group (1ea62e44-25ab-4724-bb95-8ef833930282), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.345066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 80f22485-af42-4b32-b535-f5ddea96d558 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:33.345616 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80f22485-af42-4b32-b535-f5ddea96d558), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.374360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea467d9c-d35a-4ae1-8eeb-8565041ddc50 None None] Update dhcp port {'port': {'network_id': 'c06795ae-173d-4168-baa3-a510dbb4c9ec', 'fixed_ips': [{'subnet_id': '4c26db7a-2e8e-4ed3-a8be-47af67452a49', 'ip_address': '2001:db8::2'}, {'subnet_id': '02ce4236-b678-49da-a3be-c73bc6eeabe5'}], 'binding:host_id': 'n-d-827549-1'}, 'id': '80f22485-af42-4b32-b535-f5ddea96d558'} from n-d-827549-1. {{(pid=103325) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 04:50:33.383661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5ac-efb3-46e8-8ce4-fb0a3147a490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.385528 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c64051d-c37d-4c78-8265-f4e66e486985 admin admin] Publish callbacks [] for security_group (1ea62e44-25ab-4724-bb95-8ef833930282), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.401564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port c930a53f-98c1-40a5-a572-e7fbbb48b116, host n-d-827549-1, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:33.402289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c930a53f-98c1-40a5-a572-e7fbbb48b116), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.427839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef0dc3-da7d-4907-a751-74f8177f1c47 req-6ff50508-9269-43e9-8cd7-cc771ac7f8aa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:33.437040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8ef0dc3-da7d-4907-a751-74f8177f1c47 req-6ff50508-9269-43e9-8cd7-cc771ac7f8aa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 944 time: 0.1957312 Feb 03 04:50:33.446932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-8142dd5e-c978-4416-9830-0ed5730a98e1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:33.451086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-8142dd5e-c978-4416-9830-0ed5730a98e1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2&tenant_id=8fa5088ea5644d09864ec4e657f1bab8&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 944 time: 0.2135243 Feb 03 04:50:33.455145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for c930a53f-98c1-40a5-a572-e7fbbb48b116 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:33.505769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:50:33.508913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Attempting to bind port c930a53f-98c1-40a5-a572-e7fbbb48b116 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:33.510485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Attempting to bind port c930a53f-98c1-40a5-a572-e7fbbb48b116 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6990f287-e814-426b-90e9-fa1a9c5c74f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '18c7eab3-c63d-486c-a3f7-e38816b1453d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:33.511415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Attempting to bind port c930a53f-98c1-40a5-a572-e7fbbb48b116 on network 18c7eab3-c63d-486c-a3f7-e38816b1453d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:33.550767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:33.551609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Checking segment: {'id': '6990f287-e814-426b-90e9-fa1a9c5c74f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '18c7eab3-c63d-486c-a3f7-e38816b1453d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:33.552371 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-68ac6eb7-e486-41d2-9c8a-ebd15a07f88f service neutron] delete failed (client error): The resource could not be found. Feb 03 04:50:33.552593 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.553242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Bound using segment: {'id': '6990f287-e814-426b-90e9-fa1a9c5c74f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '18c7eab3-c63d-486c-a3f7-e38816b1453d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:33.553486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-68ac6eb7-e486-41d2-9c8a-ebd15a07f88f service neutron] 10.222.0.31 "DELETE /v2.0/ports/317a7665-a1af-4c37-ad90-21a23a52703c/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0963163 Feb 03 04:50:33.554170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Bound port: c930a53f-98c1-40a5-a572-e7fbbb48b116, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6990f287-e814-426b-90e9-fa1a9c5c74f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '18c7eab3-c63d-486c-a3f7-e38816b1453d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:33.554794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c930a53f-98c1-40a5-a572-e7fbbb48b116), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.574699 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea467d9c-d35a-4ae1-8eeb-8565041ddc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80f22485-af42-4b32-b535-f5ddea96d558), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.647919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e8ef0dc3-da7d-4907-a751-74f8177f1c47 req-972a316d-cb10-486a-a677-a63014b5f6f7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072930 Feb 03 04:50:33.675983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c64051d-c37d-4c78-8265-f4e66e486985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1ea62e44-25ab-4724-bb95-8ef833930282), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.679202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c64051d-c37d-4c78-8265-f4e66e486985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.680685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9c64051d-c37d-4c78-8265-f4e66e486985 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ea62e44-25ab-4724-bb95-8ef833930282 HTTP/1.1" status: 204 len: 168 time: 0.7131491 Feb 03 04:50:33.694054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64051d-c37d-4c78-8265-f4e66e486985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea62e44-25ab-4724-bb95-8ef833930282,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:33.783983 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c930a53f-98c1-40a5-a572-e7fbbb48b116), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:33.787948 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-634bbaf4-2e04-497e-9d19-39dc94225e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:33.790725 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-634bbaf4-2e04-497e-9d19-39dc94225e57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1126 time: 0.1667690 Feb 03 04:50:33.844069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=c930a53f-98c1-40a5-a572-e7fbbb48b116,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:33.989803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port c930a53f-98c1-40a5-a572-e7fbbb48b116 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:34.013756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-bb7686db-c4ac-44fa-82a3-346ba76214cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:34.016128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-93927060-d35e-44d3-bb95-945481b5d87f None None] Port c930a53f-98c1-40a5-a572-e7fbbb48b116 has been deleted concurrently {{(pid=103325) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 03 04:50:34.016427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-bb7686db-c4ac-44fa-82a3-346ba76214cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 0.2054596 Feb 03 04:50:34.017842 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:50:34.098918 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (07531db5-0f6a-47bd-b4e0-9a935f21078d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:34.162650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-ae62b431-c3a5-4e70-86fe-bd50e4984838 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 1000 time: 0.1377673 Feb 03 04:50:34.179260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 80f22485-af42-4b32-b535-f5ddea96d558 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:34.199541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ea467d9c-d35a-4ae1-8eeb-8565041ddc50 None None] Allocated IP 172.20.0.1 (c06795ae-173d-4168-baa3-a510dbb4c9ec/02ce4236-b678-49da-a3be-c73bc6eeabe5/80f22485-af42-4b32-b535-f5ddea96d558) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:34.275939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (07531db5-0f6a-47bd-b4e0-9a935f21078d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:34.309717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-7464c602-ba2a-4c35-8606-57d1b33c3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:34.311285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-7464c602-ba2a-4c35-8606-57d1b33c3638 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1411309 Feb 03 04:50:34.373557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:34.432755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=07531db5-0f6a-47bd-b4e0-9a935f21078d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:34.505209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-45b420d2-5895-4c39-86b2-1a0b7ba52c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:34.510365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-45b420d2-5895-4c39-86b2-1a0b7ba52c32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1837461 Feb 03 04:50:34.533936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '317a7665-a1af-4c37-ad90-21a23a52703c', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'port_id': '317a7665-a1af-4c37-ad90-21a23a52703c', 'mac_address': 'fa:16:3e:db:90:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:50:34.610093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 317a7665-a1af-4c37-ad90-21a23a52703c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:34.610485 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:34.621386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-28369baa-dfe4-4788-87d5-7d939dfef5ee req-fdf08648-5f41-42ce-850e-067185fdc09d service neutron] (103324) timed out ('10.222.0.35', 47580) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:50:34.675615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317a7665-a1af-4c37-ad90-21a23a52703c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:50:34.687569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ea467d9c-d35a-4ae1-8eeb-8565041ddc50 None None] For port 80f22485-af42-4b32-b535-f5ddea96d558, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=80f22485-af42-4b32-b535-f5ddea96d558,segment=NetworkSegment(25f5ee53-ff80-4dfc-af04-4ac6e16c450c),segment_id=25f5ee53-ff80-4dfc-af04-4ac6e16c450c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:34.745457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:34.810098 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (18c7eab3-c63d-486c-a3f7-e38816b1453d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:34.834064 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:34.837508 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea467d9c-d35a-4ae1-8eeb-8565041ddc50 None None] Publish callbacks [] for port (80f22485-af42-4b32-b535-f5ddea96d558), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:34.866709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea467d9c-d35a-4ae1-8eeb-8565041ddc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (80f22485-af42-4b32-b535-f5ddea96d558), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:34.910104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c7eab3-c63d-486c-a3f7-e38816b1453d']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:34.922948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-ca49365f-4a6e-4f71-ac01-7f9cf3ae2d56 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045403 Feb 03 04:50:34.949892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:35.012770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6990f287-e814-426b-90e9-fa1a9c5c74f5') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:35.013202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6990f287-e814-426b-90e9-fa1a9c5c74f5') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:35.065843 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (6990f287-e814-426b-90e9-fa1a9c5c74f5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:35.087380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea467d9c-d35a-4ae1-8eeb-8565041ddc50 None None] Pushing event updated for resources: {'Port': ['ID=80f22485-af42-4b32-b535-f5ddea96d558,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:35.111661 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6990f287-e814-426b-90e9-fa1a9c5c74f5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:35.122207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['317a7665-a1af-4c37-ad90-21a23a52703c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:50:35.138261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc2ec-fa10-4a99-a140-bca0ddfe027a req-0f5d63e6-fb4e-4e27-99de-03b7dc702415 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:35.147957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-007fc2ec-fa10-4a99-a140-bca0ddfe027a req-0f5d63e6-fb4e-4e27-99de-03b7dc702415 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 945 time: 0.3132071 Feb 03 04:50:35.151641 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f3779563-f7a9-4aa0-aefa-a49d1f1e08a5 req-a6961a02-378d-4390-832f-d14e43685544 service neutron] 10.222.0.31 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209320 Feb 03 04:50:35.169951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:35.170099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (6990f287-e814-426b-90e9-fa1a9c5c74f5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:35.173716 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:35.495457 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-007fc2ec-fa10-4a99-a140-bca0ddfe027a req-ad28137b-1c2c-49ea-b7bd-13c38633de19 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465703 Feb 03 04:50:35.536211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (18c7eab3-c63d-486c-a3f7-e38816b1453d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:35.612873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:35.627437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/18c7eab3-c63d-486c-a3f7-e38816b1453d HTTP/1.1" status: 204 len: 168 time: 2.9993837 Feb 03 04:50:35.630039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44332) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:35.649253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58990b-8053-4f0e-8f20-24ffe21d1de2 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=18c7eab3-c63d-486c-a3f7-e38816b1453d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:35.673614 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bb672b-c011-4831-a295-2cfbad8b8d57 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:35.674341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bb672b-c011-4831-a295-2cfbad8b8d57 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:35.678529 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a9bb672b-c011-4831-a295-2cfbad8b8d57 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/18c7eab3-c63d-486c-a3f7-e38816b1453d HTTP/1.1" status: 404 len: 339 time: 0.0473723 Feb 03 04:50:35.682583 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:35.690018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749100484', 'description': 'd1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:35.741783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:35.753990 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:35.825581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:35.860313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6fefc7b1-f8e1-4267-bb03-04d7dfd263bf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:35.862652 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 6fefc7b1-f8e1-4267-bb03-04d7dfd263bf of type vlan for network 970b9b77-a219-40a8-8042-e37e20f56559 Feb 03 04:50:36.016269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (970b9b77-a219-40a8-8042-e37e20f56559), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.118622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (970b9b77-a219-40a8-8042-e37e20f56559), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.127594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:36.130465 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.207296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:36.207828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5233231 Feb 03 04:50:36.252098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709020c-2241-4151-8bdf-f4f0508084f8 None None] Network c06795ae-173d-4168-baa3-a510dbb4c9ec requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:36.306308 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2889d-bee3-4260-9a8d-717ce26d9a31 None None] DHCP port deletion for 18c7eab3-c63d-486c-a3f7-e38816b1453d request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:50:36.362231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8fd035-7180-45db-a1f0-6f926fc2e25a None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:36.433153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1e5069ec-cb40-4cd5-8a59-63c5e39181a9 None None] Provisioning complete for port 80f22485-af42-4b32-b535-f5ddea96d558 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:36.433538 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e5069ec-cb40-4cd5-8a59-63c5e39181a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80f22485-af42-4b32-b535-f5ddea96d558), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.476039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a166410-6cca-4b3d-b86f-7a314e5bb00c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:36.485465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4a166410-6cca-4b3d-b86f-7a314e5bb00c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/networks?id=970b9b77-a219-40a8-8042-e37e20f56559 HTTP/1.1" status: 200 len: 765 time: 0.2768781 Feb 03 04:50:36.489455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:36.503845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'description': 'd2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:36.551701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8fd035-7180-45db-a1f0-6f926fc2e25a None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:50:36.599888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e7710-30eb-489c-8f82-fd1cfb10dea1 None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:36.700189 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0213a35-0a50-4dcc-94a9-0a3cb2894b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.755640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e7710-30eb-489c-8f82-fd1cfb10dea1 None None] Network 18c7eab3-c63d-486c-a3f7-e38816b1453d could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 04:50:36.863032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 80f22485-af42-4b32-b535-f5ddea96d558 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:36.918580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (970b9b77-a219-40a8-8042-e37e20f56559), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.937984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.942501 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (970b9b77-a219-40a8-8042-e37e20f56559), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.958434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 970b9b77-a219-40a8-8042-e37e20f56559 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 04:50:36.963777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:36.964429 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:36.967432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "PUT /v2.0/networks/970b9b77-a219-40a8-8042-e37e20f56559 HTTP/1.1" status: 200 len: 762 time: 0.4769020 Feb 03 04:50:36.971405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:37.084266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1e5069ec-cb40-4cd5-8a59-63c5e39181a9 None None] Current status of the port 80f22485-af42-4b32-b535-f5ddea96d558 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:37.102887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1e5069ec-cb40-4cd5-8a59-63c5e39181a9 None None] Could not find standard attr ID for object c930a53f-98c1-40a5-a572-e7fbbb48b116. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:50:37.117352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047983c-8590-4205-870d-471f49f37678 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=970b9b77-a219-40a8-8042-e37e20f56559,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:37.144938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 970b9b77-a219-40a8-8042-e37e20f56559 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:37.167817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6778e9-137f-41b4-95a4-49b4023979fd req-8f89bd47-b964-48b4-9cbe-7209ea463347 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.175776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c6778e9-137f-41b4-95a4-49b4023979fd req-8f89bd47-b964-48b4-9cbe-7209ea463347 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 945 time: 0.1922514 Feb 03 04:50:37.190877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e295390-bbff-4bf2-b138-a826a1d2c723 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.198291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44434) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:37.199831 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9e295390-bbff-4bf2-b138-a826a1d2c723 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/networks?id=970b9b77-a219-40a8-8042-e37e20f56559 HTTP/1.1" status: 200 len: 765 time: 0.2156887 Feb 03 04:50:37.303575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c5b6-a839-4e40-8da5-584ee7a32153 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=970b9b77-a219-40a8-8042-e37e20f56559,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:37.326104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 970b9b77-a219-40a8-8042-e37e20f56559 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:37.402275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 80f22485-af42-4b32-b535-f5ddea96d558 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:37.402821 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80f22485-af42-4b32-b535-f5ddea96d558), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:37.486705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:50:37.645060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d595d-9164-4843-ad4f-4ae29738d3ca tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.650441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:37.662416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4c0d595d-9164-4843-ad4f-4ae29738d3ca tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4625843 Feb 03 04:50:37.690908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c6778e9-137f-41b4-95a4-49b4023979fd req-84cfc152-0e2b-40be-943d-fe236ea45b47 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5092084 Feb 03 04:50:37.701863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5b24ad3f-ed13-423e-bf49-e62051de558c None None] Provisioning complete for port 80f22485-af42-4b32-b535-f5ddea96d558 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:37.702248 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b24ad3f-ed13-423e-bf49-e62051de558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80f22485-af42-4b32-b535-f5ddea96d558), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:37.706940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:37.719133 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d24b55e-ccea-42bb-8fff-b9f35b198b39 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 207 time: 0.0671451 Feb 03 04:50:37.722445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:37.779060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 317a7665-a1af-4c37-ad90-21a23a52703c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:50:37.792406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 317a7665-a1af-4c37-ad90-21a23a52703c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:50:37.792869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:37.796389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 80f22485-af42-4b32-b535-f5ddea96d558 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:37.823266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c930a53f-98c1-40a5-a572-e7fbbb48b116 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:50:37.882647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c930a53f-98c1-40a5-a572-e7fbbb48b116 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:50:37.882899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c930a53f-98c1-40a5-a572-e7fbbb48b116 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:50:37.905359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cfef2b0b-45f5-4b8a-8027-4ed0ed258324 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/189036ea-1640-4eab-be93-06a51d4a9aea HTTP/1.1" status: 200 len: 993 time: 0.1937137 Feb 03 04:50:37.939595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4cfd7-cd7b-46b9-935f-c41dea8d8fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.945821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4cfd7-cd7b-46b9-935f-c41dea8d8fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.951580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4cfd7-cd7b-46b9-935f-c41dea8d8fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.956832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4cfd7-cd7b-46b9-935f-c41dea8d8fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.962059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4cfd7-cd7b-46b9-935f-c41dea8d8fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.967162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4cfd7-cd7b-46b9-935f-c41dea8d8fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:37.968992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c9a4cfd7-cd7b-46b9-935f-c41dea8d8fcb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2456422 Feb 03 04:50:37.972763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:37.997319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b24ad3f-ed13-423e-bf49-e62051de558c None None] Current status of the port 80f22485-af42-4b32-b535-f5ddea96d558 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:38.243061 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ac6e8b49-b190-47b2-af5c-ea669b4b383f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2690673 Feb 03 04:50:38.246937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:38.277180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 317a7665-a1af-4c37-ad90-21a23a52703c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:50:38.277951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:38.302855 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:38.307766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:50:38.310399 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb365f9-aab0-4cb1-b6e2-e45395958c79" -d '{"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-plugged", "status": "completed", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:50:38.329773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7773748-7387-4399-81d0-98d45b12715f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.331822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7773748-7387-4399-81d0-98d45b12715f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.333283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7773748-7387-4399-81d0-98d45b12715f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.334932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7773748-7387-4399-81d0-98d45b12715f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.336562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7773748-7387-4399-81d0-98d45b12715f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.338660 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7773748-7387-4399-81d0-98d45b12715f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0900259 Feb 03 04:50:38.342575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44468) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:38.364171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:38.377626 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:38.423232 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1cde4d-2bf2-4704-bd4a-dbe18296435f x-openstack-request-id: req-1f1cde4d-2bf2-4704-bd4a-dbe18296435f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:50:38.423940 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-plugged", "status": "completed", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:50:38.424422 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f1cde4d-2bf2-4704-bd4a-dbe18296435f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:50:38.425076 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'code': 200} Feb 03 04:50:38.455457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5edcce-ae0e-4948-a36f-0c33089d48b1 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.457189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5edcce-ae0e-4948-a36f-0c33089d48b1 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.458571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5edcce-ae0e-4948-a36f-0c33089d48b1 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.460839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5edcce-ae0e-4948-a36f-0c33089d48b1 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.462241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5edcce-ae0e-4948-a36f-0c33089d48b1 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.465100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:38.468745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1a5edcce-ae0e-4948-a36f-0c33089d48b1 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1249874 Feb 03 04:50:38.469612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:38.638570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23823a3a-6c23-4566-b6e4-b46f9cb784d8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.644338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:38.652228 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-23823a3a-6c23-4566-b6e4-b46f9cb784d8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/networks/f93d0850-377b-423f-9f53-0bc6f33573fe HTTP/1.1" status: 200 len: 804 time: 0.1814291 Feb 03 04:50:38.806645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1a89231d-2392-40f2-ab56-83c5fd8be453 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/networks/f93d0850-377b-423f-9f53-0bc6f33573fe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1579459 Feb 03 04:50:38.807473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:38.876725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96793877-a5c1-4a27-8078-27bebb347484 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.878275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-96793877-a5c1-4a27-8078-27bebb347484 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/subnets/84fe98b9-7d4d-40d3-a97f-d463fc59df6f HTTP/1.1" status: 200 len: 843 time: 0.0700564 Feb 03 04:50:38.883344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:38.950044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5106fe13-2868-4bfb-9d58-3fd7ad7eac3c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:38.951764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5106fe13-2868-4bfb-9d58-3fd7ad7eac3c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "GET /v2.0/subnets/84fe98b9-7d4d-40d3-a97f-d463fc59df6f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0672503 Feb 03 04:50:38.955899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:38.962222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256998402'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:38.985727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:38.990280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.021763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:50:39.036812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (985e0e56-eea9-49f4-991c-df0e7d722e52), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.037158 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Added segment 985e0e56-eea9-49f4-991c-df0e7d722e52 of type vlan for network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 Feb 03 04:50:39.090778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5304ec0e-a0ee-4cb9-9074-529a50f771b7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.122985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5304ec0e-a0ee-4cb9-9074-529a50f771b7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.129773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:39.130599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.180684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2228622 Feb 03 04:50:39.183541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44484) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:39.190570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'network_id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:39.219414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c267d7-45d8-4676-bf86-d4870e37f4f4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Network': ['ID=5304ec0e-a0ee-4cb9-9074-529a50f771b7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:39.234329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:50:39.328635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Made reservation on behalf of d281bd1f01644111be5915efc5c205fa for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:50:39.333400 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.358134 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.423971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 04:50:39.429472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 04:50:39.640941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (58ace566-c5a7-4a4c-9f9e-4f7de30f7940), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.726752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=58ace566-c5a7-4a4c-9f9e-4f7de30f7940,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:39.754537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Checking segment: {'id': '985e0e56-eea9-49f4-991c-df0e7d722e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:39.755033 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network hostable DHCP agents. Network: 5304ec0e-a0ee-4cb9-9074-529a50f771b7, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:50:39.782251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:50:39.800288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5304ec0e-a0ee-4cb9-9074-529a50f771b7) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:39.810705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:39.813159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2b3f6-5579-4833-94ff-a2eec0c8d371 None None] Network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:39.816802 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:39.837771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-83994559-b34c-419d-97df-cf1fb0019772 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6516714 Feb 03 04:50:39.840680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:39.848586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a72b8c20-1b06-4961-9764-d2cc7af06679 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:39.986901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-5304ec0e-a0ee-4cb9-9074-529a50f771b7', 'network_id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7', 'project_id': 'd281bd1f01644111be5915efc5c205fa', 'fixed_ips': [{'subnet_id': '58ace566-c5a7-4a4c-9f9e-4f7de30f7940'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:50:39.988109 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.009944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a72b8c20-1b06-4961-9764-d2cc7af06679 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14348977'] for subnet (58ace566-c5a7-4a4c-9f9e-4f7de30f7940), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.214919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a72b8c20-1b06-4961-9764-d2cc7af06679 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768117710309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14668411'] for subnet (58ace566-c5a7-4a4c-9f9e-4f7de30f7940), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.273180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b8c20-1b06-4961-9764-d2cc7af06679 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:50:40.273783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a72b8c20-1b06-4961-9764-d2cc7af06679 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.277956 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a72b8c20-1b06-4961-9764-d2cc7af06679 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "PUT /v2.0/subnets/58ace566-c5a7-4a4c-9f9e-4f7de30f7940 HTTP/1.1" status: 200 len: 900 time: 0.4331393 Feb 03 04:50:40.278083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:40.285360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Allocated IP 2001:db8::3 (5304ec0e-a0ee-4cb9-9074-529a50f771b7/58ace566-c5a7-4a4c-9f9e-4f7de30f7940/f1740c06-c584-4110-8edf-980bb7e2d513) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:50:40.384373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5304ec0e-a0ee-4cb9-9074-529a50f771b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.394785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b8c20-1b06-4961-9764-d2cc7af06679 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event updated for resources: {'Subnet': ['ID=58ace566-c5a7-4a4c-9f9e-4f7de30f7940,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:40.447468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (58ace566-c5a7-4a4c-9f9e-4f7de30f7940), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.510847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Publish callbacks [] for port (f1740c06-c584-4110-8edf-980bb7e2d513), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.521804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f1740c06-c584-4110-8edf-980bb7e2d513), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.561088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (58ace566-c5a7-4a4c-9f9e-4f7de30f7940), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.581755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:50:40.587964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:50:40.593261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:50:40.603300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Pushing event updated for resources: {'Port': ['ID=f1740c06-c584-4110-8edf-980bb7e2d513,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:40.634352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=58ace566-c5a7-4a4c-9f9e-4f7de30f7940,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:40.664703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Attempting to bind port f1740c06-c584-4110-8edf-980bb7e2d513 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:50:40.665082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Attempting to bind port f1740c06-c584-4110-8edf-980bb7e2d513 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '985e0e56-eea9-49f4-991c-df0e7d722e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:50:40.665450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Attempting to bind port f1740c06-c584-4110-8edf-980bb7e2d513 on network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:50:40.671368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:50:40.671841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Checking segment: {'id': '985e0e56-eea9-49f4-991c-df0e7d722e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:50:40.672253 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.672649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Bound using segment: {'id': '985e0e56-eea9-49f4-991c-df0e7d722e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:50:40.673116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Bound port: f1740c06-c584-4110-8edf-980bb7e2d513, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985e0e56-eea9-49f4-991c-df0e7d722e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:50:40.673637 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f1740c06-c584-4110-8edf-980bb7e2d513), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.756416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5304ec0e-a0ee-4cb9-9074-529a50f771b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.760433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] For port f1740c06-c584-4110-8edf-980bb7e2d513, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:50:40.766063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] For port f1740c06-c584-4110-8edf-980bb7e2d513, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1740c06-c584-4110-8edf-980bb7e2d513,segment=NetworkSegment(985e0e56-eea9-49f4-991c-df0e7d722e52),segment_id=985e0e56-eea9-49f4-991c-df0e7d722e52)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:50:40.777922 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f1740c06-c584-4110-8edf-980bb7e2d513), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.785101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5304ec0e-a0ee-4cb9-9074-529a50f771b7']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:40.796334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985e0e56-eea9-49f4-991c-df0e7d722e52') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:40.796687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985e0e56-eea9-49f4-991c-df0e7d722e52') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:40.810677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (985e0e56-eea9-49f4-991c-df0e7d722e52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.829114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (985e0e56-eea9-49f4-991c-df0e7d722e52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.844227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:40.844940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (985e0e56-eea9-49f4-991c-df0e7d722e52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:40.852365 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:40.946478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 04:50:40.946478 n-d-827549-1 neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 04:50:40.946478 n-d-827549-1 neutron-server[103324]: [parameters: {'id': '5304ec0e-a0ee-4cb9-9074-529a50f771b7'}] Feb 03 04:50:40.946478 n-d-827549-1 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:50:40.946902 n-d-827549-1 neutron-server[103324]: DEBUG oslo_db.api [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:50:40.972196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4964c7-6d0b-4ea8-889b-c3024d7fa36c None None] Pushing event updated for resources: {'Port': ['ID=f1740c06-c584-4110-8edf-980bb7e2d513,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:40.993007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f07d1-7c3f-4e6d-8ada-d6cd56945ea9 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 04:50:41.118517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f07d1-7c3f-4e6d-8ada-d6cd56945ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 04:50:41.198808 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:50:41.347457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e86f2-b18c-4d02-be60-b311eade77fc None None] Network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:41.447855 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5304ec0e-a0ee-4cb9-9074-529a50f771b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.478331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d20a9-8da0-4f8f-b68b-c49d8d2b7a38 None None] Network 5304ec0e-a0ee-4cb9-9074-529a50f771b7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:41.514146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port f1740c06-c584-4110-8edf-980bb7e2d513 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:41.514687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f1740c06-c584-4110-8edf-980bb7e2d513), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.601501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port f1740c06-c584-4110-8edf-980bb7e2d513, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1740c06-c584-4110-8edf-980bb7e2d513,segment=NetworkSegment(985e0e56-eea9-49f4-991c-df0e7d722e52),segment_id=985e0e56-eea9-49f4-991c-df0e7d722e52)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:41.601881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f1740c06-c584-4110-8edf-980bb7e2d513), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.635563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for f1740c06-c584-4110-8edf-980bb7e2d513 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:41.760832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f1740c06-c584-4110-8edf-980bb7e2d513), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.788521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=f1740c06-c584-4110-8edf-980bb7e2d513,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:41.798419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port f1740c06-c584-4110-8edf-980bb7e2d513 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:41.903470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5304ec0e-a0ee-4cb9-9074-529a50f771b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.930160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5304ec0e-a0ee-4cb9-9074-529a50f771b7']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:41.947785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985e0e56-eea9-49f4-991c-df0e7d722e52') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:41.948184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985e0e56-eea9-49f4-991c-df0e7d722e52') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:41.959328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (985e0e56-eea9-49f4-991c-df0e7d722e52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.975440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (985e0e56-eea9-49f4-991c-df0e7d722e52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.982819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:41.983468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (985e0e56-eea9-49f4-991c-df0e7d722e52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:41.988664 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:42.069432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5304ec0e-a0ee-4cb9-9074-529a50f771b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.088015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.095555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:42.096160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/5304ec0e-a0ee-4cb9-9074-529a50f771b7 HTTP/1.1" status: 204 len: 168 time: 1.8171060 Feb 03 04:50:42.110185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574e50a-fc29-4e84-85e8-f3b57ae7cb32 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=5304ec0e-a0ee-4cb9-9074-529a50f771b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:42.136486 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aee6e8c-bd89-4d20-bff7-ebdec0931fc4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:42.137313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aee6e8c-bd89-4d20-bff7-ebdec0931fc4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:42.140750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7aee6e8c-bd89-4d20-bff7-ebdec0931fc4 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/58ace566-c5a7-4a4c-9f9e-4f7de30f7940 HTTP/1.1" status: 404 len: 337 time: 0.0434704 Feb 03 04:50:42.143479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:42.166203 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ebb277-22bd-4f6b-a603-ba56f14f055d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:42.167004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ebb277-22bd-4f6b-a603-ba56f14f055d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:42.170947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-06ebb277-22bd-4f6b-a603-ba56f14f055d tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/5304ec0e-a0ee-4cb9-9074-529a50f771b7 HTTP/1.1" status: 404 len: 339 time: 0.0263426 Feb 03 04:50:42.173516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:42.282599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (970b9b77-a219-40a8-8042-e37e20f56559), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.400989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (970b9b77-a219-40a8-8042-e37e20f56559), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.438266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970b9b77-a219-40a8-8042-e37e20f56559']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:42.450052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fefc7b1-f8e1-4267-bb03-04d7dfd263bf') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:42.451146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fefc7b1-f8e1-4267-bb03-04d7dfd263bf') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:42.463264 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (6fefc7b1-f8e1-4267-bb03-04d7dfd263bf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.477576 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6fefc7b1-f8e1-4267-bb03-04d7dfd263bf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.484664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:42.485219 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (6fefc7b1-f8e1-4267-bb03-04d7dfd263bf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:42.488939 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:42.572531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (970b9b77-a219-40a8-8042-e37e20f56559), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.609265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.615645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/970b9b77-a219-40a8-8042-e37e20f56559 HTTP/1.1" status: 204 len: 168 time: 0.4380090 Feb 03 04:50:42.615645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa65ba-1fa9-4a66-bfab-4c2e9b7f4bc8 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=970b9b77-a219-40a8-8042-e37e20f56559,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:42.615900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44514) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:42.652941 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e9afce-efca-4947-a3f6-1a3247a4f578 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:42.653479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e9afce-efca-4947-a3f6-1a3247a4f578 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:42.656615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-47e9afce-efca-4947-a3f6-1a3247a4f578 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/07531db5-0f6a-47bd-b4e0-9a935f21078d HTTP/1.1" status: 404 len: 337 time: 0.0355866 Feb 03 04:50:42.659367 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:42.707728 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bba03cc-7de6-432f-a4ac-cc2d0f52f510 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:42.708282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bba03cc-7de6-432f-a4ac-cc2d0f52f510 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:42.715032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0bba03cc-7de6-432f-a4ac-cc2d0f52f510 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/18c7eab3-c63d-486c-a3f7-e38816b1453d HTTP/1.1" status: 404 len: 339 time: 0.0511093 Feb 03 04:50:42.715389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:42.782660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting subnet 02ce4236-b678-49da-a3be-c73bc6eeabe5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:50:42.786563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (02ce4236-b678-49da-a3be-c73bc6eeabe5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.836043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (02ce4236-b678-49da-a3be-c73bc6eeabe5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:42.964391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (02ce4236-b678-49da-a3be-c73bc6eeabe5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.090932 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (02ce4236-b678-49da-a3be-c73bc6eeabe5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.128119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=02ce4236-b678-49da-a3be-c73bc6eeabe5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:43.139186 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.149982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:43.150549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fbfca748-39ee-4ce0-a4d4-c42d4a672c8f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/02ce4236-b678-49da-a3be-c73bc6eeabe5 HTTP/1.1" status: 204 len: 168 time: 0.4324951 Feb 03 04:50:43.157377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3546cc8-0366-4688-ab1d-3870465bfd4d None None] Network c06795ae-173d-4168-baa3-a510dbb4c9ec requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:43.237465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting subnet 4c26db7a-2e8e-4ed3-a8be-47af67452a49 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:50:43.247987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (4c26db7a-2e8e-4ed3-a8be-47af67452a49), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.328198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (4c26db7a-2e8e-4ed3-a8be-47af67452a49), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.515064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4c26db7a-2e8e-4ed3-a8be-47af67452a49), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.628343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (4c26db7a-2e8e-4ed3-a8be-47af67452a49), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.671878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=4c26db7a-2e8e-4ed3-a8be-47af67452a49,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:43.676964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.680928 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f40f9fe6-7bb3-4e9b-b70b-d12e913c3024 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/4c26db7a-2e8e-4ed3-a8be-47af67452a49 HTTP/1.1" status: 204 len: 168 time: 0.5295236 Feb 03 04:50:43.684309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:43.874033 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c06795ae-173d-4168-baa3-a510dbb4c9ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:43.999558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port 80f22485-af42-4b32-b535-f5ddea96d558 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:43.999912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (80f22485-af42-4b32-b535-f5ddea96d558), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:44.096628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port 80f22485-af42-4b32-b535-f5ddea96d558, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=80f22485-af42-4b32-b535-f5ddea96d558,segment=NetworkSegment(25f5ee53-ff80-4dfc-af04-4ac6e16c450c),segment_id=25f5ee53-ff80-4dfc-af04-4ac6e16c450c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:44.096992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (80f22485-af42-4b32-b535-f5ddea96d558), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:44.117403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for 80f22485-af42-4b32-b535-f5ddea96d558 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:44.249544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (80f22485-af42-4b32-b535-f5ddea96d558), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:44.290319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=80f22485-af42-4b32-b535-f5ddea96d558,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:44.296978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port 80f22485-af42-4b32-b535-f5ddea96d558 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:44.381624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d16e5d-08aa-427e-8d7a-833d0a581858 None None] Network c06795ae-173d-4168-baa3-a510dbb4c9ec requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:44.409018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-623bc987-3418-4cf0-b3d3-27633d4ecfb8 None None] Could not find standard attr ID for object 80f22485-af42-4b32-b535-f5ddea96d558. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:50:44.550247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-cfed97ed-1c38-45e7-a580-fe7a0d7271de req-c57f53fd-9484-4db6-846e-c564daf80c47 service neutron] (103323) timed out ('10.222.0.31', 62985) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:50:44.715375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d3a16-70d3-4f89-8eda-469d3ac6ec98 None None] DHCP port deletion for c06795ae-173d-4168-baa3-a510dbb4c9ec request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:50:44.853980 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c06795ae-173d-4168-baa3-a510dbb4c9ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:44.903830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06795ae-173d-4168-baa3-a510dbb4c9ec']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:44.944573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f5ee53-ff80-4dfc-af04-4ac6e16c450c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:44.944775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f5ee53-ff80-4dfc-af04-4ac6e16c450c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:44.975871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (25f5ee53-ff80-4dfc-af04-4ac6e16c450c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:44.997702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (25f5ee53-ff80-4dfc-af04-4ac6e16c450c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.006589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:45.007000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (25f5ee53-ff80-4dfc-af04-4ac6e16c450c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:45.010140 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:45.056507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 80f22485-af42-4b32-b535-f5ddea96d558 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:50:45.088769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 80f22485-af42-4b32-b535-f5ddea96d558 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:50:45.089115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 80f22485-af42-4b32-b535-f5ddea96d558 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:50:45.117093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c06795ae-173d-4168-baa3-a510dbb4c9ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.132371 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.137957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/c06795ae-173d-4168-baa3-a510dbb4c9ec HTTP/1.1" status: 204 len: 168 time: 1.4479849 Feb 03 04:50:45.141261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44540) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.158826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee8d1b-18cd-4f8d-a998-e2f1c29922fb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=c06795ae-173d-4168-baa3-a510dbb4c9ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:45.187792 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9465089c-66e9-43b4-964a-18a66257da8c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:45.188684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9465089c-66e9-43b4-964a-18a66257da8c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:45.192227 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9465089c-66e9-43b4-964a-18a66257da8c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/db0056fc-48a1-4ff3-84fc-438b7f12dc15 HTTP/1.1" status: 404 len: 337 time: 0.0492110 Feb 03 04:50:45.195168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.226629 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ad85a6-9239-47c4-bad3-139ddb24400f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:45.227144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ad85a6-9239-47c4-bad3-139ddb24400f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:45.230671 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84ad85a6-9239-47c4-bad3-139ddb24400f tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/d4c58fe1-7d6c-42f2-a386-4697961339c4 HTTP/1.1" status: 404 len: 339 time: 0.0340550 Feb 03 04:50:45.240539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.297119 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-421b74c9-5bd3-4a36-9b5e-0d4b3b47117c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:45.300193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421b74c9-5bd3-4a36-9b5e-0d4b3b47117c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:45.301239 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-421b74c9-5bd3-4a36-9b5e-0d4b3b47117c tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/9601241f-5d42-48a6-85d0-fee8c42c7069 HTTP/1.1" status: 404 len: 337 time: 0.0661232 Feb 03 04:50:45.304560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.326489 n-d-827549-1 neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5c19c7-9d57-4896-8daf-0fd1ed347800 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:45.327236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5c19c7-9d57-4896-8daf-0fd1ed347800 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:45.331076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5a5c19c7-9d57-4896-8daf-0fd1ed347800 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/9ee44572-17fa-4307-a7f3-4cadf27d1890 HTTP/1.1" status: 404 len: 339 time: 0.0252564 Feb 03 04:50:45.335862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.388584 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-26094ce1-8ef0-4f3d-abf3-a7aa46feeb05 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:45.389042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26094ce1-8ef0-4f3d-abf3-a7aa46feeb05 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:45.392151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-26094ce1-8ef0-4f3d-abf3-a7aa46feeb05 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/2133d600-6277-42cc-be64-3e0c22a5e81c HTTP/1.1" status: 404 len: 337 time: 0.0552020 Feb 03 04:50:45.397639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.422212 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fc1591-7f51-4274-b788-667ee8aa72f5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:45.422212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fc1591-7f51-4274-b788-667ee8aa72f5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:45.427534 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b8fc1591-7f51-4274-b788-667ee8aa72f5 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/60f2fe3f-69f3-4fa5-b7f8-06b34489b656 HTTP/1.1" status: 404 len: 339 time: 0.0272274 Feb 03 04:50:45.430748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44554) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.501678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting subnet f0127899-c4ee-4511-857e-2c35cf9ebec2 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:50:45.506053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (f0127899-c4ee-4511-857e-2c35cf9ebec2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.558035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (f0127899-c4ee-4511-857e-2c35cf9ebec2), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.680607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (f0127899-c4ee-4511-857e-2c35cf9ebec2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.773390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (f0127899-c4ee-4511-857e-2c35cf9ebec2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.820593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=f0127899-c4ee-4511-857e-2c35cf9ebec2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:45.824340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf95b1-4b52-4f80-a5c4-49cea6726a14 None None] Network 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:45.837419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:45.852753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ce387917-06fb-43d7-8fdd-fbc5a2a24ebb tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/f0127899-c4ee-4511-857e-2c35cf9ebec2 HTTP/1.1" status: 204 len: 168 time: 0.4163904 Feb 03 04:50:45.853741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:45.976230 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.091270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] DHCP port deletion for 0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:50:46.113644 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port a2760bb7-a776-451a-877a-b2731bdda1b6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:46.115091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.183880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] Deleting port a2760bb7-a776-451a-877a-b2731bdda1b6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:46.186246 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.206490 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port a2760bb7-a776-451a-877a-b2731bdda1b6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2760bb7-a776-451a-877a-b2731bdda1b6,segment=NetworkSegment(1264e79e-d8af-4abf-a6fe-a3c33981dfeb),segment_id=1264e79e-d8af-4abf-a6fe-a3c33981dfeb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:46.206730 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.222234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for a2760bb7-a776-451a-877a-b2731bdda1b6 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:46.396973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] For port a2760bb7-a776-451a-877a-b2731bdda1b6, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2760bb7-a776-451a-877a-b2731bdda1b6,segment=NetworkSegment(1264e79e-d8af-4abf-a6fe-a3c33981dfeb),segment_id=1264e79e-d8af-4abf-a6fe-a3c33981dfeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:46.397380 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.398217 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.441701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=a2760bb7-a776-451a-877a-b2731bdda1b6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:46.446526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] Calling delete_port for a2760bb7-a776-451a-877a-b2731bdda1b6 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:46.447573 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port a2760bb7-a776-451a-877a-b2731bdda1b6 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:46.589498 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (a2760bb7-a776-451a-877a-b2731bdda1b6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.599737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.634762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] No DVR routers for this DVR port a2760bb7-a776-451a-877a-b2731bdda1b6 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:46.638932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081a9e5-5886-4c97-8ea5-46f861b760ab None None] Pushing event deleted for resources: {'Port': ['ID=a2760bb7-a776-451a-877a-b2731bdda1b6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:46.665023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:46.686727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1264e79e-d8af-4abf-a6fe-a3c33981dfeb') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:46.687088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1264e79e-d8af-4abf-a6fe-a3c33981dfeb') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:46.701216 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (1264e79e-d8af-4abf-a6fe-a3c33981dfeb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.737745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (1264e79e-d8af-4abf-a6fe-a3c33981dfeb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.739755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2760bb7-a776-451a-877a-b2731bdda1b6 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:50:46.759388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:46.763737 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (1264e79e-d8af-4abf-a6fe-a3c33981dfeb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.766158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a2760bb7-a776-451a-877a-b2731bdda1b6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:50:46.766453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2760bb7-a776-451a-877a-b2731bdda1b6 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:46.779977 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:46.873454 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.890715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:46.894037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618 HTTP/1.1" status: 204 len: 168 time: 1.0397007 Feb 03 04:50:46.897280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:46.907289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943283b5-78eb-4d87-ad8e-aa9959d750a9 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=0b37e7d5-a8c6-4ccf-b8c7-aa2a2bca1618,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:46.945653 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36da125-b9b8-426b-a74d-2b214bc77b88 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:46.946344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36da125-b9b8-426b-a74d-2b214bc77b88 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:46.951465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c36da125-b9b8-426b-a74d-2b214bc77b88 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/9a7e0eed-0b38-4f2a-ac9d-f5d5177e0e64 HTTP/1.1" status: 404 len: 337 time: 0.0529361 Feb 03 04:50:46.956442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:46.992117 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b76588a-d7a0-4418-afb9-380f6014514a tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] DELETE failed (client error): The resource could not be found. Feb 03 04:50:46.993127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b76588a-d7a0-4418-afb9-380f6014514a tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 04:50:46.999180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3b76588a-d7a0-4418-afb9-380f6014514a tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/1b9ed489-0976-4d9c-a1d0-14c690b5d5cd HTTP/1.1" status: 404 len: 339 time: 0.0402665 Feb 03 04:50:47.001746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:47.080619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting subnet 84fe98b9-7d4d-40d3-a97f-d463fc59df6f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:50:47.087519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (84fe98b9-7d4d-40d3-a97f-d463fc59df6f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.137150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (84fe98b9-7d4d-40d3-a97f-d463fc59df6f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.241094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (84fe98b9-7d4d-40d3-a97f-d463fc59df6f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.335466 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (84fe98b9-7d4d-40d3-a97f-d463fc59df6f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.365567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Subnet': ['ID=84fe98b9-7d4d-40d3-a97f-d463fc59df6f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:47.468896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.469645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc5307-e739-49e2-861d-9102623275ff None None] Network f93d0850-377b-423f-9f53-0bc6f33573fe requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:50:47.472667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-af5f6cc1-5041-4b65-9076-1beb50bcb6c6 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/subnets/84fe98b9-7d4d-40d3-a97f-d463fc59df6f HTTP/1.1" status: 204 len: 168 time: 0.4689391 Feb 03 04:50:47.475393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:47.573017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f93d0850-377b-423f-9f53-0bc6f33573fe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.667137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Deleting port cb5b6721-d598-4b6e-b405-ea4ff384288b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:47.667869 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.727406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] DHCP port deletion for f93d0850-377b-423f-9f53-0bc6f33573fe request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:50:47.749408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] For port cb5b6721-d598-4b6e-b405-ea4ff384288b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cb5b6721-d598-4b6e-b405-ea4ff384288b,segment=NetworkSegment(a9b269ec-fea0-4c0c-8083-2a6203b0a61b),segment_id=a9b269ec-fea0-4c0c-8083-2a6203b0a61b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:47.749779 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.764433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Calling delete_port for cb5b6721-d598-4b6e-b405-ea4ff384288b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:47.840138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] Deleting port cb5b6721-d598-4b6e-b405-ea4ff384288b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:50:47.840947 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.899519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.942289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] For port cb5b6721-d598-4b6e-b405-ea4ff384288b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cb5b6721-d598-4b6e-b405-ea4ff384288b,segment=NetworkSegment(a9b269ec-fea0-4c0c-8083-2a6203b0a61b),segment_id=a9b269ec-fea0-4c0c-8083-2a6203b0a61b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:50:47.942289 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:47.946691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Port': ['ID=cb5b6721-d598-4b6e-b405-ea4ff384288b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:47.960982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] Calling delete_port for cb5b6721-d598-4b6e-b405-ea4ff384288b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:50:47.961152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] No DVR routers for this DVR port cb5b6721-d598-4b6e-b405-ea4ff384288b on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:48.075376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (cb5b6721-d598-4b6e-b405-ea4ff384288b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:48.110226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] No DVR routers for this DVR port cb5b6721-d598-4b6e-b405-ea4ff384288b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:50:48.115670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddac71-40a9-44cd-b46a-5ca4156bb88f None None] Pushing event deleted for resources: {'Port': ['ID=cb5b6721-d598-4b6e-b405-ea4ff384288b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:48.169299 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f93d0850-377b-423f-9f53-0bc6f33573fe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:48.227602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93d0850-377b-423f-9f53-0bc6f33573fe']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:48.242853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b269ec-fea0-4c0c-8083-2a6203b0a61b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:48.243172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b269ec-fea0-4c0c-8083-2a6203b0a61b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:50:48.277529 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (a9b269ec-fea0-4c0c-8083-2a6203b0a61b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:48.303826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a9b269ec-fea0-4c0c-8083-2a6203b0a61b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:48.320323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:50:48.320972 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (a9b269ec-fea0-4c0c-8083-2a6203b0a61b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:50:48.336860 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:50:48.537880 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f93d0850-377b-423f-9f53-0bc6f33573fe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:48.556449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:48.579480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] 10.222.0.35 "DELETE /v2.0/networks/f93d0850-377b-423f-9f53-0bc6f33573fe HTTP/1.1" status: 204 len: 168 time: 1.0943274 Feb 03 04:50:48.628275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Pushing event deleted for resources: {'Network': ['ID=f93d0850-377b-423f-9f53-0bc6f33573fe,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:48.645387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.647177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.647571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.647866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.650554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.651094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000a190-3f16-4650-a34f-5c927e50f424 tempest-NetworksIpV6Test-411697378 tempest-NetworksIpV6Test-411697378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:50:48.823544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb5b6721-d598-4b6e-b405-ea4ff384288b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:50:48.958863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cb5b6721-d598-4b6e-b405-ea4ff384288b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:50:48.958863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cb5b6721-d598-4b6e-b405-ea4ff384288b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:50:49.205488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:49.560831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:49.579530 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a7642968-4eeb-46f8-92d2-e8d8a2e63484 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d281bd1f01644111be5915efc5c205fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624532 Feb 03 04:50:49.722624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddca953c-1a9d-4fe7-9190-4579177bfb44 admin admin] Publish callbacks [] for security_group (64af35ab-34ce-493a-8ae2-e263e9cbd60e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:49.796822 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddca953c-1a9d-4fe7-9190-4579177bfb44 admin admin] Publish callbacks [] for security_group (64af35ab-34ce-493a-8ae2-e263e9cbd60e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:49.938353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddca953c-1a9d-4fe7-9190-4579177bfb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (64af35ab-34ce-493a-8ae2-e263e9cbd60e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:49.942513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddca953c-1a9d-4fe7-9190-4579177bfb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:49.946546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ddca953c-1a9d-4fe7-9190-4579177bfb44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64af35ab-34ce-493a-8ae2-e263e9cbd60e HTTP/1.1" status: 204 len: 168 time: 0.3844562 Feb 03 04:50:49.971373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca953c-1a9d-4fe7-9190-4579177bfb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af35ab-34ce-493a-8ae2-e263e9cbd60e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:51.013271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:51.159198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2ff21bdd-d3ab-4525-89a0-452b7631ed58 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:51.159198 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-2ff21bdd-d3ab-4525-89a0-452b7631ed58 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 04:50:51.159198 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-2ff21bdd-d3ab-4525-89a0-452b7631ed58 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 04:50:51.162714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:51.163402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2ff21bdd-d3ab-4525-89a0-452b7631ed58 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1483102 Feb 03 04:50:51.167748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798666335'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:51.191705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.201499 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.291872 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (25b17f80-3acd-417c-b357-aa57dbfdbf51), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.296727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (25b17f80-3acd-417c-b357-aa57dbfdbf51), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.346535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b17f80-3acd-417c-b357-aa57dbfdbf51,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:51.415373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (24481a2e-fbf7-44df-8dca-97cad4752009), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.421895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (24481a2e-fbf7-44df-8dca-97cad4752009), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.454750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.456613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2923045 Feb 03 04:50:51.459421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:51.463830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8d352047-4553-4729-a628-a2d136f7bc30 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '24481a2e-fbf7-44df-8dca-97cad4752009', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:51.482048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63224d94-a0f9-47fc-943c-a0a0388070e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24481a2e-fbf7-44df-8dca-97cad4752009,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:51.519819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d352047-4553-4729-a628-a2d136f7bc30 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group_rule (a9ef812e-3710-43ed-a1e4-e9eb4a25e142), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.574513 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d352047-4553-4729-a628-a2d136f7bc30 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group_rule (a9ef812e-3710-43ed-a1e4-e9eb4a25e142), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.592370 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d352047-4553-4729-a628-a2d136f7bc30 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a9ef812e-3710-43ed-a1e4-e9eb4a25e142), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.619112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d352047-4553-4729-a628-a2d136f7bc30 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ef812e-3710-43ed-a1e4-e9eb4a25e142,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:51.630776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d352047-4553-4729-a628-a2d136f7bc30 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.634711 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8d352047-4553-4729-a628-a2d136f7bc30 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718676 Feb 03 04:50:51.634933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:51.640187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e944b36f-03a4-4308-a690-e5c863067739 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '24481a2e-fbf7-44df-8dca-97cad4752009', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:51.672711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e944b36f-03a4-4308-a690-e5c863067739 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group_rule (b2f0d849-e8ac-4fde-8570-86822f27e78a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.735216 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e944b36f-03a4-4308-a690-e5c863067739 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 04:50:51.740293 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:51.740747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e944b36f-03a4-4308-a690-e5c863067739 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1038947 Feb 03 04:50:51.819484 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb8b81e3-518f-4429-ba37-f6758e155125 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (24481a2e-fbf7-44df-8dca-97cad4752009), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.851437 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb8b81e3-518f-4429-ba37-f6758e155125 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (24481a2e-fbf7-44df-8dca-97cad4752009), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.910156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb8b81e3-518f-4429-ba37-f6758e155125 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (24481a2e-fbf7-44df-8dca-97cad4752009), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.916017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb8b81e3-518f-4429-ba37-f6758e155125 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:51.921342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eb8b81e3-518f-4429-ba37-f6758e155125 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/24481a2e-fbf7-44df-8dca-97cad4752009 HTTP/1.1" status: 204 len: 168 time: 0.1768937 Feb 03 04:50:51.922285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:51.936331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b81e3-518f-4429-ba37-f6758e155125 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24481a2e-fbf7-44df-8dca-97cad4752009,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:52.004717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-53b28ed4-1521-4ced-bd0c-17bc52e8e6e8 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0804679 Feb 03 04:50:52.007169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44654) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.012180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-92736c8a-3f1c-4b14-a035-ed5ba97b7e6b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--879969582'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:52.038992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92736c8a-3f1c-4b14-a035-ed5ba97b7e6b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.148233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92736c8a-3f1c-4b14-a035-ed5ba97b7e6b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (9806441c-d38d-4da5-a122-7d76f1afe7ab), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.158304 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92736c8a-3f1c-4b14-a035-ed5ba97b7e6b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9806441c-d38d-4da5-a122-7d76f1afe7ab), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.204006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92736c8a-3f1c-4b14-a035-ed5ba97b7e6b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9806441c-d38d-4da5-a122-7d76f1afe7ab,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:52.210072 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92736c8a-3f1c-4b14-a035-ed5ba97b7e6b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.211331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-92736c8a-3f1c-4b14-a035-ed5ba97b7e6b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2029624 Feb 03 04:50:52.214379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.218895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-11aca37a-3d97-4ab6-b590-5745b9f66fa4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9806441c-d38d-4da5-a122-7d76f1afe7ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:52.219383 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-11aca37a-3d97-4ab6-b590-5745b9f66fa4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 04:50:52.219900 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-11aca37a-3d97-4ab6-b590-5745b9f66fa4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:52.220832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-11aca37a-3d97-4ab6-b590-5745b9f66fa4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054665 Feb 03 04:50:52.223296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.283486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e26c6-6a06-4120-998f-4c70e0efde5f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (9806441c-d38d-4da5-a122-7d76f1afe7ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.312418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e26c6-6a06-4120-998f-4c70e0efde5f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (9806441c-d38d-4da5-a122-7d76f1afe7ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.359599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e26c6-6a06-4120-998f-4c70e0efde5f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9806441c-d38d-4da5-a122-7d76f1afe7ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.362670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e26c6-6a06-4120-998f-4c70e0efde5f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.363957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-818e26c6-6a06-4120-998f-4c70e0efde5f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/9806441c-d38d-4da5-a122-7d76f1afe7ab HTTP/1.1" status: 204 len: 168 time: 0.1397727 Feb 03 04:50:52.366749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.374657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e26c6-6a06-4120-998f-4c70e0efde5f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806441c-d38d-4da5-a122-7d76f1afe7ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:52.436797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-26b6a20a-854c-4085-9cf1-ac1a31d88d08 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685685 Feb 03 04:50:52.441069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.446858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-efbe0787-173d-4bb9-aee6-7aed3a25941e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135885434'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:52.494959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efbe0787-173d-4bb9-aee6-7aed3a25941e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.616510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efbe0787-173d-4bb9-aee6-7aed3a25941e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (32527f00-c9ee-4106-85af-8c0ba0d76707), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.621632 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efbe0787-173d-4bb9-aee6-7aed3a25941e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (32527f00-c9ee-4106-85af-8c0ba0d76707), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.654642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efbe0787-173d-4bb9-aee6-7aed3a25941e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.656015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-efbe0787-173d-4bb9-aee6-7aed3a25941e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2138424 Feb 03 04:50:52.659738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.665936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b33cab99-a5f0-404c-b5a2-677ab17b7ed4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '32527f00-c9ee-4106-85af-8c0ba0d76707', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:52.666444 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-b33cab99-a5f0-404c-b5a2-677ab17b7ed4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 04:50:52.666973 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-b33cab99-a5f0-404c-b5a2-677ab17b7ed4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:52.670076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b33cab99-a5f0-404c-b5a2-677ab17b7ed4 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093606 Feb 03 04:50:52.673508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.680213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe0787-173d-4bb9-aee6-7aed3a25941e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32527f00-c9ee-4106-85af-8c0ba0d76707,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:52.760170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa938-18df-477d-bd32-c4b13591b118 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (32527f00-c9ee-4106-85af-8c0ba0d76707), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.791875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa938-18df-477d-bd32-c4b13591b118 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (32527f00-c9ee-4106-85af-8c0ba0d76707), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.853476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa938-18df-477d-bd32-c4b13591b118 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (32527f00-c9ee-4106-85af-8c0ba0d76707), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.857467 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa938-18df-477d-bd32-c4b13591b118 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:52.864337 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bb4fa938-18df-477d-bd32-c4b13591b118 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/32527f00-c9ee-4106-85af-8c0ba0d76707 HTTP/1.1" status: 204 len: 168 time: 0.1898732 Feb 03 04:50:52.868874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.881579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fa938-18df-477d-bd32-c4b13591b118 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32527f00-c9ee-4106-85af-8c0ba0d76707,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:52.926445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b182ac48-cb8d-439b-9ecb-4b33fc688ecb tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0561168 Feb 03 04:50:52.931286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:52.938907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-81db4f9f-e61f-483d-9956-44042416ec93 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586002207'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:52.962489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81db4f9f-e61f-483d-9956-44042416ec93 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.035697 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81db4f9f-e61f-483d-9956-44042416ec93 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (d6133f8c-a6da-4329-a61e-ab6191c82bcd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.040610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81db4f9f-e61f-483d-9956-44042416ec93 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d6133f8c-a6da-4329-a61e-ab6191c82bcd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.073078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81db4f9f-e61f-483d-9956-44042416ec93 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.074834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-81db4f9f-e61f-483d-9956-44042416ec93 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1418777 Feb 03 04:50:53.078063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.078848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db4f9f-e61f-483d-9956-44042416ec93 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6133f8c-a6da-4329-a61e-ab6191c82bcd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:53.084060 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bb851622-a268-4de0-ba41-0a0d1a699df6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': 'd6133f8c-a6da-4329-a61e-ab6191c82bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.085062 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-bb851622-a268-4de0-ba41-0a0d1a699df6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 04:50:53.086318 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-bb851622-a268-4de0-ba41-0a0d1a699df6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.087750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bb851622-a268-4de0-ba41-0a0d1a699df6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079072 Feb 03 04:50:53.090725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.096499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e587148c-7991-4df6-8658-e45b8f6222f6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': 'd6133f8c-a6da-4329-a61e-ab6191c82bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.097452 n-d-827549-1 neutron-server[103323]: WARNING neutron.api.v2.base [None req-e587148c-7991-4df6-8658-e45b8f6222f6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 04:50:53.098098 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-e587148c-7991-4df6-8658-e45b8f6222f6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.101742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.101975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e587148c-7991-4df6-8658-e45b8f6222f6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103257 Feb 03 04:50:53.106781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d674b6b1-95f4-4bb0-abe1-795621eea3a6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': 'd6133f8c-a6da-4329-a61e-ab6191c82bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.107668 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-d674b6b1-95f4-4bb0-abe1-795621eea3a6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 04:50:53.108179 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-d674b6b1-95f4-4bb0-abe1-795621eea3a6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.112318 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d674b6b1-95f4-4bb0-abe1-795621eea3a6 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065570 Feb 03 04:50:53.112476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.116895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7b537dc5-cccc-4505-bb5b-4c0a4f3a4bf2 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': 'd6133f8c-a6da-4329-a61e-ab6191c82bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.117736 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-7b537dc5-cccc-4505-bb5b-4c0a4f3a4bf2 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 04:50:53.118206 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-7b537dc5-cccc-4505-bb5b-4c0a4f3a4bf2 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.119266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b537dc5-cccc-4505-bb5b-4c0a4f3a4bf2 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058734 Feb 03 04:50:53.121799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.178278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea8aea26-ccd8-4069-8120-11928501c9c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (d6133f8c-a6da-4329-a61e-ab6191c82bcd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.202675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea8aea26-ccd8-4069-8120-11928501c9c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (d6133f8c-a6da-4329-a61e-ab6191c82bcd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.256233 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea8aea26-ccd8-4069-8120-11928501c9c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d6133f8c-a6da-4329-a61e-ab6191c82bcd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.259778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea8aea26-ccd8-4069-8120-11928501c9c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.261000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea8aea26-ccd8-4069-8120-11928501c9c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/d6133f8c-a6da-4329-a61e-ab6191c82bcd HTTP/1.1" status: 204 len: 168 time: 0.1382358 Feb 03 04:50:53.264300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.271358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8aea26-ccd8-4069-8120-11928501c9c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6133f8c-a6da-4329-a61e-ab6191c82bcd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:53.325620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4549e6b1-df76-40ae-ba36-b13fba57e439 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593026 Feb 03 04:50:53.329289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44690) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.334260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b3594b3e-d716-4224-b5c1-af1864bd7294 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028483944'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.358714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3594b3e-d716-4224-b5c1-af1864bd7294 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.440519 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3594b3e-d716-4224-b5c1-af1864bd7294 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (9c7a535a-285a-433f-8dff-a36cfafb0c8f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.445404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3594b3e-d716-4224-b5c1-af1864bd7294 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9c7a535a-285a-433f-8dff-a36cfafb0c8f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.478378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3594b3e-d716-4224-b5c1-af1864bd7294 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.480118 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b3594b3e-d716-4224-b5c1-af1864bd7294 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1493928 Feb 03 04:50:53.482664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.487326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-10df66be-5fbf-46f5-8e73-31ccf811e93b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.487868 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-10df66be-5fbf-46f5-8e73-31ccf811e93b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 04:50:53.488349 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-10df66be-5fbf-46f5-8e73-31ccf811e93b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.489314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-10df66be-5fbf-46f5-8e73-31ccf811e93b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057302 Feb 03 04:50:53.491632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44694) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.495780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-92970d7d-33a6-4450-8d8f-92dd70787296 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.501194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3594b3e-d716-4224-b5c1-af1864bd7294 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7a535a-285a-433f-8dff-a36cfafb0c8f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:53.546046 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-92970d7d-33a6-4450-8d8f-92dd70787296 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.547341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-92970d7d-33a6-4450-8d8f-92dd70787296 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0548172 Feb 03 04:50:53.550874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.556041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5edf4a6b-54da-4fca-952d-8f7cf886b23a tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.556828 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-5edf4a6b-54da-4fca-952d-8f7cf886b23a tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 04:50:53.557568 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-5edf4a6b-54da-4fca-952d-8f7cf886b23a tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.558904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5edf4a6b-54da-4fca-952d-8f7cf886b23a tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076540 Feb 03 04:50:53.562119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44700) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.567542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4209213b-55cf-421f-96b6-376c0b5baf9b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.613573 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-4209213b-55cf-421f-96b6-376c0b5baf9b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.628084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4209213b-55cf-421f-96b6-376c0b5baf9b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0646114 Feb 03 04:50:53.632726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.638810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ebdd41a0-d78f-4047-aca0-7a596f3f1020 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.639483 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-ebdd41a0-d78f-4047-aca0-7a596f3f1020 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 04:50:53.640465 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ebdd41a0-d78f-4047-aca0-7a596f3f1020 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.642421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ebdd41a0-d78f-4047-aca0-7a596f3f1020 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079076 Feb 03 04:50:53.644472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.655751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bb9fb131-577b-46e4-8a71-14544a34a4f9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.684294 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-bb9fb131-577b-46e4-8a71-14544a34a4f9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Project 30292bc377f14b28a310e8a93add0a14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:50:53.702832 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-bb9fb131-577b-46e4-8a71-14544a34a4f9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.704031 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bb9fb131-577b-46e4-8a71-14544a34a4f9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0584397 Feb 03 04:50:53.706966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.711983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ddb1d2ee-7c60-4894-a255-9c5d1b9cb5cf tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.712463 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-ddb1d2ee-7c60-4894-a255-9c5d1b9cb5cf tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 04:50:53.715246 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ddb1d2ee-7c60-4894-a255-9c5d1b9cb5cf tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.725298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ddb1d2ee-7c60-4894-a255-9c5d1b9cb5cf tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082607 Feb 03 04:50:53.725298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.725298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e5d84de1-17ee-440c-b139-befe2ef0ee9e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.752167 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-e5d84de1-17ee-440c-b139-befe2ef0ee9e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Project 30292bc377f14b28a310e8a93add0a14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:50:53.770409 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e5d84de1-17ee-440c-b139-befe2ef0ee9e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.772854 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e5d84de1-17ee-440c-b139-befe2ef0ee9e tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0525150 Feb 03 04:50:53.775628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.781124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ee00c784-d08c-4051-882e-d14a99bedc8f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '9c7a535a-285a-433f-8dff-a36cfafb0c8f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:53.803717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.814513 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-ee00c784-d08c-4051-882e-d14a99bedc8f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Project 30292bc377f14b28a310e8a93add0a14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:50:53.831899 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ee00c784-d08c-4051-882e-d14a99bedc8f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:53.833662 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ee00c784-d08c-4051-882e-d14a99bedc8f tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0567670 Feb 03 04:50:53.836610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:53.897119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.934572 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4065-53cf-42dd-aa97-df9d1fdef9d9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (9c7a535a-285a-433f-8dff-a36cfafb0c8f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:53.963648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4065-53cf-42dd-aa97-df9d1fdef9d9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (9c7a535a-285a-433f-8dff-a36cfafb0c8f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.033760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4065-53cf-42dd-aa97-df9d1fdef9d9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9c7a535a-285a-433f-8dff-a36cfafb0c8f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.041026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4065-53cf-42dd-aa97-df9d1fdef9d9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.042408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a0fa4065-53cf-42dd-aa97-df9d1fdef9d9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/9c7a535a-285a-433f-8dff-a36cfafb0c8f HTTP/1.1" status: 204 len: 168 time: 0.2047367 Feb 03 04:50:54.044974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.082332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4065-53cf-42dd-aa97-df9d1fdef9d9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7a535a-285a-433f-8dff-a36cfafb0c8f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:54.122017 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-96842124-7457-4076-bd34-cbd26df25b8c tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758619 Feb 03 04:50:54.126587 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44726) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.133739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-01a5a773-5283-4a4c-8faa-e8b3e43e202b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--860380317'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:54.163245 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01a5a773-5283-4a4c-8faa-e8b3e43e202b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.253015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01a5a773-5283-4a4c-8faa-e8b3e43e202b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.258325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01a5a773-5283-4a4c-8faa-e8b3e43e202b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.299216 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01a5a773-5283-4a4c-8faa-e8b3e43e202b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.300938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-01a5a773-5283-4a4c-8faa-e8b3e43e202b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1729023 Feb 03 04:50:54.303560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5a773-5283-4a4c-8faa-e8b3e43e202b tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:54.304427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.311050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9bc30b2c-2442-4e9a-b43a-73413a0a53c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:54.365824 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-9bc30b2c-2442-4e9a-b43a-73413a0a53c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The resource could not be found. Feb 03 04:50:54.368109 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9bc30b2c-2442-4e9a-b43a-73413a0a53c9 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0624824 Feb 03 04:50:54.370046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.375035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-004c717c-b309-4914-9567-ea9e91787296 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '46ebed25-53f1-4f37-a12d-94e396163065'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:54.430240 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-004c717c-b309-4914-9567-ea9e91787296 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The resource could not be found. Feb 03 04:50:54.435197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.435852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-004c717c-b309-4914-9567-ea9e91787296 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0641403 Feb 03 04:50:54.509999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca9454e7-6454-4cbc-a563-b0f3caebcbb1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.541360 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca9454e7-6454-4cbc-a563-b0f3caebcbb1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.603234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca9454e7-6454-4cbc-a563-b0f3caebcbb1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.606964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca9454e7-6454-4cbc-a563-b0f3caebcbb1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.610913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca9454e7-6454-4cbc-a563-b0f3caebcbb1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8 HTTP/1.1" status: 204 len: 168 time: 0.1722360 Feb 03 04:50:54.611298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.634382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9454e7-6454-4cbc-a563-b0f3caebcbb1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a98f17-5ad4-4ed2-9ebb-9e6ff97522f8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:54.713927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-944b6fdd-5f3a-4479-a276-993a2befa919 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1012125 Feb 03 04:50:54.717485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.723402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ba8fd788-37c9-4702-8086-24286e0ca66a tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '1cbb704c-3921-4911-845b-a80b210368ff', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:54.773798 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-ba8fd788-37c9-4702-8086-24286e0ca66a tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The resource could not be found. Feb 03 04:50:54.775028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ba8fd788-37c9-4702-8086-24286e0ca66a tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0562322 Feb 03 04:50:54.778797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44744) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.783668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d47cb2f5-4265-4334-b0b8-c64f6c103799 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350570052'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:54.809858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d47cb2f5-4265-4334-b0b8-c64f6c103799 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.898670 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d47cb2f5-4265-4334-b0b8-c64f6c103799 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (d09e6fe1-4453-42fd-aea7-8af57ce02fc1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.903864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d47cb2f5-4265-4334-b0b8-c64f6c103799 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d09e6fe1-4453-42fd-aea7-8af57ce02fc1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.953151 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d47cb2f5-4265-4334-b0b8-c64f6c103799 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:54.957501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44748) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:54.962507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4064e0ac-1e0c-43e4-8d6b-49553298bb62 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202528281'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:54.968099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d47cb2f5-4265-4334-b0b8-c64f6c103799 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1879683 Feb 03 04:50:54.969167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cb2f5-4265-4334-b0b8-c64f6c103799 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e6fe1-4453-42fd-aea7-8af57ce02fc1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:54.998733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4064e0ac-1e0c-43e4-8d6b-49553298bb62 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.092557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4064e0ac-1e0c-43e4-8d6b-49553298bb62 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (0c6956cd-495d-4bb0-a846-8cba43ec7176), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.098444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4064e0ac-1e0c-43e4-8d6b-49553298bb62 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0c6956cd-495d-4bb0-a846-8cba43ec7176), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.133801 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4064e0ac-1e0c-43e4-8d6b-49553298bb62 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.137755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4064e0ac-1e0c-43e4-8d6b-49553298bb62 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1764023 Feb 03 04:50:55.137755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064e0ac-1e0c-43e4-8d6b-49553298bb62 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6956cd-495d-4bb0-a846-8cba43ec7176,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:55.139058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.142728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9b73fd46-2a87-4c0e-aa95-099242f40934 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': 'd09e6fe1-4453-42fd-aea7-8af57ce02fc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0c6956cd-495d-4bb0-a846-8cba43ec7176'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:55.218279 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-9b73fd46-2a87-4c0e-aa95-099242f40934 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:55.222906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44754) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.224472 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9b73fd46-2a87-4c0e-aa95-099242f40934 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0844531 Feb 03 04:50:55.292923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25154cac-6c69-4240-bc82-18c0d05acbbe tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (0c6956cd-495d-4bb0-a846-8cba43ec7176), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.325534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25154cac-6c69-4240-bc82-18c0d05acbbe tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (0c6956cd-495d-4bb0-a846-8cba43ec7176), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.393980 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25154cac-6c69-4240-bc82-18c0d05acbbe tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0c6956cd-495d-4bb0-a846-8cba43ec7176), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.397219 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25154cac-6c69-4240-bc82-18c0d05acbbe tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.398609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-25154cac-6c69-4240-bc82-18c0d05acbbe tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/0c6956cd-495d-4bb0-a846-8cba43ec7176 HTTP/1.1" status: 204 len: 168 time: 0.1742382 Feb 03 04:50:55.404365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.414609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25154cac-6c69-4240-bc82-18c0d05acbbe tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6956cd-495d-4bb0-a846-8cba43ec7176,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:55.476003 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-74e65637-b7c5-4831-af8a-75e8909bc0e7 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0712681 Feb 03 04:50:55.478687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.540443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64aa5450-ab74-4890-a6d5-1de7333d5329 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (d09e6fe1-4453-42fd-aea7-8af57ce02fc1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.565453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64aa5450-ab74-4890-a6d5-1de7333d5329 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (d09e6fe1-4453-42fd-aea7-8af57ce02fc1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.633734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64aa5450-ab74-4890-a6d5-1de7333d5329 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d09e6fe1-4453-42fd-aea7-8af57ce02fc1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.636785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64aa5450-ab74-4890-a6d5-1de7333d5329 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.637965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-64aa5450-ab74-4890-a6d5-1de7333d5329 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/d09e6fe1-4453-42fd-aea7-8af57ce02fc1 HTTP/1.1" status: 204 len: 168 time: 0.1582885 Feb 03 04:50:55.640842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.650123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa5450-ab74-4890-a6d5-1de7333d5329 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e6fe1-4453-42fd-aea7-8af57ce02fc1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:55.706102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dd7aa77c-f0f2-4082-ac8f-4146dec417d0 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0638688 Feb 03 04:50:55.710364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.715148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5d166d48-e5de-459c-a5ac-ef36b0aec59d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053917893'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:55.745227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d166d48-e5de-459c-a5ac-ef36b0aec59d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.847623 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d166d48-e5de-459c-a5ac-ef36b0aec59d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (7142451d-dc3b-4dc0-80e1-10e46c13fe85), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.852222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d166d48-e5de-459c-a5ac-ef36b0aec59d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7142451d-dc3b-4dc0-80e1-10e46c13fe85), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.887919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d166d48-e5de-459c-a5ac-ef36b0aec59d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:55.892300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d166d48-e5de-459c-a5ac-ef36b0aec59d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1781557 Feb 03 04:50:55.892450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.896901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f01dc99e-f694-4fb7-862d-080ed5540930 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '7142451d-dc3b-4dc0-80e1-10e46c13fe85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:55.902208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d166d48-e5de-459c-a5ac-ef36b0aec59d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7142451d-dc3b-4dc0-80e1-10e46c13fe85,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:55.936065 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-f01dc99e-f694-4fb7-862d-080ed5540930 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:55.939841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f01dc99e-f694-4fb7-862d-080ed5540930 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0438228 Feb 03 04:50:55.940294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:55.944997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9491bf09-8687-46e6-955d-fabefcd75600 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group_rule': {'security_group_id': '7142451d-dc3b-4dc0-80e1-10e46c13fe85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:55.979741 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-9491bf09-8687-46e6-955d-fabefcd75600 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 04:50:55.985253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9491bf09-8687-46e6-955d-fabefcd75600 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0437789 Feb 03 04:50:55.986158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.048688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14ab3b2b-3eee-491f-859c-b9646bb0bc54 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (7142451d-dc3b-4dc0-80e1-10e46c13fe85), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.076790 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14ab3b2b-3eee-491f-859c-b9646bb0bc54 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (7142451d-dc3b-4dc0-80e1-10e46c13fe85), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.122151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14ab3b2b-3eee-491f-859c-b9646bb0bc54 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7142451d-dc3b-4dc0-80e1-10e46c13fe85), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.125808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14ab3b2b-3eee-491f-859c-b9646bb0bc54 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.127701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-14ab3b2b-3eee-491f-859c-b9646bb0bc54 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/7142451d-dc3b-4dc0-80e1-10e46c13fe85 HTTP/1.1" status: 204 len: 168 time: 0.1402740 Feb 03 04:50:56.130590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.144378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3b2b-3eee-491f-859c-b9646bb0bc54 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7142451d-dc3b-4dc0-80e1-10e46c13fe85,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:56.201112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-49b4aaae-f9e5-42f4-9c4a-5121e26fc663 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650640 Feb 03 04:50:56.202321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44788) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.207076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ecfe8d6d-e0ee-460e-8eab-95c64f72a9b1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'tempest-secgroup--447757669'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:56.232748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfe8d6d-e0ee-460e-8eab-95c64f72a9b1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.337688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfe8d6d-e0ee-460e-8eab-95c64f72a9b1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (eb372aa8-c1d8-4f59-acbf-6665286aaded), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.348935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfe8d6d-e0ee-460e-8eab-95c64f72a9b1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eb372aa8-c1d8-4f59-acbf-6665286aaded), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.385113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecfe8d6d-e0ee-460e-8eab-95c64f72a9b1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.386559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ecfe8d6d-e0ee-460e-8eab-95c64f72a9b1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1831346 Feb 03 04:50:56.388777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe8d6d-e0ee-460e-8eab-95c64f72a9b1 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb372aa8-c1d8-4f59-acbf-6665286aaded,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:56.389532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.394519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-84164a53-81ae-4c3c-8ad4-6b269556f30d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:50:56.395659 n-d-827549-1 neutron-server[103324]: WARNING neutron.api.v2.base [None req-84164a53-81ae-4c3c-8ad4-6b269556f30d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 04:50:56.397006 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-84164a53-81ae-4c3c-8ad4-6b269556f30d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 04:50:56.399111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-84164a53-81ae-4c3c-8ad4-6b269556f30d tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "PUT /v2.0/security-groups/eb372aa8-c1d8-4f59-acbf-6665286aaded HTTP/1.1" status: 409 len: 330 time: 0.0081913 Feb 03 04:50:56.402524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.468852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6cb6d2f-8a9b-433f-91ea-84e3a5f5db97 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (eb372aa8-c1d8-4f59-acbf-6665286aaded), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.502421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6cb6d2f-8a9b-433f-91ea-84e3a5f5db97 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (eb372aa8-c1d8-4f59-acbf-6665286aaded), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.554904 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6cb6d2f-8a9b-433f-91ea-84e3a5f5db97 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (eb372aa8-c1d8-4f59-acbf-6665286aaded), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.558770 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6cb6d2f-8a9b-433f-91ea-84e3a5f5db97 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:56.561327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a6cb6d2f-8a9b-433f-91ea-84e3a5f5db97 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/eb372aa8-c1d8-4f59-acbf-6665286aaded HTTP/1.1" status: 204 len: 168 time: 0.1576819 Feb 03 04:50:56.564211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.578727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb6d2f-8a9b-433f-91ea-84e3a5f5db97 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb372aa8-c1d8-4f59-acbf-6665286aaded,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:50:56.666647 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f7fa29a5-3732-42d5-afba-b3942a97d869 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011832 Feb 03 04:50:56.670693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 44802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.707186 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-31b5f361-d9be-4971-b9eb-2b4022402361 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] delete failed (client error): The resource could not be found. Feb 03 04:50:56.709261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-31b5f361-d9be-4971-b9eb-2b4022402361 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "DELETE /v2.0/security-groups/9efc351b-3c18-4d65-9101-21c34b16a2a2 HTTP/1.1" status: 404 len: 347 time: 0.0369587 Feb 03 04:50:56.713336 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.735214 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-b1ca17e6-ff96-4ff5-b40f-32fb28dac6de tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] show failed (client error): The resource could not be found. Feb 03 04:50:56.737032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b1ca17e6-ff96-4ff5-b40f-32fb28dac6de tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-groups/824f3138-3dff-467e-aaed-04452fc3e9ef HTTP/1.1" status: 404 len: 347 time: 0.0225625 Feb 03 04:50:56.740808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44808) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:56.770078 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [None req-a1caeaf0-d4dc-4120-b88b-713b43786341 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] show failed (client error): The resource could not be found. Feb 03 04:50:56.771175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a1caeaf0-d4dc-4120-b88b-713b43786341 tempest-NegativeSecGroupIPv6Test-796522828 tempest-NegativeSecGroupIPv6Test-796522828-project] 10.222.0.35 "GET /v2.0/security-group-rules/9140a652-c28e-45bc-80b6-ad048c57a366 HTTP/1.1" status: 404 len: 356 time: 0.0291147 Feb 03 04:50:57.138621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:57.308222 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7c49f274-2c5d-410b-bfc6-9915deb9741a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30292bc377f14b28a310e8a93add0a14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678460 Feb 03 04:50:57.310738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 44834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:50:57.365724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2915ae05-e27b-47df-bc50-c22dd0b45f8d admin admin] Publish callbacks [] for security_group (25b17f80-3acd-417c-b357-aa57dbfdbf51), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:57.388243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2915ae05-e27b-47df-bc50-c22dd0b45f8d admin admin] Publish callbacks [] for security_group (25b17f80-3acd-417c-b357-aa57dbfdbf51), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:57.440164 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2915ae05-e27b-47df-bc50-c22dd0b45f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (25b17f80-3acd-417c-b357-aa57dbfdbf51), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:57.443375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2915ae05-e27b-47df-bc50-c22dd0b45f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:50:57.444867 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2915ae05-e27b-47df-bc50-c22dd0b45f8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25b17f80-3acd-417c-b357-aa57dbfdbf51 HTTP/1.1" status: 204 len: 168 time: 0.1330891 Feb 03 04:50:57.454627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915ae05-e27b-47df-bc50-c22dd0b45f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b17f80-3acd-417c-b357-aa57dbfdbf51,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:01.174825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-3c75beb7-f324-48b6-9565-d9335a210e69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769222 Feb 03 04:51:01.311099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-92bb23aa-8044-4668-968b-cb85460a5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:01.312876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-92bb23aa-8044-4668-968b-cb85460a5d9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c70ae14836b940a6b4335bd870775c61&device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 1127 time: 0.0848265 Feb 03 04:51:01.536246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-08253c74-862b-4550-96b7-c4bc8e3f5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:01.546158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-08253c74-862b-4550-96b7-c4bc8e3f5df2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 200 len: 910 time: 0.2107468 Feb 03 04:51:01.711097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-bec43d50-08d8-4981-a259-d6c31945429f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 200 len: 1001 time: 0.1574872 Feb 03 04:51:01.786192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-5f97ae73-add0-4e42-8f6e-a1bdad903d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:01.788120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-5f97ae73-add0-4e42-8f6e-a1bdad903d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 200 len: 848 time: 0.0692122 Feb 03 04:51:01.891809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-79cd33fb-e9ee-430a-a11f-933e21a19ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:01.893510 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-79cd33fb-e9ee-430a-a11f-933e21a19ddd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43c754e-d1db-440c-a7ff-0787e65c4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984929 Feb 03 04:51:02.037435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-e2240173-9d32-4942-8998-8986b0781fcf service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128929 Feb 03 04:51:02.166544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d000ea15-4df2-4d06-8902-4a99b010dc5d req-fb770f43-bc8a-4b80-9ac2-068f17cff45f service neutron] 10.222.0.15 "GET /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214423 Feb 03 04:51:02.431925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659731e-817e-4808-b565-1e5383e46a1d req-d538a7af-7b1b-4977-9efb-19192e51f4b5 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:02.441249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0659731e-817e-4808-b565-1e5383e46a1d req-d538a7af-7b1b-4977-9efb-19192e51f4b5 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1128 time: 0.0608358 Feb 03 04:51:02.502649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0659731e-817e-4808-b565-1e5383e46a1d req-7a577065-9bf5-4655-9027-5c00c78a6d3f tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601423 Feb 03 04:51:02.519121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:02.752773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port ff835782-a57a-4d78-9f4e-01388d12e998 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:51:02.753126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ff835782-a57a-4d78-9f4e-01388d12e998), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:02.846859 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ff835782-a57a-4d78-9f4e-01388d12e998), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:02.847099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (ff835782-a57a-4d78-9f4e-01388d12e998), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:02.859983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for ff835782-a57a-4d78-9f4e-01388d12e998 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:51:03.048823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ff835782-a57a-4d78-9f4e-01388d12e998), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:03.085875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=ff835782-a57a-4d78-9f4e-01388d12e998,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:03.140189 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84fbab70-419d-4a4c-a972-0fb3896763f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:03.210014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (189036ea-1640-4eab-be93-06a51d4a9aea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:03.211071 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP 189036ea-1640-4eab-be93-06a51d4a9aea disassociated (deleted). External IP: 172.25.7.225, port: 317a7665-a1af-4c37-ad90-21a23a52703c. Feb 03 04:51:03.605020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 3978974c-2b39-4cb0-aff4-cddb66e14f8a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:51:03.774703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:51:03.780985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:03.788353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] Sync routers for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:51:03.805400 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:03.808823 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:50:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:03.861935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-18c9c154-726d-4b75-a975-8da74a207418 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/floatingips/189036ea-1640-4eab-be93-06a51d4a9aea HTTP/1.1" status: 204 len: 168 time: 1.3410056 Feb 03 04:51:03.862559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:51:03.865386 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5077446-3838-4082-b455-e923895fc3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:51:03.957705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:03.982627 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11172a1-c5d3-4fd6-b1b9-5955cac6cc20 x-openstack-request-id: req-e11172a1-c5d3-4fd6-b1b9-5955cac6cc20 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:51:03.983231 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:51:03.983862 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e11172a1-c5d3-4fd6-b1b9-5955cac6cc20 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:51:03.984201 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'status': 'completed', 'code': 200} Feb 03 04:51:04.078644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5077446-3838-4082-b455-e923895fc3c7 req-a1735292-e9fe-47e8-8f02-af404e9437a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:04.081247 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5077446-3838-4082-b455-e923895fc3c7 req-a1735292-e9fe-47e8-8f02-af404e9437a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 1128 time: 0.0748680 Feb 03 04:51:04.299288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5077446-3838-4082-b455-e923895fc3c7 req-266c5af2-3af4-48cc-9421-90a3f1cb5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:04.305560 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5077446-3838-4082-b455-e923895fc3c7 req-266c5af2-3af4-48cc-9421-90a3f1cb5458 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 200 len: 898 time: 0.2136364 Feb 03 04:51:04.380993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0238-b972-452e-9a37-b6494495181b req-52b1a9c4-fe5c-4586-aa51-e461ba064be4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:04.383983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-246d0238-b972-452e-9a37-b6494495181b req-52b1a9c4-fe5c-4586-aa51-e461ba064be4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.0951617 Feb 03 04:51:04.392520 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:04.433268 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] Checking router: 3978974c-2b39-4cb0-aff4-cddb66e14f8a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:51:04.433768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5077446-3838-4082-b455-e923895fc3c7 req-1c7a53de-d824-4d0c-a6f4-813dc74eb813 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 200 len: 217 time: 0.1225400 Feb 03 04:51:04.449319 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:04.453217 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:50:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:04.501159 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-246d0238-b972-452e-9a37-b6494495181b req-7b1f5193-5ed0-4e42-aa24-7eff2abf728e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106441 Feb 03 04:51:04.605095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5077446-3838-4082-b455-e923895fc3c7 req-4ba348a2-5377-4001-b775-12bee8110ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:04.612164 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5077446-3838-4082-b455-e923895fc3c7 req-4ba348a2-5377-4001-b775-12bee8110ac1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 200 len: 834 time: 0.1724825 Feb 03 04:51:04.643374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:04.723018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5077446-3838-4082-b455-e923895fc3c7 req-d600116d-926a-4e3a-83e1-1959342d8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:04.724966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5077446-3838-4082-b455-e923895fc3c7 req-d600116d-926a-4e3a-83e1-1959342d8a5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fa4af81-f115-4c93-afce-40cec7eb144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045001 Feb 03 04:51:04.953135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5077446-3838-4082-b455-e923895fc3c7 req-baffc619-651d-4a11-aef2-bb8c8f183077 service neutron] 10.222.0.15 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192597 Feb 03 04:51:05.086358 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:05.141982 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fa9cb-b91d-4505-9780-187c2715728d None None] The sync data for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 is: [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:15Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '286750af-fe2e-45fe-a771-bec1475bfd4b', 'name': '', 'network_id': '8fa4af81-f115-4c93-afce-40cec7eb144b', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:bb:04:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:14Z', 'updated_at': '2022-02-03T04:49:20Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b0051b9b-111a-4b27-9547-646a7b7194e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:51:05.193981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5077446-3838-4082-b455-e923895fc3c7 req-e307a001-0502-4bbb-8d25-16b5d8606c8f service neutron] 10.222.0.15 "GET /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328448 Feb 03 04:51:05.642867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623b3b-8ed2-4cf4-9e1e-150bbe04a129 None None] New status for floating IP 189036ea-1640-4eab-be93-06a51d4a9aea: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:51:05.749237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-d2ee7dd1-a9b6-4b2a-b590-d46f8e6f0904 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:05.752882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-d2ee7dd1-a9b6-4b2a-b590-d46f8e6f0904 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.2078497 Feb 03 04:51:05.826233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae468c32-7e1d-4a0f-a3a0-dd1773b60053 req-e93233b6-ec17-4f5f-92f5-745d8df4544b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:05.840505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae468c32-7e1d-4a0f-a3a0-dd1773b60053 req-e93233b6-ec17-4f5f-92f5-745d8df4544b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 946 time: 0.1317916 Feb 03 04:51:05.959945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae468c32-7e1d-4a0f-a3a0-dd1773b60053 req-cce65fee-07fd-40ad-8fb3-92bda8777a7f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fe84e99-8dbb-4846-8436-8370a3c4540c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183269 Feb 03 04:51:06.079598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 317a7665-a1af-4c37-ad90-21a23a52703c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:51:06.095792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:06.282309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 317a7665-a1af-4c37-ad90-21a23a52703c, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=317a7665-a1af-4c37-ad90-21a23a52703c,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:06.282703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:06.306718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 317a7665-a1af-4c37-ad90-21a23a52703c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:51:06.424920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47e2a689-23a6-480c-824c-47f2a6f96d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:06.489419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (317a7665-a1af-4c37-ad90-21a23a52703c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:06.542597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=317a7665-a1af-4c37-ad90-21a23a52703c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:06.622931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] No DVR routers for this DVR port 317a7665-a1af-4c37-ad90-21a23a52703c on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:51:06.625698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:06.629208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6001b2b-54a1-48ad-9db9-bda9e6ab2765 req-1a08c36f-df05-490e-bc1f-d40f304b2f90 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.15 "DELETE /v2.0/ports/317a7665-a1af-4c37-ad90-21a23a52703c HTTP/1.1" status: 204 len: 173 time: 0.8697801 Feb 03 04:51:06.629655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-deleted', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:51:06.640155 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8aef25a-a844-401a-85f7-98a8d02ce999" -d '{"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-deleted", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:51:06.716021 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:06.759570 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca93f86-3841-4158-8e4a-eb3c92175318 x-openstack-request-id: req-0ca93f86-3841-4158-8e4a-eb3c92175318 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:51:06.760102 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a7a70e-d181-4b6a-bb7a-5e66886005f2", "name": "network-vif-deleted", "tag": "317a7665-a1af-4c37-ad90-21a23a52703c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:51:06.760184 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ca93f86-3841-4158-8e4a-eb3c92175318 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:51:06.760980 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a7a70e-d181-4b6a-bb7a-5e66886005f2', 'name': 'network-vif-deleted', 'tag': '317a7665-a1af-4c37-ad90-21a23a52703c', 'status': 'completed', 'code': 200} Feb 03 04:51:07.271455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7e0e8a4-05d0-4501-b05d-59ac53ceea4a req-e3ef6b53-c62e-45c9-bece-73e24f135779 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3a7a70e-d181-4b6a-bb7a-5e66886005f2 HTTP/1.1" status: 200 len: 210 time: 0.0445304 Feb 03 04:51:08.158687 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:08.346919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:08.921066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (3978974c-2b39-4cb0-aff4-cddb66e14f8a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:09.289591 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:09.347925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 286750af-fe2e-45fe-a771-bec1475bfd4b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:51:09.348527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:09.554022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 286750af-fe2e-45fe-a771-bec1475bfd4b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=286750af-fe2e-45fe-a771-bec1475bfd4b,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:09.558744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:09.618818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 286750af-fe2e-45fe-a771-bec1475bfd4b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:51:09.643838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:51:09.724539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 317a7665-a1af-4c37-ad90-21a23a52703c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:51:09.724888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 317a7665-a1af-4c37-ad90-21a23a52703c not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:51:10.053017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (286750af-fe2e-45fe-a771-bec1475bfd4b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:10.078637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=286750af-fe2e-45fe-a771-bec1475bfd4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:10.529676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (3978974c-2b39-4cb0-aff4-cddb66e14f8a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:11.070027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 3978974c-2b39-4cb0-aff4-cddb66e14f8a has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:51:11.870479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:51:11.885617 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] Sync routers for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:51:11.900003 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:11.902094 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:11.903032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:11.908206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0717e4e2-be52-4d47-95f3-e64fecdd4888 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/3978974c-2b39-4cb0-aff4-cddb66e14f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5595400 Feb 03 04:51:12.024996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting subnet b0051b9b-111a-4b27-9547-646a7b7194e5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:51:12.041090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (b0051b9b-111a-4b27-9547-646a7b7194e5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:12.140500 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:12.197524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (b0051b9b-111a-4b27-9547-646a7b7194e5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:12.458683 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:51:09Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:12.489343 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] Checking router: 3978974c-2b39-4cb0-aff4-cddb66e14f8a for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:51:12.510029 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] Routers {'3978974c-2b39-4cb0-aff4-cddb66e14f8a'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:12.511762 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:12.594382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (b0051b9b-111a-4b27-9547-646a7b7194e5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:12.803192 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] Set router 3978974c-2b39-4cb0-aff4-cddb66e14f8a gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:12.847697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (b0051b9b-111a-4b27-9547-646a7b7194e5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:12.917668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Subnet': ['ID=b0051b9b-111a-4b27-9547-646a7b7194e5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:12.934475 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:12.940946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-76a8ac46-758a-4086-864a-1c7813732ca8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/subnets/b0051b9b-111a-4b27-9547-646a7b7194e5 HTTP/1.1" status: 204 len: 168 time: 1.0337877 Feb 03 04:51:12.941721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536d4e4-c583-4090-954e-890134a0e1c0 None None] Network 8fa4af81-f115-4c93-afce-40cec7eb144b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:51:12.945216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:13.130577 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:51:09Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:13.219794 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e462c7-e23a-4053-9a89-e113e4351066 None None] The sync data for ids ['3978974c-2b39-4cb0-aff4-cddb66e14f8a'] in n-d-827549-1 is: [{'id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860474952', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:51:09Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3978974c-2b39-4cb0-aff4-cddb66e14f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:49:07Z', 'updated_at': '2022-02-03T04:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:51:13.292254 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (3978974c-2b39-4cb0-aff4-cddb66e14f8a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:13.312798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] DHCP port deletion for 8fa4af81-f115-4c93-afce-40cec7eb144b request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:51:13.425032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Deleting port f4156115-4172-494a-8eb1-4beac4f6b490 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:51:13.425563 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:13.599788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] For port f4156115-4172-494a-8eb1-4beac4f6b490, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f4156115-4172-494a-8eb1-4beac4f6b490,segment=NetworkSegment(2937a859-208d-4f6e-a3cc-9be821e1170a),segment_id=2937a859-208d-4f6e-a3cc-9be821e1170a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:13.601747 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:13.642892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Calling delete_port for f4156115-4172-494a-8eb1-4beac4f6b490 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:51:13.654490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (3978974c-2b39-4cb0-aff4-cddb66e14f8a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:13.914251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (f4156115-4172-494a-8eb1-4beac4f6b490), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:13.935565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] No DVR routers for this DVR port f4156115-4172-494a-8eb1-4beac4f6b490 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:51:13.941205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:51:13.941534 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:14.024777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Pushing event deleted for resources: {'Port': ['ID=f4156115-4172-494a-8eb1-4beac4f6b490,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:14.045822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.046243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.046560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.046902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.047244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.047599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.047930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.048260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.048832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.049419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.050004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.050363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.050954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb38a53-8062-470c-bc04-d9039ddf1324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:14.182256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:14.182836 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:14.209335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:51:14.525633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:14.573660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:14.706930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (3978974c-2b39-4cb0-aff4-cddb66e14f8a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:14.846867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f4156115-4172-494a-8eb1-4beac4f6b490 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:51:14.908221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f4156115-4172-494a-8eb1-4beac4f6b490 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:51:14.908560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f4156115-4172-494a-8eb1-4beac4f6b490 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:51:14.908988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 286750af-fe2e-45fe-a771-bec1475bfd4b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:51:14.936141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (3978974c-2b39-4cb0-aff4-cddb66e14f8a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:14.942051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (3978974c-2b39-4cb0-aff4-cddb66e14f8a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:14.949205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 286750af-fe2e-45fe-a771-bec1475bfd4b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:51:14.949557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 286750af-fe2e-45fe-a771-bec1475bfd4b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:51:14.999388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (3978974c-2b39-4cb0-aff4-cddb66e14f8a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.000284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Fanout notify agent at l3_agent the message router_deleted on router 3978974c-2b39-4cb0-aff4-cddb66e14f8a {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:51:15.008591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.009847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5bd7d2ca-b37b-47a6-ab8c-a76fe00f194f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/routers/3978974c-2b39-4cb0-aff4-cddb66e14f8a HTTP/1.1" status: 204 len: 168 time: 2.0633998 Feb 03 04:51:15.014479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:15.130569 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (8fa4af81-f115-4c93-afce-40cec7eb144b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.234254 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (8fa4af81-f115-4c93-afce-40cec7eb144b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.262219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa4af81-f115-4c93-afce-40cec7eb144b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:15.273971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2937a859-208d-4f6e-a3cc-9be821e1170a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:15.274537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2937a859-208d-4f6e-a3cc-9be821e1170a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:15.296934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2937a859-208d-4f6e-a3cc-9be821e1170a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.324860 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2937a859-208d-4f6e-a3cc-9be821e1170a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.333916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:51:15.334530 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2937a859-208d-4f6e-a3cc-9be821e1170a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:51:15.340887 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:51:15.431753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (8fa4af81-f115-4c93-afce-40cec7eb144b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.449276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.453209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/networks/8fa4af81-f115-4c93-afce-40cec7eb144b HTTP/1.1" status: 204 len: 168 time: 0.4342687 Feb 03 04:51:15.456146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:15.475534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a6279-5309-413b-9149-3436f824853c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Network': ['ID=8fa4af81-f115-4c93-afce-40cec7eb144b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:15.625391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d67f3c1-7db2-4998-bce3-135be6823794 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (4fe84e99-8dbb-4846-8436-8370a3c4540c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.662481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d67f3c1-7db2-4998-bce3-135be6823794 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (4fe84e99-8dbb-4846-8436-8370a3c4540c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.734903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d67f3c1-7db2-4998-bce3-135be6823794 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4fe84e99-8dbb-4846-8436-8370a3c4540c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.737614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d67f3c1-7db2-4998-bce3-135be6823794 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:15.738792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5d67f3c1-7db2-4998-bce3-135be6823794 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/security-groups/4fe84e99-8dbb-4846-8436-8370a3c4540c HTTP/1.1" status: 204 len: 168 time: 0.2816432 Feb 03 04:51:15.763147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67f3c1-7db2-4998-bce3-135be6823794 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe84e99-8dbb-4846-8436-8370a3c4540c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:16.699426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:51:16.727295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:51:16.727952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7cd8bd55-5e56-4fc6-b175-1b2c3a7b6b13 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:51:17.185469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:17.191762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ba6ee8e7-aad5-4232-a7b2-5a2d52112612 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125483231', 'description': 'tempest-secgroup-smoke-2125483231 description', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:17.217775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee8e7-aad5-4232-a7b2-5a2d52112612 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.330033 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee8e7-aad5-4232-a7b2-5a2d52112612 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.340248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee8e7-aad5-4232-a7b2-5a2d52112612 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.373200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee8e7-aad5-4232-a7b2-5a2d52112612 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.375687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ba6ee8e7-aad5-4232-a7b2-5a2d52112612 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1872902 Feb 03 04:51:17.376283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ee8e7-aad5-4232-a7b2-5a2d52112612 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:17.378299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:17.392282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0112b506-2d2d-42d0-b2f7-72ab625d543e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:17.424329 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0112b506-2d2d-42d0-b2f7-72ab625d543e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (38e1be07-a288-4b65-893b-a35d878ba60d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.508430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0112b506-2d2d-42d0-b2f7-72ab625d543e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (38e1be07-a288-4b65-893b-a35d878ba60d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.515615 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0112b506-2d2d-42d0-b2f7-72ab625d543e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (38e1be07-a288-4b65-893b-a35d878ba60d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.539615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112b506-2d2d-42d0-b2f7-72ab625d543e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e1be07-a288-4b65-893b-a35d878ba60d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:17.552719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0112b506-2d2d-42d0-b2f7-72ab625d543e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.555570 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0112b506-2d2d-42d0-b2f7-72ab625d543e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748805 Feb 03 04:51:17.557198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:17.572551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-addac474-2c26-4a07-aecf-bb446ea1ee58 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:17.657493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-addac474-2c26-4a07-aecf-bb446ea1ee58 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (a3620fda-7eaf-4b1e-b60c-0baaa9655cf0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.777162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-addac474-2c26-4a07-aecf-bb446ea1ee58 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (a3620fda-7eaf-4b1e-b60c-0baaa9655cf0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.791111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-addac474-2c26-4a07-aecf-bb446ea1ee58 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a3620fda-7eaf-4b1e-b60c-0baaa9655cf0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.856050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addac474-2c26-4a07-aecf-bb446ea1ee58 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3620fda-7eaf-4b1e-b60c-0baaa9655cf0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:17.882473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-addac474-2c26-4a07-aecf-bb446ea1ee58 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:17.888495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:17.890014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-addac474-2c26-4a07-aecf-bb446ea1ee58 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275216 Feb 03 04:51:17.893893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c61268b1-d5e2-4e00-92d5-16e0a0964ef6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:17.987287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61268b1-d5e2-4e00-92d5-16e0a0964ef6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (0dbb5eb2-88ad-43d7-90fa-986f10abd86b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.120202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61268b1-d5e2-4e00-92d5-16e0a0964ef6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (0dbb5eb2-88ad-43d7-90fa-986f10abd86b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.125517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61268b1-d5e2-4e00-92d5-16e0a0964ef6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (0dbb5eb2-88ad-43d7-90fa-986f10abd86b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.164471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61268b1-d5e2-4e00-92d5-16e0a0964ef6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbb5eb2-88ad-43d7-90fa-986f10abd86b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:18.183093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c61268b1-d5e2-4e00-92d5-16e0a0964ef6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.185891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c61268b1-d5e2-4e00-92d5-16e0a0964ef6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2957730 Feb 03 04:51:18.189946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45600) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:18.199883 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:51:18.205850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7c64d041-fbc3-4abf-bb31-ef43b32ecd22 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:18.257551 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c64d041-fbc3-4abf-bb31-ef43b32ecd22 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (176da350-902f-4cdb-afe8-69dfd3bf45f1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.397722 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c64d041-fbc3-4abf-bb31-ef43b32ecd22 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (176da350-902f-4cdb-afe8-69dfd3bf45f1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.406841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c64d041-fbc3-4abf-bb31-ef43b32ecd22 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (176da350-902f-4cdb-afe8-69dfd3bf45f1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.465410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64d041-fbc3-4abf-bb31-ef43b32ecd22 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176da350-902f-4cdb-afe8-69dfd3bf45f1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:18.509654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7c64d041-fbc3-4abf-bb31-ef43b32ecd22 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.527400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:18.528382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7c64d041-fbc3-4abf-bb31-ef43b32ecd22 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3356516 Feb 03 04:51:18.547486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:18.640505 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:51:18.666272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (4665ee81-c931-42fb-b37a-4a0c346e84f7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.847822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (4665ee81-c931-42fb-b37a-4a0c346e84f7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.865054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (4665ee81-c931-42fb-b37a-4a0c346e84f7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.900560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4665ee81-c931-42fb-b37a-4a0c346e84f7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:18.924588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:18.928793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-65b3d390-ec47-4071-b40e-7955c34d59d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3933947 Feb 03 04:51:18.928952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:18.933558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:18.990030 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:51:19.012153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (74f871c4-232b-41bb-9bf4-2317de11d37c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.202651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (74f871c4-232b-41bb-9bf4-2317de11d37c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.210298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (74f871c4-232b-41bb-9bf4-2317de11d37c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.235022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f871c4-232b-41bb-9bf4-2317de11d37c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:19.268427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.268733 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a30d47e0-bed2-4a40-8811-b17ad9b381ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386908 Feb 03 04:51:19.271582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:19.277409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'network': {'name': 'tempest-network-smoke--1824976704', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:19.310342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:51:19.314251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.386699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:51:19.426004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c88183ae-1308-4814-8259-f67097e51eed), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.426267 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Added segment c88183ae-1308-4814-8259-f67097e51eed of type vlan for network 19324520-4dae-4edc-a055-3f63381026b6 Feb 03 04:51:19.516330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (19324520-4dae-4edc-a055-3f63381026b6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.554779 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (19324520-4dae-4edc-a055-3f63381026b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.569272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:19.569929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.643558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3683455 Feb 03 04:51:19.644400 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45620) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:19.649942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'admin_state_up': True, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:19.714147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (676ce208-1c12-466b-aa80-49b1b49df094), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.719125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (676ce208-1c12-466b-aa80-49b1b49df094), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:19.723231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b11c89-8061-4fbc-8c3a-a1f6722345a9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Network': ['ID=19324520-4dae-4edc-a055-3f63381026b6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:19.733940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 19324520-4dae-4edc-a055-3f63381026b6 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:51:19.846616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (676ce208-1c12-466b-aa80-49b1b49df094), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:20.145854 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (676ce208-1c12-466b-aa80-49b1b49df094), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:20.550437 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (676ce208-1c12-466b-aa80-49b1b49df094), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:20.574552 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:20.750584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.101 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/2024509e-60f9-4fdd-96f7-e6ca37159da4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:51:20.958517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:21.005349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:21.113069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=2024509e-60f9-4fdd-96f7-e6ca37159da4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:21.121281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:51:21.124391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:21.128790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:51:21.968322 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (676ce208-1c12-466b-aa80-49b1b49df094), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:22.354962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (676ce208-1c12-466b-aa80-49b1b49df094), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:22.555000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 676ce208-1c12-466b-aa80-49b1b49df094 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:51:22.684956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:51:22.697166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Sync routers for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:51:22.713303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:22.713960 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:22.734621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:22.739666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:22.740268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ca0ba54-e3d9-4ef2-8898-0ed4692e2fd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0937114 Feb 03 04:51:22.793395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fed06339-2683-4128-92d5-88fa1bed67e8 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=8fa5088ea5644d09864ec4e657f1bab8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507066 Feb 03 04:51:22.794435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:22.908861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa29c3e-546e-4156-90b2-5c1021a88ae6 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:22.911673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2fa29c3e-546e-4156-90b2-5c1021a88ae6 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1143956 Feb 03 04:51:22.914530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:22.948990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-13f7531d-d74b-43b6-b679-f9f57452c8ca tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326285 Feb 03 04:51:22.949832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:22.952508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 45664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:22.958290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818712880', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:23.085399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:51:23.089426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:23.185405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:21Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:23.227837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Checking router: 676ce208-1c12-466b-aa80-49b1b49df094 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:51:23.228475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Updating router 676ce208-1c12-466b-aa80-49b1b49df094 port 2024509e-60f9-4fdd-96f7-e6ca37159da4 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:51:23.278717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:23.466139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (43ee0952-49df-41dc-a8a1-aa0b12102696), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:23.661534 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Subnet': ['ID=43ee0952-49df-41dc-a8a1-aa0b12102696,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:23.693064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.693507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.694001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.694480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.694891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.695348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.696114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.696543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.697232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.697766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.698920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.699392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.699844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:23.713689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Checking segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:23.714175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network hostable DHCP agents. Network: 19324520-4dae-4edc-a055-3f63381026b6, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:51:23.737143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 19324520-4dae-4edc-a055-3f63381026b6 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:51:23.755110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 19324520-4dae-4edc-a055-3f63381026b6) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:23.780710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:23.781358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:23.790704 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Publish callbacks [] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:23.806522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6de4a654-7221-498b-949a-1e0ac980786f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8514764 Feb 03 04:51:23.808387 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 45680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:23.817269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf6011-3f72-42ef-a666-63102baeb2b3 None None] Network 19324520-4dae-4edc-a055-3f63381026b6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:51:24.054801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:24.132988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410b100-051e-4f5b-b1f2-4e6de28893ea None None] Pushing event updated for resources: {'Port': ['ID=2024509e-60f9-4fdd-96f7-e6ca37159da4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:24.143589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-19324520-4dae-4edc-a055-3f63381026b6', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:51:24.145142 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:24.151367 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:24.163661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:24.442209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Allocated IP 172.20.0.2 (19324520-4dae-4edc-a055-3f63381026b6/43ee0952-49df-41dc-a8a1-aa0b12102696/75199d6f-ef51-4a78-b3c6-293c7d85a3dd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:51:24.581562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Attempting to bind port 2024509e-60f9-4fdd-96f7-e6ca37159da4 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:51:24.581963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Attempting to bind port 2024509e-60f9-4fdd-96f7-e6ca37159da4 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:51:24.584133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Attempting to bind port 2024509e-60f9-4fdd-96f7-e6ca37159da4 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:51:24.607846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:51:24.608417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:24.608925 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:24.609413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:51:24.610517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Bound port: 2024509e-60f9-4fdd-96f7-e6ca37159da4, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:51:24.611555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:24.733605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:24.918762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] For port 2024509e-60f9-4fdd-96f7-e6ca37159da4, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:51:24.958445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] For port 2024509e-60f9-4fdd-96f7-e6ca37159da4, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2024509e-60f9-4fdd-96f7-e6ca37159da4,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:51:24.998134 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:25.003864 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Publish callbacks [] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:25.113274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410b100-051e-4f5b-b1f2-4e6de28893ea None None] Pushing event updated for resources: {'Port': ['ID=2024509e-60f9-4fdd-96f7-e6ca37159da4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:25.118044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:25.121136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:25.121763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:25.266788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Network 19324520-4dae-4edc-a055-3f63381026b6 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:51:25.274858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:25.298243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:51:25.360008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.1 (19324520-4dae-4edc-a055-3f63381026b6/43ee0952-49df-41dc-a8a1-aa0b12102696/9ec4fdc0-4505-4596-a0da-70aa27e25bf8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:51:25.432040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Pushing event updated for resources: {'Port': ['ID=75199d6f-ef51-4a78-b3c6-293c7d85a3dd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:25.437879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Attempting to bind port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:51:25.438258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Attempting to bind port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:51:25.438628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Attempting to bind port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:51:25.454503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:51:25.454886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Checking segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:25.455301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:25.455733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Bound using segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:51:25.456349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Bound port: 75199d6f-ef51-4a78-b3c6-293c7d85a3dd, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:51:25.456739 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:25.630089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:25.669343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:25.756487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:25.822928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:25.856932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 19324520-4dae-4edc-a055-3f63381026b6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:51:25.858534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:25.865153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:51:25.972289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (676ce208-1c12-466b-aa80-49b1b49df094), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:26.202235 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:26.231278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] For port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:51:26.260892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] For port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=75199d6f-ef51-4a78-b3c6-293c7d85a3dd,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:51:26.288760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:26.381777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b1d7d-8d48-4169-967d-464b2a826394 None None] Pushing event updated for resources: {'Port': ['ID=75199d6f-ef51-4a78-b3c6-293c7d85a3dd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:26.418724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:21Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:26.472333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c054a30-83c1-475f-87a3-fa885eb5e925 None None] The sync data for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 is: [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:21Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:51:26.787654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:26.799594 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:27.016990 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (676ce208-1c12-466b-aa80-49b1b49df094), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:27.024209 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:27.269340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 19324520-4dae-4edc-a055-3f63381026b6 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:51:27.271120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:27.537093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 676ce208-1c12-466b-aa80-49b1b49df094 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:51:27.806092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:51:27.812480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0a464d16-9c66-45e7-be27-2dea17134382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/676ce208-1c12-466b-aa80-49b1b49df094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0029309 Feb 03 04:51:28.235561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-2c0d4ed4-c9e1-4567-b43a-d6f0cff05977 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125483231&fields=id&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 267 time: 0.1122370 Feb 03 04:51:28.262929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f11cb-3433-43e4-a45e-ff79c44d747f None None] Network 19324520-4dae-4edc-a055-3f63381026b6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:51:28.397946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-a01050f1-b8e7-47b0-919b-f18afe7b8ed5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:28.399954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-a01050f1-b8e7-47b0-919b-f18afe7b8ed5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 797 time: 0.1694310 Feb 03 04:51:28.430396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-038859b6-7cf4-411e-abdf-cb9f00157254 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/quotas/8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 375 time: 0.0190053 Feb 03 04:51:28.545676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-6f6663ec-91fd-4e1d-9af4-27fd66207d5a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958607 Feb 03 04:51:28.556310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-e15ca63a-cc22-45c1-a671-b5dc5676c9e1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:51:28.560973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-07abb3bb-1594-40a7-ac57-20b0be9906b9 None None] Provisioning complete for port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:28.561509 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07abb3bb-1594-40a7-ac57-20b0be9906b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:28.572796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-e15ca63a-cc22-45c1-a671-b5dc5676c9e1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181224 Feb 03 04:51:28.695122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-07abb3bb-1594-40a7-ac57-20b0be9906b9 None None] Current status of the port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:28.695827 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07abb3bb-1594-40a7-ac57-20b0be9906b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:28.735642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-e0fc6969-528a-4852-8e3c-a7467be4857b service neutron] 10.222.0.35 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695695 Feb 03 04:51:28.845943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-07abb3bb-1594-40a7-ac57-20b0be9906b9 None None] For port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=75199d6f-ef51-4a78-b3c6-293c7d85a3dd,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:28.862763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07abb3bb-1594-40a7-ac57-20b0be9906b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:28.993547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abb3bb-1594-40a7-ac57-20b0be9906b9 None None] Pushing event updated for resources: {'Port': ['ID=75199d6f-ef51-4a78-b3c6-293c7d85a3dd,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:28.996721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-48850bf4-19b9-4b79-b103-ec2d7b4fb0e3 service neutron] 10.222.0.35 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543216 Feb 03 04:51:29.125782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 75199d6f-ef51-4a78-b3c6-293c7d85a3dd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:51:29.234245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a4793350-f538-4715-8054-d22dc71852e8 None None] Provisioning complete for port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:29.234785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4793350-f538-4715-8054-d22dc71852e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:29.309919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:29.310609 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:29.426717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a4793350-f538-4715-8054-d22dc71852e8 None None] Port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:51:29.493742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a4793350-f538-4715-8054-d22dc71852e8 None None] Provisioning complete for port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:29.494121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4793350-f538-4715-8054-d22dc71852e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:29.513750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c017c977-1272-41f1-8af3-c46c36745ebd req-c9b076a3-5489-419e-9baa-abfb525f0e18 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 210 time: 0.1101692 Feb 03 04:51:29.538107 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Sync routers for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:51:29.539280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:29.540525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2024509e-60f9-4fdd-96f7-e6ca37159da4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:51:29.561296 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:29.562286 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:29.728219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2024509e-60f9-4fdd-96f7-e6ca37159da4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:29.728948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:29.862777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a4793350-f538-4715-8054-d22dc71852e8 None None] Current status of the port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:29.925557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-b7f904b9-ad7a-4cb4-a463-85be69344bcb req-ca23193a-997e-4242-84b4-ed4fd874c2ad service neutron] (103324) timed out ('10.222.0.15', 51711) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 04:51:30.012297 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:30.095647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2024509e-60f9-4fdd-96f7-e6ca37159da4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:30.095900 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:30.116985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-df99fef8-45d9-4619-9bc5-fdb8297d4a99 None None] Provisioning complete for port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:30.117367 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df99fef8-45d9-4619-9bc5-fdb8297d4a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:30.175020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 2024509e-60f9-4fdd-96f7-e6ca37159da4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2024509e-60f9-4fdd-96f7-e6ca37159da4,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:30.198949 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:30.216034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-df99fef8-45d9-4619-9bc5-fdb8297d4a99 None None] Port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:51:30.336050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=2024509e-60f9-4fdd-96f7-e6ca37159da4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:30.362486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ecca19af-36d8-4583-8bc1-c674ee7e1ef8 None None] Provisioning complete for port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:30.364798 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecca19af-36d8-4583-8bc1-c674ee7e1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:30.400288 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 2, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:30.444119 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Checking router: 676ce208-1c12-466b-aa80-49b1b49df094 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:51:30.444481 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Updating router 676ce208-1c12-466b-aa80-49b1b49df094 port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:51:30.504005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ecca19af-36d8-4583-8bc1-c674ee7e1ef8 None None] Port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:51:30.537379 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:30.710563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cca0d9e2-b2a5-4a57-a7d6-2439462f5dee req-a7c85f92-4e5d-4a20-a383-62add0429011 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 210 time: 0.0561042 Feb 03 04:51:30.830585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 75199d6f-ef51-4a78-b3c6-293c7d85a3dd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:51:30.979347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:30.979689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.175791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:31.177431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2024509e-60f9-4fdd-96f7-e6ca37159da4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:51:31.210706 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Publish callbacks [] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.233326 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.341260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2024509e-60f9-4fdd-96f7-e6ca37159da4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:31.341801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.387392 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Pushing event updated for resources: {'Port': ['ID=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:31.424161 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.424161 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.425565 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.425955 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.426227 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.426549 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.426869 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.427355 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.427515 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.427846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.428166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.428479 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.428790 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:31.476097 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Attempting to bind port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:51:31.476470 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Attempting to bind port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:51:31.476833 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Attempting to bind port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:51:31.488182 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:51:31.488475 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Checking segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:31.488880 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.489272 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Bound using segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:51:31.489747 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Bound port: 9ec4fdc0-4505-4596-a0da-70aa27e25bf8, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:51:31.490124 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.631742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-8a7e3f47-258c-4fe0-b2f9-5bab615884bc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:31.633219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2024509e-60f9-4fdd-96f7-e6ca37159da4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:31.636979 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-8a7e3f47-258c-4fe0-b2f9-5bab615884bc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 797 time: 0.3622055 Feb 03 04:51:31.773811 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] For port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:51:31.791168 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] For port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:51:31.800387 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-d835e9a2-1b41-4e20-8ead-a2583683c2bc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 380 time: 0.1452682 Feb 03 04:51:31.806145 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.811432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'port': {'device_id': 'c088e416-945c-4e18-912b-96cebb75fa57', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'admin_state_up': True, 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'security_groups': ['7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:31.866924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0082fb8-3e6f-458c-bfae-c496a4dc7579 req-e292a4a6-22b4-4549-8403-a6e963803b0f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 210 time: 0.0593119 Feb 03 04:51:31.877844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-38bd0149-03d7-400f-92b8-0d80b02f0fb1 None None] Provisioning complete for port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:31.882090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38bd0149-03d7-400f-92b8-0d80b02f0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:31.959536 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf0676-8cd7-4867-9ace-cc67d8e1f5bd None None] Pushing event updated for resources: {'Port': ['ID=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:31.982303 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:31.982942 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:32.221495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:51:32.225661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:32.227762 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:32.260219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-38bd0149-03d7-400f-92b8-0d80b02f0fb1 None None] Current status of the port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:32.270014 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38bd0149-03d7-400f-92b8-0d80b02f0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:32.393579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-38bd0149-03d7-400f-92b8-0d80b02f0fb1 None None] For port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:32.408308 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38bd0149-03d7-400f-92b8-0d80b02f0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:32.420916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.5 (19324520-4dae-4edc-a055-3f63381026b6/43ee0952-49df-41dc-a8a1-aa0b12102696/f88bff1b-a49e-481a-9be6-c648ab705d06) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:51:32.515879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0149-03d7-400f-92b8-0d80b02f0fb1 None None] Pushing event updated for resources: {'Port': ['ID=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:32.566053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-71a7302c-1bbc-4994-bfa2-ff34e28f473b None None] Provisioning complete for port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:32.566884 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71a7302c-1bbc-4994-bfa2-ff34e28f473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:32.683758 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:31Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:32.756987 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc415b3-5739-408a-989b-7d7972af5116 None None] The sync data for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 is: [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:31Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:51:32.815229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-71a7302c-1bbc-4994-bfa2-ff34e28f473b None None] Current status of the port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:32.863922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:33.046090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:33.153558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fb4335-5817-4f7c-966d-a03627748f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:33.227088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 19324520-4dae-4edc-a055-3f63381026b6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:51:33.250295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:33.271946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:51:33.339680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78ad2c-f2b0-423f-b557-602b7e8c6de9 req-e3db77bb-bc17-420b-922f-2cd4f5a210e3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:33.345883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:33.355112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe78ad2c-f2b0-423f-b557-602b7e8c6de9 req-e3db77bb-bc17-420b-922f-2cd4f5a210e3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 931 time: 0.2485411 Feb 03 04:51:33.433003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:33.438756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:33.490463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-190e8534-ec34-4422-85de-3c5fe119578f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6859572 Feb 03 04:51:33.503816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Request body: {'port': {'device_id': 'c088e416-945c-4e18-912b-96cebb75fa57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:33.542050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe78ad2c-f2b0-423f-b557-602b7e8c6de9 req-d492edf9-f250-469b-bc44-7af468f72269 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858993 Feb 03 04:51:33.702765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:33.773494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d2709a6b-4f13-4031-bac7-63deae4ae40f None None] Provisioning complete for port f88bff1b-a49e-481a-9be6-c648ab705d06 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:33.775686 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2709a6b-4f13-4031-bac7-63deae4ae40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:33.852724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d2709a6b-4f13-4031-bac7-63deae4ae40f None None] Port f88bff1b-a49e-481a-9be6-c648ab705d06 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:51:34.223786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88bff1b-a49e-481a-9be6-c648ab705d06 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:51:34.245822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Publish callbacks [] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:34.271739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Transition to ACTIVE for port object f88bff1b-a49e-481a-9be6-c648ab705d06 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:51:34.281019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:34.463653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:34.686403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:51:34.686752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:51:34.687096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:51:34.700602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:51:34.700931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:51:34.708818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:51:34.709185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Checking segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:34.713875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Bound using segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:51:34.714353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Bound port: f88bff1b-a49e-481a-9be6-c648ab705d06, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:51:34.718420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:34.877564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0eede-4368-4476-b579-824f139b0ce5 req-67824c7e-4d28-45f9-8ac7-15797fa556a8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:34.879192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0dc0eede-4368-4476-b579-824f139b0ce5 req-67824c7e-4d28-45f9-8ac7-15797fa556a8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.2007291 Feb 03 04:51:34.906795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:51:34.910552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:51:34.921384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:34.998757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:51:35.056132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0dc0eede-4368-4476-b579-824f139b0ce5 req-ddf206c6-11fc-46a7-8849-fcedea61acbf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676288 Feb 03 04:51:35.111214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:35.111877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:35.126448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] 10.222.0.31 "PUT /v2.0/ports/f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 1091 time: 1.6143255 Feb 03 04:51:35.127043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:51:35.129479 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11348a7-5922-44b1-8a3b-c736c2ceebd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:51:35.206825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:35.207888 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:35.306214 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69e77cb-fa92-462f-9f0c-ec4e7f731462 x-openstack-request-id: req-a69e77cb-fa92-462f-9f0c-ec4e7f731462 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:51:35.306679 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:51:35.306812 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a69e77cb-fa92-462f-9f0c-ec4e7f731462 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:51:35.307238 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'status': 'completed', 'code': 200} Feb 03 04:51:35.313491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc93c7-c163-4ff3-a7f5-02767805a4ec service neutron] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:35.376808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-776075ca-d3c4-4b91-b262-a5ad4141df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:35.378419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-776075ca-d3c4-4b91-b262-a5ad4141df9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1125 time: 0.1817324 Feb 03 04:51:35.476421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:35.499720 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-1732f425-207f-441a-8f55-c6c1e0fc82c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 217 time: 0.1041985 Feb 03 04:51:35.600889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-31d050e8-8952-40d1-8105-041fb8826313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:35.602495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-31d050e8-8952-40d1-8105-041fb8826313 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.1019855 Feb 03 04:51:35.697577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-2766a25c-cf34-4a71-90ad-3440d50e80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:35.699750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-2766a25c-cf34-4a71-90ad-3440d50e80ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0908346 Feb 03 04:51:35.880136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-d36f402e-0c83-40a9-bf56-68251120fdd5 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717103 Feb 03 04:51:36.000429 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c829603-7e13-428a-8a2a-b86d071ebe49 req-c1301e6f-73c2-4863-a1b1-acc112355468 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120074 Feb 03 04:51:36.218764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-df6aa6a1-8985-4cfa-a0af-122ccc9db0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:36.226364 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-df6aa6a1-8985-4cfa-a0af-122ccc9db0f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1125 time: 0.1640773 Feb 03 04:51:36.294147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6b35-3dcf-4cfd-8ff0-2cea26dfd2ab req-6b865bc3-a459-4612-b090-fecd58cf5019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:36.304328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f18d6b35-3dcf-4cfd-8ff0-2cea26dfd2ab req-6b865bc3-a459-4612-b090-fecd58cf5019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.1288564 Feb 03 04:51:36.403737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f18d6b35-3dcf-4cfd-8ff0-2cea26dfd2ab req-7df987de-3e44-4cd4-a02e-50871a7f5bee tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888877 Feb 03 04:51:36.413977 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a917ec4-018e-4e78-a17e-cc521b18132c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:36.447808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-a6413afd-ecdb-42fd-abd1-aa3a349085f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:36.449873 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-a6413afd-ecdb-42fd-abd1-aa3a349085f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.2161455 Feb 03 04:51:36.540055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-5748f7fd-f526-4699-97f0-febdb386a392 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 217 time: 0.0716100 Feb 03 04:51:36.624363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-ebb1120c-1480-4228-9efe-d6a318d0a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:36.625990 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-ebb1120c-1480-4228-9efe-d6a318d0a520 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0849605 Feb 03 04:51:36.690815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:36.718285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-56d95da1-7435-44a7-872f-ca4be39ca928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:36.719870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-56d95da1-7435-44a7-872f-ca4be39ca928 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871766 Feb 03 04:51:36.879998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-6f0ea095-7ded-4fdf-956d-66dd98b465df service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523325 Feb 03 04:51:37.073282 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f11348a7-5922-44b1-8a3b-c736c2ceebd2 req-53aa074b-761a-42d1-a498-ab9a1d917083 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862841 Feb 03 04:51:37.606125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681e97e-a21f-4c3e-aaa6-69dc7e47b647 req-17cdc0e5-4448-4815-a86f-91daf31b7c8f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:37.607816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2681e97e-a21f-4c3e-aaa6-69dc7e47b647 req-17cdc0e5-4448-4815-a86f-91daf31b7c8f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.1076744 Feb 03 04:51:37.707941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2681e97e-a21f-4c3e-aaa6-69dc7e47b647 req-0284b767-b22d-47a3-879d-aa09bfc9d383 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852773 Feb 03 04:51:37.924299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:51:38.117155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:38.164510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'port_id': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'mac_address': 'fa:16:3e:ab:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:51:38.169884 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:38.224026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f88bff1b-a49e-481a-9be6-c648ab705d06 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:38.224423 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:38.251530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88bff1b-a49e-481a-9be6-c648ab705d06 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:51:38.321301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:38.337041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:38.483072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:38.551466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['f88bff1b-a49e-481a-9be6-c648ab705d06'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:51:38.907988 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35e679-3c18-4b87-ad93-a85dbaf0cc04 req-1f3aae79-1111-4e3a-926c-383413f30a39 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:38.909513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e35e679-3c18-4b87-ad93-a85dbaf0cc04 req-1f3aae79-1111-4e3a-926c-383413f30a39 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 944 time: 0.0888801 Feb 03 04:51:39.004305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e35e679-3c18-4b87-ad93-a85dbaf0cc04 req-56ac9b4d-e8f5-4d0d-a140-736b4230c0d3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875309 Feb 03 04:51:39.287767 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:39.923825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:51:39.979901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port f88bff1b-a49e-481a-9be6-c648ab705d06 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:51:39.985561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port f88bff1b-a49e-481a-9be6-c648ab705d06 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:51:39.985946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:40.190943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f88bff1b-a49e-481a-9be6-c648ab705d06 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:51:40.191357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:40.234004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:51:40.238540 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4b8e31-08d7-47d7-9590-5d91478869ab" -d '{"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-plugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:51:40.260365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:51:40.269763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:40.298114 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb70f9-5dd3-4f79-9af2-d0c4d6b4480c req-a57c0887-ff9f-4e1a-812a-9c7db2cc9aa0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:40.322167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9eb70f9-5dd3-4f79-9af2-d0c4d6b4480c req-a57c0887-ff9f-4e1a-812a-9c7db2cc9aa0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 944 time: 0.1711066 Feb 03 04:51:40.409201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:40.430404 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e753d9-9e0c-44d5-b2de-6765ab908dd5 x-openstack-request-id: req-a8e753d9-9e0c-44d5-b2de-6765ab908dd5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:51:40.431867 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-plugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:51:40.432273 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8e753d9-9e0c-44d5-b2de-6765ab908dd5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:51:40.432732 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'code': 200} Feb 03 04:51:40.477431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b562ff2-fe69-4cc1-a65b-3e71bd7d1e6f req-7372af06-79f4-4c4f-a8ce-809b4c374ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:40.479608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b562ff2-fe69-4cc1-a65b-3e71bd7d1e6f req-7372af06-79f4-4c4f-a8ce-809b4c374ed4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1127 time: 0.0898905 Feb 03 04:51:40.565553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b562ff2-fe69-4cc1-a65b-3e71bd7d1e6f req-0f2fb009-e555-434d-a56e-12bc253fb826 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798829 Feb 03 04:51:41.191006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9eb70f9-5dd3-4f79-9af2-d0c4d6b4480c req-f192ad19-02ee-48f1-ac9b-0a84487519fc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8622885 Feb 03 04:51:42.235670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:42.401667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaaf7c-1daa-4ae6-8fe9-0e5dc3eca27f req-488d46b1-ac50-44ac-9a4b-9d61cbbbb1b7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:42.412851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7eaaf7c-1daa-4ae6-8fe9-0e5dc3eca27f req-488d46b1-ac50-44ac-9a4b-9d61cbbbb1b7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.1121316 Feb 03 04:51:42.474090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e623ceb4-f972-4a63-9a36-4c8b39a6115d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:42.557121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e623ceb4-f972-4a63-9a36-4c8b39a6115d admin admin] Publish callbacks [] for security_group (e2432979-ae9a-46df-bb02-2b4d2544919f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:42.586522 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7eaaf7c-1daa-4ae6-8fe9-0e5dc3eca27f req-d514712e-885f-4ce6-9693-1c27fcc501b0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724739 Feb 03 04:51:42.589339 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e623ceb4-f972-4a63-9a36-4c8b39a6115d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e2432979-ae9a-46df-bb02-2b4d2544919f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:42.640627 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e623ceb4-f972-4a63-9a36-4c8b39a6115d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=385a75e74a7a4644b56c4f2438b8ac31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028506 Feb 03 04:51:42.641521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623ceb4-f972-4a63-9a36-4c8b39a6115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2432979-ae9a-46df-bb02-2b4d2544919f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:42.643332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:42.734653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abbd99-dc00-4d06-9fc8-15ca66581d2d req-8daf1e37-5704-40d7-aa55-6e3b28582c4c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:42.742383 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3abbd99-dc00-4d06-9fc8-15ca66581d2d req-8daf1e37-5704-40d7-aa55-6e3b28582c4c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0769856 Feb 03 04:51:42.756819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52f70f-7b49-4d6f-aec7-3e4a0d4f3c30 admin admin] Publish callbacks [] for security_group (e2432979-ae9a-46df-bb02-2b4d2544919f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:42.808721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3abbd99-dc00-4d06-9fc8-15ca66581d2d req-7295b2d5-8e71-42af-9f5e-afe54a0e5cde tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653095 Feb 03 04:51:42.820714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46114) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:42.828437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52f70f-7b49-4d6f-aec7-3e4a0d4f3c30 admin admin] Publish callbacks [] for security_group (e2432979-ae9a-46df-bb02-2b4d2544919f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:42.880872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d097c-68e4-45f7-8c0d-7edc1100b3e0 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:42.885049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-376d097c-68e4-45f7-8c0d-7edc1100b3e0 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1122 time: 0.0611038 Feb 03 04:51:42.885698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46116) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:42.898439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:42.932943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52f70f-7b49-4d6f-aec7-3e4a0d4f3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e2432979-ae9a-46df-bb02-2b4d2544919f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:42.935952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52f70f-7b49-4d6f-aec7-3e4a0d4f3c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:42.937501 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ac52f70f-7b49-4d6f-aec7-3e4a0d4f3c30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2432979-ae9a-46df-bb02-2b4d2544919f HTTP/1.1" status: 204 len: 168 time: 0.2931464 Feb 03 04:51:42.949775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52f70f-7b49-4d6f-aec7-3e4a0d4f3c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2432979-ae9a-46df-bb02-2b4d2544919f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:42.951975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.176692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.364522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.5 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/b706d7e6-05d1-4588-be37-d80c135f25fa) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:51:43.521118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.544198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:43.565543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.565748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b08f-3a1d-4cee-b80f-d383748cdf1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.605443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:51:43.625928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:43.634058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:51:43.692819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b08f-3a1d-4cee-b80f-d383748cdf1d admin admin] Publish callbacks [] for security_group (29c25e01-058c-4c4e-a6dc-f892adfccb3c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.702553 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b08f-3a1d-4cee-b80f-d383748cdf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (29c25e01-058c-4c4e-a6dc-f892adfccb3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.741688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3b08f-3a1d-4cee-b80f-d383748cdf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c25e01-058c-4c4e-a6dc-f892adfccb3c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:43.789260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=b706d7e6-05d1-4588-be37-d80c135f25fa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:43.810940 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e4d3b08f-3a1d-4cee-b80f-d383748cdf1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1ec29b512ad4b9a9424c2ba4581a04f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656264 Feb 03 04:51:43.813869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:43.909723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c73224b-4b10-4d50-ba74-f146ccaf9a51 admin admin] Publish callbacks [] for security_group (29c25e01-058c-4c4e-a6dc-f892adfccb3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:43.956600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c73224b-4b10-4d50-ba74-f146ccaf9a51 admin admin] Publish callbacks [] for security_group (29c25e01-058c-4c4e-a6dc-f892adfccb3c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:44.032858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c73224b-4b10-4d50-ba74-f146ccaf9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (29c25e01-058c-4c4e-a6dc-f892adfccb3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:44.036264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c73224b-4b10-4d50-ba74-f146ccaf9a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:44.037588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5c73224b-4b10-4d50-ba74-f146ccaf9a51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29c25e01-058c-4c4e-a6dc-f892adfccb3c HTTP/1.1" status: 204 len: 168 time: 0.2204280 Feb 03 04:51:44.054637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73224b-4b10-4d50-ba74-f146ccaf9a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c25e01-058c-4c4e-a6dc-f892adfccb3c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:44.380525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (d2f40b33-af33-4016-aedc-9b6367f3dd74), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:44.493331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:44.835051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:44.846363 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:44.950478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=b706d7e6-05d1-4588-be37-d80c135f25fa,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:44.959101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d2f40b33-af33-4016-aedc-9b6367f3dd74), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:45.143875 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP d2f40b33-af33-4016-aedc-9b6367f3dd74 associated. External IP: 172.25.7.5, port: f88bff1b-a49e-481a-9be6-c648ab705d06. Feb 03 04:51:45.332534 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:45.619535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 676ce208-1c12-466b-aa80-49b1b49df094 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:51:45.659854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312769e3-5ce0-42d7-9343-2d98c173ee38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:45.782736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:51:45.800449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] Sync routers for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:51:45.810064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312769e3-5ce0-42d7-9343-2d98c173ee38 admin admin] Publish callbacks [] for security_group (69eccf80-d39d-4bb7-b8eb-1cc6aea4d660), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:45.819301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-312769e3-5ce0-42d7-9343-2d98c173ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (69eccf80-d39d-4bb7-b8eb-1cc6aea4d660), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:45.821347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:45.822501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:45.835816 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:45.917922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-35b224e3-9470-4f5a-8638-80cd07d761cf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0311925 Feb 03 04:51:45.919076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:51:45.921661 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792951b0-b719-4479-b04d-764931953b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:51:45.967727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312769e3-5ce0-42d7-9343-2d98c173ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eccf80-d39d-4bb7-b8eb-1cc6aea4d660,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:46.018233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-312769e3-5ce0-42d7-9343-2d98c173ee38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=905708165ba64d85a9fc1355f80dfa2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6845491 Feb 03 04:51:46.022588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46216) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:46.034868 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc24f75-a363-4653-95fa-d18fee43da0b x-openstack-request-id: req-bcc24f75-a363-4653-95fa-d18fee43da0b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:51:46.034868 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:51:46.035791 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcc24f75-a363-4653-95fa-d18fee43da0b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:51:46.036541 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'status': 'completed', 'code': 200} Feb 03 04:51:46.158536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:46.166332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792951b0-b719-4479-b04d-764931953b4b req-52f95e85-5665-4625-a3b2-49665323edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:46.169551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-792951b0-b719-4479-b04d-764931953b4b req-52f95e85-5665-4625-a3b2-49665323edd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1127 time: 0.1093340 Feb 03 04:51:46.288510 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2665b33e-432e-4f83-a78b-43ed398bb6d1 admin admin] Publish callbacks [] for security_group (69eccf80-d39d-4bb7-b8eb-1cc6aea4d660), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:46.338116 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfa480-80ce-4ed8-bc5c-b80c08551c46 req-5a3e631c-a5be-41be-b2b1-5daf1a4f8eb9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:46.343094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98bfa480-80ce-4ed8-bc5c-b80c08551c46 req-5a3e631c-a5be-41be-b2b1-5daf1a4f8eb9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.2497144 Feb 03 04:51:46.403329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792951b0-b719-4479-b04d-764931953b4b req-6fbcc66f-7ee0-4c52-b8a5-3b98ef258dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:46.404878 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-792951b0-b719-4479-b04d-764931953b4b req-6fbcc66f-7ee0-4c52-b8a5-3b98ef258dec service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.2300069 Feb 03 04:51:46.407037 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2665b33e-432e-4f83-a78b-43ed398bb6d1 admin admin] Publish callbacks [] for security_group (69eccf80-d39d-4bb7-b8eb-1cc6aea4d660), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:46.498575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98bfa480-80ce-4ed8-bc5c-b80c08551c46 req-9a9f9d3a-741d-4be2-8966-010d2ebbdde0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408267 Feb 03 04:51:46.533692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2665b33e-432e-4f83-a78b-43ed398bb6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (69eccf80-d39d-4bb7-b8eb-1cc6aea4d660), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:46.536849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2665b33e-432e-4f83-a78b-43ed398bb6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:46.538078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2665b33e-432e-4f83-a78b-43ed398bb6d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69eccf80-d39d-4bb7-b8eb-1cc6aea4d660 HTTP/1.1" status: 204 len: 168 time: 0.5141740 Feb 03 04:51:46.539769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:46.594530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665b33e-432e-4f83-a78b-43ed398bb6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eccf80-d39d-4bb7-b8eb-1cc6aea4d660,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:46.762119 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-94b91d82-1423-4c5f-b637-2c8af6a5306d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/d2f40b33-af33-4016-aedc-9b6367f3dd74 HTTP/1.1" status: 200 len: 989 time: 0.2198684 Feb 03 04:51:46.810283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-792951b0-b719-4479-b04d-764931953b4b req-a4c12199-9724-47e9-9a76-f6bfc1af7723 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.3972776 Feb 03 04:51:46.863427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd2f40b33-af33-4016-aedc-9b6367f3dd74', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'port_id': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'mac_address': 'fa:16:3e:ab:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088e416-945c-4e18-912b-96cebb75fa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:51:44Z', 'updated_at': '2022-02-03T04:51:44Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:32Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:46.910283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792951b0-b719-4479-b04d-764931953b4b req-653e6c5d-0bcb-4786-a8af-cb502bfabafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:46.911868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-792951b0-b719-4479-b04d-764931953b4b req-653e6c5d-0bcb-4786-a8af-cb502bfabafc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0933673 Feb 03 04:51:46.931154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] Checking router: 676ce208-1c12-466b-aa80-49b1b49df094 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:51:46.953272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:46.956125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:47.012237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792951b0-b719-4479-b04d-764931953b4b req-f397d03f-b697-4d98-a450-b9875b3e986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:47.013777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-792951b0-b719-4479-b04d-764931953b4b req-f397d03f-b697-4d98-a450-b9875b3e986c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963192 Feb 03 04:51:47.205122 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-792951b0-b719-4479-b04d-764931953b4b req-87723d95-da0d-4b6c-913a-b1620499eaa6 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798906 Feb 03 04:51:47.391839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-792951b0-b719-4479-b04d-764931953b4b req-432f91f9-b29a-4c14-b88f-cd7a93da7d72 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782682 Feb 03 04:51:47.489255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:47.765676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:47.872537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0484613b-5508-48de-ae55-1c060125edd7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/d2f40b33-af33-4016-aedc-9b6367f3dd74 HTTP/1.1" status: 200 len: 989 time: 0.1050301 Feb 03 04:51:47.933692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd2f40b33-af33-4016-aedc-9b6367f3dd74', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'port_id': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'mac_address': 'fa:16:3e:ab:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088e416-945c-4e18-912b-96cebb75fa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:51:44Z', 'updated_at': '2022-02-03T04:51:44Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:32Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:48.021428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a9ff9-fade-4a10-991e-8c4959ce0ffc None None] The sync data for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 is: [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd2f40b33-af33-4016-aedc-9b6367f3dd74', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'port_id': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'mac_address': 'fa:16:3e:ab:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088e416-945c-4e18-912b-96cebb75fa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:51:44Z', 'updated_at': '2022-02-03T04:51:44Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:32Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:51:48.048519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:48.231975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1821152571-network', 'tenant_id': '8640a161ae7e4c53a40c38b0e7b3f9dc'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:48.264190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Made reservation on behalf of 8640a161ae7e4c53a40c38b0e7b3f9dc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:51:48.266672 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.305080 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.477106 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6748928e-7598-4f70-9c95-4e183598af99 None None] New status for floating IP d2f40b33-af33-4016-aedc-9b6367f3dd74: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:51:48.483441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks [] for security_group (2f76d45f-25e3-407b-afd4-bae8cfa5cc3a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.493360 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2f76d45f-25e3-407b-afd4-bae8cfa5cc3a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.521766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:51:48.542421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ff821177-86ab-4f8f-849d-dd7a34272154), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.542936 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Added segment ff821177-86ab-4f8f-849d-dd7a34272154 of type vlan for network 5a62daae-a69b-4137-b544-3d77acb68724 Feb 03 04:51:48.544453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:48.614696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (5a62daae-a69b-4137-b544-3d77acb68724), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.692797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (5a62daae-a69b-4137-b544-3d77acb68724), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.694045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:48.694941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.769737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7198443 Feb 03 04:51:48.772780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:48.780468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Request body: {'subnet': {'network_id': '5a62daae-a69b-4137-b544-3d77acb68724', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1821152571-subnet', 'tenant_id': '8640a161ae7e4c53a40c38b0e7b3f9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:48.806536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba96ef-661c-4390-b300-0272a2b72080 admin admin] Pushing event updated for resources: {'Network': ['ID=5a62daae-a69b-4137-b544-3d77acb68724,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:48.818122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 5a62daae-a69b-4137-b544-3d77acb68724 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:51:48.828120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Made reservation on behalf of 8640a161ae7e4c53a40c38b0e7b3f9dc for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:51:48.830474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:48.875665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:48.968616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-df13dbcf-fffb-483c-aed5-aa7b4190cf3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/d2f40b33-af33-4016-aedc-9b6367f3dd74 HTTP/1.1" status: 200 len: 989 time: 0.0910807 Feb 03 04:51:49.178099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (7dfe69c8-c607-4225-97b1-e2a76698dc45), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:49.260487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Checking segment: {'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:49.260974 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Network hostable DHCP agents. Network: 5a62daae-a69b-4137-b544-3d77acb68724, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:51:49.281903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfe69c8-c607-4225-97b1-e2a76698dc45,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:49.292211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.292931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.293396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.294085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.294571 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.295090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.295562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.296086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.296551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.297083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.297554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.298793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.299341 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:51:49.303527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Network 5a62daae-a69b-4137-b544-3d77acb68724 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:51:49.320619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 5a62daae-a69b-4137-b544-3d77acb68724) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:49.335162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c84150-a0d5-4997-b3ce-b94693e25c3b None None] Network 5a62daae-a69b-4137-b544-3d77acb68724 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:51:49.335683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:49.336674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:49.392203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-87492786-3b24-4908-a44e-3ba5e96f7080 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6172750 Feb 03 04:51:49.540304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f499323-bca2-4c38-9b78-5f459dde3579 None None] Network 5a62daae-a69b-4137-b544-3d77acb68724 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:51:49.971126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:50.101323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6f44f4b6-7b96-4915-be8b-7059d323e452 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/d2f40b33-af33-4016-aedc-9b6367f3dd74 HTTP/1.1" status: 200 len: 991 time: 0.1288981 Feb 03 04:51:52.765506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:52.928230 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65ac9305-07ce-42d5-add9-d6078d7cea1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.049975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65ac9305-07ce-42d5-add9-d6078d7cea1b admin admin] Publish callbacks [] for security_group (068a1337-7689-40bf-9b69-34e7371aa999), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.057418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65ac9305-07ce-42d5-add9-d6078d7cea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (068a1337-7689-40bf-9b69-34e7371aa999), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.142394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-65ac9305-07ce-42d5-add9-d6078d7cea1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c2fb9957df54fa58e18fbcfc78766d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757176 Feb 03 04:51:53.146715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:53.155336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac9305-07ce-42d5-add9-d6078d7cea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a1337-7689-40bf-9b69-34e7371aa999,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:53.266144 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed946-7754-4117-81aa-ca117ed6a4b6 admin admin] Publish callbacks [] for security_group (068a1337-7689-40bf-9b69-34e7371aa999), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.292932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed946-7754-4117-81aa-ca117ed6a4b6 admin admin] Publish callbacks [] for security_group (068a1337-7689-40bf-9b69-34e7371aa999), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.349907 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed946-7754-4117-81aa-ca117ed6a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (068a1337-7689-40bf-9b69-34e7371aa999), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.353127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed946-7754-4117-81aa-ca117ed6a4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.357041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b5ed946-7754-4117-81aa-ca117ed6a4b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/068a1337-7689-40bf-9b69-34e7371aa999 HTTP/1.1" status: 204 len: 168 time: 0.2060256 Feb 03 04:51:53.366729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ed946-7754-4117-81aa-ca117ed6a4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a1337-7689-40bf-9b69-34e7371aa999,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:53.835883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:53.927469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.202740 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:51:55.265505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:55.545282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'network': {'name': 'tempest-network-smoke--1300448075', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:55.601694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:51:55.605346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.615123 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.707345 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (334b9b30-d49e-40c5-bd1b-a1886550527d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.716450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (334b9b30-d49e-40c5-bd1b-a1886550527d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.733065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:51:55.757430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.758749 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Added segment d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1 of type vlan for network 7897ea26-a368-49e3-9af5-2d4549867b79 Feb 03 04:51:55.808226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (7897ea26-a368-49e3-9af5-2d4549867b79), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.868208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (7897ea26-a368-49e3-9af5-2d4549867b79), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.873479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:55.874151 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:55.897966 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6277769 Feb 03 04:51:55.902908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46496) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:55.909760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334b9b30-d49e-40c5-bd1b-a1886550527d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:55.955334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-341967677', 'admin_state_up': True, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:55.997402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f5e32-8476-44e0-b5ac-b6796b6cecd0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Network': ['ID=7897ea26-a368-49e3-9af5-2d4549867b79,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:56.015135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 7897ea26-a368-49e3-9af5-2d4549867b79 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:51:56.028837 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.030136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (ac64b1e4-f52c-411d-b920-f72879ed9faa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.161639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_controller (ac64b1e4-f52c-411d-b920-f72879ed9faa), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.329608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (ac64b1e4-f52c-411d-b920-f72879ed9faa), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.543367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.567743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.695817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.25.7.178 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c7402974-4cae-4040-a8f8-66ab00ea4edd) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:51:56.816452 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.854182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:56.892190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:51:56.897016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:56.900626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:51:56.935846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=c7402974-4cae-4040-a8f8-66ab00ea4edd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:57.186451 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:57.472899 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:58.001339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router ac64b1e4-f52c-411d-b920-f72879ed9faa is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:51:58.114232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:51:58.125275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Sync routers for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:51:58.141788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:58.151162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:58.192964 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:58.194570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-568bf875-6d83-496f-bc1b-078eacd957f3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2839777 Feb 03 04:51:58.198235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:58.285897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:58.359389 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:58.360450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5a670ad4-38ce-491d-a751-433a710117b0 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9d679143fe3f43e2a497b7b27095e4a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1607380 Feb 03 04:51:58.506351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee424df7-e84a-449f-9f1a-fe9643f2d20d tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:58.511649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:58.511847 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ee424df7-e84a-449f-9f1a-fe9643f2d20d tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1513455 Feb 03 04:51:58.530579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:51:57Z', 'revision_number': 3, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:58.551817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c15c2d1-72e1-47b9-9183-c0fdfe915ae8 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387917 Feb 03 04:51:58.554577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:58.560577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1504098463', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:51:58.585724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Checking router: ac64b1e4-f52c-411d-b920-f72879ed9faa for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:51:58.586336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Updating router ac64b1e4-f52c-411d-b920-f72879ed9faa port c7402974-4cae-4040-a8f8-66ab00ea4edd binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:51:58.628677 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:58.733885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:51:58.738273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:58.965122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Publish callbacks [] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:58.975863 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:59.004110 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (53b8a1cd-3ccb-457b-899e-812a365d5909), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:59.093260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5780f4c-202a-4acf-909f-615a14ae0eca None None] Pushing event updated for resources: {'Port': ['ID=c7402974-4cae-4040-a8f8-66ab00ea4edd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:59.116692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Attempting to bind port c7402974-4cae-4040-a8f8-66ab00ea4edd on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:51:59.117069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Attempting to bind port c7402974-4cae-4040-a8f8-66ab00ea4edd by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:51:59.117448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Attempting to bind port c7402974-4cae-4040-a8f8-66ab00ea4edd on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:51:59.133336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:51:59.134606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:59.135222 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:59.135810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:51:59.136473 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Bound port: c7402974-4cae-4040-a8f8-66ab00ea4edd, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:51:59.137028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:59.248191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] For port c7402974-4cae-4040-a8f8-66ab00ea4edd, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:51:59.260239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] For port c7402974-4cae-4040-a8f8-66ab00ea4edd, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7402974-4cae-4040-a8f8-66ab00ea4edd,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:51:59.273284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:59.349870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:51:59.350529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:51:59.422407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5780f4c-202a-4acf-909f-615a14ae0eca None None] Pushing event updated for resources: {'Port': ['ID=c7402974-4cae-4040-a8f8-66ab00ea4edd,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:59.535354 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352737ea-b284-472f-aefc-9bcadd5ef647 req-7c215207-14e3-41ba-bafa-646faab6b5f3 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:59.541917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Subnet': ['ID=53b8a1cd-3ccb-457b-899e-812a365d5909,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:51:59.544843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-352737ea-b284-472f-aefc-9bcadd5ef647 req-7c215207-14e3-41ba-bafa-646faab6b5f3 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.1365941 Feb 03 04:51:59.550203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Checking segment: {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:51:59.550919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network hostable DHCP agents. Network: 7897ea26-a368-49e3-9af5-2d4549867b79, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:51:59.560937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:51:59.575925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 7897ea26-a368-49e3-9af5-2d4549867b79 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:51:59.597419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 7897ea26-a368-49e3-9af5-2d4549867b79) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:51:59.607835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:51:59.609166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:59.609801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d80600d-adbf-45f7-b3da-05611b1412bb None None] Network 7897ea26-a368-49e3-9af5-2d4549867b79 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:51:59.647583 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c3365f59-26ca-40e0-aad2-7f3e391428ba tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0883303 Feb 03 04:51:59.647583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:51:59.682268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-352737ea-b284-472f-aefc-9bcadd5ef647 req-06d09f12-76bf-489f-a610-40e12de010af tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329012 Feb 03 04:51:59.933139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-7897ea26-a368-49e3-9af5-2d4549867b79', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:51:59.934026 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:51:59.937887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:51:57Z', 'revision_number': 3, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:00.155932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Allocated IP 172.20.0.2 (7897ea26-a368-49e3-9af5-2d4549867b79/53b8a1cd-3ccb-457b-899e-812a365d5909/2dc44c0b-42a2-4ed8-a14c-9615381b7cfa) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:52:00.168556 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-bfc931e2-9647-40c6-abbb-fb8629d6dfa6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853419 Feb 03 04:52:00.268832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb618b-ce57-403d-a40e-f6826195170c None None] The sync data for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 is: [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:51:57Z', 'revision_number': 3, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:52:00.351989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Publish callbacks [] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:00.370517 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:00.457136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89196665-9a96-43b6-9203-4d7295023576 req-6718d087-8e79-4641-a1db-30c8e54bd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:00.460355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Pushing event updated for resources: {'Port': ['ID=2dc44c0b-42a2-4ed8-a14c-9615381b7cfa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:00.463909 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-6718d087-8e79-4641-a1db-30c8e54bd4f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1127 time: 0.2187123 Feb 03 04:52:00.474753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Network 7897ea26-a368-49e3-9af5-2d4549867b79 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:52:00.477700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:52:00.484283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:52:00.515356 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:00.653970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Attempting to bind port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:52:00.654348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Attempting to bind port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:52:00.654781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Attempting to bind port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa on network 7897ea26-a368-49e3-9af5-2d4549867b79 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:00.660628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:52:00.661003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Checking segment: {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:52:00.661411 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:00.661805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Bound using segment: {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:52:00.662279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Bound port: 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:52:00.662722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:00.816848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] For port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:52:00.825903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] For port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2dc44c0b-42a2-4ed8-a14c-9615381b7cfa,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:52:00.869491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:00.976975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-4055bb9a-012d-4b14-8565-7a4bb0c25933 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:00.978604 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-4055bb9a-012d-4b14-8565-7a4bb0c25933 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.4114883 Feb 03 04:52:00.987811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60170b3f-7d67-4948-b26c-94121004b0c1 req-722b88d6-4533-4469-9257-2b6a053658ed tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:00.997864 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60170b3f-7d67-4948-b26c-94121004b0c1 req-722b88d6-4533-4469-9257-2b6a053658ed tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.1372874 Feb 03 04:52:01.024109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89196665-9a96-43b6-9203-4d7295023576 req-15f23cb7-4a45-4af5-b386-3cc3c68b0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:01.025706 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-15f23cb7-4a45-4af5-b386-3cc3c68b0f4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.5126526 Feb 03 04:52:01.097670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03676f8-96b0-4e2e-abd1-5fc186d21d81 None None] Pushing event updated for resources: {'Port': ['ID=2dc44c0b-42a2-4ed8-a14c-9615381b7cfa,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:01.100909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7402974-4cae-4040-a8f8-66ab00ea4edd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:01.131441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60170b3f-7d67-4948-b26c-94121004b0c1 req-3fccea2d-d5f8-46f9-be0b-e04859c54f04 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324494 Feb 03 04:52:01.291376 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-d3d1e942-440b-4253-a7fb-023771345e8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 999 time: 0.2374732 Feb 03 04:52:01.518921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c7402974-4cae-4040-a8f8-66ab00ea4edd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:01.519478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:01.566436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89196665-9a96-43b6-9203-4d7295023576 req-0ff29731-18c6-4dc9-a41a-d6a27bf143b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:01.568414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-0ff29731-18c6-4dc9-a41a-d6a27bf143b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.2175546 Feb 03 04:52:01.660549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Deleting port bdbed456-7400-4795-aa0d-60e733c8e637 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:01.660759 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:01.691803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c7402974-4cae-4040-a8f8-66ab00ea4edd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:01.698821 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:01.756336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c7402974-4cae-4040-a8f8-66ab00ea4edd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7402974-4cae-4040-a8f8-66ab00ea4edd,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:01.772658 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:01.783268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] For port bdbed456-7400-4795-aa0d-60e733c8e637, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=bdbed456-7400-4795-aa0d-60e733c8e637,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:01.783674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:01.895157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c7402974-4cae-4040-a8f8-66ab00ea4edd,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:01.977103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.20.0.1 (7897ea26-a368-49e3-9af5-2d4549867b79/53b8a1cd-3ccb-457b-899e-812a365d5909/7010760d-2724-4ef5-95a3-452ce85e0a07) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:52:02.066017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89196665-9a96-43b6-9203-4d7295023576 req-4b3dedcd-3174-4fc3-81ae-c2be64a89afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:02.067806 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-4b3dedcd-3174-4fc3-81ae-c2be64a89afc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4897594 Feb 03 04:52:02.205382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:02.205559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (15a37f78-dea4-47cc-bf3c-c945fc386dae), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:02.205867 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Floating IP 15a37f78-dea4-47cc-bf3c-c945fc386dae disassociated. External IP: 172.25.7.227, port: bdbed456-7400-4795-aa0d-60e733c8e637. Feb 03 04:52:02.206662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Calling delete_port for bdbed456-7400-4795-aa0d-60e733c8e637 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:02.388595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:02.404535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-db346295-34b6-44a4-9520-60e0f68409de service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264747 Feb 03 04:52:02.417300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1e810-bd1d-4760-b168-927e6044629c req-2df01b45-fb94-4fb9-b3ee-0ebc23008a27 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:02.425592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fff1e810-bd1d-4760-b168-927e6044629c req-2df01b45-fb94-4fb9-b3ee-0ebc23008a27 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 945 time: 0.1027594 Feb 03 04:52:02.569697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fff1e810-bd1d-4760-b168-927e6044629c req-bc3de8f1-276e-424d-af1f-a8a11bef1aee tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c34a648-5265-4071-a1d2-d7145888c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430509 Feb 03 04:52:02.636575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:02.803923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bdbed456-7400-4795-aa0d-60e733c8e637), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:02.822225 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89196665-9a96-43b6-9203-4d7295023576 req-e2e852b0-6610-4b6f-b749-f7cd4681e192 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099209 Feb 03 04:52:02.832613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 7897ea26-a368-49e3-9af5-2d4549867b79 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:52:02.848077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb1988-b50b-4daf-872e-3efcc1b53d4d None None] Network 7897ea26-a368-49e3-9af5-2d4549867b79 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:52:02.862520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:52:02.865708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:52:02.920541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=7010760d-2724-4ef5-95a3-452ce85e0a07,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:02.949058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event deleted for resources: {'Port': ['ID=bdbed456-7400-4795-aa0d-60e733c8e637,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:03.100003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7402974-4cae-4040-a8f8-66ab00ea4edd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:03.129115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Router 580c67b5-1830-4687-8032-f903a8fd632f has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:52:03.132288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.165060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7f9f8b87-7317-4ad9-8452-907829d2883e None None] Provisioning complete for port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:03.165875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8b87-7317-4ad9-8452-907829d2883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.259085 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa87f8ba-83ee-4b1a-9595-3c10ff06f19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.266720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c7402974-4cae-4040-a8f8-66ab00ea4edd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:03.267357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.416487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f8b87-7317-4ad9-8452-907829d2883e None None] Current status of the port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:03.416886 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8b87-7317-4ad9-8452-907829d2883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.462285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:52:03.477757 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] Sync routers for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:52:03.499278 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:03.499942 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:03.504575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c7402974-4cae-4040-a8f8-66ab00ea4edd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:03.521111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:03.633396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7f9f8b87-7317-4ad9-8452-907829d2883e None None] For port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2dc44c0b-42a2-4ed8-a14c-9615381b7cfa,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:03.651650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] No DVR routers for this DVR port bdbed456-7400-4795-aa0d-60e733c8e637 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:52:03.662979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.666678 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed26b4b2-823e-4c13-a1bf-85101a458ad9 req-c9874aa3-a001-4506-bf65-27e88617fdb7 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.15 "DELETE /v2.0/ports/bdbed456-7400-4795-aa0d-60e733c8e637 HTTP/1.1" status: 204 len: 173 time: 2.6792929 Feb 03 04:52:03.667529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'name': 'network-vif-deleted', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:03.669984 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e09a92-4d77-4731-bfa7-829aed92c8d3" -d '{"events": [{"server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "name": "network-vif-deleted", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:03.672643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.700051 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8b87-7317-4ad9-8452-907829d2883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:03.876312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-143333f8-49f9-4f51-a84a-e8738ac1f6cc req-5c68b3d3-efe1-4b10-b549-9c75e0ad1da4 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0ebc69-bdda-4a35-b778-e648cc5fb53d HTTP/1.1" status: 200 len: 210 time: 0.0895536 Feb 03 04:52:03.903252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f8b87-7317-4ad9-8452-907829d2883e None None] Pushing event updated for resources: {'Port': ['ID=2dc44c0b-42a2-4ed8-a14c-9615381b7cfa,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:03.925058 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:03.974300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2a5c7583-5d46-401f-a1e4-41b5fede7167 None None] Provisioning complete for port 7010760d-2724-4ef5-95a3-452ce85e0a07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:03.974963 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7583-5d46-401f-a1e4-41b5fede7167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:04.025614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:04.025996 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:04.136341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c7583-5d46-401f-a1e4-41b5fede7167 None None] Port 7010760d-2724-4ef5-95a3-452ce85e0a07 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:52:04.177465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2a5c7583-5d46-401f-a1e4-41b5fede7167 None None] Provisioning complete for port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:04.179190 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7583-5d46-401f-a1e4-41b5fede7167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:04.428733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:04.429655 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:55Z', 'revision_number': 5, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:04.457677 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] Checking router: 580c67b5-1830-4687-8032-f903a8fd632f for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:52:04.466643 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:04.467629 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:04.560742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c7583-5d46-401f-a1e4-41b5fede7167 None None] Current status of the port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:04.578572 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:04.590952 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6adaed-7bb4-44b0-bfea-54ac4059bcff x-openstack-request-id: req-8e6adaed-7bb4-44b0-bfea-54ac4059bcff {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:04.593843 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ebc69-bdda-4a35-b778-e648cc5fb53d", "name": "network-vif-deleted", "tag": "bdbed456-7400-4795-aa0d-60e733c8e637", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:04.594249 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e6adaed-7bb4-44b0-bfea-54ac4059bcff {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:04.595036 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ebc69-bdda-4a35-b778-e648cc5fb53d', 'name': 'network-vif-deleted', 'tag': 'bdbed456-7400-4795-aa0d-60e733c8e637', 'status': 'completed', 'code': 200} Feb 03 04:52:04.695901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-00244c85-fbc6-4ac2-81d4-95b6c44b82e5 None None] Provisioning complete for port 7010760d-2724-4ef5-95a3-452ce85e0a07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:04.696181 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00244c85-fbc6-4ac2-81d4-95b6c44b82e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:04.781201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-00244c85-fbc6-4ac2-81d4-95b6c44b82e5 None None] Port 7010760d-2724-4ef5-95a3-452ce85e0a07 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:52:04.828210 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:55Z', 'revision_number': 5, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:04.859457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:04.878770 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9333c-8624-4ea7-a537-f653b12eb1b4 None None] The sync data for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 is: [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:46:21Z', 'revision_number': 4, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f71f3117-0fee-403e-ae5a-95286b744e23', 'name': '', 'network_id': 'a43c754e-d1db-440c-a7ff-0787e65c4457', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'mac_address': 'fa:16:3e:76:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:20Z', 'updated_at': '2022-02-03T04:46:55Z', 'revision_number': 5, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'subnets': [{'id': 'bd32445a-ccd9-41a2-ad81-f87c42940e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:52:04.936586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:04.948247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:04.953850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46678) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:05.005376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:05.005860 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:05.105476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:05.111234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=7010760d-2724-4ef5-95a3-452ce85e0a07,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:05.201684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:05.241030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Deleting port fde2a306-6658-470d-b0dd-0b3246913c03 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:05.241595 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fde2a306-6658-470d-b0dd-0b3246913c03), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:05.255762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 7897ea26-a368-49e3-9af5-2d4549867b79 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:52:05.258302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:52:05.448609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898d6a5-9ee7-4e8f-9c40-109bff0c2540 None None] New status for floating IP 15a37f78-dea4-47cc-bf3c-c945fc386dae: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:52:05.516309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router ac64b1e4-f52c-411d-b920-f72879ed9faa has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:52:05.527333 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fde2a306-6658-470d-b0dd-0b3246913c03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:05.530091 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for floatingip (fde2a306-6658-470d-b0dd-0b3246913c03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:05.564366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Calling delete_port for fde2a306-6658-470d-b0dd-0b3246913c03 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:05.660989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:52:05.668165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-38402371-903d-4ebb-9ba6-7e907e02f38c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "PUT /v2.0/routers/ac64b1e4-f52c-411d-b920-f72879ed9faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0194824 Feb 03 04:52:05.672007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:05.673885 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Sync routers for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:52:05.684251 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:05.699954 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:51:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:05.872144 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (fde2a306-6658-470d-b0dd-0b3246913c03), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:05.945407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event deleted for resources: {'Port': ['ID=fde2a306-6658-470d-b0dd-0b3246913c03,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:05.987472 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:06.037173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-79cc8575-ef2c-4a95-a383-05cba509b258 None None] Provisioning complete for port 7010760d-2724-4ef5-95a3-452ce85e0a07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:06.037820 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79cc8575-ef2c-4a95-a383-05cba509b258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.047214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for floatingip (15a37f78-dea4-47cc-bf3c-c945fc386dae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.051701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.060039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device bdbed456-7400-4795-aa0d-60e733c8e637 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:06.069172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-59829052-e7ae-466a-9069-052ef8ac72d5 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "DELETE /v2.0/floatingips/15a37f78-dea4-47cc-bf3c-c945fc386dae HTTP/1.1" status: 204 len: 168 time: 1.1135128 Feb 03 04:52:06.111180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: bdbed456-7400-4795-aa0d-60e733c8e637 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:52:06.111891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device bdbed456-7400-4795-aa0d-60e733c8e637 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:06.127192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-79cc8575-ef2c-4a95-a383-05cba509b258 None None] Port 7010760d-2724-4ef5-95a3-452ce85e0a07 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:52:06.128543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.129022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.129490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.129952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.130409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.130859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.131307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.131797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.144518 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6a2c619b-4aba-4a06-885a-9e7d6a0988a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5667 time: 0.4711185 Feb 03 04:52:06.147790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46702) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:06.189544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:06.296083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cde4534-fa3f-452e-a4d0-7126a0dfd847 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group (2c34a648-5265-4071-a1d2-d7145888c29f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.364008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cde4534-fa3f-452e-a4d0-7126a0dfd847 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group (2c34a648-5265-4071-a1d2-d7145888c29f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.395689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:06.404825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e988fdc5-ee4e-4b49-944b-958d5636c0d4 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5265 time: 0.2554522 Feb 03 04:52:06.414458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:06.420951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e720bc2a-49ff-4b2b-9151-78f04225a6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.427795 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:03Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:04Z', 'revision_number': 2, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:06.483008 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Checking router: ac64b1e4-f52c-411d-b920-f72879ed9faa for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:52:06.483442 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Updating router ac64b1e4-f52c-411d-b920-f72879ed9faa port 7010760d-2724-4ef5-95a3-452ce85e0a07 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:52:06.513328 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.561385 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cde4534-fa3f-452e-a4d0-7126a0dfd847 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2c34a648-5265-4071-a1d2-d7145888c29f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.565295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3cde4534-fa3f-452e-a4d0-7126a0dfd847 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.569741 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3cde4534-fa3f-452e-a4d0-7126a0dfd847 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] 10.222.0.35 "DELETE /v2.0/security-groups/2c34a648-5265-4071-a1d2-d7145888c29f HTTP/1.1" status: 204 len: 168 time: 0.3766644 Feb 03 04:52:06.632416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:06.666929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4534-fa3f-452e-a4d0-7126a0dfd847 tempest-TestServerBasicOps-1515071321 tempest-TestServerBasicOps-1515071321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c34a648-5265-4071-a1d2-d7145888c29f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:06.706148 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.941622 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dbac1d39-6a54-465f-9ec9-a9e5377d0234 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.5298672 Feb 03 04:52:06.956045 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Publish callbacks [] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:06.973921 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.105112 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ae24a-8947-4d95-986e-a8beb0cbd715 None None] Pushing event updated for resources: {'Port': ['ID=7010760d-2724-4ef5-95a3-452ce85e0a07,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:07.153043 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Attempting to bind port 7010760d-2724-4ef5-95a3-452ce85e0a07 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:52:07.153717 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Attempting to bind port 7010760d-2724-4ef5-95a3-452ce85e0a07 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:52:07.154264 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Attempting to bind port 7010760d-2724-4ef5-95a3-452ce85e0a07 on network 7897ea26-a368-49e3-9af5-2d4549867b79 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:07.160048 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:52:07.160995 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Checking segment: {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:52:07.161890 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.162899 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Bound using segment: {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:52:07.167898 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Bound port: 7010760d-2724-4ef5-95a3-452ce85e0a07, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:52:07.168320 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.362460 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] For port 7010760d-2724-4ef5-95a3-452ce85e0a07, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:52:07.375794 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] For port 7010760d-2724-4ef5-95a3-452ce85e0a07, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7010760d-2724-4ef5-95a3-452ce85e0a07,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:52:07.390594 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.475867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:07.480974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-45b7733b-4e92-4c28-8bda-31eb99029c90 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740073006', 'description': 'tempest-secgroup-smoke-1740073006 description', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:07.528386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b840a0aa-9162-4c18-b175-757042416514 None None] Provisioning complete for port 7010760d-2724-4ef5-95a3-452ce85e0a07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:07.530122 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b840a0aa-9162-4c18-b175-757042416514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.531338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45b7733b-4e92-4c28-8bda-31eb99029c90 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.596582 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:07.597222 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:52:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:07.750056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45b7733b-4e92-4c28-8bda-31eb99029c90 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (63f0bf53-224e-4041-a934-8887d7667746), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.758834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b840a0aa-9162-4c18-b175-757042416514 None None] Current status of the port 7010760d-2724-4ef5-95a3-452ce85e0a07 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:07.759150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b840a0aa-9162-4c18-b175-757042416514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.761239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45b7733b-4e92-4c28-8bda-31eb99029c90 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (63f0bf53-224e-4041-a934-8887d7667746), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.775320 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (580c67b5-1830-4687-8032-f903a8fd632f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.821431 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45b7733b-4e92-4c28-8bda-31eb99029c90 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.826913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-45b7733b-4e92-4c28-8bda-31eb99029c90 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3497126 Feb 03 04:52:07.827994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:07.833811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dd2f4008-e699-4e1a-ba91-67fa6db6d476 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '63f0bf53-224e-4041-a934-8887d7667746', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:07.856653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7733b-4e92-4c28-8bda-31eb99029c90 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f0bf53-224e-4041-a934-8887d7667746,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:07.867983 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4008-e699-4e1a-ba91-67fa6db6d476 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (f9159fb9-507b-4a00-8b90-a6bd6aa4078a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:07.891683 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:07.970242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b840a0aa-9162-4c18-b175-757042416514 None None] For port 7010760d-2724-4ef5-95a3-452ce85e0a07, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7010760d-2724-4ef5-95a3-452ce85e0a07,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:07.993240 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b840a0aa-9162-4c18-b175-757042416514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.003647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4008-e699-4e1a-ba91-67fa6db6d476 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (f9159fb9-507b-4a00-8b90-a6bd6aa4078a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.027599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4008-e699-4e1a-ba91-67fa6db6d476 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f9159fb9-507b-4a00-8b90-a6bd6aa4078a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.119390 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ae24a-8947-4d95-986e-a8beb0cbd715 None None] Pushing event updated for resources: {'Port': ['ID=7010760d-2724-4ef5-95a3-452ce85e0a07,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:08.155894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f4008-e699-4e1a-ba91-67fa6db6d476 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9159fb9-507b-4a00-8b90-a6bd6aa4078a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:08.207785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4008-e699-4e1a-ba91-67fa6db6d476 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.215150 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dd2f4008-e699-4e1a-ba91-67fa6db6d476 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856730 Feb 03 04:52:08.216112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:08.231919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fbc2ce75-ccbb-477e-86c0-130efe1ba4a0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '63f0bf53-224e-4041-a934-8887d7667746', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:08.308820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ce75-ccbb-477e-86c0-130efe1ba4a0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (c0d0fc60-1ffd-4903-a265-8f618dd9bb15), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.334025 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.358088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840a0aa-9162-4c18-b175-757042416514 None None] Pushing event updated for resources: {'Port': ['ID=7010760d-2724-4ef5-95a3-452ce85e0a07,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:08.362226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6691305a-aac3-4d0e-a811-b25946118c62 None None] Provisioning complete for port 7010760d-2724-4ef5-95a3-452ce85e0a07 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:08.362818 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6691305a-aac3-4d0e-a811-b25946118c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.487822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ce75-ccbb-477e-86c0-130efe1ba4a0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (c0d0fc60-1ffd-4903-a265-8f618dd9bb15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.498753 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ce75-ccbb-477e-86c0-130efe1ba4a0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (c0d0fc60-1ffd-4903-a265-8f618dd9bb15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.567618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Deleting port f71f3117-0fee-403e-ae5a-95286b744e23 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:08.567860 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.569976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:03Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:08.575750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2ce75-ccbb-477e-86c0-130efe1ba4a0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d0fc60-1ffd-4903-a265-8f618dd9bb15,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:08.588789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6691305a-aac3-4d0e-a811-b25946118c62 None None] Current status of the port 7010760d-2724-4ef5-95a3-452ce85e0a07 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:08.609148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ce75-ccbb-477e-86c0-130efe1ba4a0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.613388 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9199c9-bc1a-444f-8440-f6d349326dff None None] The sync data for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 is: [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:03Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:52:08.614122 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:08.622466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-315353ee-ca5d-4160-8031-01b438ead7ed tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '63f0bf53-224e-4041-a934-8887d7667746', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:08.622617 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fbc2ce75-ccbb-477e-86c0-130efe1ba4a0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4023576 Feb 03 04:52:08.735214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-315353ee-ca5d-4160-8031-01b438ead7ed tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (71f2160b-7ab1-48e7-879e-59ab97e239fd), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.812086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] For port f71f3117-0fee-403e-ae5a-95286b744e23, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f71f3117-0fee-403e-ae5a-95286b744e23,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:08.813812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.853318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Calling delete_port for f71f3117-0fee-403e-ae5a-95286b744e23 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:08.883810 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-315353ee-ca5d-4160-8031-01b438ead7ed tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (71f2160b-7ab1-48e7-879e-59ab97e239fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:08.932788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7010760d-2724-4ef5-95a3-452ce85e0a07 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:08.967295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-315353ee-ca5d-4160-8031-01b438ead7ed tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (71f2160b-7ab1-48e7-879e-59ab97e239fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.004862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315353ee-ca5d-4160-8031-01b438ead7ed tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f2160b-7ab1-48e7-879e-59ab97e239fd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:09.042678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7010760d-2724-4ef5-95a3-452ce85e0a07 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:09.044627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.072892 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-315353ee-ca5d-4160-8031-01b438ead7ed tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.080921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-315353ee-ca5d-4160-8031-01b438ead7ed tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4657083 Feb 03 04:52:09.084705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:09.094100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ea514015-15c1-4fbd-9eb8-3a9a2edfa7f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '63f0bf53-224e-4041-a934-8887d7667746', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:09.179795 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea514015-15c1-4fbd-9eb8-3a9a2edfa7f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (1a61e759-07ac-463f-b557-a91fc3ef7a90), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.285522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7010760d-2724-4ef5-95a3-452ce85e0a07 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:09.290225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea514015-15c1-4fbd-9eb8-3a9a2edfa7f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (1a61e759-07ac-463f-b557-a91fc3ef7a90), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.301280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea514015-15c1-4fbd-9eb8-3a9a2edfa7f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (1a61e759-07ac-463f-b557-a91fc3ef7a90), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.312584 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f71f3117-0fee-403e-ae5a-95286b744e23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.327417 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.366223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514015-15c1-4fbd-9eb8-3a9a2edfa7f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a61e759-07ac-463f-b557-a91fc3ef7a90,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:09.374918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea514015-15c1-4fbd-9eb8-3a9a2edfa7f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.382763 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ea514015-15c1-4fbd-9eb8-3a9a2edfa7f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2964005 Feb 03 04:52:09.383434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:09.389899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '63f0bf53-224e-4041-a934-8887d7667746', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:09.414446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71f3117-0fee-403e-ae5a-95286b744e23,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:09.420739 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Project 9d679143fe3f43e2a497b7b27095e4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:52:09.434417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (61eea18b-0d8a-4cef-94e9-79a9fa163a0b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.649624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (580c67b5-1830-4687-8032-f903a8fd632f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.702704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (61eea18b-0d8a-4cef-94e9-79a9fa163a0b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.731029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (61eea18b-0d8a-4cef-94e9-79a9fa163a0b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.773565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eea18b-0d8a-4cef-94e9-79a9fa163a0b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:09.787064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:09.792000 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-00121179-bfba-462f-80b3-5dd3c82085db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4075158 Feb 03 04:52:09.801210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:09.813023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '63f0bf53-224e-4041-a934-8887d7667746', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:09.896707 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Project 9d679143fe3f43e2a497b7b27095e4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:52:09.936173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (2b5f6174-533c-4692-adbc-d8969f86e46a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:10.040231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (2b5f6174-533c-4692-adbc-d8969f86e46a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:10.053100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (2b5f6174-533c-4692-adbc-d8969f86e46a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:10.074642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5f6174-533c-4692-adbc-d8969f86e46a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:10.090477 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:10.107555 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aa047363-0c7f-4f1f-85c3-62972903bd82 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2899075 Feb 03 04:52:10.239489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Router 580c67b5-1830-4687-8032-f903a8fd632f has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:52:10.709354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-116ee9a2-47eb-472b-8077-b10f15cd28c3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740073006&fields=id&tenant_id=9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 267 time: 0.1924593 Feb 03 04:52:10.712669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:52:10.720817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7563778c-2745-47e1-8080-25d261b039e0 admin admin] 10.222.0.35 "PUT /v2.0/routers/580c67b5-1830-4687-8032-f903a8fd632f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0871170 Feb 03 04:52:10.723195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:10.729517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] Sync routers for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:52:10.748883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:10.748996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:52:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:10.990562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks [] for router (580c67b5-1830-4687-8032-f903a8fd632f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:11.020953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-211221c7-c325-412d-b2f3-bd0df371d6e5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:11.024975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:11.034015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-211221c7-c325-412d-b2f3-bd0df371d6e5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/networks?id=7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 200 len: 797 time: 0.3119869 Feb 03 04:52:11.095155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-43703530-6b4e-41c6-a806-1d22908ef654 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/quotas/9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 375 time: 0.0601599 Feb 03 04:52:11.273895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-18d2c1a4-a150-4f80-a874-316fc10506c2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1776688 Feb 03 04:52:11.353021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks [] for router_gateway (580c67b5-1830-4687-8032-f903a8fd632f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:11.437893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:52:09Z', 'revision_number': 5, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port': {'id': 'c5440241-8c58-421e-8c18-48ed72f1b1b0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580c67b5-1830-4687-8032-f903a8fd632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:14Z', 'updated_at': '2022-02-03T04:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:11.459605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Deleting port c5440241-8c58-421e-8c18-48ed72f1b1b0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:11.459605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:11.667816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-493a648a-8da6-4aa9-8bea-ca2ce8c4899a service neutron] 10.222.0.35 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927231 Feb 03 04:52:11.672348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] Checking router: 580c67b5-1830-4687-8032-f903a8fd632f for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:52:11.699068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] Routers {'580c67b5-1830-4687-8032-f903a8fd632f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:11.699550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:52:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['580c67b5-1830-4687-8032-f903a8fd632f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:11.742931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] For port c5440241-8c58-421e-8c18-48ed72f1b1b0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c5440241-8c58-421e-8c18-48ed72f1b1b0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:11.743287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:11.779375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Calling delete_port for c5440241-8c58-421e-8c18-48ed72f1b1b0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:11.856902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-09f17d86-d405-465a-847d-8e19c7b26fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879032 Feb 03 04:52:11.934422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] Set router 580c67b5-1830-4687-8032-f903a8fd632f gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:12.058089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:52:11Z', 'revision_number': 6, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:12.131178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34345809-8fd6-4960-b2f9-551390cae0cb None None] The sync data for ids ['580c67b5-1830-4687-8032-f903a8fd632f'] in n-d-827549-1 is: [{'id': '580c67b5-1830-4687-8032-f903a8fd632f', 'name': 'tempest-TestServerBasicOps-1102239119-router', 'tenant_id': 'c70ae14836b940a6b4335bd870775c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:13Z', 'updated_at': '2022-02-03T04:52:11Z', 'revision_number': 6, 'project_id': 'c70ae14836b940a6b4335bd870775c61', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:52:12.153659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c5440241-8c58-421e-8c18-48ed72f1b1b0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.187970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5440241-8c58-421e-8c18-48ed72f1b1b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:12.249921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a186c3fe-45ae-4a66-bcb0-2f482d26d6f8 req-0e335ad7-7048-4524-8270-9bfd523bdfaf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 210 time: 0.0554228 Feb 03 04:52:12.337880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (580c67b5-1830-4687-8032-f903a8fd632f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.490198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (580c67b5-1830-4687-8032-f903a8fd632f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.494580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks [] for router_controller (580c67b5-1830-4687-8032-f903a8fd632f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.570412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (580c67b5-1830-4687-8032-f903a8fd632f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.578449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 580c67b5-1830-4687-8032-f903a8fd632f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:52:12.592396 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.600298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5578d9d5-562f-447f-9862-29b34b7275e6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/580c67b5-1830-4687-8032-f903a8fd632f HTTP/1.1" status: 204 len: 168 time: 1.8758531 Feb 03 04:52:12.603163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:12.730226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] Deleting subnet bd32445a-ccd9-41a2-ad81-f87c42940e44 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:52:12.751891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] Publish callbacks [] for subnet (bd32445a-ccd9-41a2-ad81-f87c42940e44), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.818652 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (bd32445a-ccd9-41a2-ad81-f87c42940e44), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:12.919239 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (bd32445a-ccd9-41a2-ad81-f87c42940e44), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:13.021390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (bd32445a-ccd9-41a2-ad81-f87c42940e44), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:13.050312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd32445a-ccd9-41a2-ad81-f87c42940e44,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:13.066206 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:13.069529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700aa28-6911-4622-89c5-b2e09a91345c None None] Network a43c754e-d1db-440c-a7ff-0787e65c4457 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:52:13.073542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a03b7b90-c13d-480d-88e7-48c687b314eb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd32445a-ccd9-41a2-ad81-f87c42940e44 HTTP/1.1" status: 204 len: 168 time: 0.4692812 Feb 03 04:52:13.074340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:13.227756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a43c754e-d1db-440c-a7ff-0787e65c4457), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:13.346288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f71f3117-0fee-403e-ae5a-95286b744e23 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:13.470248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d13b0e85-ade0-481a-92be-9e23e3dffab5 req-4f358abd-2d9a-42ac-a966-f436952d2e6f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 210 time: 0.0733354 Feb 03 04:52:13.488789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Deleting port be38dfa7-1be4-4173-afd0-4c712588ae47 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:13.489281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:13.519028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f71f3117-0fee-403e-ae5a-95286b744e23 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:52:13.519585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f71f3117-0fee-403e-ae5a-95286b744e23 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:13.657265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] For port be38dfa7-1be4-4173-afd0-4c712588ae47, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=be38dfa7-1be4-4173-afd0-4c712588ae47,segment=NetworkSegment(9aecc18d-65c7-4b8c-aed2-fda40c044769),segment_id=9aecc18d-65c7-4b8c-aed2-fda40c044769)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:13.657866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:13.687438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Calling delete_port for be38dfa7-1be4-4173-afd0-4c712588ae47 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:13.800500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] DHCP port deletion for a43c754e-d1db-440c-a7ff-0787e65c4457 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:52:13.878399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:13.921117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Pushing event deleted for resources: {'Port': ['ID=be38dfa7-1be4-4173-afd0-4c712588ae47,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:13.924878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] No DVR routers for this DVR port be38dfa7-1be4-4173-afd0-4c712588ae47 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:52:13.964488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Deleting port be38dfa7-1be4-4173-afd0-4c712588ae47 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:13.965356 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.024841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a43c754e-d1db-440c-a7ff-0787e65c4457), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.066055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] For port be38dfa7-1be4-4173-afd0-4c712588ae47, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:14.066858 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.081529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Calling delete_port for be38dfa7-1be4-4173-afd0-4c712588ae47 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:14.085264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Port be38dfa7-1be4-4173-afd0-4c712588ae47 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 04:52:14.088041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (be38dfa7-1be4-4173-afd0-4c712588ae47), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.104126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43c754e-d1db-440c-a7ff-0787e65c4457']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:14.115388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Pushing event deleted for resources: {'Port': ['ID=be38dfa7-1be4-4173-afd0-4c712588ae47,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:14.140918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.141514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.143347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.143942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.144528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.145095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.145640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.147395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.152817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aecc18d-65c7-4b8c-aed2-fda40c044769') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:14.153160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aecc18d-65c7-4b8c-aed2-fda40c044769') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:14.160158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.160860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.161431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.163568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.164194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:14.184464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b7830-1a2a-45f4-b2e6-b09f1921cbda None None] No DVR routers for this DVR port be38dfa7-1be4-4173-afd0-4c712588ae47 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:52:14.194631 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (9aecc18d-65c7-4b8c-aed2-fda40c044769), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.244658 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9aecc18d-65c7-4b8c-aed2-fda40c044769), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.271237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:52:14.271237 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (9aecc18d-65c7-4b8c-aed2-fda40c044769), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:52:14.273536 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:52:14.292426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-66ab49ec-dde7-4294-b64f-b3cb19ca2dc7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:14.299976 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-66ab49ec-dde7-4294-b64f-b3cb19ca2dc7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "GET /v2.0/networks?id=7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 200 len: 797 time: 0.3153942 Feb 03 04:52:14.415225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a43c754e-d1db-440c-a7ff-0787e65c4457), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.427910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.438440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a43c754e-d1db-440c-a7ff-0787e65c4457 HTTP/1.1" status: 204 len: 168 time: 1.3625009 Feb 03 04:52:14.441723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 46898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:14.475915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a6b91-957d-4c93-aec3-ced16e7e5579 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43c754e-d1db-440c-a7ff-0787e65c4457,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:14.476526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-6bc8cd29-a74f-4e6c-bc71-1bb24d7a23f1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 380 time: 0.1652327 Feb 03 04:52:14.535684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'port': {'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'admin_state_up': True, 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'security_groups': ['63f0bf53-224e-4041-a934-8887d7667746']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:14.630785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21b63af9-831b-4c97-98ef-2b1994b6bfa5 req-35958439-b582-4cbe-86ad-e12b56d3a098 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 210 time: 0.0499268 Feb 03 04:52:14.800629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:52:14.803076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device be38dfa7-1be4-4173-afd0-4c712588ae47 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:14.819591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:14.844753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: be38dfa7-1be4-4173-afd0-4c712588ae47 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:52:14.845031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device be38dfa7-1be4-4173-afd0-4c712588ae47 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:14.845602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c5440241-8c58-421e-8c18-48ed72f1b1b0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:14.876132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c5440241-8c58-421e-8c18-48ed72f1b1b0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:52:14.876755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c5440241-8c58-421e-8c18-48ed72f1b1b0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:15.160682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.20.0.11 (7897ea26-a368-49e3-9af5-2d4549867b79/53b8a1cd-3ccb-457b-899e-812a365d5909/7182be8b-a1c8-4521-b4b8-24ab693f9131) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:52:15.276016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (8aaa4124-0bdf-4545-9c63-4c6d97e79555), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:15.771968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-146c6698-0bc5-4ff2-a98e-ae5bce7036ce req-f5e6d369-8f31-40f0-b6ac-db7256dab44b tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 210 time: 0.0336747 Feb 03 04:52:15.883354 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:15.989344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.051192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 7897ea26-a368-49e3-9af5-2d4549867b79 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:52:16.070237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:52:16.073280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:52:16.079430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=7182be8b-a1c8-4521-b4b8-24ab693f9131,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:16.152579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:16.153287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.184663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-1fcd44bc-3573-4a83-ada8-76f1e0656a60 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6528826 Feb 03 04:52:16.200759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Request body: {'port': {'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:16.205580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Deleting port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:16.205972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.326969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.353634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] For port e7bf1cd6-f0e5-4d66-a7b6-848e632c2420, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,segment=NetworkSegment(c05b977f-d454-478e-abe0-32154667b500),segment_id=c05b977f-d454-478e-abe0-32154667b500)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:16.354068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.471194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Calling delete_port for e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:16.497912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6cfbc14f-7d9a-4446-a67c-1cd57506dcc0 None None] Provisioning complete for port 7182be8b-a1c8-4521-b4b8-24ab693f9131 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:16.499000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc14f-7d9a-4446-a67c-1cd57506dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.550875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6cfbc14f-7d9a-4446-a67c-1cd57506dcc0 None None] Port 7182be8b-a1c8-4521-b4b8-24ab693f9131 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:52:16.772290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7182be8b-a1c8-4521-b4b8-24ab693f9131 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:52:16.784318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Publish callbacks [] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.811220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Transition to ACTIVE for port object 7182be8b-a1c8-4521-b4b8-24ab693f9131 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:52:16.812535 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e7bf1cd6-f0e5-4d66-a7b6-848e632c2420), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.882510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:16.886504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bf1cd6-f0e5-4d66-a7b6-848e632c2420,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:16.979866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb24dc-395c-4d47-916d-0895ca91c18a req-b178cde8-3dbd-4d6a-b136-b2ad3e5361e9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:16.998571 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cefb24dc-395c-4d47-916d-0895ca91c18a req-b178cde8-3dbd-4d6a-b136-b2ad3e5361e9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 944 time: 0.0898063 Feb 03 04:52:17.070538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Pushing event updated for resources: {'Port': ['ID=7182be8b-a1c8-4521-b4b8-24ab693f9131,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:17.168248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cefb24dc-395c-4d47-916d-0895ca91c18a req-e99ad78d-13b5-4b68-9e1b-5cc89f1bfe48 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682792 Feb 03 04:52:17.264841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Attempting to bind port 7182be8b-a1c8-4521-b4b8-24ab693f9131 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:52:17.265178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Attempting to bind port 7182be8b-a1c8-4521-b4b8-24ab693f9131 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:52:17.265515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Attempting to bind port 7182be8b-a1c8-4521-b4b8-24ab693f9131 on network 7897ea26-a368-49e3-9af5-2d4549867b79 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:17.275483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Port 7182be8b-a1c8-4521-b4b8-24ab693f9131 on network 7897ea26-a368-49e3-9af5-2d4549867b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:52:17.275783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Attempting to bind port 7182be8b-a1c8-4521-b4b8-24ab693f9131 on network 7897ea26-a368-49e3-9af5-2d4549867b79 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:17.330349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:52:17.330700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Checking segment: {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:52:17.331724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Bound using segment: {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:52:17.332193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Bound port: 7182be8b-a1c8-4521-b4b8-24ab693f9131, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:52:17.332562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:17.404755 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (8aaa4124-0bdf-4545-9c63-4c6d97e79555), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:17.473890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] For port 7182be8b-a1c8-4521-b4b8-24ab693f9131, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:52:17.476934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139d279-b0b9-421a-a8f6-95b9942383d1 req-f9dc36df-ce46-45ef-bfb5-498055742467 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:17.478742 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e139d279-b0b9-421a-a8f6-95b9942383d1 req-f9dc36df-ce46-45ef-bfb5-498055742467 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1127 time: 0.0492892 Feb 03 04:52:17.498150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] For port 7182be8b-a1c8-4521-b4b8-24ab693f9131, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:52:17.509961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:17.528819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e139d279-b0b9-421a-a8f6-95b9942383d1 req-08d2c6f8-432c-4310-9e6e-8395a704a14b tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Feb 03 04:52:17.612950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:17.613603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:17.615042 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] 10.222.0.15 "PUT /v2.0/ports/7182be8b-a1c8-4521-b4b8-24ab693f9131 HTTP/1.1" status: 200 len: 1092 time: 1.4222023 Feb 03 04:52:17.615717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:17.618419 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34907466-a1fb-4595-9809-4559d040c015" -d '{"events": [{"name": "network-changed", "server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:17.645541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f255e9-169a-4f0c-bb67-96c31e9fa093 service neutron] Pushing event updated for resources: {'Port': ['ID=7182be8b-a1c8-4521-b4b8-24ab693f9131,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:17.701700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630832fe-3275-44a3-83e1-c4e62030f8ec req-9e56cb93-034f-48eb-afb2-89555e08d149 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:17.704234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-630832fe-3275-44a3-83e1-c4e62030f8ec req-9e56cb93-034f-48eb-afb2-89555e08d149 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0797727 Feb 03 04:52:17.707117 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7943281-d21a-4e5a-bea5-e2c0d6ddaf17 x-openstack-request-id: req-b7943281-d21a-4e5a-bea5-e2c0d6ddaf17 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:17.707539 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:17.707958 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7943281-d21a-4e5a-bea5-e2c0d6ddaf17 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:17.708692 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'status': 'completed', 'code': 200} Feb 03 04:52:17.794292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-630832fe-3275-44a3-83e1-c4e62030f8ec req-3eb9c559-63d3-4c44-b3d8-cd0fa19fec9e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817378 Feb 03 04:52:17.812671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:17.836156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-745c39bc-28c8-4faa-8fe4-7f3a6f1bb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:17.837893 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-745c39bc-28c8-4faa-8fe4-7f3a6f1bb196 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 1126 time: 0.1408892 Feb 03 04:52:17.896929 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-2f74e03d-3afd-48e9-afd9-03315aa8a942 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131 HTTP/1.1" status: 200 len: 217 time: 0.0485604 Feb 03 04:52:17.910639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:52:17.932314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5638565-226a-413a-b0c7-b3f9e2fbd200 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/d2f40b33-af33-4016-aedc-9b6367f3dd74 HTTP/1.1" status: 200 len: 991 time: 0.1179674 Feb 03 04:52:18.031491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-3e66fc95-9ecd-49af-9c65-8f539f6678ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:18.033284 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-3e66fc95-9ecd-49af-9c65-8f539f6678ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b8a1cd-3ccb-457b-899e-812a365d5909 HTTP/1.1" status: 200 len: 835 time: 0.1210759 Feb 03 04:52:18.134178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-ec80950b-4f7b-4f4b-b99f-c79d3afd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:18.135938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-ec80950b-4f7b-4f4b-b99f-c79d3afd09e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7897ea26-a368-49e3-9af5-2d4549867b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957880 Feb 03 04:52:18.138881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:52:18.147486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e0219960-5aaa-457f-8230-8e5e682801e0 admin admin] 10.222.0.35 "PUT /v2.0/routers/8aaa4124-0bdf-4545-9c63-4c6d97e79555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7005169 Feb 03 04:52:18.148237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 46950) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:18.164287 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] Sync routers for ids ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:52:18.193508 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] Routers {'8aaa4124-0bdf-4545-9c63-4c6d97e79555'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:18.194424 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:52:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:18.254713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-eb09d9db-a2d8-409c-adbe-c6a409037f8c service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084120 Feb 03 04:52:18.367414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c92e61b-2d44-4f74-9884-0d446da31cf9 req-ce6380bb-f1f6-48bf-bc7d-988819e028c4 service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055834 Feb 03 04:52:18.388206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-3dc52611-97af-4e01-93a8-3963a2a2e95f req-8b3f4626-6f2b-4785-9f07-d910c08f7985 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:52:18.403322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3dc52611-97af-4e01-93a8-3963a2a2e95f req-8b3f4626-6f2b-4785-9f07-d910c08f7985 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184097 Feb 03 04:52:18.433349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks [] for router (8aaa4124-0bdf-4545-9c63-4c6d97e79555), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:18.520087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34907466-a1fb-4595-9809-4559d040c015 req-dc0e0f5f-1168-445f-b36a-fb2c3e8189d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:18.521632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34907466-a1fb-4595-9809-4559d040c015 req-dc0e0f5f-1168-445f-b36a-fb2c3e8189d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 1126 time: 0.0936506 Feb 03 04:52:18.661129 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] Set router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:18.684562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34907466-a1fb-4595-9809-4559d040c015 req-14242804-d7f8-49d0-bd28-f5b95e0677a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:18.686226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34907466-a1fb-4595-9809-4559d040c015 req-14242804-d7f8-49d0-bd28-f5b95e0677a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 200 len: 898 time: 0.1575408 Feb 03 04:52:18.743413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34907466-a1fb-4595-9809-4559d040c015 req-01f8fb59-1ae8-4b65-92d5-bfe72c47ccaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131 HTTP/1.1" status: 200 len: 217 time: 0.0501993 Feb 03 04:52:18.795388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bf123-1022-4aeb-8d4a-fcc7f3236d63 req-6b1d9089-69cb-4881-87f8-26e73fa74ad5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:18.807043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-109bf123-1022-4aeb-8d4a-fcc7f3236d63 req-6b1d9089-69cb-4881-87f8-26e73fa74ad5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 944 time: 0.4002392 Feb 03 04:52:18.827238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34907466-a1fb-4595-9809-4559d040c015 req-26a4db07-c402-4b4c-93ee-5a148f33ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:18.834137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks [] for router_gateway (8aaa4124-0bdf-4545-9c63-4c6d97e79555), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:18.835242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34907466-a1fb-4595-9809-4559d040c015 req-26a4db07-c402-4b4c-93ee-5a148f33ebb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b8a1cd-3ccb-457b-899e-812a365d5909 HTTP/1.1" status: 200 len: 835 time: 0.0855429 Feb 03 04:52:18.946148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34907466-a1fb-4595-9809-4559d040c015 req-2c61e16e-e94e-4487-a4e9-f2e645c43661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:18.948346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34907466-a1fb-4595-9809-4559d040c015 req-2c61e16e-e94e-4487-a4e9-f2e645c43661 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7897ea26-a368-49e3-9af5-2d4549867b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063464 Feb 03 04:52:19.060570 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:52:16Z', 'revision_number': 5, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port': {'id': 'b2bfbd29-89fa-433f-a550-e94d6b709f9f', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:46:30Z', 'updated_at': '2022-02-03T04:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:19.144538 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] Checking router: 8aaa4124-0bdf-4545-9c63-4c6d97e79555 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:52:19.168570 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] Routers {'8aaa4124-0bdf-4545-9c63-4c6d97e79555'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:19.169252 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:52:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:19.224409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34907466-a1fb-4595-9809-4559d040c015 req-50dd7651-d64d-4831-bb52-55904fc0e017 service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600107 Feb 03 04:52:19.283037 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] Set router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:19.351092 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:52:18Z', 'revision_number': 6, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:19.410673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34907466-a1fb-4595-9809-4559d040c015 req-b2f7bc7a-6392-4f12-b86a-8d857868279f service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791594 Feb 03 04:52:19.417030 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec143217-ff55-4165-a563-39a8a52ff592 None None] The sync data for ids ['8aaa4124-0bdf-4545-9c63-4c6d97e79555'] in n-d-827549-1 is: [{'id': '8aaa4124-0bdf-4545-9c63-4c6d97e79555', 'name': 'tempest-TestServerBasicOps-1302809273-router', 'tenant_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:46:28Z', 'updated_at': '2022-02-03T04:52:18Z', 'revision_number': 6, 'project_id': '4de6bf927a7b49e5b5fe9c3b0278f311', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:52:19.423604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a24d14-dfcb-444e-ac5a-a53cedd4f128 req-b3ffc8a0-87f4-4b7e-91db-cc83104d6663 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:19.425341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12a24d14-dfcb-444e-ac5a-a53cedd4f128 req-b3ffc8a0-87f4-4b7e-91db-cc83104d6663 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.1159203 Feb 03 04:52:19.474702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-109bf123-1022-4aeb-8d4a-fcc7f3236d63 req-4154b37f-8d59-430d-afe9-4084ece82612 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6599400 Feb 03 04:52:19.497866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Deleting port b2bfbd29-89fa-433f-a550-e94d6b709f9f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:19.498541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:19.592745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-c74dbf0f-3d79-4256-adf4-c11a8f332483 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2879219 Feb 03 04:52:19.601741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12a24d14-dfcb-444e-ac5a-a53cedd4f128 req-c2d2b8fa-bc6d-49c4-a764-561c649279bd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630049 Feb 03 04:52:19.651589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] For port b2bfbd29-89fa-433f-a550-e94d6b709f9f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b2bfbd29-89fa-433f-a550-e94d6b709f9f,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:19.652329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:19.680654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Calling delete_port for b2bfbd29-89fa-433f-a550-e94d6b709f9f owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:19.942713 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b2bfbd29-89fa-433f-a550-e94d6b709f9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.058966 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (8aaa4124-0bdf-4545-9c63-4c6d97e79555), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.061083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bfbd29-89fa-433f-a550-e94d6b709f9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:20.163231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (8aaa4124-0bdf-4545-9c63-4c6d97e79555), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.165535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks [] for router_controller (8aaa4124-0bdf-4545-9c63-4c6d97e79555), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.216147 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (8aaa4124-0bdf-4545-9c63-4c6d97e79555), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.216736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aaa4124-0bdf-4545-9c63-4c6d97e79555 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:52:20.221682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.222888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e131de6-7028-4506-b4a5-677687e13012 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8aaa4124-0bdf-4545-9c63-4c6d97e79555 HTTP/1.1" status: 204 len: 168 time: 2.0727785 Feb 03 04:52:20.225565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47004) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:20.283772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] Deleting subnet 5ac8e271-eca3-4d27-a031-8448d0d77245 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:52:20.292117 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] Publish callbacks [] for subnet (5ac8e271-eca3-4d27-a031-8448d0d77245), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.347043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (5ac8e271-eca3-4d27-a031-8448d0d77245), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.475087 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (5ac8e271-eca3-4d27-a031-8448d0d77245), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.597382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (5ac8e271-eca3-4d27-a031-8448d0d77245), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.617024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b87f9b-d875-417b-807f-e4ccb9de1b69 None None] Network b2eb250a-65ff-4bee-81f5-b62c23f01ae5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:52:20.639900 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.645922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5ac8e271-eca3-4d27-a031-8448d0d77245 HTTP/1.1" status: 204 len: 168 time: 0.4192958 Feb 03 04:52:20.648846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:20.669012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21858e39-23c7-433a-b389-edc141a477af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac8e271-eca3-4d27-a031-8448d0d77245,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:20.853171 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b2eb250a-65ff-4bee-81f5-b62c23f01ae5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:20.887484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:20.907801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fa948-d0b1-4c8c-ba93-7f3cfa564c79 req-eb7ee906-55fe-4146-8281-243a5dd5ef5a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:20.919409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-427fa948-d0b1-4c8c-ba93-7f3cfa564c79 req-eb7ee906-55fe-4146-8281-243a5dd5ef5a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 944 time: 0.2618036 Feb 03 04:52:20.928241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:52:20.928913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e7bf1cd6-f0e5-4d66-a7b6-848e632c2420 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:20.929742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b2bfbd29-89fa-433f-a550-e94d6b709f9f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:20.935005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88b5b4-9f4b-43ee-a458-3818cd62859e req-b68cf669-1388-445e-b24f-167797c85939 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:20.944340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac88b5b4-9f4b-43ee-a458-3818cd62859e req-b68cf669-1388-445e-b24f-167797c85939 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.1644008 Feb 03 04:52:20.977445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b2bfbd29-89fa-433f-a550-e94d6b709f9f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:52:20.981890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b2bfbd29-89fa-433f-a550-e94d6b709f9f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:21.002551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Deleting port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:21.003060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.105937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac88b5b4-9f4b-43ee-a458-3818cd62859e req-10337730-5fe3-4a7b-816b-4dba33101ed5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606140 Feb 03 04:52:21.108291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] DHCP port deletion for b2eb250a-65ff-4bee-81f5-b62c23f01ae5 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:52:21.155189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-427fa948-d0b1-4c8c-ba93-7f3cfa564c79 req-225ba005-bd1f-4148-b3cd-b4bf414dc166 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336957 Feb 03 04:52:21.207950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] Deleting port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:52:21.208728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.289577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] For port a379eb87-ac24-4ba1-bf6b-c2e19531aa09, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,segment=NetworkSegment(c05b977f-d454-478e-abe0-32154667b500),segment_id=c05b977f-d454-478e-abe0-32154667b500)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:21.290817 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.308554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] Calling delete_port for a379eb87-ac24-4ba1-bf6b-c2e19531aa09 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:21.399224 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.433483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] Pushing event deleted for resources: {'Port': ['ID=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:21.438239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] For port a379eb87-ac24-4ba1-bf6b-c2e19531aa09, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,segment=NetworkSegment(c05b977f-d454-478e-abe0-32154667b500),segment_id=c05b977f-d454-478e-abe0-32154667b500)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:21.438675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.444206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77396ae9-4b65-45f3-a624-a190ffe4b92a None None] No DVR routers for this DVR port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:52:21.463035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Calling delete_port for a379eb87-ac24-4ba1-bf6b-c2e19531aa09 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:52:21.466199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-b0f58f86-a0dd-4d3d-9477-e55725652a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:21.467880 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-b0f58f86-a0dd-4d3d-9477-e55725652a5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1127 time: 0.1102643 Feb 03 04:52:21.612901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-8a0166c9-e28b-47f5-9c84-c059dbb190ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:21.614387 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-8a0166c9-e28b-47f5-9c84-c059dbb190ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.1394885 Feb 03 04:52:21.620116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a379eb87-ac24-4ba1-bf6b-c2e19531aa09), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.679540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a379eb87-ac24-4ba1-bf6b-c2e19531aa09,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:21.686787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] No DVR routers for this DVR port a379eb87-ac24-4ba1-bf6b-c2e19531aa09 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:52:21.728721 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-68f8754c-6e68-4dd8-83fd-9eaf0da7d422 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 999 time: 0.1063123 Feb 03 04:52:21.804479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b2eb250a-65ff-4bee-81f5-b62c23f01ae5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.835200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-4c4d730c-4e04-4a3c-9bc6-2251468a6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:21.836981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-4c4d730c-4e04-4a3c-9bc6-2251468a6533 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0986276 Feb 03 04:52:21.838776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2eb250a-65ff-4bee-81f5-b62c23f01ae5']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:21.870380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05b977f-d454-478e-abe0-32154667b500') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:21.870731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05b977f-d454-478e-abe0-32154667b500') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:21.904720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c05b977f-d454-478e-abe0-32154667b500), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.929894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c05b977f-d454-478e-abe0-32154667b500), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.940160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:52:21.940574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c05b977f-d454-478e-abe0-32154667b500), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: self.session.flush() Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:52:21.942438 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:52:21.959217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-640df455-8406-49d3-9adb-b3100883a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:21.960835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-640df455-8406-49d3-9adb-b3100883a79b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1167347 Feb 03 04:52:22.022121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b2eb250a-65ff-4bee-81f5-b62c23f01ae5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.033295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.036466 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b2eb250a-65ff-4bee-81f5-b62c23f01ae5 HTTP/1.1" status: 204 len: 168 time: 1.3865378 Feb 03 04:52:22.060426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7182be8b-a1c8-4521-b4b8-24ab693f9131 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:52:22.073578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71dd7-9ea2-400a-868c-2d7b5d40dbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2eb250a-65ff-4bee-81f5-b62c23f01ae5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:22.108067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-2dfa3d42-92ee-4b02-ac41-9d653cca5931 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169722 Feb 03 04:52:22.193246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47034) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:22.276334 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-24eeb9f8-f1cb-462f-81c3-3365cebaaf97 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619155 Feb 03 04:52:22.318065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7182be8b-a1c8-4521-b4b8-24ab693f9131, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:22.338215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:52:22.364623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:22.364825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e85c3c85-dd8a-47f0-8b59-3a7383bc01c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c70ae14836b940a6b4335bd870775c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1701901 Feb 03 04:52:22.383850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc00ea-261f-47a7-ba3f-c5da32be0332 req-89254d2a-05bb-4282-96b1-ad9a22baba4c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:22.386149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aecc00ea-261f-47a7-ba3f-c5da32be0332 req-89254d2a-05bb-4282-96b1-ad9a22baba4c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0936613 Feb 03 04:52:22.396400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7182be8b-a1c8-4521-b4b8-24ab693f9131 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:22.396677 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.413228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7182be8b-a1c8-4521-b4b8-24ab693f9131 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:52:22.437650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7182be8b-a1c8-4521-b4b8-24ab693f9131, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:22.455877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e758bbb-0601-458a-a442-1eee87927826 req-36678d3f-629c-4d4c-864c-1f4ceaa8d7bc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:22.456543 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.463918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e758bbb-0601-458a-a442-1eee87927826 req-36678d3f-629c-4d4c-864c-1f4ceaa8d7bc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 944 time: 0.1956170 Feb 03 04:52:22.492268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aecc00ea-261f-47a7-ba3f-c5da32be0332 req-dfc4e521-a4db-478d-820a-03c25b6a60e0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974960 Feb 03 04:52:22.504663 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e564-94c0-4cf4-b1b2-8a9878da0040 admin admin] Publish callbacks [] for security_group (f4da1b88-de80-4965-8df9-a154738db0fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.554259 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e564-94c0-4cf4-b1b2-8a9878da0040 admin admin] Publish callbacks [] for security_group (f4da1b88-de80-4965-8df9-a154738db0fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.563570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7182be8b-a1c8-4521-b4b8-24ab693f9131,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:22.567477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1e758bbb-0601-458a-a442-1eee87927826 req-17e1bf55-47d7-48e1-9536-9e059728e669 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025960 Feb 03 04:52:22.642435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e564-94c0-4cf4-b1b2-8a9878da0040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f4da1b88-de80-4965-8df9-a154738db0fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.647169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e564-94c0-4cf4-b1b2-8a9878da0040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:22.651468 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b5c4e564-94c0-4cf4-b1b2-8a9878da0040 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4da1b88-de80-4965-8df9-a154738db0fb HTTP/1.1" status: 204 len: 168 time: 0.2822332 Feb 03 04:52:22.667465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7182be8b-a1c8-4521-b4b8-24ab693f9131'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:52:22.677293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4e564-94c0-4cf4-b1b2-8a9878da0040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da1b88-de80-4965-8df9-a154738db0fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:22.865281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a379eb87-ac24-4ba1-bf6b-c2e19531aa09 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:22.898404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a379eb87-ac24-4ba1-bf6b-c2e19531aa09 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:52:22.898766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a379eb87-ac24-4ba1-bf6b-c2e19531aa09 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:23.077025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:23.123829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c13f58af-29bb-4c3e-8571-4594a0e2f552 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4de6bf927a7b49e5b5fe9c3b0278f311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430701 Feb 03 04:52:23.124213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:23.173696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3c6df1b-93ab-4f77-b729-51c67e663cc6 admin admin] Publish callbacks [] for security_group (3164bca6-1e27-40ca-b88c-1501f180a4d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:23.195364 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3c6df1b-93ab-4f77-b729-51c67e663cc6 admin admin] Publish callbacks [] for security_group (3164bca6-1e27-40ca-b88c-1501f180a4d4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:23.244284 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3c6df1b-93ab-4f77-b729-51c67e663cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3164bca6-1e27-40ca-b88c-1501f180a4d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:23.247325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3c6df1b-93ab-4f77-b729-51c67e663cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:23.250838 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d3c6df1b-93ab-4f77-b729-51c67e663cc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3164bca6-1e27-40ca-b88c-1501f180a4d4 HTTP/1.1" status: 204 len: 168 time: 0.1233819 Feb 03 04:52:23.256394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6df1b-93ab-4f77-b729-51c67e663cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3164bca6-1e27-40ca-b88c-1501f180a4d4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:23.722375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f919d-4f20-4687-8dc0-9bcfd18f7054 req-3d3ca547-ebff-4750-a9bf-ea1be67e4273 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:23.724094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf1f919d-4f20-4687-8dc0-9bcfd18f7054 req-3d3ca547-ebff-4750-a9bf-ea1be67e4273 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.1255500 Feb 03 04:52:23.845274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:23.848806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a2b2-517f-413b-9173-a52e31ecf8fa req-4b8f0a37-5440-46e8-a3a2-a51755ac6a38 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:23.850585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca83a2b2-517f-413b-9173-a52e31ecf8fa req-4b8f0a37-5440-46e8-a3a2-a51755ac6a38 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 945 time: 0.1474369 Feb 03 04:52:23.891461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf1f919d-4f20-4687-8dc0-9bcfd18f7054 req-b9b2d84f-a7a4-44a8-897d-4145b3b426d1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519260 Feb 03 04:52:23.896324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:23.932338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca83a2b2-517f-413b-9173-a52e31ecf8fa req-0e614d88-4262-46b1-b47b-89f0947b6546 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693886 Feb 03 04:52:24.075886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7182be8b-a1c8-4521-b4b8-24ab693f9131 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:24.131020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 7182be8b-a1c8-4521-b4b8-24ab693f9131 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:52:24.135283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 7182be8b-a1c8-4521-b4b8-24ab693f9131 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:24.135739 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:24.213769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7182be8b-a1c8-4521-b4b8-24ab693f9131 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:24.214134 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:24.240547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:24.243074 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c420c77f-fcf0-4ef0-9b9e-a2b14ae71f5b" -d '{"events": [{"server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:24.256044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7182be8b-a1c8-4521-b4b8-24ab693f9131, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:24.263854 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:24.289146 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece2c71-f008-40b9-b5c2-133bdbed1004 x-openstack-request-id: req-aece2c71-f008-40b9-b5c2-133bdbed1004 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:24.289447 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:24.289711 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aece2c71-f008-40b9-b5c2-133bdbed1004 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:24.290111 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'code': 200} Feb 03 04:52:24.317723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7182be8b-a1c8-4521-b4b8-24ab693f9131,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:24.404385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511812-5d4a-495b-ae69-0724b79e25f1 req-8f81faf9-03d7-4b35-b002-2942dc10bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:24.406080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-66511812-5d4a-495b-ae69-0724b79e25f1 req-8f81faf9-03d7-4b35-b002-2942dc10bc35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 1128 time: 0.0524569 Feb 03 04:52:24.456142 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-66511812-5d4a-495b-ae69-0724b79e25f1 req-66b82fe9-3a34-46b7-a0dd-752b148e4f68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Feb 03 04:52:25.127545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc024a-4521-4475-88a4-d9bc0e4eedcd req-f4480bbc-bdfc-418e-acce-eb125feba075 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:25.129200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cbc024a-4521-4475-88a4-d9bc0e4eedcd req-f4480bbc-bdfc-418e-acce-eb125feba075 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0964200 Feb 03 04:52:25.138299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d15eea-f3c8-43c6-bb31-226ea21e58ee req-84e809b2-63b6-4899-aea5-6304dcec2e73 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:25.139884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2d15eea-f3c8-43c6-bb31-226ea21e58ee req-84e809b2-63b6-4899-aea5-6304dcec2e73 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 946 time: 0.0938935 Feb 03 04:52:25.228058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cbc024a-4521-4475-88a4-d9bc0e4eedcd req-f21fde39-247c-45c9-bf69-e7cf7712f8b4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871117 Feb 03 04:52:25.233108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2d15eea-f3c8-43c6-bb31-226ea21e58ee req-b8ea23a6-fa38-403d-b1f0-44e9efb5dc30 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861683 Feb 03 04:52:26.409596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183bc2c-ae20-46ea-87f5-9fbe859d7565 req-0396ab9f-f053-4309-887d-455adc0a7f01 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:26.411960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8183bc2c-ae20-46ea-87f5-9fbe859d7565 req-0396ab9f-f053-4309-887d-455adc0a7f01 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0873106 Feb 03 04:52:26.434510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf98a-452f-472e-9d11-fe2645bb3ca9 req-394c2e6e-f1f1-4679-be0d-7824b6db3587 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:26.436043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ffdf98a-452f-472e-9d11-fe2645bb3ca9 req-394c2e6e-f1f1-4679-be0d-7824b6db3587 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 946 time: 0.1013057 Feb 03 04:52:26.502455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8183bc2c-ae20-46ea-87f5-9fbe859d7565 req-2f0d99b8-920e-44ac-9b49-e7577d32f260 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836732 Feb 03 04:52:26.522849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ffdf98a-452f-472e-9d11-fe2645bb3ca9 req-528937d2-7e69-4fa5-9e9e-5bf35305a4bc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783031 Feb 03 04:52:26.646934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f524e6b-be9c-4ce9-bc60-637b8385f586 req-8c922800-b18f-4191-9aa8-f80858c904f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:26.648542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f524e6b-be9c-4ce9-bc60-637b8385f586 req-8c922800-b18f-4191-9aa8-f80858c904f9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 946 time: 0.0535424 Feb 03 04:52:26.702702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f524e6b-be9c-4ce9-bc60-637b8385f586 req-fb0deeb9-0543-4d62-bd64-c1c3c0d62840 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481739 Feb 03 04:52:26.733493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:26.791383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eed65e-67d6-4763-a3b4-daa015cb72ba tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:26.795994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-69eed65e-67d6-4763-a3b4-daa015cb72ba tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 1123 time: 0.0575135 Feb 03 04:52:26.796414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47104) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:26.801403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:26.830469 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:26.934752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:27.046039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.25.7.148 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7a4dfe24-5809-4398-ae2f-c4f04db4fd1d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:52:27.154953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:27.190981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:27.241686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:52:27.244758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:52:27.249241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:52:27.252332 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=7a4dfe24-5809-4398-ae2f-c4f04db4fd1d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:27.652728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (2bb0d56e-65a6-410e-b132-db3c5bec4c9e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:27.698419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170c8c-d66e-4833-b560-f3d0bd4757a8 req-dd38e648-97ac-40ff-80f1-061cda9e1a53 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:27.699960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32170c8c-d66e-4833-b560-f3d0bd4757a8 req-dd38e648-97ac-40ff-80f1-061cda9e1a53 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0991127 Feb 03 04:52:27.783150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:27.811387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32170c8c-d66e-4833-b560-f3d0bd4757a8 req-defd50a0-1b7a-42fc-ac37-4a5bdd1f0c1e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025052 Feb 03 04:52:27.996264 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:28.001524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:28.079589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=7a4dfe24-5809-4398-ae2f-c4f04db4fd1d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:28.092261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (2bb0d56e-65a6-410e-b132-db3c5bec4c9e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:28.201782 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Floating IP 2bb0d56e-65a6-410e-b132-db3c5bec4c9e associated. External IP: 172.25.7.148, port: 7182be8b-a1c8-4521-b4b8-24ab693f9131. Feb 03 04:52:28.414372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router ac64b1e4-f52c-411d-b920-f72879ed9faa has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:52:28.520169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:52:28.530286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] Sync routers for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:52:28.541366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:28.542065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:52:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:28.542730 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:28.579703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-02b4164c-6b89-4f03-9754-53129eb22385 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7794998 Feb 03 04:52:28.579703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:28.580136 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad" -d '{"events": [{"name": "network-changed", "server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:28.580894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:28.636795 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793939ec-a1a4-45c8-857a-6b81c77cfe5f x-openstack-request-id: req-793939ec-a1a4-45c8-857a-6b81c77cfe5f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:28.637096 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:28.637353 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-793939ec-a1a4-45c8-857a-6b81c77cfe5f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:28.637763 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'status': 'completed', 'code': 200} Feb 03 04:52:28.675049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:28.700008 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a180f22a-5ace-40de-857c-956629d0d550 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/floatingips/2bb0d56e-65a6-410e-b132-db3c5bec4c9e HTTP/1.1" status: 200 len: 992 time: 0.1109934 Feb 03 04:52:28.719856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-010211d0-3224-471b-b386-2ebd569c2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:28.721663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-010211d0-3224-471b-b386-2ebd569c2e27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 1128 time: 0.0621409 Feb 03 04:52:28.822897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-5ae29490-bd13-4308-909e-b3fab771401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:28.824478 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-5ae29490-bd13-4308-909e-b3fab771401b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 200 len: 898 time: 0.0967972 Feb 03 04:52:28.925454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:03Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:27Z', 'revision_number': 0, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:28.936255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-4efe58a2-de9f-4d98-b4b7-54d8927b2cd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131 HTTP/1.1" status: 200 len: 1000 time: 0.1026721 Feb 03 04:52:28.956578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] Checking router: ac64b1e4-f52c-411d-b920-f72879ed9faa for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:52:28.966914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:52:28.967589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:52:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:28.994489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f042f2-7f88-4062-b00b-23b67aa33f41 req-edebde20-e2a7-4a6f-9559-d554c6296c12 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:29.001990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83f042f2-7f88-4062-b00b-23b67aa33f41 req-edebde20-e2a7-4a6f-9559-d554c6296c12 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.1040547 Feb 03 04:52:29.029880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-169e7fc7-bd20-46b3-9af5-bb4339a0690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:29.031588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-169e7fc7-bd20-46b3-9af5-bb4339a0690c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b8a1cd-3ccb-457b-899e-812a365d5909 HTTP/1.1" status: 200 len: 835 time: 0.0877628 Feb 03 04:52:29.069006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83f042f2-7f88-4062-b00b-23b67aa33f41 req-58478fac-3103-4656-8bff-7ed4ea6fdd52 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655913 Feb 03 04:52:29.100851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-669d7dd2-c288-40cc-be19-fd0dfd8c5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:29.103082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-669d7dd2-c288-40cc-be19-fd0dfd8c5a01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7897ea26-a368-49e3-9af5-2d4549867b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649545 Feb 03 04:52:29.145099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:52:29.208192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-e6abadef-ed90-47c1-989e-826d197f5cf8 service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976503 Feb 03 04:52:29.339019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d3b22e9-ef5f-42a7-a663-2c169b9b59ad req-f36f4be6-95da-4ca3-a6bd-89f23991f9c8 service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244462 Feb 03 04:52:29.421114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:03Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:27Z', 'revision_number': 0, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:52:29.457898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca61eae-0d13-4d48-820c-ff64cc02a748 None None] The sync data for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 is: [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:03Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:27Z', 'revision_number': 0, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:52:29.704002 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:29.799531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e84f462-11df-4f85-acc9-2f7e5d1d0d6f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/floatingips/2bb0d56e-65a6-410e-b132-db3c5bec4c9e HTTP/1.1" status: 200 len: 992 time: 0.0934412 Feb 03 04:52:29.852377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ccecb2-088c-4a88-ba68-f588a0ed8f6c None None] New status for floating IP 2bb0d56e-65a6-410e-b132-db3c5bec4c9e: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:52:30.203941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1803a-0b01-4f20-a05b-9f6ea8ec6ea4 req-b756066f-4140-4561-a223-e40e64b382a3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:30.205482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b1803a-0b01-4f20-a05b-9f6ea8ec6ea4 req-b756066f-4140-4561-a223-e40e64b382a3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0555236 Feb 03 04:52:30.255973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b1803a-0b01-4f20-a05b-9f6ea8ec6ea4 req-3025b12c-fb17-472b-8eb6-8d5b85791223 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Feb 03 04:52:30.803426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:30.875409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bc717b7b-cb8c-4a78-a0fe-de04c95a5b3a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/floatingips/2bb0d56e-65a6-410e-b132-db3c5bec4c9e HTTP/1.1" status: 200 len: 994 time: 0.0641105 Feb 03 04:52:31.442430 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c0925-4e59-4d65-88dd-8591e2323f3d req-b1be4bbb-6429-46ec-990d-211628a788d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:31.444290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-870c0925-4e59-4d65-88dd-8591e2323f3d req-b1be4bbb-6429-46ec-990d-211628a788d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0838377 Feb 03 04:52:31.520108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-870c0925-4e59-4d65-88dd-8591e2323f3d req-5f192dad-a0c5-40d7-b1bd-6c5c42f981e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688639 Feb 03 04:52:32.204118 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:52:32.696032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5179d-6487-407c-8de7-683b6e1394dd req-a4f115a9-421d-42e7-a32c-e38e1e4bdea3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:32.699173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8d5179d-6487-407c-8de7-683b6e1394dd req-a4f115a9-421d-42e7-a32c-e38e1e4bdea3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0954947 Feb 03 04:52:32.774447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8d5179d-6487-407c-8de7-683b6e1394dd req-6eecc54a-d432-48fb-994c-3bd4e1f06e82 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683320 Feb 03 04:52:33.144016 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ed64-cf92-45d4-9242-d50974fb742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:33.911563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4ca1f-0e49-4d6f-be6a-5db1c29d8e80 req-2e6195ca-46ce-4fbc-a03e-da4bc5aa3b8f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:33.914271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7a4ca1f-0e49-4d6f-be6a-5db1c29d8e80 req-2e6195ca-46ce-4fbc-a03e-da4bc5aa3b8f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.0687547 Feb 03 04:52:33.988784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7a4ca1f-0e49-4d6f-be6a-5db1c29d8e80 req-5a98a8dc-9d9c-45a6-bab9-11b0cb2de71e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687237 Feb 03 04:52:34.271152 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-745aced1-8c69-4b40-947f-7a17934ee722 req-8819e751-80c7-449d-b52c-f81b5ba7cc05 service neutron] show failed (client error): The resource could not be found. Feb 03 04:52:34.273160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-8819e751-80c7-449d-b52c-f81b5ba7cc05 service neutron] 10.222.0.31 "GET /v2.0/ports/f88bff1b-a49e-481a-9be6-c648ab705d06/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.1005118 Feb 03 04:52:34.561836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-5617b77e-633c-4b89-8740-ec0a162d2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:34.563417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-5617b77e-633c-4b89-8740-ec0a162d2ae4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 1127 time: 0.0788879 Feb 03 04:52:34.574877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:34.640651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:34.875530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:34.913793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:52:34.955459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:34.964903 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65cc709-c2c9-412b-a708-d4d76a13f262" -d '{"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-unplugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:34.970714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Publish callbacks [] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:34.987246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Transition to ACTIVE for port object f88bff1b-a49e-481a-9be6-c648ab705d06 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:52:34.993701 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:35.103071 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a1e72-5d87-4983-bb6a-2e25257b7941 x-openstack-request-id: req-cb4a1e72-5d87-4983-bb6a-2e25257b7941 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:35.103696 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-unplugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:35.104406 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb4a1e72-5d87-4983-bb6a-2e25257b7941 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:35.104976 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'code': 200} Feb 03 04:52:35.147943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6272a-253e-4a3c-b1d5-b27d6d11cc61 req-73452d51-3a74-4b2d-ac80-e23177bfb16b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:35.149532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bc6272a-253e-4a3c-b1d5-b27d6d11cc61 req-73452d51-3a74-4b2d-ac80-e23177bfb16b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.0658739 Feb 03 04:52:35.197895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:35.214841 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7bc6272a-253e-4a3c-b1d5-b27d6d11cc61 req-d228db72-d613-4858-8852-738e3e2b9f37 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571883 Feb 03 04:52:35.229501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.229854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.230280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.230536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.231348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.231745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.232078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.232411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.232885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.233220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.233685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.234396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.234738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:35.284380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] No DVR routers for this DVR port f88bff1b-a49e-481a-9be6-c648ab705d06 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:52:35.452774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:52:35.453292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:52:35.453740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:35.458661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:52:35.459120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:35.464632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:52:35.465047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Checking segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:52:35.465515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Bound using segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:52:35.466074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Bound port: f88bff1b-a49e-481a-9be6-c648ab705d06, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:52:35.466533 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:35.554798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:52:35.558660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:52:35.567306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:35.619375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:35.620174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:35.621671 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 1091 time: 1.0518699 Feb 03 04:52:35.697846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763a954-5507-4a1c-9c28-c94cb05548f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:35.716437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-7e554696-1c09-488d-b1dd-5dc5f6f25871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:35.718271 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-7e554696-1c09-488d-b1dd-5dc5f6f25871 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1125 time: 0.0682726 Feb 03 04:52:35.841032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-0ac336a3-1c2c-4a7f-97c1-6e63e4c49760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:35.842951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-0ac336a3-1c2c-4a7f-97c1-6e63e4c49760 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.1169064 Feb 03 04:52:35.959872 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-8a870fa6-8c2b-4dee-a0cf-7d65328f42ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.1103432 Feb 03 04:52:36.025253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-470101be-616b-4550-98c6-47723ad9aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:36.027081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-470101be-616b-4550-98c6-47723ad9aa38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0610397 Feb 03 04:52:36.097538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aced1-8c69-4b40-947f-7a17934ee722 req-a3005e1d-a853-4751-9b09-1edd4a0b78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:36.099103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-a3005e1d-a853-4751-9b09-1edd4a0b78d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658836 Feb 03 04:52:36.156113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:36.241254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port f88bff1b-a49e-481a-9be6-c648ab705d06 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:52:36.241686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:36.393278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994050-5238-415a-83df-b036a7280bab req-d03e5dd7-99be-4dca-8e61-7da9dd3afb66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:36.396223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa994050-5238-415a-83df-b036a7280bab req-d03e5dd7-99be-4dca-8e61-7da9dd3afb66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.0751586 Feb 03 04:52:36.400915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7175e662-9af4-40ef-bf04-df6e9c778ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:36.475158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa994050-5238-415a-83df-b036a7280bab req-d11b948f-3950-45f4-b118-e195b1e0a8a7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714855 Feb 03 04:52:36.601374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-2f2f93d3-0ff4-4b1a-986d-cfac253a0f8c service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948483 Feb 03 04:52:36.690217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:36.721503 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-745aced1-8c69-4b40-947f-7a17934ee722 req-7d0c8a1f-3579-45cf-857a-fa0d9365d377 service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138246 Feb 03 04:52:37.106105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:37.108713 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137d8862-7379-483b-9583-41df6adef9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:37.198199 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbf4e0e-3500-4e7f-b97f-f48202691e2e x-openstack-request-id: req-abbf4e0e-3500-4e7f-b97f-f48202691e2e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:37.198523 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:37.198784 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abbf4e0e-3500-4e7f-b97f-f48202691e2e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:37.199199 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'status': 'completed', 'code': 200} Feb 03 04:52:37.317995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:37.341134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-d98d9bb7-f98b-4a9c-8085-3407ac6d7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:37.343002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-d98d9bb7-f98b-4a9c-8085-3407ac6d7147 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1125 time: 0.0731378 Feb 03 04:52:37.346332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-022a94b4-5b91-454d-bdcb-eae46f6cd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:37.350135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-022a94b4-5b91-454d-bdcb-eae46f6cd63a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1125 time: 0.1188252 Feb 03 04:52:37.616952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-15fe414e-bf24-4d08-8a77-a3e7eb83857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:37.616952 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-15fe414e-bf24-4d08-8a77-a3e7eb83857d service neutron] 10.222.0.15 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.2646327 Feb 03 04:52:37.617696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e8dffd7-cb30-4995-9cd0-b14036a077e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:37.688532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee00bc-26f7-4dfc-a9f5-df71c20ce4d8 req-6c291c22-8571-4481-9781-97eef44bdb03 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:37.690530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1dee00bc-26f7-4dfc-a9f5-df71c20ce4d8 req-6c291c22-8571-4481-9781-97eef44bdb03 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.1019175 Feb 03 04:52:37.728552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e8dffd7-cb30-4995-9cd0-b14036a077e6 admin admin] Publish callbacks [] for security_group (753a1aa9-f1b8-4f16-86be-8b9c4f3949a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:37.772199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e8dffd7-cb30-4995-9cd0-b14036a077e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (753a1aa9-f1b8-4f16-86be-8b9c4f3949a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:37.774036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1dee00bc-26f7-4dfc-a9f5-df71c20ce4d8 req-4099c0a4-e5f3-4478-9009-ba2ed5a12c25 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765748 Feb 03 04:52:37.806026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4e8dffd7-cb30-4995-9cd0-b14036a077e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb7918a56fef43908c63ce0ab39c1aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868884 Feb 03 04:52:37.808908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:37.868752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725a5ff2-2bb8-44f1-ad6e-a884010ba6b4 admin admin] Publish callbacks [] for security_group (753a1aa9-f1b8-4f16-86be-8b9c4f3949a3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:37.883194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-730dadfa-cf37-493e-b8c8-aaeb6a07cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:37.885552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-730dadfa-cf37-493e-b8c8-aaeb6a07cd5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.5235386 Feb 03 04:52:37.911595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-3602f9ad-271a-4579-857e-f41a30e203a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.2864614 Feb 03 04:52:37.912199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dffd7-cb30-4995-9cd0-b14036a077e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753a1aa9-f1b8-4f16-86be-8b9c4f3949a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:37.918567 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725a5ff2-2bb8-44f1-ad6e-a884010ba6b4 admin admin] Publish callbacks [] for security_group (753a1aa9-f1b8-4f16-86be-8b9c4f3949a3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:37.983314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725a5ff2-2bb8-44f1-ad6e-a884010ba6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (753a1aa9-f1b8-4f16-86be-8b9c4f3949a3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:37.985949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-725a5ff2-2bb8-44f1-ad6e-a884010ba6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:37.987445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-725a5ff2-2bb8-44f1-ad6e-a884010ba6b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/753a1aa9-f1b8-4f16-86be-8b9c4f3949a3 HTTP/1.1" status: 204 len: 168 time: 0.1775451 Feb 03 04:52:38.000681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5ff2-2bb8-44f1-ad6e-a884010ba6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753a1aa9-f1b8-4f16-86be-8b9c4f3949a3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:38.060810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-4f2962d0-728e-4491-a516-9ab5039b81ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.1683285 Feb 03 04:52:38.118697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-be906c81-ef52-4915-8c67-99e8a9137405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:38.120465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-be906c81-ef52-4915-8c67-99e8a9137405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0901525 Feb 03 04:52:38.128293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-70a4caff-488a-4aef-a506-731ba3a110ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:38.129932 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-70a4caff-488a-4aef-a506-731ba3a110ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0624385 Feb 03 04:52:38.181200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.223170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-75401894-9035-4681-bbc1-41cf88330893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:38.224906 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-75401894-9035-4681-bbc1-41cf88330893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0940750 Feb 03 04:52:38.230972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8862-7379-483b-9583-41df6adef9b6 req-0c33e6e6-2c0d-4ee6-aa60-1c37b024f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:38.232465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-0c33e6e6-2c0d-4ee6-aa60-1c37b024f650 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0811448 Feb 03 04:52:38.438983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47290) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:38.470957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d16a-19bf-4419-adfc-75b586723eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.486936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-317731e0-e6e9-4112-9171-9301e4b84a33 service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534947 Feb 03 04:52:38.488856 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-6db098e1-3e8a-4946-83fa-6e9d12f0081b service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440724 Feb 03 04:52:38.609079 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d16a-19bf-4419-adfc-75b586723eb3 admin admin] Publish callbacks [] for security_group (af45fb7f-eefc-4378-9bd9-8ee178fa3f04), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.616134 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d16a-19bf-4419-adfc-75b586723eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (af45fb7f-eefc-4378-9bd9-8ee178fa3f04), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.715266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bdf7d16a-19bf-4419-adfc-75b586723eb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9a2b642f1cd488b939fcf4c1a6e612c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749228 Feb 03 04:52:38.718417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:38.733102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7d16a-19bf-4419-adfc-75b586723eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af45fb7f-eefc-4378-9bd9-8ee178fa3f04,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:38.786439 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-3d9106b2-54e6-45fd-92ba-874ea66d03d5 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819636 Feb 03 04:52:38.790027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-137d8862-7379-483b-9583-41df6adef9b6 req-d067e4d2-ccc9-4bf8-9800-bae2b2f4a93e service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837522 Feb 03 04:52:38.795183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43719e51-f2fa-4ac3-b161-e05d8049d8c9 admin admin] Publish callbacks [] for security_group (af45fb7f-eefc-4378-9bd9-8ee178fa3f04), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.854815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43719e51-f2fa-4ac3-b161-e05d8049d8c9 admin admin] Publish callbacks [] for security_group (af45fb7f-eefc-4378-9bd9-8ee178fa3f04), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.922146 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43719e51-f2fa-4ac3-b161-e05d8049d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (af45fb7f-eefc-4378-9bd9-8ee178fa3f04), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.924763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43719e51-f2fa-4ac3-b161-e05d8049d8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:38.926319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43719e51-f2fa-4ac3-b161-e05d8049d8c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af45fb7f-eefc-4378-9bd9-8ee178fa3f04 HTTP/1.1" status: 204 len: 168 time: 0.2037630 Feb 03 04:52:38.952345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43719e51-f2fa-4ac3-b161-e05d8049d8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af45fb7f-eefc-4378-9bd9-8ee178fa3f04,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:38.995173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057818e-aba1-4f1a-beb1-a29a27e6a756 req-f79d3150-50ba-4b05-8f28-896c98c6ffb5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:39.003626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a057818e-aba1-4f1a-beb1-a29a27e6a756 req-f79d3150-50ba-4b05-8f28-896c98c6ffb5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.0927927 Feb 03 04:52:39.084754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a057818e-aba1-4f1a-beb1-a29a27e6a756 req-4da3cad9-912c-460f-a610-0998a39f87e4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801897 Feb 03 04:52:39.291722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:39.468064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d499d-74fe-4d45-b020-48b65374e4b3 req-40a1158c-79ad-4d2b-9e5b-05d2d3321220 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:39.469752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb6d499d-74fe-4d45-b020-48b65374e4b3 req-40a1158c-79ad-4d2b-9e5b-05d2d3321220 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 943 time: 0.0751209 Feb 03 04:52:39.541234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb6d499d-74fe-4d45-b020-48b65374e4b3 req-ea0a33a8-bc95-4518-b5b7-3c28ecc9fc56 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569696 Feb 03 04:52:39.552903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-3bf3e557-07bd-46a4-8459-4ae0ad7ba279 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:39.555032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-3bf3e557-07bd-46a4-8459-4ae0ad7ba279 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.15 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57&tenant_id=8fa5088ea5644d09864ec4e657f1bab8&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 943 time: 0.1894603 Feb 03 04:52:39.635941 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-2c4529c3-21c5-47a4-96f6-f40bb7d8d5b8 service neutron] 10.222.0.15 "GET /v2.0/ports/f88bff1b-a49e-481a-9be6-c648ab705d06/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 382 time: 0.0746417 Feb 03 04:52:39.734545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-57aa23f9-ed9f-4b55-a1c1-5572aca29986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:39.736232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-57aa23f9-ed9f-4b55-a1c1-5572aca29986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1125 time: 0.0667083 Feb 03 04:52:39.849043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-0fbf9941-52dc-492b-a7c4-85e7cdf3f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:39.850526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-0fbf9941-52dc-492b-a7c4-85e7cdf3f4bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.1089933 Feb 03 04:52:39.923779 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-6850e3bb-d0d5-4b43-9692-5d4de78527ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.0671229 Feb 03 04:52:39.984113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-21001a40-a5f5-4e08-a8cb-fff419474d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:39.986042 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-21001a40-a5f5-4e08-a8cb-fff419474d5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0566318 Feb 03 04:52:40.046670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-21e7f2aa-8915-4ef2-86f1-342326fae9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:40.048796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-21e7f2aa-8915-4ef2-86f1-342326fae9a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562499 Feb 03 04:52:40.171029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-d1149d5e-ffd1-4f82-bde6-22d946274e1b service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156123 Feb 03 04:52:40.212259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:52:40.290372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-92894c11-9ce5-417e-b4e2-578237e17d68 service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135015 Feb 03 04:52:40.377603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:40.397548 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'port_id': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'mac_address': 'fa:16:3e:ab:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:52:40.449996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f88bff1b-a49e-481a-9be6-c648ab705d06 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:40.450397 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:40.464278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88bff1b-a49e-481a-9be6-c648ab705d06 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:52:40.487335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:40.493875 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:40.710308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebd769-3d56-4b26-baba-16e31dc20c72 req-1aef2014-43ea-485b-8334-5ec917709fe2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:40.711946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccebd769-3d56-4b26-baba-16e31dc20c72 req-1aef2014-43ea-485b-8334-5ec917709fe2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 944 time: 0.0749683 Feb 03 04:52:40.785185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:40.812422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccebd769-3d56-4b26-baba-16e31dc20c72 req-57f2d9cb-9d85-4347-9494-331f8e8e6137 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943923 Feb 03 04:52:40.867418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f88bff1b-a49e-481a-9be6-c648ab705d06'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:52:41.981747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfd69-eeef-4060-adc7-326d6f13f1d1 req-894a0c54-d242-4b83-b2e5-36538c46dfd9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:41.983318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7efdfd69-eeef-4060-adc7-326d6f13f1d1 req-894a0c54-d242-4b83-b2e5-36538c46dfd9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 944 time: 0.0621955 Feb 03 04:52:42.055411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7efdfd69-eeef-4060-adc7-326d6f13f1d1 req-60a016f1-25b2-49df-84c4-b6f193f33ed2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662348 Feb 03 04:52:42.230743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:42.326180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port f88bff1b-a49e-481a-9be6-c648ab705d06 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:52:42.332854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port f88bff1b-a49e-481a-9be6-c648ab705d06 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:42.333226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.351948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47436) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:42.502590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f88bff1b-a49e-481a-9be6-c648ab705d06 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:42.504097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.529362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59ea8ae7-b9da-46f3-b701-87b8fe8ccb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.536405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:42.539231 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d0a639-28db-4adc-a072-710acc80bda5" -d '{"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-plugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:42.554493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:42.561501 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.616028 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c377d-93ee-4c71-92c9-9b85922204f9 x-openstack-request-id: req-9d4c377d-93ee-4c71-92c9-9b85922204f9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:42.616443 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-plugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:42.616997 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d4c377d-93ee-4c71-92c9-9b85922204f9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:42.617611 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'code': 200} Feb 03 04:52:42.649601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-327d8606-f6ee-4184-93a5-b333d480b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:42.651267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-327d8606-f6ee-4184-93a5-b333d480b9f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 1127 time: 0.0780175 Feb 03 04:52:42.661468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:42.665286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:52:42.665793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59ea8ae7-b9da-46f3-b701-87b8fe8ccb52 admin admin] Publish callbacks [] for security_group (92723791-f8e0-4ff7-aeb8-037fb2e9a509), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.674052 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59ea8ae7-b9da-46f3-b701-87b8fe8ccb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (92723791-f8e0-4ff7-aeb8-037fb2e9a509), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.706616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-59ea8ae7-b9da-46f3-b701-87b8fe8ccb52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59740aa1d532462cac937cc0d25bb8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533053 Feb 03 04:52:42.709425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:42.732844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea8ae7-b9da-46f3-b701-87b8fe8ccb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92723791-f8e0-4ff7-aeb8-037fb2e9a509,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:42.761109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.829499 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e3a78b-cba0-471d-8bd8-22e5d39bfdcf admin admin] Publish callbacks [] for security_group (92723791-f8e0-4ff7-aeb8-037fb2e9a509), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:42.914234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e3a78b-cba0-471d-8bd8-22e5d39bfdcf admin admin] Publish callbacks [] for security_group (92723791-f8e0-4ff7-aeb8-037fb2e9a509), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.027604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e3a78b-cba0-471d-8bd8-22e5d39bfdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (92723791-f8e0-4ff7-aeb8-037fb2e9a509), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.030588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20e3a78b-cba0-471d-8bd8-22e5d39bfdcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.032130 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-20e3a78b-cba0-471d-8bd8-22e5d39bfdcf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92723791-f8e0-4ff7-aeb8-037fb2e9a509 HTTP/1.1" status: 204 len: 168 time: 0.3212590 Feb 03 04:52:43.045409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3a78b-cba0-471d-8bd8-22e5d39bfdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92723791-f8e0-4ff7-aeb8-037fb2e9a509,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:43.058909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:43.100704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:52:43.159178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:43.164847 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a086db2-f13d-444a-a681-96e1b0a39b83" -d '{"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-unplugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:43.170892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Publish callbacks [] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.187679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Transition to ACTIVE for port object f88bff1b-a49e-481a-9be6-c648ab705d06 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:52:43.197224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.284832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:43.287680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c83d2-c835-430f-8a9e-21266335164d req-8a8730c1-a11a-41af-9358-c4eab3394382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:43.295142 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082ed8e2-c269-4b64-ad18-32c7b2596de1 x-openstack-request-id: req-082ed8e2-c269-4b64-ad18-32c7b2596de1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:43.296338 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-unplugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:43.296603 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-082ed8e2-c269-4b64-ad18-32c7b2596de1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:43.297012 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'code': 200} Feb 03 04:52:43.305215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a1c83d2-c835-430f-8a9e-21266335164d req-8a8730c1-a11a-41af-9358-c4eab3394382 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 944 time: 0.1092629 Feb 03 04:52:43.376631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a1c83d2-c835-430f-8a9e-21266335164d req-d71201bd-efba-45ca-a412-841fb6846f9c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655208 Feb 03 04:52:43.472364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] No DVR routers for this DVR port f88bff1b-a49e-481a-9be6-c648ab705d06 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:52:43.550264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:43.603259 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba1543-1691-4fd2-9791-20dcc6303d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.741053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba1543-1691-4fd2-9791-20dcc6303d79 admin admin] Publish callbacks [] for security_group (50e3f04c-b5c8-4556-bb1a-795823ea1ca5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.743778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:52:43.744109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:52:43.744489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:43.748688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba1543-1691-4fd2-9791-20dcc6303d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (50e3f04c-b5c8-4556-bb1a-795823ea1ca5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.754132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:52:43.754467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Attempting to bind port f88bff1b-a49e-481a-9be6-c648ab705d06 on network 19324520-4dae-4edc-a055-3f63381026b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:52:43.788137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:52:43.788479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Checking segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:52:43.788864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Bound using segment: {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:52:43.789300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Bound port: f88bff1b-a49e-481a-9be6-c648ab705d06, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88183ae-1308-4814-8259-f67097e51eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19324520-4dae-4edc-a055-3f63381026b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:52:43.789674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.806820 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-35ba1543-1691-4fd2-9791-20dcc6303d79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea5e78a9dac14263ad9ef650cd13d504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554998 Feb 03 04:52:43.809409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba1543-1691-4fd2-9791-20dcc6303d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e3f04c-b5c8-4556-bb1a-795823ea1ca5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:43.809554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:43.869088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77d22fd-1a7a-4bfc-949a-b36f12cc02d7 admin admin] Publish callbacks [] for security_group (50e3f04c-b5c8-4556-bb1a-795823ea1ca5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.874312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:52:43.879571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:52:43.894954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77d22fd-1a7a-4bfc-949a-b36f12cc02d7 admin admin] Publish callbacks [] for security_group (50e3f04c-b5c8-4556-bb1a-795823ea1ca5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.908873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.952841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:43.953445 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.954803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] 10.222.0.31 "PUT /v2.0/ports/f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 1092 time: 1.2965600 Feb 03 04:52:43.974126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77d22fd-1a7a-4bfc-949a-b36f12cc02d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (50e3f04c-b5c8-4556-bb1a-795823ea1ca5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.978767 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e77d22fd-1a7a-4bfc-949a-b36f12cc02d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:43.983760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e77d22fd-1a7a-4bfc-949a-b36f12cc02d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50e3f04c-b5c8-4556-bb1a-795823ea1ca5 HTTP/1.1" status: 204 len: 168 time: 0.1727030 Feb 03 04:52:43.992213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d22fd-1a7a-4bfc-949a-b36f12cc02d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e3f04c-b5c8-4556-bb1a-795823ea1ca5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:44.008252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a496e-93c4-4fde-a651-4bcc023606b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:44.069666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-a73696f7-2be3-4cb8-91fd-4a34c44d6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:44.071653 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-a73696f7-2be3-4cb8-91fd-4a34c44d6b36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1126 time: 0.0917950 Feb 03 04:52:44.221334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-ebd77a04-2e34-4f4d-a927-ae0aeab64e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:44.223702 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-ebd77a04-2e34-4f4d-a927-ae0aeab64e03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.1439774 Feb 03 04:52:44.296016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-11a0fe6b-a465-40f6-9ab0-74d8bf861730 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.0645816 Feb 03 04:52:44.348302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-8b82e58c-2f4f-4f62-9858-ac454bf2821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:44.349866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-8b82e58c-2f4f-4f62-9858-ac454bf2821e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0478351 Feb 03 04:52:44.431413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-a1c550f0-40a9-4f9b-97ed-089694686dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:44.434713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-a1c550f0-40a9-4f9b-97ed-089694686dfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779023 Feb 03 04:52:44.543591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3d95-f978-4e6c-b96d-0cbb99af33b2 req-40074a45-13d0-4315-8256-70ab147af882 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:44.545278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5ed3d95-f978-4e6c-b96d-0cbb99af33b2 req-40074a45-13d0-4315-8256-70ab147af882 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 944 time: 0.0920920 Feb 03 04:52:44.560761 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-f31b3fb0-2a2f-45e0-b4ad-f9c48a1b23d2 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200771 Feb 03 04:52:44.665380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5ed3d95-f978-4e6c-b96d-0cbb99af33b2 req-e6260ac5-003b-4e61-9692-903596f05081 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136856 Feb 03 04:52:44.696575 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a6077d5-07a4-43d0-ac7e-de6dc154e13b req-d9dc687a-d31e-4ee0-84b4-4e348a85c8e1 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265554 Feb 03 04:52:45.298144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:45.300742 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e8fe92-3f35-422e-b575-b03244661044" -d '{"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:45.660514 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665922bd-aaae-48ec-bc8c-5ef893fb5f91 x-openstack-request-id: req-665922bd-aaae-48ec-bc8c-5ef893fb5f91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:45.660884 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:45.661212 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-665922bd-aaae-48ec-bc8c-5ef893fb5f91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:45.661690 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'status': 'completed', 'code': 200} Feb 03 04:52:45.765731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-cfc33345-4302-482f-b113-969af3038af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:45.767397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-cfc33345-4302-482f-b113-969af3038af5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1126 time: 0.0864410 Feb 03 04:52:45.769322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-134980c2-f92c-4941-8ca4-e3e45985d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:45.770682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-134980c2-f92c-4941-8ca4-e3e45985d709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1126 time: 0.0800378 Feb 03 04:52:45.799440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec147b-1754-48cd-a0c4-b8614823016c req-eb4831e6-abfe-41be-9a31-35293a0db99f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:45.810361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94ec147b-1754-48cd-a0c4-b8614823016c req-eb4831e6-abfe-41be-9a31-35293a0db99f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 944 time: 0.0657959 Feb 03 04:52:45.893334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94ec147b-1754-48cd-a0c4-b8614823016c req-4583d768-5192-480b-8d29-7f379c602c8d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820179 Feb 03 04:52:45.961358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-4371081e-a6a7-4732-b64f-69f23ce6926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:45.962855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-4371081e-a6a7-4732-b64f-69f23ce6926c service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.1881387 Feb 03 04:52:46.183669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:52:46.302774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:46.349590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'port_id': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'mac_address': 'fa:16:3e:ab:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:52:46.356448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:52:46.370235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-e475c1c0-8152-4e0c-bc34-78b72aef7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:46.375379 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-e475c1c0-8152-4e0c-bc34-78b72aef7e6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.5532122 Feb 03 04:52:46.483599 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-dea97fe5-d7da-4955-88fb-38dc5aedc99b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.5129032 Feb 03 04:52:46.525285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f88bff1b-a49e-481a-9be6-c648ab705d06 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:46.525657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:46.540511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-70dbf2db-301e-462c-a302-05e8aee6e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:46.541853 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-70dbf2db-301e-462c-a302-05e8aee6e954 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0511780 Feb 03 04:52:46.566218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-bf26f381-c841-43d7-b85b-0370350db674 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 997 time: 0.1690764 Feb 03 04:52:46.570046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port f88bff1b-a49e-481a-9be6-c648ab705d06 host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:52:46.573259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:52:46.591047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88bff1b-a49e-481a-9be6-c648ab705d06 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:52:46.629692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:46.641512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:46.669165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-fe80f145-47ed-4ee1-9c4e-46f58c5d1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:46.670783 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-fe80f145-47ed-4ee1-9c4e-46f58c5d1d22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1221735 Feb 03 04:52:46.672764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-f2416f63-2e0b-4e6d-b9f4-691018abe20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:46.674067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-f2416f63-2e0b-4e6d-b9f4-691018abe20d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0676124 Feb 03 04:52:46.743349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=12']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:46.824452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fe92-3f35-422e-b575-b03244661044 req-a983a751-5e60-4123-a36e-ef59cf908fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:46.826546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-a983a751-5e60-4123-a36e-ef59cf908fdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1384521 Feb 03 04:52:46.842058 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-51bb71a2-374a-40a0-876e-2c5a9b353913 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638134 Feb 03 04:52:46.864340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['f88bff1b-a49e-481a-9be6-c648ab705d06'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:52:47.000209 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-dbb01a44-e6f3-410b-971a-44dfa900bf26 service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569140 Feb 03 04:52:47.123649 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-ea50610a-4067-43bc-a9a2-840e5471330e service neutron] 10.222.0.15 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081445 Feb 03 04:52:47.135140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc339de-e67c-49b2-89c3-e6cd34d77465 req-a4451163-f3ea-4c3b-91a5-54c2dc9035df tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:52:47.143342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecc339de-e67c-49b2-89c3-e6cd34d77465 req-a4451163-f3ea-4c3b-91a5-54c2dc9035df tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 945 time: 0.1068583 Feb 03 04:52:47.230658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecc339de-e67c-49b2-89c3-e6cd34d77465 req-92b750ee-21bd-4773-93c1-586ed8b7a350 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811496 Feb 03 04:52:47.246430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36e8fe92-3f35-422e-b575-b03244661044 req-f4cadb5a-abeb-4974-a75b-033f7edbbbbb service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960869 Feb 03 04:52:47.255626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:47.324118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e3a73957-0099-4ae8-93ac-abb6a56da255 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/d2f40b33-af33-4016-aedc-9b6367f3dd74 HTTP/1.1" status: 200 len: 990 time: 0.0672653 Feb 03 04:52:48.175220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:52:48.270809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port f88bff1b-a49e-481a-9be6-c648ab705d06 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:52:48.275716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port f88bff1b-a49e-481a-9be6-c648ab705d06 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:52:48.276164 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:48.388598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f88bff1b-a49e-481a-9be6-c648ab705d06 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:52:48.389097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:48.413367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:52:48.415923 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf9ed68-5169-4f06-ac7f-2de22a1627cf" -d '{"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-plugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:52:48.438382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:52:48.446161 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:48.536773 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1422ee2-364c-4c94-bf45-de34f2dd6a12 x-openstack-request-id: req-e1422ee2-364c-4c94-bf45-de34f2dd6a12 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:52:48.537066 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-plugged", "status": "completed", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:52:48.537372 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1422ee2-364c-4c94-bf45-de34f2dd6a12 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:52:48.537722 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'code': 200} Feb 03 04:52:48.540717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=13']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:53.855179 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:53.919044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.194224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 47980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:56.331145 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.460881 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Publish callbacks [] for security_group (5aca9f0b-197e-46a4-a637-8f6ed163da32), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.468492 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5aca9f0b-197e-46a4-a637-8f6ed163da32), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.521379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca9f0b-197e-46a4-a637-8f6ed163da32,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:56.537903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 47994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:56.538518 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a871f3d2faf452ca14a5af7c245c5c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428063 Feb 03 04:52:56.540358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.540707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.541236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.541755 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.542385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.542903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.543394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.543912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.544564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.545063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.545595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.546085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.546587 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bff41bf-ffca-4a05-9fc8-188b0b5ce991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:52:56.637751 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e15f5c-2dfc-4f1f-a112-66d20577feb3 admin admin] Publish callbacks [] for security_group (5aca9f0b-197e-46a4-a637-8f6ed163da32), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.663556 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e15f5c-2dfc-4f1f-a112-66d20577feb3 admin admin] Publish callbacks [] for security_group (5aca9f0b-197e-46a4-a637-8f6ed163da32), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.720195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e15f5c-2dfc-4f1f-a112-66d20577feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5aca9f0b-197e-46a4-a637-8f6ed163da32), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.722823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e15f5c-2dfc-4f1f-a112-66d20577feb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:56.733410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-53e15f5c-2dfc-4f1f-a112-66d20577feb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5aca9f0b-197e-46a4-a637-8f6ed163da32 HTTP/1.1" status: 204 len: 168 time: 0.1891024 Feb 03 04:52:56.760393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e15f5c-2dfc-4f1f-a112-66d20577feb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca9f0b-197e-46a4-a637-8f6ed163da32,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:57.260577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:57.276039 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d35dfbe-4364-46a1-a1c8-4a0d1eead436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:57.371240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d35dfbe-4364-46a1-a1c8-4a0d1eead436 admin admin] Publish callbacks [] for security_group (8528bc46-34b9-4f76-ab24-93fef16172b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:57.378607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d35dfbe-4364-46a1-a1c8-4a0d1eead436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8528bc46-34b9-4f76-ab24-93fef16172b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:57.426043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35dfbe-4364-46a1-a1c8-4a0d1eead436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8528bc46-34b9-4f76-ab24-93fef16172b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:57.438844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:57.439983 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d35dfbe-4364-46a1-a1c8-4a0d1eead436 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=126b6d0ce4674c85aebb07d10096192a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1740391 Feb 03 04:52:57.490044 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb016d1-4563-4b2b-8f15-0654ad6da983 admin admin] Publish callbacks [] for security_group (8528bc46-34b9-4f76-ab24-93fef16172b9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:57.514390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb016d1-4563-4b2b-8f15-0654ad6da983 admin admin] Publish callbacks [] for security_group (8528bc46-34b9-4f76-ab24-93fef16172b9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:57.587457 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb016d1-4563-4b2b-8f15-0654ad6da983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8528bc46-34b9-4f76-ab24-93fef16172b9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:57.590157 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8eb016d1-4563-4b2b-8f15-0654ad6da983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:57.591342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8eb016d1-4563-4b2b-8f15-0654ad6da983 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8528bc46-34b9-4f76-ab24-93fef16172b9 HTTP/1.1" status: 204 len: 168 time: 0.1517870 Feb 03 04:52:57.611778 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb016d1-4563-4b2b-8f15-0654ad6da983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8528bc46-34b9-4f76-ab24-93fef16172b9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:58.896416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48110) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:59.019679 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bf96-4fb4-42e3-b792-55cee57b073f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:59.120289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bf96-4fb4-42e3-b792-55cee57b073f admin admin] Publish callbacks [] for security_group (6360d0de-7e02-417b-8628-ed7d2b5bb963), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:59.125715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bf96-4fb4-42e3-b792-55cee57b073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6360d0de-7e02-417b-8628-ed7d2b5bb963), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:59.168933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4bf96-4fb4-42e3-b792-55cee57b073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6360d0de-7e02-417b-8628-ed7d2b5bb963,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:52:59.175730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8b4bf96-4fb4-42e3-b792-55cee57b073f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11ea5fb9a92b419fb421930ed1ae7796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778828 Feb 03 04:52:59.176244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:52:59.239786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b940df11-ab2f-4a01-9465-86ea1d6242d2 admin admin] Publish callbacks [] for security_group (6360d0de-7e02-417b-8628-ed7d2b5bb963), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:59.261104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b940df11-ab2f-4a01-9465-86ea1d6242d2 admin admin] Publish callbacks [] for security_group (6360d0de-7e02-417b-8628-ed7d2b5bb963), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:59.310603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b940df11-ab2f-4a01-9465-86ea1d6242d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6360d0de-7e02-417b-8628-ed7d2b5bb963), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:59.314265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b940df11-ab2f-4a01-9465-86ea1d6242d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:52:59.315725 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b940df11-ab2f-4a01-9465-86ea1d6242d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6360d0de-7e02-417b-8628-ed7d2b5bb963 HTTP/1.1" status: 204 len: 168 time: 0.1375296 Feb 03 04:52:59.328033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940df11-ab2f-4a01-9465-86ea1d6242d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360d0de-7e02-417b-8628-ed7d2b5bb963,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:00.912881 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-1d7f41c8-97e6-4592-bd74-5eee03e0b0ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1992917 Feb 03 04:53:01.008340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-7d0daacf-f0ef-47b6-b787-d59a3b583933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:01.010100 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-7d0daacf-f0ef-47b6-b787-d59a3b583933 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1128 time: 0.0529628 Feb 03 04:53:01.131912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-34dd9e0c-3656-44e9-b45b-20159d896a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:01.135650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-34dd9e0c-3656-44e9-b45b-20159d896a9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.1068871 Feb 03 04:53:01.206082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-278e2e15-a452-43f2-a880-77f05b6488fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 999 time: 0.0649881 Feb 03 04:53:01.260717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-42aa2b13-f046-4522-b470-3672a91b9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:01.262206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-42aa2b13-f046-4522-b470-3672a91b9a9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.0504608 Feb 03 04:53:01.319118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-dba6348b-a9a7-4e94-abd4-75bb8b4f2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:01.321201 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-dba6348b-a9a7-4e94-abd4-75bb8b4f2ddb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505300 Feb 03 04:53:01.453405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-cbd1a033-018b-4484-841d-58dc92f7e007 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230962 Feb 03 04:53:01.556319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-74deb863-5e86-4d86-80dd-50f8551ff50a req-d24bbdc0-23f5-4ac5-ac26-295f15f98a58 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948555 Feb 03 04:53:02.083134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:02.099882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-b94ec809-2308-4ba0-a0e5-05b6fd401fba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523570 Feb 03 04:53:02.183634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a825c0f-8bd4-4f9e-b150-f5024010b148 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:02.184229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a825c0f-8bd4-4f9e-b150-f5024010b148 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:02.184942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a825c0f-8bd4-4f9e-b150-f5024010b148 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:02.186764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4a825c0f-8bd4-4f9e-b150-f5024010b148 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=9d679143fe3f43e2a497b7b27095e4a6&network_id=7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 200 len: 3073 time: 0.1025987 Feb 03 04:53:02.218124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-70e4bce4-ffd3-4d75-8931-4feeae2981f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:02.220292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-70e4bce4-ffd3-4d75-8931-4feeae2981f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 1128 time: 0.0656850 Feb 03 04:53:02.361603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-1b7d111b-9977-427e-b269-cf94694f573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:02.363400 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-1b7d111b-9977-427e-b269-cf94694f573b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 200 len: 898 time: 0.1124904 Feb 03 04:53:02.438324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-26e99ab3-d4d1-472d-badc-39d8ad89b97f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131 HTTP/1.1" status: 200 len: 1002 time: 0.0666184 Feb 03 04:53:02.501885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-13673a87-0692-43e4-9427-58e450863240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:02.503670 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-13673a87-0692-43e4-9427-58e450863240 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b8a1cd-3ccb-457b-899e-812a365d5909 HTTP/1.1" status: 200 len: 835 time: 0.0583858 Feb 03 04:53:02.583473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-01e8932e-0fc5-4e6c-b1df-8bf69ccdbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:02.585794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-01e8932e-0fc5-4e6c-b1df-8bf69ccdbb90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7897ea26-a368-49e3-9af5-2d4549867b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743046 Feb 03 04:53:02.685402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-a2e3c0a7-d5cc-4e05-869f-b116856cd30b service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924633 Feb 03 04:53:02.792044 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df9d2945-4656-4e23-92f5-af44de666fa4 req-b53d0214-ebff-4520-9e8b-6a6bceaac831 service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999408 Feb 03 04:53:03.173219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0f760a-ccb4-407d-9aab-497ab4380a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:04.038134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:04.098456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e00fe9-1f5e-49e2-b03d-049305ac31f0 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:04.100049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-28e00fe9-1f5e-49e2-b03d-049305ac31f0 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799 HTTP/1.1" status: 200 len: 814 time: 0.0607679 Feb 03 04:53:04.579200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:04.589251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'network': {'name': 'tempest-network-smoke--54031329', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:04.618628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:53:04.622271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:04.653427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:53:04.664046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (18b50dfc-a04a-496e-add4-b389495b7b71), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:04.664488 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Added segment 18b50dfc-a04a-496e-add4-b389495b7b71 of type vlan for network 0d85b581-bd82-416f-b3d7-abee2eac909a Feb 03 04:53:04.724991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (0d85b581-bd82-416f-b3d7-abee2eac909a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:04.760423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (0d85b581-bd82-416f-b3d7-abee2eac909a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:04.766564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:04.767342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:04.841788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2610414 Feb 03 04:53:04.844922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:04.920385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b08ed1-2a06-4132-b195-f834fa28aca0 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:04.922858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8b08ed1-2a06-4132-b195-f834fa28aca0 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9d679143fe3f43e2a497b7b27095e4a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0760448 Feb 03 04:53:04.925290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48346) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:04.929533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928bb1d-7a9f-4454-9906-cb1cd81f5db2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Network': ['ID=0d85b581-bd82-416f-b3d7-abee2eac909a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:04.940534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 0d85b581-bd82-416f-b3d7-abee2eac909a details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:53:05.126192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d194126c-de81-442d-9b22-856438a4a3a7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:05.131307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:05.132066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d194126c-de81-442d-9b22-856438a4a3a7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2049146 Feb 03 04:53:05.164698 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d8424c3c-add1-493d-b743-ed8e05df2b67 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298235 Feb 03 04:53:05.165109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48358) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:05.212507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-431a5606-da01-411f-b42c-5f89ec0ca622 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9d679143fe3f43e2a497b7b27095e4a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423932 Feb 03 04:53:05.212725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:05.324494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c2563-41cc-4e9a-bc06-b7cca922fc6c tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:05.330162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:05.347971 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-537c2563-41cc-4e9a-bc06-b7cca922fc6c tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263490 Feb 03 04:53:05.761982 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7155ef26-40a1-4ac1-ab54-fa746c42b8b9 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4278576 Feb 03 04:53:05.762286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48372) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:05.769002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682151965', 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:05.874540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:53:05.879381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.127665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (7173281b-059e-40e8-b180-4e00a94d8a8f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.188455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Subnet': ['ID=7173281b-059e-40e8-b180-4e00a94d8a8f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:06.210482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Checking segment: {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:06.210900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network hostable DHCP agents. Network: 0d85b581-bd82-416f-b3d7-abee2eac909a, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:53:06.229301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 0d85b581-bd82-416f-b3d7-abee2eac909a is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:53:06.240050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 0d85b581-bd82-416f-b3d7-abee2eac909a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:06.245069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:06.245675 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.249597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c55357-48b2-4ee6-98a7-b67acc98bc06 None None] Network 0d85b581-bd82-416f-b3d7-abee2eac909a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:53:06.267794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8796081-49ab-4dc0-b2c9-4497b34287ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5013263 Feb 03 04:53:06.384127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-0d85b581-bd82-416f-b3d7-abee2eac909a', 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ips': [{'subnet_id': '7173281b-059e-40e8-b180-4e00a94d8a8f'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:53:06.385304 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.562218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Allocated IP 172.20.0.18 (0d85b581-bd82-416f-b3d7-abee2eac909a/7173281b-059e-40e8-b180-4e00a94d8a8f/4e5f1e99-65a9-48bd-b7a5-8854eed1c555) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:06.641271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bb6d57-16b9-4a6f-8d8d-6ae46d4b0110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.739633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:06.743960 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.746928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c3cc9e0c-c8df-488f-bee2-643bf16adca7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537999931', 'description': 'tempest-secgroup-smoke-1537999931 description', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:06.767863 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Publish callbacks [] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.782827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9e0c-c8df-488f-bee2-643bf16adca7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.791920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.887304 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9e0c-c8df-488f-bee2-643bf16adca7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (5a400216-7f4e-4c95-b3e1-b4f39d4d63cc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.900349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9e0c-c8df-488f-bee2-643bf16adca7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5a400216-7f4e-4c95-b3e1-b4f39d4d63cc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.909643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Network 0d85b581-bd82-416f-b3d7-abee2eac909a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:06.911854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:06.913924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Pushing event updated for resources: {'Port': ['ID=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:06.930864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9e0c-c8df-488f-bee2-643bf16adca7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:06.935600 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c3cc9e0c-c8df-488f-bee2-643bf16adca7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1913102 Feb 03 04:53:06.935760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:06.937469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:06.943936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d38ef233-203b-4787-bc17-632ed0909296 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '5a400216-7f4e-4c95-b3e1-b4f39d4d63cc', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:06.968618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9e0c-c8df-488f-bee2-643bf16adca7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:07.025274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d38ef233-203b-4787-bc17-632ed0909296 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (f13eaa99-305b-4e25-a9ad-fbbdb28ffaf3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.056970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Attempting to bind port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:07.057452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Attempting to bind port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:07.057711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Attempting to bind port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 on network 0d85b581-bd82-416f-b3d7-abee2eac909a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:07.063697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:07.064597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Checking segment: {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:07.065019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.065432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Bound using segment: {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:07.065919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Bound port: 4e5f1e99-65a9-48bd-b7a5-8854eed1c555, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:07.066306 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.162085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d38ef233-203b-4787-bc17-632ed0909296 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (f13eaa99-305b-4e25-a9ad-fbbdb28ffaf3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.172684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d38ef233-203b-4787-bc17-632ed0909296 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f13eaa99-305b-4e25-a9ad-fbbdb28ffaf3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.193230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] For port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:07.197963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] For port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:07.200075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef233-203b-4787-bc17-632ed0909296 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13eaa99-305b-4e25-a9ad-fbbdb28ffaf3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:07.210055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.231575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d38ef233-203b-4787-bc17-632ed0909296 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.233433 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d38ef233-203b-4787-bc17-632ed0909296 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2948198 Feb 03 04:53:07.236457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48408) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:07.241153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aaa871c9-1631-4509-90e3-1d698277092f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '5a400216-7f4e-4c95-b3e1-b4f39d4d63cc', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:07.288013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7800034-ef4e-4c9a-9a7b-2037f45bf8cc None None] Pushing event updated for resources: {'Port': ['ID=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:07.304836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa871c9-1631-4509-90e3-1d698277092f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (a69092e5-89a3-4e9e-aec6-d5a06eca0a4f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.413801 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa871c9-1631-4509-90e3-1d698277092f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (a69092e5-89a3-4e9e-aec6-d5a06eca0a4f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.426093 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa871c9-1631-4509-90e3-1d698277092f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a69092e5-89a3-4e9e-aec6-d5a06eca0a4f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.453255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa871c9-1631-4509-90e3-1d698277092f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69092e5-89a3-4e9e-aec6-d5a06eca0a4f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:07.464608 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aaa871c9-1631-4509-90e3-1d698277092f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.466316 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aaa871c9-1631-4509-90e3-1d698277092f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288218 Feb 03 04:53:07.469248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48410) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:07.478181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-68c531e2-eba4-4027-96c4-57604959943a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '5a400216-7f4e-4c95-b3e1-b4f39d4d63cc', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:07.521587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c531e2-eba4-4027-96c4-57604959943a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (71b84f3a-f21c-425f-9292-8efa534cadb5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.649782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c531e2-eba4-4027-96c4-57604959943a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (71b84f3a-f21c-425f-9292-8efa534cadb5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.668867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c531e2-eba4-4027-96c4-57604959943a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (71b84f3a-f21c-425f-9292-8efa534cadb5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.706449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68c531e2-eba4-4027-96c4-57604959943a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.708102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-68c531e2-eba4-4027-96c4-57604959943a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2378414 Feb 03 04:53:07.711116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:07.712635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c531e2-eba4-4027-96c4-57604959943a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b84f3a-f21c-425f-9292-8efa534cadb5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:07.716659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae70f7b2-06f7-47e0-8c4c-486fce5eac9a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '5a400216-7f4e-4c95-b3e1-b4f39d4d63cc', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:07.771408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae70f7b2-06f7-47e0-8c4c-486fce5eac9a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (47c0c8cf-f158-481b-98ee-674a0e5dd0b4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.840468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae70f7b2-06f7-47e0-8c4c-486fce5eac9a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (47c0c8cf-f158-481b-98ee-674a0e5dd0b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.846914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae70f7b2-06f7-47e0-8c4c-486fce5eac9a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (47c0c8cf-f158-481b-98ee-674a0e5dd0b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.873003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70f7b2-06f7-47e0-8c4c-486fce5eac9a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c0c8cf-f158-481b-98ee-674a0e5dd0b4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:07.880745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae70f7b2-06f7-47e0-8c4c-486fce5eac9a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:07.882497 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ae70f7b2-06f7-47e0-8c4c-486fce5eac9a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700237 Feb 03 04:53:07.885184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:07.891183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '5a400216-7f4e-4c95-b3e1-b4f39d4d63cc', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:07.919203 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Project 9d679143fe3f43e2a497b7b27095e4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:53:07.926347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (e1149833-fe00-4ec8-a25a-8e3707330e5d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.040341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (e1149833-fe00-4ec8-a25a-8e3707330e5d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.046443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e1149833-fe00-4ec8-a25a-8e3707330e5d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.076049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1149833-fe00-4ec8-a25a-8e3707330e5d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:08.086548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.090525 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-607bea09-fb63-4ef3-99db-d6a5f28d9019 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2013686 Feb 03 04:53:08.091140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:08.105354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': '5a400216-7f4e-4c95-b3e1-b4f39d4d63cc', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:08.153268 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Project 9d679143fe3f43e2a497b7b27095e4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:53:08.159595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (97859788-bf53-4590-9a90-6517950bb73e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.169995 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.248960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (97859788-bf53-4590-9a90-6517950bb73e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.257678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (97859788-bf53-4590-9a90-6517950bb73e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.284249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97859788-bf53-4590-9a90-6517950bb73e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:08.295749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:08.306498 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f8cb8ae9-532a-4cc9-88ae-be7275d28b6a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2046409 Feb 03 04:53:08.790567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26dfd0-818a-4bfd-b780-c31a17246bd5 None None] Network 0d85b581-bd82-416f-b3d7-abee2eac909a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:53:08.920389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-59229d0c-9ca3-40b2-bcbb-2cca6fa40315 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537999931&fields=id&tenant_id=9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 267 time: 0.0651765 Feb 03 04:53:08.993264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5ca55b4b-059d-4b21-a0a9-51ab9eccaafc None None] Provisioning complete for port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:08.993647 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ca55b4b-059d-4b21-a0a9-51ab9eccaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:09.035697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:09.077661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-9f66c123-a768-4b17-90fb-7d788fb3b143 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:09.079928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-9f66c123-a768-4b17-90fb-7d788fb3b143 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/networks?id=0d85b581-bd82-416f-b3d7-abee2eac909a HTTP/1.1" status: 200 len: 795 time: 0.1459851 Feb 03 04:53:09.118587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-6664cca6-a2e7-4a22-aef1-febc635afb28 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/quotas/9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 375 time: 0.0205405 Feb 03 04:53:09.120838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:09.121296 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:09.203255 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:53:09.250743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-81aa4a13-dd7c-4641-af8e-da3e1944806c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1117489 Feb 03 04:53:09.286624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5ca55b4b-059d-4b21-a0a9-51ab9eccaafc None None] Current status of the port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:09.287144 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ca55b4b-059d-4b21-a0a9-51ab9eccaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:09.355878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ca55b4b-059d-4b21-a0a9-51ab9eccaafc None None] For port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:09.363906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:09.388452 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ca55b4b-059d-4b21-a0a9-51ab9eccaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:09.521195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca55b4b-059d-4b21-a0a9-51ab9eccaafc None None] Pushing event updated for resources: {'Port': ['ID=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:09.532877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:09.556980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-62356627-f25e-4cab-926e-a01c4027f86e service neutron] 10.222.0.35 "GET /v2.0/networks/0d85b581-bd82-416f-b3d7-abee2eac909a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899592 Feb 03 04:53:09.574356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f0ac83d7-1571-45a6-87f0-a1587f0af3d9 None None] Provisioning complete for port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:09.574763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0ac83d7-1571-45a6-87f0-a1587f0af3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:09.730084 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-00bd3d99-938e-4a39-818d-24f732541068 service neutron] 10.222.0.35 "GET /v2.0/networks/0d85b581-bd82-416f-b3d7-abee2eac909a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721921 Feb 03 04:53:09.769441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac83d7-1571-45a6-87f0-a1587f0af3d9 None None] Current status of the port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:10.322734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-515a3583-affc-48a8-b47c-8f5c85f4f29d req-b1e659e0-dd74-4436-882e-0c785069ef11 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 210 time: 0.2782154 Feb 03 04:53:10.917207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:11.127481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:11.128234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:11.252585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:11.474169 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e19c4f9-1d70-49af-a179-2c81e61a7231 req-46bfd937-a3f4-4d8d-8f3f-e1c33c6be3d0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 210 time: 0.0584154 Feb 03 04:53:11.784607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-5e7004ae-fc9d-4dc5-9f3e-be21e10ed7d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:11.787475 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-5e7004ae-fc9d-4dc5-9f3e-be21e10ed7d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.31 "GET /v2.0/networks?id=0d85b581-bd82-416f-b3d7-abee2eac909a HTTP/1.1" status: 200 len: 795 time: 0.3529358 Feb 03 04:53:11.913134 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-3d3b8c7b-9c65-4263-bf02-bdc273095820 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 473 time: 0.1168320 Feb 03 04:53:11.927309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'port': {'device_id': '027c93f1-7bc8-4531-81c5-625be4246c01', 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a', 'admin_state_up': True, 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'security_groups': ['5a400216-7f4e-4c95-b3e1-b4f39d4d63cc']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:12.056631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:53:12.061571 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:12.258989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.20.0.23 (0d85b581-bd82-416f-b3d7-abee2eac909a/7173281b-059e-40e8-b180-4e00a94d8a8f/04902c22-b9d9-4e06-8825-d0ea1407fbdd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:12.541675 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:12.606641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:12.632032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1da6cee-2a17-42d6-a206-a02aec9c40af req-5f97aea9-97ee-4133-abe5-1ad5c4fa55df tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 210 time: 0.0524952 Feb 03 04:53:12.673368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 0d85b581-bd82-416f-b3d7-abee2eac909a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:12.676700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:12.683524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:12.727104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=04902c22-b9d9-4e06-8825-d0ea1407fbdd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:12.752731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:12.753752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:12.776877 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-17d2bad0-bebc-4296-9975-c81c8a52382c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8543172 Feb 03 04:53:12.788966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Request body: {'port': {'device_id': '027c93f1-7bc8-4531-81c5-625be4246c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:12.860208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:13.038275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2b8d55b3-5a31-455c-ad93-5f46f2e7cc68 None None] Provisioning complete for port 04902c22-b9d9-4e06-8825-d0ea1407fbdd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:13.038794 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b8d55b3-5a31-455c-ad93-5f46f2e7cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:13.084429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d55b3-5a31-455c-ad93-5f46f2e7cc68 None None] Port 04902c22-b9d9-4e06-8825-d0ea1407fbdd cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:13.216072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04902c22-b9d9-4e06-8825-d0ea1407fbdd {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:53:13.234297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Publish callbacks [] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:13.250291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Transition to ACTIVE for port object 04902c22-b9d9-4e06-8825-d0ea1407fbdd will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:53:13.258176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:13.419576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Attempting to bind port 04902c22-b9d9-4e06-8825-d0ea1407fbdd on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:13.420304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Attempting to bind port 04902c22-b9d9-4e06-8825-d0ea1407fbdd by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:13.420821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Attempting to bind port 04902c22-b9d9-4e06-8825-d0ea1407fbdd on network 0d85b581-bd82-416f-b3d7-abee2eac909a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:13.429372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Pushing event updated for resources: {'Port': ['ID=04902c22-b9d9-4e06-8825-d0ea1407fbdd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:13.440417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Port 04902c22-b9d9-4e06-8825-d0ea1407fbdd on network 0d85b581-bd82-416f-b3d7-abee2eac909a not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:53:13.441640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Attempting to bind port 04902c22-b9d9-4e06-8825-d0ea1407fbdd on network 0d85b581-bd82-416f-b3d7-abee2eac909a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:13.450541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:13.451150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Checking segment: {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:13.451750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Bound using segment: {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:13.452382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Bound port: 04902c22-b9d9-4e06-8825-d0ea1407fbdd, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:13.452920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:13.533064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] For port 04902c22-b9d9-4e06-8825-d0ea1407fbdd, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:13.537469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] For port 04902c22-b9d9-4e06-8825-d0ea1407fbdd, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=04902c22-b9d9-4e06-8825-d0ea1407fbdd,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:13.545785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:13.585008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:13.585679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:13.587458 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] 10.222.0.31 "PUT /v2.0/ports/04902c22-b9d9-4e06-8825-d0ea1407fbdd HTTP/1.1" status: 200 len: 1092 time: 0.8027718 Feb 03 04:53:13.588345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027c93f1-7bc8-4531-81c5-625be4246c01', 'tag': '04902c22-b9d9-4e06-8825-d0ea1407fbdd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:13.590655 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709d933-aaf5-49da-9c1d-beb019eae6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "027c93f1-7bc8-4531-81c5-625be4246c01", "tag": "04902c22-b9d9-4e06-8825-d0ea1407fbdd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:13.697205 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f2d00b-69d4-4cef-be6a-64e54cebfa55 x-openstack-request-id: req-19f2d00b-69d4-4cef-be6a-64e54cebfa55 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:13.697490 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027c93f1-7bc8-4531-81c5-625be4246c01", "tag": "04902c22-b9d9-4e06-8825-d0ea1407fbdd", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:13.697969 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19f2d00b-69d4-4cef-be6a-64e54cebfa55 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:13.698143 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027c93f1-7bc8-4531-81c5-625be4246c01', 'tag': '04902c22-b9d9-4e06-8825-d0ea1407fbdd', 'status': 'completed', 'code': 200} Feb 03 04:53:13.801724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ca16b-273b-4562-9191-24ee5f3ab588 service neutron] Pushing event updated for resources: {'Port': ['ID=04902c22-b9d9-4e06-8825-d0ea1407fbdd,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:13.819017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8980ea57-06ef-4556-b8e7-775b973a3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:13.823332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-8980ea57-06ef-4556-b8e7-775b973a3829 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 1126 time: 0.1756253 Feb 03 04:53:13.872131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ac577-6331-4cec-a253-bba1474fbfc8 req-488e8c91-1002-45ff-8951-4de636121a98 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:13.873730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac2ac577-6331-4cec-a253-bba1474fbfc8 req-488e8c91-1002-45ff-8951-4de636121a98 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 944 time: 0.1170869 Feb 03 04:53:13.906095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-60e8c3d2-83a9-4dac-9042-3af40b7729bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=04902c22-b9d9-4e06-8825-d0ea1407fbdd HTTP/1.1" status: 200 len: 217 time: 0.0742416 Feb 03 04:53:13.942432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac2ac577-6331-4cec-a253-bba1474fbfc8 req-aed7a018-6a79-4766-bc54-f52b7a5ea060 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603750 Feb 03 04:53:13.987076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-bf914172-e680-4957-a3f8-cfef228b2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:13.988669 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-bf914172-e680-4957-a3f8-cfef228b2dcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7173281b-059e-40e8-b180-4e00a94d8a8f HTTP/1.1" status: 200 len: 837 time: 0.0756173 Feb 03 04:53:14.050065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-60091b21-64de-4281-a440-bb82de12316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:14.051644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-60091b21-64de-4281-a440-bb82de12316c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d85b581-bd82-416f-b3d7-abee2eac909a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561121 Feb 03 04:53:14.159856 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-11752a4d-3984-4711-b97a-b61a6094cece service neutron] 10.222.0.31 "GET /v2.0/networks/0d85b581-bd82-416f-b3d7-abee2eac909a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965059 Feb 03 04:53:14.272818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ed793bc6-0e8c-45f3-bfa8-0b51d0c2bc6b req-3a069ec1-9a06-46d0-a939-71336d30f1ce service neutron] 10.222.0.31 "GET /v2.0/networks/0d85b581-bd82-416f-b3d7-abee2eac909a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015909 Feb 03 04:53:14.381767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-811fbea6-7bd7-4d95-8200-0b9d7c758932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:14.382274 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-811fbea6-7bd7-4d95-8200-0b9d7c758932 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 1126 time: 0.0520892 Feb 03 04:53:14.496245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-5a495a7c-e308-4daa-91a0-14eb8bcaa4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:14.498032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-5a495a7c-e308-4daa-91a0-14eb8bcaa4a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d85b581-bd82-416f-b3d7-abee2eac909a HTTP/1.1" status: 200 len: 896 time: 0.1079838 Feb 03 04:53:14.545959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-2a4762be-df9f-4aa0-8c55-7a6998c14bd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=04902c22-b9d9-4e06-8825-d0ea1407fbdd HTTP/1.1" status: 200 len: 217 time: 0.0406930 Feb 03 04:53:14.603101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-d39035ac-7d7f-4bc7-8c5a-fd36950604e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:14.604711 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-d39035ac-7d7f-4bc7-8c5a-fd36950604e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7173281b-059e-40e8-b180-4e00a94d8a8f HTTP/1.1" status: 200 len: 837 time: 0.0511067 Feb 03 04:53:14.661274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-2001f01a-e151-472b-931a-66eb5bbc2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:14.662849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-2001f01a-e151-472b-931a-66eb5bbc2df7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d85b581-bd82-416f-b3d7-abee2eac909a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513084 Feb 03 04:53:14.872125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-e603dd73-fab9-49b5-923b-69fe865dd285 service neutron] 10.222.0.31 "GET /v2.0/networks/0d85b581-bd82-416f-b3d7-abee2eac909a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955376 Feb 03 04:53:15.016192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1709d933-aaf5-49da-9c1d-beb019eae6b6 req-87453f95-32d8-4087-80f4-db06c3f9bd2f service neutron] 10.222.0.31 "GET /v2.0/networks/0d85b581-bd82-416f-b3d7-abee2eac909a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363714 Feb 03 04:53:15.130648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7122e0-b91a-4aad-9e0b-4ee002b1a4fa req-510f5de3-15be-456a-871b-d9881d768869 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:15.138378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a7122e0-b91a-4aad-9e0b-4ee002b1a4fa req-510f5de3-15be-456a-871b-d9881d768869 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 944 time: 0.0903735 Feb 03 04:53:15.236111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a7122e0-b91a-4aad-9e0b-4ee002b1a4fa req-d402f4d4-17c3-4029-8c8b-999afe69b1dd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915158 Feb 03 04:53:16.365175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689962c-922b-4b7e-9891-5b9cc27c5ca5 req-2143bc1f-8983-435b-a8bf-4521fa4acfdd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:16.367049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f689962c-922b-4b7e-9891-5b9cc27c5ca5 req-2143bc1f-8983-435b-a8bf-4521fa4acfdd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 944 time: 0.0667274 Feb 03 04:53:16.451097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f689962c-922b-4b7e-9891-5b9cc27c5ca5 req-b10ece72-f99b-4511-86d9-a6af6186d464 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621684 Feb 03 04:53:17.319063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:17.442740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e96c-c1e5-492e-8f0a-dca9554bd067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:17.597263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e96c-c1e5-492e-8f0a-dca9554bd067 admin admin] Publish callbacks [] for security_group (3ab38b3f-f620-4ab0-a79c-845d90b9e1aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:17.603419 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e96c-c1e5-492e-8f0a-dca9554bd067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3ab38b3f-f620-4ab0-a79c-845d90b9e1aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:17.652835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6e96c-c1e5-492e-8f0a-dca9554bd067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab38b3f-f620-4ab0-a79c-845d90b9e1aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:17.657298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c5a6e96c-c1e5-492e-8f0a-dca9554bd067 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9de578fd85fb45638901405bc1d135f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364785 Feb 03 04:53:17.664105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff200e3-b6c0-43c1-a609-1c369ce5042d req-15fa8cf9-5bc9-4103-8573-300d4d822ec0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:17.669401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:17.674400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aff200e3-b6c0-43c1-a609-1c369ce5042d req-15fa8cf9-5bc9-4103-8573-300d4d822ec0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 944 time: 0.1145680 Feb 03 04:53:17.736638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b48af1f-cd43-4bcc-b170-71ef4a943380 admin admin] Publish callbacks [] for security_group (3ab38b3f-f620-4ab0-a79c-845d90b9e1aa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:17.740881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aff200e3-b6c0-43c1-a609-1c369ce5042d req-ecebb89c-46f6-4a5e-83b3-b382b4156798 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601513 Feb 03 04:53:17.764108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b48af1f-cd43-4bcc-b170-71ef4a943380 admin admin] Publish callbacks [] for security_group (3ab38b3f-f620-4ab0-a79c-845d90b9e1aa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:17.837493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b48af1f-cd43-4bcc-b170-71ef4a943380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (3ab38b3f-f620-4ab0-a79c-845d90b9e1aa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:17.840389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b48af1f-cd43-4bcc-b170-71ef4a943380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:17.845912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7b48af1f-cd43-4bcc-b170-71ef4a943380 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ab38b3f-f620-4ab0-a79c-845d90b9e1aa HTTP/1.1" status: 204 len: 168 time: 0.1735213 Feb 03 04:53:17.859530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48af1f-cd43-4bcc-b170-71ef4a943380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab38b3f-f620-4ab0-a79c-845d90b9e1aa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:17.921345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504a4c4-6ab8-4c07-a395-8efb67c411e2 req-c1814655-9dd3-4bfb-a4c3-e57d63b66ca0 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:17.922932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3504a4c4-6ab8-4c07-a395-8efb67c411e2 req-c1814655-9dd3-4bfb-a4c3-e57d63b66ca0 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1128 time: 0.0609555 Feb 03 04:53:17.992931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3504a4c4-6ab8-4c07-a395-8efb67c411e2 req-ca96511f-baad-414c-87db-56885700de19 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620716 Feb 03 04:53:18.016941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 48640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:18.297402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:18.311154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 04902c22-b9d9-4e06-8825-d0ea1407fbdd details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:53:18.313841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08459a54-fd02-4693-b30c-08ee458c4166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.452790 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08459a54-fd02-4693-b30c-08ee458c4166 admin admin] Publish callbacks [] for security_group (7501976b-2830-4652-ad35-af2a5142581e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.461923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08459a54-fd02-4693-b30c-08ee458c4166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7501976b-2830-4652-ad35-af2a5142581e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.470314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 04902c22-b9d9-4e06-8825-d0ea1407fbdd, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=04902c22-b9d9-4e06-8825-d0ea1407fbdd,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:18.491596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '04902c22-b9d9-4e06-8825-d0ea1407fbdd', 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a', 'port_id': '04902c22-b9d9-4e06-8825-d0ea1407fbdd', 'mac_address': 'fa:16:3e:99:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7173281b-059e-40e8-b180-4e00a94d8a8f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:53:18.498912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08459a54-fd02-4693-b30c-08ee458c4166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7501976b-2830-4652-ad35-af2a5142581e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:18.549207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-08459a54-fd02-4693-b30c-08ee458c4166 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=395d9cdb029143d1ba9fd66cef799cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505741 Feb 03 04:53:18.551669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:18.586559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 04902c22-b9d9-4e06-8825-d0ea1407fbdd is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:18.586955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.618622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04902c22-b9d9-4e06-8825-d0ea1407fbdd {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:53:18.656029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 04902c22-b9d9-4e06-8825-d0ea1407fbdd, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=04902c22-b9d9-4e06-8825-d0ea1407fbdd,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:18.659758 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fbfa75-fff4-4b5c-96b8-f4a14c412c35 admin admin] Publish callbacks [] for security_group (7501976b-2830-4652-ad35-af2a5142581e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.665805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.697487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fbfa75-fff4-4b5c-96b8-f4a14c412c35 admin admin] Publish callbacks [] for security_group (7501976b-2830-4652-ad35-af2a5142581e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.749983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port b706d7e6-05d1-4588-be37-d80c135f25fa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:18.750546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.759522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=04902c22-b9d9-4e06-8825-d0ea1407fbdd,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:18.776741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.777092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.777425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.777945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.778558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.779049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.779546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.780040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.780514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.781103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.782253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.782742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.796356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:18.804207 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fbfa75-fff4-4b5c-96b8-f4a14c412c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7501976b-2830-4652-ad35-af2a5142581e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.807274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35fbfa75-fff4-4b5c-96b8-f4a14c412c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.810987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-35fbfa75-fff4-4b5c-96b8-f4a14c412c35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7501976b-2830-4652-ad35-af2a5142581e HTTP/1.1" status: 204 len: 168 time: 0.2549214 Feb 03 04:53:18.838545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbfa75-fff4-4b5c-96b8-f4a14c412c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7501976b-2830-4652-ad35-af2a5142581e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:18.858255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.858594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (b706d7e6-05d1-4588-be37-d80c135f25fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:18.873734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for b706d7e6-05d1-4588-be37-d80c135f25fa owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:18.881358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['04902c22-b9d9-4e06-8825-d0ea1407fbdd'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:53:18.987155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909103-5570-43e4-9160-fca9ba879f52 req-2ef42bb8-8f4f-471f-9f5b-a52cbdf09724 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:18.990618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08909103-5570-43e4-9160-fca9ba879f52 req-2ef42bb8-8f4f-471f-9f5b-a52cbdf09724 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 945 time: 0.0967801 Feb 03 04:53:19.093193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b706d7e6-05d1-4588-be37-d80c135f25fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:19.121933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08909103-5570-43e4-9160-fca9ba879f52 req-9f8fee3d-80eb-44cd-a3e4-518a51d4bb32 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143429 Feb 03 04:53:19.158941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=b706d7e6-05d1-4588-be37-d80c135f25fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:19.248493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (d2f40b33-af33-4016-aedc-9b6367f3dd74), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:19.248900 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP d2f40b33-af33-4016-aedc-9b6367f3dd74 disassociated (deleted). External IP: 172.25.7.5, port: f88bff1b-a49e-481a-9be6-c648ab705d06. Feb 03 04:53:19.622478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:19.645099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fb010b0-815b-4ed0-b952-e932f0537b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:19.832673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 676ce208-1c12-466b-aa80-49b1b49df094 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:53:19.845009 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fb010b0-815b-4ed0-b952-e932f0537b87 admin admin] Publish callbacks [] for security_group (e73b521e-e1aa-49de-8d70-97b3b4b9319d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:19.858255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fb010b0-815b-4ed0-b952-e932f0537b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e73b521e-e1aa-49de-8d70-97b3b4b9319d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:19.955670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb010b0-815b-4ed0-b952-e932f0537b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b521e-e1aa-49de-8d70-97b3b4b9319d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:20.000408 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9fb010b0-815b-4ed0-b952-e932f0537b87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83d4dcb2c4a74a329dab44e15464d4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765779 Feb 03 04:53:20.002821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 48730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:20.022588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:53:20.028291 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:20.042992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] Sync routers for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:53:20.085779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:20.090575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:20.106885 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-53fe9ce2-7b49-4717-9613-b0e5d0d5af35 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/floatingips/d2f40b33-af33-4016-aedc-9b6367f3dd74 HTTP/1.1" status: 204 len: 168 time: 2.0857391 Feb 03 04:53:20.113998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:20.122769 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a787e-0543-4aca-a7da-de8ed94bf222" -d '{"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:20.139989 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7225-769a-4fbb-9f64-dbb8c8b394a8 admin admin] Publish callbacks [] for security_group (e73b521e-e1aa-49de-8d70-97b3b4b9319d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:20.195919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7225-769a-4fbb-9f64-dbb8c8b394a8 admin admin] Publish callbacks [] for security_group (e73b521e-e1aa-49de-8d70-97b3b4b9319d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:20.208250 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54909e0b-8ce7-473c-b8de-7bcbf4712614 x-openstack-request-id: req-54909e0b-8ce7-473c-b8de-7bcbf4712614 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:20.208597 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:20.208951 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54909e0b-8ce7-473c-b8de-7bcbf4712614 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:20.209311 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'status': 'completed', 'code': 200} Feb 03 04:53:20.299943 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7225-769a-4fbb-9f64-dbb8c8b394a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e73b521e-e1aa-49de-8d70-97b3b4b9319d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:20.303482 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7225-769a-4fbb-9f64-dbb8c8b394a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:20.307187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cc7f7225-769a-4fbb-9f64-dbb8c8b394a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e73b521e-e1aa-49de-8d70-97b3b4b9319d HTTP/1.1" status: 204 len: 168 time: 0.3007574 Feb 03 04:53:20.322331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 04902c22-b9d9-4e06-8825-d0ea1407fbdd up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:20.326677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f7225-769a-4fbb-9f64-dbb8c8b394a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b521e-e1aa-49de-8d70-97b3b4b9319d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:20.327122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-ee4b61ed-c8cd-44c4-9ad8-12bf0133d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:20.329113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-ee4b61ed-c8cd-44c4-9ad8-12bf0133d92f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 1128 time: 0.0979619 Feb 03 04:53:20.511277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef85c09-9078-4ae5-ae40-ca1a09a7d381 req-2cdf188f-0de5-42a4-bd2f-f1d8373a2e7c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:20.515390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ef85c09-9078-4ae5-ae40-ca1a09a7d381 req-2cdf188f-0de5-42a4-bd2f-f1d8373a2e7c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 945 time: 0.1718023 Feb 03 04:53:20.565882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:20.639167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-9567500e-227a-499b-920f-e1ba52833c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:20.643845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-9567500e-227a-499b-920f-e1ba52833c00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 200 len: 898 time: 0.3041596 Feb 03 04:53:20.653301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ef85c09-9078-4ae5-ae40-ca1a09a7d381 req-8e10dd4b-533d-4686-a3d7-6680367fae2e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290472 Feb 03 04:53:20.761496 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-665e2a71-a096-4af2-9fa0-77421dae368c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 200 len: 217 time: 0.1094484 Feb 03 04:53:20.794168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ba45e-dd26-429b-a4c0-e9cb8c8980fb req-aa8e2f52-d658-4f29-92b2-029cf9072087 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:20.805901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f3ba45e-dd26-429b-a4c0-e9cb8c8980fb req-aa8e2f52-d658-4f29-92b2-029cf9072087 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 946 time: 0.1706243 Feb 03 04:53:20.899652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-5c76fedf-2a3b-4106-89ed-ad18614dcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:20.910161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-5c76fedf-2a3b-4106-89ed-ad18614dcca7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 200 len: 835 time: 0.1305547 Feb 03 04:53:20.962499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f3ba45e-dd26-429b-a4c0-e9cb8c8980fb req-e556ede3-a96b-4b2e-87c3-2f804f870a43 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543450 Feb 03 04:53:21.006366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-261cef8a-07ea-4afa-bf57-ddbb77f28d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:21.008111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-261cef8a-07ea-4afa-bf57-ddbb77f28d79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19324520-4dae-4edc-a055-3f63381026b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0989134 Feb 03 04:53:21.037930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 04902c22-b9d9-4e06-8825-d0ea1407fbdd completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:53:21.047835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 04902c22-b9d9-4e06-8825-d0ea1407fbdd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:21.049137 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:21.220851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-96c60f03-275f-479a-a7be-e55001e86f34 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047663 Feb 03 04:53:21.345744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 04902c22-b9d9-4e06-8825-d0ea1407fbdd is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:21.347596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:21.401524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c93f1-7bc8-4531-81c5-625be4246c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04902c22-b9d9-4e06-8825-d0ea1407fbdd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:21.406367 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e41fd-c13e-4389-ae7b-6ce26ebb6954" -d '{"events": [{"server_uuid": "027c93f1-7bc8-4531-81c5-625be4246c01", "name": "network-vif-plugged", "status": "completed", "tag": "04902c22-b9d9-4e06-8825-d0ea1407fbdd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:21.458666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 04902c22-b9d9-4e06-8825-d0ea1407fbdd, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=04902c22-b9d9-4e06-8825-d0ea1407fbdd,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:21.471588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:21.492924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98a787e-0543-4aca-a7da-de8ed94bf222 req-636ef598-696b-4c21-8631-0cba205f80a6 service neutron] 10.222.0.31 "GET /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639751 Feb 03 04:53:21.594778 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e6bc9-e742-47a5-a56a-bda893ad9055 x-openstack-request-id: req-4a5e6bc9-e742-47a5-a56a-bda893ad9055 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:21.595419 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c93f1-7bc8-4531-81c5-625be4246c01", "name": "network-vif-plugged", "status": "completed", "tag": "04902c22-b9d9-4e06-8825-d0ea1407fbdd", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:21.595920 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a5e6bc9-e742-47a5-a56a-bda893ad9055 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:21.596424 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c93f1-7bc8-4531-81c5-625be4246c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04902c22-b9d9-4e06-8825-d0ea1407fbdd', 'code': 200} Feb 03 04:53:21.598313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=04902c22-b9d9-4e06-8825-d0ea1407fbdd,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:21.638925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:32Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:21.686632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] Checking router: 676ce208-1c12-466b-aa80-49b1b49df094 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:53:21.700813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:21.701972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:21.762496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6918-dc0c-4517-969a-a75675075c28 req-7e569c7a-da12-428b-95a0-477947d56a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:21.766226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f62c6918-dc0c-4517-969a-a75675075c28 req-7e569c7a-da12-428b-95a0-477947d56a67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 1128 time: 0.1178753 Feb 03 04:53:21.869914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:21.896728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fbed3-982f-4a13-beff-fe523060e738 req-b2422098-d525-471f-bffe-91c196ef982c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:21.907644 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-392fbed3-982f-4a13-beff-fe523060e738 req-b2422098-d525-471f-bffe-91c196ef982c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 946 time: 0.1211975 Feb 03 04:53:21.965695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f62c6918-dc0c-4517-969a-a75675075c28 req-86863bc5-70c9-4a10-98e2-00b9f8dc7e42 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869104 Feb 03 04:53:22.014277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-cec34b0d-c21a-4613-b9f6-fc5a7c2013f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:22.019295 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-cec34b0d-c21a-4613-b9f6-fc5a7c2013f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 946 time: 0.2366922 Feb 03 04:53:22.091271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-392fbed3-982f-4a13-beff-fe523060e738 req-a368484a-d64f-41ea-977c-4a279028ceb3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801326 Feb 03 04:53:22.244350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352639-3366-4283-8ad6-1ad594a7ef4d req-dee37498-6b0a-426e-96be-9b56bccaa8df tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:22.253677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b352639-3366-4283-8ad6-1ad594a7ef4d req-dee37498-6b0a-426e-96be-9b56bccaa8df tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 946 time: 0.1155286 Feb 03 04:53:22.351175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port f88bff1b-a49e-481a-9be6-c648ab705d06 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:22.351544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:22.418755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b352639-3366-4283-8ad6-1ad594a7ef4d req-a9261021-0618-4966-b066-c7a96a685690 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640882 Feb 03 04:53:22.434025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:32Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:22.479450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032971b-9509-4de2-8d93-2b8d7f37fd51 None None] The sync data for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 is: [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:51:26Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '9ec4fdc0-4505-4596-a0da-70aa27e25bf8', 'name': '', 'network_id': '19324520-4dae-4edc-a055-3f63381026b6', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:10:b3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:25Z', 'updated_at': '2022-02-03T04:51:32Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '43ee0952-49df-41dc-a8a1-aa0b12102696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:53:22.503711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port f88bff1b-a49e-481a-9be6-c648ab705d06, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f88bff1b-a49e-481a-9be6-c648ab705d06,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:22.504153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:22.524560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for f88bff1b-a49e-481a-9be6-c648ab705d06 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:22.765085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f88bff1b-a49e-481a-9be6-c648ab705d06), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:22.860991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=f88bff1b-a49e-481a-9be6-c648ab705d06,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:22.930661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] No DVR routers for this DVR port f88bff1b-a49e-481a-9be6-c648ab705d06 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:53:22.933713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:22.939079 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8a5a7563-1109-4aa3-a58a-4cb56622d22d req-8787ed16-fcf6-4ac3-b758-faee45bb85e6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "DELETE /v2.0/ports/f88bff1b-a49e-481a-9be6-c648ab705d06 HTTP/1.1" status: 204 len: 173 time: 0.7832716 Feb 03 04:53:22.945754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-deleted', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:22.949129 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178cfa66-7cd4-40a9-8a4a-9afccd06a94b" -d '{"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-deleted", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:23.020737 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462447b1-6d59-465b-81fe-b30aea5b9835 x-openstack-request-id: req-462447b1-6d59-465b-81fe-b30aea5b9835 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:23.021444 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088e416-945c-4e18-912b-96cebb75fa57", "name": "network-vif-deleted", "tag": "f88bff1b-a49e-481a-9be6-c648ab705d06", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:23.021444 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-462447b1-6d59-465b-81fe-b30aea5b9835 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:23.021717 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088e416-945c-4e18-912b-96cebb75fa57', 'name': 'network-vif-deleted', 'tag': 'f88bff1b-a49e-481a-9be6-c648ab705d06', 'status': 'completed', 'code': 200} Feb 03 04:53:23.044736 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2fec3-baaa-427f-9e60-775c9561d419 None None] New status for floating IP d2f40b33-af33-4016-aedc-9b6367f3dd74: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:53:23.286896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006c35-1b5f-4034-a974-93fc042bedfb req-9a4be6d2-bd2b-4b26-a023-b29254efc842 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:23.289218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a006c35-1b5f-4034-a974-93fc042bedfb req-9a4be6d2-bd2b-4b26-a023-b29254efc842 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 946 time: 0.0821147 Feb 03 04:53:23.373630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a006c35-1b5f-4034-a974-93fc042bedfb req-73bcd036-84b9-4b3e-b119-a6bf24ad89cc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786829 Feb 03 04:53:23.642385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-951e4c56-2472-4b89-8146-0940223fb633 req-42472484-3cf2-43e3-a49e-3ca46bd4ea29 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=c088e416-945c-4e18-912b-96cebb75fa57 HTTP/1.1" status: 200 len: 210 time: 0.0663590 Feb 03 04:53:23.690679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbfeff-a1d4-4794-ae80-429839440dc8 req-789c0e3c-2fce-4a1c-b616-559999949009 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:23.692111 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1bdbfeff-a1d4-4794-ae80-429839440dc8 req-789c0e3c-2fce-4a1c-b616-559999949009 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 946 time: 0.1787882 Feb 03 04:53:23.791241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1bdbfeff-a1d4-4794-ae80-429839440dc8 req-76eec143-c972-4b6a-9288-170222071c11 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874441 Feb 03 04:53:23.842349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:23.908079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:24.705468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:25.101621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (676ce208-1c12-466b-aa80-49b1b49df094), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:25.303230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:25.396593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:25.396941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:25.507661 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 9ec4fdc0-4505-4596-a0da-70aa27e25bf8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:25.508286 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:25.525340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:25.779578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (9ec4fdc0-4505-4596-a0da-70aa27e25bf8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:25.826663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=9ec4fdc0-4505-4596-a0da-70aa27e25bf8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:25.910591 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.140700 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (676ce208-1c12-466b-aa80-49b1b49df094), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.293109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.20.0.17 (0d85b581-bd82-416f-b3d7-abee2eac909a/7173281b-059e-40e8-b180-4e00a94d8a8f/e67293f6-d24a-4bdf-9351-18d16f23e88e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:26.328161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:53:26.353316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: f88bff1b-a49e-481a-9be6-c648ab705d06 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:53:26.353965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f88bff1b-a49e-481a-9be6-c648ab705d06 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:53:26.402873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 676ce208-1c12-466b-aa80-49b1b49df094 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:53:26.451521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.488511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.515479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:53:26.523758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4eed6adf-ea93-4d41-94e2-22a2a0d7beaa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/676ce208-1c12-466b-aa80-49b1b49df094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8171391 Feb 03 04:53:26.524671 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:26.526755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 0d85b581-bd82-416f-b3d7-abee2eac909a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:26.530971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:26.532080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] Sync routers for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:53:26.534914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:26.564643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:26.565936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:26.583899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.591764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=e67293f6-d24a-4bdf-9351-18d16f23e88e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:26.596443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting subnet 43ee0952-49df-41dc-a8a1-aa0b12102696 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:53:26.604962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (43ee0952-49df-41dc-a8a1-aa0b12102696), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.665486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (43ee0952-49df-41dc-a8a1-aa0b12102696), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.760804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:26.769608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.860826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (43ee0952-49df-41dc-a8a1-aa0b12102696), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.975732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (43ee0952-49df-41dc-a8a1-aa0b12102696), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:26.994184 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.000110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/subnets/43ee0952-49df-41dc-a8a1-aa0b12102696 HTTP/1.1" status: 204 len: 168 time: 0.4738085 Feb 03 04:53:27.003433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:27.006416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9d572-00a0-4a58-b78f-a8e12d87e3d2 None None] Network 19324520-4dae-4edc-a055-3f63381026b6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:53:27.029770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba29279-cf60-4c3a-8aed-d52d871c9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Subnet': ['ID=43ee0952-49df-41dc-a8a1-aa0b12102696,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:27.086405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-839be8a3-c08f-4b4a-85fd-5e61a541ae15 None None] Provisioning complete for port e67293f6-d24a-4bdf-9351-18d16f23e88e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:27.086789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839be8a3-c08f-4b4a-85fd-5e61a541ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.094403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:53:25Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:27.171830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] Checking router: 676ce208-1c12-466b-aa80-49b1b49df094 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:53:27.193885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] Routers {'676ce208-1c12-466b-aa80-49b1b49df094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:27.195481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['676ce208-1c12-466b-aa80-49b1b49df094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:27.197804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-839be8a3-c08f-4b4a-85fd-5e61a541ae15 None None] Port e67293f6-d24a-4bdf-9351-18d16f23e88e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:27.479354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] DHCP port deletion for 19324520-4dae-4edc-a055-3f63381026b6 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:53:27.501487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (676ce208-1c12-466b-aa80-49b1b49df094), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.529983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] Set router 676ce208-1c12-466b-aa80-49b1b49df094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:27.652751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] Deleting port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:27.653130 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.657410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.662343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (676ce208-1c12-466b-aa80-49b1b49df094), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.670109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.737113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.739249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] For port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=75199d6f-ef51-4a78-b3c6-293c7d85a3dd,segment=NetworkSegment(c88183ae-1308-4814-8259-f67097e51eed),segment_id=c88183ae-1308-4814-8259-f67097e51eed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:27.739722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.770967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] Calling delete_port for 75199d6f-ef51-4a78-b3c6-293c7d85a3dd owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:27.800896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=e67293f6-d24a-4bdf-9351-18d16f23e88e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:27.873724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:53:25Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:27.884716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 0d85b581-bd82-416f-b3d7-abee2eac909a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:27.887149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:27.905595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 2024509e-60f9-4fdd-96f7-e6ca37159da4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:27.905943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.925281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (75199d6f-ef51-4a78-b3c6-293c7d85a3dd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:27.931605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721e622-ccf8-424c-90da-29a552b95fe2 None None] The sync data for ids ['676ce208-1c12-466b-aa80-49b1b49df094'] in n-d-827549-1 is: [{'id': '676ce208-1c12-466b-aa80-49b1b49df094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101859841', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:19Z', 'updated_at': '2022-02-03T04:53:25Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '2024509e-60f9-4fdd-96f7-e6ca37159da4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ce208-1c12-466b-aa80-49b1b49df094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:20Z', 'updated_at': '2022-02-03T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:53:27.977172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] Pushing event deleted for resources: {'Port': ['ID=75199d6f-ef51-4a78-b3c6-293c7d85a3dd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:27.992923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473894c-ad3c-4305-99ad-ebd7e6b8ff06 None None] No DVR routers for this DVR port 75199d6f-ef51-4a78-b3c6-293c7d85a3dd on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:53:28.078196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 2024509e-60f9-4fdd-96f7-e6ca37159da4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2024509e-60f9-4fdd-96f7-e6ca37159da4,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:28.078574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.136627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 2024509e-60f9-4fdd-96f7-e6ca37159da4 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:28.202819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router ac64b1e4-f52c-411d-b920-f72879ed9faa has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:53:28.345070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-178f702d-fe8d-44c0-bac0-43c8d983b804 None None] Provisioning complete for port e67293f6-d24a-4bdf-9351-18d16f23e88e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:28.346315 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-178f702d-fe8d-44c0-bac0-43c8d983b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.412387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:53:28.423118 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Sync routers for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:53:28.433100 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6d9939b2-ed10-4d38-9c7b-aa2cda2fedc1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "PUT /v2.0/routers/ac64b1e4-f52c-411d-b920-f72879ed9faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1235828 Feb 03 04:53:28.433325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-178f702d-fe8d-44c0-bac0-43c8d983b804 None None] Port e67293f6-d24a-4bdf-9351-18d16f23e88e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:28.452263 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:28.453194 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:28.453990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2024509e-60f9-4fdd-96f7-e6ca37159da4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.495405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=2024509e-60f9-4fdd-96f7-e6ca37159da4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:28.581494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (676ce208-1c12-466b-aa80-49b1b49df094), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.629711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:28.691201 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (676ce208-1c12-466b-aa80-49b1b49df094), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.693687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (676ce208-1c12-466b-aa80-49b1b49df094), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.741135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (676ce208-1c12-466b-aa80-49b1b49df094), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.742133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Fanout notify agent at l3_agent the message router_deleted on router 676ce208-1c12-466b-aa80-49b1b49df094 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:53:28.749789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:28.754059 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-29fa274f-c889-4901-9178-f0c5792c05d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/routers/676ce208-1c12-466b-aa80-49b1b49df094 HTTP/1.1" status: 204 len: 168 time: 1.7458785 Feb 03 04:53:28.754275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:28.887004 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (19324520-4dae-4edc-a055-3f63381026b6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.008035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 75199d6f-ef51-4a78-b3c6-293c7d85a3dd no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:53:29.038090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (19324520-4dae-4edc-a055-3f63381026b6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.075873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 75199d6f-ef51-4a78-b3c6-293c7d85a3dd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:53:29.075873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 75199d6f-ef51-4a78-b3c6-293c7d85a3dd not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:53:29.075873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:53:29.076207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19324520-4dae-4edc-a055-3f63381026b6']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:29.089909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88183ae-1308-4814-8259-f67097e51eed') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:29.090218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88183ae-1308-4814-8259-f67097e51eed') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:29.108578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (c88183ae-1308-4814-8259-f67097e51eed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.126017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c88183ae-1308-4814-8259-f67097e51eed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.127932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:53:29.133800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:53:29.135128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (c88183ae-1308-4814-8259-f67097e51eed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.144114 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:26Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:29Z', 'revision_number': 1, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67293f6-d24a-4bdf-9351-18d16f23e88e', 'name': '', 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:69:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7173281b-059e-40e8-b180-4e00a94d8a8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:26Z', 'updated_at': '2022-02-03T04:53:27Z', 'revision_number': 2, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '7173281b-059e-40e8-b180-4e00a94d8a8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:29.145119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 9ec4fdc0-4505-4596-a0da-70aa27e25bf8 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:53:29.186125 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Checking router: ac64b1e4-f52c-411d-b920-f72879ed9faa for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:53:29.186586 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Updating router ac64b1e4-f52c-411d-b920-f72879ed9faa port e67293f6-d24a-4bdf-9351-18d16f23e88e binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:53:29.202107 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:53:29.220305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (19324520-4dae-4edc-a055-3f63381026b6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.227939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.231185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/networks/19324520-4dae-4edc-a055-3f63381026b6 HTTP/1.1" status: 204 len: 168 time: 0.4760656 Feb 03 04:53:29.233842 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49332) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:29.235524 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.278186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227244b7-312d-4e66-b632-244a2f574f0c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Network': ['ID=19324520-4dae-4edc-a055-3f63381026b6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:29.307863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0683d207-3494-4929-9d9e-7ecf64680508 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.363408 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0683d207-3494-4929-9d9e-7ecf64680508 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.476695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0683d207-3494-4929-9d9e-7ecf64680508 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.481898 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0683d207-3494-4929-9d9e-7ecf64680508 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.486606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0683d207-3494-4929-9d9e-7ecf64680508 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/security-groups/7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad HTTP/1.1" status: 204 len: 168 time: 0.2517779 Feb 03 04:53:29.499325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683d207-3494-4929-9d9e-7ecf64680508 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56e6a3-8d47-4b9a-bdd0-c34e36d8d1ad,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:29.717692 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Publish callbacks [] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.741436 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:29.885014 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Pushing event updated for resources: {'Port': ['ID=e67293f6-d24a-4bdf-9351-18d16f23e88e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:29.989309 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.990028 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.990555 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.991257 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.991781 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.992260 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.992760 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.993265 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.993599 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.993904 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.994705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.994990 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:29.995485 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:30.053680 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Attempting to bind port e67293f6-d24a-4bdf-9351-18d16f23e88e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:30.054495 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Attempting to bind port e67293f6-d24a-4bdf-9351-18d16f23e88e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:30.055035 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Attempting to bind port e67293f6-d24a-4bdf-9351-18d16f23e88e on network 0d85b581-bd82-416f-b3d7-abee2eac909a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:30.062418 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:30.064005 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Checking segment: {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:30.064748 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.065287 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Bound using segment: {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:30.065933 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Bound port: e67293f6-d24a-4bdf-9351-18d16f23e88e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b50dfc-a04a-496e-add4-b389495b7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:30.066569 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.189246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5267da75-160e-4587-a12e-cc41c76ec972 None None] Provisioning complete for port e67293f6-d24a-4bdf-9351-18d16f23e88e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:30.190879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5267da75-160e-4587-a12e-cc41c76ec972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.208148 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] For port e67293f6-d24a-4bdf-9351-18d16f23e88e, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:30.229703 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] For port e67293f6-d24a-4bdf-9351-18d16f23e88e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e67293f6-d24a-4bdf-9351-18d16f23e88e,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:30.235991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:30.245076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-48004905-d8cc-47b4-87b0-e848ee3818d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-492976137', 'description': 'tempest-secgroup-smoke-492976137 description', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:30.268809 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.313108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48004905-d8cc-47b4-87b0-e848ee3818d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.347878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5267da75-160e-4587-a12e-cc41c76ec972 None None] Port e67293f6-d24a-4bdf-9351-18d16f23e88e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:30.437066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48004905-d8cc-47b4-87b0-e848ee3818d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (a17fd851-c860-4505-8b40-8d911d763e54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.445624 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48004905-d8cc-47b4-87b0-e848ee3818d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a17fd851-c860-4505-8b40-8d911d763e54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.461749 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63feac75-bcc6-425e-8bb7-91bc0880216d None None] Pushing event updated for resources: {'Port': ['ID=e67293f6-d24a-4bdf-9351-18d16f23e88e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:30.468179 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:30.469091 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:30.503560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48004905-d8cc-47b4-87b0-e848ee3818d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.508631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49468) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:30.513030 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-48004905-d8cc-47b4-87b0-e848ee3818d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2752414 Feb 03 04:53:30.514652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48004905-d8cc-47b4-87b0-e848ee3818d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17fd851-c860-4505-8b40-8d911d763e54,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:30.528519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cf9d5faa-b658-4036-888c-0e4b8b39f08e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': 'a17fd851-c860-4505-8b40-8d911d763e54', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:30.605122 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5faa-b658-4036-888c-0e4b8b39f08e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (8b83dd61-cc25-4b5f-a9a0-47b8da35c942), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.712380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5faa-b658-4036-888c-0e4b8b39f08e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (8b83dd61-cc25-4b5f-a9a0-47b8da35c942), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.719167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5faa-b658-4036-888c-0e4b8b39f08e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8b83dd61-cc25-4b5f-a9a0-47b8da35c942), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.742523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d5faa-b658-4036-888c-0e4b8b39f08e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b83dd61-cc25-4b5f-a9a0-47b8da35c942,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:30.783719 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5faa-b658-4036-888c-0e4b8b39f08e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.784228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8eb4b10b-9527-4073-9191-65fa968dfeff None None] Provisioning complete for port e67293f6-d24a-4bdf-9351-18d16f23e88e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:30.788640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:30.789499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b10b-9527-4073-9191-65fa968dfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.789769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cf9d5faa-b658-4036-888c-0e4b8b39f08e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2776933 Feb 03 04:53:30.795792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9d41d13a-51d4-43be-92d9-9e00ef6fab71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': 'a17fd851-c860-4505-8b40-8d911d763e54', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:30.846368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d41d13a-51d4-43be-92d9-9e00ef6fab71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (b79c45cc-b34b-45dd-9b5a-c57ca07ec775), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.854403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2024509e-60f9-4fdd-96f7-e6ca37159da4 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:53:30.881660 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:30.921186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d41d13a-51d4-43be-92d9-9e00ef6fab71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (b79c45cc-b34b-45dd-9b5a-c57ca07ec775), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.926275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 2024509e-60f9-4fdd-96f7-e6ca37159da4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:53:30.927165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2024509e-60f9-4fdd-96f7-e6ca37159da4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:53:30.932785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d41d13a-51d4-43be-92d9-9e00ef6fab71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b79c45cc-b34b-45dd-9b5a-c57ca07ec775), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.970120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41d13a-51d4-43be-92d9-9e00ef6fab71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79c45cc-b34b-45dd-9b5a-c57ca07ec775,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:30.993636 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d41d13a-51d4-43be-92d9-9e00ef6fab71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:30.997634 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9d41d13a-51d4-43be-92d9-9e00ef6fab71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2041397 Feb 03 04:53:30.997951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:31.008807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2fdf8e53-620a-4b9e-8e50-41b189bcb406 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': 'a17fd851-c860-4505-8b40-8d911d763e54', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:31.064003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8e53-620a-4b9e-8e50-41b189bcb406 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (0977a316-5001-4be0-9bcd-ab84c28b050e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.083651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8eb4b10b-9527-4073-9191-65fa968dfeff None None] Current status of the port e67293f6-d24a-4bdf-9351-18d16f23e88e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:31.084329 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b10b-9527-4073-9191-65fa968dfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.168355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8e53-620a-4b9e-8e50-41b189bcb406 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (0977a316-5001-4be0-9bcd-ab84c28b050e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.174485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8eb4b10b-9527-4073-9191-65fa968dfeff None None] For port e67293f6-d24a-4bdf-9351-18d16f23e88e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e67293f6-d24a-4bdf-9351-18d16f23e88e,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:31.179615 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8e53-620a-4b9e-8e50-41b189bcb406 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (0977a316-5001-4be0-9bcd-ab84c28b050e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.187486 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b10b-9527-4073-9191-65fa968dfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.229564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf8e53-620a-4b9e-8e50-41b189bcb406 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0977a316-5001-4be0-9bcd-ab84c28b050e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:31.250599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8e53-620a-4b9e-8e50-41b189bcb406 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.252700 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2fdf8e53-620a-4b9e-8e50-41b189bcb406 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536447 Feb 03 04:53:31.255725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:31.261403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0fd3684b-55d9-410f-a17e-4286bfb8b0f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': 'a17fd851-c860-4505-8b40-8d911d763e54', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:31.294935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4b10b-9527-4073-9191-65fa968dfeff None None] Pushing event updated for resources: {'Port': ['ID=e67293f6-d24a-4bdf-9351-18d16f23e88e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:31.315155 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fd3684b-55d9-410f-a17e-4286bfb8b0f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (6d417e86-5c5c-42f0-a85a-445ecc6ed6b9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.332966 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:26Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:29Z', 'revision_number': 1, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67293f6-d24a-4bdf-9351-18d16f23e88e', 'name': '', 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:69:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7173281b-059e-40e8-b180-4e00a94d8a8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:26Z', 'updated_at': '2022-02-03T04:53:30Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '7173281b-059e-40e8-b180-4e00a94d8a8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:31.370038 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3ad6c-19d8-446e-bb63-b44f774414a2 None None] The sync data for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 is: [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:26Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:29Z', 'revision_number': 1, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67293f6-d24a-4bdf-9351-18d16f23e88e', 'name': '', 'network_id': '0d85b581-bd82-416f-b3d7-abee2eac909a', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:69:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7173281b-059e-40e8-b180-4e00a94d8a8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:26Z', 'updated_at': '2022-02-03T04:53:30Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '7173281b-059e-40e8-b180-4e00a94d8a8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:53:31.475155 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fd3684b-55d9-410f-a17e-4286bfb8b0f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (6d417e86-5c5c-42f0-a85a-445ecc6ed6b9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.488925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fd3684b-55d9-410f-a17e-4286bfb8b0f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6d417e86-5c5c-42f0-a85a-445ecc6ed6b9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.520625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3684b-55d9-410f-a17e-4286bfb8b0f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d417e86-5c5c-42f0-a85a-445ecc6ed6b9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:31.547371 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fd3684b-55d9-410f-a17e-4286bfb8b0f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.549332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0fd3684b-55d9-410f-a17e-4286bfb8b0f1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2927170 Feb 03 04:53:31.552889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:31.558803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': 'a17fd851-c860-4505-8b40-8d911d763e54', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:31.629219 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:53:31.635165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (3a9229b1-62b9-4b2a-9029-199aa8fc432a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.797115 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (3a9229b1-62b9-4b2a-9029-199aa8fc432a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.810565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (3a9229b1-62b9-4b2a-9029-199aa8fc432a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.842721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9229b1-62b9-4b2a-9029-199aa8fc432a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:31.856387 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:31.857790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-77850fae-e195-4009-90d7-78a184a0f315 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3028972 Feb 03 04:53:31.860628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:31.865558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': 'a17fd851-c860-4505-8b40-8d911d763e54', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:31.893047 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:53:31.900686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (df94232d-ec90-4d00-91b3-6c83521aff75), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.019860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (df94232d-ec90-4d00-91b3-6c83521aff75), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.028584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (df94232d-ec90-4d00-91b3-6c83521aff75), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.055409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df94232d-ec90-4d00-91b3-6c83521aff75,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:32.062471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.063974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-710d2bb0-19be-4ea9-baa3-ef072f8fd859 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2023294 Feb 03 04:53:32.066810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:32.073744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'network': {'name': 'tempest-network-smoke--1357452769', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:32.101034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:53:32.109935 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.136640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:53:32.147188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3d3a6e1b-cb25-43f8-8459-f9b12ea42f19), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.147837 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Added segment 3d3a6e1b-cb25-43f8-8459-f9b12ea42f19 of type vlan for network a32d7986-b417-4435-bb66-3289138a9b66 Feb 03 04:53:32.203053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a32d7986-b417-4435-bb66-3289138a9b66), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.238317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a32d7986-b417-4435-bb66-3289138a9b66), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.247841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:32.248789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.311325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2429178 Feb 03 04:53:32.314131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49662) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:32.319044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'admin_state_up': True, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:32.367921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaa1ff-4379-4083-8a62-434f07033c49 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Network': ['ID=a32d7986-b417-4435-bb66-3289138a9b66,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:32.381087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a32d7986-b417-4435-bb66-3289138a9b66 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:53:32.383332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (6439cf90-6924-45dd-8260-bc0183f6cca0), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.384476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (6439cf90-6924-45dd-8260-bc0183f6cca0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.508300 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (6439cf90-6924-45dd-8260-bc0183f6cca0), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.749345 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (6439cf90-6924-45dd-8260-bc0183f6cca0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:32.961807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e67293f6-d24a-4bdf-9351-18d16f23e88e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:32.990043 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (6439cf90-6924-45dd-8260-bc0183f6cca0), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:33.010155 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:33.020176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e67293f6-d24a-4bdf-9351-18d16f23e88e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:33.020827 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:33.128478 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.199 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:33.128722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e67293f6-d24a-4bdf-9351-18d16f23e88e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:33.162128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b95bda6a-1b46-4161-be21-e45835fada9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:33.253957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:33.298049 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:33.766343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:33.783339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:33.789467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:33.824431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:33.972217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-f5d9a8e6-0f53-46e4-a448-5729500b73cd tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:33.973810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-f5d9a8e6-0f53-46e4-a448-5729500b73cd tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 814 time: 0.2255955 Feb 03 04:53:34.006211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-11c9084d-50d7-40b2-8c2c-7e619f6c3096 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/quotas/8640a161ae7e4c53a40c38b0e7b3f9dc HTTP/1.1" status: 200 len: 375 time: 0.0149891 Feb 03 04:53:34.050827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-42c952ab-3fe7-43b5-9164-059f781db91e tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331719 Feb 03 04:53:34.216026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (6439cf90-6924-45dd-8260-bc0183f6cca0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:34.219221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-e09c447d-4c2b-4b07-97a6-3a7dd7002b9c service neutron] 10.222.0.35 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378026 Feb 03 04:53:34.426791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-18f448b8-6beb-4f9d-a7e7-900987638721 service neutron] 10.222.0.35 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719718 Feb 03 04:53:34.499597 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (6439cf90-6924-45dd-8260-bc0183f6cca0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:34.710452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3fffb789-57b6-4eca-a00b-16f41142634f req-78d42a4b-227e-4929-a216-beb9a3b26a8c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 210 time: 0.0356975 Feb 03 04:53:34.783132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 6439cf90-6924-45dd-8260-bc0183f6cca0 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:53:34.947067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:53:34.962501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Sync routers for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:53:34.981776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:34.982453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:34.985827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:34.990769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3c86c209-c1fd-4c01-9a78-f7ae88d46757 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6755078 Feb 03 04:53:34.991163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49744) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:35.044288 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-15919a08-a6c4-4108-b350-abdd3bcff2b7 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=8fa5088ea5644d09864ec4e657f1bab8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518522 Feb 03 04:53:35.047195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:35.140647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:35.269310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b7525-e520-4fd6-bbfe-b65c3dec0ebd tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:35.270849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-304b7525-e520-4fd6-bbfe-b65c3dec0ebd tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2221005 Feb 03 04:53:35.273856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:35.323978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3b9bcc9c-169e-46d1-b63a-62af85b5203d tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464714 Feb 03 04:53:35.325295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:35.330976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1284468050', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:35.403860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:34Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:35.450337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Checking router: 6439cf90-6924-45dd-8260-bc0183f6cca0 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:53:35.451109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Updating router 6439cf90-6924-45dd-8260-bc0183f6cca0 port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:53:35.494136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:53:35.499300 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:35.522350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:35.759960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (b4d045bf-2313-4f06-84e0-1a718d0b4aa4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:35.863972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Checking segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:35.864738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network hostable DHCP agents. Network: a32d7986-b417-4435-bb66-3289138a9b66, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:53:35.867166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Subnet': ['ID=b4d045bf-2313-4f06-84e0-1a718d0b4aa4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:35.872751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75576a57-3307-4430-8b1d-a69a1edde0cc req-dcf3040a-56ce-4ef4-bdfc-8148bae285ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 210 time: 0.0438561 Feb 03 04:53:35.907547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network a32d7986-b417-4435-bb66-3289138a9b66 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:53:35.929743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, a32d7986-b417-4435-bb66-3289138a9b66) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:35.934909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:35.936255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:35.943111 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Publish callbacks [] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:35.955576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09df17f-7bf6-4db8-8b03-df924fe88a0b None None] Network a32d7986-b417-4435-bb66-3289138a9b66 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:53:35.972721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:35.973641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b07c58e3-dba6-403b-b085-6bb69d4fd809 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6461456 Feb 03 04:53:35.976067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 49762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:36.021561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Attempting to bind port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:36.021991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Attempting to bind port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:36.022606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Attempting to bind port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:36.058810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:36.059612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:36.060023 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.061872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:36.061872 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Bound port: 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:36.061872 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.172624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e190b-e572-40bf-9ad1-1ca077d6a9f7 None None] Pushing event updated for resources: {'Port': ['ID=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:36.194586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] For port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:36.200863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] For port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:36.229291 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.286894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e190b-e572-40bf-9ad1-1ca077d6a9f7 None None] Pushing event updated for resources: {'Port': ['ID=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:36.291864 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-a32d7986-b417-4435-bb66-3289138a9b66', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:53:36.293207 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.336186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-5067b737-bd2c-4d45-9f6b-4c36ba7904ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:36.338372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-5067b737-bd2c-4d45-9f6b-4c36ba7904ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 814 time: 0.2100053 Feb 03 04:53:36.364355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Request body: {'port': {'device_id': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724', 'admin_state_up': True, 'tenant_id': '8640a161ae7e4c53a40c38b0e7b3f9dc'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:36.429530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:36.430165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:36.608260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Made reservation on behalf of 8640a161ae7e4c53a40c38b0e7b3f9dc for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:53:36.612368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.638024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-761a5e6e-b04e-4714-8294-02c3bb0905ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.734586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Allocated IP 172.20.0.2 (a32d7986-b417-4435-bb66-3289138a9b66/b4d045bf-2313-4f06-84e0-1a718d0b4aa4/28a685eb-939f-4797-afac-77db6192c12d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:36.743532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.766446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:36.798045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:36.879300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Allocated IP 172.20.0.10 (5a62daae-a69b-4137-b544-3d77acb68724/7dfe69c8-c607-4225-97b1-e2a76698dc45/7fb7579a-547b-4d6a-a553-7eb0665380da) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:37.070362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b34a6b2d-f442-402f-b0ef-8c06d33dc2d1 req-6bc37bd1-1d70-4757-85db-dbb23f98c10f tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 210 time: 0.0581865 Feb 03 04:53:37.082769 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Publish callbacks [] for port (28a685eb-939f-4797-afac-77db6192c12d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.093649 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (28a685eb-939f-4797-afac-77db6192c12d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.152599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Network a32d7986-b417-4435-bb66-3289138a9b66 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:37.156869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:37.159203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:37.165329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Pushing event updated for resources: {'Port': ['ID=28a685eb-939f-4797-afac-77db6192c12d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:37.197367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:34Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:37.242009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88827a9-abd5-4f83-8123-f8dc8a97709f None None] The sync data for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 is: [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:34Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:53:37.256924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Attempting to bind port 28a685eb-939f-4797-afac-77db6192c12d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:37.257751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Attempting to bind port 28a685eb-939f-4797-afac-77db6192c12d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:37.258769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Attempting to bind port 28a685eb-939f-4797-afac-77db6192c12d on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:37.275411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:37.275973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Checking segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:37.276494 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.277006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Bound using segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:37.277949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Bound port: 28a685eb-939f-4797-afac-77db6192c12d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:37.279253 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (28a685eb-939f-4797-afac-77db6192c12d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.366307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] For port 28a685eb-939f-4797-afac-77db6192c12d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:37.371819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] For port 28a685eb-939f-4797-afac-77db6192c12d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=28a685eb-939f-4797-afac-77db6192c12d,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:37.384666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (28a685eb-939f-4797-afac-77db6192c12d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.472349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f3495-db2c-448d-ab20-dd0853b03c20 None None] Pushing event updated for resources: {'Port': ['ID=28a685eb-939f-4797-afac-77db6192c12d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:37.562816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks [] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.609560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.1 (a32d7986-b417-4435-bb66-3289138a9b66/b4d045bf-2313-4f06-84e0-1a718d0b4aa4/cf1829a4-9ab5-4254-b485-be17319506b7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:37.656269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.690190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Network 5a62daae-a69b-4137-b544-3d77acb68724 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:37.695075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:37.738703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:37.844565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Pushing event updated for resources: {'Port': ['ID=7fb7579a-547b-4d6a-a553-7eb0665380da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:37.872114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:37.872822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:37.885998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.886379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.886737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.887090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.887404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.887866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.888142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.888476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.888804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.889135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.889460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.890045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.890492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:37.902331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-dc4acfef-f1fb-451f-bfdf-5f6ef32cee92 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5425825 Feb 03 04:53:37.916455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Request body: {'port': {'device_id': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:37.925842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (cf1829a4-9ab5-4254-b485-be17319506b7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.030992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.110363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.119538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=cf1829a4-9ab5-4254-b485-be17319506b7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:38.173241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.205049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network a32d7986-b417-4435-bb66-3289138a9b66 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:38.218860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:38.261702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720d493-1163-42ec-a207-60a2ba6d8362 req-74854a91-395a-4739-9872-8f3f7fd473b5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:38.263299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0720d493-1163-42ec-a207-60a2ba6d8362 req-74854a91-395a-4739-9872-8f3f7fd473b5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 932 time: 0.0907705 Feb 03 04:53:38.285280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:38.365731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0720d493-1163-42ec-a207-60a2ba6d8362 req-42a27aae-6531-4b9d-8b27-f789be5e2970 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956824 Feb 03 04:53:38.373881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (6439cf90-6924-45dd-8260-bc0183f6cca0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.640553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb7579a-547b-4d6a-a553-7eb0665380da {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:53:38.657033 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Publish callbacks [] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.664839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.682054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Transition to ACTIVE for port object 7fb7579a-547b-4d6a-a553-7eb0665380da will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:53:38.687987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:38.942891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb7579a-547b-4d6a-a553-7eb0665380da,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:39.050673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba8e33-b56a-4d90-b4f8-e5b3dffd2ba4 None None] Network a32d7986-b417-4435-bb66-3289138a9b66 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:53:39.071596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Attempting to bind port 7fb7579a-547b-4d6a-a553-7eb0665380da on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:39.071935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Attempting to bind port 7fb7579a-547b-4d6a-a553-7eb0665380da by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:39.072312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Attempting to bind port 7fb7579a-547b-4d6a-a553-7eb0665380da on network 5a62daae-a69b-4137-b544-3d77acb68724 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:39.088436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Port 7fb7579a-547b-4d6a-a553-7eb0665380da on network 5a62daae-a69b-4137-b544-3d77acb68724 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:53:39.088770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Attempting to bind port 7fb7579a-547b-4d6a-a553-7eb0665380da on network 5a62daae-a69b-4137-b544-3d77acb68724 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:39.104252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:39.104600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Checking segment: {'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:39.105113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Bound using segment: {'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:39.105665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Bound port: 7fb7579a-547b-4d6a-a553-7eb0665380da, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:39.106090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.119702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 28a685eb-939f-4797-afac-77db6192c12d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:39.187471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f8f29080-c7af-44a6-abeb-c0c77956321e None None] Provisioning complete for port 28a685eb-939f-4797-afac-77db6192c12d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:39.188232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8f29080-c7af-44a6-abeb-c0c77956321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (28a685eb-939f-4797-afac-77db6192c12d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.247811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] For port 7fb7579a-547b-4d6a-a553-7eb0665380da, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:39.291313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] For port 7fb7579a-547b-4d6a-a553-7eb0665380da, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7fb7579a-547b-4d6a-a553-7eb0665380da,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:39.311493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 28a685eb-939f-4797-afac-77db6192c12d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:39.311903 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (28a685eb-939f-4797-afac-77db6192c12d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.319182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (cf1829a4-9ab5-4254-b485-be17319506b7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.321662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.379525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb7579a-547b-4d6a-a553-7eb0665380da,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:39.391179 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.435861 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.496222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=cf1829a4-9ab5-4254-b485-be17319506b7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:39.505664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8f29080-c7af-44a6-abeb-c0c77956321e None None] Current status of the port 28a685eb-939f-4797-afac-77db6192c12d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:39.512060 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8f29080-c7af-44a6-abeb-c0c77956321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (28a685eb-939f-4797-afac-77db6192c12d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.537461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:39.538089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.545308 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-fbf81d8f-3f9b-42cc-91af-f57e19416f30 service neutron] 10.222.0.15 "PUT /v2.0/ports/7fb7579a-547b-4d6a-a553-7eb0665380da HTTP/1.1" status: 200 len: 1092 time: 1.6332860 Feb 03 04:53:39.550797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'tag': '7fb7579a-547b-4d6a-a553-7eb0665380da'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:39.554203 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c92fbf-1161-46cf-84bf-03dd2de10b74" -d '{"events": [{"name": "network-changed", "server_uuid": "92b476b9-50fd-47cc-b36e-11ea8527b223", "tag": "7fb7579a-547b-4d6a-a553-7eb0665380da"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:39.612200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1fc2-243e-44b8-9f82-507169cba748 req-6a3f6d67-d07d-419a-8cd9-dbc7b250705c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:39.622390 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-562b1fc2-243e-44b8-9f82-507169cba748 req-6a3f6d67-d07d-419a-8cd9-dbc7b250705c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 944 time: 0.1258664 Feb 03 04:53:39.700950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f8f29080-c7af-44a6-abeb-c0c77956321e None None] For port 28a685eb-939f-4797-afac-77db6192c12d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=28a685eb-939f-4797-afac-77db6192c12d,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:39.711833 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22596e08-566f-48b3-ae73-6310074e84f8 x-openstack-request-id: req-22596e08-566f-48b3-ae73-6310074e84f8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:39.712424 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b476b9-50fd-47cc-b36e-11ea8527b223", "tag": "7fb7579a-547b-4d6a-a553-7eb0665380da", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:39.713540 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22596e08-566f-48b3-ae73-6310074e84f8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:39.715400 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'tag': '7fb7579a-547b-4d6a-a553-7eb0665380da', 'status': 'completed', 'code': 200} Feb 03 04:53:39.716670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-562b1fc2-243e-44b8-9f82-507169cba748 req-e8e7fc28-9b11-434e-b826-d783b4319286 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933962 Feb 03 04:53:39.720278 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8f29080-c7af-44a6-abeb-c0c77956321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (28a685eb-939f-4797-afac-77db6192c12d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.732280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (6439cf90-6924-45dd-8260-bc0183f6cca0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.796955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 28a685eb-939f-4797-afac-77db6192c12d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:39.797799 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (28a685eb-939f-4797-afac-77db6192c12d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.802629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f29080-c7af-44a6-abeb-c0c77956321e None None] Pushing event updated for resources: {'Port': ['ID=28a685eb-939f-4797-afac-77db6192c12d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:39.884084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:53:39.884702 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:53:39.912045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network a32d7986-b417-4435-bb66-3289138a9b66 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:39.914489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-613f3d3a-e237-4ea3-887a-6e4ff3349b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:39.916444 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-613f3d3a-e237-4ea3-887a-6e4ff3349b35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 1126 time: 0.3092322 Feb 03 04:53:39.917982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:39.946611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3aac2582-0c22-4ed5-a5be-0d3cfb4778ba None None] Provisioning complete for port cf1829a4-9ab5-4254-b485-be17319506b7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:39.947124 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aac2582-0c22-4ed5-a5be-0d3cfb4778ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:39.972719 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-1b873682-c9b9-4553-a9df-619d4e41edb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb7579a-547b-4d6a-a553-7eb0665380da HTTP/1.1" status: 200 len: 217 time: 0.0472147 Feb 03 04:53:40.031795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3aac2582-0c22-4ed5-a5be-0d3cfb4778ba None None] Port cf1829a4-9ab5-4254-b485-be17319506b7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:40.049569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3aac2582-0c22-4ed5-a5be-0d3cfb4778ba None None] Provisioning complete for port 28a685eb-939f-4797-afac-77db6192c12d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:40.050108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aac2582-0c22-4ed5-a5be-0d3cfb4778ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (28a685eb-939f-4797-afac-77db6192c12d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:40.054300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-041d1f9f-eced-4214-a54c-dac4c132b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:40.056161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-041d1f9f-eced-4214-a54c-dac4c132b123 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dfe69c8-c607-4225-97b1-e2a76698dc45 HTTP/1.1" status: 200 len: 854 time: 0.0519416 Feb 03 04:53:40.100758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-f871bb16-2a1b-43c0-b9e9-164aecac8889 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a62daae-a69b-4137-b544-3d77acb68724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380003 Feb 03 04:53:40.169375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3aac2582-0c22-4ed5-a5be-0d3cfb4778ba None None] Current status of the port 28a685eb-939f-4797-afac-77db6192c12d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:40.257401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 6439cf90-6924-45dd-8260-bc0183f6cca0 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:53:40.296667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-9ec198e7-eb2e-42a1-8ec7-f3a709c0e6c9 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831625 Feb 03 04:53:40.312908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ae2d1e55-1693-4a81-b82e-62e1f96de13d None None] Provisioning complete for port cf1829a4-9ab5-4254-b485-be17319506b7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:40.313487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1e55-1693-4a81-b82e-62e1f96de13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:40.415247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d1e55-1693-4a81-b82e-62e1f96de13d None None] Port cf1829a4-9ab5-4254-b485-be17319506b7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:40.430289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 28a685eb-939f-4797-afac-77db6192c12d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:40.431648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:40.447864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:53:40.459125 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Sync routers for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:53:40.475489 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:40.476625 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:40.505605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3dd748ce-4067-4e60-a0bf-ecff385d778e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/6439cf90-6924-45dd-8260-bc0183f6cca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5166256 Feb 03 04:53:40.531724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:40.533082 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:40.632643 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:40.635148 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b1d6cd65-6311-4867-aa87-da7206070a7c req-75fa3802-2648-48dc-a414-f361d5eb73e1 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034084 Feb 03 04:53:40.692660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d99cd82b-36e6-4a38-971e-9009bd16c4b9 None None] Provisioning complete for port cf1829a4-9ab5-4254-b485-be17319506b7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:40.694439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99cd82b-36e6-4a38-971e-9009bd16c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:40.745615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d99cd82b-36e6-4a38-971e-9009bd16c4b9 None None] Port cf1829a4-9ab5-4254-b485-be17319506b7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:40.819420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:40.820377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:40.835388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-35c8fb75-a834-4901-b9bd-3d85b5e68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:40.837783 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-35c8fb75-a834-4901-b9bd-3d85b5e68aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 1126 time: 0.1436985 Feb 03 04:53:40.846152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:40.858017 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:40.934199 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:39Z', 'revision_number': 2, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:40.972720 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Checking router: 6439cf90-6924-45dd-8260-bc0183f6cca0 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:53:40.973029 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Updating router 6439cf90-6924-45dd-8260-bc0183f6cca0 port cf1829a4-9ab5-4254-b485-be17319506b7 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:53:41.006760 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.013940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 28a685eb-939f-4797-afac-77db6192c12d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:41.016643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-6a824c9e-8764-4942-a132-d5416fcfb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:41.018387 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-6a824c9e-8764-4942-a132-d5416fcfb1a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 915 time: 0.1708040 Feb 03 04:53:41.021474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:41.098757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-3b429990-417d-4d1b-93e3-8d596ea93aef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb7579a-547b-4d6a-a553-7eb0665380da HTTP/1.1" status: 200 len: 217 time: 0.0719435 Feb 03 04:53:41.106088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-63b84678-db9d-474b-95bc-fc8f5ff9b143 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492976137&fields=id&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 267 time: 0.2697914 Feb 03 04:53:41.135340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 28a685eb-939f-4797-afac-77db6192c12d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:41.135893 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (28a685eb-939f-4797-afac-77db6192c12d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.207189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-27592d38-eb3d-493b-b7a8-8814a9fbac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:41.211960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-27592d38-eb3d-493b-b7a8-8814a9fbac0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dfe69c8-c607-4225-97b1-e2a76698dc45 HTTP/1.1" status: 200 len: 854 time: 0.1035836 Feb 03 04:53:41.298553 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Publish callbacks [] for port (cf1829a4-9ab5-4254-b485-be17319506b7), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.303113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-ea56d1f2-a06b-4fc3-a2fb-d60ecf730fbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a62daae-a69b-4137-b544-3d77acb68724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852098 Feb 03 04:53:41.308179 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.334260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-eeaedb57-0ec4-4958-9e08-a83552a2fa89 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:41.346566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-eeaedb57-0ec4-4958-9e08-a83552a2fa89 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 797 time: 0.2388916 Feb 03 04:53:41.361233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 28a685eb-939f-4797-afac-77db6192c12d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:41.384340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-00d93a49-1517-476d-add7-a33648f6b11c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/quotas/8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 375 time: 0.0289867 Feb 03 04:53:41.432575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454ec0c-13eb-4ced-8ffb-aec5163739a9 req-25e9d75d-34cc-4686-a15e-7036cb87cf86 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:41.434755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6454ec0c-13eb-4ced-8ffb-aec5163739a9 req-25e9d75d-34cc-4686-a15e-7036cb87cf86 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 944 time: 0.5666668 Feb 03 04:53:41.443686 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39de211-a0a7-4eba-9aab-9030a16fe7e1 None None] Pushing event updated for resources: {'Port': ['ID=cf1829a4-9ab5-4254-b485-be17319506b7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:41.504791 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-9e786bea-1722-45e6-b3db-3107b8a9378f service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937971 Feb 03 04:53:41.576557 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Attempting to bind port cf1829a4-9ab5-4254-b485-be17319506b7 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:41.577141 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Attempting to bind port cf1829a4-9ab5-4254-b485-be17319506b7 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:41.577331 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Attempting to bind port cf1829a4-9ab5-4254-b485-be17319506b7 on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:41.593482 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:41.593862 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Checking segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:41.594274 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.594672 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Bound using segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:41.595146 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Bound port: cf1829a4-9ab5-4254-b485-be17319506b7, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:41.595554 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.601997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-d2ca8da4-46e8-44a9-a9ca-08e7027d5506 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2240064 Feb 03 04:53:41.719715 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95c92fbf-1161-46cf-84bf-03dd2de10b74 req-8a97c066-c99b-4553-a593-58e9818db61c service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949587 Feb 03 04:53:41.731226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] For port cf1829a4-9ab5-4254-b485-be17319506b7, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:41.737650 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] For port cf1829a4-9ab5-4254-b485-be17319506b7, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cf1829a4-9ab5-4254-b485-be17319506b7,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:41.749194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6454ec0c-13eb-4ced-8ffb-aec5163739a9 req-4ef4a8d1-5e8e-4e45-a9b6-bf138ea04031 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043954 Feb 03 04:53:41.769294 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.781986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-263fceb5-d9e2-4763-8534-c41e9b839356 None None] Provisioning complete for port cf1829a4-9ab5-4254-b485-be17319506b7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:41.782358 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-263fceb5-d9e2-4763-8534-c41e9b839356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.790489 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-bf43381f-e072-409a-b682-580458745ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875129 Feb 03 04:53:41.862606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-263fceb5-d9e2-4763-8534-c41e9b839356 None None] Current status of the port cf1829a4-9ab5-4254-b485-be17319506b7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:41.863100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-263fceb5-d9e2-4763-8534-c41e9b839356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.869469 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39de211-a0a7-4eba-9aab-9030a16fe7e1 None None] Pushing event updated for resources: {'Port': ['ID=cf1829a4-9ab5-4254-b485-be17319506b7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:41.900721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-263fceb5-d9e2-4763-8534-c41e9b839356 None None] For port cf1829a4-9ab5-4254-b485-be17319506b7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cf1829a4-9ab5-4254-b485-be17319506b7,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:41.906119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-263fceb5-d9e2-4763-8534-c41e9b839356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:41.916985 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:41.918050 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:41.990431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-87e8a47d-ec69-4d0e-8969-a169946dfe12 service neutron] 10.222.0.35 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989381 Feb 03 04:53:42.147208 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:42.299823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fceb5-d9e2-4763-8534-c41e9b839356 None None] Pushing event updated for resources: {'Port': ['ID=cf1829a4-9ab5-4254-b485-be17319506b7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:42.349036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e63ba9ef-7158-45d4-9ecc-48139accc4d3 req-ab2c0473-27ba-466f-bf26-7a2049648243 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 210 time: 0.0686114 Feb 03 04:53:42.450182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e9392f37-53ed-43bb-a0a9-e9d1ea34aea8 None None] Provisioning complete for port cf1829a4-9ab5-4254-b485-be17319506b7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:42.450712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9392f37-53ed-43bb-a0a9-e9d1ea34aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:42.515778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:42.547847 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba12f8-1ca7-44f0-9a74-52fd25dffa06 None None] The sync data for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 is: [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:53:42.568890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e9392f37-53ed-43bb-a0a9-e9d1ea34aea8 None None] Current status of the port cf1829a4-9ab5-4254-b485-be17319506b7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:43.020223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fe94e-283f-4902-a3c0-067832e8cf18 req-8463b952-8836-40bb-b7d4-ef6868820717 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:43.023195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c5fe94e-283f-4902-a3c0-067832e8cf18 req-8463b952-8836-40bb-b7d4-ef6868820717 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 944 time: 0.1373506 Feb 03 04:53:43.121463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c5fe94e-283f-4902-a3c0-067832e8cf18 req-55bbfe93-7898-40b1-921d-9a705c7ad661 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915151 Feb 03 04:53:43.216335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cf1829a4-9ab5-4254-b485-be17319506b7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:43.331301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cf1829a4-9ab5-4254-b485-be17319506b7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:43.332327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:43.437916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cf1829a4-9ab5-4254-b485-be17319506b7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:43.439580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:43.518795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:43.522391 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:43.572068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be97f8aa-83b3-45de-a9aa-918d333c75cc req-06c711dd-c0ed-475f-9e45-8f4793a55338 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 210 time: 0.0334532 Feb 03 04:53:43.645195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:43.932302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-0914a4b2-9654-486f-a417-bb0be07e3661 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:43.933792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-0914a4b2-9654-486f-a417-bb0be07e3661 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 797 time: 0.1534750 Feb 03 04:53:44.007642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-a0f99efa-9efd-443f-8d01-6179c9b6c309 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 379 time: 0.0643346 Feb 03 04:53:44.021789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'port': {'device_id': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'admin_state_up': True, 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'security_groups': ['a17fd851-c860-4505-8b40-8d911d763e54']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:44.143784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:53:44.148051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:44.311982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d60a4-cb18-4d47-8215-3c888ea58f59 req-5323f3b7-ec49-49e4-a02c-c82a91f55076 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:44.313697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e58d60a4-cb18-4d47-8215-3c888ea58f59 req-5323f3b7-ec49-49e4-a02c-c82a91f55076 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 944 time: 0.0668023 Feb 03 04:53:44.334530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.11 (a32d7986-b417-4435-bb66-3289138a9b66/b4d045bf-2313-4f06-84e0-1a718d0b4aa4/d8e9fe4f-810b-432f-8be7-00e004525c31) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:44.398114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e58d60a4-cb18-4d47-8215-3c888ea58f59 req-74206b04-d6bd-46e2-94e2-9faff0227dde tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762644 Feb 03 04:53:44.516277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:44.559791 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:44.587379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7fb7579a-547b-4d6a-a553-7eb0665380da details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:53:44.640165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:44.656888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network a32d7986-b417-4435-bb66-3289138a9b66 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:44.659440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:44.661951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:44.721133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7fb7579a-547b-4d6a-a553-7eb0665380da, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7fb7579a-547b-4d6a-a553-7eb0665380da,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:44.732499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:44.733181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '7fb7579a-547b-4d6a-a553-7eb0665380da', 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724', 'port_id': '7fb7579a-547b-4d6a-a553-7eb0665380da', 'mac_address': 'fa:16:3e:41:43:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfe69c8-c607-4225-97b1-e2a76698dc45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:53:44.737929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:44.778029 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-212ff283-3e65-49f4-907a-eab36e30643e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7606714 Feb 03 04:53:44.787821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7fb7579a-547b-4d6a-a553-7eb0665380da is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:44.788215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:44.792167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Request body: {'port': {'device_id': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:44.802488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb7579a-547b-4d6a-a553-7eb0665380da {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:53:44.824174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7fb7579a-547b-4d6a-a553-7eb0665380da, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7fb7579a-547b-4d6a-a553-7eb0665380da,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:44.832044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:44.837857 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9d13-501f-4ec7-80da-a808a98cdd70 req-96ab3307-d823-4130-9aed-8e5ba53ad518 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:44.840163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc9e9d13-501f-4ec7-80da-a808a98cdd70 req-96ab3307-d823-4130-9aed-8e5ba53ad518 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 932 time: 0.1258402 Feb 03 04:53:44.901357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7fb7579a-547b-4d6a-a553-7eb0665380da,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:44.952279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:44.976420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc9e9d13-501f-4ec7-80da-a808a98cdd70 req-c39d5844-ff9a-48c6-adb7-df575717f9fd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262720 Feb 03 04:53:45.035090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-83c76bb1-c15f-451a-9b39-d1325f2223cc None None] Provisioning complete for port d8e9fe4f-810b-432f-8be7-00e004525c31 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:45.035519 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83c76bb1-c15f-451a-9b39-d1325f2223cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:45.059935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7fb7579a-547b-4d6a-a553-7eb0665380da'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:53:45.107836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-83c76bb1-c15f-451a-9b39-d1325f2223cc None None] Port d8e9fe4f-810b-432f-8be7-00e004525c31 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:53:45.279363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e9fe4f-810b-432f-8be7-00e004525c31 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:53:45.287009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Publish callbacks [] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:45.299910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Transition to ACTIVE for port object d8e9fe4f-810b-432f-8be7-00e004525c31 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:53:45.304705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:45.408771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:45.485775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:53:45.487986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:53:45.493488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:45.518849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:53:45.519339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:53:45.525856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:53:45.526192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Checking segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:53:45.526587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Bound using segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:53:45.527030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Bound port: d8e9fe4f-810b-432f-8be7-00e004525c31, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:53:45.527813 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:45.605737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:53:45.610424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:53:45.618963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:45.619269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15aeb1-dc6d-424e-a3cb-1c38777c7c52 req-661860ad-b04e-48ef-9031-9f7a06060984 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:45.630221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba15aeb1-dc6d-424e-a3cb-1c38777c7c52 req-661860ad-b04e-48ef-9031-9f7a06060984 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 945 time: 0.0970092 Feb 03 04:53:45.694277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba15aeb1-dc6d-424e-a3cb-1c38777c7c52 req-5c7f3447-a2e3-45d7-973c-7edf600c1b41 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631087 Feb 03 04:53:45.702611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:45.703305 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:45.704771 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] 10.222.0.31 "PUT /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1092 time: 0.9189432 Feb 03 04:53:45.705299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:45.709270 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e4fa7f-10bb-481f-9539-efdb15665501" -d '{"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:45.768411 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385c691b-548e-47e8-a90d-6f02cb540ec0 x-openstack-request-id: req-385c691b-548e-47e8-a90d-6f02cb540ec0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:45.768710 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:45.770046 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-385c691b-548e-47e8-a90d-6f02cb540ec0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:45.770476 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'status': 'completed', 'code': 200} Feb 03 04:53:45.785755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f6879-93bd-4a73-90fe-37b453f15bab service neutron] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:45.876791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-33e70aa5-8c7e-49c7-8eef-f578ec08edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:45.878692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-33e70aa5-8c7e-49c7-8eef-f578ec08edb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1126 time: 0.1039846 Feb 03 04:53:45.969441 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-43041cb8-e21d-4dca-85a3-adcfd6197e86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 217 time: 0.0830765 Feb 03 04:53:46.059915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-8a873775-aa56-4668-8830-89b735676129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:46.061267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-8a873775-aa56-4668-8830-89b735676129 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0849555 Feb 03 04:53:46.133106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:46.148253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-d7f5a2f8-b09a-4ec4-9be1-542675cb40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:46.150602 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-d7f5a2f8-b09a-4ec4-9be1-542675cb40b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739124 Feb 03 04:53:46.187276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd85fc-4cdf-4c92-90e2-9c035c4ce280 req-45409cf2-d0b2-45c1-a001-d1015c5701d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:46.189142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0cd85fc-4cdf-4c92-90e2-9c035c4ce280 req-45409cf2-d0b2-45c1-a001-d1015c5701d4 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 944 time: 0.1091909 Feb 03 04:53:46.225381 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:53:46.257534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0cd85fc-4cdf-4c92-90e2-9c035c4ce280 req-454fc9e0-a871-49ac-8004-f8b6440fb172 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619478 Feb 03 04:53:46.334074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43728ca9-1961-4b9d-9612-c0b101c303ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d1ded35b1e9447da3e998115156f777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989248 Feb 03 04:53:46.337238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49870) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:46.389433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8dd6578e-8d56-455a-938f-a7b0b4925208 admin admin] Publish callbacks [] for security_group (a04b71a7-5d24-4029-9a76-58977672d724), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:46.413042 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8dd6578e-8d56-455a-938f-a7b0b4925208 admin admin] Publish callbacks [] for security_group (a04b71a7-5d24-4029-9a76-58977672d724), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:46.468280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8dd6578e-8d56-455a-938f-a7b0b4925208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a04b71a7-5d24-4029-9a76-58977672d724), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:46.471651 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8dd6578e-8d56-455a-938f-a7b0b4925208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:46.476797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8dd6578e-8d56-455a-938f-a7b0b4925208 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a04b71a7-5d24-4029-9a76-58977672d724 HTTP/1.1" status: 204 len: 168 time: 0.1383250 Feb 03 04:53:46.487005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6578e-8d56-455a-938f-a7b0b4925208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b71a7-5d24-4029-9a76-58977672d724,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:46.589229 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-18122fad-6da9-4b90-9b2f-b25b9ac37f42 service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300416 Feb 03 04:53:46.602762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7fb7579a-547b-4d6a-a553-7eb0665380da up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:46.678867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 7fb7579a-547b-4d6a-a553-7eb0665380da completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:53:46.684017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 7fb7579a-547b-4d6a-a553-7eb0665380da triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:46.684800 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:46.694171 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7490c59b-276e-4f0e-86b1-ff8aeced7b12 req-82302474-10d2-49d9-94af-f57dc48e7942 service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959604 Feb 03 04:53:46.784628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 7fb7579a-547b-4d6a-a553-7eb0665380da is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:46.785266 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:46.800315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-6a1e126c-18d8-40d5-be23-5434f2ebd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:46.801994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-6a1e126c-18d8-40d5-be23-5434f2ebd048 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1126 time: 0.0537870 Feb 03 04:53:46.830524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 7fb7579a-547b-4d6a-a553-7eb0665380da, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7fb7579a-547b-4d6a-a553-7eb0665380da,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:46.831762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb7579a-547b-4d6a-a553-7eb0665380da'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:46.835001 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0012abe-d5f7-4c2b-af94-4f134ffad5cb" -d '{"events": [{"server_uuid": "92b476b9-50fd-47cc-b36e-11ea8527b223", "name": "network-vif-plugged", "status": "completed", "tag": "7fb7579a-547b-4d6a-a553-7eb0665380da"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:46.840002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:46.859099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe471-af4c-493e-b45e-89eb915595c3 req-48ab4e22-f30c-4683-9693-8e50d6b9bf9c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:46.868513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8edfe471-af4c-493e-b45e-89eb915595c3 req-48ab4e22-f30c-4683-9693-8e50d6b9bf9c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 945 time: 0.0724504 Feb 03 04:53:46.914405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=7fb7579a-547b-4d6a-a553-7eb0665380da,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:46.932732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8edfe471-af4c-493e-b45e-89eb915595c3 req-6005ae39-41e1-42ba-9892-e5abd3246af5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634453 Feb 03 04:53:46.952429 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59186bab-50ea-4292-be36-ef674927dbee x-openstack-request-id: req-59186bab-50ea-4292-be36-ef674927dbee {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:46.952592 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b476b9-50fd-47cc-b36e-11ea8527b223", "name": "network-vif-plugged", "status": "completed", "tag": "7fb7579a-547b-4d6a-a553-7eb0665380da", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:46.952768 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59186bab-50ea-4292-be36-ef674927dbee {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:46.953147 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb7579a-547b-4d6a-a553-7eb0665380da', 'code': 200} Feb 03 04:53:47.003204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-fad8e3b7-16f9-4e71-b7be-bf10bbae1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:47.003204 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-fad8e3b7-16f9-4e71-b7be-bf10bbae1794 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 898 time: 0.1900702 Feb 03 04:53:47.061321 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-12a3d8e6-3394-436d-ae5d-9b4548f428fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 217 time: 0.0539718 Feb 03 04:53:47.137635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8186e4a-59ca-4b44-9893-ed5aa1fa2313 req-9374c414-c80a-42fb-96e5-b4fc5112011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:47.139158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8186e4a-59ca-4b44-9893-ed5aa1fa2313 req-9374c414-c80a-42fb-96e5-b4fc5112011b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 1128 time: 0.0865200 Feb 03 04:53:47.142843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-5da6f315-2ba6-4265-9883-c68e5afab42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:47.144220 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-5da6f315-2ba6-4265-9883-c68e5afab42b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0640781 Feb 03 04:53:47.223912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c8186e4a-59ca-4b44-9893-ed5aa1fa2313 req-1e3e663e-c0fb-4355-a747-a1be13da9a03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784409 Feb 03 04:53:47.230215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-7738af17-f8b6-4502-8a6f-69ec08b97173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:47.231774 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-7738af17-f8b6-4502-8a6f-69ec08b97173 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807807 Feb 03 04:53:47.366934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-b8a2ae8a-72fe-47c7-8c5e-63541d793c53 service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258292 Feb 03 04:53:47.489128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb4916-1dda-41c1-9ffa-631eb407b008 req-ce461630-fd8d-4d1e-9fe6-525a962834bb tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:47.490583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8fb4916-1dda-41c1-9ffa-631eb407b008 req-ce461630-fd8d-4d1e-9fe6-525a962834bb tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 944 time: 0.0967345 Feb 03 04:53:47.542918 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-67e4fa7f-10bb-481f-9539-efdb15665501 req-c8648535-66e7-4bb5-b8f5-6180fcba1d2d service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633425 Feb 03 04:53:47.566928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8fb4916-1dda-41c1-9ffa-631eb407b008 req-b7d89dff-63e5-4d29-95d7-488f00c58491 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679860 Feb 03 04:53:48.138225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386640fd-6c53-4dd2-9ebc-989e45719af3 req-3af44b9f-c7f7-4bcd-a8b6-fb0a28bc6d4a tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:48.140860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-386640fd-6c53-4dd2-9ebc-989e45719af3 req-3af44b9f-c7f7-4bcd-a8b6-fb0a28bc6d4a tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 946 time: 0.1004248 Feb 03 04:53:48.211874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-386640fd-6c53-4dd2-9ebc-989e45719af3 req-c53dcf2b-db6b-4d07-80c4-164811b1c90c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621033 Feb 03 04:53:48.706100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5fd81-be68-468c-9661-4a6a97af8238 req-deabd464-e3cc-4913-842c-34be28cb3bdf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:48.708640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdd5fd81-be68-468c-9661-4a6a97af8238 req-deabd464-e3cc-4913-842c-34be28cb3bdf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 944 time: 0.0561883 Feb 03 04:53:48.769625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdd5fd81-be68-468c-9661-4a6a97af8238 req-57acb5d2-da49-4620-a4e6-ab2a5a3796a8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552893 Feb 03 04:53:49.189321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 49952) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:49.490374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca6e7-16d9-49dc-86ed-891318d52c80 req-575a6873-a7be-4bbc-a7cd-104883e76f59 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:49.491962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac9ca6e7-16d9-49dc-86ed-891318d52c80 req-575a6873-a7be-4bbc-a7cd-104883e76f59 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 946 time: 0.1530850 Feb 03 04:53:49.616746 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac9ca6e7-16d9-49dc-86ed-891318d52c80 req-94b901bf-d816-4b54-96cd-c9470c586151 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814474 Feb 03 04:53:49.761632 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:50.435190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:53:50.484353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2643dce-d87f-49e5-b3df-714d10a6676d req-1ef06bad-61bd-45a2-9215-12048b240816 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:50.486144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2643dce-d87f-49e5-b3df-714d10a6676d req-1ef06bad-61bd-45a2-9215-12048b240816 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 944 time: 0.1733780 Feb 03 04:53:50.629555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:50.645359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'port_id': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'mac_address': 'fa:16:3e:e1:af:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:53:50.689059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2643dce-d87f-49e5-b3df-714d10a6676d req-9f4e565e-2cc5-497d-b19f-24fcbcb96723 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764383 Feb 03 04:53:50.727812 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d8e9fe4f-810b-432f-8be7-00e004525c31 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:50.729206 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:50.752389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e9fe4f-810b-432f-8be7-00e004525c31 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:53:50.780764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:50.786039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:50.864566 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port e67293f6-d24a-4bdf-9351-18d16f23e88e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:50.865554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:50.892820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:50.970452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port e67293f6-d24a-4bdf-9351-18d16f23e88e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e67293f6-d24a-4bdf-9351-18d16f23e88e,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:50.971007 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:50.991185 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for e67293f6-d24a-4bdf-9351-18d16f23e88e owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:51.011314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d8e9fe4f-810b-432f-8be7-00e004525c31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:53:51.257385 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e67293f6-d24a-4bdf-9351-18d16f23e88e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:51.340420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=e67293f6-d24a-4bdf-9351-18d16f23e88e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:51.647214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:52.016653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc76254-fefb-4f8c-8ad7-f9ac523a9783 req-de9d9b14-5c24-4fdd-9e6b-5e3f2d38d3c6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:52.018222 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cc76254-fefb-4f8c-8ad7-f9ac523a9783 req-de9d9b14-5c24-4fdd-9e6b-5e3f2d38d3c6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1387348 Feb 03 04:53:52.041507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router ac64b1e4-f52c-411d-b920-f72879ed9faa has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:53:52.151467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cc76254-fefb-4f8c-8ad7-f9ac523a9783 req-df5bad79-b284-4b86-b70e-6a48e2baa9ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242313 Feb 03 04:53:52.217752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:53:52.244862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] Sync routers for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:53:52.252808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-93de43b6-673e-4a01-891f-14523044128a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "PUT /v2.0/routers/ac64b1e4-f52c-411d-b920-f72879ed9faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0595837 Feb 03 04:53:52.277436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:52.279211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:52.419691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:52.465820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:53:52.607706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port d8e9fe4f-810b-432f-8be7-00e004525c31 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:53:52.620564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port d8e9fe4f-810b-432f-8be7-00e004525c31 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:53:52.621038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:52.633567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4891c-5d2d-41af-a36b-3ff41fd1dc2a req-1b663f6d-396b-4f23-866e-9ce77ee89c3c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:52.635438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cdb4891c-5d2d-41af-a36b-3ff41fd1dc2a req-1b663f6d-396b-4f23-866e-9ce77ee89c3c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 946 time: 0.0943854 Feb 03 04:53:52.696266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cdb4891c-5d2d-41af-a36b-3ff41fd1dc2a req-0d992c6a-a504-4711-9d90-0a5ce667a2e6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542948 Feb 03 04:53:52.776959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port d8e9fe4f-810b-432f-8be7-00e004525c31 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:53:52.777514 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:52.826051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:52.828379 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b126d6-5462-4443-9445-834d4e3c438c" -d '{"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:52.852385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:52.864513 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:52.928258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:51Z', 'revision_number': 6, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:29Z', 'revision_number': 1, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:52.933451 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb59b3e-33e9-4c12-ad7a-1108e5da6f70 x-openstack-request-id: req-abb59b3e-33e9-4c12-ad7a-1108e5da6f70 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:52.933649 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:52.933968 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abb59b3e-33e9-4c12-ad7a-1108e5da6f70 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:52.934310 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'code': 200} Feb 03 04:53:52.985129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] Checking router: ac64b1e4-f52c-411d-b920-f72879ed9faa for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:53:52.987217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:52.997423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:52.998033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:53.090516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367664-033d-4c02-aeb0-a86ff2f0a47e req-2ad0a691-7741-4fec-9ea4-2cf3d96c6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:53.092116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6367664-033d-4c02-aeb0-a86ff2f0a47e req-2ad0a691-7741-4fec-9ea4-2cf3d96c6b5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1128 time: 0.0940182 Feb 03 04:53:53.139474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:53.215802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6367664-033d-4c02-aeb0-a86ff2f0a47e req-e8f60160-2f04-448a-ba00-8d63cda12c79 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156631 Feb 03 04:53:53.382761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f42053-07b4-4b7e-868b-5b9d2996c531 req-69d022cf-ad40-45f0-9f3a-dd09d49adcd5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:53.391224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93f42053-07b4-4b7e-868b-5b9d2996c531 req-69d022cf-ad40-45f0-9f3a-dd09d49adcd5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.1081750 Feb 03 04:53:53.471444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93f42053-07b4-4b7e-868b-5b9d2996c531 req-7f12e45d-6a22-4a3c-93dd-c439cd73595e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744321 Feb 03 04:53:53.555107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:51Z', 'revision_number': 6, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:29Z', 'revision_number': 1, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:53.583674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93930095-20f7-4d9a-9b16-9abfcaed1964 None None] The sync data for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 is: [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:51Z', 'revision_number': 6, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '2bb0d56e-65a6-410e-b132-db3c5bec4c9e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'port_id': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'mac_address': 'fa:16:3e:c7:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:52:27Z', 'updated_at': '2022-02-03T04:52:29Z', 'revision_number': 1, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:53:53.849709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:53.851968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e233c-470a-40fd-83b9-a15f8e4ff2b8 req-6780989d-a6a4-44d5-a168-27ae54b841ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:53.856025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-529e233c-470a-40fd-83b9-a15f8e4ff2b8 req-6780989d-a6a4-44d5-a168-27ae54b841ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 946 time: 0.0700331 Feb 03 04:53:53.943151 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:53.973660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-529e233c-470a-40fd-83b9-a15f8e4ff2b8 req-f6b01918-9f31-41d2-a714-d91737268391 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127207 Feb 03 04:53:54.221036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-d659259a-a45d-4314-8736-71e40cdeaca3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:54.222652 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-d659259a-a45d-4314-8736-71e40cdeaca3 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.31 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 946 time: 0.0954635 Feb 03 04:53:54.382777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port 04902c22-b9d9-4e06-8825-d0ea1407fbdd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:54.383128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:54.612313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port 04902c22-b9d9-4e06-8825-d0ea1407fbdd, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=04902c22-b9d9-4e06-8825-d0ea1407fbdd,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:54.612940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:54.632842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for 04902c22-b9d9-4e06-8825-d0ea1407fbdd owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:54.672411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352138-2d59-44ed-a41a-09628104dabe req-c4d462ce-dc90-4826-bfcb-56f14196099a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:54.674585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85352138-2d59-44ed-a41a-09628104dabe req-c4d462ce-dc90-4826-bfcb-56f14196099a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.0611858 Feb 03 04:53:54.757920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85352138-2d59-44ed-a41a-09628104dabe req-d6d54f01-c3d5-4259-8ef1-ec4bbf6a248d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691702 Feb 03 04:53:54.845146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (04902c22-b9d9-4e06-8825-d0ea1407fbdd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:54.931128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=04902c22-b9d9-4e06-8825-d0ea1407fbdd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:54.937538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e67293f6-d24a-4bdf-9351-18d16f23e88e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:53:54.960795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] No DVR routers for this DVR port 04902c22-b9d9-4e06-8825-d0ea1407fbdd on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:53:54.963610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:54.967266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af254f77-d6b1-42e8-bfdb-9cd75eb60919 req-1dc8f82a-6d4e-4302-84d2-516d5194586f tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.31 "DELETE /v2.0/ports/04902c22-b9d9-4e06-8825-d0ea1407fbdd HTTP/1.1" status: 204 len: 173 time: 0.7385571 Feb 03 04:53:54.967764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c93f1-7bc8-4531-81c5-625be4246c01', 'name': 'network-vif-deleted', 'tag': '04902c22-b9d9-4e06-8825-d0ea1407fbdd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:54.970318 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b7108c-0406-412f-9adb-c17c6f4677d7" -d '{"events": [{"server_uuid": "027c93f1-7bc8-4531-81c5-625be4246c01", "name": "network-vif-deleted", "tag": "04902c22-b9d9-4e06-8825-d0ea1407fbdd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:54.973340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b009e-1eb2-4183-bd6f-3d2a96867a5a req-c83ceed6-72c1-438e-9b7c-aad419a83e71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:54.974965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf8b009e-1eb2-4183-bd6f-3d2a96867a5a req-c83ceed6-72c1-438e-9b7c-aad419a83e71 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.1401978 Feb 03 04:53:54.999478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e67293f6-d24a-4bdf-9351-18d16f23e88e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:53:55.000315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e67293f6-d24a-4bdf-9351-18d16f23e88e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:53:55.072566 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae64701-59e8-4ae3-9351-8da5c8495355 x-openstack-request-id: req-eae64701-59e8-4ae3-9351-8da5c8495355 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:55.072869 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c93f1-7bc8-4531-81c5-625be4246c01", "name": "network-vif-deleted", "tag": "04902c22-b9d9-4e06-8825-d0ea1407fbdd", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:55.073133 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eae64701-59e8-4ae3-9351-8da5c8495355 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:55.073667 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c93f1-7bc8-4531-81c5-625be4246c01', 'name': 'network-vif-deleted', 'tag': '04902c22-b9d9-4e06-8825-d0ea1407fbdd', 'status': 'completed', 'code': 200} Feb 03 04:53:55.092320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf8b009e-1eb2-4183-bd6f-3d2a96867a5a req-05666270-613f-4362-b7e6-6f9022859807 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076465 Feb 03 04:53:55.108718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:55.179170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c18cc7-dcc4-4973-bedc-559654738d69 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:55.181243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-62c18cc7-dcc4-4973-bedc-559654738d69 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1123 time: 0.0712256 Feb 03 04:53:55.188072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:55.193735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:53:55.209161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa677497-1028-4fe5-8281-fd6ddf13f523 req-cc2ef163-a3f3-4d0c-964d-1d74fd17f2d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=027c93f1-7bc8-4531-81c5-625be4246c01 HTTP/1.1" status: 200 len: 210 time: 0.0553973 Feb 03 04:53:55.243165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:55.391979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:55.590367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.193 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/69a14699-2404-42d5-99bb-05da90c69edd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:53:55.789173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (69a14699-2404-42d5-99bb-05da90c69edd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:55.844881 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (69a14699-2404-42d5-99bb-05da90c69edd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:55.894170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:53:55.897383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:53:55.904400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:53:55.908859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=69a14699-2404-42d5-99bb-05da90c69edd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:56.289483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:56.441788 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (5a400216-7f4e-4c95-b3e1-b4f39d4d63cc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:56.499131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (5a400216-7f4e-4c95-b3e1-b4f39d4d63cc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:56.590706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (696c340e-b8eb-4fd2-a2c8-43c58b995e11), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:56.652887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5a400216-7f4e-4c95-b3e1-b4f39d4d63cc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:56.655587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:56.667369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/security-groups/5a400216-7f4e-4c95-b3e1-b4f39d4d63cc HTTP/1.1" status: 204 len: 168 time: 0.3759067 Feb 03 04:53:56.687898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a400216-7f4e-4c95-b3e1-b4f39d4d63cc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:56.708094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.708443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.708968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.709545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.710039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.710777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.711270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.712031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.712562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.713048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.713534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.714030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.714524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b746e62-c479-4ada-a5f2-aa49f36a86fa tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:53:56.734460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:56.847974 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (69a14699-2404-42d5-99bb-05da90c69edd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:56.873600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting subnet 7173281b-059e-40e8-b180-4e00a94d8a8f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:53:56.887058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (7173281b-059e-40e8-b180-4e00a94d8a8f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:56.980793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (7173281b-059e-40e8-b180-4e00a94d8a8f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.076790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (69a14699-2404-42d5-99bb-05da90c69edd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.083735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (69a14699-2404-42d5-99bb-05da90c69edd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.100884 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7173281b-059e-40e8-b180-4e00a94d8a8f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.163219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=69a14699-2404-42d5-99bb-05da90c69edd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:57.185436 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (7173281b-059e-40e8-b180-4e00a94d8a8f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.213495 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (696c340e-b8eb-4fd2-a2c8-43c58b995e11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.247304 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.254323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/subnets/7173281b-059e-40e8-b180-4e00a94d8a8f HTTP/1.1" status: 204 len: 168 time: 0.5187776 Feb 03 04:53:57.254745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5252c14-3e0b-45ad-ac03-c0f4e8868a71 None None] Network 0d85b581-bd82-416f-b3d7-abee2eac909a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:53:57.257776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df160f8f-ab06-497b-b459-b7bd6e7f2468 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Subnet': ['ID=7173281b-059e-40e8-b180-4e00a94d8a8f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:57.263962 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:57.430549 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP 696c340e-b8eb-4fd2-a2c8-43c58b995e11 associated. External IP: 172.25.7.193, port: d8e9fe4f-810b-432f-8be7-00e004525c31. Feb 03 04:53:57.495285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] DHCP port deletion for 0d85b581-bd82-416f-b3d7-abee2eac909a request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:53:57.518784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (0d85b581-bd82-416f-b3d7-abee2eac909a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.600226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] Deleting port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:57.602511 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.613317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:57.613685 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.697607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:57.697988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.714192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:57.739760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] For port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,segment=NetworkSegment(18b50dfc-a04a-496e-add4-b389495b7b71),segment_id=18b50dfc-a04a-496e-add4-b389495b7b71)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:53:57.741952 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.772025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] Calling delete_port for 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:57.847259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 6439cf90-6924-45dd-8260-bc0183f6cca0 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:53:57.858625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.900069 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (4e5f1e99-65a9-48bd-b7a5-8854eed1c555), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:57.901502 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] No DVR routers for this DVR port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:53:57.909447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:57.952335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] Pushing event deleted for resources: {'Port': ['ID=4e5f1e99-65a9-48bd-b7a5-8854eed1c555,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:57.959583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8c319-2df0-4270-b7a9-82ef8f9c3cee None None] No DVR routers for this DVR port 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:53:58.053720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (0d85b581-bd82-416f-b3d7-abee2eac909a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:58.055039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:53:58.066271 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] Sync routers for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:53:58.082473 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:58.083103 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:58.093336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d85b581-bd82-416f-b3d7-abee2eac909a']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:58.093576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:58.107519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b50dfc-a04a-496e-add4-b389495b7b71') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:58.108234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b50dfc-a04a-496e-add4-b389495b7b71') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:58.133770 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (18b50dfc-a04a-496e-add4-b389495b7b71), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:58.159288 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c65eced9-503f-4bec-8158-19687368486d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9698637 Feb 03 04:53:58.161015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:53:58.164519 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db27228-d977-4285-b798-a5b60a7fe93d" -d '{"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:53:58.167731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (18b50dfc-a04a-496e-add4-b389495b7b71), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:58.181064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:53:58.183636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (18b50dfc-a04a-496e-add4-b389495b7b71), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:53:58.190276 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:53:58.279729 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39fbe19-607c-4b4a-a435-28ea785c2400 x-openstack-request-id: req-d39fbe19-607c-4b4a-a435-28ea785c2400 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:53:58.280208 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:53:58.280630 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d39fbe19-607c-4b4a-a435-28ea785c2400 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:53:58.281245 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'status': 'completed', 'code': 200} Feb 03 04:53:58.368220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db27228-d977-4285-b798-a5b60a7fe93d req-0478cdf9-be1b-4ef9-9424-e8315fdc18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:58.369814 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db27228-d977-4285-b798-a5b60a7fe93d req-0478cdf9-be1b-4ef9-9424-e8315fdc18a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1128 time: 0.0761182 Feb 03 04:53:58.407071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (0d85b581-bd82-416f-b3d7-abee2eac909a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:58.474407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:58.479544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/networks/0d85b581-bd82-416f-b3d7-abee2eac909a HTTP/1.1" status: 204 len: 168 time: 1.2111936 Feb 03 04:53:58.504546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:58.513016 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5527912-ff71-4c4b-a8f9-859006b80993 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Network': ['ID=0d85b581-bd82-416f-b3d7-abee2eac909a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:58.522006 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:58.529761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 04902c22-b9d9-4e06-8825-d0ea1407fbdd no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:53:58.578925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d7e8-3e34-43a0-8afa-1662bb5ed7d4 req-76f6de84-765e-4074-84e3-eb014d36812f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:58.578925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6098d7e8-3e34-43a0-8afa-1662bb5ed7d4 req-76f6de84-765e-4074-84e3-eb014d36812f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.1943831 Feb 03 04:53:58.609150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 04902c22-b9d9-4e06-8825-d0ea1407fbdd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:53:58.609510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 04902c22-b9d9-4e06-8825-d0ea1407fbdd not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:53:58.611924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db27228-d977-4285-b798-a5b60a7fe93d req-6e1ca9c7-4697-4256-a5ef-d19bfe404deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:58.619848 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db27228-d977-4285-b798-a5b60a7fe93d req-6e1ca9c7-4697-4256-a5ef-d19bfe404deb service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 898 time: 0.2400234 Feb 03 04:53:58.709306 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db27228-d977-4285-b798-a5b60a7fe93d req-4df37ab4-1fb7-4106-a122-619751daf57d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1000 time: 0.0820844 Feb 03 04:53:58.778763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db27228-d977-4285-b798-a5b60a7fe93d req-73745de2-9ead-4545-be96-d939efee2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:58.793692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db27228-d977-4285-b798-a5b60a7fe93d req-73745de2-9ead-4545-be96-d939efee2422 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0763848 Feb 03 04:53:58.875024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6098d7e8-3e34-43a0-8afa-1662bb5ed7d4 req-9b5fbd47-9f13-481b-999c-0f38eb70b2b9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875284 Feb 03 04:53:58.884429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db27228-d977-4285-b798-a5b60a7fe93d req-ebd57b27-60e5-449a-8c2a-69d699327a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:53:58.886355 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db27228-d977-4285-b798-a5b60a7fe93d req-ebd57b27-60e5-449a-8c2a-69d699327a35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851905 Feb 03 04:53:58.898099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:53:59.004017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:53:59.023827 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '696c340e-b8eb-4fd2-a2c8-43c58b995e11', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'port_id': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'mac_address': 'fa:16:3e:e1:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:53:56Z', 'updated_at': '2022-02-03T04:53:56Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:59.048685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port 7a4dfe24-5809-4398-ae2f-c4f04db4fd1d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:53:59.049865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:59.061543 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] Checking router: 6439cf90-6924-45dd-8260-bc0183f6cca0 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:53:59.071425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:53:59.071805 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:53:59.072331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 4e5f1e99-65a9-48bd-b7a5-8854eed1c555 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:53:59.077612 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:59.111202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7872f14a-22b7-438e-96dd-abd3fbab8f76 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/696c340e-b8eb-4fd2-a2c8-43c58b995e11 HTTP/1.1" status: 200 len: 992 time: 0.2083144 Feb 03 04:53:59.269297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:59.269926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:59.270063 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:53:59.314023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for 7a4dfe24-5809-4398-ae2f-c4f04db4fd1d owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:53:59.582293 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '696c340e-b8eb-4fd2-a2c8-43c58b995e11', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'port_id': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'mac_address': 'fa:16:3e:e1:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:53:56Z', 'updated_at': '2022-02-03T04:53:56Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:53:59.612052 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7a4dfe24-5809-4398-ae2f-c4f04db4fd1d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:59.626087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f8bc7-d710-48b7-9410-8a9e5161da9d None None] The sync data for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 is: [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '696c340e-b8eb-4fd2-a2c8-43c58b995e11', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'port_id': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'mac_address': 'fa:16:3e:e1:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:53:56Z', 'updated_at': '2022-02-03T04:53:56Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:53:59.652937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db27228-d977-4285-b798-a5b60a7fe93d req-585278da-9913-4de8-a563-464dc36235c6 service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7601779 Feb 03 04:53:59.703162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=7a4dfe24-5809-4398-ae2f-c4f04db4fd1d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:53:59.793353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db27228-d977-4285-b798-a5b60a7fe93d req-b6a1a76f-ceac-429c-a955-8b8187576304 service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287773 Feb 03 04:53:59.821856 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (2bb0d56e-65a6-410e-b132-db3c5bec4c9e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:53:59.822358 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Floating IP 2bb0d56e-65a6-410e-b132-db3c5bec4c9e disassociated (deleted). External IP: 172.25.7.148, port: 7182be8b-a1c8-4521-b4b8-24ab693f9131. Feb 03 04:54:00.062591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435266f-2c88-40dc-a2b8-274dc7a0bfe5 None None] New status for floating IP 696c340e-b8eb-4fd2-a2c8-43c58b995e11: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:54:00.113410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:00.173670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router ac64b1e4-f52c-411d-b920-f72879ed9faa has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:54:00.202126 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e3fa057-d5f8-4e15-b031-9301a66d6e95 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/696c340e-b8eb-4fd2-a2c8-43c58b995e11 HTTP/1.1" status: 200 len: 992 time: 0.0875082 Feb 03 04:54:00.316318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:00.321669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:00.327687 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] Sync routers for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:00.354063 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:00.355395 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:00.364692 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f2dc821d-099e-4ff3-b2c7-91fa97894547 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/floatingips/2bb0d56e-65a6-410e-b132-db3c5bec4c9e HTTP/1.1" status: 204 len: 168 time: 1.8551807 Feb 03 04:54:00.364692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:00.364692 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445c8e9-1c7d-431f-bb91-6294351c67fb" -d '{"events": [{"name": "network-changed", "server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:00.450669 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83889da5-de45-4c08-8cc1-b386fb95117b x-openstack-request-id: req-83889da5-de45-4c08-8cc1-b386fb95117b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:00.451034 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:00.451339 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83889da5-de45-4c08-8cc1-b386fb95117b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:00.451835 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'status': 'completed', 'code': 200} Feb 03 04:54:00.653833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-d4728912-feaf-4749-8073-072bbee56f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:00.661462 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-d4728912-feaf-4749-8073-072bbee56f83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 1128 time: 0.1759083 Feb 03 04:54:00.753258 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:00.888158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-c9df173c-a051-4840-a919-fbd8a8fc9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:00.889546 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-c9df173c-a051-4840-a919-fbd8a8fc9fe0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 200 len: 898 time: 0.2206907 Feb 03 04:54:00.897091 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-dc8afabd-64a7-40b2-99f9-6293ba743ac6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815303 Feb 03 04:54:00.940552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b633b-67cf-4289-bbc9-1a5ad0fc7bf7 req-18200922-7e1c-4591-99af-5abdccf9b9fe tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:00.946353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-398b633b-67cf-4289-bbc9-1a5ad0fc7bf7 req-18200922-7e1c-4591-99af-5abdccf9b9fe tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 946 time: 0.1256852 Feb 03 04:54:00.973260 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-8963a8a7-b495-4b10-852e-2ff70b955848 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131 HTTP/1.1" status: 200 len: 217 time: 0.0736067 Feb 03 04:54:01.079308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-398b633b-67cf-4289-bbc9-1a5ad0fc7bf7 req-2b8464d5-a506-4592-ba2e-c4df729dcda1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218286 Feb 03 04:54:01.100843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-d7bb9b9b-5349-4342-b96c-c9fcd95a7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:01.102776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-d7bb9b9b-5349-4342-b96c-c9fcd95a7235 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53b8a1cd-3ccb-457b-899e-812a365d5909 HTTP/1.1" status: 200 len: 835 time: 0.0985188 Feb 03 04:54:01.109243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b5d42-6349-4ed4-baa5-132658838dee req-cd88e291-9cea-4dd2-b612-3c27214da8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:01.110946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-cd88e291-9cea-4dd2-b612-3c27214da8cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1128 time: 0.1617560 Feb 03 04:54:01.181184 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:51Z', 'revision_number': 6, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:01.205376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50344) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:01.218216 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] Checking router: ac64b1e4-f52c-411d-b920-f72879ed9faa for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:01.231061 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:01.233960 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:53:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:01.267664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-629c62d4-9d21-46fc-bd60-1793ebe96335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:01.269410 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-629c62d4-9d21-46fc-bd60-1793ebe96335 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7897ea26-a368-49e3-9af5-2d4549867b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1574397 Feb 03 04:54:01.345285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eeb32758-2013-4eeb-b291-6ae5fca64758 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/696c340e-b8eb-4fd2-a2c8-43c58b995e11 HTTP/1.1" status: 200 len: 994 time: 0.1334369 Feb 03 04:54:01.354041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b5d42-6349-4ed4-baa5-132658838dee req-ffdab5a7-fecf-4584-a1ac-3e5beef6cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:01.355636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-ffdab5a7-fecf-4584-a1ac-3e5beef6cae8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 898 time: 0.1914196 Feb 03 04:54:01.411635 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:01.497697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-2c34994c-cad2-483c-8f5b-0ef47d99dac6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1002 time: 0.1030114 Feb 03 04:54:01.549652 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-791d31c4-3960-4790-a7f7-2f72d6911833 service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722995 Feb 03 04:54:01.569247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b5d42-6349-4ed4-baa5-132658838dee req-7d8cbce2-e619-4f83-b52d-e4cde0d48e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:01.572176 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-7d8cbce2-e619-4f83-b52d-e4cde0d48e5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0657687 Feb 03 04:54:01.654649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b5d42-6349-4ed4-baa5-132658838dee req-fd362155-2571-403f-815d-c7c700487dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:01.673336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-fd362155-2571-403f-815d-c7c700487dd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755620 Feb 03 04:54:01.769888 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:51Z', 'revision_number': 6, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:01.818028 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61aeea-44f1-4153-9267-d8db8636ff8d None None] The sync data for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 is: [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:53:51Z', 'revision_number': 6, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '7010760d-2724-4ef5-95a3-452ce85e0a07', 'name': '', 'network_id': '7897ea26-a368-49e3-9af5-2d4549867b79', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:b1:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:52:01Z', 'updated_at': '2022-02-03T04:52:07Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '53b8a1cd-3ccb-457b-899e-812a365d5909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:01.904516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-cfebba1c-4a54-402a-97ba-97ff857fb79a service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302744 Feb 03 04:54:01.929994 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1445c8e9-1c7d-431f-bb91-6294351c67fb req-11103031-f695-4039-aedb-ccce90352a66 service neutron] 10.222.0.15 "GET /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698802 Feb 03 04:54:02.076790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-638b5d42-6349-4ed4-baa5-132658838dee req-73445ea0-eed8-4747-8d78-beaebd6a454b service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453087 Feb 03 04:54:02.259969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-3a56234f-4b21-4875-9ed1-c1bed6205f59 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:02.266504 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-3a56234f-4b21-4875-9ed1-c1bed6205f59 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 946 time: 0.0990026 Feb 03 04:54:02.293718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17201376-c9a0-44ee-987f-582eda5bb0af None None] New status for floating IP 2bb0d56e-65a6-410e-b132-db3c5bec4c9e: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:54:02.307575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a806e-9fc2-4ab3-b3bb-d534ff972f37 req-15ae6d31-8237-45c5-a861-0e6237347e5d tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:02.313963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c9a806e-9fc2-4ab3-b3bb-d534ff972f37 req-15ae6d31-8237-45c5-a861-0e6237347e5d tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 946 time: 0.1223185 Feb 03 04:54:02.418011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c9a806e-9fc2-4ab3-b3bb-d534ff972f37 req-e287d3d1-5e48-49a7-8b02-c61f57cdb5e7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f0bf53-224e-4041-a934-8887d7667746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939701 Feb 03 04:54:02.450553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port 7182be8b-a1c8-4521-b4b8-24ab693f9131 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:02.451525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:02.578790 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port 7182be8b-a1c8-4521-b4b8-24ab693f9131, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7182be8b-a1c8-4521-b4b8-24ab693f9131,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:02.579905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:02.600671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for 7182be8b-a1c8-4521-b4b8-24ab693f9131 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:02.771239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7182be8b-a1c8-4521-b4b8-24ab693f9131), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:02.817561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=7182be8b-a1c8-4521-b4b8-24ab693f9131,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:02.886885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] No DVR routers for this DVR port 7182be8b-a1c8-4521-b4b8-24ab693f9131 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:54:02.899618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:02.903398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-98b5a88b-b1e4-462d-bee1-18df68697234 req-4fedb96f-140a-46b3-8095-659f680734db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "DELETE /v2.0/ports/7182be8b-a1c8-4521-b4b8-24ab693f9131 HTTP/1.1" status: 204 len: 173 time: 0.6278923 Feb 03 04:54:02.903885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'name': 'network-vif-deleted', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:02.906615 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e99bbdc-6bbb-4877-b675-10b384672a01" -d '{"events": [{"server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "name": "network-vif-deleted", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:02.954327 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd29af-7356-4118-8b4d-67075292a710 x-openstack-request-id: req-36bd29af-7356-4118-8b4d-67075292a710 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:02.954726 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcbcdd2-feaf-4876-8e53-147b6293e8bc", "name": "network-vif-deleted", "tag": "7182be8b-a1c8-4521-b4b8-24ab693f9131", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:02.955094 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36bd29af-7356-4118-8b4d-67075292a710 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:02.955658 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcbcdd2-feaf-4876-8e53-147b6293e8bc', 'name': 'network-vif-deleted', 'tag': '7182be8b-a1c8-4521-b4b8-24ab693f9131', 'status': 'completed', 'code': 200} Feb 03 04:54:03.094412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a64bdc69-4717-45be-b1cb-5838a795617a req-4e89917b-359b-4314-8bab-b4bf50c77dbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0431509 Feb 03 04:54:03.176955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70502990-d719-47ef-ade5-c9a3ca6bfc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:03.218885 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a64bdc69-4717-45be-b1cb-5838a795617a req-5b7f814c-4c75-47a9-b1e8-ec34ca10189d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 210 time: 0.0627034 Feb 03 04:54:03.534893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bdc69-4717-45be-b1cb-5838a795617a req-a8061573-6fca-4f9a-a439-fbda608c6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:03.537674 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a64bdc69-4717-45be-b1cb-5838a795617a req-a8061573-6fca-4f9a-a439-fbda608c6cca service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2884495 Feb 03 04:54:03.589202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61fe532b-2eff-4a13-8147-b56ebf875f41 req-bc449133-5020-4200-bd38-1ccabed3ecd8 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcbcdd2-feaf-4876-8e53-147b6293e8bc HTTP/1.1" status: 200 len: 210 time: 0.0462704 Feb 03 04:54:03.765974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bdc69-4717-45be-b1cb-5838a795617a req-dda4f763-4f8e-4d39-b207-ddf8c6e1db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:03.767841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a64bdc69-4717-45be-b1cb-5838a795617a req-dda4f763-4f8e-4d39-b207-ddf8c6e1db87 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2239392 Feb 03 04:54:04.666791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50414) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:04.748702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb8eddd9-c945-48e8-94d4-faac6721f195 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (63f0bf53-224e-4041-a934-8887d7667746), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:04.777960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb8eddd9-c945-48e8-94d4-faac6721f195 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (63f0bf53-224e-4041-a934-8887d7667746), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:04.863336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb8eddd9-c945-48e8-94d4-faac6721f195 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (63f0bf53-224e-4041-a934-8887d7667746), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:04.868314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb8eddd9-c945-48e8-94d4-faac6721f195 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:04.869776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb8eddd9-c945-48e8-94d4-faac6721f195 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/security-groups/63f0bf53-224e-4041-a934-8887d7667746 HTTP/1.1" status: 204 len: 168 time: 0.2018902 Feb 03 04:54:04.895140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eddd9-c945-48e8-94d4-faac6721f195 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f0bf53-224e-4041-a934-8887d7667746,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:04.956165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:05.500720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:05.942036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port 7010760d-2724-4ef5-95a3-452ce85e0a07 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:05.942391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:06.100804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port 7010760d-2724-4ef5-95a3-452ce85e0a07, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7010760d-2724-4ef5-95a3-452ce85e0a07,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:06.101447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:06.126246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for 7010760d-2724-4ef5-95a3-452ce85e0a07 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:06.420656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bc256ac-0d48-43a6-a4e2-6d8fb77d93fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:06.667794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7182be8b-a1c8-4521-b4b8-24ab693f9131 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:06.695088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 7182be8b-a1c8-4521-b4b8-24ab693f9131 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:06.695920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7182be8b-a1c8-4521-b4b8-24ab693f9131 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:06.732471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:06.868239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7010760d-2724-4ef5-95a3-452ce85e0a07), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:06.912719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=7010760d-2724-4ef5-95a3-452ce85e0a07,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:07.160464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:07.482148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router ac64b1e4-f52c-411d-b920-f72879ed9faa has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:54:07.683345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:07.689656 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a1dd541e-c335-4ca7-9ca9-4a20a63d51d6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "PUT /v2.0/routers/ac64b1e4-f52c-411d-b920-f72879ed9faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252288 Feb 03 04:54:07.693190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50476) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:07.713978 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] Sync routers for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:07.724595 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:07.725692 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:07.764662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting subnet 53b8a1cd-3ccb-457b-899e-812a365d5909 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:54:07.771815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (53b8a1cd-3ccb-457b-899e-812a365d5909), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:07.847828 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (53b8a1cd-3ccb-457b-899e-812a365d5909), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:07.872611 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:07.964202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (53b8a1cd-3ccb-457b-899e-812a365d5909), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.067864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (53b8a1cd-3ccb-457b-899e-812a365d5909), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.110447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Subnet': ['ID=53b8a1cd-3ccb-457b-899e-812a365d5909,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:08.122643 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.127466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8c0d10de-4029-41e7-ae92-6e5fb8a31807 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/subnets/53b8a1cd-3ccb-457b-899e-812a365d5909 HTTP/1.1" status: 204 len: 168 time: 0.4325812 Feb 03 04:54:08.130197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50486) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:08.131967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2ba64-a6f9-4a25-b81f-9aa2ba759ea1 None None] Network 7897ea26-a368-49e3-9af5-2d4549867b79 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:54:08.281555 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:54:06Z', 'revision_number': 7, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:08.284257 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.303218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.362907 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] Checking router: ac64b1e4-f52c-411d-b920-f72879ed9faa for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:08.384912 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] Routers {'ac64b1e4-f52c-411d-b920-f72879ed9faa'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:08.385640 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ac64b1e4-f52c-411d-b920-f72879ed9faa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:08.463219 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (ac64b1e4-f52c-411d-b920-f72879ed9faa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.464079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] DHCP port deletion for 7897ea26-a368-49e3-9af5-2d4549867b79 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:54:08.538677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port c7402974-4cae-4040-a8f8-66ab00ea4edd {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:08.539311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.558568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] Deleting port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:08.559126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.606090 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] Set router ac64b1e4-f52c-411d-b920-f72879ed9faa gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:08.666941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] For port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2dc44c0b-42a2-4ed8-a14c-9615381b7cfa,segment=NetworkSegment(d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1),segment_id=d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:08.667788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.669416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port c7402974-4cae-4040-a8f8-66ab00ea4edd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c7402974-4cae-4040-a8f8-66ab00ea4edd,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:08.669785 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.682966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for c7402974-4cae-4040-a8f8-66ab00ea4edd owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:08.684128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] Calling delete_port for 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:08.841670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (2dc44c0b-42a2-4ed8-a14c-9615381b7cfa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:08.888625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] Pushing event deleted for resources: {'Port': ['ID=2dc44c0b-42a2-4ed8-a14c-9615381b7cfa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:08.900039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d748b-b73a-4e00-88d9-3b5f47851666 None None] No DVR routers for this DVR port 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:54:08.993384 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:54:06Z', 'revision_number': 7, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:08.995310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c7402974-4cae-4040-a8f8-66ab00ea4edd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:09.035116 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017e3b9-950b-4f8d-b73c-c7d21542f98c None None] The sync data for ids ['ac64b1e4-f52c-411d-b920-f72879ed9faa'] in n-d-827549-1 is: [{'id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'name': 'tempest-TestNetworkBasicOps-router-341967677', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:54:06Z', 'revision_number': 7, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'c7402974-4cae-4040-a8f8-66ab00ea4edd', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64b1e4-f52c-411d-b920-f72879ed9faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:51:56Z', 'updated_at': '2022-02-03T04:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:09.061469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=c7402974-4cae-4040-a8f8-66ab00ea4edd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:09.134561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:09.247442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (ac64b1e4-f52c-411d-b920-f72879ed9faa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:09.249714 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_controller (ac64b1e4-f52c-411d-b920-f72879ed9faa), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:09.309083 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:09.480769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:09.528518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:09.529195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2dc44c0b-42a2-4ed8-a14c-9615381b7cfa not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:09.795817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (ac64b1e4-f52c-411d-b920-f72879ed9faa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:09.796570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Fanout notify agent at l3_agent the message router_deleted on router ac64b1e4-f52c-411d-b920-f72879ed9faa {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:54:09.807029 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:09.810774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ab870977-5235-402e-a11a-09f632f675d5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/routers/ac64b1e4-f52c-411d-b920-f72879ed9faa HTTP/1.1" status: 204 len: 168 time: 1.6769402 Feb 03 04:54:09.810991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:09.937509 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (7897ea26-a368-49e3-9af5-2d4549867b79), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.073033 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (7897ea26-a368-49e3-9af5-2d4549867b79), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.114976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897ea26-a368-49e3-9af5-2d4549867b79']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:10.127561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:10.128089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:10.139533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.153890 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.161662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:54:10.162906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (d408ecd9-a7ee-44ff-9f0c-fb46dd53c0f1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:54:10.167084 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:54:10.241260 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (7897ea26-a368-49e3-9af5-2d4549867b79), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.246950 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.255488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/networks/7897ea26-a368-49e3-9af5-2d4549867b79 HTTP/1.1" status: 204 len: 168 time: 0.4432919 Feb 03 04:54:10.273500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:10.278764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'network': {'name': 'tempest-network-smoke--186353331', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:10.281042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec3975-4e30-44c3-9e8b-83b7ea388f87 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Network': ['ID=7897ea26-a368-49e3-9af5-2d4549867b79,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:10.302646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:10.307091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.348428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:54:10.383221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (54b04da2-7fc1-45cb-ad8b-cfadbeec84ab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.383221 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Added segment 54b04da2-7fc1-45cb-ad8b-cfadbeec84ab of type vlan for network c9977215-02a1-412e-9269-3e865a085822 Feb 03 04:54:10.447375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c9977215-02a1-412e-9269-3e865a085822), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.506449 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c9977215-02a1-412e-9269-3e865a085822), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.522198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:10.522882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.683363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Network': ['ID=c9977215-02a1-412e-9269-3e865a085822,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:10.697302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c9977215-02a1-412e-9269-3e865a085822 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:54:10.704494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:10.704804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fcf40993-bdba-4722-9dce-e87e053a140e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4301372 Feb 03 04:54:10.710383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-692994635', 'admin_state_up': True, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:10.782500 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (56f3c415-4c21-4b5e-8836-2a9fe78531a7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.783732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (56f3c415-4c21-4b5e-8836-2a9fe78531a7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:10.961149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_controller (56f3c415-4c21-4b5e-8836-2a9fe78531a7), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:11.103639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7010760d-2724-4ef5-95a3-452ce85e0a07 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:11.160566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7010760d-2724-4ef5-95a3-452ce85e0a07 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:11.171851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7010760d-2724-4ef5-95a3-452ce85e0a07 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:11.172397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7402974-4cae-4040-a8f8-66ab00ea4edd no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:11.219807 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (56f3c415-4c21-4b5e-8836-2a9fe78531a7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:11.268579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c7402974-4cae-4040-a8f8-66ab00ea4edd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:11.269271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c7402974-4cae-4040-a8f8-66ab00ea4edd not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:11.582873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (56f3c415-4c21-4b5e-8836-2a9fe78531a7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:11.603540 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:11.864723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.25.7.23 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d021fed1-010c-41fe-b7f9-b873c693d7e4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:12.057416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:12.099057 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:12.141366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:12.146909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:12.151535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:12.157900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=d021fed1-010c-41fe-b7f9-b873c693d7e4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:12.487794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (56f3c415-4c21-4b5e-8836-2a9fe78531a7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:12.756366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (56f3c415-4c21-4b5e-8836-2a9fe78531a7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:12.942501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:54:13.120536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:13.133514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Sync routers for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:13.144557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:13.145826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ace3ec07-b5d2-4482-8dae-4da0aa2e7e76 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4398119 Feb 03 04:54:13.149146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:13.150939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:13.151570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:13.183736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:13.184051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-757ab517-d88b-41b6-b9ac-24853516bfbf tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9d679143fe3f43e2a497b7b27095e4a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336423 Feb 03 04:54:13.294321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:13.302462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf51de-5bd6-49ba-8ce8-c730ef4354a7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:13.304453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f1bf51de-5bd6-49ba-8ce8-c730ef4354a7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1192169 Feb 03 04:54:13.307234 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50612) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:13.341112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a6e9aef0-ecf0-4d17-ac11-5125c7a6393f tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319257 Feb 03 04:54:13.343370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50614) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:13.353264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1329558676', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:13.527055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:13.532962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:13.609260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:12Z', 'revision_number': 3, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:13.640757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Checking router: 56f3c415-4c21-4b5e-8836-2a9fe78531a7 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:13.641517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Updating router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 port d021fed1-010c-41fe-b7f9-b873c693d7e4 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:54:13.677241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:13.771873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (03cf80d1-cd17-4fe6-b510-eecba642ed9a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:13.876340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Checking segment: {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:13.876722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network hostable DHCP agents. Network: c9977215-02a1-412e-9269-3e865a085822, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:54:13.895449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Subnet': ['ID=03cf80d1-cd17-4fe6-b510-eecba642ed9a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:13.917409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network c9977215-02a1-412e-9269-3e865a085822 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:54:13.943345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c9977215-02a1-412e-9269-3e865a085822) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:13.949457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:13.950410 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:13.999570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2e6b6a43-9570-4845-9d86-a9e3e64f42ca tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6535203 Feb 03 04:54:14.002533 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:14.003780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be09ad-5277-406c-9361-5e1c6fdde9ae None None] Network c9977215-02a1-412e-9269-3e865a085822 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:54:14.127947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c9977215-02a1-412e-9269-3e865a085822', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:54:14.128915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.425600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Publish callbacks [] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.443711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Allocated IP 172.20.0.2 (c9977215-02a1-412e-9269-3e865a085822/03cf80d1-cd17-4fe6-b510-eecba642ed9a/0544779d-0fea-4618-bd9f-75cc226d4064) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:14.450139 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.578341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Attempting to bind port d021fed1-010c-41fe-b7f9-b873c693d7e4 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:14.578625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Attempting to bind port d021fed1-010c-41fe-b7f9-b873c693d7e4 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:14.578984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Attempting to bind port d021fed1-010c-41fe-b7f9-b873c693d7e4 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:14.582283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996938b-10fa-4a48-87f6-482466bb9f63 None None] Pushing event updated for resources: {'Port': ['ID=d021fed1-010c-41fe-b7f9-b873c693d7e4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:14.589213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:14.589590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:14.589993 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.590380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:14.590854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Bound port: d021fed1-010c-41fe-b7f9-b873c693d7e4, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:14.591232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.696016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] For port d021fed1-010c-41fe-b7f9-b873c693d7e4, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:14.701181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] For port d021fed1-010c-41fe-b7f9-b873c693d7e4, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d021fed1-010c-41fe-b7f9-b873c693d7e4,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:14.734248 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.762948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.810663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996938b-10fa-4a48-87f6-482466bb9f63 None None] Pushing event updated for resources: {'Port': ['ID=d021fed1-010c-41fe-b7f9-b873c693d7e4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:14.843640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Publish callbacks [] for port (0544779d-0fea-4618-bd9f-75cc226d4064), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:14.868728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:14.870856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:15.174023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.20.0.1 (c9977215-02a1-412e-9269-3e865a085822/03cf80d1-cd17-4fe6-b510-eecba642ed9a/c8900512-c17c-4f9c-b5d9-afa964403048) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:15.174465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:15.344254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Pushing event updated for resources: {'Port': ['ID=0544779d-0fea-4618-bd9f-75cc226d4064,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:15.367247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Network c9977215-02a1-412e-9269-3e865a085822 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:15.392913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:15.392913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:15.421829 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (c8900512-c17c-4f9c-b5d9-afa964403048), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:15.496540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:15.503680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:15.583323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network c9977215-02a1-412e-9269-3e865a085822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:15.587687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:15.595896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:15.640172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=c8900512-c17c-4f9c-b5d9-afa964403048,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:15.640736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Attempting to bind port 0544779d-0fea-4618-bd9f-75cc226d4064 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:15.641122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Attempting to bind port 0544779d-0fea-4618-bd9f-75cc226d4064 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:15.641498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Attempting to bind port 0544779d-0fea-4618-bd9f-75cc226d4064 on network c9977215-02a1-412e-9269-3e865a085822 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:15.659776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (56f3c415-4c21-4b5e-8836-2a9fe78531a7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:15.691309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:15.691309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Checking segment: {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:15.691654 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:15.691987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Bound using segment: {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:15.692477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Bound port: 0544779d-0fea-4618-bd9f-75cc226d4064, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:15.692863 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:15.829081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:15.937442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] For port 0544779d-0fea-4618-bd9f-75cc226d4064, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:15.957331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] For port 0544779d-0fea-4618-bd9f-75cc226d4064, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0544779d-0fea-4618-bd9f-75cc226d4064,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:15.977243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:16.041668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:12Z', 'revision_number': 3, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:16.078527 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd33f87-bde4-4f34-8e43-539a1500d16a None None] Pushing event updated for resources: {'Port': ['ID=0544779d-0fea-4618-bd9f-75cc226d4064,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:16.081424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db95b-3bb6-4fbb-b745-c3b25cbb9952 None None] The sync data for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 is: [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:12Z', 'revision_number': 3, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:16.382053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (c8900512-c17c-4f9c-b5d9-afa964403048), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:16.392727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:16.568895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=c8900512-c17c-4f9c-b5d9-afa964403048,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:16.614124 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (56f3c415-4c21-4b5e-8836-2a9fe78531a7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:16.683181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:16.775897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network c9977215-02a1-412e-9269-3e865a085822 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:16.777544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:16.851736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-138d9b2c-16df-49a1-a65d-97990605f166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:16.997717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:54:17.033022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-138d9b2c-16df-49a1-a65d-97990605f166 admin admin] Publish callbacks [] for security_group (1bebb384-c28c-462c-bbb9-de276506b978), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.045834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-138d9b2c-16df-49a1-a65d-97990605f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1bebb384-c28c-462c-bbb9-de276506b978), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.125759 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-138d9b2c-16df-49a1-a65d-97990605f166 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=829c322cd77d4e0bb918a2d3b57cb090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381092 Feb 03 04:54:17.125759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d9b2c-16df-49a1-a65d-97990605f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bebb384-c28c-462c-bbb9-de276506b978,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:17.130412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:17.285891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5098-aa4d-4ca2-acf9-c05be2f63d56 admin admin] Publish callbacks [] for security_group (1bebb384-c28c-462c-bbb9-de276506b978), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.292645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:17.308099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1e6789c6-a81f-4c18-8f7d-33e0b997175a tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "PUT /v2.0/routers/56f3c415-4c21-4b5e-8836-2a9fe78531a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3040972 Feb 03 04:54:17.312457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:17.314417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5098-aa4d-4ca2-acf9-c05be2f63d56 admin admin] Publish callbacks [] for security_group (1bebb384-c28c-462c-bbb9-de276506b978), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.344054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0544779d-0fea-4618-bd9f-75cc226d4064 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:17.425515 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5098-aa4d-4ca2-acf9-c05be2f63d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1bebb384-c28c-462c-bbb9-de276506b978), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.429181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5098-aa4d-4ca2-acf9-c05be2f63d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.430231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e3b5098-aa4d-4ca2-acf9-c05be2f63d56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bebb384-c28c-462c-bbb9-de276506b978 HTTP/1.1" status: 204 len: 168 time: 0.2993500 Feb 03 04:54:17.467355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b5098-aa4d-4ca2-acf9-c05be2f63d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bebb384-c28c-462c-bbb9-de276506b978,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:17.520906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0544779d-0fea-4618-bd9f-75cc226d4064 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:17.521101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.751762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0544779d-0fea-4618-bd9f-75cc226d4064 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:17.754658 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.852802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 0544779d-0fea-4618-bd9f-75cc226d4064, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0544779d-0fea-4618-bd9f-75cc226d4064,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:17.869747 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:17.870929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d021fed1-010c-41fe-b7f9-b873c693d7e4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:17.968341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=0544779d-0fea-4618-bd9f-75cc226d4064,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:18.054797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf55b50-d2ef-4a2b-9a3b-ed94ff88fdfb None None] Network c9977215-02a1-412e-9269-3e865a085822 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:54:18.062492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d021fed1-010c-41fe-b7f9-b873c693d7e4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:18.065386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:18.327818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d4f0dac3-172f-4150-9ffd-f29698a23f00 None None] Provisioning complete for port 0544779d-0fea-4618-bd9f-75cc226d4064 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:18.328575 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4f0dac3-172f-4150-9ffd-f29698a23f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:18.672218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d021fed1-010c-41fe-b7f9-b873c693d7e4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:18.672909 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:18.748654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf9884-0e67-4625-a2e7-1a4a8028d1a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:18.759588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf9884-0e67-4625-a2e7-1a4a8028d1a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:18.760202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf9884-0e67-4625-a2e7-1a4a8028d1a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:18.761477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0dac3-172f-4150-9ffd-f29698a23f00 None None] Current status of the port 0544779d-0fea-4618-bd9f-75cc226d4064 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:18.762117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf9884-0e67-4625-a2e7-1a4a8028d1a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:18.762692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf9884-0e67-4625-a2e7-1a4a8028d1a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:18.765794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf9884-0e67-4625-a2e7-1a4a8028d1a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:18.770057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port d021fed1-010c-41fe-b7f9-b873c693d7e4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d021fed1-010c-41fe-b7f9-b873c693d7e4,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:18.773609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bbaf9884-0e67-4625-a2e7-1a4a8028d1a6 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4272 time: 1.4574144 Feb 03 04:54:18.774221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:18.787044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:18.987823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3bd425aa-3d5e-4970-b34a-a154907b8a68 None None] Provisioning complete for port c8900512-c17c-4f9c-b5d9-afa964403048 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:18.988730 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bd425aa-3d5e-4970-b34a-a154907b8a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:18.995194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=d021fed1-010c-41fe-b7f9-b873c693d7e4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:19.026702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48deb3e3-7dbb-4d4c-935b-ca3c9bb8e5c7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:19.033587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48deb3e3-7dbb-4d4c-935b-ca3c9bb8e5c7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:19.034344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48deb3e3-7dbb-4d4c-935b-ca3c9bb8e5c7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:19.035371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48deb3e3-7dbb-4d4c-935b-ca3c9bb8e5c7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:19.036485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48deb3e3-7dbb-4d4c-935b-ca3c9bb8e5c7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:19.039266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48deb3e3-7dbb-4d4c-935b-ca3c9bb8e5c7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:19.043234 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-48deb3e3-7dbb-4d4c-935b-ca3c9bb8e5c7 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.2677903 Feb 03 04:54:19.047492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:19.082775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.083584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.084178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.084951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.085526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.086073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.086629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.087186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.093367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.093956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.094527 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.095088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.095689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:19.117036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0544779d-0fea-4618-bd9f-75cc226d4064 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:19.191778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3bd425aa-3d5e-4970-b34a-a154907b8a68 None None] Port c8900512-c17c-4f9c-b5d9-afa964403048 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:54:19.261844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3bd425aa-3d5e-4970-b34a-a154907b8a68 None None] Provisioning complete for port 0544779d-0fea-4618-bd9f-75cc226d4064 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:19.264959 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bd425aa-3d5e-4970-b34a-a154907b8a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:19.326898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0544779d-0fea-4618-bd9f-75cc226d4064 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:19.332867 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Sync routers for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:19.337525 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:19.345087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:19.345717 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:19.489189 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:19.777174 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:16Z', 'revision_number': 2, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:19.827140 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Checking router: 56f3c415-4c21-4b5e-8836-2a9fe78531a7 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:19.827494 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Updating router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 port c8900512-c17c-4f9c-b5d9-afa964403048 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:54:19.837436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3bd425aa-3d5e-4970-b34a-a154907b8a68 None None] Current status of the port 0544779d-0fea-4618-bd9f-75cc226d4064 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:19.849270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-836a5f24-5b7e-4be4-89e1-c16fe3f74123 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.7996428 Feb 03 04:54:19.874334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0544779d-0fea-4618-bd9f-75cc226d4064 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:19.884709 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:19.959470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f7fe48e6-2441-40fa-91aa-66c458c98748 None None] Provisioning complete for port c8900512-c17c-4f9c-b5d9-afa964403048 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:19.960062 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7fe48e6-2441-40fa-91aa-66c458c98748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:19.999440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe48e6-2441-40fa-91aa-66c458c98748 None None] Port c8900512-c17c-4f9c-b5d9-afa964403048 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:54:20.218133 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Publish callbacks [] for port (c8900512-c17c-4f9c-b5d9-afa964403048), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.227833 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.288035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:20.296126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-07329eb8-882e-4a81-a284-8fa3817502fd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787410016', 'description': 'tempest-secgroup-smoke-1787410016 description', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:20.368455 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b24e0-fd06-4ba7-9b5a-f97938dcc525 None None] Pushing event updated for resources: {'Port': ['ID=c8900512-c17c-4f9c-b5d9-afa964403048,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:20.407604 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Attempting to bind port c8900512-c17c-4f9c-b5d9-afa964403048 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:20.408245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Attempting to bind port c8900512-c17c-4f9c-b5d9-afa964403048 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:20.408782 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Attempting to bind port c8900512-c17c-4f9c-b5d9-afa964403048 on network c9977215-02a1-412e-9269-3e865a085822 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:20.415777 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:20.416475 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Checking segment: {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:20.417050 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.417608 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Bound using segment: {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:20.418254 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Bound port: c8900512-c17c-4f9c-b5d9-afa964403048, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:20.418806 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.431408 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07329eb8-882e-4a81-a284-8fa3817502fd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.599827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07329eb8-882e-4a81-a284-8fa3817502fd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (e84711fd-c5ba-4333-a91c-c6298d1460c1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.604759 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] For port c8900512-c17c-4f9c-b5d9-afa964403048, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:20.609281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07329eb8-882e-4a81-a284-8fa3817502fd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e84711fd-c5ba-4333-a91c-c6298d1460c1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.611240 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] For port c8900512-c17c-4f9c-b5d9-afa964403048, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c8900512-c17c-4f9c-b5d9-afa964403048,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:20.629991 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.657034 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07329eb8-882e-4a81-a284-8fa3817502fd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.663345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:20.663997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-07329eb8-882e-4a81-a284-8fa3817502fd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3737638 Feb 03 04:54:20.673970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3694753e-177b-4245-bfa8-21893a7f978c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': 'e84711fd-c5ba-4333-a91c-c6298d1460c1', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:20.725603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07329eb8-882e-4a81-a284-8fa3817502fd tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84711fd-c5ba-4333-a91c-c6298d1460c1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:20.792018 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3694753e-177b-4245-bfa8-21893a7f978c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (f6612061-b0e4-402e-9f15-c3821f36e63d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.801208 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b24e0-fd06-4ba7-9b5a-f97938dcc525 None None] Pushing event updated for resources: {'Port': ['ID=c8900512-c17c-4f9c-b5d9-afa964403048,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:20.829858 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:20.834437 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:20.842435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-90bddfda-4a88-4175-afb7-101ca9d5e9c6 None None] Provisioning complete for port c8900512-c17c-4f9c-b5d9-afa964403048 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:20.843451 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90bddfda-4a88-4175-afb7-101ca9d5e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.946414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3694753e-177b-4245-bfa8-21893a7f978c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (f6612061-b0e4-402e-9f15-c3821f36e63d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:20.965375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3694753e-177b-4245-bfa8-21893a7f978c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f6612061-b0e4-402e-9f15-c3821f36e63d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.068760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694753e-177b-4245-bfa8-21893a7f978c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6612061-b0e4-402e-9f15-c3821f36e63d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:21.075968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3694753e-177b-4245-bfa8-21893a7f978c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.078810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3694753e-177b-4245-bfa8-21893a7f978c tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4133370 Feb 03 04:54:21.083547 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:21.087139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50792) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:21.099248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-70209363-127d-4c5c-b4c6-b9d930a65fe6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': 'e84711fd-c5ba-4333-a91c-c6298d1460c1', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:21.123691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-90bddfda-4a88-4175-afb7-101ca9d5e9c6 None None] Current status of the port c8900512-c17c-4f9c-b5d9-afa964403048 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:21.124523 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90bddfda-4a88-4175-afb7-101ca9d5e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.155241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d021fed1-010c-41fe-b7f9-b873c693d7e4 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:21.181628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70209363-127d-4c5c-b4c6-b9d930a65fe6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (7d8a0c5c-d0de-4f01-82a0-8e575e21aa88), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.271313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-90bddfda-4a88-4175-afb7-101ca9d5e9c6 None None] For port c8900512-c17c-4f9c-b5d9-afa964403048, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c8900512-c17c-4f9c-b5d9-afa964403048,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:21.280395 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90bddfda-4a88-4175-afb7-101ca9d5e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.350321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d021fed1-010c-41fe-b7f9-b873c693d7e4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:21.350973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.357768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70209363-127d-4c5c-b4c6-b9d930a65fe6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (7d8a0c5c-d0de-4f01-82a0-8e575e21aa88), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.372891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70209363-127d-4c5c-b4c6-b9d930a65fe6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (7d8a0c5c-d0de-4f01-82a0-8e575e21aa88), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.403493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bddfda-4a88-4175-afb7-101ca9d5e9c6 None None] Pushing event updated for resources: {'Port': ['ID=c8900512-c17c-4f9c-b5d9-afa964403048,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:21.431840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-26390e8d-d951-4707-bc83-acc02d7a6260 None None] Provisioning complete for port c8900512-c17c-4f9c-b5d9-afa964403048 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:21.432517 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26390e8d-d951-4707-bc83-acc02d7a6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.439314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70209363-127d-4c5c-b4c6-b9d930a65fe6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8a0c5c-d0de-4f01-82a0-8e575e21aa88,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:21.459137 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70209363-127d-4c5c-b4c6-b9d930a65fe6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.463765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50800) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:21.469966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b349c43a-a9a4-41f4-a7ac-41086ff15c5e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': 'e84711fd-c5ba-4333-a91c-c6298d1460c1', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:21.475989 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-70209363-127d-4c5c-b4c6-b9d930a65fe6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3863878 Feb 03 04:54:21.540705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b349c43a-a9a4-41f4-a7ac-41086ff15c5e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (d5a149b0-547a-4259-af85-407f4802d589), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.578616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d021fed1-010c-41fe-b7f9-b873c693d7e4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:21.618488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b349c43a-a9a4-41f4-a7ac-41086ff15c5e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (d5a149b0-547a-4259-af85-407f4802d589), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.628887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b349c43a-a9a4-41f4-a7ac-41086ff15c5e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (d5a149b0-547a-4259-af85-407f4802d589), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.653899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349c43a-a9a4-41f4-a7ac-41086ff15c5e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a149b0-547a-4259-af85-407f4802d589,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:21.663853 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b349c43a-a9a4-41f4-a7ac-41086ff15c5e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.664683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-26390e8d-d951-4707-bc83-acc02d7a6260 None None] Current status of the port c8900512-c17c-4f9c-b5d9-afa964403048 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:21.665368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b349c43a-a9a4-41f4-a7ac-41086ff15c5e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1996262 Feb 03 04:54:21.668356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:21.675326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4eac6a5e-c70d-4754-9b2f-66d250517232 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': 'e84711fd-c5ba-4333-a91c-c6298d1460c1', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:21.699140 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:20Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:21.728994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eac6a5e-c70d-4754-9b2f-66d250517232 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (ba3890d0-4d64-4580-886c-ad36f4d4394b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.731427 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5285a7-db9c-4d34-a882-e5d8cc8684cd None None] The sync data for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 is: [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:20Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:21.852850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eac6a5e-c70d-4754-9b2f-66d250517232 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (ba3890d0-4d64-4580-886c-ad36f4d4394b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.864218 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eac6a5e-c70d-4754-9b2f-66d250517232 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ba3890d0-4d64-4580-886c-ad36f4d4394b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.905178 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4eac6a5e-c70d-4754-9b2f-66d250517232 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:21.906810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4eac6a5e-c70d-4754-9b2f-66d250517232 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2371421 Feb 03 04:54:21.909993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 50810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:21.913492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac6a5e-c70d-4754-9b2f-66d250517232 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3890d0-4d64-4580-886c-ad36f4d4394b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:21.920665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': 'e84711fd-c5ba-4333-a91c-c6298d1460c1', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:21.992545 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Project 9d679143fe3f43e2a497b7b27095e4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:54:22.014611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (314a05f8-ba4b-4e60-a131-7db28fab93fb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.122441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (314a05f8-ba4b-4e60-a131-7db28fab93fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.130175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (314a05f8-ba4b-4e60-a131-7db28fab93fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.171851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.174173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2624109 Feb 03 04:54:22.176734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:22.186876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'security_group_rule': {'security_group_id': 'e84711fd-c5ba-4333-a91c-c6298d1460c1', 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:22.192646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d550c1-a608-4c25-b243-9043bab13cbc tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314a05f8-ba4b-4e60-a131-7db28fab93fb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:22.219004 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Project 9d679143fe3f43e2a497b7b27095e4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:54:22.227887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (b830ac4a-68af-46e2-9a8e-4b17569b30db), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.309799 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (b830ac4a-68af-46e2-9a8e-4b17569b30db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.316465 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b830ac4a-68af-46e2-9a8e-4b17569b30db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.336159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b830ac4a-68af-46e2-9a8e-4b17569b30db,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:22.361141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:22.373232 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f5866872-003b-4906-bc22-316d912608cf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1870127 Feb 03 04:54:22.597244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-1b9f9294-7036-4502-ba2e-e9e2dbdffb52 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787410016&fields=id&tenant_id=9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 267 time: 0.0570948 Feb 03 04:54:22.734934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-8601b39d-192a-44b0-b63b-7893bea270e5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:22.742297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-8601b39d-192a-44b0-b63b-7893bea270e5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/networks?id=c9977215-02a1-412e-9269-3e865a085822 HTTP/1.1" status: 200 len: 796 time: 0.1284227 Feb 03 04:54:22.754714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-d256f66b-97c5-480e-8371-d76699fef3c7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/quotas/9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 375 time: 0.0115089 Feb 03 04:54:22.817105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-b02c76af-e9ce-4e71-bd7a-c692b95f6021 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575640 Feb 03 04:54:23.097231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c8900512-c17c-4f9c-b5d9-afa964403048 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:23.205629 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:54:23.221170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-078354a5-f3dc-4fd0-89ca-f0663aad08cf service neutron] 10.222.0.35 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904405 Feb 03 04:54:23.257690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c8900512-c17c-4f9c-b5d9-afa964403048 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:23.258075 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:23.357995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-e537986c-b4ff-4467-89ac-0f1b5b7db223 service neutron] 10.222.0.35 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334996 Feb 03 04:54:23.384338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c8900512-c17c-4f9c-b5d9-afa964403048 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:23.422657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-37bfb2b4-d21b-40b1-9435-4397f0cf2f0a tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a3439170120415f9cfa0acde996e3b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635502 Feb 03 04:54:23.657529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-03481098-d710-49f4-9eda-0c5c609f9d2b tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:23.659101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-03481098-d710-49f4-9eda-0c5c609f9d2b tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308328 Feb 03 04:54:23.673960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-72e17a3f-727f-4ba7-a05b-236ff5db4a30 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/quotas/1a3439170120415f9cfa0acde996e3b1 HTTP/1.1" status: 200 len: 375 time: 0.0092571 Feb 03 04:54:23.706352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-dcd5ea57-0a72-43ae-a26c-1ef5ef879471 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a3439170120415f9cfa0acde996e3b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272565 Feb 03 04:54:23.842342 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:23.881246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8896d1c-3725-47a8-b0b5-5e3a6df30f8f req-6dcf83e1-0b2f-43a4-a919-7bfd80efd63f tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 210 time: 0.0394824 Feb 03 04:54:23.915306 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:24.616137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45c3174a-a6a9-4b75-98c4-066841d72ddd req-96f6a138-c6d5-4449-8316-c2fecb6369c6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 210 time: 0.0483377 Feb 03 04:54:24.892168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-a5140d2c-d7bc-469a-a2f5-d07b1d743a35 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1a3439170120415f9cfa0acde996e3b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401485 Feb 03 04:54:25.082196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1dab29c-d2e6-4417-8b62-095e1313f452 req-71031e01-cdf6-435f-bd10-5d8645264aa0 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 210 time: 0.0855842 Feb 03 04:54:25.188069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-bb902f12-13f3-45e9-8619-8384f9667195 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:25.189940 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-bb902f12-13f3-45e9-8619-8384f9667195 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900419 Feb 03 04:54:25.202073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Request body: {'port': {'device_id': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '1a3439170120415f9cfa0acde996e3b1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:25.326461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Made reservation on behalf of 1a3439170120415f9cfa0acde996e3b1 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:25.330029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:25.340918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:25.446348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks [] for security_group (4610267b-a6b4-49e0-aac5-dcc011e8067a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:25.456528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4610267b-a6b4-49e0-aac5-dcc011e8067a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:25.528346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4610267b-a6b4-49e0-aac5-dcc011e8067a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:25.606233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Allocated IP 192.168.233.15 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/dbab1f09-4077-4cf5-89ca-b4854e74fc7b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:25.792417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62a30c09-c0dc-48bb-828c-f3acbe4a4402 req-2c8c5b57-a123-4e95-9a83-44fad1df8381 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 210 time: 0.0644424 Feb 03 04:54:25.895577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-fbda8ace-5159-4f44-80ce-9e82b4f729e5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:25.897134 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-fbda8ace-5159-4f44-80ce-9e82b4f729e5 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "GET /v2.0/networks?id=c9977215-02a1-412e-9269-3e865a085822 HTTP/1.1" status: 200 len: 796 time: 0.2351110 Feb 03 04:54:25.931340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks [] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:25.988756 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-f9f47e3b-f1d7-431e-ba6e-680da7175d75 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d679143fe3f43e2a497b7b27095e4a6 HTTP/1.1" status: 200 len: 380 time: 0.0814826 Feb 03 04:54:25.998599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'port': {'device_id': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'admin_state_up': True, 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'security_groups': ['e84711fd-c5ba-4333-a91c-c6298d1460c1']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:26.014692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:26.098743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:26.110888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:26.118003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:26.169830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Pushing event updated for resources: {'Port': ['ID=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:26.224942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:26.225831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:26.241677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7015-801e-445a-aa03-96185fb76bd8 req-cbb8feef-0289-419e-9481-0154007324b8 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:26.252563 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d90a7015-801e-445a-aa03-96185fb76bd8 req-cbb8feef-0289-419e-9481-0154007324b8 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 935 time: 0.0705266 Feb 03 04:54:26.255232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f1c7b0eb-90cc-4eb7-98fb-f187d2ff3df1 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0571737 Feb 03 04:54:26.267977 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Request body: {'port': {'device_id': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:26.310357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Made reservation on behalf of 9d679143fe3f43e2a497b7b27095e4a6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:26.313631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:26.320559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d90a7015-801e-445a-aa03-96185fb76bd8 req-521a4f1c-cc36-453a-9c6b-63a1e82a90ff tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647371 Feb 03 04:54:26.359547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:26.544214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5f077a5f-9feb-4934-ad1f-d31769f68fca None None] Provisioning complete for port dbab1f09-4077-4cf5-89ca-b4854e74fc7b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:26.544712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f077a5f-9feb-4934-ad1f-d31769f68fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:26.585833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5f077a5f-9feb-4934-ad1f-d31769f68fca None None] Port dbab1f09-4077-4cf5-89ca-b4854e74fc7b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:54:26.641662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.20.0.6 (c9977215-02a1-412e-9269-3e865a085822/03cf80d1-cd17-4fe6-b510-eecba642ed9a/468acf2d-97bc-4033-8b62-f2ff7f1bf16e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:26.695601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9d4b5-e40f-457f-8daa-ba6b62a07d52 req-2a8a64b5-6568-4bcd-854c-f5ec431d26fe tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:26.702769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecd9d4b5-e40f-457f-8daa-ba6b62a07d52 req-2a8a64b5-6568-4bcd-854c-f5ec431d26fe tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.0883403 Feb 03 04:54:26.762694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ecd9d4b5-e40f-457f-8daa-ba6b62a07d52 req-cdd57b7b-f73c-45f5-b1bf-31c917662333 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587766 Feb 03 04:54:26.786057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 50966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:26.857942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6f731d36-7b39-4146-ad3c-be33c7274606 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/696c340e-b8eb-4fd2-a2c8-43c58b995e11 HTTP/1.1" status: 200 len: 994 time: 0.0706394 Feb 03 04:54:26.929259 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:26.976010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69290477-7918-4e3c-ba2a-79fc046f2934 req-1270882f-e478-4bf7-9be1-0269aabe8f12 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 210 time: 0.0632932 Feb 03 04:54:27.038065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbab1f09-4077-4cf5-89ca-b4854e74fc7b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:54:27.045590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.048489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Publish callbacks [] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.094049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Transition to ACTIVE for port object dbab1f09-4077-4cf5-89ca-b4854e74fc7b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:54:27.114479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network c9977215-02a1-412e-9269-3e865a085822 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:27.115280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.120733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:27.128818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:27.132492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:27.267944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:27.288261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:27.289166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.362421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-47cda4d8-1916-4af4-b4c8-08ecb4f18c86 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3663299 Feb 03 04:54:27.381234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Attempting to bind port dbab1f09-4077-4cf5-89ca-b4854e74fc7b on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:27.381737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Attempting to bind port dbab1f09-4077-4cf5-89ca-b4854e74fc7b by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:27.382216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Attempting to bind port dbab1f09-4077-4cf5-89ca-b4854e74fc7b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:27.390235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Request body: {'port': {'device_id': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:27.423258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Port dbab1f09-4077-4cf5-89ca-b4854e74fc7b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:54:27.423809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Attempting to bind port dbab1f09-4077-4cf5-89ca-b4854e74fc7b on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:27.469179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:27.470096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:27.474459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:27.475192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Bound port: dbab1f09-4077-4cf5-89ca-b4854e74fc7b, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:27.478231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.614726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816120cd-08a0-44ad-a208-e61d6375d50a req-6f119d2f-8985-4e29-8d41-b4897fe32a3f tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:27.619145 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-816120cd-08a0-44ad-a208-e61d6375d50a req-6f119d2f-8985-4e29-8d41-b4897fe32a3f tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 947 time: 0.1208582 Feb 03 04:54:27.623941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2f6fa85c-8d57-407f-9eae-9f0481454ff1 None None] Provisioning complete for port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:27.624944 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa85c-8d57-407f-9eae-9f0481454ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.631281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] For port dbab1f09-4077-4cf5-89ca-b4854e74fc7b, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:27.643957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] For port dbab1f09-4077-4cf5-89ca-b4854e74fc7b, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:27.656021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.660515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161e517-2e33-4234-a661-5457ab15700d req-26937389-17c6-456c-b1cf-b10debf7abd9 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:27.667781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fa85c-8d57-407f-9eae-9f0481454ff1 None None] Port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:54:27.672347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9161e517-2e33-4234-a661-5457ab15700d req-26937389-17c6-456c-b1cf-b10debf7abd9 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1128 time: 0.1293561 Feb 03 04:54:27.675427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.749161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-816120cd-08a0-44ad-a208-e61d6375d50a req-8aeb2df5-b141-4427-ad98-d73f7b745f5f tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190248 Feb 03 04:54:27.759485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:27.760113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:27.761612 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbab1f09-4077-4cf5-89ca-b4854e74fc7b HTTP/1.1" status: 200 len: 1095 time: 1.4982886 Feb 03 04:54:27.764140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'tag': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:27.766415 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45c7975-83fc-4375-9c0b-71f5be77159b" -d '{"events": [{"name": "network-changed", "server_uuid": "49ef7050-f2f4-4377-93c4-e9314733efd1", "tag": "dbab1f09-4077-4cf5-89ca-b4854e74fc7b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:27.791333 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9161e517-2e33-4234-a661-5457ab15700d req-35fe6746-f73c-48c3-b8b7-1cf795243c62 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153169 Feb 03 04:54:27.883528 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad621935-15f1-4f10-a132-1451bd21fc6c x-openstack-request-id: req-ad621935-15f1-4f10-a132-1451bd21fc6c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:27.883924 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ef7050-f2f4-4377-93c4-e9314733efd1", "tag": "dbab1f09-4077-4cf5-89ca-b4854e74fc7b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:27.884191 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad621935-15f1-4f10-a132-1451bd21fc6c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:27.886130 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'tag': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b', 'status': 'completed', 'code': 200} Feb 03 04:54:27.910717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121dba0-f90a-4fd7-b99b-3cc6dd36efe7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:28.184106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d88af-14ea-4331-a9a2-b5c21d22f947 req-105032a5-4aaf-430b-9d14-f4c306766f06 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:28.185732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b3d88af-14ea-4331-a9a2-b5c21d22f947 req-105032a5-4aaf-430b-9d14-f4c306766f06 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 931 time: 0.0939605 Feb 03 04:54:28.265733 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b3d88af-14ea-4331-a9a2-b5c21d22f947 req-7f40e505-5bdb-450a-8d08-180fe8f53171 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733824 Feb 03 04:54:28.508425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-daf47871-6a1b-4fe0-9cc8-ef14e05ff4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:28.510644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-daf47871-6a1b-4fe0-9cc8-ef14e05ff4af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a3439170120415f9cfa0acde996e3b1&device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 1129 time: 0.6744068 Feb 03 04:54:28.560932 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-f8826f20-2782-4e55-a0c4-7dde450cb266 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=dbab1f09-4077-4cf5-89ca-b4854e74fc7b HTTP/1.1" status: 200 len: 217 time: 0.0396466 Feb 03 04:54:28.655226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-8590b978-ee13-4841-9831-13d8466dd2cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516191 Feb 03 04:54:28.684926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-8bc2b599-abc3-44b0-93f4-d60cca7015ea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:54:28.687602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-1eeea0dc-8627-4684-9cf1-67186ad90724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:28.689297 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-1eeea0dc-8627-4684-9cf1-67186ad90724 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.1185539 Feb 03 04:54:28.692056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-8bc2b599-abc3-44b0-93f4-d60cca7015ea service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175033 Feb 03 04:54:28.834029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-9c2b907e-b096-4d9b-ae27-e0d770e333b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:28.835464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-9c2b907e-b096-4d9b-ae27-e0d770e333b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1313536 Feb 03 04:54:28.896714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468acf2d-97bc-4033-8b62-f2ff7f1bf16e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:54:28.938405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37108d-24ec-4d51-9f6d-e89e2d1c00e5 req-1a09c9fb-3954-4fde-bad2-d5effa79be9a tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:28.939048 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Publish callbacks [] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:28.941768 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee37108d-24ec-4d51-9f6d-e89e2d1c00e5 req-1a09c9fb-3954-4fde-bad2-d5effa79be9a tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 947 time: 0.0864663 Feb 03 04:54:28.962291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Transition to ACTIVE for port object 468acf2d-97bc-4033-8b62-f2ff7f1bf16e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:54:28.982934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:29.032187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee37108d-24ec-4d51-9f6d-e89e2d1c00e5 req-2c8a23c4-e40d-4ecf-bd30-bc1f1b831d0e tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837622 Feb 03 04:54:29.039252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-29906f51-de8d-4873-8d23-037aab9d0f72 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823897 Feb 03 04:54:29.097992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Pushing event updated for resources: {'Port': ['ID=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:29.234414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-91bb7dc8-98f7-4b72-a91c-d94edfd4b29c req-0877c037-d01d-444e-b963-fe9a7b0c824b service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868112 Feb 03 04:54:29.251362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Attempting to bind port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:29.251990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Attempting to bind port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:29.252934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Attempting to bind port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e on network c9977215-02a1-412e-9269-3e865a085822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:29.257364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e on network c9977215-02a1-412e-9269-3e865a085822 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:54:29.257770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Attempting to bind port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e on network c9977215-02a1-412e-9269-3e865a085822 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:29.263529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:29.263900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Checking segment: {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:29.264542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Bound using segment: {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:29.264971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Bound port: 468acf2d-97bc-4033-8b62-f2ff7f1bf16e, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9977215-02a1-412e-9269-3e865a085822'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:29.265330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:29.411438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] For port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:29.430924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] For port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:29.446047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-b94be289-52dd-4d58-b5c2-eec13ce50269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.447322 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-b94be289-52dd-4d58-b5c2-eec13ce50269 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a3439170120415f9cfa0acde996e3b1&device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 1129 time: 0.1044936 Feb 03 04:54:29.449779 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:29.478015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-0cc444fb-fdca-4d62-ad38-9e6f29a3f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.479598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-0cc444fb-fdca-4d62-ad38-9e6f29a3f86a service neutron] 10.222.0.35 "GET /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1125 time: 0.0861146 Feb 03 04:54:29.491547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Request body: {'binding': {'host': 'n-h1-827549-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:29.492099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Unknown quota resources ['binding']. {{(pid=103323) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 04:54:29.527916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.531888 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:29.533859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] 10.222.0.15 "PUT /v2.0/ports/468acf2d-97bc-4033-8b62-f2ff7f1bf16e HTTP/1.1" status: 200 len: 1091 time: 2.1541929 Feb 03 04:54:29.540754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b166b-813d-4542-aff5-efb212239a3f req-1c3a49e0-75c6-45e7-a459-3eb87f9296db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.542630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b49b166b-813d-4542-aff5-efb212239a3f req-1c3a49e0-75c6-45e7-a459-3eb87f9296db tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 943 time: 0.1629543 Feb 03 04:54:29.648173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293163-03e8-457f-a51c-bb3c6e567746 service neutron] Pushing event updated for resources: {'Port': ['ID=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:29.676588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-b35dd170-dfd4-443b-9170-ed933a897e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.678394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-b35dd170-dfd4-443b-9170-ed933a897e59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.2220488 Feb 03 04:54:29.692119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-6de1c217-ac6f-4709-850e-fc8d868d14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.694251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-6de1c217-ac6f-4709-850e-fc8d868d14f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 1125 time: 0.0961323 Feb 03 04:54:29.707157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b49b166b-813d-4542-aff5-efb212239a3f req-7208017d-148f-476a-aea6-f738bca11e7d tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563408 Feb 03 04:54:29.752205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-46503892-b695-41d0-982f-5373602c1a8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=dbab1f09-4077-4cf5-89ca-b4854e74fc7b HTTP/1.1" status: 200 len: 217 time: 0.0632198 Feb 03 04:54:29.757942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on host n-h1-827549-1 for vnic_type normal with profile None {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:29.758694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:29.759835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:29.766453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:54:29.767005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:29.772981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:29.773537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Checking segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:29.774093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Bound using segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:29.774719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Bound port: d8e9fe4f-810b-432f-8be7-00e004525c31, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:29.789491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-dea26574-6b82-4d7d-8045-4292b1c8dbc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e HTTP/1.1" status: 200 len: 217 time: 0.0866988 Feb 03 04:54:29.872111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-2f78f89b-7587-4f76-b602-ab524eb64bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.873687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-2f78f89b-7587-4f76-b602-ab524eb64bba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0930076 Feb 03 04:54:29.877158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-6c0c821d-a3b6-4278-9083-5a08e28a96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.878676 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-6c0c821d-a3b6-4278-9083-5a08e28a96cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03cf80d1-cd17-4fe6-b510-eecba642ed9a HTTP/1.1" status: 200 len: 835 time: 0.0697992 Feb 03 04:54:29.887727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:29.889931 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae311ad-08e2-427d-aca8-07f6f5695c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:29.893737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:29.902434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:29.911614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] 10.222.0.35 "POST /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31/bindings HTTP/1.1" status: 201 len: 389 time: 0.4198136 Feb 03 04:54:29.947570 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05461d37-5432-4c57-bd7b-0c6a6f54c75e x-openstack-request-id: req-05461d37-5432-4c57-bd7b-0c6a6f54c75e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:29.947867 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:29.948114 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05461d37-5432-4c57-bd7b-0c6a6f54c75e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:29.948514 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'status': 'completed', 'code': 200} Feb 03 04:54:29.965091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-a0e1845b-8648-4010-a2b4-0939a166a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.966669 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-a0e1845b-8648-4010-a2b4-0939a166a8fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0859578 Feb 03 04:54:29.972410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-94a3a40e-fa48-47ed-9d10-ca63219d25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:29.974249 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-94a3a40e-fa48-47ed-9d10-ca63219d25a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9977215-02a1-412e-9269-3e865a085822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817378 Feb 03 04:54:30.147129 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-3e52176b-9db2-4391-8fb2-64712caaef34 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709719 Feb 03 04:54:30.148879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.15', 52186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:30.160865 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-7a92a36d-cf95-4636-ad43-a5d52d11a579 service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738176 Feb 03 04:54:30.183921 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc8c49-da37-4a15-bb1e-136ad84be571 req-b9aa9cd0-f78c-4673-80bf-6a31ddf49239 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.185642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6dc8c49-da37-4a15-bb1e-136ad84be571 req-b9aa9cd0-f78c-4673-80bf-6a31ddf49239 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.1444020 Feb 03 04:54:30.229605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3ee58-51be-4a11-865a-6bdab3e0d7a3 req-3b1b3008-e46d-4ec1-a4f2-19ddb1db969a tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.232000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7dd3ee58-51be-4a11-865a-6bdab3e0d7a3 req-3b1b3008-e46d-4ec1-a4f2-19ddb1db969a tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 947 time: 0.0973752 Feb 03 04:54:30.279798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6dc8c49-da37-4a15-bb1e-136ad84be571 req-efde2d23-4c59-40fd-a6bb-09c56d154cfd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857377 Feb 03 04:54:30.325732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7dd3ee58-51be-4a11-865a-6bdab3e0d7a3 req-10fffb34-b855-4b9a-baf0-368b40823aec tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847425 Feb 03 04:54:30.341839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-47faba14-bb8f-4f2b-bd48-8421533d0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.343658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-47faba14-bb8f-4f2b-bd48-8421533d0d6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1128 time: 0.1935329 Feb 03 04:54:30.347532 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c45c7975-83fc-4375-9c0b-71f5be77159b req-38602a7f-4463-4da8-a82b-3157dabe44de service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891859 Feb 03 04:54:30.379333 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-07749d41-d4f0-432c-a981-cf26e9f3f0d3 req-00a79932-f289-4b29-9339-a771483a930d service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095268 Feb 03 04:54:30.482934 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9227d8ff-29e4-4b70-991a-9fe361d0fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.484325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9227d8ff-29e4-4b70-991a-9fe361d0fe2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 898 time: 0.1328580 Feb 03 04:54:30.530823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-4044cbc9-43a6-417f-a91b-211ac2e47c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.532569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-4044cbc9-43a6-417f-a91b-211ac2e47c8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 1125 time: 0.1041784 Feb 03 04:54:30.586084 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-ae92433e-3cf3-4a74-bd89-bdadcc2d9c6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1002 time: 0.0943432 Feb 03 04:54:30.673489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-68d28770-668b-40c3-a308-41f02800e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.674974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-68d28770-668b-40c3-a308-41f02800e34b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0628514 Feb 03 04:54:30.676077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-a1ce2e3f-216d-4196-9268-ecb9e631b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.677364 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-a1ce2e3f-216d-4196-9268-ecb9e631b5af service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9977215-02a1-412e-9269-3e865a085822 HTTP/1.1" status: 200 len: 897 time: 0.1373801 Feb 03 04:54:30.749577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-6c39edd2-f5c5-42a4-a296-503b86bafd43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e HTTP/1.1" status: 200 len: 217 time: 0.0539713 Feb 03 04:54:30.795286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-16258e3c-e231-4e86-9ebb-d75a674f5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.800455 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-16258e3c-e231-4e86-9ebb-d75a674f5cdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1145406 Feb 03 04:54:30.820982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-9956bb67-e954-4351-a8e4-4306a065f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.822496 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-9956bb67-e954-4351-a8e4-4306a065f549 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03cf80d1-cd17-4fe6-b510-eecba642ed9a HTTP/1.1" status: 200 len: 835 time: 0.0652497 Feb 03 04:54:30.826620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a81dc-e525-4136-89d6-d526f1da0aa7 req-eace9a36-3436-4105-bbd1-c8b5ca630954 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.828206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-188a81dc-e525-4136-89d6-d526f1da0aa7 req-eace9a36-3436-4105-bbd1-c8b5ca630954 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 943 time: 0.0598741 Feb 03 04:54:30.889203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-188a81dc-e525-4136-89d6-d526f1da0aa7 req-581a3f2d-85fb-4418-b4d1-d32e2834f4ad tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531387 Feb 03 04:54:30.954036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-d8a7d6c0-14e6-482c-aa04-4cb73b751ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434188 Feb 03 04:54:30.956602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-1a314a66-bd53-405f-9658-97c678c4234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:30.957988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-1a314a66-bd53-405f-9658-97c678c4234a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9977215-02a1-412e-9269-3e865a085822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1232462 Feb 03 04:54:31.115322 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-0eeb7ce0-93a2-412c-bdb0-cf8da461bd76 service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488950 Feb 03 04:54:31.118699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-b1dc1ddd-8a1e-4cc4-b6c2-d798affe51e1 service neutron] 10.222.0.15 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454799 Feb 03 04:54:31.269298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9ae311ad-08e2-427d-aca8-07f6f5695c2c req-bb5d5073-cafb-4c6c-ae11-b8562b44b653 service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437490 Feb 03 04:54:31.284384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cf4dbe8c-31ff-41df-a062-dc8aee3a8b34 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:31.285865 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cf4dbe8c-31ff-41df-a062-dc8aee3a8b34 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8&tenant_id=8fa5088ea5644d09864ec4e657f1bab8&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1128 time: 0.1026359 Feb 03 04:54:31.297762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-1'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:31.368863 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:31.467833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a230f-45ba-4e10-9712-abc918f6f1d1 req-649bf887-bbbf-4043-83fc-1ebef433b2ea tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:31.469649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e54a230f-45ba-4e10-9712-abc918f6f1d1 req-649bf887-bbbf-4043-83fc-1ebef433b2ea tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.0961611 Feb 03 04:54:31.485935 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456293-6603-487e-8aab-3ff47aa76263 req-e608f6f7-fcf1-4fc2-9379-d08f101cf180 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:31.487727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2456293-6603-487e-8aab-3ff47aa76263 req-e608f6f7-fcf1-4fc2-9379-d08f101cf180 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 947 time: 0.0831618 Feb 03 04:54:31.504533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:31.542339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:31.549697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e54a230f-45ba-4e10-9712-abc918f6f1d1 req-7202732e-3776-480f-a323-eabe7a92580b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609603 Feb 03 04:54:31.584721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2456293-6603-487e-8aab-3ff47aa76263 req-fbda4875-84bf-441b-8f65-5e1e2083ef86 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792050 Feb 03 04:54:31.602638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Publish callbacks [] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:31.608805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:31.701475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:31.762657 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on host n-h2-827549-1 for vnic_type normal with profile {"migrating_to": "n-h1-827549-1"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:31.763020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:31.763363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:31.768004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:54:31.768411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Attempting to bind port d8e9fe4f-810b-432f-8be7-00e004525c31 on network a32d7986-b417-4435-bb66-3289138a9b66 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:31.773547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:31.773892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Checking segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:31.774279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Bound using segment: {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:31.774705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Bound port: d8e9fe4f-810b-432f-8be7-00e004525c31, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:31.775068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:31.844535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:31.848247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:31.854827 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:31.889236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c1a7993c-f1b8-4dc1-ad39-256f1cf83a44 None None] Provisioning complete for port d8e9fe4f-810b-432f-8be7-00e004525c31 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:31.889856 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1a7993c-f1b8-4dc1-ad39-256f1cf83a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:31.955150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:31.960537 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ddb904-2622-47fe-81ab-0f0e9ebee718" -d '{"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:31.996983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7993c-f1b8-4dc1-ad39-256f1cf83a44 None None] Current status of the port d8e9fe4f-810b-432f-8be7-00e004525c31 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:31.997721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1a7993c-f1b8-4dc1-ad39-256f1cf83a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:32.037640 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400def23-8363-43c5-81ec-fac4a4cdadaf x-openstack-request-id: req-400def23-8363-43c5-81ec-fac4a4cdadaf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:32.037640 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:32.037640 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-400def23-8363-43c5-81ec-fac4a4cdadaf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:32.037640 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'code': 200} Feb 03 04:54:32.054702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:32.063562 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8582e075-43e8-4e53-a263-eff80619327c" -d '{"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:32.099228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c1a7993c-f1b8-4dc1-ad39-256f1cf83a44 None None] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:32.107473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:32.108413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:32.109497 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1a7993c-f1b8-4dc1-ad39-256f1cf83a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:32.110918 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] 10.222.0.15 "PUT /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1122 time: 0.8162901 Feb 03 04:54:32.112552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6621-270b-4ded-b8c4-f1c22ef8eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:32.144901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377c8b9-5f96-49dd-8f5c-a5fbda51f394 req-c88dce3e-8e7e-413f-b7f1-a6517acea724 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:32.152947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7377c8b9-5f96-49dd-8f5c-a5fbda51f394 req-c88dce3e-8e7e-413f-b7f1-a6517acea724 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 943 time: 0.1311259 Feb 03 04:54:32.240589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7377c8b9-5f96-49dd-8f5c-a5fbda51f394 req-1cdb0059-c3f3-4314-8c42-2311ed6621c0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806468 Feb 03 04:54:32.256518 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac6c78d-24aa-4d65-9f92-002a48c3d1d0 x-openstack-request-id: req-aac6c78d-24aa-4d65-9f92-002a48c3d1d0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:32.256833 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:32.257097 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aac6c78d-24aa-4d65-9f92-002a48c3d1d0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:32.257491 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'code': 200} Feb 03 04:54:32.260212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['d8e9fe4f-810b-432f-8be7-00e004525c31'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:54:32.520494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7993c-f1b8-4dc1-ad39-256f1cf83a44 None None] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:32.693244 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-960f5534-7411-4d60-bf5e-45360284186f None None] Provisioning complete for port d8e9fe4f-810b-432f-8be7-00e004525c31 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:32.693784 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-960f5534-7411-4d60-bf5e-45360284186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:32.720782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device dbab1f09-4077-4cf5-89ca-b4854e74fc7b details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:54:32.752011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104babd-a2f3-4cef-b50f-8928bc0cba48 req-92894c08-4905-462f-8178-4e064114299e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:32.753938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6104babd-a2f3-4cef-b50f-8928bc0cba48 req-92894c08-4905-462f-8178-4e064114299e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.1049330 Feb 03 04:54:32.767603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f149958-ffc3-4443-8cd4-237c327b2863 req-9089b510-1106-43c3-bfa4-bddb6cb18280 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:32.770194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f149958-ffc3-4443-8cd4-237c327b2863 req-9089b510-1106-43c3-bfa4-bddb6cb18280 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 947 time: 0.1126316 Feb 03 04:54:32.798385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 468acf2d-97bc-4033-8b62-f2ff7f1bf16e details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:54:32.847695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f149958-ffc3-4443-8cd4-237c327b2863 req-f96c04c3-a5ea-405e-953c-de33cc28d54c tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699060 Feb 03 04:54:32.851886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6104babd-a2f3-4cef-b50f-8928bc0cba48 req-59414131-1719-44dd-ba93-a4ae7fe9ff15 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807550 Feb 03 04:54:32.872428 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 04:54:33.008765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:33.035779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-960f5534-7411-4d60-bf5e-45360284186f None None] Current status of the port d8e9fe4f-810b-432f-8be7-00e004525c31 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:33.039201 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'port_id': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'mac_address': 'fa:16:3e:99:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:54:33.058194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port dbab1f09-4077-4cf5-89ca-b4854e74fc7b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:33.089488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b', 'mac_address': 'fa:16:3e:c3:dc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:54:33.102417 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:33.102814 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:33.140595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468acf2d-97bc-4033-8b62-f2ff7f1bf16e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:54:33.171898 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port dbab1f09-4077-4cf5-89ca-b4854e74fc7b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:33.172276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:33.192103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:33.195595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-121cd3a3-2ccb-4602-a8fe-19364a26c20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:33.201028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:33.206426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbab1f09-4077-4cf5-89ca-b4854e74fc7b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:54:33.249736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port dbab1f09-4077-4cf5-89ca-b4854e74fc7b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:33.256009 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:33.276603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:33.330834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:33.370458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687329fd-a86a-4a79-bd97-dd25b5eed1ca req-780b9d4e-bc53-441e-a7dc-843a41c9b1d7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:33.371983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-687329fd-a86a-4a79-bd97-dd25b5eed1ca req-780b9d4e-bc53-441e-a7dc-843a41c9b1d7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 944 time: 0.0639169 Feb 03 04:54:33.418811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['468acf2d-97bc-4033-8b62-f2ff7f1bf16e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:54:33.441188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-687329fd-a86a-4a79-bd97-dd25b5eed1ca req-e777d5aa-a020-4d1b-ad6f-eb06be801daf tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616841 Feb 03 04:54:33.464594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['dbab1f09-4077-4cf5-89ca-b4854e74fc7b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:54:34.038819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:34.041261 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:34.256505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341a05-1712-4787-9a59-039ee92a4ee8 req-67d67216-aaca-4f98-bd2f-021489d64dce tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:34.257961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06341a05-1712-4787-9a59-039ee92a4ee8 req-67d67216-aaca-4f98-bd2f-021489d64dce tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 948 time: 0.3380227 Feb 03 04:54:34.268224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dabc7b-0c4b-4843-a29f-e7e417a99e2b req-52796e8b-9aa6-4325-84d3-62cca75fc7ea tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:34.269629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7dabc7b-0c4b-4843-a29f-e7e417a99e2b req-52796e8b-9aa6-4325-84d3-62cca75fc7ea tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.3407502 Feb 03 04:54:34.341072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06341a05-1712-4787-9a59-039ee92a4ee8 req-77673e54-1f4d-4160-a1ca-5923c756fbab tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703399 Feb 03 04:54:34.344826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7dabc7b-0c4b-4843-a29f-e7e417a99e2b req-371619d1-611b-4050-ac2b-e6cc59d0093b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684066 Feb 03 04:54:34.395991 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca2d391-29b6-460e-8e74-a893eaf0aaeb x-openstack-request-id: req-fca2d391-29b6-460e-8e74-a893eaf0aaeb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:34.396257 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:34.396546 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fca2d391-29b6-460e-8e74-a893eaf0aaeb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:34.396953 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'status': 'completed', 'code': 200} Feb 03 04:54:34.474720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-553e952c-e656-4bb6-a74f-a4e58ddb0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:34.476520 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-553e952c-e656-4bb6-a74f-a4e58ddb0f07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1158 time: 0.0576243 Feb 03 04:54:34.562793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8b198-2226-483e-b95b-4a43752a56e4 req-fbc9296e-de16-43e2-aeab-7009b6b87521 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:34.564246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ba8b198-2226-483e-b95b-4a43752a56e4 req-fbc9296e-de16-43e2-aeab-7009b6b87521 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 944 time: 0.0578055 Feb 03 04:54:34.573122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-bed56e4c-6390-4f77-9472-faf981ae0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:34.575471 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-bed56e4c-6390-4f77-9472-faf981ae0c3e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 898 time: 0.0914996 Feb 03 04:54:34.623744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ba8b198-2226-483e-b95b-4a43752a56e4 req-411e5bea-c363-44f1-8ca8-8c78a54e6f59 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535977 Feb 03 04:54:34.653158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-757c97c9-748c-4501-86cf-959847f480c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1002 time: 0.0686595 Feb 03 04:54:34.704313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-af344029-16ec-42c3-a892-3b59dd6f2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:34.705913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-af344029-16ec-42c3-a892-3b59dd6f2843 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0448003 Feb 03 04:54:34.718465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device dbab1f09-4077-4cf5-89ca-b4854e74fc7b up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:34.766010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-ba6893a9-6ca2-4118-9420-9afa470ce634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:34.767591 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-ba6893a9-6ca2-4118-9420-9afa470ce634 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543950 Feb 03 04:54:34.786771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port dbab1f09-4077-4cf5-89ca-b4854e74fc7b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:54:34.795254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port dbab1f09-4077-4cf5-89ca-b4854e74fc7b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:34.795671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:34.797431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:54:34.799604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 468acf2d-97bc-4033-8b62-f2ff7f1bf16e up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:34.864336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-5bbfc727-3755-4c8a-b018-708937d5d94f service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887642 Feb 03 04:54:34.969797 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a6d2a2a6-fd08-454b-b96f-0e6914d0fcdc req-5a466cc0-ebff-4f78-a343-4827f82886e3 service neutron] 10.222.0.31 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981596 Feb 03 04:54:34.980545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:54:34.993721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:34.994315 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:35.042276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:35.044698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port dbab1f09-4077-4cf5-89ca-b4854e74fc7b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:35.045092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:35.071492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 has no active binding in host n-h1-827549-1 {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 04:54:35.088532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:35.090853 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a790e4-f12c-4b9c-bae8-ba29e8ef74bb" -d '{"events": [{"server_uuid": "49ef7050-f2f4-4377-93c4-e9314733efd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbab1f09-4077-4cf5-89ca-b4854e74fc7b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:35.107421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port dbab1f09-4077-4cf5-89ca-b4854e74fc7b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:35.139173 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:35.143763 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9953330-6e82-47e2-8fbb-9191e4e1c0fa x-openstack-request-id: req-a9953330-6e82-47e2-8fbb-9191e4e1c0fa {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:35.144053 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef7050-f2f4-4377-93c4-e9314733efd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbab1f09-4077-4cf5-89ca-b4854e74fc7b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:35.144307 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9953330-6e82-47e2-8fbb-9191e4e1c0fa {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:35.144697 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b', 'code': 200} Feb 03 04:54:35.189140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:35.189538 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:35.220745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:35.239885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:35.244944 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:35.281442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdaf46-2bdb-4b64-b96b-e6edbd5725c9 req-4f6126e9-484b-49d8-a687-9f589971deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:35.284243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20cdaf46-2bdb-4b64-b96b-e6edbd5725c9 req-4f6126e9-484b-49d8-a687-9f589971deda service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 1131 time: 0.0525017 Feb 03 04:54:35.298516 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:35.555356 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfdec3-7e74-4680-a513-1662782acaa9 req-18f4d2c1-aa9d-4e61-9f3e-62e850d72c09 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:35.557104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8dfdec3-7e74-4680-a513-1662782acaa9 req-18f4d2c1-aa9d-4e61-9f3e-62e850d72c09 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 949 time: 0.1041014 Feb 03 04:54:35.565509 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476809b-8589-4c9c-af54-5aa542f336d1 req-f41a5f5a-09f9-4a22-b7c4-63585ef5b75f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:35.568466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c476809b-8589-4c9c-af54-5aa542f336d1 req-f41a5f5a-09f9-4a22-b7c4-63585ef5b75f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.1002676 Feb 03 04:54:35.669918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8dfdec3-7e74-4680-a513-1662782acaa9 req-ebbf476c-b88c-4aa4-9eaa-dd1b6842f63e tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980184 Feb 03 04:54:35.679321 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-20cdaf46-2bdb-4b64-b96b-e6edbd5725c9 req-a0c5c3d6-9344-46e9-8080-ce5075ee3c1a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872199 Feb 03 04:54:35.680669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c476809b-8589-4c9c-af54-5aa542f336d1 req-83b55ce2-fdee-409f-8f70-c8897d1a50d5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019268 Feb 03 04:54:35.792092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f211502-6db7-4b0f-9e85-2d6a50e0e8a3 req-b4ac35c2-77aa-4feb-a7a8-77dc825b20d0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:35.793583 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f211502-6db7-4b0f-9e85-2d6a50e0e8a3 req-b4ac35c2-77aa-4feb-a7a8-77dc825b20d0 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.0522938 Feb 03 04:54:35.842423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f211502-6db7-4b0f-9e85-2d6a50e0e8a3 req-cc331be9-b40c-44be-9ed2-f7d102e1d99e tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Feb 03 04:54:36.392143 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64edc412-c245-43e5-b912-7e1e22d47c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:36.688268 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:36.843040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38748d-f2f6-4b3e-b43d-5680f3718754 req-4c2dd0ae-b54c-4f45-8d16-42c6f4b89211 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:36.844538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a38748d-f2f6-4b3e-b43d-5680f3718754 req-4c2dd0ae-b54c-4f45-8d16-42c6f4b89211 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 949 time: 0.0962086 Feb 03 04:54:36.857499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c859a1-20e8-4b0c-a173-4b4ad46513ff req-45c4c20d-cdaa-4f86-858c-7c0d06e86c8e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:36.859168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24c859a1-20e8-4b0c-a173-4b4ad46513ff req-45c4c20d-cdaa-4f86-858c-7c0d06e86c8e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 946 time: 0.0766983 Feb 03 04:54:36.941307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a38748d-f2f6-4b3e-b43d-5680f3718754 req-a347534a-f3dc-42f3-b9d5-4a69ed6aed36 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810065 Feb 03 04:54:36.946160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24c859a1-20e8-4b0c-a173-4b4ad46513ff req-5a366a2a-8a3d-4999-905d-c1d4b1c7ee0d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782678 Feb 03 04:54:37.056374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-f3568b17-e692-4252-a5d3-9e4eda9ccdcc service neutron] 10.222.0.31 "GET /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 384 time: 0.0665016 Feb 03 04:54:37.075822 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24163f0a-2ae8-4386-8acd-682beaf26b45 req-59bacc97-61fb-45d0-a602-78ceb67edaf2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:37.077616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24163f0a-2ae8-4386-8acd-682beaf26b45 req-59bacc97-61fb-45d0-a602-78ceb67edaf2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.0567224 Feb 03 04:54:37.131440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24163f0a-2ae8-4386-8acd-682beaf26b45 req-eb861823-fa8d-4d1f-9bfe-bf610ee7b2c7 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479670 Feb 03 04:54:37.145658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:37.150179 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ede21-f13d-4731-854d-74207b18797e" -d '{"events": [{"server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "name": "network-vif-plugged", "status": "completed", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:37.185695 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de72f04-cbae-4975-ba0c-3e27d1d579dd x-openstack-request-id: req-3de72f04-cbae-4975-ba0c-3e27d1d579dd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:37.185996 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "name": "network-vif-plugged", "status": "completed", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:37.186256 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3de72f04-cbae-4975-ba0c-3e27d1d579dd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:37.186659 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'code': 200} Feb 03 04:54:37.246121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:37.296810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:37.350381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:37.353021 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7c85b7-a6ae-4fa8-86fb-433ee97b1c02" -d '{"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:37.360707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c959e-43b6-4489-8132-3d3eccb22f7d req-60a57a9b-147a-4312-ad37-73c04ca88651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:37.362224 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30c959e-43b6-4489-8132-3d3eccb22f7d req-60a57a9b-147a-4312-ad37-73c04ca88651 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 1127 time: 0.1131251 Feb 03 04:54:37.364010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:37.388281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:37.400379 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02003a37-b2bb-4bb7-b8a5-c04bb924b864 x-openstack-request-id: req-02003a37-b2bb-4bb7-b8a5-c04bb924b864 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:37.400670 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:37.400919 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02003a37-b2bb-4bb7-b8a5-c04bb924b864 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:37.401314 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'code': 200} Feb 03 04:54:37.450596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30c959e-43b6-4489-8132-3d3eccb22f7d req-22d4cba0-4179-43ce-9514-bb0f4213c15c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788755 Feb 03 04:54:37.483572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] Transition to ACTIVE for port object d8e9fe4f-810b-432f-8be7-00e004525c31 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:54:37.488505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:37.579797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:37.620153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] No DVR routers for this DVR port d8e9fe4f-810b-432f-8be7-00e004525c31 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:54:37.765480 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc0a164c-b95c-4c3e-8f71-5dce4459a0a1 service neutron] 10.222.0.31 "PUT /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31/bindings/n-h1-827549-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7028790 Feb 03 04:54:37.873311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-3636d4dc-5d77-4137-a14d-2f0dc1031879 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:37.874896 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-3636d4dc-5d77-4137-a14d-2f0dc1031879 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8&tenant_id=8fa5088ea5644d09864ec4e657f1bab8&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0495842 Feb 03 04:54:37.932194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-1c332c69-2def-41dc-821f-7d17b01b4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:37.933815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-1c332c69-2def-41dc-821f-7d17b01b4b60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 1127 time: 0.0508685 Feb 03 04:54:38.006566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-759616f1-1f14-428f-991e-989e497f594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.008917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-759616f1-1f14-428f-991e-989e497f594a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1127 time: 0.0511355 Feb 03 04:54:38.116186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-f3a8b6d6-3919-4103-86f1-af7c0d0de3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.117831 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-f3a8b6d6-3919-4103-86f1-af7c0d0de3c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 898 time: 0.1031349 Feb 03 04:54:38.121888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b2a40-21c4-410a-b74c-97d0557dfc2c req-f78a08d7-0b32-45db-9f8d-3f17d2f78b89 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.123392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-461b2a40-21c4-410a-b74c-97d0557dfc2c req-f78a08d7-0b32-45db-9f8d-3f17d2f78b89 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 949 time: 0.0964849 Feb 03 04:54:38.130630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f54f2d-7b5e-4f0c-a040-b023bd562c0e req-a07dc6b6-3030-45f6-a664-e5a0bc41e3eb tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.132065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2f54f2d-7b5e-4f0c-a040-b023bd562c0e req-a07dc6b6-3030-45f6-a664-e5a0bc41e3eb tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0949452 Feb 03 04:54:38.183169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:38.192475 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-a8fa1461-e228-4193-ab76-a77e8e72175a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 1000 time: 0.0675538 Feb 03 04:54:38.198001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-461b2a40-21c4-410a-b74c-97d0557dfc2c req-2650b374-e01a-496b-a5ca-5367574b4947 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649588 Feb 03 04:54:38.248511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2f54f2d-7b5e-4f0c-a040-b023bd562c0e req-d41754b3-f3fc-4e13-91f9-e8c8071b5c45 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881774 Feb 03 04:54:38.265859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-c90a5018-f079-4691-9c01-a37b51a0dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.267706 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-c90a5018-f079-4691-9c01-a37b51a0dfa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0685437 Feb 03 04:54:38.359233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf848775-6cd1-4e7c-b8f1-0e2ea9d9ac6d req-046be3e2-add6-4fda-b90a-9c26e8c0951b tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.361264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf848775-6cd1-4e7c-b8f1-0e2ea9d9ac6d req-046be3e2-add6-4fda-b90a-9c26e8c0951b tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.0843399 Feb 03 04:54:38.394067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-c307f272-fff4-4e49-95c3-52f69089ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.396367 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-c307f272-fff4-4e49-95c3-52f69089ab86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089158 Feb 03 04:54:38.450747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf848775-6cd1-4e7c-b8f1-0e2ea9d9ac6d req-512e4921-30d9-4ae2-ab7b-3f67207cf54b tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883260 Feb 03 04:54:38.551830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-be2d9706-e535-4113-bd4a-657e826461f8 service neutron] 10.222.0.15 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432736 Feb 03 04:54:38.565731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923ca96-00bb-4772-b35e-2c9b446d01f3 req-64d89454-55d7-4a1d-86ee-3270b170c591 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.567376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d923ca96-00bb-4772-b35e-2c9b446d01f3 req-64d89454-55d7-4a1d-86ee-3270b170c591 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 949 time: 0.0644851 Feb 03 04:54:38.616409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d923ca96-00bb-4772-b35e-2c9b446d01f3 req-e282b9e5-394c-4b2b-a8b4-a9e99e020506 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Feb 03 04:54:38.655291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-c5b931fe-699a-47f0-ad76-16b3f42d31da service neutron] 10.222.0.15 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966985 Feb 03 04:54:38.897187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-1fcfe84f-97cb-46ab-b170-ec6373d4c36f tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:38.898908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-1fcfe84f-97cb-46ab-b170-ec6373d4c36f tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8&tenant_id=8fa5088ea5644d09864ec4e657f1bab8&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 1127 time: 0.0507138 Feb 03 04:54:39.052882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc10532e-9a25-49c7-bd6e-c5fd5862e63a service neutron] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:39.056127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc10532e-9a25-49c7-bd6e-c5fd5862e63a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:39.057407 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-cc10532e-9a25-49c7-bd6e-c5fd5862e63a service neutron] 10.222.0.15 "DELETE /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31/bindings/n-h2-827549-1 HTTP/1.1" status: 204 len: 173 time: 0.1483181 Feb 03 04:54:39.278169 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:39.353908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80b2f-3b1a-41bc-bafa-cafbb46cf7d0 req-ba89128e-bfc7-4e7a-b2f7-d79e938d0873 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:39.355657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ae80b2f-3b1a-41bc-bafa-cafbb46cf7d0 req-ba89128e-bfc7-4e7a-b2f7-d79e938d0873 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0550425 Feb 03 04:54:39.432412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ae80b2f-3b1a-41bc-bafa-cafbb46cf7d0 req-f21a9b21-b0cc-40ee-a349-6ea630c28ad9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678704 Feb 03 04:54:39.590769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafad640-b52f-4293-8e84-2de4465abb25 req-36a169a6-cb86-4ad9-ac8c-23e8c79d504d tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:39.592352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eafad640-b52f-4293-8e84-2de4465abb25 req-36a169a6-cb86-4ad9-ac8c-23e8c79d504d tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1127 time: 0.0809395 Feb 03 04:54:39.599947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c9e9-f3cb-418c-b2ae-2dd4b81b7e61 req-e0293f6a-f302-4a27-ad5e-0c291d03f3a4 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:39.601350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1f1c9e9-f3cb-418c-b2ae-2dd4b81b7e61 req-e0293f6a-f302-4a27-ad5e-0c291d03f3a4 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.0797555 Feb 03 04:54:39.666528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eafad640-b52f-4293-8e84-2de4465abb25 req-af4300ef-35d5-4acc-a2ca-320342412902 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640807 Feb 03 04:54:39.689557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1f1c9e9-f3cb-418c-b2ae-2dd4b81b7e61 req-bc108284-802f-47bf-8472-02e30aaf7751 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812755 Feb 03 04:54:39.828264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8de33-6726-4f90-ae50-29b7bcbaed1d req-e4183d77-7ebb-4068-a284-2c7c266898b9 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:39.835492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88b8de33-6726-4f90-ae50-29b7bcbaed1d req-e4183d77-7ebb-4068-a284-2c7c266898b9 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 949 time: 0.1103096 Feb 03 04:54:39.865066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-dc73eae2-a6a0-4a5a-b398-de7b92955d1d tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:39.866283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-dc73eae2-a6a0-4a5a-b398-de7b92955d1d tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.31 "GET /v2.0/ports?device_id=49ef7050-f2f4-4377-93c4-e9314733efd1 HTTP/1.1" status: 200 len: 949 time: 0.0619206 Feb 03 04:54:39.869284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d9900-38f0-4114-8bba-1e29407ee924 req-ba26b967-9db8-423b-b06a-bd29d5f71a28 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:39.870967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-541d9900-38f0-4114-8bba-1e29407ee924 req-ba26b967-9db8-423b-b06a-bd29d5f71a28 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1036966 Feb 03 04:54:39.915804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88b8de33-6726-4f90-ae50-29b7bcbaed1d req-64a86ae3-4909-48c1-b105-5d4f2311558b tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.35 "GET /v2.0/security-groups?id=4610267b-a6b4-49e0-aac5-dcc011e8067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793784 Feb 03 04:54:39.957658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-541d9900-38f0-4114-8bba-1e29407ee924 req-d04e588d-7786-4f28-a8e3-c1b95014d221 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709689 Feb 03 04:54:39.980346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Deleting port dbab1f09-4077-4cf5-89ca-b4854e74fc7b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:39.980801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:39.982440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51154) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:40.077819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] For port dbab1f09-4077-4cf5-89ca-b4854e74fc7b, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:40.078237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.082667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bbdc764f-f2ab-47e6-b2b3-e673c88c84b1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/696c340e-b8eb-4fd2-a2c8-43c58b995e11 HTTP/1.1" status: 200 len: 992 time: 0.0959327 Feb 03 04:54:40.096043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Calling delete_port for dbab1f09-4077-4cf5-89ca-b4854e74fc7b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:40.103567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decfb92-7dae-439d-a04f-bc48eca3b39c req-9aee4839-adc5-4787-bce3-580dbebea978 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:40.105626 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2decfb92-7dae-439d-a04f-bc48eca3b39c req-9aee4839-adc5-4787-bce3-580dbebea978 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.0815046 Feb 03 04:54:40.160924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2decfb92-7dae-439d-a04f-bc48eca3b39c req-5af28eb8-9177-4a57-bd14-3ce5ab8c4033 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495336 Feb 03 04:54:40.190726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:40.245797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (dbab1f09-4077-4cf5-89ca-b4854e74fc7b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.246544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fc974-a739-4728-a835-137d34fdbe65 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:40.248340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aa4fc974-a739-4728-a835-137d34fdbe65 tempest-TestNetworkBasicOps-1199406849 tempest-TestNetworkBasicOps-1199406849-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 1122 time: 0.0563319 Feb 03 04:54:40.251262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51162) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:40.256369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:40.258974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['dbab1f09-4077-4cf5-89ca-b4854e74fc7b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:54:40.281455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Pushing event deleted for resources: {'Port': ['ID=dbab1f09-4077-4cf5-89ca-b4854e74fc7b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:40.291841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.301229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.301837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.306788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.307189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.307612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.307959 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.308294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.308625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.308952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.309337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.309671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.309997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.310323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:40.315020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51164) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:40.351702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] No DVR routers for this DVR port dbab1f09-4077-4cf5-89ca-b4854e74fc7b on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:54:40.354926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.360968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-59f7d4c3-c8c2-412b-b258-730865533a01 req-f2417cd2-f854-406f-9d3e-f1f544f48898 tempest-VolumesNegativeTest-1703980871 tempest-VolumesNegativeTest-1703980871-project] 10.222.0.31 "DELETE /v2.0/ports/dbab1f09-4077-4cf5-89ca-b4854e74fc7b HTTP/1.1" status: 204 len: 173 time: 0.4883862 Feb 03 04:54:40.361898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'name': 'network-vif-deleted', 'tag': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:40.365537 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38620db8-03c2-4980-a054-1f90d64c0ca5" -d '{"events": [{"server_uuid": "49ef7050-f2f4-4377-93c4-e9314733efd1", "name": "network-vif-deleted", "tag": "dbab1f09-4077-4cf5-89ca-b4854e74fc7b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:40.417667 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ffcff3-9309-43b3-b24e-fc58b03ba215 x-openstack-request-id: req-13ffcff3-9309-43b3-b24e-fc58b03ba215 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:40.417961 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef7050-f2f4-4377-93c4-e9314733efd1", "name": "network-vif-deleted", "tag": "dbab1f09-4077-4cf5-89ca-b4854e74fc7b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:40.418221 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13ffcff3-9309-43b3-b24e-fc58b03ba215 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:40.421723 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef7050-f2f4-4377-93c4-e9314733efd1', 'name': 'network-vif-deleted', 'tag': 'dbab1f09-4077-4cf5-89ca-b4854e74fc7b', 'status': 'completed', 'code': 200} Feb 03 04:54:40.636239 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.694416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 69a14699-2404-42d5-99bb-05da90c69edd {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:40.695019 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (69a14699-2404-42d5-99bb-05da90c69edd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.747243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:40.794101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port d8e9fe4f-810b-432f-8be7-00e004525c31 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:54:40.795268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:40.816841 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Allocated IP 172.25.7.192 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/25d455ac-fa07-4834-bf26-297a2b1011b0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:40.836763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (69a14699-2404-42d5-99bb-05da90c69edd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.836981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (69a14699-2404-42d5-99bb-05da90c69edd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:40.854311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 69a14699-2404-42d5-99bb-05da90c69edd owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:41.005386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:41.078987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:41.129665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:41.143154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:41.146014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:41.171685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=25d455ac-fa07-4834-bf26-297a2b1011b0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:41.190328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (69a14699-2404-42d5-99bb-05da90c69edd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:41.224600 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=69a14699-2404-42d5-99bb-05da90c69edd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:41.350274 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (696c340e-b8eb-4fd2-a2c8-43c58b995e11), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:41.350753 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP 696c340e-b8eb-4fd2-a2c8-43c58b995e11 disassociated (deleted). External IP: 172.25.7.193, port: d8e9fe4f-810b-432f-8be7-00e004525c31. Feb 03 04:54:42.153753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 6439cf90-6924-45dd-8260-bc0183f6cca0 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:54:42.219483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (04a875d7-41dc-4971-a208-ec26b6ff6f0b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:42.317442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:42.330783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] Sync routers for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:42.337717 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:42.349151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:42.350014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:42.379988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ea430c38-03f6-47b7-b17c-803bdfd20392 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/floatingips/696c340e-b8eb-4fd2-a2c8-43c58b995e11 HTTP/1.1" status: 204 len: 168 time: 2.0535493 Feb 03 04:54:42.382788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:42.389281 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715390bb-7856-440f-b6ed-76e191ecb823" -d '{"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:42.420904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:42.567894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:42.633043 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e7c428-8b60-4c11-8384-6791b3d61404 x-openstack-request-id: req-f3e7c428-8b60-4c11-8384-6791b3d61404 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:42.633433 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:42.633912 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3e7c428-8b60-4c11-8384-6791b3d61404 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:42.634436 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'status': 'completed', 'code': 200} Feb 03 04:54:42.743417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:42.778710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715390bb-7856-440f-b6ed-76e191ecb823 req-d218ed9d-82d0-4074-b104-c022ca170d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:42.780477 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-715390bb-7856-440f-b6ed-76e191ecb823 req-d218ed9d-82d0-4074-b104-c022ca170d91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 1127 time: 0.1073866 Feb 03 04:54:42.783580 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:42.860362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:42.910446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] Checking router: 6439cf90-6924-45dd-8260-bc0183f6cca0 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:42.922639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:42.923282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4077f5-958a-4448-9596-42e64cf7699b req-53e0ecb6-8ba4-48b0-a6eb-be6cfac2421c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:42.924161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:42.934275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b4077f5-958a-4448-9596-42e64cf7699b req-53e0ecb6-8ba4-48b0-a6eb-be6cfac2421c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 945 time: 0.2107744 Feb 03 04:54:42.940675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event updated for resources: {'Port': ['ID=25d455ac-fa07-4834-bf26-297a2b1011b0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:42.948698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715390bb-7856-440f-b6ed-76e191ecb823 req-e0fba037-45ba-4b6f-93db-98c42b66c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:42.950701 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-715390bb-7856-440f-b6ed-76e191ecb823 req-e0fba037-45ba-4b6f-93db-98c42b66c7bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 200 len: 898 time: 0.1583211 Feb 03 04:54:42.968516 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (04a875d7-41dc-4971-a208-ec26b6ff6f0b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:43.047095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-715390bb-7856-440f-b6ed-76e191ecb823 req-d224c5db-e315-4375-a565-b236dd9982f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 200 len: 217 time: 0.0870717 Feb 03 04:54:43.050608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:43.138116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715390bb-7856-440f-b6ed-76e191ecb823 req-7dc0fd21-c0dd-4a04-a052-cca2998dcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:43.140275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-715390bb-7856-440f-b6ed-76e191ecb823 req-7dc0fd21-c0dd-4a04-a052-cca2998dcb46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 200 len: 835 time: 0.0846081 Feb 03 04:54:43.163009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b4077f5-958a-4448-9596-42e64cf7699b req-1f5c2fb8-dc13-4e17-af5c-2ec60db08096 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=a17fd851-c860-4505-8b40-8d911d763e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265360 Feb 03 04:54:43.202038 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Floating IP 04a875d7-41dc-4971-a208-ec26b6ff6f0b associated. External IP: 172.25.7.192, port: 468acf2d-97bc-4033-8b62-f2ff7f1bf16e. Feb 03 04:54:43.236981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-e09ba8f8-e0f0-4814-9c5d-60bf0a165518 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:43.239312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-e09ba8f8-e0f0-4814-9c5d-60bf0a165518 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.15 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1387498 Feb 03 04:54:43.261041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715390bb-7856-440f-b6ed-76e191ecb823 req-d9eb29e7-92f4-4418-bcfe-16141e1a17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:43.263782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-715390bb-7856-440f-b6ed-76e191ecb823 req-d9eb29e7-92f4-4418-bcfe-16141e1a17d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a32d7986-b417-4435-bb66-3289138a9b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1153502 Feb 03 04:54:43.352687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:43.396755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcab0d5-d0bf-41e7-8e01-6b5fe9144e6d None None] The sync data for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 is: [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:53:38Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cf1829a4-9ab5-4254-b485-be17319506b7', 'name': '', 'network_id': 'a32d7986-b417-4435-bb66-3289138a9b66', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:9d:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:36Z', 'updated_at': '2022-02-03T04:53:41Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': 'b4d045bf-2313-4f06-84e0-1a718d0b4aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:43.494473 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-715390bb-7856-440f-b6ed-76e191ecb823 req-26d7bc8b-01f7-41c6-b790-0fe88466f05e service neutron] 10.222.0.15 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056386 Feb 03 04:54:43.553222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port d8e9fe4f-810b-432f-8be7-00e004525c31 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:43.553706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:43.596263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:54:43.700199 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-715390bb-7856-440f-b6ed-76e191ecb823 req-4f389cef-ab84-401b-a5fd-8fb7f72a0270 service neutron] 10.222.0.15 "GET /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968684 Feb 03 04:54:43.778494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port d8e9fe4f-810b-432f-8be7-00e004525c31, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d8e9fe4f-810b-432f-8be7-00e004525c31,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:43.780633 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:43.809029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:43.824474 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] Sync routers for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:43.829839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for d8e9fe4f-810b-432f-8be7-00e004525c31 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:43.848412 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:43.852081 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:43.870480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:43.871463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515493a-2be8-4733-8197-bc34305f3218 None None] New status for floating IP 696c340e-b8eb-4fd2-a2c8-43c58b995e11: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:54:43.926609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8f33c0c3-b675-4356-8753-8db09b256bc9 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6740735 Feb 03 04:54:43.930477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51396) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:44.025162 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:44.131399 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d8e9fe4f-810b-432f-8be7-00e004525c31), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:44.132701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2c5a6095-5475-4eb2-9b55-162c5b5872e1 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/floatingips/04a875d7-41dc-4971-a208-ec26b6ff6f0b HTTP/1.1" status: 200 len: 991 time: 0.2010722 Feb 03 04:54:44.164922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=d8e9fe4f-810b-432f-8be7-00e004525c31,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:44.274014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] No DVR routers for this DVR port d8e9fe4f-810b-432f-8be7-00e004525c31 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:54:44.277826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:44.282022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b8267d6b-af0d-4fd0-bfab-3660ed7fa93c req-65f1a86a-0735-48ff-a8a5-b6e0a6069c75 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.15 "DELETE /v2.0/ports/d8e9fe4f-810b-432f-8be7-00e004525c31 HTTP/1.1" status: 204 len: 173 time: 1.0356245 Feb 03 04:54:44.282724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-deleted', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:44.285197 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0225fb05-386b-4dd9-8179-9496c24b7402" -d '{"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-deleted", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:44.330998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b06cbf60-d4cd-4e0f-8a9f-88f599c21554 req-f5010c97-f953-4ce8-93d1-63428cd2ffbd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8 HTTP/1.1" status: 200 len: 210 time: 0.0572646 Feb 03 04:54:44.345510 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '04a875d7-41dc-4971-a208-ec26b6ff6f0b', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'port_id': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'mac_address': 'fa:16:3e:99:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:54:41Z', 'updated_at': '2022-02-03T04:54:41Z', 'revision_number': 0, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:21Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:44.375377 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8ff383-a53f-425c-8b28-3c5f38fefccd x-openstack-request-id: req-9a8ff383-a53f-425c-8b28-3c5f38fefccd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:44.375709 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8", "name": "network-vif-deleted", "tag": "d8e9fe4f-810b-432f-8be7-00e004525c31", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:44.376005 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a8ff383-a53f-425c-8b28-3c5f38fefccd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:44.376368 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db615f6c-c0fa-4e29-aeca-fba1c1c9e6b8', 'name': 'network-vif-deleted', 'tag': 'd8e9fe4f-810b-432f-8be7-00e004525c31', 'status': 'completed', 'code': 200} Feb 03 04:54:44.430866 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] Checking router: 56f3c415-4c21-4b5e-8836-2a9fe78531a7 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:44.441945 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:44.442628 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:44.640405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:54:44.640405 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69cf24-8566-4a42-98ae-4cb75e87eb46" -d '{"events": [{"name": "network-changed", "server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:54:44.695669 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac7cb1c-d36d-4097-9b19-79d05f7e1bd2 x-openstack-request-id: req-4ac7cb1c-d36d-4097-9b19-79d05f7e1bd2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:54:44.695981 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:54:44.696274 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ac7cb1c-d36d-4097-9b19-79d05f7e1bd2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:54:44.696856 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'status': 'completed', 'code': 200} Feb 03 04:54:44.750118 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:44.755399 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device dbab1f09-4077-4cf5-89ca-b4854e74fc7b no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:44.801808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: dbab1f09-4077-4cf5-89ca-b4854e74fc7b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:44.802435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device dbab1f09-4077-4cf5-89ca-b4854e74fc7b not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:44.842768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-b8bc836b-7061-4d2e-90a9-1af789f63b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:44.845086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-b8bc836b-7061-4d2e-90a9-1af789f63b3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 1127 time: 0.1150794 Feb 03 04:54:45.043678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-16045ad2-1703-4074-b87b-18a63f9bc280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:45.045430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-16045ad2-1703-4074-b87b-18a63f9bc280 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9977215-02a1-412e-9269-3e865a085822 HTTP/1.1" status: 200 len: 897 time: 0.1939089 Feb 03 04:54:45.102938 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '04a875d7-41dc-4971-a208-ec26b6ff6f0b', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'port_id': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'mac_address': 'fa:16:3e:99:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:54:41Z', 'updated_at': '2022-02-03T04:54:41Z', 'revision_number': 0, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:21Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:45.133243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:45.135319 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579d929-7f90-44c9-8340-c3ad9e73af25 None None] The sync data for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 is: [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '04a875d7-41dc-4971-a208-ec26b6ff6f0b', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'port_id': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'mac_address': 'fa:16:3e:99:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:54:41Z', 'updated_at': '2022-02-03T04:54:41Z', 'revision_number': 0, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:21Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:45.170310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-aa0cf8f4-e14a-4aa3-bfeb-0981005de70d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e HTTP/1.1" status: 200 len: 999 time: 0.1021285 Feb 03 04:54:45.226803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-e9bed36c-af59-4a65-8a5e-5208efa9351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:45.228437 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-e9bed36c-af59-4a65-8a5e-5208efa9351d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03cf80d1-cd17-4fe6-b510-eecba642ed9a HTTP/1.1" status: 200 len: 835 time: 0.0572343 Feb 03 04:54:45.264141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e20d3236-35db-43de-b277-a44390a84fda tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/floatingips/04a875d7-41dc-4971-a208-ec26b6ff6f0b HTTP/1.1" status: 200 len: 991 time: 0.1288438 Feb 03 04:54:45.318670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-7a81c2d4-dc0c-40d3-9fe1-ea64a0615d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:45.321071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-7a81c2d4-dc0c-40d3-9fe1-ea64a0615d72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9977215-02a1-412e-9269-3e865a085822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860331 Feb 03 04:54:45.426444 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-1f39a466-7e11-47f9-81da-e582c6980db7 service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995009 Feb 03 04:54:45.436168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:45.612655 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7b69cf24-8566-4a42-98ae-4cb75e87eb46 req-7e0e051a-1e30-49b6-a366-88f409749301 service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798532 Feb 03 04:54:45.659456 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab546313-735c-4c84-a79a-f14263b086da None None] New status for floating IP 04a875d7-41dc-4971-a208-ec26b6ff6f0b: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:54:46.064969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (6439cf90-6924-45dd-8260-bc0183f6cca0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:46.265425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:46.388636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-feb1f072-d1da-413f-8602-f5fbbdb3d755 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/floatingips/04a875d7-41dc-4971-a208-ec26b6ff6f0b HTTP/1.1" status: 200 len: 993 time: 0.1214492 Feb 03 04:54:46.434150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port cf1829a4-9ab5-4254-b485-be17319506b7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:46.434687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:46.541285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port cf1829a4-9ab5-4254-b485-be17319506b7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cf1829a4-9ab5-4254-b485-be17319506b7,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:46.541907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:46.557708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for cf1829a4-9ab5-4254-b485-be17319506b7 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:46.858674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:46.894016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: d8e9fe4f-810b-432f-8be7-00e004525c31 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:46.894673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d8e9fe4f-810b-432f-8be7-00e004525c31 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:46.901397 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cf1829a4-9ab5-4254-b485-be17319506b7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:46.995361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=cf1829a4-9ab5-4254-b485-be17319506b7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:47.243565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (6439cf90-6924-45dd-8260-bc0183f6cca0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:47.988168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 6439cf90-6924-45dd-8260-bc0183f6cca0 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:54:48.184450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:48.202143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] Sync routers for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:48.223745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fdd8e5f7-9932-4848-98e6-7ce88e9baeaf tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/6439cf90-6924-45dd-8260-bc0183f6cca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7864108 Feb 03 04:54:48.225398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:48.226184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:48.226694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:48.316603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting subnet b4d045bf-2313-4f06-84e0-1a718d0b4aa4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:54:48.321027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (b4d045bf-2313-4f06-84e0-1a718d0b4aa4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:48.384237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (b4d045bf-2313-4f06-84e0-1a718d0b4aa4), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:48.392042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:48.691734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:54:46Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:48.701680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (b4d045bf-2313-4f06-84e0-1a718d0b4aa4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:48.773276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] Checking router: 6439cf90-6924-45dd-8260-bc0183f6cca0 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:48.777547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (b4d045bf-2313-4f06-84e0-1a718d0b4aa4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:48.783204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] Routers {'6439cf90-6924-45dd-8260-bc0183f6cca0'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:48.784203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['6439cf90-6924-45dd-8260-bc0183f6cca0'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:48.836678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d045bf-2313-4f06-84e0-1a718d0b4aa4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:48.854650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:48.858457 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e3ae061-f65d-4bda-a93a-1ef14c822019 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/subnets/b4d045bf-2313-4f06-84e0-1a718d0b4aa4 HTTP/1.1" status: 204 len: 168 time: 0.6306779 Feb 03 04:54:48.861241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:49.082085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (6439cf90-6924-45dd-8260-bc0183f6cca0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.208292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f25592-f59b-4249-abc7-e48760c564a1 None None] Network a32d7986-b417-4435-bb66-3289138a9b66 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:54:49.275712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (6439cf90-6924-45dd-8260-bc0183f6cca0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.340243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:49.340911 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.366383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] Set router 6439cf90-6924-45dd-8260-bc0183f6cca0 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:49.458826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:49.459344 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.473845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:49.687182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] DHCP port deletion for a32d7986-b417-4435-bb66-3289138a9b66 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:54:49.769386 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.786479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:54:46Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:49.833772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:49.847126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ecec20-cee8-4b94-9979-79b87831a226 None None] The sync data for ids ['6439cf90-6924-45dd-8260-bc0183f6cca0'] in n-d-827549-1 is: [{'id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247503587', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:53:32Z', 'updated_at': '2022-02-03T04:54:46Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439cf90-6924-45dd-8260-bc0183f6cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:53:33Z', 'updated_at': '2022-02-03T04:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:49.861059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] Deleting port 28a685eb-939f-4797-afac-77db6192c12d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:54:49.861690 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (28a685eb-939f-4797-afac-77db6192c12d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.903449 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (6439cf90-6924-45dd-8260-bc0183f6cca0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.964108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] For port 28a685eb-939f-4797-afac-77db6192c12d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=28a685eb-939f-4797-afac-77db6192c12d,segment=NetworkSegment(3d3a6e1b-cb25-43f8-8459-f9b12ea42f19),segment_id=3d3a6e1b-cb25-43f8-8459-f9b12ea42f19)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:49.964565 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (28a685eb-939f-4797-afac-77db6192c12d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:49.980815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] Calling delete_port for 28a685eb-939f-4797-afac-77db6192c12d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:54:50.086957 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (28a685eb-939f-4797-afac-77db6192c12d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:50.135471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] Pushing event deleted for resources: {'Port': ['ID=28a685eb-939f-4797-afac-77db6192c12d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:50.162384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103e6d9-88ae-4b6a-8e7d-8081a3bb3532 None None] No DVR routers for this DVR port 28a685eb-939f-4797-afac-77db6192c12d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:54:50.630819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:50.650199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (6439cf90-6924-45dd-8260-bc0183f6cca0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:50.654569 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (6439cf90-6924-45dd-8260-bc0183f6cca0), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:50.728858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (6439cf90-6924-45dd-8260-bc0183f6cca0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:50.729397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Fanout notify agent at l3_agent the message router_deleted on router 6439cf90-6924-45dd-8260-bc0183f6cca0 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:54:50.737514 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:50.741209 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-46f84e8d-4ad8-4f99-8904-d56b7a06df3f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/routers/6439cf90-6924-45dd-8260-bc0183f6cca0 HTTP/1.1" status: 204 len: 168 time: 1.8764446 Feb 03 04:54:50.741596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:50.910601 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a32d7986-b417-4435-bb66-3289138a9b66), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:50.994022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8b7d808e-fc36-49fe-a7f5-7094ad82469c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a3439170120415f9cfa0acde996e3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3612669 Feb 03 04:54:50.996921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:51.112435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-341d1830-a7b7-45e8-806b-26917b0c5169 admin admin] Publish callbacks [] for security_group (4610267b-a6b4-49e0-aac5-dcc011e8067a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.170125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-341d1830-a7b7-45e8-806b-26917b0c5169 admin admin] Publish callbacks [] for security_group (4610267b-a6b4-49e0-aac5-dcc011e8067a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.209262 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a32d7986-b417-4435-bb66-3289138a9b66), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.230127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-341d1830-a7b7-45e8-806b-26917b0c5169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4610267b-a6b4-49e0-aac5-dcc011e8067a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.233960 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-341d1830-a7b7-45e8-806b-26917b0c5169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.235531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-341d1830-a7b7-45e8-806b-26917b0c5169 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4610267b-a6b4-49e0-aac5-dcc011e8067a HTTP/1.1" status: 204 len: 168 time: 0.2376022 Feb 03 04:54:51.254286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d1830-a7b7-45e8-806b-26917b0c5169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4610267b-a6b4-49e0-aac5-dcc011e8067a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:51.255626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32d7986-b417-4435-bb66-3289138a9b66']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:51.306299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:51.307798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3a6e1b-cb25-43f8-8459-f9b12ea42f19') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:51.332356 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (3d3a6e1b-cb25-43f8-8459-f9b12ea42f19), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.397873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (3d3a6e1b-cb25-43f8-8459-f9b12ea42f19), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.423588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:54:51.430946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (3d3a6e1b-cb25-43f8-8459-f9b12ea42f19), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:54:51.446763 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:54:51.512430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cf1829a4-9ab5-4254-b485-be17319506b7 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:51.558248 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a32d7986-b417-4435-bb66-3289138a9b66), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.576023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cf1829a4-9ab5-4254-b485-be17319506b7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:51.584179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cf1829a4-9ab5-4254-b485-be17319506b7 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:51.584790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 28a685eb-939f-4797-afac-77db6192c12d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:51.594133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.605018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/networks/a32d7986-b417-4435-bb66-3289138a9b66 HTTP/1.1" status: 204 len: 168 time: 0.8622336 Feb 03 04:54:51.608041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:51.638197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aae61-7f08-490a-8829-8cf636562a3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Network': ['ID=a32d7986-b417-4435-bb66-3289138a9b66,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:51.645488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 28a685eb-939f-4797-afac-77db6192c12d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:51.646103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 28a685eb-939f-4797-afac-77db6192c12d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:51.707308 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb019-0212-4553-9134-710e1bde6ef8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (a17fd851-c860-4505-8b40-8d911d763e54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.750194 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb019-0212-4553-9134-710e1bde6ef8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (a17fd851-c860-4505-8b40-8d911d763e54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.841094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb019-0212-4553-9134-710e1bde6ef8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (a17fd851-c860-4505-8b40-8d911d763e54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.848490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb019-0212-4553-9134-710e1bde6ef8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:51.853814 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2e8cb019-0212-4553-9134-710e1bde6ef8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/security-groups/a17fd851-c860-4505-8b40-8d911d763e54 HTTP/1.1" status: 204 len: 168 time: 0.2443597 Feb 03 04:54:51.876074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cb019-0212-4553-9134-710e1bde6ef8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17fd851-c860-4505-8b40-8d911d763e54,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:52.174238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:52.181065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9cd57c57-7d85-4d3f-a85a-910311593fd0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17202595', 'description': 'tempest-secgroup-smoke-17202595 description', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:52.232299 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd57c57-7d85-4d3f-a85a-910311593fd0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.333133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd57c57-7d85-4d3f-a85a-910311593fd0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (15cda14d-2133-478a-b9c5-7c3ecbd6145d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.355739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd57c57-7d85-4d3f-a85a-910311593fd0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (15cda14d-2133-478a-b9c5-7c3ecbd6145d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.418641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd57c57-7d85-4d3f-a85a-910311593fd0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cda14d-2133-478a-b9c5-7c3ecbd6145d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:52.442487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cd57c57-7d85-4d3f-a85a-910311593fd0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.451944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:52.456789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9cd57c57-7d85-4d3f-a85a-910311593fd0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2801635 Feb 03 04:54:52.459795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1a965205-a8c7-4415-bcba-a8c83070a06e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '15cda14d-2133-478a-b9c5-7c3ecbd6145d', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:52.549876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a965205-a8c7-4415-bcba-a8c83070a06e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (a7eb803f-5a9c-43ca-8207-98a04d4ab9aa), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.724362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a965205-a8c7-4415-bcba-a8c83070a06e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (a7eb803f-5a9c-43ca-8207-98a04d4ab9aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.731004 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a965205-a8c7-4415-bcba-a8c83070a06e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a7eb803f-5a9c-43ca-8207-98a04d4ab9aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.745564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:52.768877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a965205-a8c7-4415-bcba-a8c83070a06e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7eb803f-5a9c-43ca-8207-98a04d4ab9aa,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:52.781650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a965205-a8c7-4415-bcba-a8c83070a06e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.783211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1a965205-a8c7-4415-bcba-a8c83070a06e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3300545 Feb 03 04:54:52.786091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:52.791384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-30ced968-99c2-4430-87f7-4bc816caf9d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '15cda14d-2133-478a-b9c5-7c3ecbd6145d', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:52.829793 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ced968-99c2-4430-87f7-4bc816caf9d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (7c219cfb-e2a8-4387-bded-b2b47932aaa2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.920646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-83480474-network', 'tenant_id': '431e334d2c364d42b2145786c87b997e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:52.926322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ced968-99c2-4430-87f7-4bc816caf9d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (7c219cfb-e2a8-4387-bded-b2b47932aaa2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.935443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ced968-99c2-4430-87f7-4bc816caf9d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (7c219cfb-e2a8-4387-bded-b2b47932aaa2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.958824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:54:52.961214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ced968-99c2-4430-87f7-4bc816caf9d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c219cfb-e2a8-4387-bded-b2b47932aaa2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:52.978240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Made reservation on behalf of 431e334d2c364d42b2145786c87b997e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:52.981776 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.985145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:54:52.985592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 13f5a096-8cc7-43dc-b3f9-5e3caeb5e9f2 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:54:52.988961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30ced968-99c2-4430-87f7-4bc816caf9d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.990200 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-30ced968-99c2-4430-87f7-4bc816caf9d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2026279 Feb 03 04:54:52.993210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:52.996811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:52.999103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-42a5905b-3c76-4b74-9ce3-a871bbd80396 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '15cda14d-2133-478a-b9c5-7c3ecbd6145d', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.031101 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5905b-3c76-4b74-9ce3-a871bbd80396 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (5e240b9f-9339-4e9d-9c19-3a315890b73e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.077223 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks [] for security_group (62a5de7f-d7cd-439b-96f9-1eacb1b68c7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.082447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62a5de7f-d7cd-439b-96f9-1eacb1b68c7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.093981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5905b-3c76-4b74-9ce3-a871bbd80396 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (5e240b9f-9339-4e9d-9c19-3a315890b73e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.099403 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5905b-3c76-4b74-9ce3-a871bbd80396 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (5e240b9f-9339-4e9d-9c19-3a315890b73e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.112699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:54:53.118947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5905b-3c76-4b74-9ce3-a871bbd80396 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e240b9f-9339-4e9d-9c19-3a315890b73e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:53.126756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a5de7f-d7cd-439b-96f9-1eacb1b68c7b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:53.129660 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5905b-3c76-4b74-9ce3-a871bbd80396 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.131030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-42a5905b-3c76-4b74-9ce3-a871bbd80396 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360564 Feb 03 04:54:53.133274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6ec32db-60aa-4d96-8720-b4b09325f551), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.133632 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Added segment c6ec32db-60aa-4d96-8720-b4b09325f551 of type vlan for network f3d5830a-2e58-4a67-b979-35de545c72db Feb 03 04:54:53.134168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 51996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:53.139534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3ebd8b25-0e3f-44dd-90a0-064fcb4c9504 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '15cda14d-2133-478a-b9c5-7c3ecbd6145d', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.172359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8b25-0e3f-44dd-90a0-064fcb4c9504 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (9de54e46-2466-4644-832e-25d5bdf550b1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.182105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f3d5830a-2e58-4a67-b979-35de545c72db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.210857 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f3d5830a-2e58-4a67-b979-35de545c72db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.212216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:53.212849 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.240281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8b25-0e3f-44dd-90a0-064fcb4c9504 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (9de54e46-2466-4644-832e-25d5bdf550b1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.244374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8b25-0e3f-44dd-90a0-064fcb4c9504 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (9de54e46-2466-4644-832e-25d5bdf550b1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.248087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5012577 Feb 03 04:54:53.251494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 51998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:53.265131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd8b25-0e3f-44dd-90a0-064fcb4c9504 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de54e46-2466-4644-832e-25d5bdf550b1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:53.276068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8b25-0e3f-44dd-90a0-064fcb4c9504 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.277393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3ebd8b25-0e3f-44dd-90a0-064fcb4c9504 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416183 Feb 03 04:54:53.280464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:53.281655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Request body: {'subnet': {'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-83480474-subnet', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.285606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '15cda14d-2133-478a-b9c5-7c3ecbd6145d', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.293899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac82cf-1be9-4fc2-8b26-79561fc50022 admin admin] Pushing event updated for resources: {'Network': ['ID=f3d5830a-2e58-4a67-b979-35de545c72db,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:53.307049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f3d5830a-2e58-4a67-b979-35de545c72db details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:54:53.311015 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:54:53.317216 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (7f213454-ae54-432b-bdd9-efd44ef3c514), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.318218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Made reservation on behalf of 431e334d2c364d42b2145786c87b997e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:53.325959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.396776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (7f213454-ae54-432b-bdd9-efd44ef3c514), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.403252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (7f213454-ae54-432b-bdd9-efd44ef3c514), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.434015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f213454-ae54-432b-bdd9-efd44ef3c514,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:53.443287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.445687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b48acaa1-6c58-4004-b15e-23d621ee8672 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641023 Feb 03 04:54:53.448444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:53.454748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'security_group_rule': {'security_group_id': '15cda14d-2133-478a-b9c5-7c3ecbd6145d', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.481584 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Project 8fa5088ea5644d09864ec4e657f1bab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 04:54:53.487795 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (ad966031-5d1a-4e41-83cd-c2705627f01d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.538962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.558477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (ad966031-5d1a-4e41-83cd-c2705627f01d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.563725 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ad966031-5d1a-4e41-83cd-c2705627f01d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.582808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad966031-5d1a-4e41-83cd-c2705627f01d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:53.597826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.599602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0adef238-3e09-4541-8f13-858840018887 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497233 Feb 03 04:54:53.602351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52004) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:53.608612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'network': {'name': 'tempest-network-smoke--258950469', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'port_security_enabled': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.615737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:53.624755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Checking segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:53.625004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Network hostable DHCP agents. Network: f3d5830a-2e58-4a67-b979-35de545c72db, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:54:53.634883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:53.639472 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.641713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Network f3d5830a-2e58-4a67-b979-35de545c72db is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:54:53.654058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f3d5830a-2e58-4a67-b979-35de545c72db) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:53.663138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf20128-e951-49d7-9ae3-60a70f75c295 None None] Network f3d5830a-2e58-4a67-b979-35de545c72db requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:54:53.668165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:53.668765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.694327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:54:53.694933 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-948f633f-ecc9-4434-8420-5d5ec9a8de96 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4387972 Feb 03 04:54:53.695314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:53.702058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.717734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ac70fd30-5eec-4127-b904-7ec4f5c74a01), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.717734 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Added segment ac70fd30-5eec-4127-b904-7ec4f5c74a01 of type vlan for network 73c46c10-35a3-41d9-9615-769bbb1ced32 Feb 03 04:54:53.737963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (1e0854a5-2cb7-44a0-b8a2-581180e81594), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.739021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (1e0854a5-2cb7-44a0-b8a2-581180e81594), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.794931 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (73c46c10-35a3-41d9-9615-769bbb1ced32), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.805498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f3d5830a-2e58-4a67-b979-35de545c72db', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'project_id': '431e334d2c364d42b2145786c87b997e', 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:54:53.807118 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.847396 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (73c46c10-35a3-41d9-9615-769bbb1ced32), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.857265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:53.858391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.860772 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks [] for router_controller (1e0854a5-2cb7-44a0-b8a2-581180e81594), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.928546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3240275 Feb 03 04:54:53.935673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:53.941636 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:53.954102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'admin_state_up': True, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:53.965050 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.018345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12954c3-6069-4121-8140-defa2d7174cd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Network': ['ID=73c46c10-35a3-41d9-9615-769bbb1ced32,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:54.034128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Allocated IP 172.20.0.2 (f3d5830a-2e58-4a67-b979-35de545c72db/0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5/b215052c-e575-4392-828a-d6ff97f25475) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:54.038191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:54:54.039170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (991e36c6-4e24-42ce-b379-d41149f13bf3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.041291 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (991e36c6-4e24-42ce-b379-d41149f13bf3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.090604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks [] for router_gateway (1e0854a5-2cb7-44a0-b8a2-581180e81594), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.149625 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (991e36c6-4e24-42ce-b379-d41149f13bf3), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.327405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (991e36c6-4e24-42ce-b379-d41149f13bf3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.345949 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Publish callbacks [] for port (b215052c-e575-4392-828a-d6ff97f25475), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.353280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks [] for router_gateway (1e0854a5-2cb7-44a0-b8a2-581180e81594), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.362138 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (b215052c-e575-4392-828a-d6ff97f25475), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.400739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.461730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Network f3d5830a-2e58-4a67-b979-35de545c72db is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:54.465070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:54.468998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:54.505169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Pushing event updated for resources: {'Port': ['ID=b215052c-e575-4392-828a-d6ff97f25475,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:54.523544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Allocated IP 172.25.7.203 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7a512238-80ad-4997-bd15-98758c9a774a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:54.598411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Attempting to bind port b215052c-e575-4392-828a-d6ff97f25475 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:54.598780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Attempting to bind port b215052c-e575-4392-828a-d6ff97f25475 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:54.599055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Attempting to bind port b215052c-e575-4392-828a-d6ff97f25475 on network f3d5830a-2e58-4a67-b979-35de545c72db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:54.617915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:54.618292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Checking segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:54.618698 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.619093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Bound using segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:54.619594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Bound port: b215052c-e575-4392-828a-d6ff97f25475, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:54.619978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b215052c-e575-4392-828a-d6ff97f25475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.631375 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (991e36c6-4e24-42ce-b379-d41149f13bf3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.656078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks [] for port (7a512238-80ad-4997-bd15-98758c9a774a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.682534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.691683 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7a512238-80ad-4997-bd15-98758c9a774a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.742331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] For port b215052c-e575-4392-828a-d6ff97f25475, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:54.745700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] For port b215052c-e575-4392-828a-d6ff97f25475, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b215052c-e575-4392-828a-d6ff97f25475,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:54.753871 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b215052c-e575-4392-828a-d6ff97f25475), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:54.761272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:54.768277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:54.776387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:54.826271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd55f-1824-4f34-8547-675107e88cde None None] Pushing event updated for resources: {'Port': ['ID=b215052c-e575-4392-828a-d6ff97f25475,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:54.881300 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.100 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/1b6ad443-c040-4b8f-9813-3a0a20bb1b88) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:54.927059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Pushing event updated for resources: {'Port': ['ID=7a512238-80ad-4997-bd15-98758c9a774a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:55.048160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:55.099175 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:55.113962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks [] for router_gateway (1e0854a5-2cb7-44a0-b8a2-581180e81594), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:55.139228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:55.173885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:55.177030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:55.237244 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:55.424673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (1e0854a5-2cb7-44a0-b8a2-581180e81594), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:55.525996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (991e36c6-4e24-42ce-b379-d41149f13bf3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:55.608089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Router 1e0854a5-2cb7-44a0-b8a2-581180e81594 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:54:55.747030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:55.758142 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Sync routers for ids ['1e0854a5-2cb7-44a0-b8a2-581180e81594'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:55.774462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:55.776921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d02a3ede-7516-4512-a4aa-27fadd78124e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0806022 Feb 03 04:54:55.777514 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Routers {'1e0854a5-2cb7-44a0-b8a2-581180e81594'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:55.778399 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e0854a5-2cb7-44a0-b8a2-581180e81594'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:55.779658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:55.812509 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (991e36c6-4e24-42ce-b379-d41149f13bf3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:56.021593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 991e36c6-4e24-42ce-b379-d41149f13bf3 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:54:56.181511 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Set router 1e0854a5-2cb7-44a0-b8a2-581180e81594 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:56.225562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:56.249346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Sync routers for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:54:56.265389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:56.266010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:56.293526 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:56.295664 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-955a9dd4-94e1-4625-9e5b-fe0414c17ae6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3583784 Feb 03 04:54:56.299015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52028) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:56.370175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-10e92813-3395-4273-b9c1-a912d1ba4965 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=8fa5088ea5644d09864ec4e657f1bab8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696003 Feb 03 04:54:56.374143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:56.508402 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7a512238-80ad-4997-bd15-98758c9a774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:54:54Z', 'revision_number': 3, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port': {'id': '7a512238-80ad-4997-bd15-98758c9a774a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:56.533591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:56.549739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Checking router: 1e0854a5-2cb7-44a0-b8a2-581180e81594 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:56.550090 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Updating router 1e0854a5-2cb7-44a0-b8a2-581180e81594 port 7a512238-80ad-4997-bd15-98758c9a774a binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:54:56.579627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52290fef-ccc9-46dc-877e-27cbc658ce3a tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:56.581565 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-52290fef-ccc9-46dc-877e-27cbc658ce3a tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2037930 Feb 03 04:54:56.586769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:56.596404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8412b32-b4eb-41a0-8e0b-1b3d9d56380a None None] Network f3d5830a-2e58-4a67-b979-35de545c72db requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:54:56.613861 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7a512238-80ad-4997-bd15-98758c9a774a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:56.628120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-044a66c9-2281-4d16-85fd-9e79d8526f3e tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401528 Feb 03 04:54:56.630670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52034) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:56.636078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1283789808', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:54:56.641496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:56.770031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:54:56.777340 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:56.972449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27471cb5-1334-4726-acbd-97b4accbe6b7 None None] Provisioning complete for port b215052c-e575-4392-828a-d6ff97f25475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:56.972826 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27471cb5-1334-4726-acbd-97b4accbe6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b215052c-e575-4392-828a-d6ff97f25475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.063989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Allocated IP 172.20.0.1 (f3d5830a-2e58-4a67-b979-35de545c72db/0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5/e1741c08-922b-4609-b3cc-57ca1bda748a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:54:57.171019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27471cb5-1334-4726-acbd-97b4accbe6b7 None None] Current status of the port b215052c-e575-4392-828a-d6ff97f25475 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:57.171620 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27471cb5-1334-4726-acbd-97b4accbe6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b215052c-e575-4392-828a-d6ff97f25475), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.181447 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Publish callbacks [] for port (7a512238-80ad-4997-bd15-98758c9a774a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.195031 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7a512238-80ad-4997-bd15-98758c9a774a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.215051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (83950c44-879a-41b7-916f-12b9c51e0366), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.220560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks [] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.249063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-27471cb5-1334-4726-acbd-97b4accbe6b7 None None] For port b215052c-e575-4392-828a-d6ff97f25475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b215052c-e575-4392-828a-d6ff97f25475,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:54:57.252254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b215052c-e575-4392-828a-d6ff97f25475 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:57.291009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.291418 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Attempting to bind port 7a512238-80ad-4997-bd15-98758c9a774a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:57.292060 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Attempting to bind port 7a512238-80ad-4997-bd15-98758c9a774a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:57.292624 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Attempting to bind port 7a512238-80ad-4997-bd15-98758c9a774a on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:57.301840 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:57.302540 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:57.303132 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.303799 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:57.304483 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Bound port: 7a512238-80ad-4997-bd15-98758c9a774a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:57.305101 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7a512238-80ad-4997-bd15-98758c9a774a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.312341 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27471cb5-1334-4726-acbd-97b4accbe6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b215052c-e575-4392-828a-d6ff97f25475), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.331142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:54:55Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:57.332329 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Pushing event updated for resources: {'Port': ['ID=7a512238-80ad-4997-bd15-98758c9a774a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:57.355109 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.355442 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.356417 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.356610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.356949 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.357511 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.357847 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.358155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Subnet': ['ID=83950c44-879a-41b7-916f-12b9c51e0366,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:57.358727 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.358727 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.358976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.359338 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.359845 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.360170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.371828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Network f3d5830a-2e58-4a67-b979-35de545c72db is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:57.375018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.375775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.376327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.377619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.378264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.378853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.379431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.380070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.380627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.381197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.381876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.382437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.382637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:57.383462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:54:57.389966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:54:57.405382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Checking segment: {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:57.406501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network hostable DHCP agents. Network: 73c46c10-35a3-41d9-9615-769bbb1ced32, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:54:57.419402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Checking router: 991e36c6-4e24-42ce-b379-d41149f13bf3 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:54:57.419845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Updating router 991e36c6-4e24-42ce-b379-d41149f13bf3 port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:54:57.428429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b215052c-e575-4392-828a-d6ff97f25475 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:57.428801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b215052c-e575-4392-828a-d6ff97f25475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.430602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:54:57.447032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 73c46c10-35a3-41d9-9615-769bbb1ced32) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:57.452726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:54:57.455721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.482530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Pushing event updated for resources: {'Port': ['ID=e1741c08-922b-4609-b3cc-57ca1bda748a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:57.502569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0834e0-f127-462e-be38-25be32c383f9 None None] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:54:57.504764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-35bd8b41-7faa-47a0-8cc3-8471806720e2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8721976 Feb 03 04:54:57.506906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:57.507046 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (1e0854a5-2cb7-44a0-b8a2-581180e81594), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.518204 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] For port 7a512238-80ad-4997-bd15-98758c9a774a, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:54:57.534029 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] For port 7a512238-80ad-4997-bd15-98758c9a774a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7a512238-80ad-4997-bd15-98758c9a774a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:54:57.553010 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7a512238-80ad-4997-bd15-98758c9a774a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.783432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Routers {'1e0854a5-2cb7-44a0-b8a2-581180e81594'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:54:57.784597 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e0854a5-2cb7-44a0-b8a2-581180e81594'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:57.808770 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:57.834321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aeb85-648e-46bc-9275-f23766d4c1b5 None None] Pushing event updated for resources: {'Port': ['ID=7a512238-80ad-4997-bd15-98758c9a774a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:57.919085 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] Set router 1e0854a5-2cb7-44a0-b8a2-581180e81594 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:54:58.067154 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:58.074066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks [] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:58.090249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:58.175948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (1e0854a5-2cb7-44a0-b8a2-581180e81594), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:58.304145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7a512238-80ad-4997-bd15-98758c9a774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 4, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port': {'id': '7a512238-80ad-4997-bd15-98758c9a774a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e1741c08-922b-4609-b3cc-57ca1bda748a', 'name': '', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'mac_address': 'fa:16:3e:c1:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:56Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 1, 'project_id': '431e334d2c364d42b2145786c87b997e', 'subnets': [{'id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:54:58.392200 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86461489-293e-4894-bd27-02d9e79d2853 None None] The sync data for ids ['1e0854a5-2cb7-44a0-b8a2-581180e81594'] in n-d-827549-1 is: [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7a512238-80ad-4997-bd15-98758c9a774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 4, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port': {'id': '7a512238-80ad-4997-bd15-98758c9a774a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e1741c08-922b-4609-b3cc-57ca1bda748a', 'name': '', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'mac_address': 'fa:16:3e:c1:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:56Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 1, 'project_id': '431e334d2c364d42b2145786c87b997e', 'subnets': [{'id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:54:58.421542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Pushing event updated for resources: {'Port': ['ID=e1741c08-922b-4609-b3cc-57ca1bda748a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:58.582496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27471cb5-1334-4726-acbd-97b4accbe6b7 None None] Pushing event updated for resources: {'Port': ['ID=b215052c-e575-4392-828a-d6ff97f25475,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:58.606910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:58.612212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Network f3d5830a-2e58-4a67-b979-35de545c72db is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:54:58.613714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:54:58.857799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Router 1e0854a5-2cb7-44a0-b8a2-581180e81594 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:54:58.945991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a6484659-b0ae-45be-b054-253aa30c9df2 None None] Provisioning complete for port b215052c-e575-4392-828a-d6ff97f25475 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:58.946466 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6484659-b0ae-45be-b054-253aa30c9df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b215052c-e575-4392-828a-d6ff97f25475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:58.990280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-73c46c10-35a3-41d9-9615-769bbb1ced32', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:54:58.991788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.000701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c02fe5f-2f62-477f-bee9-4e8f22b03ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.162233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Publish callbacks [] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.202651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b215052c-e575-4392-828a-d6ff97f25475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:59.226106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.356851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2eeaeb-aff6-4841-a27e-e4ed865d565b None None] Pushing event updated for resources: {'Port': ['ID=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:59.448015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a6484659-b0ae-45be-b054-253aa30c9df2 None None] Current status of the port b215052c-e575-4392-828a-d6ff97f25475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:54:59.449367 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c02fe5f-2f62-477f-bee9-4e8f22b03ca4 admin admin] Publish callbacks [] for security_group (46970d23-dfab-44a7-ac85-8448b4169d78), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.452837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b215052c-e575-4392-828a-d6ff97f25475 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:54:59.461473 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c02fe5f-2f62-477f-bee9-4e8f22b03ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (46970d23-dfab-44a7-ac85-8448b4169d78), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.516330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9c02fe5f-2f62-477f-bee9-4e8f22b03ca4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86a77ec6ed864b968dd9d2f161bce210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9084306 Feb 03 04:54:59.531064 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52060) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:54:59.591624 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02fe5f-2f62-477f-bee9-4e8f22b03ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46970d23-dfab-44a7-ac85-8448b4169d78,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:54:59.613598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.666724 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f425d-99e3-4a5b-92ca-508e6bc751b2 admin admin] Publish callbacks [] for security_group (46970d23-dfab-44a7-ac85-8448b4169d78), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.755924 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f425d-99e3-4a5b-92ca-508e6bc751b2 admin admin] Publish callbacks [] for security_group (46970d23-dfab-44a7-ac85-8448b4169d78), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.820997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Attempting to bind port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:54:59.822022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Attempting to bind port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:54:59.822571 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Attempting to bind port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:54:59.841684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-86df4005-19bc-4b5c-9cc1-2791c138907d None None] Provisioning complete for port e1741c08-922b-4609-b3cc-57ca1bda748a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:54:59.842317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86df4005-19bc-4b5c-9cc1-2791c138907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.888769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:54:59.904396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b9bc234-a9f2-400e-b9e0-4fc8135f7295 admin admin] 10.222.0.35 "PUT /v2.0/routers/1e0854a5-2cb7-44a0-b8a2-581180e81594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1236749 Feb 03 04:54:59.936682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-86df4005-19bc-4b5c-9cc1-2791c138907d None None] Port e1741c08-922b-4609-b3cc-57ca1bda748a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:54:59.966121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:54:59.966517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:54:59.966932 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.967337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:54:59.967910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f425d-99e3-4a5b-92ca-508e6bc751b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (46970d23-dfab-44a7-ac85-8448b4169d78), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.969075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Bound port: 1b6ad443-c040-4b8f-9813-3a0a20bb1b88, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:54:59.969475 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.973760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f425d-99e3-4a5b-92ca-508e6bc751b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:54:59.975213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-835f425d-99e3-4a5b-92ca-508e6bc751b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46970d23-dfab-44a7-ac85-8448b4169d78 HTTP/1.1" status: 204 len: 168 time: 0.4431739 Feb 03 04:55:00.003097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f425d-99e3-4a5b-92ca-508e6bc751b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46970d23-dfab-44a7-ac85-8448b4169d78,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:00.086889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] For port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:00.090977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] For port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:00.145245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:00.206767 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:55:00.246109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b215052c-e575-4392-828a-d6ff97f25475 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:00.246494 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b215052c-e575-4392-828a-d6ff97f25475), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:00.250096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2eeaeb-aff6-4841-a27e-e4ed865d565b None None] Pushing event updated for resources: {'Port': ['ID=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:00.271106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Allocated IP 172.20.0.2 (73c46c10-35a3-41d9-9615-769bbb1ced32/83950c44-879a-41b7-916f-12b9c51e0366/01eb2622-0b00-4bd4-86e5-5d93ff41290f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:00.331681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:00.332602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:00.648024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b215052c-e575-4392-828a-d6ff97f25475 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:00.784255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:00.941752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52090) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:00.950727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1983556032-network', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:00.995361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Made reservation on behalf of a097a51c079046e2a236bfe5422a388e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:55:00.998882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.014286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.110295 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Publish callbacks [] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.148967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.191093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks [] for security_group (92975962-9f4b-4009-8380-9ba9e77aad62), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.201245 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (92975962-9f4b-4009-8380-9ba9e77aad62), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.232154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:01.239400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:01.248362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:01.249842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:55:01.251700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.1 (73c46c10-35a3-41d9-9615-769bbb1ced32/83950c44-879a-41b7-916f-12b9c51e0366/33c78a4b-3f4f-4941-b197-2bdd8e134d34) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:01.260577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Pushing event updated for resources: {'Port': ['ID=01eb2622-0b00-4bd4-86e5-5d93ff41290f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:01.290826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92975962-9f4b-4009-8380-9ba9e77aad62,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:01.298744 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ac861219-3836-4f6d-8d1e-8ad3ae15078c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.299076 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Added segment ac861219-3836-4f6d-8d1e-8ad3ae15078c of type vlan for network c2354c1c-4c5a-4d99-a303-66a01aa951ef Feb 03 04:55:01.333388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Attempting to bind port 01eb2622-0b00-4bd4-86e5-5d93ff41290f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:01.333773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Attempting to bind port 01eb2622-0b00-4bd4-86e5-5d93ff41290f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:01.334143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Attempting to bind port 01eb2622-0b00-4bd4-86e5-5d93ff41290f on network 73c46c10-35a3-41d9-9615-769bbb1ced32 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:01.340920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:01.340920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Checking segment: {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:01.341238 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.341533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Bound using segment: {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:01.342012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Bound port: 01eb2622-0b00-4bd4-86e5-5d93ff41290f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:01.342404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.346280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:54:55Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:01.393626 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c2354c1c-4c5a-4d99-a303-66a01aa951ef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.399763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27693e-e129-4b0f-9513-143919ce7fa3 None None] The sync data for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 is: [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:54:55Z', 'revision_number': 3, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:01.468175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c2354c1c-4c5a-4d99-a303-66a01aa951ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.470794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:01.471854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.555622 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6113658 Feb 03 04:55:01.574367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] For port 01eb2622-0b00-4bd4-86e5-5d93ff41290f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:01.579044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] For port 01eb2622-0b00-4bd4-86e5-5d93ff41290f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=01eb2622-0b00-4bd4-86e5-5d93ff41290f,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:01.580188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:01.588671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Request body: {'subnet': {'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1983556032-subnet', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:01.607201 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.649949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137106-5c42-449d-a5b1-a09a215ea4bd admin admin] Pushing event updated for resources: {'Network': ['ID=c2354c1c-4c5a-4d99-a303-66a01aa951ef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:01.659440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7a512238-80ad-4997-bd15-98758c9a774a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:01.676827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Made reservation on behalf of a097a51c079046e2a236bfe5422a388e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:55:01.680149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.697635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:55:01.702294 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.849077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.851001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7da050-b98e-4a24-95b7-726f14495bd1 None None] Pushing event updated for resources: {'Port': ['ID=01eb2622-0b00-4bd4-86e5-5d93ff41290f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:01.899407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7a512238-80ad-4997-bd15-98758c9a774a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:01.900178 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7a512238-80ad-4997-bd15-98758c9a774a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:01.921873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:01.925943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:01.929083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:02.029777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=33c78a4b-3f4f-4941-b197-2bdd8e134d34,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:02.115411 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (97d61d46-fbb4-49a8-97ce-1a65f22b7003), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.128793 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (991e36c6-4e24-42ce-b379-d41149f13bf3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.181882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7a512238-80ad-4997-bd15-98758c9a774a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:02.182379 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7a512238-80ad-4997-bd15-98758c9a774a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.223412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7a512238-80ad-4997-bd15-98758c9a774a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7a512238-80ad-4997-bd15-98758c9a774a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:02.240328 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7a512238-80ad-4997-bd15-98758c9a774a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.297195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d61d46-fbb4-49a8-97ce-1a65f22b7003,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:02.328129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Checking segment: {'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:02.328492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Network hostable DHCP agents. Network: c2354c1c-4c5a-4d99-a303-66a01aa951ef, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:55:02.392769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7a512238-80ad-4997-bd15-98758c9a774a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:02.394636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:55:02.420038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c2354c1c-4c5a-4d99-a303-66a01aa951ef) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:02.433495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c9f4f-6c43-4572-9941-10b1c2f865d7 None None] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:55:02.440279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:02.441299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.493341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6df0ed6d-abc4-4247-a62c-eaaf61e95b41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9109633 Feb 03 04:55:02.498122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:02.517089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:02.564168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.565937 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.630243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.656698 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Sync routers for ids ['1e0854a5-2cb7-44a0-b8a2-581180e81594'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:02.678522 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Routers {'1e0854a5-2cb7-44a0-b8a2-581180e81594'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:02.679174 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e0854a5-2cb7-44a0-b8a2-581180e81594'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:02.753880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks [] for router_controller (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:02.954835 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Set router 1e0854a5-2cb7-44a0-b8a2-581180e81594 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:03.020564 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks [] for router_gateway (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:03.118026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c2354c1c-4c5a-4d99-a303-66a01aa951ef', 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef', 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'fixed_ips': [{'subnet_id': '97d61d46-fbb4-49a8-97ce-1a65f22b7003'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:55:03.127245 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:03.323345 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae25841a-7a5b-408f-8326-a8e3e089b8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:03.364716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:03.381591 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-6cffac62-3009-4282-86ef-75839408f917 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3082728 Feb 03 04:55:03.388798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:03.502189 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7a512238-80ad-4997-bd15-98758c9a774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 4, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port': {'id': '7a512238-80ad-4997-bd15-98758c9a774a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e1741c08-922b-4609-b3cc-57ca1bda748a', 'name': '', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'mac_address': 'fa:16:3e:c1:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:56Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 2, 'project_id': '431e334d2c364d42b2145786c87b997e', 'subnets': [{'id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:03.540368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Allocated IP 172.20.0.2 (c2354c1c-4c5a-4d99-a303-66a01aa951ef/97d61d46-fbb4-49a8-97ce-1a65f22b7003/2b23d555-76b9-4b2c-9573-68319071ec1d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:03.609880 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Checking router: 1e0854a5-2cb7-44a0-b8a2-581180e81594 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:03.610245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Updating router 1e0854a5-2cb7-44a0-b8a2-581180e81594 port e1741c08-922b-4609-b3cc-57ca1bda748a binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:55:03.717616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (991e36c6-4e24-42ce-b379-d41149f13bf3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:03.726340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=33c78a4b-3f4f-4941-b197-2bdd8e134d34,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:03.726741 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:03.884192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7a512238-80ad-4997-bd15-98758c9a774a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:03.927545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-103405a0-ed87-4279-8bb9-e2294f440e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:03.929292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-103405a0-ed87-4279-8bb9-e2294f440e04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 1128 time: 0.5190940 Feb 03 04:55:03.954228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9332432-8ad3-4da0-90cc-0ef6d7af430b None None] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:55:04.006001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:04.015663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:04.115451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-50e107fa-4917-4d97-babf-2d21010f3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:04.117403 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-50e107fa-4917-4d97-babf-2d21010f3f23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 915 time: 0.1609867 Feb 03 04:55:04.121527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks [] for router_gateway (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.177782 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.181060 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-1cdef792-ce72-408b-898b-a5e491b1658d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb7579a-547b-4d6a-a553-7eb0665380da HTTP/1.1" status: 200 len: 217 time: 0.0569415 Feb 03 04:55:04.248512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Publish callbacks [] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.278192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 991e36c6-4e24-42ce-b379-d41149f13bf3 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:55:04.281500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-9ad98e28-dff2-4921-ad3c-3a12c9be589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:04.283439 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-9ad98e28-dff2-4921-ad3c-3a12c9be589b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dfe69c8-c607-4225-97b1-e2a76698dc45 HTTP/1.1" status: 200 len: 854 time: 0.0952888 Feb 03 04:55:04.290040 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.310358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f7d2bdf0-6964-48b5-b175-73341ba29efa None None] Provisioning complete for port 01eb2622-0b00-4bd4-86e5-5d93ff41290f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:04.311366 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7d2bdf0-6964-48b5-b175-73341ba29efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.381787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7a512238-80ad-4997-bd15-98758c9a774a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:04.382365 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7a512238-80ad-4997-bd15-98758c9a774a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.422833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Allocated IP 172.25.7.238 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d0797f56-081a-4f3d-a711-528ad7a74edc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:04.436896 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-0adfed34-a1db-43f2-9f0f-4fd2a76ef8cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a62daae-a69b-4137-b544-3d77acb68724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433933 Feb 03 04:55:04.437542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:04.467973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:04.477717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7d227f1d-2005-4fbb-8ca9-52071647556e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/991e36c6-4e24-42ce-b379-d41149f13bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9675286 Feb 03 04:55:04.490346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:04.511957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Pushing event updated for resources: {'Port': ['ID=2b23d555-76b9-4b2c-9573-68319071ec1d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:04.525427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:04.627989 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Publish callbacks [] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.645189 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.661231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Attempting to bind port 2b23d555-76b9-4b2c-9573-68319071ec1d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:04.661620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Attempting to bind port 2b23d555-76b9-4b2c-9573-68319071ec1d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:04.663716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Attempting to bind port 2b23d555-76b9-4b2c-9573-68319071ec1d on network c2354c1c-4c5a-4d99-a303-66a01aa951ef {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:04.743185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-fc9b6d32-e93f-4562-b444-59e19b8dbae9 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974191 Feb 03 04:55:04.802993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2bdf0-6964-48b5-b175-73341ba29efa None None] Current status of the port 01eb2622-0b00-4bd4-86e5-5d93ff41290f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:04.808005 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks [] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.824132 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7d2bdf0-6964-48b5-b175-73341ba29efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.850661 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239be53-2237-4a99-a2d8-a1f2d1c00250 None None] Pushing event updated for resources: {'Port': ['ID=e1741c08-922b-4609-b3cc-57ca1bda748a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:04.888567 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Attempting to bind port e1741c08-922b-4609-b3cc-57ca1bda748a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:04.888851 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Attempting to bind port e1741c08-922b-4609-b3cc-57ca1bda748a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:04.889408 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Attempting to bind port e1741c08-922b-4609-b3cc-57ca1bda748a on network f3d5830a-2e58-4a67-b979-35de545c72db {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:04.901802 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:04.902193 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Checking segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:04.902668 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.902992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Bound using segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:04.905696 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Bound port: e1741c08-922b-4609-b3cc-57ca1bda748a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:04.906099 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.942521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:04.943239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Checking segment: {'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:04.945200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.945770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Bound using segment: {'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:04.946435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Bound port: 2b23d555-76b9-4b2c-9573-68319071ec1d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:04.948947 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:04.981947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-ae313af6-b812-4ac4-90bb-fbcec70c3787 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17202595&fields=id&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 267 time: 0.1327536 Feb 03 04:55:05.008518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Sync routers for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:05.095224 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] For port e1741c08-922b-4609-b3cc-57ca1bda748a, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:05.095746 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e0dfe6c8-90de-4ae7-a5bd-a4797fcb14e9 req-26d40249-d87d-462d-8fed-5d047946ca27 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384738 Feb 03 04:55:05.102902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:05.122066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] For port e1741c08-922b-4609-b3cc-57ca1bda748a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e1741c08-922b-4609-b3cc-57ca1bda748a,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:05.142102 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:05.242140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:05.248891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7a512238-80ad-4997-bd15-98758c9a774a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:05.254545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:05.260261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:05.278813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:05.295607 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239be53-2237-4a99-a2d8-a1f2d1c00250 None None] Pushing event updated for resources: {'Port': ['ID=e1741c08-922b-4609-b3cc-57ca1bda748a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:05.296738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-00cd07c4-73b5-4712-91f1-c33440028e0d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:05.315080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-00cd07c4-73b5-4712-91f1-c33440028e0d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/networks?id=73c46c10-35a3-41d9-9615-769bbb1ced32 HTTP/1.1" status: 200 len: 796 time: 0.3321540 Feb 03 04:55:05.322309 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Routers {'1e0854a5-2cb7-44a0-b8a2-581180e81594'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:05.322955 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e0854a5-2cb7-44a0-b8a2-581180e81594'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:05.345541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-c8036088-c54f-46d3-a3fe-e1bd04fe9322 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/quotas/8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 375 time: 0.0291593 Feb 03 04:55:05.353621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f7d2bdf0-6964-48b5-b175-73341ba29efa None None] For port 01eb2622-0b00-4bd4-86e5-5d93ff41290f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=01eb2622-0b00-4bd4-86e5-5d93ff41290f,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:05.356083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Pushing event updated for resources: {'Port': ['ID=d0797f56-081a-4f3d-a711-528ad7a74edc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:05.399370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7d2bdf0-6964-48b5-b175-73341ba29efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:05.489743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-f53fd47c-8af5-4bdd-9a23-6746c3150727 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428511 Feb 03 04:55:05.551061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:05.554552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:54:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:05.589593 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] Set router 1e0854a5-2cb7-44a0-b8a2-581180e81594 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:05.611016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2bdf0-6964-48b5-b175-73341ba29efa None None] Pushing event updated for resources: {'Port': ['ID=01eb2622-0b00-4bd4-86e5-5d93ff41290f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:05.696702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-921726ae-10ae-4368-b413-f9a9876f8d08 service neutron] 10.222.0.35 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059395 Feb 03 04:55:05.754687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] For port 2b23d555-76b9-4b2c-9573-68319071ec1d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:05.773275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Provisioning complete for port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:05.773657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:05.919728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-13837e22-ac5b-44ac-a66b-0dfae8f159cb service neutron] 10.222.0.35 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220011 Feb 03 04:55:05.944951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks [] for router_gateway (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:05.956163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] For port 2b23d555-76b9-4b2c-9573-68319071ec1d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2b23d555-76b9-4b2c-9573-68319071ec1d,segment=NetworkSegment(ac861219-3836-4f6d-8d1e-8ad3ae15078c),segment_id=ac861219-3836-4f6d-8d1e-8ad3ae15078c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:06.013400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:55:06.017685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:06.020621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:06.028207 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:06.079403 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7a512238-80ad-4997-bd15-98758c9a774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 4, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port': {'id': '7a512238-80ad-4997-bd15-98758c9a774a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e1741c08-922b-4609-b3cc-57ca1bda748a', 'name': '', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'mac_address': 'fa:16:3e:c1:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:56Z', 'updated_at': '2022-02-03T04:55:05Z', 'revision_number': 4, 'project_id': '431e334d2c364d42b2145786c87b997e', 'subnets': [{'id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:06.127253 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425ed4-d4a5-4ccf-8e69-59b66348e4bc None None] The sync data for ids ['1e0854a5-2cb7-44a0-b8a2-581180e81594'] in n-d-827549-1 is: [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7a512238-80ad-4997-bd15-98758c9a774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:54:57Z', 'revision_number': 4, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port': {'id': '7a512238-80ad-4997-bd15-98758c9a774a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'e1741c08-922b-4609-b3cc-57ca1bda748a', 'name': '', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'mac_address': 'fa:16:3e:c1:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:56Z', 'updated_at': '2022-02-03T04:55:05Z', 'revision_number': 4, 'project_id': '431e334d2c364d42b2145786c87b997e', 'subnets': [{'id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:06.235179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:06.237178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Provisioning complete for port 01eb2622-0b00-4bd4-86e5-5d93ff41290f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:06.237548 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:06.316056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32ec8ee8-c387-45d8-8715-c9f9289c3e29 req-8341a2cd-e451-4ab3-97e9-9b0c5f6ea1fe tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 210 time: 0.0820675 Feb 03 04:55:06.409768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2f99a-81f1-4557-9233-0fddf4a38e39 None None] Pushing event updated for resources: {'Port': ['ID=2b23d555-76b9-4b2c-9573-68319071ec1d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:06.493229 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:06.504466 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d442f0f-df19-416f-a8b3-9c461b12a3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:06.820972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:55:06.900887 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:06.901924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:06.903360 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:07.023216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:07.057905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Current status of the port 01eb2622-0b00-4bd4-86e5-5d93ff41290f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:07.061715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:07.062552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01eb2622-0b00-4bd4-86e5-5d93ff41290f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:07.147774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:07.160210 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Sync routers for ids ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:07.182705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Routers {'15d3c1b0-ee0f-4bac-bb9e-a72784c93089'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:07.184122 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:07.193831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:07.198979 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7d1c342-9c6f-48a0-8785-44a5d8cfaf70 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6911306 Feb 03 04:55:07.199182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52176) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:07.586037 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Set router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:07.642482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d46416d-bace-4d10-bd18-381c3ac2f092 req-6e71d12e-6e8c-486b-9941-be0313a58b26 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 210 time: 0.1430271 Feb 03 04:55:07.645149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Provisioning complete for port e1741c08-922b-4609-b3cc-57ca1bda748a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:07.645558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:07.760327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:07.797011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:03Z', 'revision_number': 2, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:07.833721 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Checking router: 991e36c6-4e24-42ce-b379-d41149f13bf3 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:07.834966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Updating router 991e36c6-4e24-42ce-b379-d41149f13bf3 port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:55:07.871651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 01eb2622-0b00-4bd4-86e5-5d93ff41290f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:07.872389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:07.931609 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.044622 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:05Z', 'revision_number': 3, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port': {'id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:04Z', 'updated_at': '2022-02-03T04:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:08.110679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e74ad-0023-47e7-9b2a-082645f2d810 None None] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:55:08.121734 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Checking router: 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:08.122088 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Updating router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 port d0797f56-081a-4f3d-a711-528ad7a74edc binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:55:08.143270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-2c9b8eff-92b6-41cc-a482-8c9cd63b633d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:08.156492 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-2c9b8eff-92b6-41cc-a482-8c9cd63b633d tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/networks?id=73c46c10-35a3-41d9-9615-769bbb1ced32 HTTP/1.1" status: 200 len: 796 time: 0.2230108 Feb 03 04:55:08.166548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.188346 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.199010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Current status of the port e1741c08-922b-4609-b3cc-57ca1bda748a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:08.200561 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.286985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-50dd13d4-4633-4660-8e14-d40f873fa92f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa5088ea5644d09864ec4e657f1bab8 HTTP/1.1" status: 200 len: 378 time: 0.1217289 Feb 03 04:55:08.299746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'port': {'device_id': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'admin_state_up': True, 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'security_groups': ['15cda14d-2133-478a-b9c5-7c3ecbd6145d']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:08.493931 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.523114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Made reservation on behalf of 8fa5088ea5644d09864ec4e657f1bab8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:55:08.526811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.539348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] For port e1741c08-922b-4609-b3cc-57ca1bda748a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e1741c08-922b-4609-b3cc-57ca1bda748a,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:08.565305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Allocated IP 172.20.0.1 (c2354c1c-4c5a-4d99-a303-66a01aa951ef/97d61d46-fbb4-49a8-97ce-1a65f22b7003/f41585bc-cfad-4568-939e-411039bc422b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:08.585286 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.653069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 01eb2622-0b00-4bd4-86e5-5d93ff41290f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:08.678916 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Publish callbacks [] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.704140 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.751818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6e315-665b-4935-a08f-51dc7d3b73e2 None None] Pushing event updated for resources: {'Port': ['ID=e1741c08-922b-4609-b3cc-57ca1bda748a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:08.774866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Provisioning complete for port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:08.775345 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.836585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:55:08.843072 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea67b87-f9d0-4d7b-9e01-6990de5c2775 None None] Pushing event updated for resources: {'Port': ['ID=d0797f56-081a-4f3d-a711-528ad7a74edc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:08.853133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks [] for port (f41585bc-cfad-4568-939e-411039bc422b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.880711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Attempting to bind port d0797f56-081a-4f3d-a711-528ad7a74edc on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:08.881086 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Attempting to bind port d0797f56-081a-4f3d-a711-528ad7a74edc by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:08.881444 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Attempting to bind port d0797f56-081a-4f3d-a711-528ad7a74edc on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:08.890377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:08.890757 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:08.891192 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.891562 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:08.892072 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Bound port: d0797f56-081a-4f3d-a711-528ad7a74edc, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:08.892449 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:08.937442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Provisioning complete for port 2b23d555-76b9-4b2c-9573-68319071ec1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:08.937982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.058433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] For port d0797f56-081a-4f3d-a711-528ad7a74edc, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:09.066678 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] For port d0797f56-081a-4f3d-a711-528ad7a74edc, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d0797f56-081a-4f3d-a711-528ad7a74edc,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:09.072627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Publish callbacks [] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.076709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aad28b37-06a2-482b-8fa6-02cde49ce570 req-95337631-7aba-4ce4-b889-c8a2d19ac2d1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 210 time: 0.2164583 Feb 03 04:55:09.087521 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.114272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f41585bc-cfad-4568-939e-411039bc422b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.120322 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.249315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.20.0.13 (73c46c10-35a3-41d9-9615-769bbb1ced32/83950c44-879a-41b7-916f-12b9c51e0366/4e8bc49c-13d6-4f3d-9496-4d60f489f064) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:09.257687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:09.266724 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Routers {'15d3c1b0-ee0f-4bac-bb9e-a72784c93089'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:09.268300 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:09.274394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d400f81-0a45-4d4a-b98d-b469e5be6cdd None None] Pushing event updated for resources: {'Port': ['ID=33c78a4b-3f4f-4941-b197-2bdd8e134d34,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:09.277058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:09.279454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Pushing event updated for resources: {'Port': ['ID=f41585bc-cfad-4568-939e-411039bc422b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:09.281713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:09.413866 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.456316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1741c08-922b-4609-b3cc-57ca1bda748a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:09.545254 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] Set router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:09.549139 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.621343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Attempting to bind port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:09.621936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Attempting to bind port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:09.622598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Attempting to bind port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 on network 73c46c10-35a3-41d9-9615-769bbb1ced32 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:09.628239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Current status of the port 2b23d555-76b9-4b2c-9573-68319071ec1d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:09.628778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.663282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:09.664213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.665301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Checking segment: {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:09.667978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.668853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Bound using segment: {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:09.669383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Bound port: 33c78a4b-3f4f-4941-b197-2bdd8e134d34, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:09.671303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.732969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.737121 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea67b87-f9d0-4d7b-9e01-6990de5c2775 None None] Pushing event updated for resources: {'Port': ['ID=d0797f56-081a-4f3d-a711-528ad7a74edc,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:09.777246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] For port 2b23d555-76b9-4b2c-9573-68319071ec1d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2b23d555-76b9-4b2c-9573-68319071ec1d,segment=NetworkSegment(ac861219-3836-4f6d-8d1e-8ad3ae15078c),segment_id=ac861219-3836-4f6d-8d1e-8ad3ae15078c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:09.783335 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f41585bc-cfad-4568-939e-411039bc422b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.786226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.789597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:09.793065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:09.820763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:09.876382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e1741c08-922b-4609-b3cc-57ca1bda748a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:09.877578 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.887961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:09.907914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:09.908592 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.942515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Provisioning complete for port e1741c08-922b-4609-b3cc-57ca1bda748a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:09.942992 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:09.960096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-a268ab67-dd62-42c4-af91-5156476007c9 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6663775 Feb 03 04:55:09.972228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Request body: {'port': {'device_id': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:10.001076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] For port 33c78a4b-3f4f-4941-b197-2bdd8e134d34, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:10.058736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] For port 33c78a4b-3f4f-4941-b197-2bdd8e134d34, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=33c78a4b-3f4f-4941-b197-2bdd8e134d34,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:10.072840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Pushing event updated for resources: {'Port': ['ID=2b23d555-76b9-4b2c-9573-68319071ec1d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:10.078721 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:05Z', 'revision_number': 3, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port': {'id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:04Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:10.093113 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.108616 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.121646 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks [] for port (f41585bc-cfad-4568-939e-411039bc422b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.145956 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (f41585bc-cfad-4568-939e-411039bc422b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.173422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730303-607b-49a6-9b79-0d2a2f6e9b83 None None] The sync data for ids ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'] in n-d-827549-1 is: [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:05Z', 'revision_number': 3, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port': {'id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:04Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:10.228164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc51a020-d021-4aa5-be11-79bbb7989b35 None None] Current status of the port e1741c08-922b-4609-b3cc-57ca1bda748a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:10.265269 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.455469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Provisioning complete for port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:10.455889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.457516 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:10.462780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:10.471573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d400f81-0a45-4d4a-b98d-b469e5be6cdd None None] Pushing event updated for resources: {'Port': ['ID=33c78a4b-3f4f-4941-b197-2bdd8e134d34,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:10.500290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:10.508422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab3ddb-b101-4a1b-a061-b043438731e4 req-2a547682-c858-40e2-a28e-916f9130dbb2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:10.516573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4ab3ddb-b101-4a1b-a061-b043438731e4 req-2a547682-c858-40e2-a28e-916f9130dbb2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 932 time: 0.2431192 Feb 03 04:55:10.547903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8bc49c-13d6-4f3d-9496-4d60f489f064 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:10.567263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Publish callbacks [] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.601492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Transition to ACTIVE for port object 4e8bc49c-13d6-4f3d-9496-4d60f489f064 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:55:10.608109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:10.616998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Pushing event updated for resources: {'Port': ['ID=f41585bc-cfad-4568-939e-411039bc422b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:10.643819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4ab3ddb-b101-4a1b-a061-b043438731e4 req-fbb86027-8c12-412e-892e-bdd4d0877f1f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257961 Feb 03 04:55:10.645557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:10.774835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:10.889323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e1741c08-922b-4609-b3cc-57ca1bda748a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:10.890646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:10.952574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:55:10.971104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:11.045402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Attempting to bind port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:11.045741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Attempting to bind port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:11.046076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Attempting to bind port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 on network 73c46c10-35a3-41d9-9615-769bbb1ced32 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:11.055609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 on network 73c46c10-35a3-41d9-9615-769bbb1ced32 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:55:11.055941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Attempting to bind port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 on network 73c46c10-35a3-41d9-9615-769bbb1ced32 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:11.062081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:11.062358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Checking segment: {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:11.062756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Bound using segment: {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:11.063197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Bound port: 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac70fd30-5eec-4127-b904-7ec4f5c74a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:11.063695 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:11.195829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:11.199314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:11.211369 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:11.246668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:11.252419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-41dd736a-1839-4893-ab8c-90efb5a9641c admin admin] 10.222.0.35 "PUT /v2.0/routers/15d3c1b0-ee0f-4bac-bb9e-a72784c93089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0522525 Feb 03 04:55:11.260049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Current status of the port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:11.260773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:11.288140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:11.291206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:11.292807 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] 10.222.0.31 "PUT /v2.0/ports/4e8bc49c-13d6-4f3d-9496-4d60f489f064 HTTP/1.1" status: 200 len: 1092 time: 1.3253069 Feb 03 04:55:11.303209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:11.310570 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021940bd-9932-4531-a539-955257a1ced9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:11.444706 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dabb2e-1844-48f1-80c8-55eec4135c73 x-openstack-request-id: req-32dabb2e-1844-48f1-80c8-55eec4135c73 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:11.445071 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:11.445281 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32dabb2e-1844-48f1-80c8-55eec4135c73 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:11.445665 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'status': 'completed', 'code': 200} Feb 03 04:55:11.478086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a84d29-3005-4771-a045-4bb5b6a1ed52 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:11.512665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-e7c3ac2d-7132-4a91-a841-318d79c1f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:11.516838 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-e7c3ac2d-7132-4a91-a841-318d79c1f8c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1126 time: 0.1685674 Feb 03 04:55:11.590562 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-489ae022-5ad2-4af1-9974-a62692ae81d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064 HTTP/1.1" status: 200 len: 217 time: 0.0654950 Feb 03 04:55:11.720440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-e47c505e-062d-49a3-b5ef-122a47afd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:11.720440 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-e47c505e-062d-49a3-b5ef-122a47afd6b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83950c44-879a-41b7-916f-12b9c51e0366 HTTP/1.1" status: 200 len: 835 time: 0.1004181 Feb 03 04:55:11.755934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] For port 33c78a4b-3f4f-4941-b197-2bdd8e134d34, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=33c78a4b-3f4f-4941-b197-2bdd8e134d34,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:11.773077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01a62-219b-413c-a722-d33feb54aa0f req-3c6fa214-3c63-4e2d-80db-d0cfe7e55ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:11.775589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-3c6fa214-3c63-4e2d-80db-d0cfe7e55ded service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73c46c10-35a3-41d9-9615-769bbb1ced32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718033 Feb 03 04:55:11.794978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:11.795376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:11.801387 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:11.928174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Provisioning complete for port 2b23d555-76b9-4b2c-9573-68319071ec1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:11.928174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:11.941771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0881b-fbcf-44c8-ab54-007e9e51ffee req-53eacc0b-aa76-484a-a487-a03286462fc2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:11.943119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18d0881b-fbcf-44c8-ab54-007e9e51ffee req-53eacc0b-aa76-484a-a487-a03286462fc2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 944 time: 0.1451597 Feb 03 04:55:11.999131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-ce28ea6a-d136-402a-88de-11f78b346db4 service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167811 Feb 03 04:55:12.076937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Pushing event updated for resources: {'Port': ['ID=33c78a4b-3f4f-4941-b197-2bdd8e134d34,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:12.087601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18d0881b-fbcf-44c8-ab54-007e9e51ffee req-d260e337-bd0c-4efd-b9c9-0a89c9f34b55 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216846 Feb 03 04:55:12.193846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:12.195261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01eb2622-0b00-4bd4-86e5-5d93ff41290f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:12.196629 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-64c01a62-219b-413c-a722-d33feb54aa0f req-d36e099e-1adb-4163-82c4-21c6130f010d service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895387 Feb 03 04:55:12.255072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Current status of the port 2b23d555-76b9-4b2c-9573-68319071ec1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:12.274191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:12.311439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85033ca8-a009-43af-a28d-f21eaa53e970 None None] The sync data for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 is: [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:12.313164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Provisioning complete for port f41585bc-cfad-4568-939e-411039bc422b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:12.313576 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f41585bc-cfad-4568-939e-411039bc422b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:12.325031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021940bd-9932-4531-a539-955257a1ced9 req-dab6775e-1fd1-4ae9-8d08-612b26652e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:12.328655 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-021940bd-9932-4531-a539-955257a1ced9 req-dab6775e-1fd1-4ae9-8d08-612b26652e5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1126 time: 0.0714993 Feb 03 04:55:12.356842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 01eb2622-0b00-4bd4-86e5-5d93ff41290f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:12.357212 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:12.358795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e863d28-3f67-4c8b-904b-ff917c4f6a05 None None] Port f41585bc-cfad-4568-939e-411039bc422b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:55:12.480026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 01eb2622-0b00-4bd4-86e5-5d93ff41290f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:12.481116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b23d555-76b9-4b2c-9573-68319071ec1d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:12.490383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021940bd-9932-4531-a539-955257a1ced9 req-dd605aba-d0de-49bc-87ea-d9a1cde4250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:12.491195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-021940bd-9932-4531-a539-955257a1ced9 req-dd605aba-d0de-49bc-87ea-d9a1cde4250a service neutron] 10.222.0.31 "GET /v2.0/networks?id=73c46c10-35a3-41d9-9615-769bbb1ced32 HTTP/1.1" status: 200 len: 897 time: 0.1536722 Feb 03 04:55:12.556914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2b23d555-76b9-4b2c-9573-68319071ec1d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:12.557036 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:12.558988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a2a45e22-0630-4a42-b95c-70182bd3bd0b None None] Provisioning complete for port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:12.559350 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e22-0630-4a42-b95c-70182bd3bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:12.620739 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-021940bd-9932-4531-a539-955257a1ced9 req-f850b181-5e27-4db1-8b4a-4f8e3e3cd120 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064 HTTP/1.1" status: 200 len: 217 time: 0.0994310 Feb 03 04:55:12.689149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2b23d555-76b9-4b2c-9573-68319071ec1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:12.702901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021940bd-9932-4531-a539-955257a1ced9 req-63857372-db1b-4259-ad3b-ca38bf5715c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:12.704459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-021940bd-9932-4531-a539-955257a1ced9 req-63857372-db1b-4259-ad3b-ca38bf5715c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83950c44-879a-41b7-916f-12b9c51e0366 HTTP/1.1" status: 200 len: 835 time: 0.0803809 Feb 03 04:55:12.756527 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a2a45e22-0630-4a42-b95c-70182bd3bd0b None None] Current status of the port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:12.778191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a2a45e22-0630-4a42-b95c-70182bd3bd0b None None] Provisioning complete for port f41585bc-cfad-4568-939e-411039bc422b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:12.778572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e22-0630-4a42-b95c-70182bd3bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f41585bc-cfad-4568-939e-411039bc422b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:12.800999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021940bd-9932-4531-a539-955257a1ced9 req-b148d8ba-4425-43c9-8554-28d90173d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:12.802659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-021940bd-9932-4531-a539-955257a1ced9 req-b148d8ba-4425-43c9-8554-28d90173d6d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73c46c10-35a3-41d9-9615-769bbb1ced32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0914550 Feb 03 04:55:12.879484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a2a45e22-0630-4a42-b95c-70182bd3bd0b None None] Port f41585bc-cfad-4568-939e-411039bc422b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:55:13.040859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-021940bd-9932-4531-a539-955257a1ced9 req-a0344e11-80da-4d0a-98a2-4366cf1aaaf5 service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288079 Feb 03 04:55:13.203962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1741c08-922b-4609-b3cc-57ca1bda748a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:13.235741 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-021940bd-9932-4531-a539-955257a1ced9 req-0ff83788-8f82-4186-8c4f-c3b6452a0c41 service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887455 Feb 03 04:55:13.303443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e1741c08-922b-4609-b3cc-57ca1bda748a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:13.304143 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:13.350850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-c5f0cba4-808f-49d4-900c-51cdba1b3ea9 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:13.352741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-c5f0cba4-808f-49d4-900c-51cdba1b3ea9 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/networks?id=f3d5830a-2e58-4a67-b979-35de545c72db HTTP/1.1" status: 200 len: 909 time: 1.0986769 Feb 03 04:55:13.385784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9db82-7867-433b-8b45-fc92bedb34f7 req-2ba349de-15a6-4d7c-9bde-cf9ae836f9fa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:13.393134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83e9db82-7867-433b-8b45-fc92bedb34f7 req-2ba349de-15a6-4d7c-9bde-cf9ae836f9fa tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 944 time: 0.0814388 Feb 03 04:55:13.395885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-f09a0a42-c744-4119-a61d-dbeca11e3125 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/quotas/a097a51c079046e2a236bfe5422a388e HTTP/1.1" status: 200 len: 375 time: 0.0335686 Feb 03 04:55:13.414111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e1741c08-922b-4609-b3cc-57ca1bda748a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:13.416274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 33c78a4b-3f4f-4941-b197-2bdd8e134d34 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:13.479064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:13.480059 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:13.539257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83e9db82-7867-433b-8b45-fc92bedb34f7 req-43ba63eb-cd8d-4abc-93f0-ded1c2e57ed3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450841 Feb 03 04:55:13.559654 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-4c21d03c-c042-4c75-934b-08137ca08b9e tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=a097a51c079046e2a236bfe5422a388e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569338 Feb 03 04:55:13.636782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:13.638172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d0797f56-081a-4f3d-a711-528ad7a74edc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:13.668742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Sync routers for ids ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:13.691163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Routers {'15d3c1b0-ee0f-4bac-bb9e-a72784c93089'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:13.691823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:13.761111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d0797f56-081a-4f3d-a711-528ad7a74edc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:13.761509 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:13.767050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-1c990cfb-6b8a-4ab7-acd3-27f601867d22 service neutron] 10.222.0.35 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922686 Feb 03 04:55:13.830272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Set router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:13.897250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-5d36abc7-c55b-4c21-998d-0ba5b00c687e service neutron] 10.222.0.35 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237757 Feb 03 04:55:14.155416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d0797f56-081a-4f3d-a711-528ad7a74edc is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:14.156638 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:14.196353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port d0797f56-081a-4f3d-a711-528ad7a74edc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d0797f56-081a-4f3d-a711-528ad7a74edc,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:14.235004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:14.235004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b23d555-76b9-4b2c-9573-68319071ec1d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:14.255862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85367ee0-5a52-4d10-8998-73a04c376a96 req-747b372a-cfdd-4bcb-a7f6-974c203a4312 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 210 time: 0.0463376 Feb 03 04:55:14.355152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=d0797f56-081a-4f3d-a711-528ad7a74edc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:14.377064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 4, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port': {'id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:04Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f41585bc-cfad-4568-939e-411039bc422b', 'name': '', 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'mac_address': 'fa:16:3e:84:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '97d61d46-fbb4-49a8-97ce-1a65f22b7003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:08Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 2, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'subnets': [{'id': '97d61d46-fbb4-49a8-97ce-1a65f22b7003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:14.409357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Checking router: 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:14.409722 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Updating router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 port f41585bc-cfad-4568-939e-411039bc422b binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:55:14.445333 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f41585bc-cfad-4568-939e-411039bc422b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:14.512738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 2b23d555-76b9-4b2c-9573-68319071ec1d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:14.513116 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:14.734606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79fa7f-0e4a-4a2f-b9fd-15f8587cba46 req-e7e447ed-eabc-48be-9d3c-a4a642e31f8f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:14.737354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f79fa7f-0e4a-4a2f-b9fd-15f8587cba46 req-e7e447ed-eabc-48be-9d3c-a4a642e31f8f tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 944 time: 0.0858119 Feb 03 04:55:14.822102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 2b23d555-76b9-4b2c-9573-68319071ec1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:14.861886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f79fa7f-0e4a-4a2f-b9fd-15f8587cba46 req-0881fea2-5598-46d2-99f8-cc4e8b09788c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171513 Feb 03 04:55:14.886203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e8bc49c-13d6-4f3d-9496-4d60f489f064 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:55:14.934972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Publish callbacks [] for port (f41585bc-cfad-4568-939e-411039bc422b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:14.956912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f41585bc-cfad-4568-939e-411039bc422b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.032939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d0797f56-081a-4f3d-a711-528ad7a74edc up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:15.137231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1969d-dd2d-4843-91ee-aaf6180d1a78 None None] Pushing event updated for resources: {'Port': ['ID=f41585bc-cfad-4568-939e-411039bc422b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:15.205934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:15.231895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'port_id': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'mac_address': 'fa:16:3e:67:91:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:55:15.233606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Attempting to bind port f41585bc-cfad-4568-939e-411039bc422b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:15.234041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Attempting to bind port f41585bc-cfad-4568-939e-411039bc422b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:15.234467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Attempting to bind port f41585bc-cfad-4568-939e-411039bc422b on network c2354c1c-4c5a-4d99-a303-66a01aa951ef {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:15.245035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d0797f56-081a-4f3d-a711-528ad7a74edc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:15.245670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.248099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:15.248553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Checking segment: {'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:15.249031 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.249493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Bound using segment: {'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:15.250041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Bound port: f41585bc-cfad-4568-939e-411039bc422b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac861219-3836-4f6d-8d1e-8ad3ae15078c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:15.250611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f41585bc-cfad-4568-939e-411039bc422b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.377572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:15.378194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.390896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9128b90-8e7c-4a63-bd9a-0d01d62718d1 req-3f88fdbb-00a0-4f43-a51d-f025cd5d3eff tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 210 time: 0.0479722 Feb 03 04:55:15.429931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8bc49c-13d6-4f3d-9496-4d60f489f064 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:15.639303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] For port f41585bc-cfad-4568-939e-411039bc422b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:15.640058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52278) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:15.643604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d0797f56-081a-4f3d-a711-528ad7a74edc is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:15.647125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] For port f41585bc-cfad-4568-939e-411039bc422b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f41585bc-cfad-4568-939e-411039bc422b,segment=NetworkSegment(ac861219-3836-4f6d-8d1e-8ad3ae15078c),segment_id=ac861219-3836-4f6d-8d1e-8ad3ae15078c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:15.649503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:15.659050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1693cca0-8942-4d21-ba3c-c988c5e495bb None None] Provisioning complete for port f41585bc-cfad-4568-939e-411039bc422b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:15.659491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1693cca0-8942-4d21-ba3c-c988c5e495bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f41585bc-cfad-4568-939e-411039bc422b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.661719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.685063 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f41585bc-cfad-4568-939e-411039bc422b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:15.770312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Routers {'15d3c1b0-ee0f-4bac-bb9e-a72784c93089'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:15.771024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:15.775931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:15.795559 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d333371d-9d4e-469a-be77-60f973ab53b2 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/floatingips/04a875d7-41dc-4971-a208-ec26b6ff6f0b HTTP/1.1" status: 200 len: 993 time: 0.1526103 Feb 03 04:55:16.013136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['4e8bc49c-13d6-4f3d-9496-4d60f489f064'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:16.095046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-35ad84bb-4aed-43fb-9cb5-00074a5cd435 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:16.096788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-35ad84bb-4aed-43fb-9cb5-00074a5cd435 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.31 "GET /v2.0/networks?id=f3d5830a-2e58-4a67-b979-35de545c72db HTTP/1.1" status: 200 len: 909 time: 0.3878489 Feb 03 04:55:16.118827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Request body: {'port': {'device_id': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'admin_state_up': True, 'tenant_id': 'a097a51c079046e2a236bfe5422a388e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:16.184595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:16.206475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6339db0-0489-41a9-b4d3-8c0d3dad9953 req-110cf5ad-926c-415e-8ef0-4b5537f364ab tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:16.217151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6339db0-0489-41a9-b4d3-8c0d3dad9953 req-110cf5ad-926c-415e-8ef0-4b5537f364ab tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 945 time: 0.2118225 Feb 03 04:55:16.338479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Made reservation on behalf of a097a51c079046e2a236bfe5422a388e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:55:16.341406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.383646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6339db0-0489-41a9-b4d3-8c0d3dad9953 req-537fe59f-bfdd-4db3-a59a-d797fd0e6dd8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641812 Feb 03 04:55:16.447995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1693cca0-8942-4d21-ba3c-c988c5e495bb None None] Current status of the port f41585bc-cfad-4568-939e-411039bc422b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:16.453288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1693cca0-8942-4d21-ba3c-c988c5e495bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f41585bc-cfad-4568-939e-411039bc422b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.484926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1969d-dd2d-4843-91ee-aaf6180d1a78 None None] Pushing event updated for resources: {'Port': ['ID=f41585bc-cfad-4568-939e-411039bc422b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:16.528284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1693cca0-8942-4d21-ba3c-c988c5e495bb None None] For port f41585bc-cfad-4568-939e-411039bc422b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f41585bc-cfad-4568-939e-411039bc422b,segment=NetworkSegment(ac861219-3836-4f6d-8d1e-8ad3ae15078c),segment_id=ac861219-3836-4f6d-8d1e-8ad3ae15078c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:16.553906 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1dff1570-95a1-4ca6-8831-44aba5187622 req-d2e29a0e-28c2-48a5-a590-9a9f4deeedd9 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 210 time: 0.0425131 Feb 03 04:55:16.569527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port 25d455ac-fa07-4834-bf26-297a2b1011b0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:16.569879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.575739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Allocated IP 172.20.0.10 (f3d5830a-2e58-4a67-b979-35de545c72db/0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5/c2347528-414a-4485-b106-749f2352b10d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:16.634735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1693cca0-8942-4d21-ba3c-c988c5e495bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f41585bc-cfad-4568-939e-411039bc422b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.701400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.701722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (25d455ac-fa07-4834-bf26-297a2b1011b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.736675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for 25d455ac-fa07-4834-bf26-297a2b1011b0 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:16.765988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693cca0-8942-4d21-ba3c-c988c5e495bb None None] Pushing event updated for resources: {'Port': ['ID=f41585bc-cfad-4568-939e-411039bc422b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:16.810112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] Set router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:16.874082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks [] for port (c2347528-414a-4485-b106-749f2352b10d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.941363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c2347528-414a-4485-b106-749f2352b10d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:16.951118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6fb55a7e-8378-4320-939e-869c042354cf None None] Provisioning complete for port f41585bc-cfad-4568-939e-411039bc422b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:16.951834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fb55a7e-8378-4320-939e-869c042354cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f41585bc-cfad-4568-939e-411039bc422b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:17.055450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6fb55a7e-8378-4320-939e-869c042354cf None None] Current status of the port f41585bc-cfad-4568-939e-411039bc422b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:17.059811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Pushing event updated for resources: {'Port': ['ID=c2347528-414a-4485-b106-749f2352b10d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:17.081555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Network f3d5830a-2e58-4a67-b979-35de545c72db is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:17.088053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:17.091179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:17.152383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:17.153023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:17.181434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (25d455ac-fa07-4834-bf26-297a2b1011b0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:17.226683 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-e89d40b1-6d7f-45c1-ba29-641e6b6d76a7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1215644 Feb 03 04:55:17.233714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=25d455ac-fa07-4834-bf26-297a2b1011b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:17.256015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Request body: {'port': {'device_id': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:17.307233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 4, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port': {'id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:04Z', 'updated_at': '2022-02-03T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f41585bc-cfad-4568-939e-411039bc422b', 'name': '', 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'mac_address': 'fa:16:3e:84:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '97d61d46-fbb4-49a8-97ce-1a65f22b7003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:08Z', 'updated_at': '2022-02-03T04:55:15Z', 'revision_number': 4, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'subnets': [{'id': '97d61d46-fbb4-49a8-97ce-1a65f22b7003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:17.324755 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c2347528-414a-4485-b106-749f2352b10d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:17.346072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355dfa97-681e-4884-846f-a355b96cee00 None None] The sync data for ids ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'] in n-d-827549-1 is: [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:09Z', 'revision_number': 4, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port': {'id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:04Z', 'updated_at': '2022-02-03T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f41585bc-cfad-4568-939e-411039bc422b', 'name': '', 'network_id': 'c2354c1c-4c5a-4d99-a303-66a01aa951ef', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'mac_address': 'fa:16:3e:84:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '97d61d46-fbb4-49a8-97ce-1a65f22b7003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:08Z', 'updated_at': '2022-02-03T04:55:15Z', 'revision_number': 4, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'subnets': [{'id': '97d61d46-fbb4-49a8-97ce-1a65f22b7003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:17.437423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for floatingip (04a875d7-41dc-4971-a208-ec26b6ff6f0b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:17.437777 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Floating IP 04a875d7-41dc-4971-a208-ec26b6ff6f0b disassociated (deleted). External IP: 172.25.7.192, port: 468acf2d-97bc-4033-8b62-f2ff7f1bf16e. Feb 03 04:55:17.488275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ced3fbd5-d3ae-48e6-ba4f-14642102afc9 None None] Provisioning complete for port c2347528-414a-4485-b106-749f2352b10d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:17.488862 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ced3fbd5-d3ae-48e6-ba4f-14642102afc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c2347528-414a-4485-b106-749f2352b10d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:17.607314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ced3fbd5-d3ae-48e6-ba4f-14642102afc9 None None] Port c2347528-414a-4485-b106-749f2352b10d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:55:17.699827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fab32-ed82-4a65-9846-39b16f8611d7 req-8ca53e0b-7efd-437d-abbd-3c14b2b0b197 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:17.712914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b9fab32-ed82-4a65-9846-39b16f8611d7 req-8ca53e0b-7efd-437d-abbd-3c14b2b0b197 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 945 time: 0.1706536 Feb 03 04:55:17.879958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b9fab32-ed82-4a65-9846-39b16f8611d7 req-7dfa5302-472b-4ce5-a616-8b399a423071 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1656404 Feb 03 04:55:17.895290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c837c-9507-4e58-b47a-b07fd683bbf2 req-1efeda95-4314-49c0-8570-94a69a638e92 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:17.896166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef1c837c-9507-4e58-b47a-b07fd683bbf2 req-1efeda95-4314-49c0-8570-94a69a638e92 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1028 time: 0.1580856 Feb 03 04:55:17.956485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef1c837c-9507-4e58-b47a-b07fd683bbf2 req-bde02d31-cfcd-408b-9a4c-04152433a3d6 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539255 Feb 03 04:55:18.515461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:55:18.711866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2347528-414a-4485-b106-749f2352b10d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:18.731636 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Publish callbacks [] for port (c2347528-414a-4485-b106-749f2352b10d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:18.841341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:18.848497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:18.852139 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] Sync routers for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:18.853950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Transition to ACTIVE for port object c2347528-414a-4485-b106-749f2352b10d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:55:18.877601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c2347528-414a-4485-b106-749f2352b10d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:18.878652 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:18.879297 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:18.884310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e8bc49c-13d6-4f3d-9496-4d60f489f064 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:19.044586 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7727112c-750b-4c66-a5a1-046eb0e5a2b6 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/floatingips/04a875d7-41dc-4971-a208-ec26b6ff6f0b HTTP/1.1" status: 204 len: 168 time: 2.8589022 Feb 03 04:55:19.047849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:19.048537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:55:19.053484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:19.054320 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:19.071252 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed38294-59cc-4313-98eb-aa2a3e4655e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:19.108474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f41585bc-cfad-4568-939e-411039bc422b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:19.132348 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c2347528-414a-4485-b106-749f2352b10d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:19.224632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bfc66-e501-4b8b-8fc7-bad614e59e70 req-d92a672e-4d14-4e42-a0ae-61ffed33525b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:19.226287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad3bfc66-e501-4b8b-8fc7-bad614e59e70 req-d92a672e-4d14-4e42-a0ae-61ffed33525b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 945 time: 0.2187369 Feb 03 04:55:19.326033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f41585bc-cfad-4568-939e-411039bc422b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:19.326593 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f41585bc-cfad-4568-939e-411039bc422b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:19.330305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Attempting to bind port c2347528-414a-4485-b106-749f2352b10d on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:19.330653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Attempting to bind port c2347528-414a-4485-b106-749f2352b10d by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:19.330994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Attempting to bind port c2347528-414a-4485-b106-749f2352b10d on network f3d5830a-2e58-4a67-b979-35de545c72db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:19.352147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Port c2347528-414a-4485-b106-749f2352b10d on network f3d5830a-2e58-4a67-b979-35de545c72db not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:55:19.352486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Attempting to bind port c2347528-414a-4485-b106-749f2352b10d on network f3d5830a-2e58-4a67-b979-35de545c72db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:19.363541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:19.364063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Checking segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:19.364622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Bound using segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:19.365329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Bound port: c2347528-414a-4485-b106-749f2352b10d, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:19.365825 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c2347528-414a-4485-b106-749f2352b10d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:19.377023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:19.377740 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:19.429929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad3bfc66-e501-4b8b-8fc7-bad614e59e70 req-5c4b7e17-bc75-4fcc-91c5-c55f8d08eaf6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1885967 Feb 03 04:55:19.438486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac13e7-a6ba-48b2-80f6-a14df52e01e3 req-96a7ef81-000d-4064-a63f-67633ad3fe21 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:19.449937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89ac13e7-a6ba-48b2-80f6-a14df52e01e3 req-96a7ef81-000d-4064-a63f-67633ad3fe21 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1053 time: 0.3278296 Feb 03 04:55:19.469049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:19.474641 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b49e8f-e8d6-4385-97f6-1eddd874314c" -d '{"events": [{"server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "name": "network-vif-plugged", "status": "completed", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:19.541693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] For port c2347528-414a-4485-b106-749f2352b10d, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:19.552705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] For port c2347528-414a-4485-b106-749f2352b10d, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c2347528-414a-4485-b106-749f2352b10d,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:19.559373 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:19.566033 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c2347528-414a-4485-b106-749f2352b10d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:19.591101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89ac13e7-a6ba-48b2-80f6-a14df52e01e3 req-43625d33-b93b-4c12-84b3-a41e8d318022 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399155 Feb 03 04:55:19.653679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:19.654818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:19.659151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] 10.222.0.31 "PUT /v2.0/ports/c2347528-414a-4485-b106-749f2352b10d HTTP/1.1" status: 200 len: 1092 time: 2.4131932 Feb 03 04:55:19.681270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f41585bc-cfad-4568-939e-411039bc422b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:19.695450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:19.724413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:19.791549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a052fc-ce47-4ed5-b5a1-9a8d8b862b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c2347528-414a-4485-b106-749f2352b10d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:19.807028 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c3290b-1250-4749-8f6e-f22a261f51e0 x-openstack-request-id: req-59c3290b-1250-4749-8f6e-f22a261f51e0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:19.808035 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:19.808475 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59c3290b-1250-4749-8f6e-f22a261f51e0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:19.809797 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'status': 'completed', 'code': 200} Feb 03 04:55:19.844584 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0230d1-c08e-4a37-8e15-6a30bc93a749 x-openstack-request-id: req-fb0230d1-c08e-4a37-8e15-6a30bc93a749 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:19.844975 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "name": "network-vif-plugged", "status": "completed", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:19.845313 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb0230d1-c08e-4a37-8e15-6a30bc93a749 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:19.845732 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'code': 200} Feb 03 04:55:19.934339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:19.957067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.957436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.962117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.962508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.962873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.963214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.979676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.980329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.980687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.981052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.981432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.981838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:19.982181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:20.138378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-ee5e7cbd-7728-4312-aaf9-b4221198a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.140610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-ee5e7cbd-7728-4312-aaf9-b4221198a212 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 1127 time: 0.3274441 Feb 03 04:55:20.141299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eeb40-a743-4685-890b-5116990ac141 req-682f1656-a8b7-437b-b0eb-3816d765ec66 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.143229 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c4eeb40-a743-4685-890b-5116990ac141 req-682f1656-a8b7-437b-b0eb-3816d765ec66 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.1307261 Feb 03 04:55:20.173944 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:21Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:20.225398 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] Checking router: 56f3c415-4c21-4b5e-8836-2a9fe78531a7 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:20.246351 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:20.246990 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:20.251246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c4eeb40-a743-4685-890b-5116990ac141 req-14d557fd-efbf-43a5-bc40-bd02a4832955 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970721 Feb 03 04:55:20.277950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-cb3cbb03-3061-4057-8bcf-88d6bb994a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.279667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-cb3cbb03-3061-4057-8bcf-88d6bb994a62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a097a51c079046e2a236bfe5422a388e&device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1126 time: 0.4621329 Feb 03 04:55:20.280843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-cd6b6326-d716-4cb4-86fa-98a5c24c2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.282205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-cd6b6326-d716-4cb4-86fa-98a5c24c2204 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9977215-02a1-412e-9269-3e865a085822 HTTP/1.1" status: 200 len: 897 time: 0.1279774 Feb 03 04:55:20.338139 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-625994d4-c79e-41d8-a97e-e0d0276c2ba5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2347528-414a-4485-b106-749f2352b10d HTTP/1.1" status: 200 len: 217 time: 0.0494297 Feb 03 04:55:20.407878 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:20.437552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73990c-8e33-4191-a6b5-4cdbb6ec7991 req-0e68deef-c1cb-4c21-92ea-7140075322b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.439127 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d73990c-8e33-4191-a6b5-4cdbb6ec7991 req-0e68deef-c1cb-4c21-92ea-7140075322b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1128 time: 0.3590264 Feb 03 04:55:20.440964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-df7235b9-e52b-44b4-aa13-6932fd3b6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.442277 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-df7235b9-e52b-44b4-aa13-6932fd3b6176 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5 HTTP/1.1" status: 200 len: 847 time: 0.0867465 Feb 03 04:55:20.446911 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-286f8c75-d9c3-49ad-bf62-f9a489c3f7fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e HTTP/1.1" status: 200 len: 217 time: 0.1071436 Feb 03 04:55:20.649596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983370cc-23f4-4578-b88a-9a18deec0058 req-b1ae4239-ab82-4eef-b7e6-fe556cdb15ef tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.650923 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7d73990c-8e33-4191-a6b5-4cdbb6ec7991 req-550c67ed-79bc-41c5-a8da-806fb8b9549a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2010825 Feb 03 04:55:20.652249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-983370cc-23f4-4578-b88a-9a18deec0058 req-b1ae4239-ab82-4eef-b7e6-fe556cdb15ef tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0802896 Feb 03 04:55:20.673100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-60f047fd-f8e3-4ddc-be2e-df94cdae5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.675396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-60f047fd-f8e3-4ddc-be2e-df94cdae5f2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03cf80d1-cd17-4fe6-b510-eecba642ed9a HTTP/1.1" status: 200 len: 835 time: 0.2194862 Feb 03 04:55:20.681728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-accdc438-056a-4b39-929f-a9d0bed5650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.683310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-accdc438-056a-4b39-929f-a9d0bed5650a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3d5830a-2e58-4a67-b979-35de545c72db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1916938 Feb 03 04:55:20.727448 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:21Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:20.759767 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdf0e7-d5ca-44f7-8f9c-cf5581fae284 None None] The sync data for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 is: [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:54:15Z', 'revision_number': 4, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c8900512-c17c-4f9c-b5d9-afa964403048', 'name': '', 'network_id': 'c9977215-02a1-412e-9269-3e865a085822', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'mac_address': 'fa:16:3e:cf:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:14Z', 'updated_at': '2022-02-03T04:54:21Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'subnets': [{'id': '03cf80d1-cd17-4fe6-b510-eecba642ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:20.768140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-4ee3dbf5-683a-4bcb-b6c4-70987f1287c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.770026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-4ee3dbf5-683a-4bcb-b6c4-70987f1287c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9977215-02a1-412e-9269-3e865a085822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854089 Feb 03 04:55:20.815323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-983370cc-23f4-4578-b88a-9a18deec0058 req-ce8b2825-8b0b-4afc-a588-fc294eb0ea3b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543579 Feb 03 04:55:20.836003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f7aee-4178-496d-a91d-ef619c970147 req-d4838327-a9f9-4f5b-95e5-bf4dcfee202f tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:20.837773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-869f7aee-4178-496d-a91d-ef619c970147 req-d4838327-a9f9-4f5b-95e5-bf4dcfee202f tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1126 time: 0.1411555 Feb 03 04:55:20.910984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-869f7aee-4178-496d-a91d-ef619c970147 req-37fc3a7a-7233-4086-9880-cc47e1d2a5b3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667284 Feb 03 04:55:20.923963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-c5305d6e-4324-4abe-8b4d-0249bf703004 service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463075 Feb 03 04:55:21.057015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-2ae3ff7e-8c87-4c4e-9ddc-fa902b0345c6 service neutron] 10.222.0.31 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808336 Feb 03 04:55:21.097419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-aed38294-59cc-4313-98eb-aa2a3e4655e0 req-e9024d0e-7865-4d31-b9e3-209472b4f6ee service neutron] 10.222.0.15 "GET /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442609 Feb 03 04:55:21.215259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc48c2-c207-4dfd-9420-a91c24fab400 None None] New status for floating IP 04a875d7-41dc-4971-a208-ec26b6ff6f0b: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:55:21.240062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-efcd7f1c-038d-48cb-89c7-54e883734b3e req-0a91dcc8-6eb3-4c11-ab63-4eae4709e39e service neutron] 10.222.0.31 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721246 Feb 03 04:55:21.256453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-9a9e914c-5ce9-4de3-b827-4fa77d2b6d04 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:21.260039 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-9a9e914c-5ce9-4de3-b827-4fa77d2b6d04 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.1001432 Feb 03 04:55:21.386663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:21.387796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:21.417684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f59b-b27f-44f5-a917-5e417b1b574d req-c0cba166-6473-4d10-862c-bfab429e9273 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:21.422949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad30f59b-b27f-44f5-a917-5e417b1b574d req-c0cba166-6473-4d10-862c-bfab429e9273 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb41b84b-cdcf-45f4-99e1-99de81c4f971 HTTP/1.1" status: 200 len: 945 time: 0.0732899 Feb 03 04:55:21.478001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad30f59b-b27f-44f5-a917-5e417b1b574d req-c41367e8-e790-4f18-b5d2-35c32e753bf8 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "GET /v2.0/security-groups?id=e84711fd-c5ba-4333-a91c-c6298d1460c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487764 Feb 03 04:55:21.511570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:21.511938 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:21.525141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for 468acf2d-97bc-4033-8b62-f2ff7f1bf16e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:21.693735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (468acf2d-97bc-4033-8b62-f2ff7f1bf16e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:21.769975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=468acf2d-97bc-4033-8b62-f2ff7f1bf16e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:21.788573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] No DVR routers for this DVR port 468acf2d-97bc-4033-8b62-f2ff7f1bf16e on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:21.791428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:21.795792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-28b62d93-fb95-413f-a9a4-d206bde4e73b req-867ba68f-d3e4-4108-9912-175e2e11a5ec tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.15 "DELETE /v2.0/ports/468acf2d-97bc-4033-8b62-f2ff7f1bf16e HTTP/1.1" status: 204 len: 173 time: 0.5264494 Feb 03 04:55:21.813558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'tag': 'c2347528-414a-4485-b106-749f2352b10d'}, {'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'name': 'network-vif-deleted', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:21.817812 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912" -d '{"events": [{"name": "network-changed", "server_uuid": "0a894fc5-6915-45b0-bc9d-6fba7f791294", "tag": "c2347528-414a-4485-b106-749f2352b10d"}, {"server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "name": "network-vif-deleted", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:21.910467 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c61a5ca-c80b-42de-a8d7-67f864c38652 x-openstack-request-id: req-6c61a5ca-c80b-42de-a8d7-67f864c38652 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:21.910773 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a894fc5-6915-45b0-bc9d-6fba7f791294", "tag": "c2347528-414a-4485-b106-749f2352b10d", "status": "completed", "code": 200}, {"server_uuid": "cb41b84b-cdcf-45f4-99e1-99de81c4f971", "name": "network-vif-deleted", "tag": "468acf2d-97bc-4033-8b62-f2ff7f1bf16e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:21.911066 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c61a5ca-c80b-42de-a8d7-67f864c38652 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:21.911592 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'tag': 'c2347528-414a-4485-b106-749f2352b10d', 'status': 'completed', 'code': 200} Feb 03 04:55:21.911865 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41b84b-cdcf-45f4-99e1-99de81c4f971', 'name': 'network-vif-deleted', 'tag': '468acf2d-97bc-4033-8b62-f2ff7f1bf16e', 'status': 'completed', 'code': 200} Feb 03 04:55:22.015104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666667a-f2eb-4e23-bdff-22ecff2d8e7a req-184fec50-4966-4300-8e90-2db2f549a55e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.017296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c666667a-f2eb-4e23-bdff-22ecff2d8e7a req-184fec50-4966-4300-8e90-2db2f549a55e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1074545 Feb 03 04:55:22.020873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-b5e02aa0-48a7-4c07-aaa8-144ee11024c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.023693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-b5e02aa0-48a7-4c07-aaa8-144ee11024c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a097a51c079046e2a236bfe5422a388e&device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1126 time: 0.0895846 Feb 03 04:55:22.116877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c666667a-f2eb-4e23-bdff-22ecff2d8e7a req-bc366eb5-5ba0-4203-90cd-34b045aab9f2 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716610 Feb 03 04:55:22.120176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c4ff3-05b6-4ee2-adb6-80ca1742c8f7 req-fbe7a676-15f1-43b9-96f1-f03c7070bdbe tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.137147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a9c4ff3-05b6-4ee2-adb6-80ca1742c8f7 req-fbe7a676-15f1-43b9-96f1-f03c7070bdbe tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1126 time: 0.1447544 Feb 03 04:55:22.289884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-49099a23-92f1-4e4b-bfc3-4d7eb3db5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.290676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a9c4ff3-05b6-4ee2-adb6-80ca1742c8f7 req-9e70c2e0-802e-4183-a0de-826fc0e4856f tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525409 Feb 03 04:55:22.291669 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-49099a23-92f1-4e4b-bfc3-4d7eb3db5270 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3d5830a-2e58-4a67-b979-35de545c72db HTTP/1.1" status: 200 len: 909 time: 0.2608171 Feb 03 04:55:22.361000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20d897-7670-4834-bdac-9b5c3c235dec req-867b0aed-19b8-4b8f-8993-72bfb1473dd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.372342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd20d897-7670-4834-bdac-9b5c3c235dec req-867b0aed-19b8-4b8f-8993-72bfb1473dd6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1422377 Feb 03 04:55:22.409682 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-470230cf-9a36-4b7f-92e0-d62c688515d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2347528-414a-4485-b106-749f2352b10d HTTP/1.1" status: 200 len: 217 time: 0.1080804 Feb 03 04:55:22.470498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd20d897-7670-4834-bdac-9b5c3c235dec req-b4b4cd72-be89-4e86-88d2-9a9a2e84e301 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966420 Feb 03 04:55:22.474640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-d644f509-8967-40c7-8827-49985eb9519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.476379 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-d644f509-8967-40c7-8827-49985eb9519f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5 HTTP/1.1" status: 200 len: 847 time: 0.0606003 Feb 03 04:55:22.489479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52350) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:22.558023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:22.563330 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768148cd-f9d8-41a1-a30f-462f1b7bf362 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.565307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-768148cd-f9d8-41a1-a30f-462f1b7bf362 tempest-TestNetworkAdvancedServerOps-1599903354 tempest-TestNetworkAdvancedServerOps-1599903354-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1123 time: 0.0741658 Feb 03 04:55:22.568080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52356) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:22.573157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:22.589129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-006fde9b-a6c2-4f18-8d03-d8a0adfeed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:22.591314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-006fde9b-a6c2-4f18-8d03-d8a0adfeed0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3d5830a-2e58-4a67-b979-35de545c72db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1016858 Feb 03 04:55:22.603442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:22.710215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe9bafdc-06ba-44f5-ab1c-9fe03aeb3351 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (e84711fd-c5ba-4333-a91c-c6298d1460c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:22.713200 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:22.753504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe9bafdc-06ba-44f5-ab1c-9fe03aeb3351 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (e84711fd-c5ba-4333-a91c-c6298d1460c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:22.770422 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-0ddc9f5c-b481-429e-b6a1-696d13c4746c service neutron] 10.222.0.31 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669993 Feb 03 04:55:22.846041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Allocated IP 172.25.7.137 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d84493fd-3c12-482c-bbd0-e56763b028eb) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:22.897778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f398ffb9-d1a0-41d9-bb72-0918ff7f3912 req-c29f4778-5212-4512-a49a-fbd77d9b0652 service neutron] 10.222.0.31 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207025 Feb 03 04:55:22.922756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe9bafdc-06ba-44f5-ab1c-9fe03aeb3351 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e84711fd-c5ba-4333-a91c-c6298d1460c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:22.926726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe9bafdc-06ba-44f5-ab1c-9fe03aeb3351 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:22.929481 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe9bafdc-06ba-44f5-ab1c-9fe03aeb3351 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/security-groups/e84711fd-c5ba-4333-a91c-c6298d1460c1 HTTP/1.1" status: 204 len: 168 time: 0.3701720 Feb 03 04:55:22.943226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bafdc-06ba-44f5-ab1c-9fe03aeb3351 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84711fd-c5ba-4333-a91c-c6298d1460c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:22.970336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:23.039682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:23.173916 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:23.227578 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=d84493fd-3c12-482c-bbd0-e56763b028eb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:23.245305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:23.250500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:23.253094 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:23.635722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a56916-5970-4aa8-acaf-90d0d8fde1f4 req-034b1c8a-80a8-48f7-be39-c7bffa4fa71f tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:23.637294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90a56916-5970-4aa8-acaf-90d0d8fde1f4 req-034b1c8a-80a8-48f7-be39-c7bffa4fa71f tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1126 time: 0.1826823 Feb 03 04:55:23.772057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90a56916-5970-4aa8-acaf-90d0d8fde1f4 req-6768e74c-59cf-4d72-84f2-a3f4f3095301 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254671 Feb 03 04:55:23.873897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:23.946836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (56f3c415-4c21-4b5e-8836-2a9fe78531a7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:23.949542 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:24.088373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (588c697d-c944-4db1-b2a2-c5bbc3b703fc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:24.244654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:24.468045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port c8900512-c17c-4f9c-b5d9-afa964403048 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:24.468389 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:24.556846 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port c8900512-c17c-4f9c-b5d9-afa964403048, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c8900512-c17c-4f9c-b5d9-afa964403048,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:24.557156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:24.570458 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for c8900512-c17c-4f9c-b5d9-afa964403048 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:24.914580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c2347528-414a-4485-b106-749f2352b10d details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:55:25.064510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 468acf2d-97bc-4033-8b62-f2ff7f1bf16e no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:25.097698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 468acf2d-97bc-4033-8b62-f2ff7f1bf16e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:25.098914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 468acf2d-97bc-4033-8b62-f2ff7f1bf16e not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:25.143275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c2347528-414a-4485-b106-749f2352b10d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c2347528-414a-4485-b106-749f2352b10d,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:25.161248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'c2347528-414a-4485-b106-749f2352b10d', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'port_id': 'c2347528-414a-4485-b106-749f2352b10d', 'mac_address': 'fa:16:3e:ae:f9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:55:25.217232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c2347528-414a-4485-b106-749f2352b10d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:25.217989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c2347528-414a-4485-b106-749f2352b10d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:25.237964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2347528-414a-4485-b106-749f2352b10d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:25.281657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c2347528-414a-4485-b106-749f2352b10d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c2347528-414a-4485-b106-749f2352b10d,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:25.288352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:25.290954 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c2347528-414a-4485-b106-749f2352b10d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:25.308763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:25.358328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c2347528-414a-4485-b106-749f2352b10d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:25.374882 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c8900512-c17c-4f9c-b5d9-afa964403048), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:25.421810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event updated for resources: {'Port': ['ID=d84493fd-3c12-482c-bbd0-e56763b028eb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:25.440760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25727869-54c9-4594-ad48-c5ada34f89fc req-a5dd42f1-56c1-41c3-9855-b38ca342e9d4 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:25.448548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25727869-54c9-4594-ad48-c5ada34f89fc req-a5dd42f1-56c1-41c3-9855-b38ca342e9d4 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1126 time: 0.3386600 Feb 03 04:55:25.502389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=c8900512-c17c-4f9c-b5d9-afa964403048,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:25.504115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c2347528-414a-4485-b106-749f2352b10d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:25.547381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (588c697d-c944-4db1-b2a2-c5bbc3b703fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:25.626825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25727869-54c9-4594-ad48-c5ada34f89fc req-551bd65b-31d4-4ed8-bc86-44f52bae52fb tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772642 Feb 03 04:55:25.794602 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP 588c697d-c944-4db1-b2a2-c5bbc3b703fc associated. External IP: 172.25.7.137, port: 4e8bc49c-13d6-4f3d-9496-4d60f489f064. Feb 03 04:55:25.843355 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (56f3c415-4c21-4b5e-8836-2a9fe78531a7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:26.187183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 991e36c6-4e24-42ce-b379-d41149f13bf3 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:55:26.252850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:55:26.387135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:26.404110 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] Sync routers for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:26.417007 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:26.421617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:26.429707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-31bfb08d-0ff4-461a-8a3f-5fb29e63d091 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "PUT /v2.0/routers/56f3c415-4c21-4b5e-8836-2a9fe78531a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556477 Feb 03 04:55:26.430381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:26.442550 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:26.442782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] Sync routers for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:26.443264 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:26.464537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b845aad0-e78c-48d0-aff3-8f1df1d077ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8921573 Feb 03 04:55:26.464537 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:26.467779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:26.470034 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:26.476841 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee6d74-d8c5-45bb-a665-f597f4a8c588" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:26.564574 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4797ea03-f8ba-4d42-9a29-4a782ba1c6ca x-openstack-request-id: req-4797ea03-f8ba-4d42-9a29-4a782ba1c6ca {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:26.564879 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:26.565158 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4797ea03-f8ba-4d42-9a29-4a782ba1c6ca {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:26.565571 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'status': 'completed', 'code': 200} Feb 03 04:55:26.585300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting subnet 03cf80d1-cd17-4fe6-b510-eecba642ed9a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:55:26.617251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (03cf80d1-cd17-4fe6-b510-eecba642ed9a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:26.656966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:26.665790 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:26.724599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bf4e9-b82f-4810-9365-30d13ca32f27 req-8f942e9d-9832-4808-b2fb-8f8f5b0c5e76 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:26.740544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-557bf4e9-b82f-4810-9365-30d13ca32f27 req-8f942e9d-9832-4808-b2fb-8f8f5b0c5e76 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1437666 Feb 03 04:55:26.822192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-f83f90ef-6dd8-49bd-b666-3673270b6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:26.825649 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-f83f90ef-6dd8-49bd-b666-3673270b6076 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1128 time: 0.2374947 Feb 03 04:55:26.829550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (03cf80d1-cd17-4fe6-b510-eecba642ed9a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:26.936652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf5d7-ce91-4f91-99bf-d7adf81f94ab req-0e7807fd-1f36-4c31-a36a-92048a7b87d4 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:26.942088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c2347528-414a-4485-b106-749f2352b10d up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:26.946802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d51bf5d7-ce91-4f91-99bf-d7adf81f94ab req-0e7807fd-1f36-4c31-a36a-92048a7b87d4 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1127 time: 0.1802404 Feb 03 04:55:26.951080 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-557bf4e9-b82f-4810-9365-30d13ca32f27 req-fccc335e-220b-405d-9208-3d257f136e79 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1909094 Feb 03 04:55:26.979126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:27.023907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d51bf5d7-ce91-4f91-99bf-d7adf81f94ab req-1e1cde87-b3e6-4cc7-adc2-d97ee0aa9f31 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660932 Feb 03 04:55:27.109715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:55:25Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:27.111934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port c2347528-414a-4485-b106-749f2352b10d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:55:27.192213 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '588c697d-c944-4db1-b2a2-c5bbc3b703fc', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'port_id': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'mac_address': 'fa:16:3e:67:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:55:23Z', 'updated_at': '2022-02-03T04:55:23Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:11Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:27.197793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port c2347528-414a-4485-b106-749f2352b10d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:27.198188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c2347528-414a-4485-b106-749f2352b10d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:27.200584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] Checking router: 56f3c415-4c21-4b5e-8836-2a9fe78531a7 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:27.240214 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] Checking router: 991e36c6-4e24-42ce-b379-d41149f13bf3 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:27.240554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] Routers {'56f3c415-4c21-4b5e-8836-2a9fe78531a7'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:27.241262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:27.252096 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:27.252954 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:27.259974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-64f7f094-6fb1-4bec-b099-1f525d22ddba tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/588c697d-c944-4db1-b2a2-c5bbc3b703fc HTTP/1.1" status: 200 len: 992 time: 0.2774889 Feb 03 04:55:27.282294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (03cf80d1-cd17-4fe6-b510-eecba642ed9a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:27.311599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-8e2ed834-6540-4327-9233-d6135b5f1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:27.314411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-8e2ed834-6540-4327-9233-d6135b5f1cf1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=73c46c10-35a3-41d9-9615-769bbb1ced32 HTTP/1.1" status: 200 len: 897 time: 0.4781940 Feb 03 04:55:27.377867 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:27.409213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] Set router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:27.420805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (03cf80d1-cd17-4fe6-b510-eecba642ed9a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:27.512858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Subnet': ['ID=03cf80d1-cd17-4fe6-b510-eecba642ed9a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:27.515131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:27.525077 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8e193c94-e1bf-4623-a60f-58b679e54902 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/subnets/03cf80d1-cd17-4fe6-b510-eecba642ed9a HTTP/1.1" status: 204 len: 168 time: 1.0934749 Feb 03 04:55:27.530627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:27.583248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2b737-1ea9-4765-98f5-d5338be7565c req-b929f4ae-e536-468c-b45b-c42d02360832 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:27.590969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75f2b737-1ea9-4765-98f5-d5338be7565c req-b929f4ae-e536-468c-b45b-c42d02360832 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 946 time: 0.0900829 Feb 03 04:55:27.611900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-c4bd7811-ecc4-4cd9-826f-e947e6a9139f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064 HTTP/1.1" status: 200 len: 1000 time: 0.2543013 Feb 03 04:55:27.642352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75f2b737-1ea9-4765-98f5-d5338be7565c req-424ed7c8-12f6-4de5-8eae-a9b509a63fa0 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501833 Feb 03 04:55:27.680584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-1de5ea3b-b44f-4fd4-98ad-f08e2c88defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:27.682454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-1de5ea3b-b44f-4fd4-98ad-f08e2c88defa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83950c44-879a-41b7-916f-12b9c51e0366 HTTP/1.1" status: 200 len: 835 time: 0.0621994 Feb 03 04:55:27.718851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc354a-39d5-4163-9256-32fc1ff595fc None None] Network c9977215-02a1-412e-9269-3e865a085822 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:55:27.751136 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '588c697d-c944-4db1-b2a2-c5bbc3b703fc', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'port_id': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'mac_address': 'fa:16:3e:67:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:55:23Z', 'updated_at': '2022-02-03T04:55:23Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:11Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:27.785294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-2704d8bf-f751-42c3-a01b-4838cdd72d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:27.787099 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b420d4-c472-4f6f-943e-ac904fc14f09 None None] The sync data for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 is: [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '588c697d-c944-4db1-b2a2-c5bbc3b703fc', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'port_id': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'mac_address': 'fa:16:3e:67:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:55:23Z', 'updated_at': '2022-02-03T04:55:23Z', 'revision_number': 0, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:11Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:27.787333 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-2704d8bf-f751-42c3-a01b-4838cdd72d60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73c46c10-35a3-41d9-9615-769bbb1ced32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0943651 Feb 03 04:55:27.793087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router (56f3c415-4c21-4b5e-8836-2a9fe78531a7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:27.913261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c2347528-414a-4485-b106-749f2352b10d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:27.913689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c2347528-414a-4485-b106-749f2352b10d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:27.973367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c2347528-414a-4485-b106-749f2352b10d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c2347528-414a-4485-b106-749f2352b10d,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:27.975234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2347528-414a-4485-b106-749f2352b10d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:27.977821 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942926b5-f42a-4074-b348-b6d1387e852a" -d '{"events": [{"server_uuid": "0a894fc5-6915-45b0-bc9d-6fba7f791294", "name": "network-vif-plugged", "status": "completed", "tag": "c2347528-414a-4485-b106-749f2352b10d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:27.989994 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c2347528-414a-4485-b106-749f2352b10d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.005717 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_gateway (56f3c415-4c21-4b5e-8836-2a9fe78531a7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.068094 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f7681-8c25-4a0a-8032-39aea39522c6 x-openstack-request-id: req-6d9f7681-8c25-4a0a-8032-39aea39522c6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:28.068395 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a894fc5-6915-45b0-bc9d-6fba7f791294", "name": "network-vif-plugged", "status": "completed", "tag": "c2347528-414a-4485-b106-749f2352b10d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:28.068659 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d9f7681-8c25-4a0a-8032-39aea39522c6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:28.069490 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2347528-414a-4485-b106-749f2352b10d', 'code': 200} Feb 03 04:55:28.112630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:55:25Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:28.115906 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-e2330465-89d6-4f0a-9d61-87162cad2946 service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445583 Feb 03 04:55:28.123817 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c3e3-301e-489e-a6e0-6ae7beda7c0e None None] New status for floating IP 588c697d-c944-4db1-b2a2-c5bbc3b703fc: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:55:28.143400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d0af2-841f-4f36-82c0-99945849f490 None None] The sync data for ids ['56f3c415-4c21-4b5e-8836-2a9fe78531a7'] in n-d-827549-1 is: [{'id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'name': 'tempest-TestNetworkBasicOps-router-692994635', 'tenant_id': '9d679143fe3f43e2a497b7b27095e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:10Z', 'updated_at': '2022-02-03T04:55:25Z', 'revision_number': 5, 'project_id': '9d679143fe3f43e2a497b7b27095e4a6', 'gw_port': {'id': 'd021fed1-010c-41fe-b7f9-b873c693d7e4', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3c415-4c21-4b5e-8836-2a9fe78531a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:11Z', 'updated_at': '2022-02-03T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:28.145018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c2347528-414a-4485-b106-749f2352b10d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:28.163658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] DHCP port deletion for c9977215-02a1-412e-9269-3e865a085822 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:55:28.272349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] Deleting port 0544779d-0fea-4618-bd9f-75cc226d4064 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:28.274597 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.276156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52422) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:28.371111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7941-ab79-478f-97c7-36cdb73c6198 req-88f0fcec-955b-4447-a088-d7fffda62d45 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:28.378573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a6c7941-ab79-478f-97c7-36cdb73c6198 req-88f0fcec-955b-4447-a088-d7fffda62d45 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.1905200 Feb 03 04:55:28.408810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d2d97-3f47-4ba9-97d1-d0b228a988be req-f308ee48-47da-4e72-9cbc-6943145dbedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:28.410807 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] For port 0544779d-0fea-4618-bd9f-75cc226d4064, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0544779d-0fea-4618-bd9f-75cc226d4064,segment=NetworkSegment(54b04da2-7fc1-45cb-ad8b-cfadbeec84ab),segment_id=54b04da2-7fc1-45cb-ad8b-cfadbeec84ab)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:28.412611 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-890d2d97-3f47-4ba9-97d1-d0b228a988be req-f308ee48-47da-4e72-9cbc-6943145dbedc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.2696316 Feb 03 04:55:28.413117 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.418829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Deleting port d021fed1-010c-41fe-b7f9-b873c693d7e4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:28.423320 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.442917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a6c7941-ab79-478f-97c7-36cdb73c6198 req-2c228734-e708-4446-a881-0d13f7591e8d tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583761 Feb 03 04:55:28.445629 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] Calling delete_port for 0544779d-0fea-4618-bd9f-75cc226d4064 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:28.471608 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-182f02f3-bb16-4f18-a8f6-694c5cb83d31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/588c697d-c944-4db1-b2a2-c5bbc3b703fc HTTP/1.1" status: 200 len: 992 time: 0.1815617 Feb 03 04:55:28.539211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90ee6d74-d8c5-45bb-a665-f597f4a8c588 req-8a510ef0-80f3-4234-b06f-4a5876f91ffb service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930967 Feb 03 04:55:28.549412 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (0544779d-0fea-4618-bd9f-75cc226d4064), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.564403 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-890d2d97-3f47-4ba9-97d1-d0b228a988be req-a054a547-db74-45f3-85e8-beb4da84ff44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387048 Feb 03 04:55:28.584371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] Pushing event deleted for resources: {'Port': ['ID=0544779d-0fea-4618-bd9f-75cc226d4064,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:28.593370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671cd54-b172-44e4-8d34-92c3603fc630 None None] No DVR routers for this DVR port 0544779d-0fea-4618-bd9f-75cc226d4064 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:28.606694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] For port d021fed1-010c-41fe-b7f9-b873c693d7e4, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d021fed1-010c-41fe-b7f9-b873c693d7e4,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:28.606694 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.625322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Calling delete_port for d021fed1-010c-41fe-b7f9-b873c693d7e4 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:28.816992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffae26-257b-4db4-8736-853528f6838b req-70a01c51-5d07-4f03-bfaa-6d10a64ae103 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:28.819236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2bffae26-257b-4db4-8736-853528f6838b req-70a01c51-5d07-4f03-bfaa-6d10a64ae103 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 946 time: 0.0900140 Feb 03 04:55:28.845143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d021fed1-010c-41fe-b7f9-b873c693d7e4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:28.881349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Port': ['ID=d021fed1-010c-41fe-b7f9-b873c693d7e4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:28.884440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2bffae26-257b-4db4-8736-853528f6838b req-7b9dc719-5912-4da3-9919-110661630212 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585258 Feb 03 04:55:28.988043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c8900512-c17c-4f9c-b5d9-afa964403048 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:29.006172 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (56f3c415-4c21-4b5e-8836-2a9fe78531a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.039355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c8900512-c17c-4f9c-b5d9-afa964403048 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:29.039814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c8900512-c17c-4f9c-b5d9-afa964403048 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:29.040295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0544779d-0fea-4618-bd9f-75cc226d4064 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:29.060769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 0544779d-0fea-4618-bd9f-75cc226d4064 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:29.061110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0544779d-0fea-4618-bd9f-75cc226d4064 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:29.475563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:29.481814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (56f3c415-4c21-4b5e-8836-2a9fe78531a7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.487227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router_controller (56f3c415-4c21-4b5e-8836-2a9fe78531a7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.504303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-7f418d3b-6f39-41b3-ad3b-98100a0f1792 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:29.505974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-7f418d3b-6f39-41b3-ad3b-98100a0f1792 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 946 time: 0.5940475 Feb 03 04:55:29.601846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-373a7a6a-3e41-4c19-9f6b-820f7bd0d31a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/588c697d-c944-4db1-b2a2-c5bbc3b703fc HTTP/1.1" status: 200 len: 994 time: 0.1249061 Feb 03 04:55:29.619156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d35e0-e4d9-4458-b51a-c38153b8e331 req-8f24662d-169d-4ee2-a256-e0b68d0b09b0 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:29.621102 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-991d35e0-e4d9-4458-b51a-c38153b8e331 req-8f24662d-169d-4ee2-a256-e0b68d0b09b0 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.0797493 Feb 03 04:55:29.628786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (56f3c415-4c21-4b5e-8836-2a9fe78531a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.629362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Fanout notify agent at l3_agent the message router_deleted on router 56f3c415-4c21-4b5e-8836-2a9fe78531a7 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:55:29.636428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.637826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c2152160-c5e8-4f21-99da-4e1b280a6699 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/routers/56f3c415-4c21-4b5e-8836-2a9fe78531a7 HTTP/1.1" status: 204 len: 168 time: 2.1064847 Feb 03 04:55:29.642780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:29.684902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-991d35e0-e4d9-4458-b51a-c38153b8e331 req-3c30124c-57d1-4ee7-92c3-4216da14f06f tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Feb 03 04:55:29.703463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Deleting port 7fb7579a-547b-4d6a-a553-7eb0665380da {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:29.703930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.769753 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c9977215-02a1-412e-9269-3e865a085822), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.922333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] For port 7fb7579a-547b-4d6a-a553-7eb0665380da, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=7fb7579a-547b-4d6a-a553-7eb0665380da,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:29.922707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.926170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c9977215-02a1-412e-9269-3e865a085822), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:29.946705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Calling delete_port for 7fb7579a-547b-4d6a-a553-7eb0665380da owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:29.958540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9977215-02a1-412e-9269-3e865a085822']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:29.977827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:29.978105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b04da2-7fc1-45cb-ad8b-cfadbeec84ab') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:30.015440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (54b04da2-7fc1-45cb-ad8b-cfadbeec84ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.032875 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (54b04da2-7fc1-45cb-ad8b-cfadbeec84ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.047655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:55:30.047975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (54b04da2-7fc1-45cb-ad8b-cfadbeec84ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:55:30.050998 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:55:30.053683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a0334-48cc-4f38-8da1-3ce13445ebf0 req-c4675ae0-8f1e-4518-a104-0d8ef7d4ef19 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:30.055255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d4a0334-48cc-4f38-8da1-3ce13445ebf0 req-c4675ae0-8f1e-4518-a104-0d8ef7d4ef19 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b476b9-50fd-47cc-b36e-11ea8527b223 HTTP/1.1" status: 200 len: 946 time: 0.0583129 Feb 03 04:55:30.128956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d4a0334-48cc-4f38-8da1-3ce13445ebf0 req-adb62b3f-6e38-45a1-84fb-3feaf2b97c52 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666227 Feb 03 04:55:30.157114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c9977215-02a1-412e-9269-3e865a085822), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.169438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.172788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] 10.222.0.35 "DELETE /v2.0/networks/c9977215-02a1-412e-9269-3e865a085822 HTTP/1.1" status: 204 len: 168 time: 0.5254471 Feb 03 04:55:30.193148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda53555-ff74-45fc-b5b2-ccdeee345576 tempest-TestNetworkBasicOps-202517390 tempest-TestNetworkBasicOps-202517390-project] Pushing event deleted for resources: {'Network': ['ID=c9977215-02a1-412e-9269-3e865a085822,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:30.205710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7fb7579a-547b-4d6a-a553-7eb0665380da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.219464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['7fb7579a-547b-4d6a-a553-7eb0665380da'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:30.247771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Pushing event deleted for resources: {'Port': ['ID=7fb7579a-547b-4d6a-a553-7eb0665380da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:30.295796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] No DVR routers for this DVR port 7fb7579a-547b-4d6a-a553-7eb0665380da on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:30.300720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.302300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-754a5f75-2beb-4a83-924d-275ccf86fa84 req-64b4c302-eaff-4a9a-92b1-94a3fde0c658 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "DELETE /v2.0/ports/7fb7579a-547b-4d6a-a553-7eb0665380da HTTP/1.1" status: 204 len: 173 time: 0.7626412 Feb 03 04:55:30.302805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'name': 'network-vif-deleted', 'tag': '7fb7579a-547b-4d6a-a553-7eb0665380da'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:30.305210 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d849e-de5d-4728-b1b8-b8d5de093185" -d '{"events": [{"server_uuid": "92b476b9-50fd-47cc-b36e-11ea8527b223", "name": "network-vif-deleted", "tag": "7fb7579a-547b-4d6a-a553-7eb0665380da"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:30.445487 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e52bee-6a4c-40c2-967f-c8ae4b5fbe38 x-openstack-request-id: req-92e52bee-6a4c-40c2-967f-c8ae4b5fbe38 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:30.446034 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b476b9-50fd-47cc-b36e-11ea8527b223", "name": "network-vif-deleted", "tag": "7fb7579a-547b-4d6a-a553-7eb0665380da", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:30.446474 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92e52bee-6a4c-40c2-967f-c8ae4b5fbe38 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:30.447079 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b476b9-50fd-47cc-b36e-11ea8527b223', 'name': 'network-vif-deleted', 'tag': '7fb7579a-547b-4d6a-a553-7eb0665380da', 'status': 'completed', 'code': 200} Feb 03 04:55:30.576022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:30.733235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:30.741912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-76947fa0-133c-499f-b053-df98a25f1306 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d679143fe3f43e2a497b7b27095e4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642494 Feb 03 04:55:30.830928 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58e35987-ef7a-4553-bd04-331a79c8e12c admin admin] Publish callbacks [] for security_group (334b9b30-d49e-40c5-bd1b-a1886550527d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.843594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8cab2-cb45-42f1-984d-2503ebeb9890 req-634e4057-7549-480a-9d84-26a6c134c0d3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:30.845185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89e8cab2-cb45-42f1-984d-2503ebeb9890 req-634e4057-7549-480a-9d84-26a6c134c0d3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.0801854 Feb 03 04:55:30.864133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58e35987-ef7a-4553-bd04-331a79c8e12c admin admin] Publish callbacks [] for security_group (334b9b30-d49e-40c5-bd1b-a1886550527d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.912788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d021fed1-010c-41fe-b7f9-b873c693d7e4 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:30.921186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89e8cab2-cb45-42f1-984d-2503ebeb9890 req-22d38158-7a63-47de-ab53-3f5c8e8a5b34 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Feb 03 04:55:30.941525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58e35987-ef7a-4553-bd04-331a79c8e12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (334b9b30-d49e-40c5-bd1b-a1886550527d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.945472 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-58e35987-ef7a-4553-bd04-331a79c8e12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:30.949919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d021fed1-010c-41fe-b7f9-b873c693d7e4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:30.950317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d021fed1-010c-41fe-b7f9-b873c693d7e4 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:30.950615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-58e35987-ef7a-4553-bd04-331a79c8e12c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/334b9b30-d49e-40c5-bd1b-a1886550527d HTTP/1.1" status: 204 len: 168 time: 0.2158403 Feb 03 04:55:30.960554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e35987-ef7a-4553-bd04-331a79c8e12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b9b30-d49e-40c5-bd1b-a1886550527d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:31.063292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4249429-fb15-427f-8444-9c6063dd45b1 req-f3ff8f61-7413-4bb4-9b77-deb2bd66e68a tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:31.064904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4249429-fb15-427f-8444-9c6063dd45b1 req-f3ff8f61-7413-4bb4-9b77-deb2bd66e68a tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.0489948 Feb 03 04:55:31.118653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4249429-fb15-427f-8444-9c6063dd45b1 req-929eb939-73e7-44c5-9ab3-ea625eeeac95 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Feb 03 04:55:31.260164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070be8e2-14e5-43f1-89c5-f41217298357 req-83be7786-4282-4aae-9854-a9d32dfd6f7d tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:31.261101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-070be8e2-14e5-43f1-89c5-f41217298357 req-83be7786-4282-4aae-9854-a9d32dfd6f7d tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.0751200 Feb 03 04:55:31.276926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:31.294871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e73e9f6f-7781-48b4-84de-60542f1402ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:31.331478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-070be8e2-14e5-43f1-89c5-f41217298357 req-4373dd6f-9d9a-4dde-9c03-bd4400eae832 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634632 Feb 03 04:55:31.405127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e73e9f6f-7781-48b4-84de-60542f1402ca admin admin] Publish callbacks [] for security_group (02201bec-3a24-4299-872c-4d9b1b04b0c5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:31.412783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e73e9f6f-7781-48b4-84de-60542f1402ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (02201bec-3a24-4299-872c-4d9b1b04b0c5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:31.444288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e9f6f-7781-48b4-84de-60542f1402ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02201bec-3a24-4299-872c-4d9b1b04b0c5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:31.471119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:31.471839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e73e9f6f-7781-48b4-84de-60542f1402ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1345b305effe4015a7ebe6a317353804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933317 Feb 03 04:55:31.582648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-800808ff-08f3-4244-94e4-48658cd94eb7 admin admin] Publish callbacks [] for security_group (02201bec-3a24-4299-872c-4d9b1b04b0c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:31.636293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-800808ff-08f3-4244-94e4-48658cd94eb7 admin admin] Publish callbacks [] for security_group (02201bec-3a24-4299-872c-4d9b1b04b0c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:31.722809 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-448fbe12-1c03-43e7-b4db-0c9080deef59 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:31.724407 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-448fbe12-1c03-43e7-b4db-0c9080deef59 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/networks?id=f3d5830a-2e58-4a67-b979-35de545c72db HTTP/1.1" status: 200 len: 909 time: 0.1351919 Feb 03 04:55:31.738888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-800808ff-08f3-4244-94e4-48658cd94eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (02201bec-3a24-4299-872c-4d9b1b04b0c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:31.742749 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-800808ff-08f3-4244-94e4-48658cd94eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:31.744057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-800808ff-08f3-4244-94e4-48658cd94eb7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02201bec-3a24-4299-872c-4d9b1b04b0c5 HTTP/1.1" status: 204 len: 168 time: 0.2717168 Feb 03 04:55:31.762019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800808ff-08f3-4244-94e4-48658cd94eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02201bec-3a24-4299-872c-4d9b1b04b0c5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:31.787312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-86e3cc40-5b9b-49aa-a7ad-6a6b3ca56b76 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/quotas/a097a51c079046e2a236bfe5422a388e HTTP/1.1" status: 200 len: 375 time: 0.0413508 Feb 03 04:55:31.869672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-e184aedd-de87-442f-bfc2-3b2133857599 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=a097a51c079046e2a236bfe5422a388e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807817 Feb 03 04:55:31.992020 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-df72216f-e6f3-48ff-a99a-4ec75ceb82f8 service neutron] 10.222.0.35 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206560 Feb 03 04:55:32.113826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-d2f4b862-4410-446d-93d8-f99f7dc66fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189616 Feb 03 04:55:32.408651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ccf94ae-44ac-45ef-a0d3-9d71e22a2f0f req-4472df46-effc-4410-8209-beffc288015d tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 210 time: 0.0665603 Feb 03 04:55:33.019394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7fb7579a-547b-4d6a-a553-7eb0665380da no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:33.041784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 7fb7579a-547b-4d6a-a553-7eb0665380da {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:33.042423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 7fb7579a-547b-4d6a-a553-7eb0665380da not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:33.162558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe51c-203e-4706-b40a-4d9956eb368b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:33.450998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-b30fc925-56b8-49ba-baba-8d1367b31d38 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:33.455895 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-b30fc925-56b8-49ba-baba-8d1367b31d38 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.15 "GET /v2.0/networks?id=f3d5830a-2e58-4a67-b979-35de545c72db HTTP/1.1" status: 200 len: 909 time: 0.1206844 Feb 03 04:55:33.466706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Request body: {'port': {'device_id': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'admin_state_up': True, 'tenant_id': 'a097a51c079046e2a236bfe5422a388e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:33.502890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Made reservation on behalf of a097a51c079046e2a236bfe5422a388e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:55:33.506357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:33.574057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd3405ff-1bc0-4cc6-9cb1-4202b9b502cd req-231448c7-efc8-4efc-b8db-deb51c5f0250 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 210 time: 0.0575621 Feb 03 04:55:33.694632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Allocated IP 172.20.0.11 (f3d5830a-2e58-4a67-b979-35de545c72db/0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5/d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:33.868052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks [] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:33.909975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:33.921886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c2347528-414a-4485-b106-749f2352b10d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:33.962237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Network f3d5830a-2e58-4a67-b979-35de545c72db is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:33.965872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:33.968484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:34.032683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:34.033315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.037114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Pushing event updated for resources: {'Port': ['ID=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:34.065737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4067be89-6499-44d0-9706-3cee4be858a3 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6038094 Feb 03 04:55:34.080472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Request body: {'port': {'device_id': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:34.149332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.340267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6529f862-2391-4700-8658-668162435964 None None] Provisioning complete for port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:34.340788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6529f862-2391-4700-8658-668162435964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.376940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6529f862-2391-4700-8658-668162435964 None None] Port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:55:34.433534 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:34.441289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Publish callbacks [] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.453920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Transition to ACTIVE for port object d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:55:34.459187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.570778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:34.605048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Attempting to bind port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:34.605397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Attempting to bind port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:34.605849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Attempting to bind port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa on network f3d5830a-2e58-4a67-b979-35de545c72db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:34.620859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa on network f3d5830a-2e58-4a67-b979-35de545c72db not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:55:34.621192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Attempting to bind port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa on network f3d5830a-2e58-4a67-b979-35de545c72db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:34.636051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:34.636396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Checking segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:34.636788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Bound using segment: {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:34.637220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Bound port: d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ec32db-60aa-4d96-8720-b4b09325f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:34.638087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.803876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] For port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:34.807000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345736ae-9dee-4322-8cc2-113c5cd57cd3 req-f355d0e0-2a78-4086-a6cb-4b787bc44ed1 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:34.809559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] For port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:34.817254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-345736ae-9dee-4322-8cc2-113c5cd57cd3 req-f355d0e0-2a78-4086-a6cb-4b787bc44ed1 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1053 time: 0.0925257 Feb 03 04:55:34.833183 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.906723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-345736ae-9dee-4322-8cc2-113c5cd57cd3 req-28530d7e-5c1c-4ad7-91e6-94040663106e tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868711 Feb 03 04:55:34.908757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:34.909768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:34.911964 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa HTTP/1.1" status: 200 len: 1092 time: 0.8386531 Feb 03 04:55:34.912750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'tag': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:34.915400 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42" -d '{"events": [{"name": "network-changed", "server_uuid": "afa1c86d-8fec-469b-9607-75f63a9b1f00", "tag": "d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:34.988538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8f3d8-eca0-41f6-9ef4-5a9ca48560c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:35.009487 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719cf665-fc8f-4359-856b-4575c90615d9 x-openstack-request-id: req-719cf665-fc8f-4359-856b-4575c90615d9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:35.009921 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa1c86d-8fec-469b-9607-75f63a9b1f00", "tag": "d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:35.010183 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-719cf665-fc8f-4359-856b-4575c90615d9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:35.010594 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'tag': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa', 'status': 'completed', 'code': 200} Feb 03 04:55:35.069928 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-6cacfdfe-b7a8-46b4-8254-6c2561d47c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:35.071815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-6cacfdfe-b7a8-46b4-8254-6c2561d47c46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a097a51c079046e2a236bfe5422a388e&device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1126 time: 0.1034074 Feb 03 04:55:35.127897 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-d69a77b6-8a6f-4b8c-9011-bf04adf2105d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa HTTP/1.1" status: 200 len: 217 time: 0.0499773 Feb 03 04:55:35.211366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4783b6cc-3efc-407b-9439-9281d9ee362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:35.212957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-4783b6cc-3efc-407b-9439-9281d9ee362d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5 HTTP/1.1" status: 200 len: 847 time: 0.0771303 Feb 03 04:55:35.279747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-b98c1fc5-3416-4fc1-9e1d-28bc7855a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:35.281338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-b98c1fc5-3416-4fc1-9e1d-28bc7855a04e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3d5830a-2e58-4a67-b979-35de545c72db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629990 Feb 03 04:55:35.418889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-c1acbe74-7b0c-4a23-94bb-0ca5ec2fd510 service neutron] 10.222.0.15 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316450 Feb 03 04:55:35.538310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fe5214ef-bf11-46eb-8237-dc2f3905578d req-8841fbe6-fcad-4729-851c-f480dd4fb63f service neutron] 10.222.0.15 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133413 Feb 03 04:55:35.666994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-83e5f18a-d36c-440c-b416-27b51a5dd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:35.669204 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-83e5f18a-d36c-440c-b416-27b51a5dd972 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a097a51c079046e2a236bfe5422a388e&device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1126 time: 0.0582314 Feb 03 04:55:35.789467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-34868320-4928-493a-b23f-803708b3aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:35.791164 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-34868320-4928-493a-b23f-803708b3aa13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3d5830a-2e58-4a67-b979-35de545c72db HTTP/1.1" status: 200 len: 909 time: 0.1162987 Feb 03 04:55:35.839778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-72c5487d-85d4-4c55-8e0e-3af5e013e185 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa HTTP/1.1" status: 200 len: 217 time: 0.0383751 Feb 03 04:55:35.916066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-8436ef60-114e-447c-bb61-c9eede45b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:35.917651 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-8436ef60-114e-447c-bb61-c9eede45b359 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5 HTTP/1.1" status: 200 len: 847 time: 0.0711751 Feb 03 04:55:35.981761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-52cff64e-9dfc-4f21-b22e-64393a7f2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:35.983439 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-52cff64e-9dfc-4f21-b22e-64393a7f2420 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3d5830a-2e58-4a67-b979-35de545c72db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598345 Feb 03 04:55:36.052565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8da3bf-92ea-4154-ae1a-3dfc4ab09d55 req-fe503a63-467f-4834-8af0-0ae575cb8b86 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:36.059718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec8da3bf-92ea-4154-ae1a-3dfc4ab09d55 req-fe503a63-467f-4834-8af0-0ae575cb8b86 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1126 time: 0.0615919 Feb 03 04:55:36.147842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec8da3bf-92ea-4154-ae1a-3dfc4ab09d55 req-ea7a5fc5-393e-48b2-8996-6d7fd0883707 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779676 Feb 03 04:55:36.155233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-0e05f2a4-a5c4-4646-a9e6-da1d8a01ee53 service neutron] 10.222.0.15 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599195 Feb 03 04:55:36.252826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2fe5f4d8-ddae-4bff-819b-e8a414f4ed42 req-f45cdb22-a768-47d4-9854-d1b4552b69ad service neutron] 10.222.0.15 "GET /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903652 Feb 03 04:55:36.404193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7da1344f-c983-465f-9849-1bfc9843ae1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:36.697909 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:37.207153 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:55:37.303076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49298697-a7f9-459b-a546-e880c8e69ea2 req-74da0db7-cd5f-4632-90de-164bd697d09c tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:37.304699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49298697-a7f9-459b-a546-e880c8e69ea2 req-74da0db7-cd5f-4632-90de-164bd697d09c tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1126 time: 0.0815151 Feb 03 04:55:37.364059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-49298697-a7f9-459b-a546-e880c8e69ea2 req-dace0d12-a1f9-45c5-9846-7bf43a6693c7 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522768 Feb 03 04:55:38.173474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:38.482390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6fbd-745d-4a4d-a4b4-77d6dbdf868f req-315deec5-d421-4ff0-931d-2d8fecbd5540 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:38.483965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-713a6fbd-745d-4a4d-a4b4-77d6dbdf868f req-315deec5-d421-4ff0-931d-2d8fecbd5540 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1126 time: 0.0491681 Feb 03 04:55:38.533240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-713a6fbd-745d-4a4d-a4b4-77d6dbdf868f req-c80f5485-ebd8-4cfe-800b-00493b18a662 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Feb 03 04:55:39.065429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:55:39.195203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:39.209337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa', 'network_id': 'f3d5830a-2e58-4a67-b979-35de545c72db', 'port_id': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa', 'mac_address': 'fa:16:3e:cf:8e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:55:39.257621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:39.258151 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:39.283490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:39.289861 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:39.306540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:39.312763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:39.365801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:39.527723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:39.673106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9f0f7-6381-4afb-a3da-4766bc1d9e3b req-02fde678-65f3-4028-adf4-88f80c05474d tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:39.675014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43a9f0f7-6381-4afb-a3da-4766bc1d9e3b req-02fde678-65f3-4028-adf4-88f80c05474d tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1127 time: 0.0578208 Feb 03 04:55:39.727421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43a9f0f7-6381-4afb-a3da-4766bc1d9e3b req-39b0d856-dd02-4f08-bc3a-44b5e5808847 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458677 Feb 03 04:55:40.839658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0dc6-af09-4116-afe5-2051b07d367f req-f45db8c9-450d-4d06-8ddf-790751ede457 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:40.841143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aadd0dc6-af09-4116-afe5-2051b07d367f req-f45db8c9-450d-4d06-8ddf-790751ede457 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1127 time: 0.0462019 Feb 03 04:55:40.886811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aadd0dc6-af09-4116-afe5-2051b07d367f req-9f4f1242-2f02-4c76-99b2-3fe6990969b1 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 Feb 03 04:55:41.098039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:41.157597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:55:41.161499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:41.161887 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:41.264230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:41.264911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:41.301297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:41.303583 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedccb51-b1f9-400a-a7c0-4718314a13d2" -d '{"events": [{"server_uuid": "afa1c86d-8fec-469b-9607-75f63a9b1f00", "name": "network-vif-plugged", "status": "completed", "tag": "d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:41.321803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:41.327111 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:41.360394 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eacc312-7283-44d1-9f01-ac6c0e2c43d5 x-openstack-request-id: req-7eacc312-7283-44d1-9f01-ac6c0e2c43d5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:41.360702 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa1c86d-8fec-469b-9607-75f63a9b1f00", "name": "network-vif-plugged", "status": "completed", "tag": "d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:41.360963 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7eacc312-7283-44d1-9f01-ac6c0e2c43d5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:41.361369 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa', 'code': 200} Feb 03 04:55:41.394054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:41.480736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f956e-8de3-40aa-ba98-0ea7432641be req-8d1cf177-2e5d-40b2-9923-ca58e9e1e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:41.482206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec9f956e-8de3-40aa-ba98-0ea7432641be req-8d1cf177-2e5d-40b2-9923-ca58e9e1e02e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0532303 Feb 03 04:55:41.521885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-4ecd2e22-4e1f-4d7d-8f09-bb4c3e323cf2 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:41.523421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-4ecd2e22-4e1f-4d7d-8f09-bb4c3e323cf2 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 814 time: 0.1130908 Feb 03 04:55:41.539223 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-7e78b725-960a-46bc-b374-d22b744663bb tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/quotas/8640a161ae7e4c53a40c38b0e7b3f9dc HTTP/1.1" status: 200 len: 375 time: 0.0101910 Feb 03 04:55:41.541796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ec9f956e-8de3-40aa-ba98-0ea7432641be req-f3da6267-1406-4883-b147-332d39ce3231 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520637 Feb 03 04:55:41.575351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-1b8a07d7-f178-4563-9796-9df0cc4688e5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292144 Feb 03 04:55:41.586540 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-bb39036b-5a92-4ca8-8059-94bdadc8da2b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:55:41.587526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-bb39036b-5a92-4ca8-8059-94bdadc8da2b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051770 Feb 03 04:55:41.674209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2430ec21-bb15-4bc9-a3e8-c7ef9fab9ace service neutron] 10.222.0.35 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809355 Feb 03 04:55:41.768830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-7fe8fe0b-f8f4-49c1-9987-e30f22286d88 service neutron] 10.222.0.35 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882628 Feb 03 04:55:41.927550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf2c69a6-1652-4c65-9ef7-e75ea7224260 req-f95221a2-5b72-4802-914a-30c3119e51e7 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 210 time: 0.0284607 Feb 03 04:55:41.998847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a534142-a185-4862-b940-d8f0c80a971e req-e253d046-96f7-4f6c-8725-0dd5ac83b3f1 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:42.000577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a534142-a185-4862-b940-d8f0c80a971e req-e253d046-96f7-4f6c-8725-0dd5ac83b3f1 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0442424 Feb 03 04:55:42.362065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a534142-a185-4862-b940-d8f0c80a971e req-9347e71c-03a4-45f6-b234-7624b40875b2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558693 Feb 03 04:55:42.910671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-bb0492ae-aedc-480d-8c79-f1acd8768801 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:42.912860 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-bb0492ae-aedc-480d-8c79-f1acd8768801 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 814 time: 0.1044452 Feb 03 04:55:42.924622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Request body: {'port': {'device_id': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724', 'admin_state_up': True, 'tenant_id': '8640a161ae7e4c53a40c38b0e7b3f9dc'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:43.024821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46752cc5-5294-4331-b551-ce1014f7ac48 req-e616dc9e-cbfb-4199-bf77-8d39d164aa04 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 210 time: 0.0278203 Feb 03 04:55:43.045604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Made reservation on behalf of 8640a161ae7e4c53a40c38b0e7b3f9dc for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:55:43.045936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:43.167480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Allocated IP 172.20.0.14 (5a62daae-a69b-4137-b544-3d77acb68724/7dfe69c8-c607-4225-97b1-e2a76698dc45/afa3af22-ca66-4a95-b0c2-b7205ca1746f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:55:43.319568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks [] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:43.355444 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:43.414030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Network 5a62daae-a69b-4137-b544-3d77acb68724 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:55:43.417709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:55:43.422920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:55:43.427856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Pushing event updated for resources: {'Port': ['ID=afa3af22-ca66-4a95-b0c2-b7205ca1746f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:43.459076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.459404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.459778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.460187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.460541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.460947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.461290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.461676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.461996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.462392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.462714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.463082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.463410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:43.486112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:43.486746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:43.496153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14408a8d-c7df-43f9-9eeb-6f05b63b4de6 req-c1444b6f-2d43-4d60-80e4-5526ca24f596 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:43.497866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14408a8d-c7df-43f9-9eeb-6f05b63b4de6 req-c1444b6f-2d43-4d60-80e4-5526ca24f596 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0573201 Feb 03 04:55:43.505842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-2f702e92-292c-4940-8f2b-1ca6a345b5ab tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850685 Feb 03 04:55:43.517569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Request body: {'port': {'device_id': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:55:43.544414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14408a8d-c7df-43f9-9eeb-6f05b63b4de6 req-49c09638-c70c-461e-a215-0e60a40ffc88 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Feb 03 04:55:43.584999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:43.694666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbb7f2-9d99-4443-969d-307c0c2d1c6e req-ca594c1f-a3b5-4ab1-898c-91686c0ebcbc tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:43.696538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7dbb7f2-9d99-4443-969d-307c0c2d1c6e req-ca594c1f-a3b5-4ab1-898c-91686c0ebcbc tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0661554 Feb 03 04:55:43.745447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7dbb7f2-9d99-4443-969d-307c0c2d1c6e req-1ac0d5a3-8931-45e3-8e13-33504a6be7ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Feb 03 04:55:43.862382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0263c-e10d-40cc-b880-f0390b0f169b req-704ab493-c263-427c-91fa-6a178cc2906c tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:43.863996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0c0263c-e10d-40cc-b880-f0390b0f169b req-704ab493-c263-427c-91fa-6a178cc2906c tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0466223 Feb 03 04:55:43.887225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa3af22-ca66-4a95-b0c2-b7205ca1746f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:43.895286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Publish callbacks [] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:43.908204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Transition to ACTIVE for port object afa3af22-ca66-4a95-b0c2-b7205ca1746f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:55:43.912300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d0c0263c-e10d-40cc-b880-f0390b0f169b req-1709c786-d36b-46fc-8fb4-a1732e270fa4 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Feb 03 04:55:43.914297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:43.966717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Pushing event updated for resources: {'Port': ['ID=afa3af22-ca66-4a95-b0c2-b7205ca1746f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:44.042733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Attempting to bind port afa3af22-ca66-4a95-b0c2-b7205ca1746f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:55:44.043132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Attempting to bind port afa3af22-ca66-4a95-b0c2-b7205ca1746f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:55:44.043699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Attempting to bind port afa3af22-ca66-4a95-b0c2-b7205ca1746f on network 5a62daae-a69b-4137-b544-3d77acb68724 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:44.056075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Port afa3af22-ca66-4a95-b0c2-b7205ca1746f on network 5a62daae-a69b-4137-b544-3d77acb68724 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:55:44.056411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Attempting to bind port afa3af22-ca66-4a95-b0c2-b7205ca1746f on network 5a62daae-a69b-4137-b544-3d77acb68724 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:55:44.063059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:55:44.063288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Checking segment: {'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:55:44.063655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Bound using segment: {'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:55:44.064216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Bound port: afa3af22-ca66-4a95-b0c2-b7205ca1746f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff821177-86ab-4f8f-849d-dd7a34272154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:55:44.064443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:44.132895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] For port afa3af22-ca66-4a95-b0c2-b7205ca1746f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:55:44.135805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] For port afa3af22-ca66-4a95-b0c2-b7205ca1746f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:55:44.144201 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:44.178410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.179062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:44.180448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] 10.222.0.15 "PUT /v2.0/ports/afa3af22-ca66-4a95-b0c2-b7205ca1746f HTTP/1.1" status: 200 len: 1092 time: 0.6671295 Feb 03 04:55:44.180916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'tag': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:44.181950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a74673-3317-4787-92c9-f2f8373dd7f8 req-e57e73d6-a5c5-48f9-a607-e681d3a291e5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.183152 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b9452-c321-4727-b84e-7d61f4618699" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2d3268-013c-4df8-91d6-04670f0721e5", "tag": "afa3af22-ca66-4a95-b0c2-b7205ca1746f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:44.183447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88a74673-3317-4787-92c9-f2f8373dd7f8 req-e57e73d6-a5c5-48f9-a607-e681d3a291e5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 944 time: 0.0849528 Feb 03 04:55:44.194807 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7f105-308b-4de8-9d20-3bf3e04e7305 req-6e1ec5d4-27b4-40c9-9f32-0f17e3507a3e tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.196402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ff7f105-308b-4de8-9d20-3bf3e04e7305 req-6e1ec5d4-27b4-40c9-9f32-0f17e3507a3e tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0706420 Feb 03 04:55:44.210727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280648fc-2c14-4ab0-b5bc-9d6f77df64da service neutron] Pushing event updated for resources: {'Port': ['ID=afa3af22-ca66-4a95-b0c2-b7205ca1746f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:44.268756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88a74673-3317-4787-92c9-f2f8373dd7f8 req-298cad23-9b50-46ee-8975-1ac361963d5e tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713539 Feb 03 04:55:44.272938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ff7f105-308b-4de8-9d20-3bf3e04e7305 req-d9acad01-2001-4b2a-899d-f57ecaf7f3a8 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608253 Feb 03 04:55:44.273089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-612c6573-95f3-4d99-9c2a-54aa0b488774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.274582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-612c6573-95f3-4d99-9c2a-54aa0b488774 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 1126 time: 0.0476511 Feb 03 04:55:44.327257 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0838d0fe-3b82-4af1-96c2-09ca99caba72 x-openstack-request-id: req-0838d0fe-3b82-4af1-96c2-09ca99caba72 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:44.327603 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2d3268-013c-4df8-91d6-04670f0721e5", "tag": "afa3af22-ca66-4a95-b0c2-b7205ca1746f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:44.327939 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0838d0fe-3b82-4af1-96c2-09ca99caba72 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:44.328353 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'tag': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f', 'status': 'completed', 'code': 200} Feb 03 04:55:44.330434 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-1c36749c-5565-46cb-8b79-c7d9a523200c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f HTTP/1.1" status: 200 len: 217 time: 0.0477335 Feb 03 04:55:44.381116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-6736fbaf-bf3f-4501-8bd8-2e32df6be2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.382679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-6736fbaf-bf3f-4501-8bd8-2e32df6be2d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dfe69c8-c607-4225-97b1-e2a76698dc45 HTTP/1.1" status: 200 len: 854 time: 0.0451341 Feb 03 04:55:44.413993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-9359c902-e407-4919-a80d-f781d23d1bf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a62daae-a69b-4137-b544-3d77acb68724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246491 Feb 03 04:55:44.513590 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-1a306b61-c423-4ce9-99c5-05a45df07078 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926702 Feb 03 04:55:44.603092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19a708cb-df53-476d-bdd1-b9d7b27a549c req-8cfde54c-0cd7-4676-a597-4975511a634a service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826313 Feb 03 04:55:44.705477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-1f2ca175-c85f-4898-a8f2-73d6fe875e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.707063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-1f2ca175-c85f-4898-a8f2-73d6fe875e03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 1126 time: 0.0520999 Feb 03 04:55:44.798737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-c8de3727-0215-4d2c-a43e-3318f8d79aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.800252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-c8de3727-0215-4d2c-a43e-3318f8d79aaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 915 time: 0.0862467 Feb 03 04:55:44.845591 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-16a827c1-8a24-4acc-a3aa-6b8681d449bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f HTTP/1.1" status: 200 len: 217 time: 0.0384307 Feb 03 04:55:44.899257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-055fbe7a-1a72-4645-95b8-f8d9d1107364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:44.900182 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-055fbe7a-1a72-4645-95b8-f8d9d1107364 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dfe69c8-c607-4225-97b1-e2a76698dc45 HTTP/1.1" status: 200 len: 854 time: 0.0475619 Feb 03 04:55:44.936738 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-3aa2f45f-7138-421a-a9c0-2e945177881e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a62daae-a69b-4137-b544-3d77acb68724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258107 Feb 03 04:55:45.028938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-c160b479-2ccb-458b-8d2c-a9eab771cd84 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841739 Feb 03 04:55:45.119433 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5c5b9452-c321-4727-b84e-7d61f4618699 req-b44cb345-5f77-48fc-bc7c-fd0cf65d8994 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828695 Feb 03 04:55:45.444143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e0dd-85fe-48e3-880a-dfb0ea0eb575 req-e4019784-2c6c-4b37-a628-402759a9589d tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:45.445607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d10e0dd-85fe-48e3-880a-dfb0ea0eb575 req-e4019784-2c6c-4b37-a628-402759a9589d tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 944 time: 0.0873878 Feb 03 04:55:45.448180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72211e4-98d0-419e-807d-ef4e85b4d136 req-973b1e76-6b06-4673-a38e-d2bf3ee99322 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:45.449659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b72211e4-98d0-419e-807d-ef4e85b4d136 req-973b1e76-6b06-4673-a38e-d2bf3ee99322 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0934384 Feb 03 04:55:45.494440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-7f783e0b-51f9-4066-b083-e21bf66c8ff4 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:45.496049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-7f783e0b-51f9-4066-b083-e21bf66c8ff4 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afa1c86d-8fec-469b-9607-75f63a9b1f00 HTTP/1.1" status: 200 len: 1128 time: 0.0465720 Feb 03 04:55:45.527539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d10e0dd-85fe-48e3-880a-dfb0ea0eb575 req-2febeb47-71a2-4446-876e-469b2abea51c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745499 Feb 03 04:55:45.530104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b72211e4-98d0-419e-807d-ef4e85b4d136 req-22a1a7e1-6cde-45bf-862d-e8a4c52c924a tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695314 Feb 03 04:55:45.589131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Deleting port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:45.589426 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:45.667277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] For port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:45.667685 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:45.688218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Calling delete_port for d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:45.815239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:45.828589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:45.831466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c2347528-414a-4485-b106-749f2352b10d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:45.845982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Pushing event deleted for resources: {'Port': ['ID=d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:45.909122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] No DVR routers for this DVR port d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:45.913479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:45.918124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c744b23-80a4-4996-952f-bfd591ce7696 req-ac461aae-6e8a-44ea-ae33-400d2e637ed2 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa HTTP/1.1" status: 204 len: 173 time: 0.4131982 Feb 03 04:55:46.329414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'name': 'network-vif-deleted', 'tag': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:46.331938 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b47f7-3880-4dfe-b8fa-7f33e0bd160a" -d '{"events": [{"server_uuid": "afa1c86d-8fec-469b-9607-75f63a9b1f00", "name": "network-vif-deleted", "tag": "d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:46.370693 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef40ae-21c6-4c00-ac9e-1535f291e961 x-openstack-request-id: req-c8ef40ae-21c6-4c00-ac9e-1535f291e961 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:46.370996 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa1c86d-8fec-469b-9607-75f63a9b1f00", "name": "network-vif-deleted", "tag": "d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:46.371253 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8ef40ae-21c6-4c00-ac9e-1535f291e961 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:46.371724 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa1c86d-8fec-469b-9607-75f63a9b1f00', 'name': 'network-vif-deleted', 'tag': 'd28129b5-dbf4-4088-8d72-7ac5c9fc7cfa', 'status': 'completed', 'code': 200} Feb 03 04:55:46.669696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ac050-b421-4bc2-8103-5aeec17a36af req-6fe75017-fbf7-49a4-9238-e9ff82bb2772 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:46.671221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f6ac050-b421-4bc2-8103-5aeec17a36af req-6fe75017-fbf7-49a4-9238-e9ff82bb2772 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 944 time: 0.0576749 Feb 03 04:55:46.727619 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f6ac050-b421-4bc2-8103-5aeec17a36af req-ee31000d-a9d0-446a-8de8-9b7d46a9c3b5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500154 Feb 03 04:55:46.829264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc29695-bad7-4ac5-a85d-ed905d985342 req-5857cb8f-708a-4ae9-93ee-cd429dbaa88e tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:46.830919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cc29695-bad7-4ac5-a85d-ed905d985342 req-5857cb8f-708a-4ae9-93ee-cd429dbaa88e tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.0489020 Feb 03 04:55:46.884052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1cc29695-bad7-4ac5-a85d-ed905d985342 req-315c31eb-db21-40c2-a81a-4d172390b546 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Feb 03 04:55:47.142465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device afa3af22-ca66-4a95-b0c2-b7205ca1746f details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:55:47.242219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port afa3af22-ca66-4a95-b0c2-b7205ca1746f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:47.253391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f', 'network_id': '5a62daae-a69b-4137-b544-3d77acb68724', 'port_id': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f', 'mac_address': 'fa:16:3e:ae:56:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfe69c8-c607-4225-97b1-e2a76698dc45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:55:47.289910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port afa3af22-ca66-4a95-b0c2-b7205ca1746f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:47.290300 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:47.302611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3af22-ca66-4a95-b0c2-b7205ca1746f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:55:47.324912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port afa3af22-ca66-4a95-b0c2-b7205ca1746f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:47.329311 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:47.376383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=afa3af22-ca66-4a95-b0c2-b7205ca1746f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:47.528295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['afa3af22-ca66-4a95-b0c2-b7205ca1746f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:47.860588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164fccc-847a-4bd9-9060-12df0984cf3c req-e65d2d84-2f5b-4019-b3d8-1a89b683d4ce tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:47.862266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a164fccc-847a-4bd9-9060-12df0984cf3c req-e65d2d84-2f5b-4019-b3d8-1a89b683d4ce tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 945 time: 0.0593028 Feb 03 04:55:47.913862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a164fccc-847a-4bd9-9060-12df0984cf3c req-9ba8a8e1-e070-4335-9387-a87acead4055 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Feb 03 04:55:48.022870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5883c-751f-435e-a4a6-f59165fafc51 req-febbb2f5-1186-4d33-b98d-a211661fb145 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:48.025498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88e5883c-751f-435e-a4a6-f59165fafc51 req-febbb2f5-1186-4d33-b98d-a211661fb145 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.0539911 Feb 03 04:55:48.099320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88e5883c-751f-435e-a4a6-f59165fafc51 req-d0a1b2cb-9e30-4fe1-9295-a8f976ea6256 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=92975962-9f4b-4009-8380-9ba9e77aad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674849 Feb 03 04:55:48.214803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-de0d7c28-20f8-4c59-871e-afe8851f3a83 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:48.216475 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-de0d7c28-20f8-4c59-871e-afe8851f3a83 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 1128 time: 0.0512154 Feb 03 04:55:48.308103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Deleting port c2347528-414a-4485-b106-749f2352b10d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:48.308488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c2347528-414a-4485-b106-749f2352b10d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:48.397430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] For port c2347528-414a-4485-b106-749f2352b10d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c2347528-414a-4485-b106-749f2352b10d,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:48.397737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c2347528-414a-4485-b106-749f2352b10d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:48.411660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Calling delete_port for c2347528-414a-4485-b106-749f2352b10d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:48.556880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c2347528-414a-4485-b106-749f2352b10d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:48.572039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c2347528-414a-4485-b106-749f2352b10d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:55:48.621163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2347528-414a-4485-b106-749f2352b10d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:48.688386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] No DVR routers for this DVR port c2347528-414a-4485-b106-749f2352b10d on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:48.691543 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:48.695895 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1d853925-59b1-4e36-a34b-2b351c206a83 req-00ae8d0e-da16-4732-9131-bd17e77110ae tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c2347528-414a-4485-b106-749f2352b10d HTTP/1.1" status: 204 len: 173 time: 0.4728723 Feb 03 04:55:48.696586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'name': 'network-vif-deleted', 'tag': 'c2347528-414a-4485-b106-749f2352b10d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:48.700415 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbca053-a1d7-4a60-ab85-2e61ab2a39ed" -d '{"events": [{"server_uuid": "0a894fc5-6915-45b0-bc9d-6fba7f791294", "name": "network-vif-deleted", "tag": "c2347528-414a-4485-b106-749f2352b10d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:48.767561 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1375a65a-1476-4a0a-b6ce-b8bccf3d08af x-openstack-request-id: req-1375a65a-1476-4a0a-b6ce-b8bccf3d08af {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:48.767864 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a894fc5-6915-45b0-bc9d-6fba7f791294", "name": "network-vif-deleted", "tag": "c2347528-414a-4485-b106-749f2352b10d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:48.768173 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1375a65a-1476-4a0a-b6ce-b8bccf3d08af {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:48.768578 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a894fc5-6915-45b0-bc9d-6fba7f791294', 'name': 'network-vif-deleted', 'tag': 'c2347528-414a-4485-b106-749f2352b10d', 'status': 'completed', 'code': 200} Feb 03 04:55:49.054277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05965a0e-4f57-45e5-8c8a-dfb5e59df857 req-5b9937e7-6db5-4dad-9d94-ba17add16594 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:49.055945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05965a0e-4f57-45e5-8c8a-dfb5e59df857 req-5b9937e7-6db5-4dad-9d94-ba17add16594 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 945 time: 0.0668201 Feb 03 04:55:49.127835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05965a0e-4f57-45e5-8c8a-dfb5e59df857 req-75d4e546-643e-467f-a88d-67fc7bd07e7e tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648937 Feb 03 04:55:49.142388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device afa3af22-ca66-4a95-b0c2-b7205ca1746f up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:55:49.221412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port afa3af22-ca66-4a95-b0c2-b7205ca1746f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:55:49.236329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port afa3af22-ca66-4a95-b0c2-b7205ca1746f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:55:49.236717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:49.294336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ccc804e9-2a8c-4beb-b6a4-4c3a5bc6c2b8 req-55a167e3-e47c-41a9-851e-afe099e7c859 tempest-TestServerMultinode-1001985079 tempest-TestServerMultinode-1001985079-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0a894fc5-6915-45b0-bc9d-6fba7f791294 HTTP/1.1" status: 200 len: 210 time: 0.0620344 Feb 03 04:55:49.333590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port afa3af22-ca66-4a95-b0c2-b7205ca1746f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:55:49.334706 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:49.362708 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:55:49.365156 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48bb0ad-913b-43ad-a794-a272564faf70" -d '{"events": [{"server_uuid": "7d2d3268-013c-4df8-91d6-04670f0721e5", "name": "network-vif-plugged", "status": "completed", "tag": "afa3af22-ca66-4a95-b0c2-b7205ca1746f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:55:49.410449 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f824d23-5751-4d5d-b05e-c81b4ccdc536 x-openstack-request-id: req-8f824d23-5751-4d5d-b05e-c81b4ccdc536 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:55:49.410762 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2d3268-013c-4df8-91d6-04670f0721e5", "name": "network-vif-plugged", "status": "completed", "tag": "afa3af22-ca66-4a95-b0c2-b7205ca1746f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:55:49.411009 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f824d23-5751-4d5d-b05e-c81b4ccdc536 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:55:49.411432 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f', 'code': 200} Feb 03 04:55:49.420981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port afa3af22-ca66-4a95-b0c2-b7205ca1746f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:49.432567 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:49.433392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:49.487833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:49.488311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device d28129b5-dbf4-4088-8d72-7ac5c9fc7cfa not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:49.538449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=afa3af22-ca66-4a95-b0c2-b7205ca1746f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:49.553856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36380903-a699-4670-b6d6-e1215e63cdf1 req-de2268c3-7d9d-4e09-9b82-689a62f49aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:49.557834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36380903-a699-4670-b6d6-e1215e63cdf1 req-de2268c3-7d9d-4e09-9b82-689a62f49aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 1128 time: 0.0774541 Feb 03 04:55:49.619269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36380903-a699-4670-b6d6-e1215e63cdf1 req-c6c01a81-db30-4fec-8ddf-38f0a1ba6d64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539234 Feb 03 04:55:50.292339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa4-2efe-4801-8467-fc632449b357 req-671b5271-d867-4f14-89d0-939d2c5f8f4f tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:50.294787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0418aa4-2efe-4801-8467-fc632449b357 req-671b5271-d867-4f14-89d0-939d2c5f8f4f tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 946 time: 0.0999365 Feb 03 04:55:50.380487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:50.384382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0418aa4-2efe-4801-8467-fc632449b357 req-56e76b7a-5b9f-4e42-aca6-f7d841c0ec1a tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828376 Feb 03 04:55:51.102048 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (1e0854a5-2cb7-44a0-b8a2-581180e81594), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:51.350309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Deleting port e1741c08-922b-4609-b3cc-57ca1bda748a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:51.350552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:51.433945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] For port e1741c08-922b-4609-b3cc-57ca1bda748a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e1741c08-922b-4609-b3cc-57ca1bda748a,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:51.434287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:51.448470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Calling delete_port for e1741c08-922b-4609-b3cc-57ca1bda748a owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:51.516995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128634e-9ab0-486b-bc25-8abfa050c4d0 req-f8fde9bb-3355-4e48-b806-0bdea6b4984c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:51.518555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0128634e-9ab0-486b-bc25-8abfa050c4d0 req-f8fde9bb-3355-4e48-b806-0bdea6b4984c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 946 time: 0.0591209 Feb 03 04:55:51.574285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0128634e-9ab0-486b-bc25-8abfa050c4d0 req-9e58e4e8-62bd-4677-951a-592fe02e8108 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487413 Feb 03 04:55:51.657152 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e1741c08-922b-4609-b3cc-57ca1bda748a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:51.684781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1741c08-922b-4609-b3cc-57ca1bda748a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:51.907707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (1e0854a5-2cb7-44a0-b8a2-581180e81594), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:52.155224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Router 1e0854a5-2cb7-44a0-b8a2-581180e81594 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:55:52.269140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:52.276597 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-47976606-2531-4c9f-af30-0153c52ebab8 admin admin] 10.222.0.35 "PUT /v2.0/routers/1e0854a5-2cb7-44a0-b8a2-581180e81594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8925688 Feb 03 04:55:52.276778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:52.286447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] Sync routers for ids ['1e0854a5-2cb7-44a0-b8a2-581180e81594'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:52.301013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] Routers {'1e0854a5-2cb7-44a0-b8a2-581180e81594'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:52.302043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e0854a5-2cb7-44a0-b8a2-581180e81594'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:52.410054 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks [] for router (1e0854a5-2cb7-44a0-b8a2-581180e81594), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:52.442257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] Set router 1e0854a5-2cb7-44a0-b8a2-581180e81594 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:52.566331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks [] for router_gateway (1e0854a5-2cb7-44a0-b8a2-581180e81594), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:52.663084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Deleting port 7a512238-80ad-4997-bd15-98758c9a774a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:52.663882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7a512238-80ad-4997-bd15-98758c9a774a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:52.733515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7a512238-80ad-4997-bd15-98758c9a774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:55:51Z', 'revision_number': 5, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port': {'id': '7a512238-80ad-4997-bd15-98758c9a774a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:52.771217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] Checking router: 1e0854a5-2cb7-44a0-b8a2-581180e81594 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:52.797087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] Routers {'1e0854a5-2cb7-44a0-b8a2-581180e81594'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:52.800074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['1e0854a5-2cb7-44a0-b8a2-581180e81594'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:52.806982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] For port 7a512238-80ad-4997-bd15-98758c9a774a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7a512238-80ad-4997-bd15-98758c9a774a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:52.807720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7a512238-80ad-4997-bd15-98758c9a774a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:52.822165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Calling delete_port for 7a512238-80ad-4997-bd15-98758c9a774a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:53.118746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c2347528-414a-4485-b106-749f2352b10d no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:53.142387 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: c2347528-414a-4485-b106-749f2352b10d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:53.142738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c2347528-414a-4485-b106-749f2352b10d not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:53.153328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] Set router 1e0854a5-2cb7-44a0-b8a2-581180e81594 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:53.178660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7a512238-80ad-4997-bd15-98758c9a774a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.207037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a512238-80ad-4997-bd15-98758c9a774a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:53.210682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:55:52Z', 'revision_number': 6, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:53.240033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc6fb6-9f39-4bc5-99bb-e5a59cde944d None None] The sync data for ids ['1e0854a5-2cb7-44a0-b8a2-581180e81594'] in n-d-827549-1 is: [{'id': '1e0854a5-2cb7-44a0-b8a2-581180e81594', 'name': 'tempest-TestServerMultinode-83480474-router', 'tenant_id': '431e334d2c364d42b2145786c87b997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:53Z', 'updated_at': '2022-02-03T04:55:52Z', 'revision_number': 6, 'project_id': '431e334d2c364d42b2145786c87b997e', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:53.318805 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (1e0854a5-2cb7-44a0-b8a2-581180e81594), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.428057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (1e0854a5-2cb7-44a0-b8a2-581180e81594), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.430829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks [] for router_controller (1e0854a5-2cb7-44a0-b8a2-581180e81594), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.496806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (1e0854a5-2cb7-44a0-b8a2-581180e81594), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.497497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e0854a5-2cb7-44a0-b8a2-581180e81594 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:55:53.503389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.504669 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-abc0e33a-3cc0-4406-8a85-a9ddeb9aec03 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1e0854a5-2cb7-44a0-b8a2-581180e81594 HTTP/1.1" status: 204 len: 168 time: 1.2270238 Feb 03 04:55:53.507370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:53.562002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] Deleting subnet 0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:55:53.565818 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] Publish callbacks [] for subnet (0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.618258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.722080 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.791600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.810243 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.816151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab2bfc-bb53-42fc-90e8-8d7ae38c9933 None None] Network f3d5830a-2e58-4a67-b979-35de545c72db requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:55:53.829106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5 HTTP/1.1" status: 204 len: 168 time: 0.3182371 Feb 03 04:55:53.829797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:53.859660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b49584-e89f-49b6-8263-1e17ae2f730a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb9b9b3-c4a9-4d1a-a2c4-4f5e89d8e8c5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:53.955250 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f3d5830a-2e58-4a67-b979-35de545c72db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.960764 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:53.963452 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.054293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Deleting port b215052c-e575-4392-828a-d6ff97f25475 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:54.054768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b215052c-e575-4392-828a-d6ff97f25475), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.102046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] DHCP port deletion for f3d5830a-2e58-4a67-b979-35de545c72db request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:55:54.154025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] For port b215052c-e575-4392-828a-d6ff97f25475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b215052c-e575-4392-828a-d6ff97f25475,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:54.154391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b215052c-e575-4392-828a-d6ff97f25475), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.169591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Calling delete_port for b215052c-e575-4392-828a-d6ff97f25475 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:54.221819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] Deleting port b215052c-e575-4392-828a-d6ff97f25475 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:54.222297 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b215052c-e575-4392-828a-d6ff97f25475), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.353478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b215052c-e575-4392-828a-d6ff97f25475), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.357772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] For port b215052c-e575-4392-828a-d6ff97f25475, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b215052c-e575-4392-828a-d6ff97f25475,segment=NetworkSegment(c6ec32db-60aa-4d96-8720-b4b09325f551),segment_id=c6ec32db-60aa-4d96-8720-b4b09325f551)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:54.358518 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b215052c-e575-4392-828a-d6ff97f25475), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.376159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] Calling delete_port for b215052c-e575-4392-828a-d6ff97f25475 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:54.400226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] No DVR routers for this DVR port b215052c-e575-4392-828a-d6ff97f25475 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:54.430091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b215052c-e575-4392-828a-d6ff97f25475,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:55:54.483716 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 04:55:54.507658 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (b215052c-e575-4392-828a-d6ff97f25475), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.540498 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f3d5830a-2e58-4a67-b979-35de545c72db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.568743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] Pushing event deleted for resources: {'Port': ['ID=b215052c-e575-4392-828a-d6ff97f25475,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:54.575331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f15622-7833-4526-a192-222ee7f4eed9 None None] No DVR routers for this DVR port b215052c-e575-4392-828a-d6ff97f25475 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:54.579159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d5830a-2e58-4a67-b979-35de545c72db']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:54.602796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ec32db-60aa-4d96-8720-b4b09325f551') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:54.603147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ec32db-60aa-4d96-8720-b4b09325f551') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:54.615068 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (c6ec32db-60aa-4d96-8720-b4b09325f551), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.648568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6ec32db-60aa-4d96-8720-b4b09325f551), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.655265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:55:54.655767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (c6ec32db-60aa-4d96-8720-b4b09325f551), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:55:54.657542 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:55:54.723140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f3d5830a-2e58-4a67-b979-35de545c72db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.729369 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:54.732852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f3d5830a-2e58-4a67-b979-35de545c72db HTTP/1.1" status: 204 len: 168 time: 0.9017169 Feb 03 04:55:54.736005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:54.745193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a9796-afb7-4020-9e06-d2f90c4c2ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d5830a-2e58-4a67-b979-35de545c72db,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:54.963171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1741c08-922b-4609-b3cc-57ca1bda748a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:54.994647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e1741c08-922b-4609-b3cc-57ca1bda748a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:54.994997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e1741c08-922b-4609-b3cc-57ca1bda748a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:54.995432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7a512238-80ad-4997-bd15-98758c9a774a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:55.021582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7a512238-80ad-4997-bd15-98758c9a774a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:55.021976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7a512238-80ad-4997-bd15-98758c9a774a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:55.022537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b215052c-e575-4392-828a-d6ff97f25475 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:55.045640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b215052c-e575-4392-828a-d6ff97f25475 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:55.046044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b215052c-e575-4392-828a-d6ff97f25475 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:55.159287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:55.468042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Deleting port f41585bc-cfad-4568-939e-411039bc422b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:55.468281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f41585bc-cfad-4568-939e-411039bc422b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:55.549689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] For port f41585bc-cfad-4568-939e-411039bc422b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f41585bc-cfad-4568-939e-411039bc422b,segment=NetworkSegment(ac861219-3836-4f6d-8d1e-8ad3ae15078c),segment_id=ac861219-3836-4f6d-8d1e-8ad3ae15078c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:55.550068 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f41585bc-cfad-4568-939e-411039bc422b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:55.564753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Calling delete_port for f41585bc-cfad-4568-939e-411039bc422b owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:55.769156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f41585bc-cfad-4568-939e-411039bc422b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:55.801337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f41585bc-cfad-4568-939e-411039bc422b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:55.998563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:56.245509 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:55:56.381656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:55:56.387079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2cd65503-60ca-42d6-b589-3182bb8cbb0d admin admin] 10.222.0.35 "PUT /v2.0/routers/15d3c1b0-ee0f-4bac-bb9e-a72784c93089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6499300 Feb 03 04:55:56.389833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:56.392467 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] Sync routers for ids ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:55:56.409374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] Routers {'15d3c1b0-ee0f-4bac-bb9e-a72784c93089'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:56.410332 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:56.509296 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks [] for router (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:56.539025 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] Set router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:56.639897 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks [] for router_gateway (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:56.713553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Deleting port d0797f56-081a-4f3d-a711-528ad7a74edc {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:56.714430 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:56.776506 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:55Z', 'revision_number': 5, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port': {'id': 'd0797f56-081a-4f3d-a711-528ad7a74edc', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:55:04Z', 'updated_at': '2022-02-03T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:56.810593 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] For port d0797f56-081a-4f3d-a711-528ad7a74edc, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d0797f56-081a-4f3d-a711-528ad7a74edc,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:56.811204 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:56.815062 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] Checking router: 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:55:56.826774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Calling delete_port for d0797f56-081a-4f3d-a711-528ad7a74edc owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:56.827429 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] Routers {'15d3c1b0-ee0f-4bac-bb9e-a72784c93089'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:55:56.828166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:56.944744 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] Set router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:55:57.054722 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:56Z', 'revision_number': 6, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:57.078581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d0797f56-081a-4f3d-a711-528ad7a74edc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.098199 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3244be-847a-48d7-a404-21e3d33ea3d4 None None] The sync data for ids ['15d3c1b0-ee0f-4bac-bb9e-a72784c93089'] in n-d-827549-1 is: [{'id': '15d3c1b0-ee0f-4bac-bb9e-a72784c93089', 'name': 'tempest-TestServerMultinode-1983556032-router', 'tenant_id': 'a097a51c079046e2a236bfe5422a388e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:55:02Z', 'updated_at': '2022-02-03T04:55:56Z', 'revision_number': 6, 'project_id': 'a097a51c079046e2a236bfe5422a388e', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:55:57.110506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0797f56-081a-4f3d-a711-528ad7a74edc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:57.206703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.659860 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.662986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks [] for router_controller (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.721114 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (15d3c1b0-ee0f-4bac-bb9e-a72784c93089), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.721855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15d3c1b0-ee0f-4bac-bb9e-a72784c93089 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:55:57.727331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.728621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d65286bd-8c6d-4487-beb6-d2c771118f84 admin admin] 10.222.0.35 "DELETE /v2.0/routers/15d3c1b0-ee0f-4bac-bb9e-a72784c93089 HTTP/1.1" status: 204 len: 168 time: 1.3379195 Feb 03 04:55:57.731166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:57.786442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Deleting subnet 97d61d46-fbb4-49a8-97ce-1a65f22b7003 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:55:57.789982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Publish callbacks [] for subnet (97d61d46-fbb4-49a8-97ce-1a65f22b7003), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.832959 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (97d61d46-fbb4-49a8-97ce-1a65f22b7003), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:57.933579 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (97d61d46-fbb4-49a8-97ce-1a65f22b7003), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.000783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (97d61d46-fbb4-49a8-97ce-1a65f22b7003), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.039043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d61d46-fbb4-49a8-97ce-1a65f22b7003,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:58.050214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.056892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335873b-d71c-4c95-9398-138c6e1cd286 None None] Network c2354c1c-4c5a-4d99-a303-66a01aa951ef requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:55:58.057694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/97d61d46-fbb4-49a8-97ce-1a65f22b7003 HTTP/1.1" status: 204 len: 168 time: 0.3228226 Feb 03 04:55:58.057894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52810) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:58.127249 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.127616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.127971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.128511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.128880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.129231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.129564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.129891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.130314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.130658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.130981 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.133372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.133372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0cd81-33a2-4094-920f-1e2595828192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:55:58.148018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c2354c1c-4c5a-4d99-a303-66a01aa951ef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.211086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Deleting port 2b23d555-76b9-4b2c-9573-68319071ec1d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:58.211548 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.259094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] DHCP port deletion for c2354c1c-4c5a-4d99-a303-66a01aa951ef request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:55:58.289320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] For port 2b23d555-76b9-4b2c-9573-68319071ec1d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2b23d555-76b9-4b2c-9573-68319071ec1d,segment=NetworkSegment(ac861219-3836-4f6d-8d1e-8ad3ae15078c),segment_id=ac861219-3836-4f6d-8d1e-8ad3ae15078c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:58.289845 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.310357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Calling delete_port for 2b23d555-76b9-4b2c-9573-68319071ec1d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:58.322987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] Deleting port 2b23d555-76b9-4b2c-9573-68319071ec1d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:55:58.323375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.411541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.418800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] For port 2b23d555-76b9-4b2c-9573-68319071ec1d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=2b23d555-76b9-4b2c-9573-68319071ec1d,segment=NetworkSegment(ac861219-3836-4f6d-8d1e-8ad3ae15078c),segment_id=ac861219-3836-4f6d-8d1e-8ad3ae15078c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:55:58.419259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.426442 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] No DVR routers for this DVR port 2b23d555-76b9-4b2c-9573-68319071ec1d on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:58.444936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] Calling delete_port for 2b23d555-76b9-4b2c-9573-68319071ec1d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:55:58.470823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b23d555-76b9-4b2c-9573-68319071ec1d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:58.545993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c2354c1c-4c5a-4d99-a303-66a01aa951ef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.565719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (2b23d555-76b9-4b2c-9573-68319071ec1d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.571743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2354c1c-4c5a-4d99-a303-66a01aa951ef']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:58.583628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac861219-3836-4f6d-8d1e-8ad3ae15078c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:58.583628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac861219-3836-4f6d-8d1e-8ad3ae15078c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:55:58.596377 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (ac861219-3836-4f6d-8d1e-8ad3ae15078c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.605794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] Pushing event deleted for resources: {'Port': ['ID=2b23d555-76b9-4b2c-9573-68319071ec1d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:58.609903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b220c44-fea3-42db-ae05-0b953a39b8da None None] No DVR routers for this DVR port 2b23d555-76b9-4b2c-9573-68319071ec1d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:55:58.620418 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ac861219-3836-4f6d-8d1e-8ad3ae15078c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.630250 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:55:58.630777 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (ac861219-3836-4f6d-8d1e-8ad3ae15078c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:55:58.634574 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:55:58.698164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c2354c1c-4c5a-4d99-a303-66a01aa951ef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.703798 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:58.710318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c2354c1c-4c5a-4d99-a303-66a01aa951ef HTTP/1.1" status: 204 len: 168 time: 0.6510818 Feb 03 04:55:58.731991 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d31af6-31e4-4a3d-9ae3-7b7c5f705d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2354c1c-4c5a-4d99-a303-66a01aa951ef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:58.962352 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d0797f56-081a-4f3d-a711-528ad7a74edc no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:58.983272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:58.993196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d0797f56-081a-4f3d-a711-528ad7a74edc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:58.996924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d0797f56-081a-4f3d-a711-528ad7a74edc not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:58.997909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f41585bc-cfad-4568-939e-411039bc422b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:59.024870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f41585bc-cfad-4568-939e-411039bc422b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:59.025303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f41585bc-cfad-4568-939e-411039bc422b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:59.026181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b23d555-76b9-4b2c-9573-68319071ec1d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:55:59.035943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f1134979-5c98-44fc-9ec9-4ade11f7fe5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=431e334d2c364d42b2145786c87b997e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511758 Feb 03 04:55:59.038669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:59.050190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 2b23d555-76b9-4b2c-9573-68319071ec1d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:55:59.050579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 2b23d555-76b9-4b2c-9573-68319071ec1d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:55:59.108229 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e79012d-41f7-46c0-848f-ab7a14ff83c4 admin admin] Publish callbacks [] for security_group (62a5de7f-d7cd-439b-96f9-1eacb1b68c7b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.138580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e79012d-41f7-46c0-848f-ab7a14ff83c4 admin admin] Publish callbacks [] for security_group (62a5de7f-d7cd-439b-96f9-1eacb1b68c7b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.219409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e79012d-41f7-46c0-848f-ab7a14ff83c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (62a5de7f-d7cd-439b-96f9-1eacb1b68c7b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.223568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e79012d-41f7-46c0-848f-ab7a14ff83c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.225172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e79012d-41f7-46c0-848f-ab7a14ff83c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62a5de7f-d7cd-439b-96f9-1eacb1b68c7b HTTP/1.1" status: 204 len: 168 time: 0.1848063 Feb 03 04:55:59.255701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79012d-41f7-46c0-848f-ab7a14ff83c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a5de7f-d7cd-439b-96f9-1eacb1b68c7b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:55:59.278794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14deee8-bd6a-4725-bcf7-5e2030b9d3c2 req-1d206737-b2fb-4c93-8162-206d5a47bcdb tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:55:59.280598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c14deee8-bd6a-4725-bcf7-5e2030b9d3c2 req-1d206737-b2fb-4c93-8162-206d5a47bcdb tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0745938 Feb 03 04:55:59.409780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c14deee8-bd6a-4725-bcf7-5e2030b9d3c2 req-cee907d0-adca-475f-b791-c697ef329cbd tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225083 Feb 03 04:55:59.741632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:59.789677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ad6cd49f-dfb2-4580-b666-6241923ea7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a097a51c079046e2a236bfe5422a388e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467899 Feb 03 04:55:59.792131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:55:59.841154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7545ac0-d02b-4f79-807d-d6f04cfea5e7 admin admin] Publish callbacks [] for security_group (92975962-9f4b-4009-8380-9ba9e77aad62), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.863055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7545ac0-d02b-4f79-807d-d6f04cfea5e7 admin admin] Publish callbacks [] for security_group (92975962-9f4b-4009-8380-9ba9e77aad62), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.912300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7545ac0-d02b-4f79-807d-d6f04cfea5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (92975962-9f4b-4009-8380-9ba9e77aad62), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.915421 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7545ac0-d02b-4f79-807d-d6f04cfea5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:55:59.916849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7545ac0-d02b-4f79-807d-d6f04cfea5e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92975962-9f4b-4009-8380-9ba9e77aad62 HTTP/1.1" status: 204 len: 168 time: 0.1235597 Feb 03 04:55:59.925028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7545ac0-d02b-4f79-807d-d6f04cfea5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92975962-9f4b-4009-8380-9ba9e77aad62,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:00.575546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a31f-b523-4371-b8b7-1f75e6dbab6e req-0df41e7e-e07f-4205-b700-d359ebb6bc4c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:00.577392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fa7a31f-b523-4371-b8b7-1f75e6dbab6e req-0df41e7e-e07f-4205-b700-d359ebb6bc4c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0715647 Feb 03 04:56:00.660365 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0fa7a31f-b523-4371-b8b7-1f75e6dbab6e req-0bb4f16b-e343-4271-b2eb-fe9db407c753 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761898 Feb 03 04:56:00.786133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:00.900698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-111895479-network', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:00.922164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:00.925403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:00.934937 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.019010 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks [] for security_group (9945cf34-6f4c-4113-9a31-2a3bc1cb039e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.024009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9945cf34-6f4c-4113-9a31-2a3bc1cb039e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.050757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:56:01.060539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9945cf34-6f4c-4113-9a31-2a3bc1cb039e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:01.066417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (08d60baf-b473-4d9f-bc73-d385a23dbb34), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.066758 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Added segment 08d60baf-b473-4d9f-bc73-d385a23dbb34 of type vlan for network 0bc8f130-6640-4656-aaa0-a27c153b2cbf Feb 03 04:56:01.113153 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (0bc8f130-6640-4656-aaa0-a27c153b2cbf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.141553 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (0bc8f130-6640-4656-aaa0-a27c153b2cbf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.143524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:01.144342 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.178159 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3908818 Feb 03 04:56:01.181378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52884) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:01.187274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Request body: {'subnet': {'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-111895479-subnet', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:01.211973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:01.213568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a0d4f-65a7-4bc1-af28-6f7c4d5fd5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0bc8f130-6640-4656-aaa0-a27c153b2cbf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:01.226765 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.228763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:56:01.423565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (e0782de1-53bc-4213-b796-19a9e0f5d6b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.486654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0782de1-53bc-4213-b796-19a9e0f5d6b5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:01.496191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:01.496562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Network hostable DHCP agents. Network: 0bc8f130-6640-4656-aaa0-a27c153b2cbf, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:56:01.525668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:56:01.536177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 0bc8f130-6640-4656-aaa0-a27c153b2cbf) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:01.543112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:01.544491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.546131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91debb0f-f535-463a-8ed6-5c849fcb32fa None None] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:01.574059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b6c89aa7-425e-4d91-8b3d-49ce8ac99fed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3904452 Feb 03 04:56:01.576431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52888) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:01.582255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:01.607240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (3b6b9386-d812-414f-80fb-d177f1c71dfe), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.609060 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (3b6b9386-d812-414f-80fb-d177f1c71dfe), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.681381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks [] for router_controller (3b6b9386-d812-414f-80fb-d177f1c71dfe), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.699039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:56:01.710440 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.905213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks [] for router_gateway (3b6b9386-d812-414f-80fb-d177f1c71dfe), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:01.909464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Allocated IP 172.20.0.2 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/68f7d237-6ea3-491f-b383-c6bd79b4eb8b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:01.963590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a3463-3aea-484c-b527-169ea639c85b req-665ae1b7-7369-4fd2-bf65-a3ae2b5d0666 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:01.963590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c68a3463-3aea-484c-b527-169ea639c85b req-665ae1b7-7369-4fd2-bf65-a3ae2b5d0666 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1809764 Feb 03 04:56:02.081786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c68a3463-3aea-484c-b527-169ea639c85b req-ac2c50cd-0711-4e26-a714-a12de60ee4b1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096275 Feb 03 04:56:02.184491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Publish callbacks [] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.197822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.236570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-19d77e9d-2d55-408f-b3d8-4dc8f04733cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:02.243286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:02.245090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-19d77e9d-2d55-408f-b3d8-4dc8f04733cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1128 time: 0.0953557 Feb 03 04:56:02.262072 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks [] for router_gateway (3b6b9386-d812-414f-80fb-d177f1c71dfe), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.267102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:02.271157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:02.282823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Pushing event updated for resources: {'Port': ['ID=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:02.292308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.381482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Attempting to bind port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:02.383470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Attempting to bind port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:02.387180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Attempting to bind port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:02.402519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:02.405306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:02.406482 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.408056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-8021e5d1-c144-4733-ad26-d94868ea9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:02.409113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:02.409638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Bound port: 68f7d237-6ea3-491f-b383-c6bd79b4eb8b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:02.409796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-8021e5d1-c144-4733-ad26-d94868ea9715 service neutron] 10.222.0.31 "GET /v2.0/networks?id=73c46c10-35a3-41d9-9615-769bbb1ced32 HTTP/1.1" status: 200 len: 897 time: 0.1384664 Feb 03 04:56:02.410032 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.422619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Allocated IP 172.25.7.120 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/89729120-6085-4775-a3b8-411d4cb75776) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:02.497204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] For port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:02.501266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] For port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:02.514346 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.565477 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-01ddf5d2-8b5a-424d-9826-fd3103383cec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064 HTTP/1.1" status: 200 len: 1002 time: 0.1488309 Feb 03 04:56:02.608321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks [] for port (89729120-6085-4775-a3b8-411d4cb75776), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.610484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b494-4713-45cf-a915-d470f4732c73 None None] Pushing event updated for resources: {'Port': ['ID=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:02.651703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-ab26e4ad-9ddb-41f1-96e6-a7281a7ac471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:02.653383 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-ab26e4ad-9ddb-41f1-96e6-a7281a7ac471 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83950c44-879a-41b7-916f-12b9c51e0366 HTTP/1.1" status: 200 len: 835 time: 0.0795906 Feb 03 04:56:02.674821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (89729120-6085-4775-a3b8-411d4cb75776), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:02.715130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-0cfdccfa-a1a8-41af-8fcb-88b33739c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:02.720985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-0cfdccfa-a1a8-41af-8fcb-88b33739c867 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73c46c10-35a3-41d9-9615-769bbb1ced32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579584 Feb 03 04:56:02.723450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:02.727869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:02.730976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:02.874437 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-66c5d62d-79d9-4d9f-a688-451d0ec5c44e service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463957 Feb 03 04:56:02.886777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Pushing event updated for resources: {'Port': ['ID=89729120-6085-4775-a3b8-411d4cb75776,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:03.031463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2b4af8c4-caa9-4344-9282-14f3a472411c req-06e4b6d5-8134-4058-a0c1-1b95f1d42100 service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484263 Feb 03 04:56:03.064274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 68f7d237-6ea3-491f-b383-c6bd79b4eb8b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:03.098815 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks [] for router_gateway (3b6b9386-d812-414f-80fb-d177f1c71dfe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:03.136742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:03.137246 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:03.206170 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28c20e96-f405-4717-81fa-50d0a2e7f156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:03.249536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:03.250283 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:03.288032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:03.294386 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:03.319668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed59ddb-4205-4623-bbd1-3c7586a788b9 req-316bdae1-867c-4fbf-99d8-84f9f6c2ebc7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:03.321511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ed59ddb-4205-4623-bbd1-3c7586a788b9 req-316bdae1-867c-4fbf-99d8-84f9f6c2ebc7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1310275 Feb 03 04:56:03.360604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:03.421680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (3b6b9386-d812-414f-80fb-d177f1c71dfe), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:03.431401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ed59ddb-4205-4623-bbd1-3c7586a788b9 req-282d8a8a-6380-4a00-a924-c5054709bb3c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995088 Feb 03 04:56:03.615719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:56:03.751942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:56:03.767414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:56:03.775011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:03.779859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:03.782839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-132f43af-63ec-4ccc-bd8c-c663cb92f40f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2021182 Feb 03 04:56:03.787789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:03.791153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:03.902829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329987b-4d78-42c4-936a-ceb8bb639f48 None None] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:03.981804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:04.052044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8d49f64d-10cf-4d61-a40d-fce5cb1442eb None None] Provisioning complete for port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:04.052302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d49f64d-10cf-4d61-a40d-fce5cb1442eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:04.274509 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:04.426301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8d49f64d-10cf-4d61-a40d-fce5cb1442eb None None] Current status of the port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:04.449006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:02Z', 'revision_number': 3, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:04.455684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Allocated IP 172.20.0.1 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/f1c38938-9dff-49c6-8826-89db117b2d0b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:04.507855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:56:04.508206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Updating router 3b6b9386-d812-414f-80fb-d177f1c71dfe port 89729120-6085-4775-a3b8-411d4cb75776 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:56:04.556973 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (89729120-6085-4775-a3b8-411d4cb75776), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:04.598541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks [] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:04.619258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ae94a-e39a-412f-b7f8-755b69837fe8 req-4edd64db-5e00-43ec-8da6-e390d1de8324 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:04.622210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f28ae94a-e39a-412f-b7f8-755b69837fe8 req-4edd64db-5e00-43ec-8da6-e390d1de8324 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0815523 Feb 03 04:56:04.671707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:04.723454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f28ae94a-e39a-412f-b7f8-755b69837fe8 req-f9df6a4d-9835-40f4-88c2-09677f6e35f0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950356 Feb 03 04:56:04.731563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:04.733276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:04.740415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:04.792374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c38938-9dff-49c6-8826-89db117b2d0b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:04.811088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e5ed4425-91ae-4df8-8fb4-2efda364cc76 None None] Provisioning complete for port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:04.811527 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4425-91ae-4df8-8fb4-2efda364cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:04.813951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (3b6b9386-d812-414f-80fb-d177f1c71dfe), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:04.986216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 68f7d237-6ea3-491f-b383-c6bd79b4eb8b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:05.020945 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Publish callbacks [] for port (89729120-6085-4775-a3b8-411d4cb75776), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.029853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed4425-91ae-4df8-8fb4-2efda364cc76 None None] Current status of the port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:05.036164 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.039566 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (89729120-6085-4775-a3b8-411d4cb75776), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.107914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Attempting to bind port 89729120-6085-4775-a3b8-411d4cb75776 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:05.108319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Attempting to bind port 89729120-6085-4775-a3b8-411d4cb75776 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:05.108690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Attempting to bind port 89729120-6085-4775-a3b8-411d4cb75776 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:05.125197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:05.125577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:05.125972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.126370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:05.126838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Bound port: 89729120-6085-4775-a3b8-411d4cb75776, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:05.127215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (89729120-6085-4775-a3b8-411d4cb75776), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.148931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f9ccc-5595-4057-a618-be1d8f357c2c None None] Pushing event updated for resources: {'Port': ['ID=89729120-6085-4775-a3b8-411d4cb75776,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:05.150612 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-fd0740cf-f386-45d4-97f2-20620b5885a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006606 Feb 03 04:56:05.171729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:05.172114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.228713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b500ee2e-838a-42f8-bcd6-f537df86a4a5 None None] Provisioning complete for port f1c38938-9dff-49c6-8826-89db117b2d0b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:05.229004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b500ee2e-838a-42f8-bcd6-f537df86a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.272701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] For port 89729120-6085-4775-a3b8-411d4cb75776, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:05.284801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b500ee2e-838a-42f8-bcd6-f537df86a4a5 None None] Port f1c38938-9dff-49c6-8826-89db117b2d0b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:56:05.287210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks [] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.290543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-727efbb3-e9c9-4352-b501-39e280c1b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:05.290768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] For port 89729120-6085-4775-a3b8-411d4cb75776, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=89729120-6085-4775-a3b8-411d4cb75776,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:05.292432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-727efbb3-e9c9-4352-b501-39e280c1b37e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 1128 time: 0.0865195 Feb 03 04:56:05.293845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.323242 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (89729120-6085-4775-a3b8-411d4cb75776), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.385442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:05.393901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:05.394573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:55:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:05.439912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f9ccc-5595-4057-a618-be1d8f357c2c None None] Pushing event updated for resources: {'Port': ['ID=89729120-6085-4775-a3b8-411d4cb75776,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:05.530954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:05.769631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (3b6b9386-d812-414f-80fb-d177f1c71dfe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:05.772885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c38938-9dff-49c6-8826-89db117b2d0b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:05.789247 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:05Z', 'revision_number': 2, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:05.840372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef93ed-16fb-4477-a4ea-2cbc6448199c None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:05Z', 'revision_number': 2, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:56:05.884286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-410672ad-7ee2-489a-9cc0-06974d5fbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:05.885803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-410672ad-7ee2-489a-9cc0-06974d5fbd1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 200 len: 915 time: 0.5497277 Feb 03 04:56:05.899216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e14d6-a10c-487e-b46b-e5c945853fa7 req-2c2613d6-3c70-402a-b97b-3a97911fa04b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:05.906114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f69e14d6-a10c-487e-b46b-e5c945853fa7 req-2c2613d6-3c70-402a-b97b-3a97911fa04b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0792949 Feb 03 04:56:05.933900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-f69dcf81-447e-4c4d-9943-8f2e58b177cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f HTTP/1.1" status: 200 len: 217 time: 0.0400703 Feb 03 04:56:05.962041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f69e14d6-a10c-487e-b46b-e5c945853fa7 req-051363db-657e-4496-8755-2b571295c3fc tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534735 Feb 03 04:56:05.988042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:05.992402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:06.003163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-aeb0b0b9-0917-422a-b9e5-5da11773d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:06.004695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-aeb0b0b9-0917-422a-b9e5-5da11773d1c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dfe69c8-c607-4225-97b1-e2a76698dc45 HTTP/1.1" status: 200 len: 854 time: 0.0644610 Feb 03 04:56:06.096115 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-974a5ca3-dbc5-43df-b504-726d428271fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a62daae-a69b-4137-b544-3d77acb68724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836461 Feb 03 04:56:06.269059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:56:06.274034 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-097af4fe-bb0f-4ff4-98c0-73a0b124621d service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657844 Feb 03 04:56:06.314150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-81f3c746-5da0-4e45-919b-72f4178adfab None None] Provisioning complete for port f1c38938-9dff-49c6-8826-89db117b2d0b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:06.314790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81f3c746-5da0-4e45-919b-72f4178adfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:06.360630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81f3c746-5da0-4e45-919b-72f4178adfab None None] Port f1c38938-9dff-49c6-8826-89db117b2d0b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:56:06.400576 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-294518b4-023e-42ac-ae04-619f5aeef27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:06.476023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-89250052-adb3-4fa5-a1d2-e3804b6351eb req-24ac5f74-d29c-404f-9096-bb7ac5be18f1 service neutron] 10.222.0.15 "GET /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955094 Feb 03 04:56:06.478926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:56:06.484273 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d75e4778-bd9b-41b8-8b95-c701f6b707e2 admin admin] 10.222.0.35 "PUT /v2.0/routers/3b6b9386-d812-414f-80fb-d177f1c71dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7030244 Feb 03 04:56:06.740525 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:06.996860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 89729120-6085-4775-a3b8-411d4cb75776 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:07.098787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 89729120-6085-4775-a3b8-411d4cb75776 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:07.099238 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (89729120-6085-4775-a3b8-411d4cb75776), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.166452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e101ed-44e1-434b-9fee-9c81e00009c1 req-f5e203a3-507b-4ce7-9ef7-89b9c7c06ad0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:07.177126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13e101ed-44e1-434b-9fee-9c81e00009c1 req-f5e203a3-507b-4ce7-9ef7-89b9c7c06ad0 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1099858 Feb 03 04:56:07.230212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:07.235488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-543842675-network', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:07.241891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 89729120-6085-4775-a3b8-411d4cb75776 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:07.242639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (89729120-6085-4775-a3b8-411d4cb75776), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.261098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13e101ed-44e1-434b-9fee-9c81e00009c1 req-715dd64a-4195-4d2a-9c34-cc00eb75297b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798473 Feb 03 04:56:07.275865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Made reservation on behalf of d03579d63d3542f7aa415dddd5a8de06 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:07.276913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.280251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 89729120-6085-4775-a3b8-411d4cb75776, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=89729120-6085-4775-a3b8-411d4cb75776,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:07.285460 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (89729120-6085-4775-a3b8-411d4cb75776), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.300803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.348462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=89729120-6085-4775-a3b8-411d4cb75776,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:07.398736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks [] for security_group (ef1efebb-8bc6-427c-ba5d-a292b0cb878b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.404286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ef1efebb-8bc6-427c-ba5d-a292b0cb878b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.442241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:56:07.453062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1efebb-8bc6-427c-ba5d-a292b0cb878b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:07.460131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b0a6062e-319b-486e-8ba0-59e631760416), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.460379 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Added segment b0a6062e-319b-486e-8ba0-59e631760416 of type vlan for network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 Feb 03 04:56:07.506061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.533488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.534515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:07.535096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.571549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3402696 Feb 03 04:56:07.574398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 52948) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:07.595242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Request body: {'subnet': {'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-543842675-subnet', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:07.605347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2168e4c-cdb6-4f21-83ee-c9e7e9b7f33f admin admin] Pushing event updated for resources: {'Network': ['ID=6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:07.616902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:56:07.619913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Made reservation on behalf of d03579d63d3542f7aa415dddd5a8de06 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:07.622287 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.798947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (7769622d-15a2-455a-ae1a-635d62d7dfdc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.851334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7769622d-15a2-455a-ae1a-635d62d7dfdc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:07.868073 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Checking segment: {'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:07.868429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Network hostable DHCP agents. Network: 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:56:07.886806 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:56:07.897824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:07.902089 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:07.902808 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.912105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc5d8a-1dfc-49de-818c-c4e2f85b3a59 None None] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:07.926889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fd8a99f9-fa33-4c4b-b572-2342110534fd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3411329 Feb 03 04:56:07.929531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:07.935074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:07.972337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:07.973758 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.034539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks [] for router_controller (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.041470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'fixed_ips': [{'subnet_id': '7769622d-15a2-455a-ae1a-635d62d7dfdc'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:56:08.042529 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.193503 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks [] for router_gateway (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.201859 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.214174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Allocated IP 172.20.0.2 (6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55/7769622d-15a2-455a-ae1a-635d62d7dfdc/97dd78e7-875b-4c95-9f79-c9088435caea) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:08.441065 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Publish callbacks [] for port (97dd78e7-875b-4c95-9f79-c9088435caea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.445496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks [] for router_gateway (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.450476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.451742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eba63-4456-424a-bfb3-44ee6894c0d7 req-ad60db6f-3ced-40f5-8e81-6070d9320263 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:08.461242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-350eba63-4456-424a-bfb3-44ee6894c0d7 req-ad60db6f-3ced-40f5-8e81-6070d9320263 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1093624 Feb 03 04:56:08.477724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.521476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:08.532434 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:08.536544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-350eba63-4456-424a-bfb3-44ee6894c0d7 req-62758220-e473-4a82-8976-c3efb3265172 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707524 Feb 03 04:56:08.538985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:08.618493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Allocated IP 172.25.7.80 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d6b85bd7-593c-4acc-9a44-b5da73b588e2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:08.628467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Pushing event updated for resources: {'Port': ['ID=97dd78e7-875b-4c95-9f79-c9088435caea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:08.645104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Attempting to bind port 97dd78e7-875b-4c95-9f79-c9088435caea on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:08.645738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Attempting to bind port 97dd78e7-875b-4c95-9f79-c9088435caea by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:08.646817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Attempting to bind port 97dd78e7-875b-4c95-9f79-c9088435caea on network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:08.654389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:08.655208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Checking segment: {'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:08.655850 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.656433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Bound using segment: {'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:08.657094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Bound port: 97dd78e7-875b-4c95-9f79-c9088435caea, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:08.657668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.736739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks [] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.743896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] For port 97dd78e7-875b-4c95-9f79-c9088435caea, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:08.749113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] For port 97dd78e7-875b-4c95-9f79-c9088435caea, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=97dd78e7-875b-4c95-9f79-c9088435caea,segment=NetworkSegment(b0a6062e-319b-486e-8ba0-59e631760416),segment_id=b0a6062e-319b-486e-8ba0-59e631760416)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:08.758126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.776331 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:56:08.781486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:08.801091 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:08.803692 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:08.825783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:08.831273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:08.838497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42798ae0-91e6-4ed6-9032-09d92d72456c None None] Pushing event updated for resources: {'Port': ['ID=97dd78e7-875b-4c95-9f79-c9088435caea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:08.840364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:08.844084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b85bd7-593c-4acc-9a44-b5da73b588e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:08.975285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 89729120-6085-4775-a3b8-411d4cb75776 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:08.980121 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:09.099752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 89729120-6085-4775-a3b8-411d4cb75776 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:09.100281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (89729120-6085-4775-a3b8-411d4cb75776), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.226755 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 89729120-6085-4775-a3b8-411d4cb75776 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:09.229464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks [] for router_gateway (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.284906 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:05Z', 'revision_number': 2, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:09.316941 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.354599 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:56:09.355102 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Updating router 3b6b9386-d812-414f-80fb-d177f1c71dfe port f1c38938-9dff-49c6-8826-89db117b2d0b binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:56:09.396656 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.508922 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.726411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:56:09.750668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e9215-edc4-45fd-b7a3-c5f457b8443e req-ab0cfcc9-22e5-4a42-9454-613416e38779 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:09.753571 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365e9215-edc4-45fd-b7a3-c5f457b8443e req-ab0cfcc9-22e5-4a42-9454-613416e38779 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1019523 Feb 03 04:56:09.768299 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Publish callbacks [] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.777742 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.848799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-365e9215-edc4-45fd-b7a3-c5f457b8443e req-3697c039-e0e7-409b-9871-f96678df0a31 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881872 Feb 03 04:56:09.850130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:56:09.859603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Sync routers for ids ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:56:09.871810 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:09.877041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5549eca6-30e2-43a2-8860-987ea72a48a1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9462836 Feb 03 04:56:09.877703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 52976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:09.884181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Routers {'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:09.888492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:10.043407 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Pushing event updated for resources: {'Port': ['ID=f1c38938-9dff-49c6-8826-89db117b2d0b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:10.060338 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.061638 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.061888 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.062207 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.062677 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.063009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.063342 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.063850 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.064187 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.066377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.067722 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.068438 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.068753 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:10.091149 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Attempting to bind port f1c38938-9dff-49c6-8826-89db117b2d0b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:10.091527 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Attempting to bind port f1c38938-9dff-49c6-8826-89db117b2d0b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:10.091938 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Attempting to bind port f1c38938-9dff-49c6-8826-89db117b2d0b on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:10.097865 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:10.098243 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:10.098645 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:10.099618 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:10.100247 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Bound port: f1c38938-9dff-49c6-8826-89db117b2d0b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:10.100639 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:10.218499 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] For port f1c38938-9dff-49c6-8826-89db117b2d0b, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:10.227890 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] For port f1c38938-9dff-49c6-8826-89db117b2d0b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1c38938-9dff-49c6-8826-89db117b2d0b,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:10.244675 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:10.387517 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:10.388190 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:10.390104 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2927-7109-400e-a234-4fa5510fdd19 None None] Pushing event updated for resources: {'Port': ['ID=f1c38938-9dff-49c6-8826-89db117b2d0b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:10.590250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580175bc-2947-41c1-9c49-3fa10dfc0809 None None] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:10.604836 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:10.775343 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:10.787166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-656fe483-2fb9-48fc-99bc-4918d8e9df17 None None] Provisioning complete for port f1c38938-9dff-49c6-8826-89db117b2d0b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:10.787716 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-656fe483-2fb9-48fc-99bc-4918d8e9df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:10.800293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Allocated IP 172.20.0.1 (6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55/7769622d-15a2-455a-ae1a-635d62d7dfdc/cdb67775-0b1a-4af8-ba5f-878409c39e52) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:10.813884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Set router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:11.074062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks [] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:11.168695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b967d1-034f-4033-a438-243a0c61953e req-da40819d-3c16-4204-aecc-f0cbce220a62 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:11.181688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84b967d1-034f-4033-a438-243a0c61953e req-da40819d-3c16-4204-aecc-f0cbce220a62 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1301379 Feb 03 04:56:11.188906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:11.244086 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:10Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:11.281596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-656fe483-2fb9-48fc-99bc-4918d8e9df17 None None] Current status of the port f1c38938-9dff-49c6-8826-89db117b2d0b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:11.281982 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-656fe483-2fb9-48fc-99bc-4918d8e9df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:11.295705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aad279-0019-4b9c-9b16-bfa6c4fdb849 None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:10Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:56:11.324817 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84b967d1-034f-4033-a438-243a0c61953e req-986c4aab-61e1-49e6-8902-c327711efc6b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411643 Feb 03 04:56:11.366572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-656fe483-2fb9-48fc-99bc-4918d8e9df17 None None] For port f1c38938-9dff-49c6-8826-89db117b2d0b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1c38938-9dff-49c6-8826-89db117b2d0b,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:11.369211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Pushing event updated for resources: {'Port': ['ID=cdb67775-0b1a-4af8-ba5f-878409c39e52,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:11.394626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:11.397019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:11.401237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 97dd78e7-875b-4c95-9f79-c9088435caea up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:11.410905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:11.481228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:11.496843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-656fe483-2fb9-48fc-99bc-4918d8e9df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:11.577697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 97dd78e7-875b-4c95-9f79-c9088435caea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:11.577697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:11.629127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T04:56:09Z', 'revision_number': 3, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port': {'id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:08Z', 'updated_at': '2022-02-03T04:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:11.672329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fe483-2fb9-48fc-99bc-4918d8e9df17 None None] Pushing event updated for resources: {'Port': ['ID=f1c38938-9dff-49c6-8826-89db117b2d0b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:11.763660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Checking router: b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:56:11.764070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Updating router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f port d6b85bd7-593c-4acc-9a44-b5da73b588e2 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:56:11.823814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:11.837834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.051925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Provisioning complete for port 97dd78e7-875b-4c95-9f79-c9088435caea triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:12.052311 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.164948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks [] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.175913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.222967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 97dd78e7-875b-4c95-9f79-c9088435caea is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:12.223827 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.262924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Pushing event updated for resources: {'Port': ['ID=cdb67775-0b1a-4af8-ba5f-878409c39e52,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:12.277323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.414092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 97dd78e7-875b-4c95-9f79-c9088435caea, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=97dd78e7-875b-4c95-9f79-c9088435caea,segment=NetworkSegment(b0a6062e-319b-486e-8ba0-59e631760416),segment_id=b0a6062e-319b-486e-8ba0-59e631760416)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:12.445304 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.446064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f1c38938-9dff-49c6-8826-89db117b2d0b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:12.539784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5635bc5-3040-46a8-a75f-481dbef87f19 req-61f4d4c3-e0bc-488a-a38c-c9e5e864cde6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:12.541673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635bc5-3040-46a8-a75f-481dbef87f19 req-61f4d4c3-e0bc-488a-a38c-c9e5e864cde6 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1041815 Feb 03 04:56:12.564067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=97dd78e7-875b-4c95-9f79-c9088435caea,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:12.588019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Current status of the port 97dd78e7-875b-4c95-9f79-c9088435caea is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:12.588422 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.635520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f1c38938-9dff-49c6-8826-89db117b2d0b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:12.636252 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.660836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5635bc5-3040-46a8-a75f-481dbef87f19 req-8ea9cce3-87d3-4c8a-b0cd-4587ca131a2b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132679 Feb 03 04:56:12.800804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Publish callbacks [] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.809000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 04:56:12.809417 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 04:56:12.819971 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.824036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f1c38938-9dff-49c6-8826-89db117b2d0b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:12.878595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Attempting to bind port d6b85bd7-593c-4acc-9a44-b5da73b588e2 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:12.878968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Attempting to bind port d6b85bd7-593c-4acc-9a44-b5da73b588e2 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:12.879353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Attempting to bind port d6b85bd7-593c-4acc-9a44-b5da73b588e2 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:12.887108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:12.887492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:12.887935 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.888335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:12.888814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Bound port: d6b85bd7-593c-4acc-9a44-b5da73b588e2, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:12.889269 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:12.937276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51146d8f-3647-480c-9757-ba91066f3ee1 None None] Pushing event updated for resources: {'Port': ['ID=d6b85bd7-593c-4acc-9a44-b5da73b588e2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:12.982042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] For port d6b85bd7-593c-4acc-9a44-b5da73b588e2, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:12.986939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] For port d6b85bd7-593c-4acc-9a44-b5da73b588e2, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d6b85bd7-593c-4acc-9a44-b5da73b588e2,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:12.997096 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:13.003714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f1c38938-9dff-49c6-8826-89db117b2d0b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:13.095690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:13.097974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:13.369362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:56:13.454870 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f1c38938-9dff-49c6-8826-89db117b2d0b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:13.455252 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:13.457069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51146d8f-3647-480c-9757-ba91066f3ee1 None None] Pushing event updated for resources: {'Port': ['ID=d6b85bd7-593c-4acc-9a44-b5da73b588e2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:13.491016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Current status of the port 97dd78e7-875b-4c95-9f79-c9088435caea is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:13.505335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Routers {'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:13.506166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:13.538726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:56:13.561742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2f541bab-c5c8-4e1f-824b-fcfebadceccc admin admin] 10.222.0.35 "PUT /v2.0/routers/b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6827862 Feb 03 04:56:13.588738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Provisioning complete for port f1c38938-9dff-49c6-8826-89db117b2d0b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:13.589168 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:13.716778 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f1c38938-9dff-49c6-8826-89db117b2d0b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:13.718858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 97dd78e7-875b-4c95-9f79-c9088435caea up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:13.779225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] Set router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:13.857577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4dce5-5967-42a7-9299-257c0319fb98 req-6b4b69c2-3aff-4b32-94bb-a1fd486fef2b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:13.871581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11a4dce5-5967-42a7-9299-257c0319fb98 req-6b4b69c2-3aff-4b32-94bb-a1fd486fef2b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1173141 Feb 03 04:56:13.878545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bf2fc-9a9d-424d-91a4-24c4b878f18d None None] Current status of the port f1c38938-9dff-49c6-8826-89db117b2d0b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:13.913597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 97dd78e7-875b-4c95-9f79-c9088435caea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:13.914007 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:13.979266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11a4dce5-5967-42a7-9299-257c0319fb98 req-46175b7b-ab61-4cac-8923-7b6753edb084 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035202 Feb 03 04:56:14.082943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b9e37dff-6092-4dff-a6c7-a0e1df276b55 None None] Provisioning complete for port cdb67775-0b1a-4af8-ba5f-878409c39e52 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:14.083715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9e37dff-6092-4dff-a6c7-a0e1df276b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:14.126582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9e37dff-6092-4dff-a6c7-a0e1df276b55 None None] Port cdb67775-0b1a-4af8-ba5f-878409c39e52 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:56:14.210031 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:56:14.235395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 97dd78e7-875b-4c95-9f79-c9088435caea is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:14.243683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 4, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port': {'id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:08Z', 'updated_at': '2022-02-03T04:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cdb67775-0b1a-4af8-ba5f-878409c39e52', 'name': '', 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'mac_address': 'fa:16:3e:f6:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:10Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 2, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'subnets': [{'id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:14.271981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594aad4f-e81c-4ee4-9afa-4b84687ace23 None None] The sync data for ids ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'] in n-d-827549-1 is: [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 4, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port': {'id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:08Z', 'updated_at': '2022-02-03T04:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cdb67775-0b1a-4af8-ba5f-878409c39e52', 'name': '', 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'mac_address': 'fa:16:3e:f6:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:10Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 2, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'subnets': [{'id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:56:15.180489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ccea8-c426-4131-94d7-631826c79b51 req-ec5895a3-ceaf-43bf-8d45-c3260c486a05 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:15.188675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a38ccea8-c426-4131-94d7-631826c79b51 req-ec5895a3-ceaf-43bf-8d45-c3260c486a05 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1085157 Feb 03 04:56:15.262158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a38ccea8-c426-4131-94d7-631826c79b51 req-428512b8-edf6-46b3-a724-4f9606179c4e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682147 Feb 03 04:56:16.430375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf0a7-3f88-49c7-a077-108b6f7df2fa req-4f7cd6c9-1f50-4a05-a0be-a58f5dcf04ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:16.432530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55ccf0a7-3f88-49c7-a077-108b6f7df2fa req-4f7cd6c9-1f50-4a05-a0be-a58f5dcf04ed tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0693560 Feb 03 04:56:16.491435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55ccf0a7-3f88-49c7-a077-108b6f7df2fa req-09ab240e-9afa-4591-9def-3d8f56a3cf8a tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524144 Feb 03 04:56:17.023327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6b85bd7-593c-4acc-9a44-b5da73b588e2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:17.089331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d6b85bd7-593c-4acc-9a44-b5da73b588e2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:17.089709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:17.205984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d6b85bd7-593c-4acc-9a44-b5da73b588e2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:17.208323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:17.251462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port d6b85bd7-593c-4acc-9a44-b5da73b588e2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d6b85bd7-593c-4acc-9a44-b5da73b588e2,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:17.260470 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:17.288074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c9cc-deae-4d61-9cbf-8b9153e5ba2e req-7f0877cc-9bdc-44c0-bef0-a13726390154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:17.289437 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a88c9cc-deae-4d61-9cbf-8b9153e5ba2e req-7f0877cc-9bdc-44c0-bef0-a13726390154 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1128 time: 0.0802763 Feb 03 04:56:17.348221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-f058e985-dea7-4f4e-9bdb-98cc08daab1a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:17.349914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-f058e985-dea7-4f4e-9bdb-98cc08daab1a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.2004790 Feb 03 04:56:17.359317 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2a88c9cc-deae-4d61-9cbf-8b9153e5ba2e req-1c8002dc-e435-44d1-a030-e2c54aec91af service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636277 Feb 03 04:56:17.373323 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=d6b85bd7-593c-4acc-9a44-b5da73b588e2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:17.390133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-69d75dd0-4ac9-471b-95e2-68b1b3974efe tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/quotas/b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0293610 Feb 03 04:56:17.454087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-c1641c0f-48b1-4e7f-8399-ff28ce606968 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630224 Feb 03 04:56:17.577467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-8a81f0fd-d8a5-4975-b256-fa356467ed04 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151609 Feb 03 04:56:18.073482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a5595-3628-4f07-8c8f-d504b74237f0 req-375c9f9d-4ff1-44c5-8427-54376e53d801 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:18.075062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e0a5595-3628-4f07-8c8f-d504b74237f0 req-375c9f9d-4ff1-44c5-8427-54376e53d801 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.4825296 Feb 03 04:56:18.125394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-f405d7be-5467-4422-9b5f-0ed3db547714 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408726 Feb 03 04:56:18.150873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e0a5595-3628-4f07-8c8f-d504b74237f0 req-4a1b3759-1645-4dd3-be6f-1b1af84f9ef1 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623038 Feb 03 04:56:18.239146 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Sync routers for ids ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:56:18.249820 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Routers {'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:18.250831 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:18.519576 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Set router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:18.568200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-128dc8b5-e1a9-4664-9285-e30f80ac7b44 req-e1bea694-abc5-4917-b371-0c262bdc041e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0731812 Feb 03 04:56:18.811923 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 4, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port': {'id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:08Z', 'updated_at': '2022-02-03T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cdb67775-0b1a-4af8-ba5f-878409c39e52', 'name': '', 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'mac_address': 'fa:16:3e:f6:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:10Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 2, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'subnets': [{'id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:18.841204 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Checking router: b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:56:18.841557 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Updating router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f port cdb67775-0b1a-4af8-ba5f-878409c39e52 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:56:18.876445 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.006547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6b85bd7-593c-4acc-9a44-b5da73b588e2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:19.097130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d6b85bd7-593c-4acc-9a44-b5da73b588e2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:19.097573 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.179176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d6b85bd7-593c-4acc-9a44-b5da73b588e2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:19.195378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e8bc49c-13d6-4f3d-9496-4d60f489f064 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:56:19.264887 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Publish callbacks [] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.286868 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.325522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:19.341479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'port_id': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'mac_address': 'fa:16:3e:67:91:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:56:19.376333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4aa87-5a36-49c7-b4d4-f8a8c604e068 req-1752cc46-0fab-4d37-905b-2942e9b7b357 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:19.380652 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac922d-20c6-4e8f-acf0-46ffb75b7931 None None] Pushing event updated for resources: {'Port': ['ID=cdb67775-0b1a-4af8-ba5f-878409c39e52,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:19.382441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0e4aa87-5a36-49c7-b4d4-f8a8c604e068 req-1752cc46-0fab-4d37-905b-2942e9b7b357 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1007564 Feb 03 04:56:19.398811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:19.399454 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.432318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e8bc49c-13d6-4f3d-9496-4d60f489f064 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:56:19.476191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:19.485479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0e4aa87-5a36-49c7-b4d4-f8a8c604e068 req-d5505a9d-e70e-4a3f-a028-fc40ad36e57b tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875263 Feb 03 04:56:19.487469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.503722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:19.539336 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Attempting to bind port cdb67775-0b1a-4af8-ba5f-878409c39e52 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:19.539767 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Attempting to bind port cdb67775-0b1a-4af8-ba5f-878409c39e52 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:19.540515 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Attempting to bind port cdb67775-0b1a-4af8-ba5f-878409c39e52 on network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:19.546804 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:19.547200 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Checking segment: {'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:19.547773 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.548519 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Bound using segment: {'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:19.548663 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Bound port: cdb67775-0b1a-4af8-ba5f-878409c39e52, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a6062e-319b-486e-8ba0-59e631760416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:19.549024 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.572714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:19.633849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-34e7ce09-aca7-42d2-a378-d316d6057ef3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/floatingips/588c697d-c944-4db1-b2a2-c5bbc3b703fc HTTP/1.1" status: 200 len: 993 time: 0.1282084 Feb 03 04:56:19.654069 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] For port cdb67775-0b1a-4af8-ba5f-878409c39e52, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:19.657544 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] For port cdb67775-0b1a-4af8-ba5f-878409c39e52, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cdb67775-0b1a-4af8-ba5f-878409c39e52,segment=NetworkSegment(b0a6062e-319b-486e-8ba0-59e631760416),segment_id=b0a6062e-319b-486e-8ba0-59e631760416)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:19.665764 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:19.737327 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Routers {'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:19.738380 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:19.740756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3787214b-91e4-430c-b1b6-baeb14e74e8e req-239adbeb-ac91-4bfb-9d1a-6e29f5c8cca2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0461121 Feb 03 04:56:19.785955 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac922d-20c6-4e8f-acf0-46ffb75b7931 None None] Pushing event updated for resources: {'Port': ['ID=cdb67775-0b1a-4af8-ba5f-878409c39e52,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:19.846458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['4e8bc49c-13d6-4f3d-9496-4d60f489f064'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:56:19.898319 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] Set router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:19.952516 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Provisioning complete for port cdb67775-0b1a-4af8-ba5f-878409c39e52 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:19.952914 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:20.035279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-f3bf8021-cb05-4dfd-80f7-0c1f3b8f9caa tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:20.039849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-f3bf8021-cb05-4dfd-80f7-0c1f3b8f9caa tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.2349350 Feb 03 04:56:20.053448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'port': {'device_id': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'admin_state_up': True, 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:20.248995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Current status of the port cdb67775-0b1a-4af8-ba5f-878409c39e52 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:20.250223 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:20.438356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] For port cdb67775-0b1a-4af8-ba5f-878409c39e52, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cdb67775-0b1a-4af8-ba5f-878409c39e52,segment=NetworkSegment(b0a6062e-319b-486e-8ba0-59e631760416),segment_id=b0a6062e-319b-486e-8ba0-59e631760416)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:20.444186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:20.446976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 4, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port': {'id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:08Z', 'updated_at': '2022-02-03T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cdb67775-0b1a-4af8-ba5f-878409c39e52', 'name': '', 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'mac_address': 'fa:16:3e:f6:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:10Z', 'updated_at': '2022-02-03T04:56:19Z', 'revision_number': 4, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'subnets': [{'id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:20.450178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:20.453327 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:20.518816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Pushing event updated for resources: {'Port': ['ID=cdb67775-0b1a-4af8-ba5f-878409c39e52,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:20.534458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.534857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.535155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.535518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.535871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.536206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.536541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.536875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.537205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.537534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.538241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.538591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.538938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1cf02-51fe-4807-a69d-02b27816e1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:20.553064 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ef30b-193c-4ea4-b792-fb434f6b1fbf None None] The sync data for ids ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'] in n-d-827549-1 is: [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 4, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port': {'id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:08Z', 'updated_at': '2022-02-03T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'cdb67775-0b1a-4af8-ba5f-878409c39e52', 'name': '', 'network_id': '6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'mac_address': 'fa:16:3e:f6:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:10Z', 'updated_at': '2022-02-03T04:56:19Z', 'revision_number': 4, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'subnets': [{'id': '7769622d-15a2-455a-ae1a-635d62d7dfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:56:20.608486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1fd763bc-be3b-4b5b-a6c5-43dca00697fa None None] Provisioning complete for port cdb67775-0b1a-4af8-ba5f-878409c39e52 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:20.608894 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fd763bc-be3b-4b5b-a6c5-43dca00697fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:20.750880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1fd763bc-be3b-4b5b-a6c5-43dca00697fa None None] Current status of the port cdb67775-0b1a-4af8-ba5f-878409c39e52 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:20.774409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.20.0.11 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/f450639e-faee-44b3-aca7-428fcecefd48) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:20.903995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62a1229e-0c0a-4d13-851e-fed3c7d1b044 req-7e0be01a-be69-4cd2-ab4a-5ae5f7b9cedb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0546532 Feb 03 04:56:21.102123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cdb67775-0b1a-4af8-ba5f-878409c39e52 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:21.148450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (f450639e-faee-44b3-aca7-428fcecefd48), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.175825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cdb67775-0b1a-4af8-ba5f-878409c39e52 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:21.176399 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.209706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f450639e-faee-44b3-aca7-428fcecefd48), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.209975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e8bc49c-13d6-4f3d-9496-4d60f489f064 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:21.275909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:21.279600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:21.302220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:21.363014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cdb67775-0b1a-4af8-ba5f-878409c39e52 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:21.366267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:21.366578 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.409546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=f450639e-faee-44b3-aca7-428fcecefd48,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:21.496966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:21.497585 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.531132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:21.531802 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.546073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-04669525-6074-4ae6-8769-1b43cf8e9806 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4973190 Feb 03 04:56:21.561188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Request body: {'port': {'device_id': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:21.620472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:21.624185 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4d37f-b68f-44a7-8043-72b240c8aa57" -d '{"events": [{"server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "name": "network-vif-plugged", "status": "completed", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:21.680817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:21.697063 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.735029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f450639e-faee-44b3-aca7-428fcecefd48), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.745881 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf63c3-bd63-4d93-90d1-95a8a96b8ffb x-openstack-request-id: req-fdcf63c3-bd63-4d93-90d1-95a8a96b8ffb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:21.746216 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "name": "network-vif-plugged", "status": "completed", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:21.746478 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdcf63c3-bd63-4d93-90d1-95a8a96b8ffb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:21.746910 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'code': 200} Feb 03 04:56:21.815834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:21.822153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2d953283-ae8a-417b-8fdc-a0c3dc8bf403 None None] Provisioning complete for port f450639e-faee-44b3-aca7-428fcecefd48 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:21.822525 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d953283-ae8a-417b-8fdc-a0c3dc8bf403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f450639e-faee-44b3-aca7-428fcecefd48), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:21.860023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2d953283-ae8a-417b-8fdc-a0c3dc8bf403 None None] Port f450639e-faee-44b3-aca7-428fcecefd48 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:56:22.118637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a599-ee7c-43c8-bccb-0807e8efacfe req-eed7ca31-1297-442b-bef3-ed4e9ea9e342 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:22.120937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4957a599-ee7c-43c8-bccb-0807e8efacfe req-eed7ca31-1297-442b-bef3-ed4e9ea9e342 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 932 time: 0.0956614 Feb 03 04:56:22.209670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4957a599-ee7c-43c8-bccb-0807e8efacfe req-4d77fc90-0857-47a8-81be-96d83996ad61 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791051 Feb 03 04:56:22.212462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f450639e-faee-44b3-aca7-428fcecefd48 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:56:22.223111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Publish callbacks [] for port (f450639e-faee-44b3-aca7-428fcecefd48), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:22.247480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Transition to ACTIVE for port object f450639e-faee-44b3-aca7-428fcecefd48 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:56:22.251598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f450639e-faee-44b3-aca7-428fcecefd48), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:22.301808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=f450639e-faee-44b3-aca7-428fcecefd48,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:22.442062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Attempting to bind port f450639e-faee-44b3-aca7-428fcecefd48 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:22.442403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Attempting to bind port f450639e-faee-44b3-aca7-428fcecefd48 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:22.443582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Attempting to bind port f450639e-faee-44b3-aca7-428fcecefd48 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:22.457343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Port f450639e-faee-44b3-aca7-428fcecefd48 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:56:22.457676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Attempting to bind port f450639e-faee-44b3-aca7-428fcecefd48 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:22.471196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:22.471585 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:22.474155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:22.474626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Bound port: f450639e-faee-44b3-aca7-428fcecefd48, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:22.477528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f450639e-faee-44b3-aca7-428fcecefd48), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:22.586500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] For port f450639e-faee-44b3-aca7-428fcecefd48, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:22.590772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] For port f450639e-faee-44b3-aca7-428fcecefd48, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f450639e-faee-44b3-aca7-428fcecefd48,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:22.601349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f450639e-faee-44b3-aca7-428fcecefd48), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:22.644904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:22.645686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:22.647721 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f450639e-faee-44b3-aca7-428fcecefd48 HTTP/1.1" status: 200 len: 1092 time: 1.0910735 Feb 03 04:56:22.648261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'tag': 'f450639e-faee-44b3-aca7-428fcecefd48'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:22.653249 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c" -d '{"events": [{"name": "network-changed", "server_uuid": "047dd054-55e6-48cc-81d1-0708f3f2f64a", "tag": "f450639e-faee-44b3-aca7-428fcecefd48"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:22.773838 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d99f7-1238-4593-9d53-323ddb864d17 x-openstack-request-id: req-ec5d99f7-1238-4593-9d53-323ddb864d17 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:22.774130 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047dd054-55e6-48cc-81d1-0708f3f2f64a", "tag": "f450639e-faee-44b3-aca7-428fcecefd48", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:22.774373 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5d99f7-1238-4593-9d53-323ddb864d17 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:22.774782 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'tag': 'f450639e-faee-44b3-aca7-428fcecefd48', 'status': 'completed', 'code': 200} Feb 03 04:56:22.789964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9c28c-3ce8-4796-b198-818424e12ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=f450639e-faee-44b3-aca7-428fcecefd48,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:22.821438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-340fe165-5602-41a4-a678-081c8c5d752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:22.823432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-340fe165-5602-41a4-a678-081c8c5d752c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 1126 time: 0.1172967 Feb 03 04:56:22.897117 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-5a54b9a4-0c80-4dce-aebb-0b15fb825c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f450639e-faee-44b3-aca7-428fcecefd48 HTTP/1.1" status: 200 len: 217 time: 0.0608094 Feb 03 04:56:22.968784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-e6c9cf00-bdad-4813-af93-839ccd6e28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:22.970402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-e6c9cf00-bdad-4813-af93-839ccd6e28d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0646451 Feb 03 04:56:23.030011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-55364dea-a51b-4309-8305-54d9f5e0fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:23.031926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-55364dea-a51b-4309-8305-54d9f5e0fefd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545681 Feb 03 04:56:23.169221 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-bc235dd0-f3bf-4fff-9826-e019f9a287a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293170 Feb 03 04:56:23.325064 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-73c2f6f9-0426-439a-8d69-9967d2fe8c2b req-71a74474-9d82-4f61-9f46-20f839b95295 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482191 Feb 03 04:56:23.402626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99803579-66b8-4c17-be77-68e2fb3d01ff req-ae5217c8-27a5-49df-842a-a5883fcaf2a3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:23.410344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99803579-66b8-4c17-be77-68e2fb3d01ff req-ae5217c8-27a5-49df-842a-a5883fcaf2a3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0729380 Feb 03 04:56:23.459068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99803579-66b8-4c17-be77-68e2fb3d01ff req-09d9567e-29d1-44e4-8d0c-4dd4fc61b899 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476079 Feb 03 04:56:23.500347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-724e5d42-afc0-4912-80b9-ebbb6fa6f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:23.501938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-724e5d42-afc0-4912-80b9-ebbb6fa6f92f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 1126 time: 0.0914621 Feb 03 04:56:23.615422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-26828a8d-1cc4-4f9d-bced-0af8c19bbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:23.617112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-26828a8d-1cc4-4f9d-bced-0af8c19bbc1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.1077757 Feb 03 04:56:23.671122 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-eb8b7f09-67a6-4edf-bb37-5af69270c97a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f450639e-faee-44b3-aca7-428fcecefd48 HTTP/1.1" status: 200 len: 217 time: 0.0473592 Feb 03 04:56:23.727890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-8df291af-3245-4639-acfe-7ed2afa1914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:23.729461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-8df291af-3245-4639-acfe-7ed2afa1914a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0498960 Feb 03 04:56:23.783328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-821f3cfa-536f-46ed-bcf0-8372051f6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:23.785435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-821f3cfa-536f-46ed-bcf0-8372051f6c25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495160 Feb 03 04:56:23.897349 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:23.903985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-1b891ff2-b0dd-4b58-a1d0-ed5f8e38e18d service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114910 Feb 03 04:56:23.966471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:24.148316 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-771410fe-f9b5-4fd3-9ef0-b2220dc4f29c req-8eb074a6-f3eb-41d4-ad3e-2c2273082938 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367027 Feb 03 04:56:24.600588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6110b72-f103-4e9d-b2d1-d5d899bfa81f req-ab7b64a0-2213-4316-a2e2-56a75a87a7bd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:24.608816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6110b72-f103-4e9d-b2d1-d5d899bfa81f req-ab7b64a0-2213-4316-a2e2-56a75a87a7bd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0748775 Feb 03 04:56:24.660071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6110b72-f103-4e9d-b2d1-d5d899bfa81f req-014ac8d3-2aeb-4bff-b45e-afe761c9790a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Feb 03 04:56:25.798821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a04a7-342a-46e5-8ff2-74a7a1c11e31 req-d375e4ee-f8ae-4266-b6b0-be9d90f5a224 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:25.807593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd3a04a7-342a-46e5-8ff2-74a7a1c11e31 req-d375e4ee-f8ae-4266-b6b0-be9d90f5a224 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0689926 Feb 03 04:56:25.872211 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd3a04a7-342a-46e5-8ff2-74a7a1c11e31 req-e0019898-d267-494d-b9f1-31e9a0fcf7d0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618966 Feb 03 04:56:27.007790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aefa0-ded6-4843-8fe5-7120869ea26d req-917df98d-019f-456e-b33a-243016cd525a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:27.016018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-009aefa0-ded6-4843-8fe5-7120869ea26d req-917df98d-019f-456e-b33a-243016cd525a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0679350 Feb 03 04:56:27.063105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-009aefa0-ded6-4843-8fe5-7120869ea26d req-8e739e56-ae5b-4329-9bbc-ec71a2cf77d8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Feb 03 04:56:28.205970 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f375-5bf4-413b-92da-675ff4d86938 req-cfa401aa-49ac-4433-83ed-70ee6824d0e5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:28.214278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8c1f375-5bf4-413b-92da-675ff4d86938 req-cfa401aa-49ac-4433-83ed-70ee6824d0e5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0719097 Feb 03 04:56:28.271971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8c1f375-5bf4-413b-92da-675ff4d86938 req-94061fcb-4b04-407a-9fb9-70dec9063d50 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524182 Feb 03 04:56:29.391629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67225d8-c47a-4e6f-86f4-e658d545a7bf req-719c1955-b328-49e1-a5bf-e21f433487d7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:29.393243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c67225d8-c47a-4e6f-86f4-e658d545a7bf req-719c1955-b328-49e1-a5bf-e21f433487d7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0590415 Feb 03 04:56:29.444808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c67225d8-c47a-4e6f-86f4-e658d545a7bf req-1ad7ba05-d8a7-46e7-8dd5-20700982dc71 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 Feb 03 04:56:30.580522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851b12-9c9e-4d99-8681-f0ad1239ddbe req-83c069ad-5492-4e2e-a813-1fb9f5a560c6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:30.589250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6851b12-9c9e-4d99-8681-f0ad1239ddbe req-83c069ad-5492-4e2e-a813-1fb9f5a560c6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0707884 Feb 03 04:56:30.632735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6851b12-9c9e-4d99-8681-f0ad1239ddbe req-9eee4b47-f254-4986-9e28-5f89b3426203 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Feb 03 04:56:31.772427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22617174-cc38-4726-9ba0-5d1a43f3985e req-ad337f99-e29f-419a-ad0b-f8c4ec2804b9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:31.774992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22617174-cc38-4726-9ba0-5d1a43f3985e req-ad337f99-e29f-419a-ad0b-f8c4ec2804b9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0584145 Feb 03 04:56:31.841369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22617174-cc38-4726-9ba0-5d1a43f3985e req-50700112-0abf-4ef5-b39a-fee7bdc5d340 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Feb 03 04:56:32.961888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678686f-d60b-47a8-93ba-11ff845de6c6 req-012af606-769f-4683-b83c-f1bb3d41e48a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:32.964731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6678686f-d60b-47a8-93ba-11ff845de6c6 req-012af606-769f-4683-b83c-f1bb3d41e48a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0590572 Feb 03 04:56:33.035979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6678686f-d60b-47a8-93ba-11ff845de6c6 req-3fd13fd7-27ff-4f7e-855a-5e3ad399dd34 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617816 Feb 03 04:56:33.172247 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72d2f350-99ee-4226-a271-c856248341a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:34.159625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1c0ec-3931-475c-b329-9fbe61c0abea req-16f2344f-a505-438d-bb07-2e8d441e3726 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:34.161230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61b1c0ec-3931-475c-b329-9fbe61c0abea req-16f2344f-a505-438d-bb07-2e8d441e3726 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0568802 Feb 03 04:56:34.221315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61b1c0ec-3931-475c-b329-9fbe61c0abea req-c12a495c-1874-4df7-a272-0bdd916c45fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532880 Feb 03 04:56:35.465281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288af25-b575-4a93-8d94-adbfabc87b4a req-a57e066f-a274-4833-99e3-66dade390bf3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:35.467095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3288af25-b575-4a93-8d94-adbfabc87b4a req-a57e066f-a274-4833-99e3-66dade390bf3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0668895 Feb 03 04:56:35.522897 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3288af25-b575-4a93-8d94-adbfabc87b4a req-ec3d35ab-4131-4789-b8b2-61f6fa861e05 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490777 Feb 03 04:56:35.771172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:35.882838 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2090d06e-15f8-4669-a0db-b09075904365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:35.968972 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2090d06e-15f8-4669-a0db-b09075904365 admin admin] Publish callbacks [] for security_group (9007ebb9-fa3b-4026-a817-a15b90b75bae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:35.975817 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2090d06e-15f8-4669-a0db-b09075904365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9007ebb9-fa3b-4026-a817-a15b90b75bae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:36.016216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d06e-15f8-4669-a0db-b09075904365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9007ebb9-fa3b-4026-a817-a15b90b75bae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:36.022498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2090d06e-15f8-4669-a0db-b09075904365 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=019dff0fb3134235b35af2ebbd71e951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500284 Feb 03 04:56:36.024889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:36.079151 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb087-d38f-4e7a-b089-b134d2d6ca5b admin admin] Publish callbacks [] for security_group (9007ebb9-fa3b-4026-a817-a15b90b75bae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:36.105699 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb087-d38f-4e7a-b089-b134d2d6ca5b admin admin] Publish callbacks [] for security_group (9007ebb9-fa3b-4026-a817-a15b90b75bae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:36.154874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb087-d38f-4e7a-b089-b134d2d6ca5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9007ebb9-fa3b-4026-a817-a15b90b75bae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:36.158229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb087-d38f-4e7a-b089-b134d2d6ca5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:36.161808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d3fb087-d38f-4e7a-b089-b134d2d6ca5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9007ebb9-fa3b-4026-a817-a15b90b75bae HTTP/1.1" status: 204 len: 168 time: 0.1335776 Feb 03 04:56:36.170269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fb087-d38f-4e7a-b089-b134d2d6ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9007ebb9-fa3b-4026-a817-a15b90b75bae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:36.416581 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3111fdf0-d41d-42fc-b2cd-a0904f6b8d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:36.652507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd9e2-863c-451b-9b72-510c466ff1b8 req-138a079a-d9f1-47d0-b986-a5150b57b55e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:36.654309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e77fd9e2-863c-451b-9b72-510c466ff1b8 req-138a079a-d9f1-47d0-b986-a5150b57b55e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0585797 Feb 03 04:56:36.707986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e77fd9e2-863c-451b-9b72-510c466ff1b8 req-bcb7cb7e-0fae-4826-a0a1-0c4adedff00b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Feb 03 04:56:36.727284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:36.891024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:36.994501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-414403206-network', 'tenant_id': '9bf378767c7b4f77890736422d4a4493'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:37.015418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Made reservation on behalf of 9bf378767c7b4f77890736422d4a4493 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:37.018081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.026665 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.106366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks [] for security_group (17da6c1e-e4f8-42b2-be9d-45dcd6910261), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.111309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (17da6c1e-e4f8-42b2-be9d-45dcd6910261), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.139315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:56:37.144505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17da6c1e-e4f8-42b2-be9d-45dcd6910261,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:37.154582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (503cc74e-27a3-4620-8dd6-688505815e5e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.155089 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Added segment 503cc74e-27a3-4620-8dd6-688505815e5e of type vlan for network fef14ff0-97d9-48cb-b9e4-91163362e422 Feb 03 04:56:37.203565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (fef14ff0-97d9-48cb-b9e4-91163362e422), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.229803 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (fef14ff0-97d9-48cb-b9e4-91163362e422), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.230916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:37.231575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.277556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3853300 Feb 03 04:56:37.280632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:37.286243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Request body: {'subnet': {'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-414403206-subnet', 'tenant_id': '9bf378767c7b4f77890736422d4a4493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:37.306889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Made reservation on behalf of 9bf378767c7b4f77890736422d4a4493 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:37.310644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.320889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb62bc-0aa7-4488-8dc1-250cac896a7f admin admin] Pushing event updated for resources: {'Network': ['ID=fef14ff0-97d9-48cb-b9e4-91163362e422,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:37.332605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network fef14ff0-97d9-48cb-b9e4-91163362e422 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:56:37.494854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (3d764cf5-af51-4aae-8f34-40437de59a83), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.559268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d764cf5-af51-4aae-8f34-40437de59a83,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:37.572509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Checking segment: {'id': '503cc74e-27a3-4620-8dd6-688505815e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:37.572509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Network hostable DHCP agents. Network: fef14ff0-97d9-48cb-b9e4-91163362e422, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:56:37.611644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Network fef14ff0-97d9-48cb-b9e4-91163362e422 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:56:37.623146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, fef14ff0-97d9-48cb-b9e4-91163362e422) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:37.626951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:37.627811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:37.631858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c89a96-baed-4382-b2fe-ee9362b94498 None None] Network fef14ff0-97d9-48cb-b9e4-91163362e422 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:37.652854 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ce29f3f8-7928-43fe-a6c8-a08934930185 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3662431 Feb 03 04:56:37.868925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dea852-b40c-44b6-b0e0-88223945b4a4 req-acac6f69-7eec-4b70-af7f-42d76b96d315 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:37.876125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20dea852-b40c-44b6-b0e0-88223945b4a4 req-acac6f69-7eec-4b70-af7f-42d76b96d315 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0817482 Feb 03 04:56:37.934177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20dea852-b40c-44b6-b0e0-88223945b4a4 req-e0ab48de-6882-42fe-b208-54622339df57 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Feb 03 04:56:37.936367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6edd35e-feab-4c7f-9bcf-d95aa987a2a7 None None] Network fef14ff0-97d9-48cb-b9e4-91163362e422 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:38.169547 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.193656 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53288) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:38.198804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-199692880-network', 'tenant_id': 'eac73c7c4a37467ba22385a322dc3949'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:38.218740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Made reservation on behalf of eac73c7c4a37467ba22385a322dc3949 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:38.221214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.230292 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.305036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks [] for security_group (8b77ca2f-fa55-40e4-b8b3-7119f723f16b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.309619 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8b77ca2f-fa55-40e4-b8b3-7119f723f16b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.337559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:56:38.342999 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b77ca2f-fa55-40e4-b8b3-7119f723f16b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:38.352756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ea825745-226f-4ba5-acb6-26587ef7e08d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.353216 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Added segment ea825745-226f-4ba5-acb6-26587ef7e08d of type vlan for network 2ca6b7c0-b9ae-429b-b114-b0f68d22357c Feb 03 04:56:38.395137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2ca6b7c0-b9ae-429b-b114-b0f68d22357c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.419876 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2ca6b7c0-b9ae-429b-b114-b0f68d22357c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.420879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:38.421464 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.457905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2628863 Feb 03 04:56:38.460390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53292) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:38.468268 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Request body: {'subnet': {'network_id': '2ca6b7c0-b9ae-429b-b114-b0f68d22357c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-199692880-subnet', 'tenant_id': 'eac73c7c4a37467ba22385a322dc3949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:38.501916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b596e-3d63-4699-a0aa-64213378cf40 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca6b7c0-b9ae-429b-b114-b0f68d22357c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:38.515611 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Made reservation on behalf of eac73c7c4a37467ba22385a322dc3949 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:38.518012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.519561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2ca6b7c0-b9ae-429b-b114-b0f68d22357c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:56:38.698999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (9249d4f3-225c-42ea-a6e9-9c5f130a692f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.747471 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9249d4f3-225c-42ea-a6e9-9c5f130a692f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:38.763691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Checking segment: {'id': 'ea825745-226f-4ba5-acb6-26587ef7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2ca6b7c0-b9ae-429b-b114-b0f68d22357c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:38.764059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Network hostable DHCP agents. Network: 2ca6b7c0-b9ae-429b-b114-b0f68d22357c, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:56:38.781216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Network 2ca6b7c0-b9ae-429b-b114-b0f68d22357c is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:56:38.789824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2ca6b7c0-b9ae-429b-b114-b0f68d22357c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:38.794237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:38.795118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:38.801293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e970a-0196-4b40-8eb2-1e49d353bfd4 None None] Network 2ca6b7c0-b9ae-429b-b114-b0f68d22357c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:38.823044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e4a12dfa-3f45-45af-915a-53a4c188beac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3520999 Feb 03 04:56:38.905472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0a472-0402-4931-a7d0-8c2cb081fd8c None None] Network 2ca6b7c0-b9ae-429b-b114-b0f68d22357c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:39.062349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cb836-666e-4463-ab86-e298b40cfcf3 req-bc69f192-8df6-4bd8-bd9d-cdd7225d62b8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:39.063896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a9cb836-666e-4463-ab86-e298b40cfcf3 req-bc69f192-8df6-4bd8-bd9d-cdd7225d62b8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 944 time: 0.0612717 Feb 03 04:56:39.129715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a9cb836-666e-4463-ab86-e298b40cfcf3 req-1c12f895-1619-48cd-9134-d06e8ea0309e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595255 Feb 03 04:56:39.281754 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:39.358914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-66b20ebe-b2bf-4914-a098-d709838e9712 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:39.360450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-66b20ebe-b2bf-4914-a098-d709838e9712 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/networks?id=fef14ff0-97d9-48cb-b9e4-91163362e422 HTTP/1.1" status: 200 len: 811 time: 0.1130552 Feb 03 04:56:39.376434 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-b1dd0590-b306-4365-be55-505886ac908d tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/quotas/9bf378767c7b4f77890736422d4a4493 HTTP/1.1" status: 200 len: 375 time: 0.0102184 Feb 03 04:56:39.383712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f450639e-faee-44b3-aca7-428fcecefd48 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:56:39.415648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-7e3b0704-f2c0-40a6-8cc6-58c7e386bda9 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bf378767c7b4f77890736422d4a4493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332501 Feb 03 04:56:39.486081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f450639e-faee-44b3-aca7-428fcecefd48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f450639e-faee-44b3-aca7-428fcecefd48,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:39.497874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'f450639e-faee-44b3-aca7-428fcecefd48', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'port_id': 'f450639e-faee-44b3-aca7-428fcecefd48', 'mac_address': 'fa:16:3e:f7:a0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:56:39.512210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-b87ad305-2711-43aa-8e5e-e8dd0021dee8 service neutron] 10.222.0.35 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Feb 03 04:56:39.539483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f450639e-faee-44b3-aca7-428fcecefd48 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:39.539942 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f450639e-faee-44b3-aca7-428fcecefd48), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:39.554023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f450639e-faee-44b3-aca7-428fcecefd48 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:56:39.575857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f450639e-faee-44b3-aca7-428fcecefd48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f450639e-faee-44b3-aca7-428fcecefd48,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:39.585223 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f450639e-faee-44b3-aca7-428fcecefd48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:39.620052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-0cf313b2-6cba-427f-9ea9-f80bffbcfb31 service neutron] 10.222.0.35 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067977 Feb 03 04:56:39.632541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f450639e-faee-44b3-aca7-428fcecefd48,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:39.809976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f450639e-faee-44b3-aca7-428fcecefd48'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:56:39.812582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd12c81d-d03a-473b-85b2-2650dd2606bb req-8fd54bfd-673f-4582-ba09-18e69dac925a tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 210 time: 0.0310645 Feb 03 04:56:39.834780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18e894-4ae9-4f2d-9794-246aa840489c req-407936fc-dd31-4da9-b7b1-0de35b904b84 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:39.836352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e18e894-4ae9-4f2d-9794-246aa840489c req-407936fc-dd31-4da9-b7b1-0de35b904b84 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 946 time: 0.0878935 Feb 03 04:56:39.893029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2e18e894-4ae9-4f2d-9794-246aa840489c req-27a45f62-3cd0-4023-b900-3d44edc2763f tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Feb 03 04:56:40.254437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86edc6-1d24-4131-83eb-58f449f5ce6b req-665c4453-f19d-4993-9128-783dcfe59e17 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:40.256192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac86edc6-1d24-4131-83eb-58f449f5ce6b req-665c4453-f19d-4993-9128-783dcfe59e17 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 945 time: 0.0586216 Feb 03 04:56:40.309516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac86edc6-1d24-4131-83eb-58f449f5ce6b req-342bbade-127f-410a-8e62-914acc30ce0c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473604 Feb 03 04:56:40.915016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46674ebc-91e3-42c2-8f84-4e148458bc74 req-e59f5cbc-e182-49b2-8ac1-1dbd5ba0cb94 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 210 time: 0.0280287 Feb 03 04:56:40.961844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-0cccb0eb-4189-4acc-b35f-ce01f95ba1a9 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:40.963531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-0cccb0eb-4189-4acc-b35f-ce01f95ba1a9 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.31 "GET /v2.0/networks?id=fef14ff0-97d9-48cb-b9e4-91163362e422 HTTP/1.1" status: 200 len: 811 time: 0.1247573 Feb 03 04:56:40.976947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Request body: {'port': {'device_id': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422', 'admin_state_up': True, 'tenant_id': '9bf378767c7b4f77890736422d4a4493'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:41.031401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29b0a-4acb-4902-8c8d-e1ea560876fe req-ea4e354b-9da7-49eb-9ee4-96882962160c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:41.032977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e29b0a-4acb-4902-8c8d-e1ea560876fe req-ea4e354b-9da7-49eb-9ee4-96882962160c tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 946 time: 0.0533991 Feb 03 04:56:41.081941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-16e29b0a-4acb-4902-8c8d-e1ea560876fe req-1fc5830e-fb69-4e7d-a23f-cb1a95385a5d tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Feb 03 04:56:41.102826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Made reservation on behalf of 9bf378767c7b4f77890736422d4a4493 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:56:41.103083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.235019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Allocated IP 172.20.0.6 (fef14ff0-97d9-48cb-b9e4-91163362e422/3d764cf5-af51-4aae-8f34-40437de59a83/c75fa119-2738-432d-97e9-e1f59e87b3ea) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:56:41.314082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-4c66164f-4f7b-4a8f-bca5-b136f46bbb31 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:41.315549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-4c66164f-4f7b-4a8f-bca5-b136f46bbb31 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 946 time: 0.0931747 Feb 03 04:56:41.389854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f450639e-faee-44b3-aca7-428fcecefd48 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:41.434591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4b76-c0e2-4399-bb7e-b4f4a657d867 req-5239c361-159c-4cf6-89d6-78af6be9b499 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:41.436721 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58ca4b76-c0e2-4399-bb7e-b4f4a657d867 req-5239c361-159c-4cf6-89d6-78af6be9b499 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 945 time: 0.0597062 Feb 03 04:56:41.451033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port f450639e-faee-44b3-aca7-428fcecefd48 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:56:41.459848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port f450639e-faee-44b3-aca7-428fcecefd48 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:41.460899 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f450639e-faee-44b3-aca7-428fcecefd48), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.482608 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks [] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.489135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58ca4b76-c0e2-4399-bb7e-b4f4a657d867 req-9f4fcbc7-76fa-4aa2-ad21-6cc35cbd2a13 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Feb 03 04:56:41.504718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Deleting port afa3af22-ca66-4a95-b0c2-b7205ca1746f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:56:41.505056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.549166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port f450639e-faee-44b3-aca7-428fcecefd48 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:41.549556 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f450639e-faee-44b3-aca7-428fcecefd48), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.572250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f450639e-faee-44b3-aca7-428fcecefd48'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:41.579796 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cac3e6d-2f03-4f8b-a97b-ac4035ceb16f" -d '{"events": [{"server_uuid": "047dd054-55e6-48cc-81d1-0708f3f2f64a", "name": "network-vif-plugged", "status": "completed", "tag": "f450639e-faee-44b3-aca7-428fcecefd48"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:41.589894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port f450639e-faee-44b3-aca7-428fcecefd48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f450639e-faee-44b3-aca7-428fcecefd48,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:41.595253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.597372 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f450639e-faee-44b3-aca7-428fcecefd48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.622147 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abca437-f157-4251-854e-ae81642a2606 x-openstack-request-id: req-5abca437-f157-4251-854e-ae81642a2606 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:41.622549 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047dd054-55e6-48cc-81d1-0708f3f2f64a", "name": "network-vif-plugged", "status": "completed", "tag": "f450639e-faee-44b3-aca7-428fcecefd48", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:41.622915 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5abca437-f157-4251-854e-ae81642a2606 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:41.623370 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f450639e-faee-44b3-aca7-428fcecefd48', 'code': 200} Feb 03 04:56:41.652821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=f450639e-faee-44b3-aca7-428fcecefd48,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:41.655853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] For port afa3af22-ca66-4a95-b0c2-b7205ca1746f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=afa3af22-ca66-4a95-b0c2-b7205ca1746f,segment=NetworkSegment(ff821177-86ab-4f8f-849d-dd7a34272154),segment_id=ff821177-86ab-4f8f-849d-dd7a34272154)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:41.656240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.677467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Network fef14ff0-97d9-48cb-b9e4-91163362e422 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:56:41.678478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Calling delete_port for afa3af22-ca66-4a95-b0c2-b7205ca1746f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:56:41.684277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:56:41.698007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:56:41.721791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Pushing event updated for resources: {'Port': ['ID=c75fa119-2738-432d-97e9-e1f59e87b3ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:41.817988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:41.818595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.847064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2844f0c-389e-41ca-b949-a994a5177fdf req-2a290f7c-77e2-4383-9f2c-83ddcecebf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:41.848616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c2844f0c-389e-41ca-b949-a994a5177fdf req-2a290f7c-77e2-4383-9f2c-83ddcecebf56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 1128 time: 0.1608529 Feb 03 04:56:41.853483 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-60db782a-6f1b-404e-bba2-6adcdbb6326e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8807869 Feb 03 04:56:41.872115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Request body: {'port': {'device_id': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:56:41.959285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c2844f0c-389e-41ca-b949-a994a5177fdf req-88ad373e-567b-4567-9a4f-2ba9588f1449 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047781 Feb 03 04:56:41.987789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (afa3af22-ca66-4a95-b0c2-b7205ca1746f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:41.997299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:42.000256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['afa3af22-ca66-4a95-b0c2-b7205ca1746f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:56:42.026839 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Pushing event deleted for resources: {'Port': ['ID=afa3af22-ca66-4a95-b0c2-b7205ca1746f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:42.049670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a66e9e-b3e9-4a7d-b972-7f3e1ceda7c3 req-81c8870b-51ca-4c42-864b-d5f26e8659a5 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:42.051275 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1a66e9e-b3e9-4a7d-b972-7f3e1ceda7c3 req-81c8870b-51ca-4c42-864b-d5f26e8659a5 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 931 time: 0.0650854 Feb 03 04:56:42.093608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] No DVR routers for this DVR port afa3af22-ca66-4a95-b0c2-b7205ca1746f on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:56:42.099362 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:42.102660 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8fd3e4e7-93f6-4c76-bac5-38344b9c63f7 req-f5fecb33-da8a-46ea-bc35-90ad7fb1b5f5 tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.15 "DELETE /v2.0/ports/afa3af22-ca66-4a95-b0c2-b7205ca1746f HTTP/1.1" status: 204 len: 173 time: 0.7806540 Feb 03 04:56:42.103101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'name': 'network-vif-deleted', 'tag': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:42.105412 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba68c70-2cf4-430a-885f-772d990308ec" -d '{"events": [{"server_uuid": "7d2d3268-013c-4df8-91d6-04670f0721e5", "name": "network-vif-deleted", "tag": "afa3af22-ca66-4a95-b0c2-b7205ca1746f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:42.113331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1a66e9e-b3e9-4a7d-b972-7f3e1ceda7c3 req-3bf262c0-eaa8-4e11-825d-610e08e78639 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556803 Feb 03 04:56:42.181065 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f7922d-415d-457e-aed6-15b549304066 x-openstack-request-id: req-07f7922d-415d-457e-aed6-15b549304066 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:42.181372 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2d3268-013c-4df8-91d6-04670f0721e5", "name": "network-vif-deleted", "tag": "afa3af22-ca66-4a95-b0c2-b7205ca1746f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:42.181612 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07f7922d-415d-457e-aed6-15b549304066 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:42.182019 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2d3268-013c-4df8-91d6-04670f0721e5', 'name': 'network-vif-deleted', 'tag': 'afa3af22-ca66-4a95-b0c2-b7205ca1746f', 'status': 'completed', 'code': 200} Feb 03 04:56:42.189244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24873927-3c3b-432a-832e-600e5937e5f9 req-4b47c374-9c4f-4d1c-a9cf-82aee39cd43d tempest-VolumesSnapshotTestJSON-1291147946 tempest-VolumesSnapshotTestJSON-1291147946-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d2d3268-013c-4df8-91d6-04670f0721e5 HTTP/1.1" status: 200 len: 210 time: 0.0342922 Feb 03 04:56:42.345797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75fa119-2738-432d-97e9-e1f59e87b3ea {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:56:42.353295 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Publish callbacks [] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:42.365436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Transition to ACTIVE for port object c75fa119-2738-432d-97e9-e1f59e87b3ea will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:56:42.369903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:42.419807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Pushing event updated for resources: {'Port': ['ID=c75fa119-2738-432d-97e9-e1f59e87b3ea,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:42.491856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Attempting to bind port c75fa119-2738-432d-97e9-e1f59e87b3ea on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:56:42.492120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Attempting to bind port c75fa119-2738-432d-97e9-e1f59e87b3ea by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '503cc74e-27a3-4620-8dd6-688505815e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:56:42.492456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Attempting to bind port c75fa119-2738-432d-97e9-e1f59e87b3ea on network fef14ff0-97d9-48cb-b9e4-91163362e422 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:42.499072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Port c75fa119-2738-432d-97e9-e1f59e87b3ea on network fef14ff0-97d9-48cb-b9e4-91163362e422 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:56:42.499530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Attempting to bind port c75fa119-2738-432d-97e9-e1f59e87b3ea on network fef14ff0-97d9-48cb-b9e4-91163362e422 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:56:42.504871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:56:42.505219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Checking segment: {'id': '503cc74e-27a3-4620-8dd6-688505815e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:56:42.505612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Bound using segment: {'id': '503cc74e-27a3-4620-8dd6-688505815e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:56:42.506043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Bound port: c75fa119-2738-432d-97e9-e1f59e87b3ea, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503cc74e-27a3-4620-8dd6-688505815e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:56:42.506402 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:42.580294 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] For port c75fa119-2738-432d-97e9-e1f59e87b3ea, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:56:42.583716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] For port c75fa119-2738-432d-97e9-e1f59e87b3ea, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea,segment=NetworkSegment(503cc74e-27a3-4620-8dd6-688505815e5e),segment_id=503cc74e-27a3-4620-8dd6-688505815e5e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:56:42.593625 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:42.630842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:42.631596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:42.633177 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] 10.222.0.31 "PUT /v2.0/ports/c75fa119-2738-432d-97e9-e1f59e87b3ea HTTP/1.1" status: 200 len: 1091 time: 0.7707312 Feb 03 04:56:42.643253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a9274-f172-44d2-a615-8a7ab1ad0b7a req-b4c242a6-1271-4726-8b3d-bc21feb19756 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:42.651704 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-676a9274-f172-44d2-a615-8a7ab1ad0b7a req-b4c242a6-1271-4726-8b3d-bc21feb19756 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 946 time: 0.0926473 Feb 03 04:56:42.654571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dd0f7-fe4d-4547-bbcc-14a470b2143c service neutron] Pushing event updated for resources: {'Port': ['ID=c75fa119-2738-432d-97e9-e1f59e87b3ea,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:42.702884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-676a9274-f172-44d2-a615-8a7ab1ad0b7a req-8d1b15e9-aeef-4edd-8924-b5d9601370aa tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501852 Feb 03 04:56:42.723855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-b1951554-8ff6-473b-87a4-fb64e00e092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:42.725386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-b1951554-8ff6-473b-87a4-fb64e00e092d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bf378767c7b4f77890736422d4a4493&device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 1125 time: 0.0459127 Feb 03 04:56:42.773868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-69ef0bfc-e6d9-4a9f-9e33-0f6872b9138b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea HTTP/1.1" status: 200 len: 217 time: 0.0370321 Feb 03 04:56:42.823218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-68ffeaf2-6799-46d4-b38f-a3b536f8989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:42.824685 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-68ffeaf2-6799-46d4-b38f-a3b536f8989f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d764cf5-af51-4aae-8f34-40437de59a83 HTTP/1.1" status: 200 len: 851 time: 0.0446846 Feb 03 04:56:42.856654 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-ca4a0b61-5868-4dc1-aea2-68e3419814e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fef14ff0-97d9-48cb-b9e4-91163362e422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250227 Feb 03 04:56:42.948806 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-71fa837b-0b68-4c49-b0d6-2d80029d9160 service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850115 Feb 03 04:56:43.038747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-43130358-3c2c-4a1b-8883-c2c16fa4c23e req-fdf1b74b-bb86-4dd6-aceb-fb7691a94dda service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836189 Feb 03 04:56:43.233823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f4e1-4ae2-4fa7-b68a-5b365c2c2070 req-225dfac0-c74c-4c7f-a82f-e445c7b2e811 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:43.235311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5a4f4e1-4ae2-4fa7-b68a-5b365c2c2070 req-225dfac0-c74c-4c7f-a82f-e445c7b2e811 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 943 time: 0.0556457 Feb 03 04:56:43.285736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5a4f4e1-4ae2-4fa7-b68a-5b365c2c2070 req-245e5332-f590-4653-9870-c76f0a9e388f tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Feb 03 04:56:43.841201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20d161-5aab-4572-8302-c38e239458aa req-697a8c1c-540e-4d4d-9bb3-ce702d0f745d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:43.842669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c20d161-5aab-4572-8302-c38e239458aa req-697a8c1c-540e-4d4d-9bb3-ce702d0f745d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 946 time: 0.0679560 Feb 03 04:56:43.890713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c20d161-5aab-4572-8302-c38e239458aa req-6ad80b8f-8b57-4b5f-adc8-b823a7357466 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Feb 03 04:56:44.011329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3ea3-8408-4799-9f5f-d7f703273e46 req-18ebe1b4-d04a-4026-960c-3799ebd162f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:44.012760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ecc3ea3-8408-4799-9f5f-d7f703273e46 req-18ebe1b4-d04a-4026-960c-3799ebd162f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 946 time: 0.0540013 Feb 03 04:56:44.059806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ecc3ea3-8408-4799-9f5f-d7f703273e46 req-3a559937-00f1-47ca-b701-1fb12ee84bd9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Feb 03 04:56:44.182357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419433b-6337-4ec5-9197-632eb46cbd51 req-c638ea1e-5787-4a60-9dc9-2892e36948c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:44.183181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'tag': 'c75fa119-2738-432d-97e9-e1f59e87b3ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:44.184056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a419433b-6337-4ec5-9197-632eb46cbd51 req-c638ea1e-5787-4a60-9dc9-2892e36948c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 946 time: 0.0589936 Feb 03 04:56:44.185756 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7f133a-ca4d-43f9-8463-87e564e56633" -d '{"events": [{"name": "network-changed", "server_uuid": "63d81342-bc97-4ceb-90f9-7aef3dbf5789", "tag": "c75fa119-2738-432d-97e9-e1f59e87b3ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:44.225980 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64efa31b-0639-47ff-a2d9-7f312ba5ca02 x-openstack-request-id: req-64efa31b-0639-47ff-a2d9-7f312ba5ca02 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:44.226301 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d81342-bc97-4ceb-90f9-7aef3dbf5789", "tag": "c75fa119-2738-432d-97e9-e1f59e87b3ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:44.226565 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64efa31b-0639-47ff-a2d9-7f312ba5ca02 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:44.226972 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'tag': 'c75fa119-2738-432d-97e9-e1f59e87b3ea', 'status': 'completed', 'code': 200} Feb 03 04:56:44.243484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a419433b-6337-4ec5-9197-632eb46cbd51 req-90ffd891-6553-44f9-a46c-a38db390e401 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Feb 03 04:56:44.292718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-d0f78a20-c17b-4153-8bd3-ecd96721c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:44.294239 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-d0f78a20-c17b-4153-8bd3-ecd96721c39d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bf378767c7b4f77890736422d4a4493&device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 1125 time: 0.0459044 Feb 03 04:56:44.404867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-8f9b39b7-1d85-406d-874c-2e5801cd8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:44.406873 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-8f9b39b7-1d85-406d-874c-2e5801cd8d46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fef14ff0-97d9-48cb-b9e4-91163362e422 HTTP/1.1" status: 200 len: 912 time: 0.1064160 Feb 03 04:56:44.424477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ffc08-9b91-42fa-950f-f145e550479d req-e09420e8-88e0-4651-a03c-6e9146b7ba7f tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:44.426189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a7ffc08-9b91-42fa-950f-f145e550479d req-e09420e8-88e0-4651-a03c-6e9146b7ba7f tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 943 time: 0.0607548 Feb 03 04:56:44.471747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-b7b224db-0297-4ba6-bc2e-57f7980d71d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea HTTP/1.1" status: 200 len: 217 time: 0.0576668 Feb 03 04:56:44.489355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a7ffc08-9b91-42fa-950f-f145e550479d req-65295375-eb22-4055-a537-44b6af7334d5 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554478 Feb 03 04:56:44.541453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-4b020a37-3f99-4b8f-a74a-165c286d7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:44.543247 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-4b020a37-3f99-4b8f-a74a-165c286d7498 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d764cf5-af51-4aae-8f34-40437de59a83 HTTP/1.1" status: 200 len: 851 time: 0.0644553 Feb 03 04:56:44.582186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0614a47-6729-41db-a0da-820aa95d738e req-9d4f1a51-af75-4b8f-aef2-ad514ecb435b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:44.583493 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-6b903489-f651-4fd9-b350-7add994b2b14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fef14ff0-97d9-48cb-b9e4-91163362e422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327923 Feb 03 04:56:44.587868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0614a47-6729-41db-a0da-820aa95d738e req-9d4f1a51-af75-4b8f-aef2-ad514ecb435b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 946 time: 0.0927701 Feb 03 04:56:44.654699 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0614a47-6729-41db-a0da-820aa95d738e req-e705b469-1cc2-4ac7-87ec-0439bf77d283 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 Feb 03 04:56:44.679908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-cf3da61f-d4cf-4dc3-b865-570a4677b079 service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905604 Feb 03 04:56:44.779610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0c7f133a-ca4d-43f9-8463-87e564e56633 req-e4a88b15-e462-4d31-9ea6-f313d97cc250 service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928576 Feb 03 04:56:45.414628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device afa3af22-ca66-4a95-b0c2-b7205ca1746f no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:56:45.434730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: afa3af22-ca66-4a95-b0c2-b7205ca1746f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:56:45.435078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device afa3af22-ca66-4a95-b0c2-b7205ca1746f not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:56:45.620123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7abe45-c6b6-4ea3-81ed-bcf0c582b148 req-8482c8c7-88b5-4db1-9ad8-7df1189bfaf1 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:45.622241 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f7abe45-c6b6-4ea3-81ed-bcf0c582b148 req-8482c8c7-88b5-4db1-9ad8-7df1189bfaf1 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 943 time: 0.0612566 Feb 03 04:56:45.672106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f7abe45-c6b6-4ea3-81ed-bcf0c582b148 req-c9df246c-1c23-4af6-ab04-50c53f46b1de tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Feb 03 04:56:45.785737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52314707-68d8-48cd-b719-cdac7a780e4d req-e14dcf89-5012-45af-aa3e-4cdde2a6e020 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:45.787530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52314707-68d8-48cd-b719-cdac7a780e4d req-e14dcf89-5012-45af-aa3e-4cdde2a6e020 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 946 time: 0.0629623 Feb 03 04:56:45.835766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52314707-68d8-48cd-b719-cdac7a780e4d req-9ef5b936-ccd6-4c12-a8f4-e45d0ff2a5dc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Feb 03 04:56:45.924633 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-eb02795e-9eee-4864-8d42-bf89456556fc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:45.926025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-eb02795e-9eee-4864-8d42-bf89456556fc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 946 time: 0.0523260 Feb 03 04:56:46.024955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port f450639e-faee-44b3-aca7-428fcecefd48 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:56:46.025306 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f450639e-faee-44b3-aca7-428fcecefd48), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:46.114100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] For port f450639e-faee-44b3-aca7-428fcecefd48, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=f450639e-faee-44b3-aca7-428fcecefd48,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:46.114459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f450639e-faee-44b3-aca7-428fcecefd48), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:46.127194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for f450639e-faee-44b3-aca7-428fcecefd48 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:56:46.616542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f450639e-faee-44b3-aca7-428fcecefd48), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:46.628514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['f450639e-faee-44b3-aca7-428fcecefd48'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:56:46.647492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=f450639e-faee-44b3-aca7-428fcecefd48,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:46.675524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.675884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.676215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.676558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.676898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.677232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.677567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.677898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.678216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.678536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.678860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.679187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.679536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:46.709379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] No DVR routers for this DVR port f450639e-faee-44b3-aca7-428fcecefd48 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:56:46.712290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:46.716802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ef10c6a5-b594-4726-83ee-73916a7ac82f req-8176795c-df19-4f8c-b722-bbbbe9f9b6fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "DELETE /v2.0/ports/f450639e-faee-44b3-aca7-428fcecefd48 HTTP/1.1" status: 204 len: 173 time: 0.7853897 Feb 03 04:56:46.717391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'name': 'network-vif-deleted', 'tag': 'f450639e-faee-44b3-aca7-428fcecefd48'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:46.720862 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03590642-d981-4b0b-a18f-39dd067efa3e" -d '{"events": [{"server_uuid": "047dd054-55e6-48cc-81d1-0708f3f2f64a", "name": "network-vif-deleted", "tag": "f450639e-faee-44b3-aca7-428fcecefd48"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:46.801870 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a11268-9517-4fd8-8bc6-ce58aca8445d x-openstack-request-id: req-a6a11268-9517-4fd8-8bc6-ce58aca8445d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:46.802247 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047dd054-55e6-48cc-81d1-0708f3f2f64a", "name": "network-vif-deleted", "tag": "f450639e-faee-44b3-aca7-428fcecefd48", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:46.802631 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6a11268-9517-4fd8-8bc6-ce58aca8445d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:46.803290 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047dd054-55e6-48cc-81d1-0708f3f2f64a', 'name': 'network-vif-deleted', 'tag': 'f450639e-faee-44b3-aca7-428fcecefd48', 'status': 'completed', 'code': 200} Feb 03 04:56:46.851925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05aa78-ed86-4f1f-aa7d-28991b778590 req-2c162cde-5e90-45a4-84a2-9421e6b6dd54 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:46.856905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb05aa78-ed86-4f1f-aa7d-28991b778590 req-2c162cde-5e90-45a4-84a2-9421e6b6dd54 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 943 time: 0.1027398 Feb 03 04:56:46.933292 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb05aa78-ed86-4f1f-aa7d-28991b778590 req-b28916b8-23ae-4c56-86a1-b37e9f595768 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641685 Feb 03 04:56:46.957118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eecca534-b5d1-46fb-8031-cd0b47082b86 req-0cb9f8fa-d480-4455-894d-a9c1b0460f80 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0381124 Feb 03 04:56:47.319157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c75fa119-2738-432d-97e9-e1f59e87b3ea details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:56:47.416732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c75fa119-2738-432d-97e9-e1f59e87b3ea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea,segment=NetworkSegment(503cc74e-27a3-4620-8dd6-688505815e5e),segment_id=503cc74e-27a3-4620-8dd6-688505815e5e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:47.428686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'c75fa119-2738-432d-97e9-e1f59e87b3ea', 'network_id': 'fef14ff0-97d9-48cb-b9e4-91163362e422', 'port_id': 'c75fa119-2738-432d-97e9-e1f59e87b3ea', 'mac_address': 'fa:16:3e:36:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d764cf5-af51-4aae-8f34-40437de59a83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:56:47.470542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c75fa119-2738-432d-97e9-e1f59e87b3ea is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:47.470920 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:47.484974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75fa119-2738-432d-97e9-e1f59e87b3ea {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:56:47.504650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c75fa119-2738-432d-97e9-e1f59e87b3ea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea,segment=NetworkSegment(503cc74e-27a3-4620-8dd6-688505815e5e),segment_id=503cc74e-27a3-4620-8dd6-688505815e5e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:47.509099 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:47.555474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c75fa119-2738-432d-97e9-e1f59e87b3ea,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:47.726139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c75fa119-2738-432d-97e9-e1f59e87b3ea'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:56:48.106962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b997b1c1-0848-43de-9cfd-a4b89ca800f5 req-4215b53a-8770-45db-9d6c-43ba736e111a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0431814 Feb 03 04:56:48.128261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe0431-7731-4a04-903a-3ac65e7562d4 req-b6725391-d2e2-488f-9148-e33c77600b08 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:48.135458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ffe0431-7731-4a04-903a-3ac65e7562d4 req-b6725391-d2e2-488f-9148-e33c77600b08 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 944 time: 0.1107154 Feb 03 04:56:48.186715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ffe0431-7731-4a04-903a-3ac65e7562d4 req-3e5b4e65-1e10-40b5-b085-6ab583709042 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503509 Feb 03 04:56:49.218737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13c67ce3-f47d-421d-b7b0-8341a653f0c1 req-333afb2f-1b23-429d-ac4f-aab430dc2276 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0409923 Feb 03 04:56:49.320092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c75fa119-2738-432d-97e9-e1f59e87b3ea up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:56:49.342990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3411ee-ab70-43b5-b117-52c282713d02 req-4ccb6f36-bdbf-4de7-8741-0488dbc2f792 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:49.351400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a3411ee-ab70-43b5-b117-52c282713d02 req-4ccb6f36-bdbf-4de7-8741-0488dbc2f792 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 944 time: 0.0829701 Feb 03 04:56:49.431042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f450639e-faee-44b3-aca7-428fcecefd48 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:56:49.453411 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a3411ee-ab70-43b5-b117-52c282713d02 req-a78f402f-c295-444a-998e-9ac0b7ca8780 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997918 Feb 03 04:56:49.465379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port c75fa119-2738-432d-97e9-e1f59e87b3ea completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:56:49.486992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: f450639e-faee-44b3-aca7-428fcecefd48 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:56:49.487413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device f450639e-faee-44b3-aca7-428fcecefd48 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:56:49.488978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port c75fa119-2738-432d-97e9-e1f59e87b3ea triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:56:49.489348 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:49.605784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c75fa119-2738-432d-97e9-e1f59e87b3ea is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:56:49.606188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:49.642536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c75fa119-2738-432d-97e9-e1f59e87b3ea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea,segment=NetworkSegment(503cc74e-27a3-4620-8dd6-688505815e5e),segment_id=503cc74e-27a3-4620-8dd6-688505815e5e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:49.643632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75fa119-2738-432d-97e9-e1f59e87b3ea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:49.646422 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c2e8c-f8c7-4d59-ade2-f224b3cba174" -d '{"events": [{"server_uuid": "63d81342-bc97-4ceb-90f9-7aef3dbf5789", "name": "network-vif-plugged", "status": "completed", "tag": "c75fa119-2738-432d-97e9-e1f59e87b3ea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:49.652617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:49.709904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c75fa119-2738-432d-97e9-e1f59e87b3ea,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:49.715932 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acac536-8144-48ea-a6a2-fbeb2193c26e x-openstack-request-id: req-2acac536-8144-48ea-a6a2-fbeb2193c26e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:49.716447 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d81342-bc97-4ceb-90f9-7aef3dbf5789", "name": "network-vif-plugged", "status": "completed", "tag": "c75fa119-2738-432d-97e9-e1f59e87b3ea", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:49.723875 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2acac536-8144-48ea-a6a2-fbeb2193c26e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:49.728534 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75fa119-2738-432d-97e9-e1f59e87b3ea', 'code': 200} Feb 03 04:56:49.823802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3939ba5-6589-49a0-97f1-3269cc1e3d8c req-105274e0-4c05-4f8b-8102-e6dba35926c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:49.825465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3939ba5-6589-49a0-97f1-3269cc1e3d8c req-105274e0-4c05-4f8b-8102-e6dba35926c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 1127 time: 0.0496504 Feb 03 04:56:49.873856 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3939ba5-6589-49a0-97f1-3269cc1e3d8c req-24253442-4c55-4732-bd9a-5b0c0a00830a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Feb 03 04:56:50.211389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:50.351926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2819ca71-4141-4cf0-b7a8-8919780fca05 req-219130dd-1885-4b71-98fb-25053ae8938c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0334094 Feb 03 04:56:50.411759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port d84493fd-3c12-482c-bbd0-e56763b028eb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:56:50.411992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:50.498582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:50.498969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (d84493fd-3c12-482c-bbd0-e56763b028eb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:50.514859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for d84493fd-3c12-482c-bbd0-e56763b028eb owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:56:50.651912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3a84-fdff-449c-b58f-687171077269 req-0a63f45c-73e1-41db-88fb-ae3b1d9fbc43 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:50.653418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-688b3a84-fdff-449c-b58f-687171077269 req-0a63f45c-73e1-41db-88fb-ae3b1d9fbc43 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0853665 Feb 03 04:56:50.744152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-688b3a84-fdff-449c-b58f-687171077269 req-d9052e5a-cc7f-46a9-bf0c-fbb7e32e3dca tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769639 Feb 03 04:56:50.780663 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d84493fd-3c12-482c-bbd0-e56763b028eb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:50.812324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=d84493fd-3c12-482c-bbd0-e56763b028eb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:50.878664 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for floatingip (588c697d-c944-4db1-b2a2-c5bbc3b703fc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:50.879063 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Floating IP 588c697d-c944-4db1-b2a2-c5bbc3b703fc disassociated (deleted). External IP: 172.25.7.137, port: 4e8bc49c-13d6-4f3d-9496-4d60f489f064. Feb 03 04:56:51.111752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 991e36c6-4e24-42ce-b379-d41149f13bf3 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:56:51.215726 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:56:51.221955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:56:51.233685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] Sync routers for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:56:51.234183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:51.248070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:51.250307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:51.269027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5751274b-6419-4e1c-af07-c8973180c8c5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/floatingips/588c697d-c944-4db1-b2a2-c5bbc3b703fc HTTP/1.1" status: 204 len: 168 time: 1.0564682 Feb 03 04:56:51.269630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:51.272138 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:51.338294 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f9c560-e26a-4a49-970f-9ba238b36612 x-openstack-request-id: req-62f9c560-e26a-4a49-970f-9ba238b36612 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:51.338590 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:51.338848 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62f9c560-e26a-4a49-970f-9ba238b36612 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:51.339311 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'status': 'completed', 'code': 200} Feb 03 04:56:51.374139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:51.440905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-08522be4-10e8-4a93-8d4c-b3d3b2964d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:51.447610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-08522be4-10e8-4a93-8d4c-b3d3b2964d55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 1128 time: 0.0811417 Feb 03 04:56:51.540929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c271587-c452-47e4-bd2f-13aa2c98e2ee req-3de173a7-d6fc-4008-8afb-a522b21804ce tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0525570 Feb 03 04:56:51.614865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-cfa8955b-349a-4af2-a3d8-474616e377f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:51.616968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-cfa8955b-349a-4af2-a3d8-474616e377f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=73c46c10-35a3-41d9-9615-769bbb1ced32 HTTP/1.1" status: 200 len: 897 time: 0.1602247 Feb 03 04:56:51.657010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:11Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:51.677392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d6ebb-6b36-43a1-800b-50549917634d req-f185d6a1-2e3c-4608-bf23-f3431507b18e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:51.684409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a65d6ebb-6b36-43a1-800b-50549917634d req-f185d6a1-2e3c-4608-bf23-f3431507b18e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.1147852 Feb 03 04:56:51.689404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] Checking router: 991e36c6-4e24-42ce-b379-d41149f13bf3 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:56:51.699766 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-b65fdfe8-f4e2-40df-8371-5c4a9dc511c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064 HTTP/1.1" status: 200 len: 217 time: 0.0748918 Feb 03 04:56:51.700508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:51.701361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:51.783795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a65d6ebb-6b36-43a1-800b-50549917634d req-103332b2-6da9-49c9-b5b6-c9897a2af0d8 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908797 Feb 03 04:56:51.815303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-60d43b1c-bbab-4fae-9018-8c1fd385ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:51.816985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-60d43b1c-bbab-4fae-9018-8c1fd385ef56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83950c44-879a-41b7-916f-12b9c51e0366 HTTP/1.1" status: 200 len: 835 time: 0.1090717 Feb 03 04:56:51.874719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:51.896439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-faad67f7-0583-4fc3-a512-24697c9a83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:51.901024 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-faad67f7-0583-4fc3-a512-24697c9a83e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73c46c10-35a3-41d9-9615-769bbb1ced32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762672 Feb 03 04:56:51.948493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534050b-d631-488c-aa15-1074ff7d25f6 req-fd83bff5-32df-4b63-8066-0fa7d192c87a tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:51.950007 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f534050b-d631-488c-aa15-1074ff7d25f6 req-fd83bff5-32df-4b63-8066-0fa7d192c87a tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.1093066 Feb 03 04:56:52.030504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f534050b-d631-488c-aa15-1074ff7d25f6 req-60b4c73d-9842-41c2-9926-f9e5813be33e tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709760 Feb 03 04:56:52.043799 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-28c9cebf-748f-4f7e-bf0a-8cd62d0179ad service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328311 Feb 03 04:56:52.129714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:11Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:52.165282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a2f4-7bf3-48a0-9ebf-2501bc9f2e52 None None] The sync data for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 is: [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:02Z', 'revision_number': 4, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '33c78a4b-3f4f-4941-b197-2bdd8e134d34', 'name': '', 'network_id': '73c46c10-35a3-41d9-9615-769bbb1ced32', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'mac_address': 'fa:16:3e:e3:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '83950c44-879a-41b7-916f-12b9c51e0366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:59Z', 'updated_at': '2022-02-03T04:55:11Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'subnets': [{'id': '83950c44-879a-41b7-916f-12b9c51e0366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:56:52.170672 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0ad8e0d8-5c81-4745-a0a6-e4121a83d00a req-5af75e84-0004-4284-8fd2-e1f12045833b service neutron] 10.222.0.31 "GET /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221027 Feb 03 04:56:52.206529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe78b4-8274-4ad7-aaf0-c67be29b1232 req-42bc105e-4188-4e4e-ac6b-0f1c7895e7f4 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:52.215289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05fe78b4-8274-4ad7-aaf0-c67be29b1232 req-42bc105e-4188-4e4e-ac6b-0f1c7895e7f4 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.1072445 Feb 03 04:56:52.272586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-05fe78b4-8274-4ad7-aaf0-c67be29b1232 req-82d01f3a-51ec-4c65-a9e4-b8fcc0fc355b tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Feb 03 04:56:52.506170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab2f55-22d8-4c2f-b53d-c16c837038c6 None None] New status for floating IP 588c697d-c944-4db1-b2a2-c5bbc3b703fc: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:56:52.591917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26a1ff-a73d-4956-8ead-018d934d7643 req-05337eea-f61f-4159-a7fc-0863456d85c1 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:52.593632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d26a1ff-a73d-4956-8ead-018d934d7643 req-05337eea-f61f-4159-a7fc-0863456d85c1 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0987396 Feb 03 04:56:52.665688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc716c8b-3802-4788-9699-45235daddea0 req-ef3ebd94-0610-4990-9c11-152e0b2df6df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0389211 Feb 03 04:56:52.689476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7d26a1ff-a73d-4956-8ead-018d934d7643 req-98b4f920-5227-44a0-ae0d-6794a15c66d3 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857687 Feb 03 04:56:52.903350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712d41-464b-4080-882f-3d5ceefa30fe req-7db24069-7b69-4bbf-9ccd-6d8fd2ca65e5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:52.905979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6712d41-464b-4080-882f-3d5ceefa30fe req-7db24069-7b69-4bbf-9ccd-6d8fd2ca65e5 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0660837 Feb 03 04:56:52.976864 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6712d41-464b-4080-882f-3d5ceefa30fe req-f2e51d7f-ea0a-4d22-869f-d4e0f4b25a82 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/security-groups?id=15cda14d-2133-478a-b9c5-7c3ecbd6145d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647213 Feb 03 04:56:53.036721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-75715bae-0e69-42a3-aba5-1842d8f236f7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:53.038363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-75715bae-0e69-42a3-aba5-1842d8f236f7 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 946 time: 0.0565946 Feb 03 04:56:53.141163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:56:53.141672 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:53.246350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 4e8bc49c-13d6-4f3d-9496-4d60f489f064, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e8bc49c-13d6-4f3d-9496-4d60f489f064,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:53.246851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:53.261961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 4e8bc49c-13d6-4f3d-9496-4d60f489f064 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:56:53.395148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4e8bc49c-13d6-4f3d-9496-4d60f489f064), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:53.424625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=4e8bc49c-13d6-4f3d-9496-4d60f489f064,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:53.472287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] No DVR routers for this DVR port 4e8bc49c-13d6-4f3d-9496-4d60f489f064 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:56:53.475038 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:53.478928 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b5832a7d-5c24-47e0-87c2-713ba9c48e1f req-efb872fe-0913-4c2b-8cfd-c00df215568e tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.31 "DELETE /v2.0/ports/4e8bc49c-13d6-4f3d-9496-4d60f489f064 HTTP/1.1" status: 204 len: 173 time: 0.4325588 Feb 03 04:56:53.479394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'name': 'network-vif-deleted', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:56:53.482164 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a60f0-69f9-4d00-a9a9-6dc282f307b4" -d '{"events": [{"server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "name": "network-vif-deleted", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:56:53.522593 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38fd283-53b3-4a91-9fde-abeaa4e87ff9 x-openstack-request-id: req-e38fd283-53b3-4a91-9fde-abeaa4e87ff9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:56:53.522892 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc04a17-e598-460c-b6c7-a666533b79cb", "name": "network-vif-deleted", "tag": "4e8bc49c-13d6-4f3d-9496-4d60f489f064", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:56:53.523719 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e38fd283-53b3-4a91-9fde-abeaa4e87ff9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:56:53.524204 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc04a17-e598-460c-b6c7-a666533b79cb', 'name': 'network-vif-deleted', 'tag': '4e8bc49c-13d6-4f3d-9496-4d60f489f064', 'status': 'completed', 'code': 200} Feb 03 04:56:53.777041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2b3bc07-c291-42a7-96fd-d5b11f83e1b8 req-acde8288-681b-4e01-8ffd-e0142e44ef05 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0333478 Feb 03 04:56:53.851203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7977ef-9949-4467-985f-2a1cf37bf310 req-fa790423-71b6-4779-b3a4-463046479dae tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:53.854984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a7977ef-9949-4467-985f-2a1cf37bf310 req-fa790423-71b6-4779-b3a4-463046479dae tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0806046 Feb 03 04:56:53.903208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:53.932842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a7977ef-9949-4467-985f-2a1cf37bf310 req-afa11948-ecdd-43dc-a4ed-8103bfa471c7 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717258 Feb 03 04:56:54.000958 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:54.247971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1df9696a-31f4-40d6-93a3-946c6e8ac4f0 req-d4313ecc-47f6-4ea4-93f4-9e6e126cd59c tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc04a17-e598-460c-b6c7-a666533b79cb HTTP/1.1" status: 200 len: 210 time: 0.0735598 Feb 03 04:56:54.300975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-811926af-352b-48b6-bd3e-d10e5c3dc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:54.303903 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-811926af-352b-48b6-bd3e-d10e5c3dc593 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bf378767c7b4f77890736422d4a4493&device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 1127 time: 0.0872416 Feb 03 04:56:54.308496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1071-4db5-464b-88d4-83801e504306 req-3f7d02c3-3ef5-42a9-99dc-e77ae298b1cf tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:54.310895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2edd1071-4db5-464b-88d4-83801e504306 req-3f7d02c3-3ef5-42a9-99dc-e77ae298b1cf tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0862134 Feb 03 04:56:54.363116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2edd1071-4db5-464b-88d4-83801e504306 req-d4c74d4d-3d88-4515-8acb-61562130d46a tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469348 Feb 03 04:56:54.400465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-ea810617-6a06-47d6-9fa8-e7ee1cc0bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:54.401981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-ea810617-6a06-47d6-9fa8-e7ee1cc0bdf3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fef14ff0-97d9-48cb-b9e4-91163362e422 HTTP/1.1" status: 200 len: 912 time: 0.0922019 Feb 03 04:56:54.448834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-cdcafa7d-7374-4f79-8cc0-db414e99e9b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea HTTP/1.1" status: 200 len: 217 time: 0.0383959 Feb 03 04:56:54.497740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-ef779c86-0368-4d11-83dd-11a6bd871108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:54.499287 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-ef779c86-0368-4d11-83dd-11a6bd871108 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d764cf5-af51-4aae-8f34-40437de59a83 HTTP/1.1" status: 200 len: 851 time: 0.0447717 Feb 03 04:56:54.532004 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-6f2fed67-633e-4131-b16b-b8d1cd92d40f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fef14ff0-97d9-48cb-b9e4-91163362e422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262439 Feb 03 04:56:54.625773 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-d26ad1fb-b2d0-4177-a9db-a9655e6e78f2 service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874233 Feb 03 04:56:54.721851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-19c571e6-51dc-4f29-bdc7-51797b7ecb66 req-aeab5717-ebec-4bd2-b044-2c9c55403dfe service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899701 Feb 03 04:56:54.895351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-48ebbcc3-3838-45a2-92bf-d3c18668f251 req-38023dd6-8934-433a-a0ff-9d67b2466b49 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0333452 Feb 03 04:56:55.300087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:55.919196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e63cb-2c12-47dc-8621-755d021dd055 req-a01e73cc-ab42-4463-b5e5-b9662b2e6795 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:55.920732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-224e63cb-2c12-47dc-8621-755d021dd055 req-a01e73cc-ab42-4463-b5e5-b9662b2e6795 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.1120021 Feb 03 04:56:56.023632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-224e63cb-2c12-47dc-8621-755d021dd055 req-e1eface9-efe2-4f5d-8fbb-d64f9889853f tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902145 Feb 03 04:56:56.094126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-991a33b9-2d5b-43e3-9963-dceeb131ce6f req-51e4bac7-b6d7-4074-a28a-70c9128a95af tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=047dd054-55e6-48cc-81d1-0708f3f2f64a HTTP/1.1" status: 200 len: 210 time: 0.0701740 Feb 03 04:56:56.228493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (991e36c6-4e24-42ce-b379-d41149f13bf3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:56.377409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76326401-2f3f-43e1-a1e2-53adf1a411da req-63790929-72cf-4666-850d-41f39506f56b tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:56.378963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76326401-2f3f-43e1-a1e2-53adf1a411da req-63790929-72cf-4666-850d-41f39506f56b tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.1053283 Feb 03 04:56:56.487764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76326401-2f3f-43e1-a1e2-53adf1a411da req-a1fc5abf-6a90-4f1f-be6e-7f411cd1739f tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726886 Feb 03 04:56:56.611154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 33c78a4b-3f4f-4941-b197-2bdd8e134d34 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:56:56.611575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:56.709781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 33c78a4b-3f4f-4941-b197-2bdd8e134d34, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=33c78a4b-3f4f-4941-b197-2bdd8e134d34,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:56.710446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:56.724797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 33c78a4b-3f4f-4941-b197-2bdd8e134d34 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:56:56.925897 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (33c78a4b-3f4f-4941-b197-2bdd8e134d34), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:56.955369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=33c78a4b-3f4f-4941-b197-2bdd8e134d34,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:57.176071 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (991e36c6-4e24-42ce-b379-d41149f13bf3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:57.366296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e8bc49c-13d6-4f3d-9496-4d60f489f064 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:56:57.389242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 4e8bc49c-13d6-4f3d-9496-4d60f489f064 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:56:57.389993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e8bc49c-13d6-4f3d-9496-4d60f489f064 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:56:57.471057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Router 991e36c6-4e24-42ce-b379-d41149f13bf3 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:56:57.670352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf553ae7-2427-44f0-9abe-4bb803fb321a req-e331d68a-66f1-4c50-bdb9-d97497d34658 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:57.672327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf553ae7-2427-44f0-9abe-4bb803fb321a req-e331d68a-66f1-4c50-bdb9-d97497d34658 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0747385 Feb 03 04:56:57.673635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:56:57.685948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1f84a7ea-1402-466a-b601-7793a831a639 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "PUT /v2.0/routers/991e36c6-4e24-42ce-b379-d41149f13bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3847442 Feb 03 04:56:57.686640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] Sync routers for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:56:57.689172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:57.718586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:57.719742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:57.770951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting subnet 83950c44-879a-41b7-916f-12b9c51e0366 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:56:57.775856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (83950c44-879a-41b7-916f-12b9c51e0366), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:57.788289 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf553ae7-2427-44f0-9abe-4bb803fb321a req-0db82860-4145-4077-9b2c-3d79f3de0aef tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725758 Feb 03 04:56:57.825838 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (83950c44-879a-41b7-916f-12b9c51e0366), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:57.875726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:57.948389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (83950c44-879a-41b7-916f-12b9c51e0366), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:58.063855 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (83950c44-879a-41b7-916f-12b9c51e0366), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:58.134317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Subnet': ['ID=83950c44-879a-41b7-916f-12b9c51e0366,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:58.240658 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:58.252862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06dba308-93ce-4412-b79a-629b3a3cac66 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/subnets/83950c44-879a-41b7-916f-12b9c51e0366 HTTP/1.1" status: 204 len: 168 time: 0.5595062 Feb 03 04:56:58.256553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:58.284343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d69bc1-7205-4d78-a472-b05b50cd29f7 req-8125ea22-2f8d-4cdf-a557-3f9391355c88 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:58.285914 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5d69bc1-7205-4d78-a472-b05b50cd29f7 req-8125ea22-2f8d-4cdf-a557-3f9391355c88 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.1550581 Feb 03 04:56:58.304951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d629e2-6957-4781-9761-e83e94bf855d req-1d3a0ee1-ecf3-493b-aed4-691d7df6675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:58.307920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1d629e2-6957-4781-9761-e83e94bf855d req-1d3a0ee1-ecf3-493b-aed4-691d7df6675b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bf378767c7b4f77890736422d4a4493&device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 1127 time: 0.1591382 Feb 03 04:56:58.309719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed961766-49d5-4dad-8ec9-d4e0cb145c36 None None] Network 73c46c10-35a3-41d9-9615-769bbb1ced32 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:56:58.487910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:56:56Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:58.520435 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d629e2-6957-4781-9761-e83e94bf855d req-cd7ee0ab-45c8-4f52-8c47-ac31bcc7c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:58.522227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1d629e2-6957-4781-9761-e83e94bf855d req-cd7ee0ab-45c8-4f52-8c47-ac31bcc7c212 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fef14ff0-97d9-48cb-b9e4-91163362e422 HTTP/1.1" status: 200 len: 912 time: 0.2066791 Feb 03 04:56:58.527618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] Checking router: 991e36c6-4e24-42ce-b379-d41149f13bf3 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:56:58.543130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] Routers {'991e36c6-4e24-42ce-b379-d41149f13bf3'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:56:58.544365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:56:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['991e36c6-4e24-42ce-b379-d41149f13bf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:58.545816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] DHCP port deletion for 73c46c10-35a3-41d9-9615-769bbb1ced32 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:56:58.546140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5d69bc1-7205-4d78-a472-b05b50cd29f7 req-2bc5668a-e7ea-4464-b55a-658cdbdcc9a5 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759050 Feb 03 04:56:58.635813 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (991e36c6-4e24-42ce-b379-d41149f13bf3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:58.660257 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1d629e2-6957-4781-9761-e83e94bf855d req-473ccb0f-7a67-4ae8-ba8d-c67e081e1b25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea HTTP/1.1" status: 200 len: 217 time: 0.1282864 Feb 03 04:56:58.705737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] Deleting port 01eb2622-0b00-4bd4-86e5-5d93ff41290f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:56:58.706108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:58.746215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] Set router 991e36c6-4e24-42ce-b379-d41149f13bf3 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:56:58.746456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d629e2-6957-4781-9761-e83e94bf855d req-d63f4dcd-a669-4bb0-a68b-570f217205f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:58.748289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1d629e2-6957-4781-9761-e83e94bf855d req-d63f4dcd-a669-4bb0-a68b-570f217205f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d764cf5-af51-4aae-8f34-40437de59a83 HTTP/1.1" status: 200 len: 851 time: 0.0828483 Feb 03 04:56:58.783800 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1d629e2-6957-4781-9761-e83e94bf855d req-07ae791a-748e-4b11-8b7b-ee6b3d012445 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fef14ff0-97d9-48cb-b9e4-91163362e422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276740 Feb 03 04:56:58.863716 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_gateway (991e36c6-4e24-42ce-b379-d41149f13bf3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:58.866315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] For port 01eb2622-0b00-4bd4-86e5-5d93ff41290f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=01eb2622-0b00-4bd4-86e5-5d93ff41290f,segment=NetworkSegment(ac70fd30-5eec-4127-b904-7ec4f5c74a01),segment_id=ac70fd30-5eec-4127-b904-7ec4f5c74a01)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:58.866733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:58.907957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] Calling delete_port for 01eb2622-0b00-4bd4-86e5-5d93ff41290f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:56:58.988480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Deleting port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:56:58.989230 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.001620 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1d629e2-6957-4781-9761-e83e94bf855d req-b9f6ad2a-6fe0-4d20-a4ac-57df64130ff3 service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119646 Feb 03 04:56:59.149739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01eb2622-0b00-4bd4-86e5-5d93ff41290f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:56:59.184917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1d629e2-6957-4781-9761-e83e94bf855d req-6f02fd0b-c317-459f-938a-37a6a3e184a3 service neutron] 10.222.0.31 "GET /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763363 Feb 03 04:56:59.204896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] For port 1b6ad443-c040-4b8f-9813-3a0a20bb1b88, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:56:59.206844 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.224861 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (01eb2622-0b00-4bd4-86e5-5d93ff41290f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.236513 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Calling delete_port for 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:56:59.259053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] Pushing event deleted for resources: {'Port': ['ID=01eb2622-0b00-4bd4-86e5-5d93ff41290f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:59.265954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c033f6-fec4-425f-b22c-9b9e86810037 None None] No DVR routers for this DVR port 01eb2622-0b00-4bd4-86e5-5d93ff41290f on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:56:59.271261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:56:56Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:56:59.323435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No active binding found for port 01eb2622-0b00-4bd4-86e5-5d93ff41290f {{(pid=103325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 04:56:59.324051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] The host n-d-827549-1 is not matching for port 01eb2622-0b00-4bd4-86e5-5d93ff41290f host None! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 04:56:59.324217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01eb2622-0b00-4bd4-86e5-5d93ff41290f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:56:59.330836 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c12b6b-b06e-43ff-968a-1bbdc3fa4275 None None] The sync data for ids ['991e36c6-4e24-42ce-b379-d41149f13bf3'] in n-d-827549-1 is: [{'id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086036216', 'tenant_id': '8fa5088ea5644d09864ec4e657f1bab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:56:56Z', 'revision_number': 5, 'project_id': '8fa5088ea5644d09864ec4e657f1bab8', 'gw_port': {'id': '1b6ad443-c040-4b8f-9813-3a0a20bb1b88', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991e36c6-4e24-42ce-b379-d41149f13bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:54:54Z', 'updated_at': '2022-02-03T04:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:56:59.517182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1b6ad443-c040-4b8f-9813-3a0a20bb1b88), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.544355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Port': ['ID=1b6ad443-c040-4b8f-9813-3a0a20bb1b88,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:56:59.615764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.616565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.616565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.619123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.620364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.630124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:56:59.648929 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (991e36c6-4e24-42ce-b379-d41149f13bf3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.818876 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (991e36c6-4e24-42ce-b379-d41149f13bf3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.824650 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router_controller (991e36c6-4e24-42ce-b379-d41149f13bf3), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.928297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (991e36c6-4e24-42ce-b379-d41149f13bf3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.929029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Fanout notify agent at l3_agent the message router_deleted on router 991e36c6-4e24-42ce-b379-d41149f13bf3 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:56:59.936422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:56:59.937645 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3a1faae0-96cf-4443-88d9-c790110dec60 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/routers/991e36c6-4e24-42ce-b379-d41149f13bf3 HTTP/1.1" status: 204 len: 168 time: 1.6786299 Feb 03 04:56:59.940641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:56:59.949744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6f41a-408c-4af0-abee-7f52786a3604 req-0ff3dda0-27cc-4180-9119-d87426c3ab26 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:56:59.951452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca6f41a-408c-4af0-abee-7f52786a3604 req-0ff3dda0-27cc-4180-9119-d87426c3ab26 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.1197588 Feb 03 04:57:00.019957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca6f41a-408c-4af0-abee-7f52786a3604 req-a4822a4d-7398-4965-8abb-405e09e1f0d1 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Feb 03 04:57:00.080506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (73c46c10-35a3-41d9-9615-769bbb1ced32), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.210208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (73c46c10-35a3-41d9-9615-769bbb1ced32), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.243387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c46c10-35a3-41d9-9615-769bbb1ced32']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:00.261438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac70fd30-5eec-4127-b904-7ec4f5c74a01') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:00.261939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac70fd30-5eec-4127-b904-7ec4f5c74a01') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:00.272567 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (ac70fd30-5eec-4127-b904-7ec4f5c74a01), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.288078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ac70fd30-5eec-4127-b904-7ec4f5c74a01), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.297108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:57:00.298081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (ac70fd30-5eec-4127-b904-7ec4f5c74a01), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:57:00.300881 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:57:00.393710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (73c46c10-35a3-41d9-9615-769bbb1ced32), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.402285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.405492 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/networks/73c46c10-35a3-41d9-9615-769bbb1ced32 HTTP/1.1" status: 204 len: 168 time: 0.4638448 Feb 03 04:57:00.408314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:00.417005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3329921-4301-41a0-9954-e07d4cb495ac tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'Network': ['ID=73c46c10-35a3-41d9-9615-769bbb1ced32,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:00.485887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8be6c9-7c5e-44c4-9790-751e4ca2acf3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (15cda14d-2133-478a-b9c5-7c3ecbd6145d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.514563 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8be6c9-7c5e-44c4-9790-751e4ca2acf3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (15cda14d-2133-478a-b9c5-7c3ecbd6145d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.610512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8be6c9-7c5e-44c4-9790-751e4ca2acf3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (15cda14d-2133-478a-b9c5-7c3ecbd6145d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.613682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8be6c9-7c5e-44c4-9790-751e4ca2acf3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:00.615076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0d8be6c9-7c5e-44c4-9790-751e4ca2acf3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] 10.222.0.35 "DELETE /v2.0/security-groups/15cda14d-2133-478a-b9c5-7c3ecbd6145d HTTP/1.1" status: 204 len: 168 time: 0.2055757 Feb 03 04:57:00.629682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8be6c9-7c5e-44c4-9790-751e4ca2acf3 tempest-TestNetworkAdvancedServerOps-1293064605 tempest-TestNetworkAdvancedServerOps-1293064605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cda14d-2133-478a-b9c5-7c3ecbd6145d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:01.003545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:57:01.027895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:57:01.028523 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1b6ad443-c040-4b8f-9813-3a0a20bb1b88 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:57:01.029030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 33c78a4b-3f4f-4941-b197-2bdd8e134d34 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:57:01.038104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:01.049278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 33c78a4b-3f4f-4941-b197-2bdd8e134d34 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:57:01.049697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 33c78a4b-3f4f-4941-b197-2bdd8e134d34 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:57:01.162156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d4765-64ec-494c-b69c-1deb38ac27c2 req-fc1c77d9-5d29-4ec8-be6d-5b035ee128a0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:01.163641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf4d4765-64ec-494c-b69c-1deb38ac27c2 req-fc1c77d9-5d29-4ec8-be6d-5b035ee128a0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0667942 Feb 03 04:57:01.204724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34cb7eac-4e37-433e-ba2f-737523df945f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fa5088ea5644d09864ec4e657f1bab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653764 Feb 03 04:57:01.207326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:01.229612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf4d4765-64ec-494c-b69c-1deb38ac27c2 req-939c52f9-3671-401d-8ecd-c26aca6a13ff tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591681 Feb 03 04:57:01.264044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01850f56-d56a-488f-b91a-f27522c6281a admin admin] Publish callbacks [] for security_group (18740d75-c05a-4462-ad18-2accd41abf3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.286316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01850f56-d56a-488f-b91a-f27522c6281a admin admin] Publish callbacks [] for security_group (18740d75-c05a-4462-ad18-2accd41abf3c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.340208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01850f56-d56a-488f-b91a-f27522c6281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (18740d75-c05a-4462-ad18-2accd41abf3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.345047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01850f56-d56a-488f-b91a-f27522c6281a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.348132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-01850f56-d56a-488f-b91a-f27522c6281a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18740d75-c05a-4462-ad18-2accd41abf3c HTTP/1.1" status: 204 len: 168 time: 0.1395869 Feb 03 04:57:01.365732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01850f56-d56a-488f-b91a-f27522c6281a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18740d75-c05a-4462-ad18-2accd41abf3c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:01.548084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb972a3-3b8a-49ff-870b-112a5b76c992 req-c77f2088-7423-4c6a-b021-3a5621080259 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:01.551415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bb972a3-3b8a-49ff-870b-112a5b76c992 req-c77f2088-7423-4c6a-b021-3a5621080259 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0717733 Feb 03 04:57:01.627798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8bb972a3-3b8a-49ff-870b-112a5b76c992 req-16610f34-eb07-470f-acb8-1f18b15790a6 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673723 Feb 03 04:57:01.732775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:01.789988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-694e0cb2-c1ff-441a-a7ec-cda53472629b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da0fb29bb1fd44789838bf407c4669b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554962 Feb 03 04:57:01.792596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:01.841490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d78049-ac99-490e-b1f1-bb0f0e2e093f admin admin] Publish callbacks [] for security_group (7c7b9503-8b82-403f-9ed5-68f9ca42cf71), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.862460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d78049-ac99-490e-b1f1-bb0f0e2e093f admin admin] Publish callbacks [] for security_group (7c7b9503-8b82-403f-9ed5-68f9ca42cf71), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.913843 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d78049-ac99-490e-b1f1-bb0f0e2e093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (7c7b9503-8b82-403f-9ed5-68f9ca42cf71), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.917493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69d78049-ac99-490e-b1f1-bb0f0e2e093f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:01.921433 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-69d78049-ac99-490e-b1f1-bb0f0e2e093f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c7b9503-8b82-403f-9ed5-68f9ca42cf71 HTTP/1.1" status: 204 len: 168 time: 0.1275585 Feb 03 04:57:01.930423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d78049-ac99-490e-b1f1-bb0f0e2e093f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b9503-8b82-403f-9ed5-68f9ca42cf71,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:02.768070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9c05f-df71-4c0b-b686-6553231f5eb6 req-5128f37a-318f-4bec-bebb-873cb04bd823 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:02.770197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4f9c05f-df71-4c0b-b686-6553231f5eb6 req-5128f37a-318f-4bec-bebb-873cb04bd823 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0727935 Feb 03 04:57:02.832242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4f9c05f-df71-4c0b-b686-6553231f5eb6 req-c2e879fb-8d87-4fe3-b3e9-5c2026b64449 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/security-groups?id=17da6c1e-e4f8-42b2-be9d-45dcd6910261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554585 Feb 03 04:57:03.169333 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98079107-d76a-4f95-9ca5-4ed97231cd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:03.351065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-f8dc8883-8a77-493a-90f3-3a5daa0fd3cf tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:03.353386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-f8dc8883-8a77-493a-90f3-3a5daa0fd3cf tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 945 time: 0.0751350 Feb 03 04:57:03.496658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Deleting port c75fa119-2738-432d-97e9-e1f59e87b3ea {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:57:03.497267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:03.635392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] For port c75fa119-2738-432d-97e9-e1f59e87b3ea, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c75fa119-2738-432d-97e9-e1f59e87b3ea,segment=NetworkSegment(503cc74e-27a3-4620-8dd6-688505815e5e),segment_id=503cc74e-27a3-4620-8dd6-688505815e5e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:03.635691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:03.648926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Calling delete_port for c75fa119-2738-432d-97e9-e1f59e87b3ea owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:57:03.845283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c75fa119-2738-432d-97e9-e1f59e87b3ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:03.860304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c75fa119-2738-432d-97e9-e1f59e87b3ea'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:57:03.904756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Pushing event deleted for resources: {'Port': ['ID=c75fa119-2738-432d-97e9-e1f59e87b3ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:03.967117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] No DVR routers for this DVR port c75fa119-2738-432d-97e9-e1f59e87b3ea on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:57:03.972074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:03.975428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-feedd069-adbe-4d4a-b0ba-0f62944e715b req-304cd62f-f499-4e54-87fd-43c76370f7e0 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.31 "DELETE /v2.0/ports/c75fa119-2738-432d-97e9-e1f59e87b3ea HTTP/1.1" status: 204 len: 173 time: 0.6161077 Feb 03 04:57:03.975980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'name': 'network-vif-deleted', 'tag': 'c75fa119-2738-432d-97e9-e1f59e87b3ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:57:03.978956 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b64e9-3567-4958-bf78-1413355fbfa6" -d '{"events": [{"server_uuid": "63d81342-bc97-4ceb-90f9-7aef3dbf5789", "name": "network-vif-deleted", "tag": "c75fa119-2738-432d-97e9-e1f59e87b3ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:57:04.012682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34fa41af-8b10-4e65-8f71-d26dbd360a47 req-a623605a-dca2-41de-beb4-706cbaea0283 tempest-TestServerAdvancedOps-1079033395 tempest-TestServerAdvancedOps-1079033395-project] 10.222.0.35 "GET /v2.0/ports?device_id=63d81342-bc97-4ceb-90f9-7aef3dbf5789 HTTP/1.1" status: 200 len: 210 time: 0.0683239 Feb 03 04:57:04.060210 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300df98e-a327-46a0-b4a3-f5558b40ce2e x-openstack-request-id: req-300df98e-a327-46a0-b4a3-f5558b40ce2e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:57:04.061568 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d81342-bc97-4ceb-90f9-7aef3dbf5789", "name": "network-vif-deleted", "tag": "c75fa119-2738-432d-97e9-e1f59e87b3ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:57:04.062425 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-300df98e-a327-46a0-b4a3-f5558b40ce2e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:57:04.063625 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d81342-bc97-4ceb-90f9-7aef3dbf5789', 'name': 'network-vif-deleted', 'tag': 'c75fa119-2738-432d-97e9-e1f59e87b3ea', 'status': 'completed', 'code': 200} Feb 03 04:57:04.820169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:04.825764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'network': {'name': 'tempest-network-smoke--477332201', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:04.848374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Made reservation on behalf of d5141afed0f44ec19d6d1cd03373aca4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:57:04.851952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:04.867410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:04.981061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (977c5c20-7ffe-4b25-a930-98e88fa2155c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:04.989510 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (977c5c20-7ffe-4b25-a930-98e88fa2155c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.037309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977c5c20-7ffe-4b25-a930-98e88fa2155c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:05.053515 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:57:05.068022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6786dd2-ee60-4a2b-bd14-3f88cb537123), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.068374 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Added segment c6786dd2-ee60-4a2b-bd14-3f88cb537123 of type vlan for network 211ea543-59d9-400b-8310-dfb545d1e623 Feb 03 04:57:05.120428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:05.134635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (211ea543-59d9-400b-8310-dfb545d1e623), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.166573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (211ea543-59d9-400b-8310-dfb545d1e623), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.172919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:05.173841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.190652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] Deleting subnet 3d764cf5-af51-4aae-8f34-40437de59a83 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:57:05.197282 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] Publish callbacks [] for subnet (3d764cf5-af51-4aae-8f34-40437de59a83), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.231545 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4062338 Feb 03 04:57:05.233974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:05.238213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'admin_state_up': True, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:05.245810 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (3d764cf5-af51-4aae-8f34-40437de59a83), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.283186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd79652-197b-46ed-acc8-2edbdb12ec77 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Network': ['ID=211ea543-59d9-400b-8310-dfb545d1e623,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:05.300618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 211ea543-59d9-400b-8310-dfb545d1e623 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:57:05.311395 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3d764cf5-af51-4aae-8f34-40437de59a83), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.313950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (b61e7d3e-a441-49b4-80b3-a464d8997d9b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.315028 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (b61e7d3e-a441-49b4-80b3-a464d8997d9b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.397473 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (3d764cf5-af51-4aae-8f34-40437de59a83), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.415141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.420003 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3d764cf5-af51-4aae-8f34-40437de59a83 HTTP/1.1" status: 204 len: 168 time: 0.2975492 Feb 03 04:57:05.424497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:05.432322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_controller (b61e7d3e-a441-49b4-80b3-a464d8997d9b), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.445052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16f0c2-d69f-4605-a958-966ac8732c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d764cf5-af51-4aae-8f34-40437de59a83,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:05.607393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (fef14ff0-97d9-48cb-b9e4-91163362e422), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.646405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (b61e7d3e-a441-49b4-80b3-a464d8997d9b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.772807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (fef14ff0-97d9-48cb-b9e4-91163362e422), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.824879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef14ff0-97d9-48cb-b9e4-91163362e422']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:05.837323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503cc74e-27a3-4620-8dd6-688505815e5e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:05.837619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503cc74e-27a3-4620-8dd6-688505815e5e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:05.851918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (503cc74e-27a3-4620-8dd6-688505815e5e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.870494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (503cc74e-27a3-4620-8dd6-688505815e5e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.879967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:57:05.880347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (503cc74e-27a3-4620-8dd6-688505815e5e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:57:05.882763 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:57:06.041707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (b61e7d3e-a441-49b4-80b3-a464d8997d9b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.043545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (fef14ff0-97d9-48cb-b9e4-91163362e422), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.059147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.062565 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fef14ff0-97d9-48cb-b9e4-91163362e422 HTTP/1.1" status: 204 len: 168 time: 0.6370995 Feb 03 04:57:06.065456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:06.113903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7546a-7691-4868-a73b-24145edb1122 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef14ff0-97d9-48cb-b9e4-91163362e422,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:06.117973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.127144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] Deleting subnet 9249d4f3-225c-42ea-a6e9-9c5f130a692f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:57:06.132493 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] Publish callbacks [] for subnet (9249d4f3-225c-42ea-a6e9-9c5f130a692f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.186164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (9249d4f3-225c-42ea-a6e9-9c5f130a692f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.229333 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (9249d4f3-225c-42ea-a6e9-9c5f130a692f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.254167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Allocated IP 172.25.7.146 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/f47372ca-989b-4728-9299-a1cd48af93ba) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:06.313962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (9249d4f3-225c-42ea-a6e9-9c5f130a692f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.366680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9249d4f3-225c-42ea-a6e9-9c5f130a692f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:06.376379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.380268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5eea8f82-3033-4aad-ba32-5508587c0591 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9249d4f3-225c-42ea-a6e9-9c5f130a692f HTTP/1.1" status: 204 len: 168 time: 0.3129125 Feb 03 04:57:06.382313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53730) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:06.405067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4723135e-dd54-4a7f-8277-244526ae496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.428266 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (f47372ca-989b-4728-9299-a1cd48af93ba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.474149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.506143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2ca6b7c0-b9ae-429b-b114-b0f68d22357c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.519995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:06.528352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:06.534627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:06.558538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=f47372ca-989b-4728-9299-a1cd48af93ba,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:06.599609 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2ca6b7c0-b9ae-429b-b114-b0f68d22357c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.620499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca6b7c0-b9ae-429b-b114-b0f68d22357c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:06.630640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea825745-226f-4ba5-acb6-26587ef7e08d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:06.630946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea825745-226f-4ba5-acb6-26587ef7e08d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:06.641919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (ea825745-226f-4ba5-acb6-26587ef7e08d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.657565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ea825745-226f-4ba5-acb6-26587ef7e08d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.668524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:57:06.669240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (ea825745-226f-4ba5-acb6-26587ef7e08d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:57:06.673437 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:57:06.719431 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.754075 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2ca6b7c0-b9ae-429b-b114-b0f68d22357c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.764174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:06.773820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2ca6b7c0-b9ae-429b-b114-b0f68d22357c HTTP/1.1" status: 204 len: 168 time: 0.3893645 Feb 03 04:57:06.784792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c85fe4-18a9-4417-9fbe-d4727e62c745 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca6b7c0-b9ae-429b-b114-b0f68d22357c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:06.914202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (b61e7d3e-a441-49b4-80b3-a464d8997d9b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:07.168305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:07.172300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (b61e7d3e-a441-49b4-80b3-a464d8997d9b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:07.250758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-85ca877d-1130-4466-84b9-8f5874f4fed2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bf378767c7b4f77890736422d4a4493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794699 Feb 03 04:57:07.251758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53740) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:07.379445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c75fa119-2738-432d-97e9-e1f59e87b3ea no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:57:07.386726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63204b09-4d0a-4714-a191-7d9c076b9f34 admin admin] Publish callbacks [] for security_group (17da6c1e-e4f8-42b2-be9d-45dcd6910261), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:07.418562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: c75fa119-2738-432d-97e9-e1f59e87b3ea {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:57:07.422022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c75fa119-2738-432d-97e9-e1f59e87b3ea not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:57:07.457601 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63204b09-4d0a-4714-a191-7d9c076b9f34 admin admin] Publish callbacks [] for security_group (17da6c1e-e4f8-42b2-be9d-45dcd6910261), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:07.567304 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63204b09-4d0a-4714-a191-7d9c076b9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (17da6c1e-e4f8-42b2-be9d-45dcd6910261), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:07.573009 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63204b09-4d0a-4714-a191-7d9c076b9f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:07.581609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-63204b09-4d0a-4714-a191-7d9c076b9f34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17da6c1e-e4f8-42b2-be9d-45dcd6910261 HTTP/1.1" status: 204 len: 168 time: 0.3265119 Feb 03 04:57:07.603269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63204b09-4d0a-4714-a191-7d9c076b9f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da6c1e-e4f8-42b2-be9d-45dcd6910261,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:07.906757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router b61e7d3e-a441-49b4-80b3-a464d8997d9b is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:57:08.039823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:57:08.050668 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Sync routers for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:57:08.063490 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:08.064160 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:08.066378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.069201 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fcd0e929-7b61-437f-9f8d-48f751218390 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8335845 Feb 03 04:57:08.072020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:08.163446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:08.185478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.227283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d1a56852-b238-4157-ba55-4805b2ff806e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eac73c7c4a37467ba22385a322dc3949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626271 Feb 03 04:57:08.229895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53756) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:08.296477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a02c19-570b-40e5-80d7-88066e2e9c5c admin admin] Publish callbacks [] for security_group (8b77ca2f-fa55-40e4-b8b3-7119f723f16b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.296746 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:08.331756 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a02c19-570b-40e5-80d7-88066e2e9c5c admin admin] Publish callbacks [] for security_group (8b77ca2f-fa55-40e4-b8b3-7119f723f16b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.396128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-637ec968-68ca-408f-af20-5f5137befac3 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d5141afed0f44ec19d6d1cd03373aca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3226082 Feb 03 04:57:08.398738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:08.472214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a02c19-570b-40e5-80d7-88066e2e9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8b77ca2f-fa55-40e4-b8b3-7119f723f16b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.474819 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73a02c19-570b-40e5-80d7-88066e2e9c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.476025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-73a02c19-570b-40e5-80d7-88066e2e9c5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b77ca2f-fa55-40e4-b8b3-7119f723f16b HTTP/1.1" status: 204 len: 168 time: 0.2450304 Feb 03 04:57:08.500961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a02c19-570b-40e5-80d7-88066e2e9c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b77ca2f-fa55-40e4-b8b3-7119f723f16b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:08.514942 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:06Z', 'revision_number': 3, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:08.523315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1607f75-2a87-4f42-b4ce-6a2788c648b9 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:08.524989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b1607f75-2a87-4f42-b4ce-6a2788c648b9 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1253068 Feb 03 04:57:08.527836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53766) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:08.548173 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Checking router: b61e7d3e-a441-49b4-80b3-a464d8997d9b for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:57:08.548660 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Updating router b61e7d3e-a441-49b4-80b3-a464d8997d9b port f47372ca-989b-4728-9299-a1cd48af93ba binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:57:08.578972 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.586372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-875e4fea-3b2d-4019-b9d9-b3a5f562b889 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565138 Feb 03 04:57:08.588834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:08.594754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1878411951', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:08.705656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Made reservation on behalf of d5141afed0f44ec19d6d1cd03373aca4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:57:08.713323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.956447 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Publish callbacks [] for port (f47372ca-989b-4728-9299-a1cd48af93ba), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:08.966014 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.007674 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (84b2bad9-f5a1-4986-8c14-3d01f208621a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.057473 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Attempting to bind port f47372ca-989b-4728-9299-a1cd48af93ba on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:09.058540 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Attempting to bind port f47372ca-989b-4728-9299-a1cd48af93ba by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:09.059164 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Attempting to bind port f47372ca-989b-4728-9299-a1cd48af93ba on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:09.067709 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451ead0-d348-4112-a817-d2cf29c29983 None None] Pushing event updated for resources: {'Port': ['ID=f47372ca-989b-4728-9299-a1cd48af93ba,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:09.070543 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:09.071266 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:09.072011 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.072620 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:09.073328 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Bound port: f47372ca-989b-4728-9299-a1cd48af93ba, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:09.073955 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.136636 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] For port f47372ca-989b-4728-9299-a1cd48af93ba, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:09.140298 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] For port f47372ca-989b-4728-9299-a1cd48af93ba, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f47372ca-989b-4728-9299-a1cd48af93ba,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:09.149219 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.154145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Subnet': ['ID=84b2bad9-f5a1-4986-8c14-3d01f208621a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:09.162757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Checking segment: {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:09.163046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network hostable DHCP agents. Network: 211ea543-59d9-400b-8310-dfb545d1e623, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:57:09.188492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 211ea543-59d9-400b-8310-dfb545d1e623 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:57:09.206483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 211ea543-59d9-400b-8310-dfb545d1e623) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:09.214812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:09.215877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.219568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcad609-8bb2-49c3-9b91-ac09864024fc None None] Network 211ea543-59d9-400b-8310-dfb545d1e623 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:57:09.257988 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:09.259986 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:09.271830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fd5a35e6-94ba-4a93-a9f8-da663f5e23c2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6791887 Feb 03 04:57:09.272149 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:09.306011 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451ead0-d348-4112-a817-d2cf29c29983 None None] Pushing event updated for resources: {'Port': ['ID=f47372ca-989b-4728-9299-a1cd48af93ba,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:09.392951 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.425149 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:09.507443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-211ea543-59d9-400b-8310-dfb545d1e623', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:57:09.508388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:09.684404 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:06Z', 'revision_number': 3, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:09.726218 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b3f6-3f20-4d12-904c-576b1394a893 None None] The sync data for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 is: [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:06Z', 'revision_number': 3, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:57:09.819668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:09.856583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Allocated IP 172.20.0.2 (211ea543-59d9-400b-8310-dfb545d1e623/84b2bad9-f5a1-4986-8c14-3d01f208621a/1516d3bf-eee8-4684-b230-f753e853bbb3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:09.987256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-641453613-network', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:10.017024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Made reservation on behalf of 6a1b3ab6176c4ac885223681b67c326e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:57:10.019830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.031412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.207054 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Publish callbacks [] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.224408 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.254192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks [] for security_group (f3cbef21-c1cd-4c76-91db-07c368c52d7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.275036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f3cbef21-c1cd-4c76-91db-07c368c52d7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.275401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Network 211ea543-59d9-400b-8310-dfb545d1e623 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:10.277090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:10.286945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:10.320872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:57:10.345770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cbef21-c1cd-4c76-91db-07c368c52d7c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:10.350780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e99c5c1f-0850-440f-8b80-a9a89b2cc149), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.351133 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Added segment e99c5c1f-0850-440f-8b80-a9a89b2cc149 of type vlan for network 41f5fdda-83ff-41d8-a829-62d652ffdaaa Feb 03 04:57:10.396271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Pushing event updated for resources: {'Port': ['ID=1516d3bf-eee8-4684-b230-f753e853bbb3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:10.418702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (41f5fdda-83ff-41d8-a829-62d652ffdaaa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.453424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Attempting to bind port 1516d3bf-eee8-4684-b230-f753e853bbb3 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:10.453981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Attempting to bind port 1516d3bf-eee8-4684-b230-f753e853bbb3 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:10.454461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Attempting to bind port 1516d3bf-eee8-4684-b230-f753e853bbb3 on network 211ea543-59d9-400b-8310-dfb545d1e623 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:10.463121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:10.463634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Checking segment: {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:10.464160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.464656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Bound using segment: {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:10.465500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Bound port: 1516d3bf-eee8-4684-b230-f753e853bbb3, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:10.466243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.477761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (41f5fdda-83ff-41d8-a829-62d652ffdaaa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.490240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:10.491095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.529065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.567803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] For port 1516d3bf-eee8-4684-b230-f753e853bbb3, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:10.575331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] For port 1516d3bf-eee8-4684-b230-f753e853bbb3, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1516d3bf-eee8-4684-b230-f753e853bbb3,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:10.580043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7529302 Feb 03 04:57:10.580810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:10.586752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.593848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Request body: {'subnet': {'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-641453613-subnet', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:10.648172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3123-8947-41a5-b5ae-d4cd4d240c9b admin admin] Pushing event updated for resources: {'Network': ['ID=41f5fdda-83ff-41d8-a829-62d652ffdaaa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:10.662885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Made reservation on behalf of 6a1b3ab6176c4ac885223681b67c326e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:57:10.666940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:57:10.667708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:10.854476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b6c45-e052-420b-ad20-649f58469d96 None None] Pushing event updated for resources: {'Port': ['ID=1516d3bf-eee8-4684-b230-f753e853bbb3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:11.011672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Allocated IP 172.20.0.1 (211ea543-59d9-400b-8310-dfb545d1e623/84b2bad9-f5a1-4986-8c14-3d01f208621a/c5e110ec-d1d1-4f07-9382-4037f0a7f507) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:11.177542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f47372ca-989b-4728-9299-a1cd48af93ba up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:11.184096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (22d93986-fb10-4bbb-a367-94754ffceca7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.302374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f47372ca-989b-4728-9299-a1cd48af93ba triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:11.302927 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.345712 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.365604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d93986-fb10-4bbb-a367-94754ffceca7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:11.386376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Checking segment: {'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:11.386744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Network hostable DHCP agents. Network: 41f5fdda-83ff-41d8-a829-62d652ffdaaa, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:57:11.409616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.423617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:57:11.442264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 41f5fdda-83ff-41d8-a829-62d652ffdaaa) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:11.447084 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:11.447713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.458271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3ebae-93b8-4f2e-bbe9-d3c6da72c965 None None] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:57:11.484856 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cc98604f-cf10-42c7-bb7d-7c92d6db4d36 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8923035 Feb 03 04:57:11.485087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53808) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:11.489537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-641453613-router', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:11.510461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 211ea543-59d9-400b-8310-dfb545d1e623 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:11.515410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f47372ca-989b-4728-9299-a1cd48af93ba is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:11.515833 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.517687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:11.526206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:11.533135 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=c5e110ec-d1d1-4f07-9382-4037f0a7f507,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:11.540413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (d3b20906-5008-46bb-855f-8da843ca1e81), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.541507 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (d3b20906-5008-46bb-855f-8da843ca1e81), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.560058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port f47372ca-989b-4728-9299-a1cd48af93ba, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f47372ca-989b-4728-9299-a1cd48af93ba,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:11.578161 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.638588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks [] for router_controller (d3b20906-5008-46bb-855f-8da843ca1e81), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.644999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=f47372ca-989b-4728-9299-a1cd48af93ba,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:11.669111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (b61e7d3e-a441-49b4-80b3-a464d8997d9b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.761975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-41f5fdda-83ff-41d8-a829-62d652ffdaaa', 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa', 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'fixed_ips': [{'subnet_id': '22d93986-fb10-4bbb-a367-94754ffceca7'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:57:11.763112 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.845931 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks [] for router_gateway (d3b20906-5008-46bb-855f-8da843ca1e81), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:11.953618 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.227230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Allocated IP 172.20.0.2 (41f5fdda-83ff-41d8-a829-62d652ffdaaa/22d93986-fb10-4bbb-a367-94754ffceca7/ca7ffb90-16b0-43ec-bb1d-93b51cb832c5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:12.273504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks [] for router_gateway (d3b20906-5008-46bb-855f-8da843ca1e81), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.369358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.564012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.576485 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.597432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a563f9f-8baf-46c3-9a73-223f6c4fcdd1 None None] Network 211ea543-59d9-400b-8310-dfb545d1e623 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:57:12.663425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-239607da-2b0e-49c6-aabd-bbed5028cf40 None None] Provisioning complete for port 1516d3bf-eee8-4684-b230-f753e853bbb3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:12.663717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-239607da-2b0e-49c6-aabd-bbed5028cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.664738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Allocated IP 172.25.7.117 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:12.680154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=c5e110ec-d1d1-4f07-9382-4037f0a7f507,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:12.692804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (b61e7d3e-a441-49b4-80b3-a464d8997d9b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.697541 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Publish callbacks [] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.742836 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.820142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:12.823804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:12.830073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Pushing event updated for resources: {'Port': ['ID=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:12.833848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:12.843377 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks [] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.853503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 211ea543-59d9-400b-8310-dfb545d1e623 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:12.856628 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:12.909808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.961579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:12.964583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-239607da-2b0e-49c6-aabd-bbed5028cf40 None None] Current status of the port 1516d3bf-eee8-4684-b230-f753e853bbb3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:12.964979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-239607da-2b0e-49c6-aabd-bbed5028cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:12.968524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Attempting to bind port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:12.968906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Attempting to bind port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:12.969282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Attempting to bind port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 on network 41f5fdda-83ff-41d8-a829-62d652ffdaaa {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:12.988014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:12.989697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:12.992832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:13.000114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:13.000532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Checking segment: {'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:13.000953 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.001381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Bound using segment: {'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:13.001857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Bound port: ca7ffb90-16b0-43ec-bb1d-93b51cb832c5, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:13.002561 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.073758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-239607da-2b0e-49c6-aabd-bbed5028cf40 None None] For port 1516d3bf-eee8-4684-b230-f753e853bbb3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1516d3bf-eee8-4684-b230-f753e853bbb3,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:13.105056 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-239607da-2b0e-49c6-aabd-bbed5028cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.169161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router b61e7d3e-a441-49b4-80b3-a464d8997d9b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:57:13.221006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239607da-2b0e-49c6-aabd-bbed5028cf40 None None] Pushing event updated for resources: {'Port': ['ID=1516d3bf-eee8-4684-b230-f753e853bbb3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:13.257938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] For port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:13.262959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] For port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,segment=NetworkSegment(e99c5c1f-0850-440f-8b80-a9a89b2cc149),segment_id=e99c5c1f-0850-440f-8b80-a9a89b2cc149)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:13.295383 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.415171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e5bf3-1f8d-407d-bb37-21c36fffc3eb None None] Pushing event updated for resources: {'Port': ['ID=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:13.434672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1516d3bf-eee8-4684-b230-f753e853bbb3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:13.440536 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:57:13.464528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2c9ccca3-decc-4911-8cac-7eb5547825ca tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "PUT /v2.0/routers/b61e7d3e-a441-49b4-80b3-a464d8997d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1901572 Feb 03 04:57:13.466735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53820) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:13.472158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cf9c7993-7986-4bf4-96ef-40e189ee5c01 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1775961375', 'description': 'tempest-secgroup_access--1775961375 description', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:13.494563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Sync routers for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:57:13.526283 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7993-7986-4bf4-96ef-40e189ee5c01 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.569866 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks [] for router_gateway (d3b20906-5008-46bb-855f-8da843ca1e81), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.612886 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e521c5dc-c9db-408d-b221-6c90524aafe6 None None] Provisioning complete for port 1516d3bf-eee8-4684-b230-f753e853bbb3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:13.613506 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e521c5dc-c9db-408d-b221-6c90524aafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.695095 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7993-7986-4bf4-96ef-40e189ee5c01 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (092b86ca-5272-4ee6-bbd1-99dc7fc43491), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.705300 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7993-7986-4bf4-96ef-40e189ee5c01 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (092b86ca-5272-4ee6-bbd1-99dc7fc43491), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.706438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:13.709810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:13.741263 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7993-7986-4bf4-96ef-40e189ee5c01 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.746527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cf9c7993-7986-4bf4-96ef-40e189ee5c01 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2787175 Feb 03 04:57:13.750333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:13.755201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6d09fffe-c634-4b6a-9ad2-f867827eb6bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1707142752', 'description': 'tempest-secgroup_general--1707142752 description', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:13.783932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7993-7986-4bf4-96ef-40e189ee5c01 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092b86ca-5272-4ee6-bbd1-99dc7fc43491,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:13.796191 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d09fffe-c634-4b6a-9ad2-f867827eb6bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.860644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1516d3bf-eee8-4684-b230-f753e853bbb3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:13.860644 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.976108 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d09fffe-c634-4b6a-9ad2-f867827eb6bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (2dfd6cbf-57a4-483c-ae94-c09c27664777), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:13.984457 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d09fffe-c634-4b6a-9ad2-f867827eb6bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2dfd6cbf-57a4-483c-ae94-c09c27664777), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.041536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (d3b20906-5008-46bb-855f-8da843ca1e81), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.048155 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6d09fffe-c634-4b6a-9ad2-f867827eb6bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.052975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:14.059887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6d09fffe-c634-4b6a-9ad2-f867827eb6bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3081629 Feb 03 04:57:14.063350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7aa646f5-ad56-4208-a533-e86d9bcdd268 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'security_group_rule': {'security_group_id': '092b86ca-5272-4ee6-bbd1-99dc7fc43491', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:14.085535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:14.093686 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09fffe-c634-4b6a-9ad2-f867827eb6bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd6cbf-57a4-483c-ae94-c09c27664777,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:14.233192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7aa646f5-ad56-4208-a533-e86d9bcdd268 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group_rule (9530162b-9b75-48c4-b0cb-158874228109), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.292935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Router d3b20906-5008-46bb-855f-8da843ca1e81 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:57:14.369236 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7aa646f5-ad56-4208-a533-e86d9bcdd268 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group_rule (9530162b-9b75-48c4-b0cb-158874228109), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.374231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1516d3bf-eee8-4684-b230-f753e853bbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:14.375597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f47372ca-989b-4728-9299-a1cd48af93ba up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:14.406082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7aa646f5-ad56-4208-a533-e86d9bcdd268 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (9530162b-9b75-48c4-b0cb-158874228109), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.437618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e521c5dc-c9db-408d-b221-6c90524aafe6 None None] Current status of the port 1516d3bf-eee8-4684-b230-f753e853bbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:14.499179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa646f5-ad56-4208-a533-e86d9bcdd268 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9530162b-9b75-48c4-b0cb-158874228109,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:14.509470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e521c5dc-c9db-408d-b221-6c90524aafe6 None None] Provisioning complete for port c5e110ec-d1d1-4f07-9382-4037f0a7f507 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:14.509944 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e521c5dc-c9db-408d-b221-6c90524aafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.511615 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7aa646f5-ad56-4208-a533-e86d9bcdd268 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.513227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7aa646f5-ad56-4208-a533-e86d9bcdd268 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580677 Feb 03 04:57:14.527424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:57:14.538434 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a6f23-265b-4550-be94-778834391efe None None] Sync routers for ids ['d3b20906-5008-46bb-855f-8da843ca1e81'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:57:14.553714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e521c5dc-c9db-408d-b221-6c90524aafe6 None None] Port c5e110ec-d1d1-4f07-9382-4037f0a7f507 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:57:14.557287 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a6f23-265b-4550-be94-778834391efe None None] Routers {'d3b20906-5008-46bb-855f-8da843ca1e81'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:14.562679 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-719a6f23-265b-4550-be94-778834391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d3b20906-5008-46bb-855f-8da843ca1e81'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:14.569688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.570006 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7c991e86-c21a-435b-b1ee-2ab9ecdbfcf1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0837183 Feb 03 04:57:14.572630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:14.629456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f47372ca-989b-4728-9299-a1cd48af93ba triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:14.631177 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.839939 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-719a6f23-265b-4550-be94-778834391efe None None] Set router d3b20906-5008-46bb-855f-8da843ca1e81 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:14.867956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b8bcbac5-44df-4b46-b380-8e556a1801c6 None None] Provisioning complete for port c5e110ec-d1d1-4f07-9382-4037f0a7f507 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:14.873224 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbac5-44df-4b46-b380-8e556a1801c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:14.907057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-f3007d1e-c99d-4090-87ec-6800f9e81047 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--1707142752&fields=id&tenant_id=d5141afed0f44ec19d6d1cd03373aca4 HTTP/1.1" status: 200 len: 267 time: 0.0801702 Feb 03 04:57:14.949168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:12Z', 'revision_number': 2, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:14.999743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-cdb231e4-c01f-4170-ae2f-cf688d26f947 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--1775961375&fields=id&tenant_id=d5141afed0f44ec19d6d1cd03373aca4 HTTP/1.1" status: 200 len: 267 time: 0.0915897 Feb 03 04:57:15.037885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Checking router: b61e7d3e-a441-49b4-80b3-a464d8997d9b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:57:15.040962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Updating router b61e7d3e-a441-49b4-80b3-a464d8997d9b port c5e110ec-d1d1-4f07-9382-4037f0a7f507 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:57:15.049892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcbac5-44df-4b46-b380-8e556a1801c6 None None] Port c5e110ec-d1d1-4f07-9382-4037f0a7f507 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:57:15.151028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:15.171630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f47372ca-989b-4728-9299-a1cd48af93ba is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:15.175274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-d8a95e17-b301-4261-b986-86fded3ae1de tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:15.185148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-d8a95e17-b301-4261-b986-86fded3ae1de tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/networks?id=211ea543-59d9-400b-8310-dfb545d1e623 HTTP/1.1" status: 200 len: 796 time: 0.1840663 Feb 03 04:57:15.204795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-913d4bba-4b98-4b04-9f1a-f32d04fd3f19 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/quotas/d5141afed0f44ec19d6d1cd03373aca4 HTTP/1.1" status: 200 len: 375 time: 0.0184538 Feb 03 04:57:15.268182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9dabf5-fe95-4096-8a1a-b1f7699f966b None None] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:57:15.278127 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-719a6f23-265b-4550-be94-778834391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'name': 'tempest-ImageQuotaTest-641453613-router', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:11Z', 'updated_at': '2022-02-03T04:57:13Z', 'revision_number': 3, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'gw_port': {'id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:12Z', 'updated_at': '2022-02-03T04:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:15.315894 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a6f23-265b-4550-be94-778834391efe None None] Checking router: d3b20906-5008-46bb-855f-8da843ca1e81 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:57:15.316605 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a6f23-265b-4550-be94-778834391efe None None] Updating router d3b20906-5008-46bb-855f-8da843ca1e81 port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:57:15.338476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-da1cb01b-3aa2-4427-8bc8-5fd5189e7d7a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168633 Feb 03 04:57:15.352512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b1419653-53de-479a-bcbf-8d741cbacfd8 None None] Provisioning complete for port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:15.353009 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1419653-53de-479a-bcbf-8d741cbacfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:15.367733 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719a6f23-265b-4550-be94-778834391efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:15.542893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:15.579064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-f673f8bb-da0b-4b01-a41a-54c81ea34e95 service neutron] 10.222.0.35 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348690 Feb 03 04:57:15.632757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:15.784576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-34a63536-e7d0-4c24-af48-33f4c78795ea service neutron] 10.222.0.35 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034733 Feb 03 04:57:15.962512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Allocated IP 172.20.0.1 (41f5fdda-83ff-41d8-a829-62d652ffdaaa/22d93986-fb10-4bbb-a367-94754ffceca7/44d3e239-406a-4b5f-b0d8-0a5bb49cea5d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:16.087036 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719a6f23-265b-4550-be94-778834391efe None None] Publish callbacks [] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.109381 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719a6f23-265b-4550-be94-778834391efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.157887 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Pushing event updated for resources: {'Port': ['ID=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:16.172728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36cb0a30-3ed7-44bf-9341-1f282cc45220 req-50a76e66-d823-4e8e-8f83-3afeece9e648 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 210 time: 0.0852423 Feb 03 04:57:16.173184 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.174155 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.174500 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.174838 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.175166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.175488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.175846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.176330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.176663 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.176983 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.177301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.177617 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.178557 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:16.199548 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-719a6f23-265b-4550-be94-778834391efe None None] Attempting to bind port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:16.199888 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-719a6f23-265b-4550-be94-778834391efe None None] Attempting to bind port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:16.200246 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a6f23-265b-4550-be94-778834391efe None None] Attempting to bind port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:16.206343 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a6f23-265b-4550-be94-778834391efe None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:16.206850 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a6f23-265b-4550-be94-778834391efe None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:16.207237 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719a6f23-265b-4550-be94-778834391efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.207657 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a6f23-265b-4550-be94-778834391efe None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:16.208321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-719a6f23-265b-4550-be94-778834391efe None None] Bound port: 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:16.208644 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719a6f23-265b-4550-be94-778834391efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.265788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks [] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.273675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:16.278556 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.285904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b1419653-53de-479a-bcbf-8d741cbacfd8 None None] Current status of the port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:16.286324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1419653-53de-479a-bcbf-8d741cbacfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.299619 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-719a6f23-265b-4550-be94-778834391efe None None] For port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:16.304830 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-719a6f23-265b-4550-be94-778834391efe None None] For port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:16.317682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.318926 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719a6f23-265b-4550-be94-778834391efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.407249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:16.411154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:16.422486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:16.458121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=44d3e239-406a-4b5f-b0d8-0a5bb49cea5d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:16.466331 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a6f23-265b-4550-be94-778834391efe None None] Routers {'d3b20906-5008-46bb-855f-8da843ca1e81'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:16.467145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-719a6f23-265b-4550-be94-778834391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d3b20906-5008-46bb-855f-8da843ca1e81'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:16.483657 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f5bc8-3026-4b72-903d-9397ae461439 None None] Pushing event updated for resources: {'Port': ['ID=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:16.502016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (d3b20906-5008-46bb-855f-8da843ca1e81), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.541539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Publish callbacks [] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.663240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b1419653-53de-479a-bcbf-8d741cbacfd8 None None] For port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,segment=NetworkSegment(e99c5c1f-0850-440f-8b80-a9a89b2cc149),segment_id=e99c5c1f-0850-440f-8b80-a9a89b2cc149)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:16.680040 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1419653-53de-479a-bcbf-8d741cbacfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.687361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.778193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:16.829479 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-719a6f23-265b-4550-be94-778834391efe None None] Set router d3b20906-5008-46bb-855f-8da843ca1e81 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:16.897740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:16.903748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1516d3bf-eee8-4684-b230-f753e853bbb3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:17.126077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1419653-53de-479a-bcbf-8d741cbacfd8 None None] Pushing event updated for resources: {'Port': ['ID=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:17.261908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Attempting to bind port c5e110ec-d1d1-4f07-9382-4037f0a7f507 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:17.262326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Attempting to bind port c5e110ec-d1d1-4f07-9382-4037f0a7f507 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:17.262713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Attempting to bind port c5e110ec-d1d1-4f07-9382-4037f0a7f507 on network 211ea543-59d9-400b-8310-dfb545d1e623 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:17.280007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:17.280704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Checking segment: {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:17.281150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.281556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Bound using segment: {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:17.282631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Bound port: c5e110ec-d1d1-4f07-9382-4037f0a7f507, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:17.282916 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.300924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb99ad1-89a0-44ea-ad55-0817dceaf85c None None] Pushing event updated for resources: {'Port': ['ID=c5e110ec-d1d1-4f07-9382-4037f0a7f507,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:17.313001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1516d3bf-eee8-4684-b230-f753e853bbb3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:17.313354 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.397105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c1dc25be-ead2-4dfe-8722-02e77d064fa4 None None] Provisioning complete for port c5e110ec-d1d1-4f07-9382-4037f0a7f507 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:17.397477 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1dc25be-ead2-4dfe-8722-02e77d064fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.441615 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks [] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.456224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cb80604-292f-4116-abc0-7af6ac86f043 req-b003d500-4b18-4458-bd99-8f0e6de7aa0d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 210 time: 0.0629857 Feb 03 04:57:17.468183 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.486947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc25be-ead2-4dfe-8722-02e77d064fa4 None None] Port c5e110ec-d1d1-4f07-9382-4037f0a7f507 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:57:17.545978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] For port c5e110ec-d1d1-4f07-9382-4037f0a7f507, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:17.561110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] For port c5e110ec-d1d1-4f07-9382-4037f0a7f507, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c5e110ec-d1d1-4f07-9382-4037f0a7f507,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:17.562489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c1dc25be-ead2-4dfe-8722-02e77d064fa4 None None] Provisioning complete for port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:17.562869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1dc25be-ead2-4dfe-8722-02e77d064fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.588304 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-719a6f23-265b-4550-be94-778834391efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'name': 'tempest-ImageQuotaTest-641453613-router', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:11Z', 'updated_at': '2022-02-03T04:57:13Z', 'revision_number': 3, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'gw_port': {'id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:12Z', 'updated_at': '2022-02-03T04:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:17.595568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=44d3e239-406a-4b5f-b0d8-0a5bb49cea5d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:17.643406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (d3b20906-5008-46bb-855f-8da843ca1e81), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.649920 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a6f23-265b-4550-be94-778834391efe None None] The sync data for ids ['d3b20906-5008-46bb-855f-8da843ca1e81'] in n-d-827549-1 is: [{'id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'name': 'tempest-ImageQuotaTest-641453613-router', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:11Z', 'updated_at': '2022-02-03T04:57:13Z', 'revision_number': 3, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'gw_port': {'id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:12Z', 'updated_at': '2022-02-03T04:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:57:17.717394 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:17.923166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:17.923839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:17.964617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:17.968417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:18.147238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb99ad1-89a0-44ea-ad55-0817dceaf85c None None] Pushing event updated for resources: {'Port': ['ID=c5e110ec-d1d1-4f07-9382-4037f0a7f507,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:18.156668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc25be-ead2-4dfe-8722-02e77d064fa4 None None] Current status of the port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:18.181730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1516d3bf-eee8-4684-b230-f753e853bbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:18.367865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Provisioning complete for port c5e110ec-d1d1-4f07-9382-4037f0a7f507 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:18.368524 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:18.421996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:18.652113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:18.698170 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e2d63bb-a5ca-47a4-ad51-d065604fae66 req-b3f8fc07-59fe-455a-920c-1e4a73a85710 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 210 time: 0.0798962 Feb 03 04:57:18.746236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-5530b55e-1a04-4789-85e7-aa0feed9824e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:18.748215 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-5530b55e-1a04-4789-85e7-aa0feed9824e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.15 "GET /v2.0/networks?id=211ea543-59d9-400b-8310-dfb545d1e623 HTTP/1.1" status: 200 len: 796 time: 0.9606290 Feb 03 04:57:18.823204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Router d3b20906-5008-46bb-855f-8da843ca1e81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:57:18.835714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-a17e8582-815a-41f4-b89f-bcaf3d488290 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5141afed0f44ec19d6d1cd03373aca4 HTTP/1.1" status: 200 len: 478 time: 0.0782444 Feb 03 04:57:18.846054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'port': {'device_id': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'admin_state_up': True, 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'security_groups': ['2dfd6cbf-57a4-483c-ae94-c09c27664777', '092b86ca-5272-4ee6-bbd1-99dc7fc43491']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:18.957555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:18.958117 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:18.988239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Current status of the port c5e110ec-d1d1-4f07-9382-4037f0a7f507 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:18.988639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.033160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:17Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:19.068774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec26523-5182-44f9-9d2b-3060b4ffa5eb None None] The sync data for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 is: [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:17Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:57:19.094853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:57:19.120411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e5ae1b58-7528-40ff-a398-c2962f1ad2c6 admin admin] 10.222.0.35 "PUT /v2.0/routers/d3b20906-5008-46bb-855f-8da843ca1e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5352015 Feb 03 04:57:19.130894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-77818039-6344-4c0f-a934-11d23445af5a None None] For port c5e110ec-d1d1-4f07-9382-4037f0a7f507, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c5e110ec-d1d1-4f07-9382-4037f0a7f507,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:19.177502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Made reservation on behalf of d5141afed0f44ec19d6d1cd03373aca4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:57:19.185372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:19.186486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:19.189465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.193294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.324821 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Provisioning complete for port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:19.325513 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.377932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:19.378674 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.595933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Allocated IP 172.20.0.13 (211ea543-59d9-400b-8310-dfb545d1e623/84b2bad9-f5a1-4986-8c14-3d01f208621a/20191385-03be-420b-a7ce-9d9bf899d3b8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:19.605014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Pushing event updated for resources: {'Port': ['ID=c5e110ec-d1d1-4f07-9382-4037f0a7f507,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:19.622326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-77818039-6344-4c0f-a934-11d23445af5a None None] Port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:57:19.687829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:19.688515 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.734491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:19.768292 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.847228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0175206c-a0f5-49ac-b3b4-8e0c0e588abc None None] Provisioning complete for port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:19.847648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0175206c-a0f5-49ac-b3b4-8e0c0e588abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.878970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90b1f8ec-6671-49e4-b73d-0e578495d87c req-4ce46236-b55e-4f76-9134-d7c45dccc993 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 210 time: 0.0503130 Feb 03 04:57:19.920156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:19.962114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:19.985350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0175206c-a0f5-49ac-b3b4-8e0c0e588abc None None] Port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:57:19.988828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:20.048398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 211ea543-59d9-400b-8310-dfb545d1e623 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:20.064649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:20.069812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:20.144541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=20191385-03be-420b-a7ce-9d9bf899d3b8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:20.200130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:20.200889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:20.247176 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-45af49a3-96fa-4e6d-b759-11d80524506b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4055326 Feb 03 04:57:20.259092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Request body: {'port': {'device_id': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:20.425408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-97003423-32e9-4707-8a40-847600e43f85 None None] Provisioning complete for port 20191385-03be-420b-a7ce-9d9bf899d3b8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:20.425812 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97003423-32e9-4707-8a40-847600e43f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:20.434296 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:20.530808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:20.535838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97003423-32e9-4707-8a40-847600e43f85 None None] Port 20191385-03be-420b-a7ce-9d9bf899d3b8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:57:20.622063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:20.624190 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:20.968666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20191385-03be-420b-a7ce-9d9bf899d3b8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:57:20.989839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Publish callbacks [] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:21.046222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Transition to ACTIVE for port object 20191385-03be-420b-a7ce-9d9bf899d3b8 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:57:21.064021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:21.064538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:21.065291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c5e110ec-d1d1-4f07-9382-4037f0a7f507 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:21.117170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Sync routers for ids ['d3b20906-5008-46bb-855f-8da843ca1e81'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:57:21.158913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114950a1-ad92-41d7-9b0a-27f284c8e84a req-5d44c174-23cb-4b6b-adbc-154c9e65c03e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:21.164943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Pushing event updated for resources: {'Port': ['ID=20191385-03be-420b-a7ce-9d9bf899d3b8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:21.175243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Routers {'d3b20906-5008-46bb-855f-8da843ca1e81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:21.176305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-114950a1-ad92-41d7-9b0a-27f284c8e84a req-5d44c174-23cb-4b6b-adbc-154c9e65c03e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 971 time: 0.1527193 Feb 03 04:57:21.186314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d3b20906-5008-46bb-855f-8da843ca1e81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:21.309826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Attempting to bind port 20191385-03be-420b-a7ce-9d9bf899d3b8 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:21.319155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Attempting to bind port 20191385-03be-420b-a7ce-9d9bf899d3b8 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:21.320227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Attempting to bind port 20191385-03be-420b-a7ce-9d9bf899d3b8 on network 211ea543-59d9-400b-8310-dfb545d1e623 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:21.326424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Port 20191385-03be-420b-a7ce-9d9bf899d3b8 on network 211ea543-59d9-400b-8310-dfb545d1e623 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:57:21.327165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Attempting to bind port 20191385-03be-420b-a7ce-9d9bf899d3b8 on network 211ea543-59d9-400b-8310-dfb545d1e623 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:21.335619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:21.336249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Checking segment: {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:21.336834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Bound using segment: {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:21.337630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Bound port: 20191385-03be-420b-a7ce-9d9bf899d3b8, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6786dd2-ee60-4a2b-bd14-3f88cb537123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:21.338176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:21.348498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-114950a1-ad92-41d7-9b0a-27f284c8e84a req-aef09dc1-113e-4286-958a-a11f3a0f127d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1587105 Feb 03 04:57:21.432057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:21.450698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c5e110ec-d1d1-4f07-9382-4037f0a7f507 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:21.451077 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:21.468605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] For port 20191385-03be-420b-a7ce-9d9bf899d3b8, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:21.473601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] For port 20191385-03be-420b-a7ce-9d9bf899d3b8, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=20191385-03be-420b-a7ce-9d9bf899d3b8,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:21.496815 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:21.590365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Set router d3b20906-5008-46bb-855f-8da843ca1e81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:21.602741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Pushing event updated for resources: {'Port': ['ID=20191385-03be-420b-a7ce-9d9bf899d3b8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:21.620739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:21.625854 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:21.627369 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-61e4b973-6998-49c0-b7c6-6d437e66c90a service neutron] 10.222.0.15 "PUT /v2.0/ports/20191385-03be-420b-a7ce-9d9bf899d3b8 HTTP/1.1" status: 200 len: 1131 time: 1.3732655 Feb 03 04:57:21.627913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:57:21.634088 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde22c30-661b-4fd1-b615-80ba081da3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:57:21.689808 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8759ad0a-87a2-41ca-a740-7269665accd0 x-openstack-request-id: req-8759ad0a-87a2-41ca-a740-7269665accd0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:57:21.690388 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:57:21.690812 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8759ad0a-87a2-41ca-a740-7269665accd0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:57:21.691398 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'status': 'completed', 'code': 200} Feb 03 04:57:21.791176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-bc05ace5-2d84-494f-b6f5-84fa7b8e4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:21.795288 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-bc05ace5-2d84-494f-b6f5-84fa7b8e4447 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1165 time: 0.1013105 Feb 03 04:57:21.850432 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-ea4a8515-757d-4cba-b67c-d916f0292ed8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20191385-03be-420b-a7ce-9d9bf899d3b8 HTTP/1.1" status: 200 len: 217 time: 0.0467913 Feb 03 04:57:21.944753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-1059333c-d85a-4d5d-89e3-088b5d8a0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:21.946229 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-1059333c-d85a-4d5d-89e3-088b5d8a0f60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2bad9-f5a1-4986-8c14-3d01f208621a HTTP/1.1" status: 200 len: 835 time: 0.0900040 Feb 03 04:57:22.026095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-1cdb6de2-8fd0-4337-a60c-665fabf3c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:22.028352 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-1cdb6de2-8fd0-4337-a60c-665fabf3c485 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=211ea543-59d9-400b-8310-dfb545d1e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753746 Feb 03 04:57:22.091989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c5e110ec-d1d1-4f07-9382-4037f0a7f507 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:22.162531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'name': 'tempest-ImageQuotaTest-641453613-router', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:11Z', 'updated_at': '2022-02-03T04:57:16Z', 'revision_number': 4, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'gw_port': {'id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:12Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '44d3e239-406a-4b5f-b0d8-0a5bb49cea5d', 'name': '', 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'mac_address': 'fa:16:3e:4a:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '22d93986-fb10-4bbb-a367-94754ffceca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:15Z', 'updated_at': '2022-02-03T04:57:16Z', 'revision_number': 2, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'subnets': [{'id': '22d93986-fb10-4bbb-a367-94754ffceca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:22.203016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (d3b20906-5008-46bb-855f-8da843ca1e81), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:22.225775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Checking router: d3b20906-5008-46bb-855f-8da843ca1e81 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:57:22.226134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Updating router d3b20906-5008-46bb-855f-8da843ca1e81 port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:57:22.240684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-1c5eff30-3014-4970-b87f-c9a8e0679199 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046728 Feb 03 04:57:22.280450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:22.417474 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5a8abad3-ebb9-4bf2-bf39-9a3db3c9b53f req-83c51972-bd6d-4157-a687-a0bcbac18ddd service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674628 Feb 03 04:57:22.558630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-c19bf55b-b9c6-49d5-8d08-e47bc96ae3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:22.561459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-c19bf55b-b9c6-49d5-8d08-e47bc96ae3e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1165 time: 0.0934420 Feb 03 04:57:22.617290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6b612-3982-4b30-bc1b-05db5ccd1596 req-e6f472d1-3498-453e-8c25-138a589f9839 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:22.619426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00c6b612-3982-4b30-bc1b-05db5ccd1596 req-e6f472d1-3498-453e-8c25-138a589f9839 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 983 time: 0.1550262 Feb 03 04:57:22.680877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Deleting port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:57:22.681343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:22.712990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Publish callbacks [] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:22.725550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-b8085df3-0f57-4cf5-b8a4-dd99a9c0599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:22.728349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-b8085df3-0f57-4cf5-b8a4-dd99a9c0599d service neutron] 10.222.0.15 "GET /v2.0/networks?id=211ea543-59d9-400b-8310-dfb545d1e623 HTTP/1.1" status: 200 len: 897 time: 0.1594527 Feb 03 04:57:22.730453 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:22.732793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00c6b612-3982-4b30-bc1b-05db5ccd1596 req-0d3d0fef-7b18-4917-919e-696f07e34f45 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1047530 Feb 03 04:57:22.787602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Pushing event updated for resources: {'Port': ['ID=44d3e239-406a-4b5f-b0d8-0a5bb49cea5d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:22.800658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.801135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.801487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.801829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.802167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.802510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.802844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.803178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.803663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.804000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.804490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.804827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.805284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:57:22.824165 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-5ca1d5dd-b72a-452e-9f9e-ef6a154ace50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20191385-03be-420b-a7ce-9d9bf899d3b8 HTTP/1.1" status: 200 len: 217 time: 0.0899224 Feb 03 04:57:22.826671 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:22.843604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Calling delete_port for 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:57:22.930164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-37c116c1-01a7-48a0-a52e-7975c6211542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:22.932862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Attempting to bind port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:22.933241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Attempting to bind port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:22.933475 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-37c116c1-01a7-48a0-a52e-7975c6211542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2bad9-f5a1-4986-8c14-3d01f208621a HTTP/1.1" status: 200 len: 835 time: 0.1024599 Feb 03 04:57:22.933662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Attempting to bind port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d on network 41f5fdda-83ff-41d8-a829-62d652ffdaaa {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:22.944280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:22.944795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Checking segment: {'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:22.945224 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:22.945600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Bound using segment: {'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:22.946093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Bound port: 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99c5c1f-0850-440f-8b80-a9a89b2cc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:22.946484 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:23.001049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-373c7490-0090-4d69-8d34-a618e210b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:23.003021 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-373c7490-0090-4d69-8d34-a618e210b28c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=211ea543-59d9-400b-8310-dfb545d1e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0623486 Feb 03 04:57:23.055279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] For port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:23.058785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] For port 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=44d3e239-406a-4b5f-b0d8-0a5bb49cea5d,segment=NetworkSegment(e99c5c1f-0850-440f-8b80-a9a89b2cc149),segment_id=e99c5c1f-0850-440f-8b80-a9a89b2cc149)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:23.070516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:23.145175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3561a3-68f6-4833-8d11-982b85871aae None None] Pushing event updated for resources: {'Port': ['ID=44d3e239-406a-4b5f-b0d8-0a5bb49cea5d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:23.167818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Routers {'d3b20906-5008-46bb-855f-8da843ca1e81'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:23.168447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['d3b20906-5008-46bb-855f-8da843ca1e81'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:23.240149 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (44d3e239-406a-4b5f-b0d8-0a5bb49cea5d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:23.268888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d3e239-406a-4b5f-b0d8-0a5bb49cea5d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:23.271698 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-c5e9477d-0a4b-4d18-aa9c-6694be346b37 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585993 Feb 03 04:57:23.291882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a4ae3687-572f-4fa7-aaef-dbb7ef445a94 None None] Could not find standard attr ID for object 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:57:23.407517 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fde22c30-661b-4fd1-b615-80ba081da3a3 req-017e7f58-bef5-49af-b910-ba8f1c1f0a65 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303825 Feb 03 04:57:23.413805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] Set router d3b20906-5008-46bb-855f-8da843ca1e81 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:23.605994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (d3b20906-5008-46bb-855f-8da843ca1e81), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:23.608794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a5375101-5eec-4bce-9e5b-e1f3ade4fe1a None None] Could not find standard attr ID for object 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 04:57:23.715125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'name': 'tempest-ImageQuotaTest-641453613-router', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:11Z', 'updated_at': '2022-02-03T04:57:16Z', 'revision_number': 4, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'gw_port': {'id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:12Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '44d3e239-406a-4b5f-b0d8-0a5bb49cea5d', 'name': '', 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'mac_address': 'fa:16:3e:4a:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '22d93986-fb10-4bbb-a367-94754ffceca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:15Z', 'updated_at': '2022-02-03T04:57:23Z', 'revision_number': 4, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'subnets': [{'id': '22d93986-fb10-4bbb-a367-94754ffceca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:23.770862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f698f-682c-44ae-8f17-ff458c806833 None None] The sync data for ids ['d3b20906-5008-46bb-855f-8da843ca1e81'] in n-d-827549-1 is: [{'id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'name': 'tempest-ImageQuotaTest-641453613-router', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:11Z', 'updated_at': '2022-02-03T04:57:16Z', 'revision_number': 4, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'gw_port': {'id': '3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:12Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '44d3e239-406a-4b5f-b0d8-0a5bb49cea5d', 'name': '', 'network_id': '41f5fdda-83ff-41d8-a829-62d652ffdaaa', 'tenant_id': '6a1b3ab6176c4ac885223681b67c326e', 'mac_address': 'fa:16:3e:4a:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b20906-5008-46bb-855f-8da843ca1e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '22d93986-fb10-4bbb-a367-94754ffceca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:15Z', 'updated_at': '2022-02-03T04:57:23Z', 'revision_number': 4, 'project_id': '6a1b3ab6176c4ac885223681b67c326e', 'subnets': [{'id': '22d93986-fb10-4bbb-a367-94754ffceca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:57:23.894823 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:24.031698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7be70c-c71b-4970-a6f4-42c2ea4941d1 req-a859b03f-a1fb-45e8-996e-38eb231eba6d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:24.033099 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:24.038748 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c7be70c-c71b-4970-a6f4-42c2ea4941d1 req-a859b03f-a1fb-45e8-996e-38eb231eba6d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 983 time: 0.1428680 Feb 03 04:57:24.066228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Router d3b20906-5008-46bb-855f-8da843ca1e81 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:57:24.187659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c7be70c-c71b-4970-a6f4-42c2ea4941d1 req-2fb71734-fed6-4291-864c-3fd30373c6be tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1479819 Feb 03 04:57:24.268750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:57:24.276339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d1ee6639-5b74-4117-ba08-b06e25d55da7 admin admin] 10.222.0.35 "PUT /v2.0/routers/d3b20906-5008-46bb-855f-8da843ca1e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8431621 Feb 03 04:57:24.279235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:24.449537 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks [] for router (d3b20906-5008-46bb-855f-8da843ca1e81), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:24.932882 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks [] for router_gateway (d3b20906-5008-46bb-855f-8da843ca1e81), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.034636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Deleting port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:57:25.035169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.152890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] For port 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:25.153512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.178298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Calling delete_port for 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:57:25.492878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fee00-7f15-476f-a607-5b24752e1fe2 req-4f3effee-bfbc-45da-ab12-2ae98ce264cf tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:25.495394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f34fee00-7f15-476f-a607-5b24752e1fe2 req-4f3effee-bfbc-45da-ab12-2ae98ce264cf tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 983 time: 0.1410508 Feb 03 04:57:25.615385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f34fee00-7f15-476f-a607-5b24752e1fe2 req-199dbd35-409f-4814-9f62-f646ff0f728a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1128845 Feb 03 04:57:25.625926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 20191385-03be-420b-a7ce-9d9bf899d3b8 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:57:25.662462 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.741361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:25.813529 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (d3b20906-5008-46bb-855f-8da843ca1e81), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.828019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 20191385-03be-420b-a7ce-9d9bf899d3b8, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=20191385-03be-420b-a7ce-9d9bf899d3b8,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:25.859648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'port_id': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'mac_address': 'fa:16:3e:ed:4c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:57:25.936094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 20191385-03be-420b-a7ce-9d9bf899d3b8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:25.936706 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.942210 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (d3b20906-5008-46bb-855f-8da843ca1e81), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.944638 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks [] for router_controller (d3b20906-5008-46bb-855f-8da843ca1e81), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:25.963693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20191385-03be-420b-a7ce-9d9bf899d3b8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:57:25.990380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 20191385-03be-420b-a7ce-9d9bf899d3b8, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=20191385-03be-420b-a7ce-9d9bf899d3b8,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:25.996864 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.011469 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (d3b20906-5008-46bb-855f-8da843ca1e81), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.015838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b20906-5008-46bb-855f-8da843ca1e81 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:57:26.028715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.032722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:26.033376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fd72fe00-7ef5-4b87-bea1-e2a3b2a69ee6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d3b20906-5008-46bb-855f-8da843ca1e81 HTTP/1.1" status: 204 len: 168 time: 1.7499034 Feb 03 04:57:26.059029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=20191385-03be-420b-a7ce-9d9bf899d3b8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:26.105007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] Deleting subnet 22d93986-fb10-4bbb-a367-94754ffceca7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:57:26.110653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] Publish callbacks [] for subnet (22d93986-fb10-4bbb-a367-94754ffceca7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.156277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (22d93986-fb10-4bbb-a367-94754ffceca7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.192702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['20191385-03be-420b-a7ce-9d9bf899d3b8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:57:26.248809 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (22d93986-fb10-4bbb-a367-94754ffceca7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.344851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (22d93986-fb10-4bbb-a367-94754ffceca7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.430154 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d93986-fb10-4bbb-a367-94754ffceca7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:26.431485 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] Sync routers for ids ['d3b20906-5008-46bb-855f-8da843ca1e81'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:57:26.439841 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.447051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:26.447982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-072b24ef-62be-45ce-a16f-aecebc7d5408 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/22d93986-fb10-4bbb-a367-94754ffceca7 HTTP/1.1" status: 204 len: 168 time: 0.4140270 Feb 03 04:57:26.451140 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:26.451670 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:57:26.452291 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3b20906-5008-46bb-855f-8da843ca1e81'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:57:26.470343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee5abec-abaf-4858-95b9-cf0f92088502 None None] Network 41f5fdda-83ff-41d8-a829-62d652ffdaaa requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:57:26.486611 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:26.487229 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:57:26.491582 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3b20906-5008-46bb-855f-8da843ca1e81'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:57:26.492310 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf04d2-40c9-414d-b2f8-0c9c32cbe882 None None] The sync data for ids ['d3b20906-5008-46bb-855f-8da843ca1e81'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:57:26.639390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (41f5fdda-83ff-41d8-a829-62d652ffdaaa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.784074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Deleting port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:57:26.784857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.848396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd244-6655-464c-902e-7217073f05ef req-1ff3f0c2-6928-47fd-a9e8-81bb01771050 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:26.850325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf5cd244-6655-464c-902e-7217073f05ef req-1ff3f0c2-6928-47fd-a9e8-81bb01771050 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 984 time: 0.1120770 Feb 03 04:57:26.883141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] For port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,segment=NetworkSegment(e99c5c1f-0850-440f-8b80-a9a89b2cc149),segment_id=e99c5c1f-0850-440f-8b80-a9a89b2cc149)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:26.883557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:26.900171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Calling delete_port for ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:57:26.978991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] DHCP port deletion for 41f5fdda-83ff-41d8-a829-62d652ffdaaa request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:57:27.055585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf5cd244-6655-464c-902e-7217073f05ef req-fd0cb084-7fcd-4048-afc9-f4fa13bb8cac tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1920104 Feb 03 04:57:27.079078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] Deleting port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:57:27.079856 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.143915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.150490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] For port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,segment=NetworkSegment(e99c5c1f-0850-440f-8b80-a9a89b2cc149),segment_id=e99c5c1f-0850-440f-8b80-a9a89b2cc149)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:27.153847 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.191455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] Calling delete_port for ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:57:27.197522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:27.207121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] No DVR routers for this DVR port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:57:27.307033 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (41f5fdda-83ff-41d8-a829-62d652ffdaaa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.330908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f5fdda-83ff-41d8-a829-62d652ffdaaa']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:27.345247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99c5c1f-0850-440f-8b80-a9a89b2cc149') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:27.346431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99c5c1f-0850-440f-8b80-a9a89b2cc149') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:27.348389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (ca7ffb90-16b0-43ec-bb1d-93b51cb832c5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.362006 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (e99c5c1f-0850-440f-8b80-a9a89b2cc149), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.380089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] Pushing event deleted for resources: {'Port': ['ID=ca7ffb90-16b0-43ec-bb1d-93b51cb832c5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:27.385854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966f3ca-c175-42b9-8965-c9a5ff64257d None None] No DVR routers for this DVR port ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:57:27.414898 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (e99c5c1f-0850-440f-8b80-a9a89b2cc149), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.422745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:57:27.423143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (e99c5c1f-0850-440f-8b80-a9a89b2cc149), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: items = [ Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:57:27.424960 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:57:27.495405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (41f5fdda-83ff-41d8-a829-62d652ffdaaa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.507838 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.512079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/41f5fdda-83ff-41d8-a829-62d652ffdaaa HTTP/1.1" status: 204 len: 168 time: 1.0627236 Feb 03 04:57:27.532312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f6e49-7765-4283-97ad-a4dc23b4f8d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f5fdda-83ff-41d8-a829-62d652ffdaaa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:27.640842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 20191385-03be-420b-a7ce-9d9bf899d3b8 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:57:27.731544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 20191385-03be-420b-a7ce-9d9bf899d3b8 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:57:27.736398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 20191385-03be-420b-a7ce-9d9bf899d3b8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:27.736808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.791968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:27.850868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 20191385-03be-420b-a7ce-9d9bf899d3b8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:57:27.852222 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.861542 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e7113071-729d-4e26-a8e1-0e960559ded3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a1b3ab6176c4ac885223681b67c326e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0633771 Feb 03 04:57:27.861886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:27.880694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:57:27.883745 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b6c301-aeab-4ba9-8cba-a34ba0f3189d" -d '{"events": [{"server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "name": "network-vif-plugged", "status": "completed", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:57:27.904466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 20191385-03be-420b-a7ce-9d9bf899d3b8, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=20191385-03be-420b-a7ce-9d9bf899d3b8,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:57:27.910884 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.963282 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb35731f-a22f-4692-b55a-dfe5ea8786cd admin admin] Publish callbacks [] for security_group (f3cbef21-c1cd-4c76-91db-07c368c52d7c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:27.988169 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf4b397-dbc5-4949-aa55-e0b4de811800 x-openstack-request-id: req-fbf4b397-dbc5-4949-aa55-e0b4de811800 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:57:27.989557 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "name": "network-vif-plugged", "status": "completed", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:57:27.990076 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbf4b397-dbc5-4949-aa55-e0b4de811800 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:57:27.991920 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'code': 200} Feb 03 04:57:28.009517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb35731f-a22f-4692-b55a-dfe5ea8786cd admin admin] Publish callbacks [] for security_group (f3cbef21-c1cd-4c76-91db-07c368c52d7c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:28.042246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=20191385-03be-420b-a7ce-9d9bf899d3b8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:28.100428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb35731f-a22f-4692-b55a-dfe5ea8786cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f3cbef21-c1cd-4c76-91db-07c368c52d7c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:28.100661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4a583-6fb1-4c90-99fc-7e2eb11c4b85 req-07199b6a-2a71-4020-b11c-3a5a184d790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:28.102392 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4fa4a583-6fb1-4c90-99fc-7e2eb11c4b85 req-07199b6a-2a71-4020-b11c-3a5a184d790f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1167 time: 0.0983555 Feb 03 04:57:28.102643 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb35731f-a22f-4692-b55a-dfe5ea8786cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:28.106870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb35731f-a22f-4692-b55a-dfe5ea8786cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3cbef21-c1cd-4c76-91db-07c368c52d7c HTTP/1.1" status: 204 len: 168 time: 0.2433848 Feb 03 04:57:28.149011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35731f-a22f-4692-b55a-dfe5ea8786cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cbef21-c1cd-4c76-91db-07c368c52d7c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:28.227110 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:57:28.290928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415cf8d-19c6-4671-8e9c-a5c832cf5670 req-5770ffb8-d71e-4bad-a723-60e324f937e1 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:28.294449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7415cf8d-19c6-4671-8e9c-a5c832cf5670 req-5770ffb8-d71e-4bad-a723-60e324f937e1 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 985 time: 0.1369355 Feb 03 04:57:28.303956 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4fa4a583-6fb1-4c90-99fc-7e2eb11c4b85 req-c2517f14-3d0e-4083-ac11-a01a33d357cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1655371 Feb 03 04:57:28.329318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:57:28.379631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:57:28.383598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 44d3e239-406a-4b5f-b0d8-0a5bb49cea5d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:57:28.384246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:57:28.388511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7415cf8d-19c6-4671-8e9c-a5c832cf5670 req-18b70cbe-8373-4228-8483-1eca13d430d5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0838730 Feb 03 04:57:28.422644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:57:28.425735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ca7ffb90-16b0-43ec-bb1d-93b51cb832c5 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:57:28.426764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:57:28.452867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:57:28.453368 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3f8e3072-6f79-45f5-85a7-adcfcd6f1ed1 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:57:28.786904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 53992) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:28.801914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b75e153e-eb5c-43a2-bab5-92f3f45c3a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:28.906030 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b75e153e-eb5c-43a2-bab5-92f3f45c3a3d admin admin] Publish callbacks [] for security_group (5ccfd49f-4a99-487e-8c69-8b9dbe94c561), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:28.912445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b75e153e-eb5c-43a2-bab5-92f3f45c3a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5ccfd49f-4a99-487e-8c69-8b9dbe94c561), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:28.949266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e153e-eb5c-43a2-bab5-92f3f45c3a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccfd49f-4a99-487e-8c69-8b9dbe94c561,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:28.991482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 53994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:29.000136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b75e153e-eb5c-43a2-bab5-92f3f45c3a3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2118120 Feb 03 04:57:29.053163 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83f3bed2-0d23-4d42-b9af-d9ccec8e3ded admin admin] Publish callbacks [] for security_group (5ccfd49f-4a99-487e-8c69-8b9dbe94c561), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:29.079064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83f3bed2-0d23-4d42-b9af-d9ccec8e3ded admin admin] Publish callbacks [] for security_group (5ccfd49f-4a99-487e-8c69-8b9dbe94c561), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:29.143544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83f3bed2-0d23-4d42-b9af-d9ccec8e3ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5ccfd49f-4a99-487e-8c69-8b9dbe94c561), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:29.147158 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83f3bed2-0d23-4d42-b9af-d9ccec8e3ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:29.151641 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-83f3bed2-0d23-4d42-b9af-d9ccec8e3ded admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ccfd49f-4a99-487e-8c69-8b9dbe94c561 HTTP/1.1" status: 204 len: 168 time: 0.1580195 Feb 03 04:57:29.161330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3bed2-0d23-4d42-b9af-d9ccec8e3ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccfd49f-4a99-487e-8c69-8b9dbe94c561,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:29.585727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19eb04-2146-401a-a0fd-a4d12fa2cc51 req-1b068d73-f6f8-453b-8fd2-250d9d1bbda7 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:29.587651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f19eb04-2146-401a-a0fd-a4d12fa2cc51 req-1b068d73-f6f8-453b-8fd2-250d9d1bbda7 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 985 time: 0.0800295 Feb 03 04:57:29.676033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f19eb04-2146-401a-a0fd-a4d12fa2cc51 req-9bbeddc7-f356-4bb8-84e7-f500f78831fe tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0803783 Feb 03 04:57:29.826507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda6042-cf1c-4713-9279-b1215fcb99fd req-47dc2b2a-1c2f-4ba6-a977-aae4f7d1e172 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:29.828096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2dda6042-cf1c-4713-9279-b1215fcb99fd req-47dc2b2a-1c2f-4ba6-a977-aae4f7d1e172 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 985 time: 0.0730383 Feb 03 04:57:29.889752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2dda6042-cf1c-4713-9279-b1215fcb99fd req-dd52e5ca-014a-4b4c-906d-32559e2795b4 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0555480 Feb 03 04:57:30.006890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94b53a-6c29-48e6-b487-2b1e98a375b0 req-d4c32b45-682e-425e-a496-988b9db237f5 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:30.008369 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee94b53a-6c29-48e6-b487-2b1e98a375b0 req-d4c32b45-682e-425e-a496-988b9db237f5 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1167 time: 0.0469933 Feb 03 04:57:30.029463 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee94b53a-6c29-48e6-b487-2b1e98a375b0 req-a5134836-1e91-4a71-87b5-7c37c61405cb tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:30.108190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee94b53a-6c29-48e6-b487-2b1e98a375b0 req-a5134836-1e91-4a71-87b5-7c37c61405cb tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Publish callbacks [] for security_group (e13319e3-cce3-41fb-a8b3-bc8dd0492509), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:30.112473 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ee94b53a-6c29-48e6-b487-2b1e98a375b0 req-a5134836-1e91-4a71-87b5-7c37c61405cb tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e13319e3-cce3-41fb-a8b3-bc8dd0492509), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:30.155403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5134836-1e91-4a71-87b5-7c37c61405cb tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13319e3-cce3-41fb-a8b3-bc8dd0492509,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:30.160321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee94b53a-6c29-48e6-b487-2b1e98a375b0 req-a5134836-1e91-4a71-87b5-7c37c61405cb tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1457834 Feb 03 04:57:30.184301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:30.236389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033606b5-830f-4b69-8f28-76b6fb460fd0 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:30.238207 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-033606b5-830f-4b69-8f28-76b6fb460fd0 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1162 time: 0.0528371 Feb 03 04:57:30.241244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:30.246576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:30.271668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:30.392262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:30.494531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Allocated IP 172.25.7.121 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/41b7a231-f6ec-4835-9567-e0c46b8aeaeb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:30.611814 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:30.647278 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:30.684863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:30.692300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:30.696598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:30.699726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=41b7a231-f6ec-4835-9567-e0c46b8aeaeb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:31.111090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for floatingip (26b05d4c-2159-4b0c-a7fb-b042db05768e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:31.181686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:31.331458 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:31.337203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:31.440817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (26b05d4c-2159-4b0c-a7fb-b042db05768e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:31.444780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=41b7a231-f6ec-4835-9567-e0c46b8aeaeb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:31.550567 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Floating IP 26b05d4c-2159-4b0c-a7fb-b042db05768e associated. External IP: 172.25.7.121, port: 20191385-03be-420b-a7ce-9d9bf899d3b8. Feb 03 04:57:31.764475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router b61e7d3e-a441-49b4-80b3-a464d8997d9b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:57:31.875275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:57:31.895554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] Sync routers for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:57:31.920817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:31.921582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:31.946877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:31.994191 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c28626a6-570f-4baa-a05b-8fcf4326d15e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7515793 Feb 03 04:57:31.994797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:57:31.996866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:32.003528 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c2ffd-4d27-4058-b71e-ab12d4655e58" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:57:32.052205 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5789867-3747-47ca-a96e-705839ca1e40 x-openstack-request-id: req-e5789867-3747-47ca-a96e-705839ca1e40 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:57:32.052497 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:57:32.052749 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5789867-3747-47ca-a96e-705839ca1e40 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:57:32.053349 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'status': 'completed', 'code': 200} Feb 03 04:57:32.055731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:32.137287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.137843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.138320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.138917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.139388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.139864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.140327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.144830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a85d058b-ebdc-4c21-a36d-7e311759b858 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.1442406 Feb 03 04:57:32.145001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54030) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:32.166530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-a6eb3e43-7c5a-47cd-8f98-861807ee3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.168102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-a6eb3e43-7c5a-47cd-8f98-861807ee3f24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1167 time: 0.0901814 Feb 03 04:57:32.292532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-66d65d71-3520-4c69-ba0d-5722a09eaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.293914 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-66d65d71-3520-4c69-ba0d-5722a09eaf81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=211ea543-59d9-400b-8310-dfb545d1e623 HTTP/1.1" status: 200 len: 897 time: 0.1190343 Feb 03 04:57:32.301864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.302342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.302808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.303259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.303728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.304189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.304626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.309875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-daab2ff0-596c-4388-a740-ae6d4a86fc6d tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1599872 Feb 03 04:57:32.310150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:32.369678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '26b05d4c-2159-4b0c-a7fb-b042db05768e', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'port_id': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'mac_address': 'fa:16:3e:ed:4c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:57:30Z', 'updated_at': '2022-02-03T04:57:30Z', 'revision_number': 0, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:32.380024 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-400ef8bc-107f-4b4a-8f92-533fef9e4937 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20191385-03be-420b-a7ce-9d9bf899d3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0802906 Feb 03 04:57:32.446283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-4fbdd250-0c4c-46e3-a1ca-e5d453861c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.448946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-4fbdd250-0c4c-46e3-a1ca-e5d453861c78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2bad9-f5a1-4986-8c14-3d01f208621a HTTP/1.1" status: 200 len: 835 time: 0.0632854 Feb 03 04:57:32.535106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-66781a35-20ed-400d-932d-e5e88a228f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.536928 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-66781a35-20ed-400d-932d-e5e88a228f09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=211ea543-59d9-400b-8310-dfb545d1e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824494 Feb 03 04:57:32.548590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8fea615f-58f2-4a8c-b836-2c0d415d5dc8 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.2371831 Feb 03 04:57:32.549498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:57:32.606148 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3da982-0986-4919-a160-3ff67152f2e4 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.607129 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3da982-0986-4919-a160-3ff67152f2e4 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:32.624370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fe3da982-0986-4919-a160-3ff67152f2e4 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b61e7d3e-a441-49b4-80b3-a464d8997d9b HTTP/1.1" status: 200 len: 2062 time: 0.0734069 Feb 03 04:57:32.661436 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-c2c116ca-4deb-447c-a61d-1047afe232e4 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180766 Feb 03 04:57:32.703920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] Checking router: b61e7d3e-a441-49b4-80b3-a464d8997d9b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:57:32.713096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:57:32.713718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:57:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:32.771673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d96c2ffd-4d27-4058-b71e-ab12d4655e58 req-2ea9a77c-29a3-436c-9b1a-98bf68937266 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038666 Feb 03 04:57:32.822783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:57:33.087365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '26b05d4c-2159-4b0c-a7fb-b042db05768e', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'port_id': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'mac_address': 'fa:16:3e:ed:4c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:57:30Z', 'updated_at': '2022-02-03T04:57:30Z', 'revision_number': 0, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:57:33.125250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821750e-5159-4fee-9c67-afaeed93cab8 None None] The sync data for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 is: [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '26b05d4c-2159-4b0c-a7fb-b042db05768e', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'port_id': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'mac_address': 'fa:16:3e:ed:4c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T04:57:30Z', 'updated_at': '2022-02-03T04:57:30Z', 'revision_number': 0, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:57:33.171474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-783f1959-c14a-4ece-b65d-574af3a91e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:33.390620 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f76c4-72bc-40e8-b154-9284206e8861 None None] New status for floating IP 26b05d4c-2159-4b0c-a7fb-b042db05768e: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:57:36.399934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0aeac0d-f464-45b0-bbb9-edca30a1b1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:36.713587 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:38.171926 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:38.741427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-296f225c-d371-4b31-b638-5f1b8f10a351 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:38.742828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-296f225c-d371-4b31-b638-5f1b8f10a351 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1051981 Feb 03 04:57:38.759714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-35d3b3fe-f6e2-46ac-8e82-79a1a15f3dab tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/quotas/b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0095317 Feb 03 04:57:38.815546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-2faea28f-0082-452d-b3f0-f2a97e210f63 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504310 Feb 03 04:57:39.022762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-f787a0d6-c159-48b8-9df5-993cae36b56e service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994503 Feb 03 04:57:39.114892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-92703adb-081a-4767-aba1-9e2468ad5524 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860288 Feb 03 04:57:39.297071 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:39.317135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1ccce81-ddd6-4897-a1ef-2effc0eb0311 req-2c955876-78bd-4f2a-9508-966cdf08798b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0392256 Feb 03 04:57:40.256453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-d9f3463c-da2b-44e9-b861-db1c85973987 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:40.258193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-d9f3463c-da2b-44e9-b861-db1c85973987 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1175725 Feb 03 04:57:40.269742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'port': {'device_id': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'admin_state_up': True, 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:40.400804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:57:40.406346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:40.426117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84a9c92a-1583-4747-bb46-002df18b193c req-c656cfb6-5142-45d0-92f8-b9836bea1e6b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0409465 Feb 03 04:57:40.553445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.20.0.14 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/2cb8af83-3b96-48ca-85f5-d658e99e9ffa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:57:40.715789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:40.750910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:40.789430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:57:40.792589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:57:40.795471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:57:40.857263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:40.889930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:40.890721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:40.911352 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-59312f5b-2e10-4325-b489-3edd7b75d3bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6454577 Feb 03 04:57:40.923115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Request body: {'port': {'device_id': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:57:41.019879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:41.175940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e44edde9-3d6e-4573-8d85-f512c973b6e4 None None] Provisioning complete for port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:57:41.177463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e44edde9-3d6e-4573-8d85-f512c973b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:41.229019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e44edde9-3d6e-4573-8d85-f512c973b6e4 None None] Port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:57:41.563159 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31025809-6912-4054-876c-fce49cf48b62 req-f977a7f9-397d-4ee1-959b-d0abfdec5794 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:41.579798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31025809-6912-4054-876c-fce49cf48b62 req-f977a7f9-397d-4ee1-959b-d0abfdec5794 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 932 time: 0.0731447 Feb 03 04:57:41.632219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31025809-6912-4054-876c-fce49cf48b62 req-a9afd2c0-212b-4ecd-bb79-4e0b6780fadb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512459 Feb 03 04:57:41.685689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb8af83-3b96-48ca-85f5-d658e99e9ffa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:57:41.693715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Publish callbacks [] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:41.705915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Transition to ACTIVE for port object 2cb8af83-3b96-48ca-85f5-d658e99e9ffa will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:57:41.710548 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:41.760530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:41.836951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Attempting to bind port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:57:41.837423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Attempting to bind port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:57:41.837874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Attempting to bind port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:41.843135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:57:41.843673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Attempting to bind port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:57:41.849580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:57:41.850006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:57:41.850472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:57:41.850973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Bound port: 2cb8af83-3b96-48ca-85f5-d658e99e9ffa, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:57:41.851980 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:41.956791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] For port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:57:41.960309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] For port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:57:41.968879 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:42.004886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:42.005518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:42.006951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] 10.222.0.31 "PUT /v2.0/ports/2cb8af83-3b96-48ca-85f5-d658e99e9ffa HTTP/1.1" status: 200 len: 1092 time: 1.0884500 Feb 03 04:57:42.007428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'tag': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:57:42.009782 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dec9f47e-ef67-4edf-9bb9-5ba531284a8a", "tag": "2cb8af83-3b96-48ca-85f5-d658e99e9ffa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:57:42.081700 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9620dfc9-8984-4a12-8fb8-b20fc56f477a x-openstack-request-id: req-9620dfc9-8984-4a12-8fb8-b20fc56f477a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:57:42.082111 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec9f47e-ef67-4edf-9bb9-5ba531284a8a", "tag": "2cb8af83-3b96-48ca-85f5-d658e99e9ffa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:57:42.082247 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9620dfc9-8984-4a12-8fb8-b20fc56f477a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:57:42.082577 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'tag': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa', 'status': 'completed', 'code': 200} Feb 03 04:57:42.103124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5a0e-a092-4baa-a5aa-45b0e356a479 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:57:42.174853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-8e281e7c-b54a-4a4a-a4c9-9a51c21d829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:42.176444 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-8e281e7c-b54a-4a4a-a4c9-9a51c21d829d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 1126 time: 0.1090050 Feb 03 04:57:42.271818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-7a964054-3989-4377-b2e7-6bb69840d9da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cb8af83-3b96-48ca-85f5-d658e99e9ffa HTTP/1.1" status: 200 len: 217 time: 0.0881686 Feb 03 04:57:42.336843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-a4b74662-7f1a-4d5a-a1ac-fa3c33079aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:42.338262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-a4b74662-7f1a-4d5a-a1ac-fa3c33079aa4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0610273 Feb 03 04:57:42.410915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-7692709c-1761-4dd8-b8f2-5e3a1810e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:42.412557 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-7692709c-1761-4dd8-b8f2-5e3a1810e54c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652709 Feb 03 04:57:42.523597 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-17178d6a-529d-4c93-9b03-b8620561ed5c service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043277 Feb 03 04:57:42.651185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7186ce9d-0350-47bb-9eef-eac42a7fe362 req-a81ae07c-0a24-4464-873d-67c6288541cb service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198697 Feb 03 04:57:42.785034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-805f364b-0adc-4ec3-902c-519dd5e72af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:42.787521 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-805f364b-0adc-4ec3-902c-519dd5e72af5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 1126 time: 0.0737624 Feb 03 04:57:42.857173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5069b-1ee7-41c1-bbc9-fd73a3f0c656 req-8e6f67f0-88d2-4640-b31f-3929807b0f3b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:42.861372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04d5069b-1ee7-41c1-bbc9-fd73a3f0c656 req-8e6f67f0-88d2-4640-b31f-3929807b0f3b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.1177812 Feb 03 04:57:42.888634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-c8c4183a-d4c6-4a5e-98a4-d984312eb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:42.890598 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-c8c4183a-d4c6-4a5e-98a4-d984312eb2de service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0967553 Feb 03 04:57:42.941815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-cb36bc73-e9a5-4af6-b2d4-d9b98e0958ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cb8af83-3b96-48ca-85f5-d658e99e9ffa HTTP/1.1" status: 200 len: 217 time: 0.0443621 Feb 03 04:57:42.976413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04d5069b-1ee7-41c1-bbc9-fd73a3f0c656 req-39e868de-df9a-4d3f-9f17-653e880387f2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047266 Feb 03 04:57:43.010858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-b692f99e-0269-47ca-bf60-88cec7c3eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:43.012626 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-b692f99e-0269-47ca-bf60-88cec7c3eaaf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0622878 Feb 03 04:57:43.065279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-5b7394fc-409b-4abb-b4a2-76be28df81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:43.067108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-5b7394fc-409b-4abb-b4a2-76be28df81cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484221 Feb 03 04:57:43.172776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-72f68a1d-e442-4e3e-b470-c90a3d55d4e2 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993133 Feb 03 04:57:43.275195 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5a7d20d-9fe0-45ca-a8d6-e731934521a6 req-d5fd245c-b3ac-4dff-bb0e-ab12b0cf70ef service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964851 Feb 03 04:57:44.097949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b424e84-8327-409d-bf67-8cb9489d86da req-26df67a7-b7c8-4317-8c8e-13b811fe76bb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:44.099609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b424e84-8327-409d-bf67-8cb9489d86da req-26df67a7-b7c8-4317-8c8e-13b811fe76bb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0604949 Feb 03 04:57:44.148712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b424e84-8327-409d-bf67-8cb9489d86da req-145f58f1-9419-4b29-bb91-f0bbbb5a0e98 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Feb 03 04:57:45.274709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d6ad-2dc3-4261-97b2-80b6fcedd250 req-5c4d85bd-450c-4d60-90ad-bddd24597583 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:45.276202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ace1d6ad-2dc3-4261-97b2-80b6fcedd250 req-5c4d85bd-450c-4d60-90ad-bddd24597583 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0528133 Feb 03 04:57:45.325735 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ace1d6ad-2dc3-4261-97b2-80b6fcedd250 req-d979304d-5cb8-4f84-b897-d835c82f57f1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Feb 03 04:57:46.534523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e4a6b-fc46-4166-89be-98c6ffb8e5aa req-88888440-7884-4b77-a034-9ff9c4f5e841 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:46.542398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a1e4a6b-fc46-4166-89be-98c6ffb8e5aa req-88888440-7884-4b77-a034-9ff9c4f5e841 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.1071484 Feb 03 04:57:46.602367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9a1e4a6b-fc46-4166-89be-98c6ffb8e5aa req-d02c465d-420f-42f5-bab5-090d0fd2a549 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Feb 03 04:57:47.733618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565efb5-0cb1-43dd-a901-cd992d906f3f req-bfdeca7f-2464-4a79-8632-f8b456cde701 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:47.735941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8565efb5-0cb1-43dd-a901-cd992d906f3f req-bfdeca7f-2464-4a79-8632-f8b456cde701 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0637009 Feb 03 04:57:47.798889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8565efb5-0cb1-43dd-a901-cd992d906f3f req-cbcad043-7db3-4d43-8b0c-70b63842bbbc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542569 Feb 03 04:57:48.954287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d0be1-df6e-4b0f-a18d-6769cab19a89 req-b7ff3ca3-d0a2-4a94-a0fe-4c45e7c8fbfb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:48.961957 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d49d0be1-df6e-4b0f-a18d-6769cab19a89 req-b7ff3ca3-d0a2-4a94-a0fe-4c45e7c8fbfb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0846245 Feb 03 04:57:49.030423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d49d0be1-df6e-4b0f-a18d-6769cab19a89 req-11248ef9-af4f-4454-8031-d1bf41fb1403 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675328 Feb 03 04:57:50.228605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bac68e-85fa-4546-a764-9462eb4cf9a5 req-a4ff66a2-e810-48b0-9760-39145f739a62 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:50.232495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99bac68e-85fa-4546-a764-9462eb4cf9a5 req-a4ff66a2-e810-48b0-9760-39145f739a62 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0852895 Feb 03 04:57:50.327393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99bac68e-85fa-4546-a764-9462eb4cf9a5 req-06a83d0b-2333-4851-abc4-26a86b0f1fe1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883317 Feb 03 04:57:51.472485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585281c4-312d-46b2-bde4-1dd592bd26b0 req-0b48aa4a-959d-42cc-8aa1-29344c2a7bbe tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:51.473878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-585281c4-312d-46b2-bde4-1dd592bd26b0 req-0b48aa4a-959d-42cc-8aa1-29344c2a7bbe tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0538661 Feb 03 04:57:51.521442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-585281c4-312d-46b2-bde4-1dd592bd26b0 req-4bf52578-4370-4c51-9b07-2bfc0b556863 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Feb 03 04:57:52.645568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc055320-154a-4e73-90f1-effc4991d7a8 req-61f22967-77c1-4a88-ad2e-a8f6744260a5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:52.647105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc055320-154a-4e73-90f1-effc4991d7a8 req-61f22967-77c1-4a88-ad2e-a8f6744260a5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0571547 Feb 03 04:57:52.694602 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc055320-154a-4e73-90f1-effc4991d7a8 req-b67cc58f-2a34-4af9-844a-7ad13b729ef6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Feb 03 04:57:53.824504 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c22d-3031-4791-ba34-b90300910687 req-a0bfc113-618c-4ee6-b378-9ce788cb17b6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:53.826829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e13c22d-3031-4791-ba34-b90300910687 req-a0bfc113-618c-4ee6-b378-9ce788cb17b6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0578959 Feb 03 04:57:53.875203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e13c22d-3031-4791-ba34-b90300910687 req-ab511b96-e2fa-4ff3-b3ae-db6a311ead10 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Feb 03 04:57:53.904558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:54.020273 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:57:55.001075 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9c7d1-a181-47c0-8bd0-421dfb909533 req-c047c0ee-7d5b-454c-8d46-947a6477ca76 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:55.003250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bf9c7d1-a181-47c0-8bd0-421dfb909533 req-c047c0ee-7d5b-454c-8d46-947a6477ca76 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0546293 Feb 03 04:57:55.056993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bf9c7d1-a181-47c0-8bd0-421dfb909533 req-bd5aa63c-138f-4682-a027-d79503c9762b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472860 Feb 03 04:57:56.189913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d76c5f-a3d0-47d0-ab6e-daacd7c0a38e req-3127eb14-2530-400b-b269-f3be16799885 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:56.199745 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d76c5f-a3d0-47d0-ab6e-daacd7c0a38e req-3127eb14-2530-400b-b269-f3be16799885 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0656836 Feb 03 04:57:56.256119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73d76c5f-a3d0-47d0-ab6e-daacd7c0a38e req-ddabb442-10b4-4a04-8ae5-4b1b183dcfb1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Feb 03 04:57:57.425672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cf28a-7e10-47bc-a7c3-49c3b854d084 req-33a75791-4c46-4c9f-8097-6cd0589f9523 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:57.429219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b6cf28a-7e10-47bc-a7c3-49c3b854d084 req-33a75791-4c46-4c9f-8097-6cd0589f9523 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0871179 Feb 03 04:57:57.488891 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b6cf28a-7e10-47bc-a7c3-49c3b854d084 req-b978e5cc-8791-4bb1-8922-ba70eaf1e76a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 Feb 03 04:57:58.630319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71179a45-e8c0-4028-a49b-58a65ec64ee5 req-9b142246-788a-4e65-91bf-4ad37ca47b63 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:58.632731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71179a45-e8c0-4028-a49b-58a65ec64ee5 req-9b142246-788a-4e65-91bf-4ad37ca47b63 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0705483 Feb 03 04:57:58.688174 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71179a45-e8c0-4028-a49b-58a65ec64ee5 req-e1f9682d-1c57-4c30-a57b-7e6a1977f5d3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Feb 03 04:57:59.807494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab755598-601f-43ed-bfa2-758d16b67757 req-1d088dfd-e79e-4eb8-94b7-5bb985f8e91e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:57:59.809239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab755598-601f-43ed-bfa2-758d16b67757 req-1d088dfd-e79e-4eb8-94b7-5bb985f8e91e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0529895 Feb 03 04:57:59.857242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab755598-601f-43ed-bfa2-758d16b67757 req-aa1d9ce7-345e-478f-885c-0febcf71bddc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Feb 03 04:58:00.984797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945c215-108c-4168-86c5-4735fb6b2883 req-a570f6ff-5eb0-4b82-b566-f948066df4d0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:00.986354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1945c215-108c-4168-86c5-4735fb6b2883 req-a570f6ff-5eb0-4b82-b566-f948066df4d0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0587654 Feb 03 04:58:01.038363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1945c215-108c-4168-86c5-4735fb6b2883 req-61aa03b5-06ef-4948-90e5-19ebf7dafb16 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Feb 03 04:58:02.172769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0f3e4-572c-4246-8d8c-07184ca136c5 req-9b342ba2-d779-4af2-99ce-88cff3ab6d90 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:02.174421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52e0f3e4-572c-4246-8d8c-07184ca136c5 req-9b342ba2-d779-4af2-99ce-88cff3ab6d90 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0569770 Feb 03 04:58:02.223157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52e0f3e4-572c-4246-8d8c-07184ca136c5 req-1fa744f3-546b-4106-bd05-7b3f98153dac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Feb 03 04:58:03.166052 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d3db755-a163-4fef-9f53-b1048bf167ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:03.353594 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1880a2-7864-4ad3-91ff-9c3e05a9c8f6 req-7e7dc997-0526-4f3c-96bf-0b366d4a4a4f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:03.355038 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b1880a2-7864-4ad3-91ff-9c3e05a9c8f6 req-7e7dc997-0526-4f3c-96bf-0b366d4a4a4f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0587974 Feb 03 04:58:03.403488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b1880a2-7864-4ad3-91ff-9c3e05a9c8f6 req-973a1013-3a8a-4b3d-8f08-b33a3ffc38a9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Feb 03 04:58:03.899493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:04.000914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Deleting subnet 7dfe69c8-c607-4225-97b1-e2a76698dc45 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:58:04.004137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Publish callbacks [] for subnet (7dfe69c8-c607-4225-97b1-e2a76698dc45), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.038768 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (7dfe69c8-c607-4225-97b1-e2a76698dc45), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.079768 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7dfe69c8-c607-4225-97b1-e2a76698dc45), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.131726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (7dfe69c8-c607-4225-97b1-e2a76698dc45), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.157469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfe69c8-c607-4225-97b1-e2a76698dc45,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:04.162330 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.165524 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7dfe69c8-c607-4225-97b1-e2a76698dc45 HTTP/1.1" status: 204 len: 168 time: 0.2649899 Feb 03 04:58:04.168285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:04.171079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.171439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.171821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.172194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.172531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.172870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.173203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.173532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.173861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.174186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.174515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.174840 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.175163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7cdb55-3021-481f-93cc-b716b37daaaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.247252 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (5a62daae-a69b-4137-b544-3d77acb68724), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.327269 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (5a62daae-a69b-4137-b544-3d77acb68724), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.349011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a62daae-a69b-4137-b544-3d77acb68724']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:04.358586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff821177-86ab-4f8f-849d-dd7a34272154') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:04.358879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff821177-86ab-4f8f-849d-dd7a34272154') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:04.373472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (ff821177-86ab-4f8f-849d-dd7a34272154), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.386693 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ff821177-86ab-4f8f-849d-dd7a34272154), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.392584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:58:04.392934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (ff821177-86ab-4f8f-849d-dd7a34272154), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:58:04.394590 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:58:04.450285 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (5a62daae-a69b-4137-b544-3d77acb68724), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.466394 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.469667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5a62daae-a69b-4137-b544-3d77acb68724 HTTP/1.1" status: 204 len: 168 time: 0.3003230 Feb 03 04:58:04.470940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a62daae-a69b-4137-b544-3d77acb68724,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:04.479522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.479950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.480331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.480679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.481076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.481410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.481739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.482116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.482388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.482712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.483035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.483374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.483725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d458c-6b01-483b-a9f0-f03eb54bcc43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:04.537653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a351c-a5e9-466a-9641-8496673affa7 req-15af1426-b187-491d-a509-5da1ae0ba183 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:04.539445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a3a351c-a5e9-466a-9641-8496673affa7 req-15af1426-b187-491d-a509-5da1ae0ba183 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0615647 Feb 03 04:58:04.604139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a3a351c-a5e9-466a-9641-8496673affa7 req-1fe44450-d679-4697-b78e-ce9ed3559215 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587366 Feb 03 04:58:04.642926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:04.681912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-02fcb02f-d492-44f1-b861-157d9e1c00e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8640a161ae7e4c53a40c38b0e7b3f9dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377131 Feb 03 04:58:04.684449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:04.730706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c22486-11e5-4fa8-82dd-7e906f458039 admin admin] Publish callbacks [] for security_group (2f76d45f-25e3-407b-afd4-bae8cfa5cc3a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.755639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c22486-11e5-4fa8-82dd-7e906f458039 admin admin] Publish callbacks [] for security_group (2f76d45f-25e3-407b-afd4-bae8cfa5cc3a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.801575 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c22486-11e5-4fa8-82dd-7e906f458039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2f76d45f-25e3-407b-afd4-bae8cfa5cc3a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.804292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c22486-11e5-4fa8-82dd-7e906f458039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:04.805434 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b3c22486-11e5-4fa8-82dd-7e906f458039 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f76d45f-25e3-407b-afd4-bae8cfa5cc3a HTTP/1.1" status: 204 len: 168 time: 0.1200993 Feb 03 04:58:04.813571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c22486-11e5-4fa8-82dd-7e906f458039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f76d45f-25e3-407b-afd4-bae8cfa5cc3a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:05.222096 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:58:05.492238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:05.600050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-303246317-network', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:05.621318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Made reservation on behalf of fb940ea1d2ab4377a7253ce4025e4ceb for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:05.623645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.632349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.706428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks [] for security_group (421dee6b-a83a-485a-88ff-5a55cf2190bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.712149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (421dee6b-a83a-485a-88ff-5a55cf2190bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.721394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e7a5-f62a-47d2-9a25-edc91f3560d3 req-ac00b888-2d81-46eb-a9eb-4cc3f0874108 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:05.722919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52c2e7a5-f62a-47d2-9a25-edc91f3560d3 req-ac00b888-2d81-46eb-a9eb-4cc3f0874108 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0540376 Feb 03 04:58:05.735022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:58:05.750588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421dee6b-a83a-485a-88ff-5a55cf2190bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:05.754789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0f2a4390-873c-4b2c-b9f4-227f2f07ad7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.755475 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Added segment 0f2a4390-873c-4b2c-b9f4-227f2f07ad7c of type vlan for network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba Feb 03 04:58:05.771784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52c2e7a5-f62a-47d2-9a25-edc91f3560d3 req-96aa345f-dabf-4833-96dc-10c455808dae tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Feb 03 04:58:05.797439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.825681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.826641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:05.827474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.866606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3730652 Feb 03 04:58:05.869836 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54282) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:05.875111 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Request body: {'subnet': {'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-303246317-subnet', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:05.896143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Made reservation on behalf of fb940ea1d2ab4377a7253ce4025e4ceb for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:05.897227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717896b-ebca-4131-8532-1321035a557c admin admin] Pushing event updated for resources: {'Network': ['ID=c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:05.898545 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:05.908001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:58:06.073477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.131943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:06.141090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Checking segment: {'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:06.141451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Network hostable DHCP agents. Network: c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:58:06.161146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:58:06.171107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:06.175237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:06.175864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.180375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921894f-de29-43fd-8bfd-90120f025dbe None None] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:06.195774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aef8f05e-286f-4801-baf3-f0e5924e523f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3247368 Feb 03 04:58:06.198531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54286) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:06.202823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-303246317-router', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:06.222649 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (a1c8570f-06ab-40e0-8919-dd44baa49d8d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.223680 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (a1c8570f-06ab-40e0-8919-dd44baa49d8d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.275265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks [] for router_controller (a1c8570f-06ab-40e0-8919-dd44baa49d8d), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.284996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'fixed_ips': [{'subnet_id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:58:06.285858 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.416262 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks [] for router_gateway (a1c8570f-06ab-40e0-8919-dd44baa49d8d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.426789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d73d02d5-86cb-486f-877f-34ce6e027028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.439363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Allocated IP 172.20.0.2 (c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba/e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f/795cfd76-bf3e-433b-bb63-baf2f4cb2db2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:06.593432 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Publish callbacks [] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.601795 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.617051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks [] for router_gateway (a1c8570f-06ab-40e0-8919-dd44baa49d8d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.635717 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.639392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:06.645695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:06.650840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:06.654326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Pushing event updated for resources: {'Port': ['ID=795cfd76-bf3e-433b-bb63-baf2f4cb2db2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:06.724827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Attempting to bind port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:06.725085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Attempting to bind port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:06.725572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Attempting to bind port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 on network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:06.729162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.731865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:06.732238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Checking segment: {'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:06.732627 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.733013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Bound using segment: {'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:06.733471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Bound port: 795cfd76-bf3e-433b-bb63-baf2f4cb2db2, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:06.733844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.743641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Allocated IP 172.25.7.52 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/07141fde-48bc-4e3c-a4ae-f0c5a614bae8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:06.798318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] For port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:06.801546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] For port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=795cfd76-bf3e-433b-bb63-baf2f4cb2db2,segment=NetworkSegment(0f2a4390-873c-4b2c-b9f4-227f2f07ad7c),segment_id=0f2a4390-873c-4b2c-b9f4-227f2f07ad7c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:06.809244 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.850778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks [] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.867626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b316af-73ff-4132-9de2-d9954917d162 None None] Pushing event updated for resources: {'Port': ['ID=795cfd76-bf3e-433b-bb63-baf2f4cb2db2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:06.929361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae0a89-fbc8-46ad-8780-55793e2c71f3 req-62f6dd3c-5532-4a06-b396-9ef4d85f5288 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:06.930907 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23ae0a89-fbc8-46ad-8780-55793e2c71f3 req-62f6dd3c-5532-4a06-b396-9ef4d85f5288 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.0847299 Feb 03 04:58:06.932157 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:06.989262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:06.997256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:07.003542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:07.007519 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:07.051257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23ae0a89-fbc8-46ad-8780-55793e2c71f3 req-641c6748-c356-42d9-b2b3-dd338b1af84f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135724 Feb 03 04:58:07.123347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:07.216189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-af364230-70b7-4f2a-8222-3d433ca2a263 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.0915992 Feb 03 04:58:07.219022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:07.223886 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'network': {'name': 'tempest-network-smoke--1971296513', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'port_security_enabled': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:07.243598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Made reservation on behalf of d5141afed0f44ec19d6d1cd03373aca4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:07.247273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.275075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:58:07.284105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9ffc8342-274c-41ca-8d44-07cc52a0967a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.284478 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Added segment 9ffc8342-274c-41ca-8d44-07cc52a0967a of type vlan for network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 Feb 03 04:58:07.287856 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks [] for router_gateway (a1c8570f-06ab-40e0-8919-dd44baa49d8d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.325251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (44a0db5f-23eb-457c-9c94-3c0edd9d86e5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.350634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (44a0db5f-23eb-457c-9c94-3c0edd9d86e5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.355619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:07.356204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.392601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1716881 Feb 03 04:58:07.394630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:07.399744 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'admin_state_up': True, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:07.437100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636f42e-f9f9-43b4-8131-d4d69b6e7e30 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Network': ['ID=44a0db5f-23eb-457c-9c94-3c0edd9d86e5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:07.449012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:58:07.451117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (e320166d-eba4-4279-8dd6-9bd4654955ff), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.452380 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (e320166d-eba4-4279-8dd6-9bd4654955ff), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.510140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_controller (e320166d-eba4-4279-8dd6-9bd4654955ff), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.661896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (e320166d-eba4-4279-8dd6-9bd4654955ff), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.822382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (a1c8570f-06ab-40e0-8919-dd44baa49d8d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.873405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (e320166d-eba4-4279-8dd6-9bd4654955ff), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.892828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:07.903293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a24fd-e8b1-4b86-b1ab-20aa614f6805 None None] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:07.958015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Router a1c8570f-06ab-40e0-8919-dd44baa49d8d is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:58:07.978668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f1c8a3fd-ad71-41f2-8ecc-3750084299ce None None] Provisioning complete for port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:07.979089 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a3fd-ad71-41f2-8ecc-3750084299ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.020997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Allocated IP 172.25.7.148 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/14952a4a-3d4f-420d-8584-c63258f28176) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:08.082408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:08.113042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8a3fd-ad71-41f2-8ecc-3750084299ce None None] Current status of the port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:08.113439 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a3fd-ad71-41f2-8ecc-3750084299ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.117169 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.121248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-072fc776-0e38-449e-accc-a0e19075fdf9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9189982 Feb 03 04:58:08.121531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:08.123953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Sync routers for ids ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:08.160925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f1c8a3fd-ad71-41f2-8ecc-3750084299ce None None] For port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=795cfd76-bf3e-433b-bb63-baf2f4cb2db2,segment=NetworkSegment(0f2a4390-873c-4b2c-b9f4-227f2f07ad7c),segment_id=0f2a4390-873c-4b2c-b9f4-227f2f07ad7c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:08.162800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (14952a4a-3d4f-420d-8584-c63258f28176), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.164028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Routers {'a1c8570f-06ab-40e0-8919-dd44baa49d8d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:08.164664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:08.178323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a3fd-ad71-41f2-8ecc-3750084299ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.222312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (14952a4a-3d4f-420d-8584-c63258f28176), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.270720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.290798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:08.298377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:08.308498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:08.313980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871554d8-8811-448e-962d-d9051c1a5682 req-28707582-f916-48e2-94bf-77b80f5af90c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:08.316691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-871554d8-8811-448e-962d-d9051c1a5682 req-28707582-f916-48e2-94bf-77b80f5af90c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.1365073 Feb 03 04:58:08.347841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=14952a4a-3d4f-420d-8584-c63258f28176,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:08.353332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8a3fd-ad71-41f2-8ecc-3750084299ce None None] Pushing event updated for resources: {'Port': ['ID=795cfd76-bf3e-433b-bb63-baf2f4cb2db2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:08.386887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Set router a1c8570f-06ab-40e0-8919-dd44baa49d8d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:08.467006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:08.472164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-871554d8-8811-448e-962d-d9051c1a5682 req-3d35853c-93a5-42a7-b936-c91de4599bc9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968108 Feb 03 04:58:08.585500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-aa064188-3641-4546-9313-cd271f4d7888 None None] Provisioning complete for port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:08.585837 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa064188-3641-4546-9313-cd271f4d7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.616331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (e320166d-eba4-4279-8dd6-9bd4654955ff), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.625703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:08.626094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.727281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.781590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa064188-3641-4546-9313-cd271f4d7888 None None] Current status of the port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:08.796900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:08.800191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'name': 'tempest-TestAggregatesBasicOps-303246317-router', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:07Z', 'revision_number': 3, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'gw_port': {'id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:08.824577 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (e320166d-eba4-4279-8dd6-9bd4654955ff), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:08.897350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Allocated IP 172.20.0.1 (c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba/e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f/31bbb373-763a-4c6e-a44b-3864049879c9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:08.961861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router e320166d-eba4-4279-8dd6-9bd4654955ff is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:58:08.995050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Checking router: a1c8570f-06ab-40e0-8919-dd44baa49d8d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:08.995360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Updating router a1c8570f-06ab-40e0-8919-dd44baa49d8d port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:09.014443 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks [] for port (31bbb373-763a-4c6e-a44b-3864049879c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.024988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.050990 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.096705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:09.103479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:09.108321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:09.109679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:09.110503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Pushing event updated for resources: {'Port': ['ID=31bbb373-763a-4c6e-a44b-3864049879c9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:09.123356 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-7516fba3-f824-4c75-a89d-597cb30e5587 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663834 Feb 03 04:58:09.129182 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Sync routers for ids ['e320166d-eba4-4279-8dd6-9bd4654955ff'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:09.134985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.136351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-136911ab-b5cd-4d96-b2c6-79e63e03eb94 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7407711 Feb 03 04:58:09.141110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:09.150789 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Routers {'e320166d-eba4-4279-8dd6-9bd4654955ff'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:09.152468 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e320166d-eba4-4279-8dd6-9bd4654955ff'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:09.177956 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (a1c8570f-06ab-40e0-8919-dd44baa49d8d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.300014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fca488-7593-4fea-9e7d-a82a2e97a44b tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:09.301587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-27fca488-7593-4fea-9e7d-a82a2e97a44b tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d5141afed0f44ec19d6d1cd03373aca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1595006 Feb 03 04:58:09.314514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:09.327452 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.352188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-ff213214-4c4a-4683-96d5-078cd29dd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:09.353726 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-ff213214-4c4a-4683-96d5-078cd29dd4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1167 time: 0.1453037 Feb 03 04:58:09.381341 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Set router e320166d-eba4-4279-8dd6-9bd4654955ff gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:09.390310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.449829 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Publish callbacks [] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.458379 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.538706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d0011e-3698-4bd9-a2e6-d3bc52234d7e tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:09.540684 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e4d0011e-3698-4bd9-a2e6-d3bc52234d7e tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2228537 Feb 03 04:58:09.543746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:09.547293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968a25c-5de7-426c-b8b7-c2674e20bb60 None None] Pushing event updated for resources: {'Port': ['ID=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:09.556033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-75b8ec62-c1d1-4064-b257-2432428e4a9d None None] Provisioning complete for port 31bbb373-763a-4c6e-a44b-3864049879c9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:09.556033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b8ec62-c1d1-4064-b257-2432428e4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.559222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Attempting to bind port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:09.559615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Attempting to bind port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:09.559978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Attempting to bind port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:09.588764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:09.589149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:09.589599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.589997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:09.590249 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-132bfeb8-20e0-4e47-9433-122c82f32895 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453899 Feb 03 04:58:09.590480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Bound port: 07141fde-48bc-4e3c-a4ae-f0c5a614bae8, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:09.590858 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.594692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:09.628376 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks [] for port (31bbb373-763a-4c6e-a44b-3864049879c9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.633117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75b8ec62-c1d1-4064-b257-2432428e4a9d None None] Port 31bbb373-763a-4c6e-a44b-3864049879c9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:09.641459 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.643450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2760a378-d929-4dbc-8f12-4c8e4cf1cd87 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d5141afed0f44ec19d6d1cd03373aca4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430653 Feb 03 04:58:09.644784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-40be64cd-8ac3-4163-8805-f12129737db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:09.646718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-40be64cd-8ac3-4163-8805-f12129737db0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=211ea543-59d9-400b-8310-dfb545d1e623 HTTP/1.1" status: 200 len: 897 time: 0.2695587 Feb 03 04:58:09.647197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:09.681198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] For port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:09.689528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] For port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:09.702321 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.732032 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (a1c8570f-06ab-40e0-8919-dd44baa49d8d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.735012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Pushing event updated for resources: {'Port': ['ID=31bbb373-763a-4c6e-a44b-3864049879c9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:09.737505 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:08Z', 'revision_number': 3, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:09.762892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Routers {'a1c8570f-06ab-40e0-8919-dd44baa49d8d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:09.763738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:09.782760 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Checking router: e320166d-eba4-4279-8dd6-9bd4654955ff for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:09.783572 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Updating router e320166d-eba4-4279-8dd6-9bd4654955ff port 14952a4a-3d4f-420d-8584-c63258f28176 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:09.808696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-747c482c-e028-4afb-b8b7-6db97bd06762 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20191385-03be-420b-a7ce-9d9bf899d3b8 HTTP/1.1" status: 200 len: 1002 time: 0.1507862 Feb 03 04:58:09.849742 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14952a4a-3d4f-420d-8584-c63258f28176), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:09.850983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968a25c-5de7-426c-b8b7-c2674e20bb60 None None] Pushing event updated for resources: {'Port': ['ID=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:09.859580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81067f54-7367-4a0d-8dc0-f9554ba06713 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:09.861101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-81067f54-7367-4a0d-8dc0-f9554ba06713 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2129543 Feb 03 04:58:09.863871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:09.899528 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b68e259b-b277-408c-9b0e-aca8241d78c7 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323281 Feb 03 04:58:09.899893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:09.903189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:09.903637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-189c15f7-856b-4b00-a1a2-ad3a8543f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:09.905313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-189c15f7-856b-4b00-a1a2-ad3a8543f7e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2bad9-f5a1-4986-8c14-3d01f208621a HTTP/1.1" status: 200 len: 835 time: 0.0899336 Feb 03 04:58:09.907803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678345429', 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:09.913746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:09.977833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] Set router a1c8570f-06ab-40e0-8919-dd44baa49d8d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:09.995924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-96764d02-9e43-480a-b252-94b14fa33fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:09.997505 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-96764d02-9e43-480a-b252-94b14fa33fc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=211ea543-59d9-400b-8310-dfb545d1e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0849385 Feb 03 04:58:10.114121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-eeb7f0dc-8462-4a05-9c10-9088b118e3d2 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094944 Feb 03 04:58:10.149183 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c770d-c36c-43e4-ae0b-ceab59c1c326 req-fa070a53-ba6d-4b44-8a9e-6caf382ebe11 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:10.150796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b5c770d-c36c-43e4-ae0b-ceab59c1c326 req-fa070a53-ba6d-4b44-8a9e-6caf382ebe11 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.5462756 Feb 03 04:58:10.173803 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Made reservation on behalf of d5141afed0f44ec19d6d1cd03373aca4 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:10.177314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.227664 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e71b7e-0069-4d08-9151-1df6fcdec483 req-778e0497-b5a6-4cd8-915c-a2530b86e5a2 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064365 Feb 03 04:58:10.277475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Router a1c8570f-06ab-40e0-8919-dd44baa49d8d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:10.284762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-160c0717-77cc-4e4f-b84b-bbeddef816b0 None None] Provisioning complete for port 31bbb373-763a-4c6e-a44b-3864049879c9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:10.285630 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-160c0717-77cc-4e4f-b84b-bbeddef816b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.298399 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b5c770d-c36c-43e4-ae0b-ceab59c1c326 req-ca16a598-3c41-45b1-af53-4924a79f54d4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402848 Feb 03 04:58:10.335255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:10.343549 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Publish callbacks [] for port (14952a4a-3d4f-420d-8584-c63258f28176), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.351420 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (14952a4a-3d4f-420d-8584-c63258f28176), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.387951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-160c0717-77cc-4e4f-b84b-bbeddef816b0 None None] Port 31bbb373-763a-4c6e-a44b-3864049879c9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:10.400501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'name': 'tempest-TestAggregatesBasicOps-303246317-router', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 4, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'gw_port': {'id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '31bbb373-763a-4c6e-a44b-3864049879c9', 'name': '', 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'mac_address': 'fa:16:3e:65:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:08Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 2, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'subnets': [{'id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:10.416781 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Attempting to bind port 14952a4a-3d4f-420d-8584-c63258f28176 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:10.417188 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Attempting to bind port 14952a4a-3d4f-420d-8584-c63258f28176 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:10.417678 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Attempting to bind port 14952a4a-3d4f-420d-8584-c63258f28176 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:10.420845 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c6eee-0379-4c91-a216-eeeae0a637c5 None None] Pushing event updated for resources: {'Port': ['ID=14952a4a-3d4f-420d-8584-c63258f28176,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:10.426486 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:10.426993 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:10.427487 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.427993 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:10.428698 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Bound port: 14952a4a-3d4f-420d-8584-c63258f28176, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:10.429011 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14952a4a-3d4f-420d-8584-c63258f28176), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.435478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631535ff-e1ee-43d8-86fd-a01e11a87dd1 None None] The sync data for ids ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'] in n-d-827549-1 is: [{'id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'name': 'tempest-TestAggregatesBasicOps-303246317-router', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 4, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'gw_port': {'id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '31bbb373-763a-4c6e-a44b-3864049879c9', 'name': '', 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'mac_address': 'fa:16:3e:65:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:08Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 2, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'subnets': [{'id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:10.454468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:10.454995 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.488410 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] For port 14952a4a-3d4f-420d-8584-c63258f28176, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:10.492492 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] For port 14952a4a-3d4f-420d-8584-c63258f28176, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14952a4a-3d4f-420d-8584-c63258f28176,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:10.500678 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (14952a4a-3d4f-420d-8584-c63258f28176), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.501861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:10.529425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-720f3de3-5e3e-4fdd-93a8-ca4400f92b05 admin admin] 10.222.0.35 "PUT /v2.0/routers/a1c8570f-06ab-40e0-8919-dd44baa49d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3891537 Feb 03 04:58:10.557790 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (bd04660b-9240-4ff6-a20e-9d9406fd3a70), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.572882 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Routers {'e320166d-eba4-4279-8dd6-9bd4654955ff'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:10.573578 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e320166d-eba4-4279-8dd6-9bd4654955ff'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:10.616469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:10.618697 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c6eee-0379-4c91-a216-eeeae0a637c5 None None] Pushing event updated for resources: {'Port': ['ID=14952a4a-3d4f-420d-8584-c63258f28176,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:10.631821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Subnet': ['ID=bd04660b-9240-4ff6-a20e-9d9406fd3a70,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:10.649014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Checking segment: {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:10.649609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network hostable DHCP agents. Network: 44a0db5f-23eb-457c-9c94-3c0edd9d86e5, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:58:10.672964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:58:10.689481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 44a0db5f-23eb-457c-9c94-3c0edd9d86e5) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:10.700288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff586f-de15-44ca-a3f2-571a9759921e None None] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:10.707785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:10.708573 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:10.715769 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] Set router e320166d-eba4-4279-8dd6-9bd4654955ff gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:10.735544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc97248a-a1ce-46ee-8b6e-21ee9e658ee2 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8345399 Feb 03 04:58:10.738355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:10.899334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'fixed_ips': [{'subnet_id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:58:10.900436 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.018598 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:08Z', 'revision_number': 3, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:11.063033 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b77b68-cc70-438f-8667-a1e243f084e6 None None] The sync data for ids ['e320166d-eba4-4279-8dd6-9bd4654955ff'] in n-d-827549-1 is: [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:08Z', 'revision_number': 3, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:11.151479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Allocated IP 172.20.0.18 (44a0db5f-23eb-457c-9c94-3c0edd9d86e5/bd04660b-9240-4ff6-a20e-9d9406fd3a70/99cb8883-5cd7-4ce3-b2c1-07b8feb60826) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:11.390517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.417634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:11.423013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1178985740-network', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:11.469677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Made reservation on behalf of 039a99e6b66446ffac02e16555ef36c5 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:11.475007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.483133 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Publish callbacks [] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.496318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.503141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.623467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:11.633782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:11.639990 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:11.661997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks [] for security_group (662a450c-89ea-4caf-adc7-e64ebbd4b79f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.678352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (662a450c-89ea-4caf-adc7-e64ebbd4b79f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.704916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:58:11.716451 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (05987987-6e91-48bf-a7ce-2ce1dbf822cf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.717197 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Added segment 05987987-6e91-48bf-a7ce-2ce1dbf822cf of type vlan for network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a Feb 03 04:58:11.722383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Pushing event updated for resources: {'Port': ['ID=99cb8883-5cd7-4ce3-b2c1-07b8feb60826,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:11.765807 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.770907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Attempting to bind port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:11.771295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Attempting to bind port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:11.771699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Attempting to bind port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 on network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:11.784098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:11.784586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Checking segment: {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:11.785183 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.785597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Bound using segment: {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:11.786103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Bound port: 99cb8883-5cd7-4ce3-b2c1-07b8feb60826, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:11.786496 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.835490 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.836913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:11.837726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:11.880673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662a450c-89ea-4caf-adc7-e64ebbd4b79f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:11.921823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5003533 Feb 03 04:58:11.922834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:11.930987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Request body: {'subnet': {'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1178985740-subnet', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:11.933582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2cb8af83-3b96-48ca-85f5-d658e99e9ffa details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:58:11.961119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] For port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:11.969073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] For port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=99cb8883-5cd7-4ce3-b2c1-07b8feb60826,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:11.984342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c0ba0-54d8-4b07-ad9a-a14d28c97647 admin admin] Pushing event updated for resources: {'Network': ['ID=3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:12.019219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Made reservation on behalf of 039a99e6b66446ffac02e16555ef36c5 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:12.023611 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.031141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:58:12.033971 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.045539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b2a03-0e11-4fe3-9882-6efaf0f1b580 req-27089fd0-cfac-4f9b-8250-264f0747f35c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:12.054693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-852b2a03-0e11-4fe3-9882-6efaf0f1b580 req-27089fd0-cfac-4f9b-8250-264f0747f35c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 944 time: 0.6077611 Feb 03 04:58:12.132949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-852b2a03-0e11-4fe3-9882-6efaf0f1b580 req-e9778693-1acf-4c74-a464-563f5173b850 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707982 Feb 03 04:58:12.158942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Allocated IP 172.20.0.17 (44a0db5f-23eb-457c-9c94-3c0edd9d86e5/bd04660b-9240-4ff6-a20e-9d9406fd3a70/0d9aa99e-490a-4641-b3f1-a7800f69b8a0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:12.389513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.527575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.634510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:12.644440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:12.654500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:12.669539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:12.677018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:12.688333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a2dda-a2b7-4d60-af49-5355aefa3356 None None] Pushing event updated for resources: {'Port': ['ID=99cb8883-5cd7-4ce3-b2c1-07b8feb60826,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:12.741652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:12.774127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'port_id': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa', 'mac_address': 'fa:16:3e:fb:04:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:58:12.774682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (e320166d-eba4-4279-8dd6-9bd4654955ff), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.838709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:12.839101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.843400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:12.843825 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.889792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb8af83-3b96-48ca-85f5-d658e99e9ffa {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:58:12.922701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:12.954980 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:12.989150 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (e68b2528-2f41-4fc5-af4a-fb90faeac0b0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.004704 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.026425 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:13.030451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:13.030846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.055867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68b2528-2f41-4fc5-af4a-fb90faeac0b0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:13.056276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:13.062961 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.064148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14952a4a-3d4f-420d-8584-c63258f28176 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:13.065996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Checking segment: {'id': '05987987-6e91-48bf-a7ce-2ce1dbf822cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:13.066438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Network hostable DHCP agents. Network: 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:58:13.088801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:58:13.102924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:13.110462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:13.111652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.123152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e705957-a02a-4981-af59-b9da4c7c50fb None None] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:13.134156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c215a855-b1c6-4b02-9fb8-ccc22f09f9f4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2089140 Feb 03 04:58:13.136664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:13.141310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1178985740-router', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:13.165615 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.166743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.174737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2cb8af83-3b96-48ca-85f5-d658e99e9ffa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:58:13.255040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks [] for router_controller (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.284583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:13.316233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 14952a4a-3d4f-420d-8584-c63258f28176 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:13.316615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14952a4a-3d4f-420d-8584-c63258f28176), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.345760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae6367-4dda-45de-90ef-e48b3bc261e3 req-1427b5b8-9d33-4a52-ab9d-19f04e403b7c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:13.347317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57ae6367-4dda-45de-90ef-e48b3bc261e3 req-1427b5b8-9d33-4a52-ab9d-19f04e403b7c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 945 time: 0.1209607 Feb 03 04:58:13.395145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a', 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a', 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'fixed_ips': [{'subnet_id': 'e68b2528-2f41-4fc5-af4a-fb90faeac0b0'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:58:13.396053 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.431888 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks [] for router_gateway (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.435703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57ae6367-4dda-45de-90ef-e48b3bc261e3 req-f5c125f0-90dd-4c86-aae0-d828e7dcb695 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823452 Feb 03 04:58:13.463748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.473315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.557000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:13.566064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (e320166d-eba4-4279-8dd6-9bd4654955ff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.685869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 14952a4a-3d4f-420d-8584-c63258f28176 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:13.686683 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (14952a4a-3d4f-420d-8584-c63258f28176), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.697031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:13.697790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks [] for router_gateway (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.700238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:13.724121 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.726971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Allocated IP 172.20.0.2 (3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a/e68b2528-2f41-4fc5-af4a-fb90faeac0b0/8a12f6e1-9778-416f-98a2-ad9e3eb7c384) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:13.730589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 14952a4a-3d4f-420d-8584-c63258f28176, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14952a4a-3d4f-420d-8584-c63258f28176,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:13.745001 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (14952a4a-3d4f-420d-8584-c63258f28176), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:13.868535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router e320166d-eba4-4279-8dd6-9bd4654955ff has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:13.881986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Allocated IP 172.25.7.169 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7863bbe0-c681-466c-a794-cc6ac7c9974a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:13.904191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=14952a4a-3d4f-420d-8584-c63258f28176,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:13.966830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf40c6f-a5a8-46a8-85f2-119140e17a25 None None] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:14.022480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:14.029655 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks [] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.036058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-81a32251-3e08-4a5d-9324-ddaab659cc3a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "PUT /v2.0/routers/e320166d-eba4-4279-8dd6-9bd4654955ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2964451 Feb 03 04:58:14.070414 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Publish callbacks [] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.092769 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.100637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-040ae013-9df0-46db-b51f-18ef1fa1dd44 None None] Provisioning complete for port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:14.101040 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-040ae013-9df0-46db-b51f-18ef1fa1dd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.119379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.172420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:14.177655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:14.180125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:14.186241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:14.203555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:14.209704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:14.214372 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Pushing event updated for resources: {'Port': ['ID=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:14.248672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Pushing event updated for resources: {'Port': ['ID=7863bbe0-c681-466c-a794-cc6ac7c9974a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:14.316172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Attempting to bind port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:14.316558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Attempting to bind port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '05987987-6e91-48bf-a7ce-2ce1dbf822cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:14.316929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Attempting to bind port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 on network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:14.325582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-0afa7e3d-7162-42eb-9306-c2866e3e8a2f tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:14.329008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:14.329389 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Checking segment: {'id': '05987987-6e91-48bf-a7ce-2ce1dbf822cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:14.329801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.330202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Bound using segment: {'id': '05987987-6e91-48bf-a7ce-2ce1dbf822cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:14.330675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Bound port: 8a12f6e1-9778-416f-98a2-ad9e3eb7c384, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05987987-6e91-48bf-a7ce-2ce1dbf822cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:14.331061 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.333550 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-0afa7e3d-7162-42eb-9306-c2866e3e8a2f tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/networks?id=44a0db5f-23eb-457c-9c94-3c0edd9d86e5 HTTP/1.1" status: 200 len: 798 time: 0.1255894 Feb 03 04:58:14.350414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-a8100688-6656-4469-99b4-011646d3fd4f tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/quotas/d5141afed0f44ec19d6d1cd03373aca4 HTTP/1.1" status: 200 len: 375 time: 0.0157051 Feb 03 04:58:14.364053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-040ae013-9df0-46db-b51f-18ef1fa1dd44 None None] Current status of the port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:14.364053 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-040ae013-9df0-46db-b51f-18ef1fa1dd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.456161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-c3e7d8f7-48d7-4b92-b161-0b355ded8ef6 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1040447 Feb 03 04:58:14.461092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-040ae013-9df0-46db-b51f-18ef1fa1dd44 None None] For port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=99cb8883-5cd7-4ce3-b2c1-07b8feb60826,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:14.475864 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-040ae013-9df0-46db-b51f-18ef1fa1dd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.491712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] For port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:14.557982 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] For port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,segment=NetworkSegment(05987987-6e91-48bf-a7ce-2ce1dbf822cf),segment_id=05987987-6e91-48bf-a7ce-2ce1dbf822cf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:14.590501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:14.595526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.664175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ae013-9df0-46db-b51f-18ef1fa1dd44 None None] Pushing event updated for resources: {'Port': ['ID=99cb8883-5cd7-4ce3-b2c1-07b8feb60826,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:14.740788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Sync routers for ids ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:14.750086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks [] for router_gateway (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.774713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a6fa8-d4de-4e1a-8df4-62a5b3252cf5 None None] Pushing event updated for resources: {'Port': ['ID=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:14.778232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:14.778599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.780362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-59f68328-91bb-4c05-b375-f12e1f4f8be5 None None] Provisioning complete for port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:14.780721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f68328-91bb-4c05-b375-f12e1f4f8be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:14.783403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Routers {'a1c8570f-06ab-40e0-8919-dd44baa49d8d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:14.784064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:15.133996 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:15.143778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Sync routers for ids ['e320166d-eba4-4279-8dd6-9bd4654955ff'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:15.160002 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Routers {'e320166d-eba4-4279-8dd6-9bd4654955ff'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:15.161737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-59f68328-91bb-4c05-b375-f12e1f4f8be5 None None] Port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:15.162507 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e320166d-eba4-4279-8dd6-9bd4654955ff'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:15.245823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-073c1b72-8f6b-4002-a34e-78b696762061 service neutron] 10.222.0.35 "GET /v2.0/networks/44a0db5f-23eb-457c-9c94-3c0edd9d86e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757485 Feb 03 04:58:15.258772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960c22b-fef6-48b2-a598-05e2025b3745 req-beb36c51-e617-415a-be51-8a43387b2fe8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:15.260449 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f960c22b-fef6-48b2-a598-05e2025b3745 req-beb36c51-e617-415a-be51-8a43387b2fe8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 945 time: 0.1099226 Feb 03 04:58:15.270027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-59f68328-91bb-4c05-b375-f12e1f4f8be5 None None] Provisioning complete for port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:15.270411 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f68328-91bb-4c05-b375-f12e1f4f8be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:15.278578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Set router a1c8570f-06ab-40e0-8919-dd44baa49d8d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:15.309466 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Set router e320166d-eba4-4279-8dd6-9bd4654955ff gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:15.401513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f960c22b-fef6-48b2-a598-05e2025b3745 req-aa3df69c-ef0c-444b-ba21-8b057ec1ca79 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057351 Feb 03 04:58:15.423697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:58:15.436012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-062eaa17-ee7e-4696-a979-f40aee557c76 service neutron] 10.222.0.35 "GET /v2.0/networks/44a0db5f-23eb-457c-9c94-3c0edd9d86e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742876 Feb 03 04:58:15.459686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:15.461090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14952a4a-3d4f-420d-8584-c63258f28176 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:15.592728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:15.603664 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:12Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0d9aa99e-490a-4641-b3f1-a7800f69b8a0', 'name': '', 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:8f:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:11Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 2, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:15.611841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Sync routers for ids ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:15.619754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:15.624256 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a2c569f6-d541-42b8-b5cc-b1f5f3ffa88d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4863291 Feb 03 04:58:15.624971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:15.643620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f4cc6bb-e8d6-4ccc-950d-9c1934c66f42 req-5a19dcde-9822-4dff-ad0d-569b1f2d8e37 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 210 time: 0.0367415 Feb 03 04:58:15.649525 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Checking router: e320166d-eba4-4279-8dd6-9bd4654955ff for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:15.650075 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Updating router e320166d-eba4-4279-8dd6-9bd4654955ff port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:15.689400 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:15.717280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Routers {'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:15.717959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:15.796698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-59f68328-91bb-4c05-b375-f12e1f4f8be5 None None] Current status of the port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:15.833313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 14952a4a-3d4f-420d-8584-c63258f28176 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:15.833717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (14952a4a-3d4f-420d-8584-c63258f28176), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:15.928611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2cb8af83-3b96-48ca-85f5-d658e99e9ffa up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:16.047760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Set router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:16.056841 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Publish callbacks [] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.059407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-afc23148-a46d-4d73-8d02-b2818c454df8 None None] Provisioning complete for port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:16.059816 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afc23148-a46d-4d73-8d02-b2818c454df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.067110 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.123420 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Pushing event updated for resources: {'Port': ['ID=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:16.225309 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Attempting to bind port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:16.226073 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Attempting to bind port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:16.227651 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Attempting to bind port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 on network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:16.234566 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:16.234936 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Checking segment: {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:16.235340 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.235755 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Bound using segment: {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:16.236789 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Bound port: 0d9aa99e-490a-4641-b3f1-a7800f69b8a0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:16.237174 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.309474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.329310 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] For port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:16.335085 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] For port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:16.357167 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.410159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:58:16.419584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb72df-cd4a-416b-b77b-085dfb8fcad0 None None] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:16.422408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:16.423072 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.433806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-afc23148-a46d-4d73-8d02-b2818c454df8 None None] Port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:16.473519 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Routers {'e320166d-eba4-4279-8dd6-9bd4654955ff'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:16.481579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'name': 'tempest-TestAggregatesBasicOps-303246317-router', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 4, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'gw_port': {'id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '31bbb373-763a-4c6e-a44b-3864049879c9', 'name': '', 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'mac_address': 'fa:16:3e:65:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:08Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 2, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'subnets': [{'id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:16.483459 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e320166d-eba4-4279-8dd6-9bd4654955ff'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:16.553807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Allocated IP 172.20.0.1 (3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a/e68b2528-2f41-4fc5-af4a-fb90faeac0b0/77313f22-994d-42c8-bb25-c6f908282b26) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:16.567241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Checking router: a1c8570f-06ab-40e0-8919-dd44baa49d8d for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:16.567810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Updating router a1c8570f-06ab-40e0-8919-dd44baa49d8d port 31bbb373-763a-4c6e-a44b-3864049879c9 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:16.636409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bdc63-9e37-456a-9eff-9b91d73fc770 req-45e34cee-e87d-4a70-882a-9fe319659239 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:16.637944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 14952a4a-3d4f-420d-8584-c63258f28176 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:16.639224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:16.647489 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-344bdc63-9e37-456a-9eff-9b91d73fc770 req-45e34cee-e87d-4a70-882a-9fe319659239 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 945 time: 0.0851285 Feb 03 04:58:16.650667 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] Set router e320166d-eba4-4279-8dd6-9bd4654955ff gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:16.737401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-344bdc63-9e37-456a-9eff-9b91d73fc770 req-b07c7a4a-9f52-4eea-a0d5-8d070543d388 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875182 Feb 03 04:58:16.755275 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Pushing event updated for resources: {'Port': ['ID=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:16.769688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks [] for port (77313f22-994d-42c8-bb25-c6f908282b26), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.777247 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.777866 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.778402 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.778915 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.779401 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.779917 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.780399 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.780899 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.781393 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.781872 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.782432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.782904 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.783620 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d336d7c-548f-4ef3-ac1c-143895304d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:16.812475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Provisioning complete for port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:16.813080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.825895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (77313f22-994d-42c8-bb25-c6f908282b26), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.836799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9530e006-a192-4e14-8570-8b2a7c751e31 req-fa6c3382-ae06-48c1-bbe9-4212f792d7ce tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 210 time: 0.0621104 Feb 03 04:58:16.853284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.870296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:16.873627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:16.877226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:16.909728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Pushing event updated for resources: {'Port': ['ID=77313f22-994d-42c8-bb25-c6f908282b26,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:16.952932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:16.982557 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:12Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0d9aa99e-490a-4641-b3f1-a7800f69b8a0', 'name': '', 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:8f:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:11Z', 'updated_at': '2022-02-03T04:58:16Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:17.066108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Current status of the port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:17.066942 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.115569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:17.116415 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.122910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-7e5af998-73f6-469a-b8f3-9a4fa7353b72 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:17.124528 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-7e5af998-73f6-469a-b8f3-9a4fa7353b72 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.31 "GET /v2.0/networks?id=44a0db5f-23eb-457c-9c94-3c0edd9d86e5 HTTP/1.1" status: 200 len: 798 time: 0.2056768 Feb 03 04:58:17.139750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Request body: {'port': {'device_id': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'admin_state_up': True, 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:17.156430 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681cd7-343e-48c1-98c7-db595e4209d2 None None] The sync data for ids ['e320166d-eba4-4279-8dd6-9bd4654955ff'] in n-d-827549-1 is: [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:12Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '0d9aa99e-490a-4641-b3f1-a7800f69b8a0', 'name': '', 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:8f:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:11Z', 'updated_at': '2022-02-03T04:58:16Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:17.257387 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (77313f22-994d-42c8-bb25-c6f908282b26), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.368851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Made reservation on behalf of d5141afed0f44ec19d6d1cd03373aca4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:17.372417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.589008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] For port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,segment=NetworkSegment(05987987-6e91-48bf-a7ce-2ce1dbf822cf),segment_id=05987987-6e91-48bf-a7ce-2ce1dbf822cf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:17.611810 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.618912 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:17.619287 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.659451 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks [] for port (77313f22-994d-42c8-bb25-c6f908282b26), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.664166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'name': 'tempest-TestAggregatesBasicOps-1178985740-router', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:14Z', 'revision_number': 3, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'gw_port': {'id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:17.727878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Checking router: c39717ce-48d9-4ee7-9c7f-f6d0fe89178b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:17.728501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Updating router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b port 7863bbe0-c681-466c-a794-cc6ac7c9974a binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:17.800359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Allocated IP 172.20.0.24 (44a0db5f-23eb-457c-9c94-3c0edd9d86e5/bd04660b-9240-4ff6-a20e-9d9406fd3a70/f60458e1-7752-4a54-8532-08fcacd54d88) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:17.840355 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (77313f22-994d-42c8-bb25-c6f908282b26), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.857539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Provisioning complete for port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:17.858145 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.861381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Pushing event updated for resources: {'Port': ['ID=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:17.874098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:58:17.876772 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911df6ae-3131-4194-856f-6bc753fb9b3e" -d '{"events": [{"server_uuid": "dec9f47e-ef67-4edf-9bb9-5ba531284a8a", "name": "network-vif-plugged", "status": "completed", "tag": "2cb8af83-3b96-48ca-85f5-d658e99e9ffa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:58:17.914689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Pushing event updated for resources: {'Port': ['ID=77313f22-994d-42c8-bb25-c6f908282b26,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:17.953093 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2f61-eadc-474d-b282-8b108fb2c589 req-0e47fcb4-9bd6-4c9b-bf4d-986a79098b7e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:17.955562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6dd2f61-eadc-474d-b282-8b108fb2c589 req-0e47fcb4-9bd6-4c9b-bf4d-986a79098b7e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 945 time: 0.1137540 Feb 03 04:58:17.968720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:17.979079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:17.997520 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.002255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.029484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:18.038136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7c9d081-41dd-4012-a785-78089bd20071 req-eff722bf-0522-48cc-b914-3857abe9579b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 210 time: 0.0807202 Feb 03 04:58:18.076779 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6dd2f61-eadc-474d-b282-8b108fb2c589 req-a5662b59-f170-4f2e-9332-538e97399a96 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004438 Feb 03 04:58:18.178090 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for port (f60458e1-7752-4a54-8532-08fcacd54d88), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.236325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:18.238781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:18.244570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:18.262659 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66414d52-60fc-430a-b85a-c15167a1c27f x-openstack-request-id: req-66414d52-60fc-430a-b85a-c15167a1c27f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:58:18.263664 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.263886 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec9f47e-ef67-4edf-9bb9-5ba531284a8a", "name": "network-vif-plugged", "status": "completed", "tag": "2cb8af83-3b96-48ca-85f5-d658e99e9ffa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:58:18.264168 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66414d52-60fc-430a-b85a-c15167a1c27f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:58:18.264678 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa', 'code': 200} Feb 03 04:58:18.432907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:18.477882 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Publish callbacks [] for port (31bbb373-763a-4c6e-a44b-3864049879c9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.543325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Current status of the port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:18.543778 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.545827 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.670337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9aaf4-b0ba-49d7-b703-f12755e00364 None None] Pushing event updated for resources: {'Port': ['ID=31bbb373-763a-4c6e-a44b-3864049879c9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:18.675994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] For port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:18.715897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.785326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:18.785707 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.834300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:18.848537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:18.850993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:18.857776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Attempting to bind port 31bbb373-763a-4c6e-a44b-3864049879c9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:18.858264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Attempting to bind port 31bbb373-763a-4c6e-a44b-3864049879c9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:18.858643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Attempting to bind port 31bbb373-763a-4c6e-a44b-3864049879c9 on network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:18.880780 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Publish callbacks [] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.891492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:18.891910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Checking segment: {'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:18.892336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.892720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Bound using segment: {'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:18.893187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Bound port: 31bbb373-763a-4c6e-a44b-3864049879c9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:18.893601 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.900810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7f27-8c55-4072-ad53-6528e52e0bae None None] Pushing event updated for resources: {'Port': ['ID=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:18.903492 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.915730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event updated for resources: {'Port': ['ID=f60458e1-7752-4a54-8532-08fcacd54d88,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:18.956704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a68217-93d3-4e06-8a30-01788698ea36 req-9cf6b5d5-0926-439b-90c7-48114e01bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:18.957578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Provisioning complete for port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:18.957964 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.958248 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46a68217-93d3-4e06-8a30-01788698ea36 req-9cf6b5d5-0926-439b-90c7-48114e01bc78 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 1128 time: 0.7461579 Feb 03 04:58:18.969810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:18.970462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:18.998434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:19.020543 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-3e740097-2428-4c52-a629-e50754e70894 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8859906 Feb 03 04:58:19.035955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f599202-7910-456a-8955-7095e5927f96 None None] Pushing event updated for resources: {'Port': ['ID=7863bbe0-c681-466c-a794-cc6ac7c9974a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:19.041258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Request body: {'port': {'device_id': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:19.082157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Attempting to bind port 7863bbe0-c681-466c-a794-cc6ac7c9974a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:19.084194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Attempting to bind port 7863bbe0-c681-466c-a794-cc6ac7c9974a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:19.084194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Attempting to bind port 7863bbe0-c681-466c-a794-cc6ac7c9974a on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:19.105792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46a68217-93d3-4e06-8a30-01788698ea36 req-486981c6-9394-4a8a-86c0-535b5adc01e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321743 Feb 03 04:58:19.152377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:19.153576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:19.169126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] For port 31bbb373-763a-4c6e-a44b-3864049879c9, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:19.173304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:19.174181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:19.174975 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.175938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:19.176847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Bound port: 7863bbe0-c681-466c-a794-cc6ac7c9974a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:19.177516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.187010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] For port 31bbb373-763a-4c6e-a44b-3864049879c9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=31bbb373-763a-4c6e-a44b-3864049879c9,segment=NetworkSegment(0f2a4390-873c-4b2c-b9f4-227f2f07ad7c),segment_id=0f2a4390-873c-4b2c-b9f4-227f2f07ad7c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:19.202328 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.219457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:19.231567 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-963688dd-6c66-4635-9bf0-6638b2552e88 admin admin] 10.222.0.35 "PUT /v2.0/routers/c39717ce-48d9-4ee7-9c7f-f6d0fe89178b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5986252 Feb 03 04:58:19.250804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.312823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534e7b-1253-48cd-80b1-828d74b1c6c5 req-93c2b2cc-b57f-4506-ab63-bf962682344b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:19.314454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8534e7b-1253-48cd-80b1-828d74b1c6c5 req-93c2b2cc-b57f-4506-ab63-bf962682344b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 946 time: 0.1192212 Feb 03 04:58:19.326273 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5ff1a-550f-4432-b61b-7860cba4e116 req-62b76d9e-ae9e-4a89-bf77-9e827c2e7b23 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:19.328331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28a5ff1a-550f-4432-b61b-7860cba4e116 req-62b76d9e-ae9e-4a89-bf77-9e827c2e7b23 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 895 time: 0.1655469 Feb 03 04:58:19.364175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] For port 7863bbe0-c681-466c-a794-cc6ac7c9974a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:19.371067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] For port 7863bbe0-c681-466c-a794-cc6ac7c9974a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7863bbe0-c681-466c-a794-cc6ac7c9974a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:19.391878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Current status of the port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:19.396642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8534e7b-1253-48cd-80b1-828d74b1c6c5 req-dd9b2358-94a5-43e0-9a9f-4b94980404f8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669672 Feb 03 04:58:19.422955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.422955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9aaf4-b0ba-49d7-b703-f12755e00364 None None] Pushing event updated for resources: {'Port': ['ID=31bbb373-763a-4c6e-a44b-3864049879c9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:19.473193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Routers {'a1c8570f-06ab-40e0-8919-dd44baa49d8d'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:19.473837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:19.495919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:19.496302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.600606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Provisioning complete for port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:19.600989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.609177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f599202-7910-456a-8955-7095e5927f96 None None] Pushing event updated for resources: {'Port': ['ID=7863bbe0-c681-466c-a794-cc6ac7c9974a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:19.626459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Routers {'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:19.627098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:19.668628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60458e1-7752-4a54-8532-08fcacd54d88 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:58:19.676496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Publish callbacks [] for port (f60458e1-7752-4a54-8532-08fcacd54d88), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.692646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Transition to ACTIVE for port object f60458e1-7752-4a54-8532-08fcacd54d88 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:58:19.697570 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.762852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f60458e1-7752-4a54-8532-08fcacd54d88,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:19.868951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Attempting to bind port f60458e1-7752-4a54-8532-08fcacd54d88 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:19.869723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Attempting to bind port f60458e1-7752-4a54-8532-08fcacd54d88 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:19.869723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Attempting to bind port f60458e1-7752-4a54-8532-08fcacd54d88 on network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:19.874325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Port f60458e1-7752-4a54-8532-08fcacd54d88 on network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:58:19.874643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Attempting to bind port f60458e1-7752-4a54-8532-08fcacd54d88 on network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:19.880179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:19.880537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Checking segment: {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:19.880932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Bound using segment: {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:19.881369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Bound port: f60458e1-7752-4a54-8532-08fcacd54d88, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffc8342-274c-41ca-8d44-07cc52a0967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:19.881728 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:19.961086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] For port f60458e1-7752-4a54-8532-08fcacd54d88, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:19.965063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] For port f60458e1-7752-4a54-8532-08fcacd54d88, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f60458e1-7752-4a54-8532-08fcacd54d88,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:19.975332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:20.002837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] Set router a1c8570f-06ab-40e0-8919-dd44baa49d8d gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:20.033257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.033506 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:20.035251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] 10.222.0.31 "PUT /v2.0/ports/f60458e1-7752-4a54-8532-08fcacd54d88 HTTP/1.1" status: 200 len: 1055 time: 1.0043705 Feb 03 04:58:20.036215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'tag': 'f60458e1-7752-4a54-8532-08fcacd54d88'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:58:20.038062 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08" -d '{"events": [{"name": "network-changed", "server_uuid": "9b25a011-85bf-41aa-9230-4dec39e49c75", "tag": "f60458e1-7752-4a54-8532-08fcacd54d88"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:58:20.058406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d2dad-e2e4-4d46-b623-17feb7b46bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f60458e1-7752-4a54-8532-08fcacd54d88,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:20.119817 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a83ce-3486-4473-99c4-f720098d7094 x-openstack-request-id: req-8f9a83ce-3486-4473-99c4-f720098d7094 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:58:20.120206 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b25a011-85bf-41aa-9230-4dec39e49c75", "tag": "f60458e1-7752-4a54-8532-08fcacd54d88", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:58:20.121349 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f9a83ce-3486-4473-99c4-f720098d7094 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:58:20.121855 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'tag': 'f60458e1-7752-4a54-8532-08fcacd54d88', 'status': 'completed', 'code': 200} Feb 03 04:58:20.177991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-8e573df6-9b1a-496f-99d0-5ba599cce3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.179607 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-8e573df6-9b1a-496f-99d0-5ba599cce3ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 1089 time: 0.0778451 Feb 03 04:58:20.237307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] Set router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:20.254255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-c0077640-e25e-4580-be9d-8a30dbc597c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f60458e1-7752-4a54-8532-08fcacd54d88 HTTP/1.1" status: 200 len: 217 time: 0.0633290 Feb 03 04:58:20.320593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-81514c08-6b50-49e6-b107-5d4cc9f5836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.322156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-81514c08-6b50-49e6-b107-5d4cc9f5836d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd04660b-9240-4ff6-a20e-9d9406fd3a70 HTTP/1.1" status: 200 len: 837 time: 0.0621097 Feb 03 04:58:20.358114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:20.359224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:20.389654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-ede71b0a-b6a1-4780-a158-752ea74a1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.390540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-ede71b0a-b6a1-4780-a158-752ea74a1578 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44a0db5f-23eb-457c-9c94-3c0edd9d86e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0599930 Feb 03 04:58:20.514182 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-696d7721-7fc9-424e-8298-35d820596ea6 service neutron] 10.222.0.31 "GET /v2.0/networks/44a0db5f-23eb-457c-9c94-3c0edd9d86e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169217 Feb 03 04:58:20.535429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Current status of the port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:20.536619 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0f53c-2261-4524-9dd7-b4945af3dec2 req-1aca04cf-bf46-4eaa-9092-165b5aae01f1 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.546444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88e0f53c-2261-4524-9dd7-b4945af3dec2 req-1aca04cf-bf46-4eaa-9092-165b5aae01f1 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 907 time: 0.1090424 Feb 03 04:58:20.603350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Provisioning complete for port 77313f22-994d-42c8-bb25-c6f908282b26 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:20.603671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (77313f22-994d-42c8-bb25-c6f908282b26), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:20.619213 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:20.660179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e3d0ca2d-255b-4da0-958d-8b811bb0f903 req-d63d4432-824b-4c52-a828-2088da97763a service neutron] 10.222.0.31 "GET /v2.0/networks/44a0db5f-23eb-457c-9c94-3c0edd9d86e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391642 Feb 03 04:58:20.672027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:20.672410 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:20.692415 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d063a-5396-4a40-8ae0-e1fa6ed0ea47 req-538b1f59-d61e-457b-b9bf-774e11cb9a3e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.693938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea1d063a-5396-4a40-8ae0-e1fa6ed0ea47 req-538b1f59-d61e-457b-b9bf-774e11cb9a3e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 946 time: 0.1134646 Feb 03 04:58:20.724838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bbed6a40-11cb-4d03-93d3-f28bf9937994 None None] Port 77313f22-994d-42c8-bb25-c6f908282b26 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:20.764764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-730b9a0f-99ef-44c2-a8ac-f138dbb1f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.767231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-730b9a0f-99ef-44c2-a8ac-f138dbb1f59d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 1089 time: 0.0598922 Feb 03 04:58:20.778346 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'name': 'tempest-TestAggregatesBasicOps-1178985740-router', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:17Z', 'revision_number': 4, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'gw_port': {'id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '77313f22-994d-42c8-bb25-c6f908282b26', 'name': '', 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'mac_address': 'fa:16:3e:31:ea:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e68b2528-2f41-4fc5-af4a-fb90faeac0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:16Z', 'updated_at': '2022-02-03T04:58:17Z', 'revision_number': 2, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'subnets': [{'id': 'e68b2528-2f41-4fc5-af4a-fb90faeac0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:20.797920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'name': 'tempest-TestAggregatesBasicOps-303246317-router', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 4, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'gw_port': {'id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '31bbb373-763a-4c6e-a44b-3864049879c9', 'name': '', 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'mac_address': 'fa:16:3e:65:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:08Z', 'updated_at': '2022-02-03T04:58:19Z', 'revision_number': 4, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'subnets': [{'id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:20.820933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea1d063a-5396-4a40-8ae0-e1fa6ed0ea47 req-51ddfff4-98df-452f-a178-fc84d5045c9c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Feb 03 04:58:20.862401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4813f1-d8ef-4ebd-b280-00254bec1f82 None None] The sync data for ids ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'] in n-d-827549-1 is: [{'id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'name': 'tempest-TestAggregatesBasicOps-1178985740-router', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:17Z', 'revision_number': 4, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'gw_port': {'id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '77313f22-994d-42c8-bb25-c6f908282b26', 'name': '', 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'mac_address': 'fa:16:3e:31:ea:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e68b2528-2f41-4fc5-af4a-fb90faeac0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:16Z', 'updated_at': '2022-02-03T04:58:17Z', 'revision_number': 2, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'subnets': [{'id': 'e68b2528-2f41-4fc5-af4a-fb90faeac0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:20.865054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0339015-14ae-4f2a-93bc-cb5e78d1fab2 None None] The sync data for ids ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'] in n-d-827549-1 is: [{'id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'name': 'tempest-TestAggregatesBasicOps-303246317-router', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:09Z', 'revision_number': 4, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'gw_port': {'id': '07141fde-48bc-4e3c-a4ae-f0c5a614bae8', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:06Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '31bbb373-763a-4c6e-a44b-3864049879c9', 'name': '', 'network_id': 'c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba', 'tenant_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'mac_address': 'fa:16:3e:65:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c8570f-06ab-40e0-8919-dd44baa49d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:08Z', 'updated_at': '2022-02-03T04:58:19Z', 'revision_number': 4, 'project_id': 'fb940ea1d2ab4377a7253ce4025e4ceb', 'subnets': [{'id': 'e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:20.886414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:20.919165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-84220ba6-5cef-40a5-8602-65186bc29449 None None] Provisioning complete for port 31bbb373-763a-4c6e-a44b-3864049879c9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:20.919470 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84220ba6-5cef-40a5-8602-65186bc29449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:20.929735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-d3981a0f-e4ee-4fab-aaf5-5af44b979fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:20.931272 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-d3981a0f-e4ee-4fab-aaf5-5af44b979fb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44a0db5f-23eb-457c-9c94-3c0edd9d86e5 HTTP/1.1" status: 200 len: 899 time: 0.1579995 Feb 03 04:58:21.032478 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-6f8b3877-2fe4-4f28-ad7e-ecffd52791cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f60458e1-7752-4a54-8532-08fcacd54d88 HTTP/1.1" status: 200 len: 217 time: 0.0918407 Feb 03 04:58:21.087027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84220ba6-5cef-40a5-8602-65186bc29449 None None] Current status of the port 31bbb373-763a-4c6e-a44b-3864049879c9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:21.088103 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84220ba6-5cef-40a5-8602-65186bc29449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:21.094133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d0db4-2679-4936-a9a8-27c1b3a84c48 req-9dc32235-9e13-4ef8-b0b7-9064ad1cb34e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:21.098409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a7d0db4-2679-4936-a9a8-27c1b3a84c48 req-9dc32235-9e13-4ef8-b0b7-9064ad1cb34e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 946 time: 0.1482375 Feb 03 04:58:21.125562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:21.126000 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-e06fc48d-9213-47c1-9aa9-653365922e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:21.127558 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-e06fc48d-9213-47c1-9aa9-653365922e7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd04660b-9240-4ff6-a20e-9d9406fd3a70 HTTP/1.1" status: 200 len: 837 time: 0.0881898 Feb 03 04:58:21.174581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-84220ba6-5cef-40a5-8602-65186bc29449 None None] For port 31bbb373-763a-4c6e-a44b-3864049879c9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=31bbb373-763a-4c6e-a44b-3864049879c9,segment=NetworkSegment(0f2a4390-873c-4b2c-b9f4-227f2f07ad7c),segment_id=0f2a4390-873c-4b2c-b9f4-227f2f07ad7c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:21.186070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84220ba6-5cef-40a5-8602-65186bc29449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:21.240266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-53d0e242-7411-48c7-a56b-84c21a457e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:21.241984 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-53d0e242-7411-48c7-a56b-84c21a457e4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44a0db5f-23eb-457c-9c94-3c0edd9d86e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078825 Feb 03 04:58:21.251771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a7d0db4-2679-4936-a9a8-27c1b3a84c48 req-5a0cbdbe-a9a4-4164-b3de-e030cb4949bf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411026 Feb 03 04:58:21.300924 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (a1c8570f-06ab-40e0-8919-dd44baa49d8d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:21.313266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84220ba6-5cef-40a5-8602-65186bc29449 None None] Pushing event updated for resources: {'Port': ['ID=31bbb373-763a-4c6e-a44b-3864049879c9,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:21.337116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:21.337905 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:21.416567 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-e5412a07-04d1-4eee-963f-1ca79f363af3 service neutron] 10.222.0.31 "GET /v2.0/networks/44a0db5f-23eb-457c-9c94-3c0edd9d86e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648138 Feb 03 04:58:21.492704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:21.494213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 31bbb373-763a-4c6e-a44b-3864049879c9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:21.530772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee1f13-7e04-4be7-b0ed-35b2ebf50296 req-0fd23757-2d11-4f62-a2a0-a388899debd9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:21.531657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b0c45b3-e9e4-4d50-ae3b-c4f282a81d08 req-03b12584-18b7-4556-bb4e-9e8fee27c9a2 service neutron] 10.222.0.31 "GET /v2.0/networks/44a0db5f-23eb-457c-9c94-3c0edd9d86e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075137 Feb 03 04:58:21.532359 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50ee1f13-7e04-4be7-b0ed-35b2ebf50296 req-0fd23757-2d11-4f62-a2a0-a388899debd9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 946 time: 0.1518393 Feb 03 04:58:21.550997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 31bbb373-763a-4c6e-a44b-3864049879c9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:21.551383 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:21.660321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 31bbb373-763a-4c6e-a44b-3864049879c9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:21.678101 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50ee1f13-7e04-4be7-b0ed-35b2ebf50296 req-646c766a-d245-4809-8b6b-663982bc48d3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130161 Feb 03 04:58:21.737344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edf7c4-e617-4d33-85dc-af2cf904e8d0 req-5b362271-8961-43ad-897b-af49133b7292 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:21.740012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53edf7c4-e617-4d33-85dc-af2cf904e8d0 req-5b362271-8961-43ad-897b-af49133b7292 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 907 time: 0.1043475 Feb 03 04:58:21.802767 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Deleting port 31bbb373-763a-4c6e-a44b-3864049879c9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:21.803215 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:21.895936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] For port 31bbb373-763a-4c6e-a44b-3864049879c9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=31bbb373-763a-4c6e-a44b-3864049879c9,segment=NetworkSegment(0f2a4390-873c-4b2c-b9f4-227f2f07ad7c),segment_id=0f2a4390-873c-4b2c-b9f4-227f2f07ad7c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:21.896276 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:21.911985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Calling delete_port for 31bbb373-763a-4c6e-a44b-3864049879c9 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:22.059365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce2220-4ee5-4349-be02-655a06781d8b req-3238c01f-0858-43ea-9fbc-12435fc7b0d4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:22.060953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50ce2220-4ee5-4349-be02-655a06781d8b req-3238c01f-0858-43ea-9fbc-12435fc7b0d4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 946 time: 0.1078179 Feb 03 04:58:22.124286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50ce2220-4ee5-4349-be02-655a06781d8b req-eed252ba-3a59-4417-99f6-f02d24270446 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565078 Feb 03 04:58:22.176893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (31bbb373-763a-4c6e-a44b-3864049879c9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:22.213295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Pushing event deleted for resources: {'Port': ['ID=31bbb373-763a-4c6e-a44b-3864049879c9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:22.375481 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (a1c8570f-06ab-40e0-8919-dd44baa49d8d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:22.605739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Router a1c8570f-06ab-40e0-8919-dd44baa49d8d has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:22.720306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:22.725710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-487c0de4-2c58-4a05-a399-81f5980213ec admin admin] 10.222.0.35 "PUT /v2.0/routers/a1c8570f-06ab-40e0-8919-dd44baa49d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1051583 Feb 03 04:58:22.728768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54456) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:22.864453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks [] for router (a1c8570f-06ab-40e0-8919-dd44baa49d8d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:22.913606 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af136c0-9bda-41ec-bd4f-ac4331ccb47c req-5b533e4a-7d91-47c8-ad17-47b5e1696f98 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:22.914988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3af136c0-9bda-41ec-bd4f-ac4331ccb47c req-5b533e4a-7d91-47c8-ad17-47b5e1696f98 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 907 time: 0.1002500 Feb 03 04:58:22.985979 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks [] for router_gateway (a1c8570f-06ab-40e0-8919-dd44baa49d8d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.041150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Deleting port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:23.041479 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.126728 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] For port 07141fde-48bc-4e3c-a4ae-f0c5a614bae8, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:23.127092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.138956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Calling delete_port for 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:23.476887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-33a61668-dc4f-4659-a907-ffb9c14b3cf9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:23.478465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-33a61668-dc4f-4659-a907-ffb9c14b3cf9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 946 time: 0.0563738 Feb 03 04:58:23.602071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:23.602418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.624225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b0d4d-8cea-415f-b4e6-cd48257e8457 req-e159201f-0c82-4f96-aad6-a739616b76ac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:23.625790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d6b0d4d-8cea-415f-b4e6-cd48257e8457 req-e159201f-0c82-4f96-aad6-a739616b76ac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 946 time: 0.4302030 Feb 03 04:58:23.696302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] For port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:23.696673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.708083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6d6b0d4d-8cea-415f-b4e6-cd48257e8457 req-a82f0778-a9d7-4fd2-97bb-d7105bac563a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Feb 03 04:58:23.713200 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (07141fde-48bc-4e3c-a4ae-f0c5a614bae8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.715667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for 2cb8af83-3b96-48ca-85f5-d658e99e9ffa owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:23.738531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07141fde-48bc-4e3c-a4ae-f0c5a614bae8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:23.805214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (a1c8570f-06ab-40e0-8919-dd44baa49d8d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.847209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2cb8af83-3b96-48ca-85f5-d658e99e9ffa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.859405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2cb8af83-3b96-48ca-85f5-d658e99e9ffa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:58:23.862795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f60458e1-7752-4a54-8532-08fcacd54d88 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:58:23.875782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=2cb8af83-3b96-48ca-85f5-d658e99e9ffa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:23.903621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (a1c8570f-06ab-40e0-8919-dd44baa49d8d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.905996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks [] for router_controller (a1c8570f-06ab-40e0-8919-dd44baa49d8d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.925166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] No DVR routers for this DVR port 2cb8af83-3b96-48ca-85f5-d658e99e9ffa on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:23.928104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.933001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d2ce05e1-c4a0-4d0e-89b0-cb36cbfe9e32 req-7d5926f0-13d8-448a-8f99-6a7046da9664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "DELETE /v2.0/ports/2cb8af83-3b96-48ca-85f5-d658e99e9ffa HTTP/1.1" status: 204 len: 173 time: 0.4489942 Feb 03 04:58:23.933947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'name': 'network-vif-deleted', 'tag': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:58:23.936514 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5faedd6-d4de-4cdd-af12-3baff8248997" -d '{"events": [{"server_uuid": "dec9f47e-ef67-4edf-9bb9-5ba531284a8a", "name": "network-vif-deleted", "tag": "2cb8af83-3b96-48ca-85f5-d658e99e9ffa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:58:23.951442 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.993567 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (a1c8570f-06ab-40e0-8919-dd44baa49d8d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:23.994034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c8570f-06ab-40e0-8919-dd44baa49d8d {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:58:23.999362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.001248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d612cdad-aab1-4267-802e-c6a8858ca0a0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a1c8570f-06ab-40e0-8919-dd44baa49d8d HTTP/1.1" status: 204 len: 168 time: 1.2710288 Feb 03 04:58:24.003476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54466) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:24.048278 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b54576-e239-4fc1-b029-93bd2e23cafd x-openstack-request-id: req-88b54576-e239-4fc1-b029-93bd2e23cafd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:58:24.048785 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec9f47e-ef67-4edf-9bb9-5ba531284a8a", "name": "network-vif-deleted", "tag": "2cb8af83-3b96-48ca-85f5-d658e99e9ffa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:58:24.049279 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88b54576-e239-4fc1-b029-93bd2e23cafd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:58:24.049742 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec9f47e-ef67-4edf-9bb9-5ba531284a8a', 'name': 'network-vif-deleted', 'tag': '2cb8af83-3b96-48ca-85f5-d658e99e9ffa', 'status': 'completed', 'code': 200} Feb 03 04:58:24.055662 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.074687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f60458e1-7752-4a54-8532-08fcacd54d88, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f60458e1-7752-4a54-8532-08fcacd54d88,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:24.090616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'f60458e1-7752-4a54-8532-08fcacd54d88', 'network_id': '44a0db5f-23eb-457c-9c94-3c0edd9d86e5', 'port_id': 'f60458e1-7752-4a54-8532-08fcacd54d88', 'mac_address': 'fa:16:3e:0a:16:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd04660b-9240-4ff6-a20e-9d9406fd3a70', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:58:24.111544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] Deleting subnet e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:58:24.119485 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] Publish callbacks [] for subnet (e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.127967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f568fc2-dfa2-46b6-b46f-4a8f4cdadc29 req-b6e80384-6a64-4968-86a5-42f6a0ebf89b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:24.149739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f568fc2-dfa2-46b6-b46f-4a8f4cdadc29 req-b6e80384-6a64-4968-86a5-42f6a0ebf89b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 907 time: 0.1034760 Feb 03 04:58:24.150083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f60458e1-7752-4a54-8532-08fcacd54d88 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:24.150083 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.165983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60458e1-7752-4a54-8532-08fcacd54d88 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:58:24.183760 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.194046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f60458e1-7752-4a54-8532-08fcacd54d88, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f60458e1-7752-4a54-8532-08fcacd54d88,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:24.224986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.247928 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] Sync routers for ids ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:24.261691 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:24.262296 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:58:24.262918 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a1c8570f-06ab-40e0-8919-dd44baa49d8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:58:24.269172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.273925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:24.274704 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:58:24.275463 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a1c8570f-06ab-40e0-8919-dd44baa49d8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:58:24.276090 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f19ce-b1f4-4fd8-b967-4042f4881482 None None] The sync data for ids ['a1c8570f-06ab-40e0-8919-dd44baa49d8d'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:24.311080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f60458e1-7752-4a54-8532-08fcacd54d88,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:24.319626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.320226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.320726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.321238 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.321730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.322069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.322400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.322728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.323088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.323797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.324058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.324386 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.324712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:58:24.343925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.382902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:24.392376 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.396313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-48e93947-9e2e-49d1-9527-50adc52a2ed1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e18ab34e-b3c8-4f90-8ef9-4d90ea24e62f HTTP/1.1" status: 204 len: 168 time: 0.3911402 Feb 03 04:58:24.398305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:24.400072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc3ebd-b553-4fcd-9ef1-c81d4afbb688 None None] Network c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:24.444916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['f60458e1-7752-4a54-8532-08fcacd54d88'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:58:24.497151 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.558398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Deleting port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:24.559124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.640113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] For port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=795cfd76-bf3e-433b-bb63-baf2f4cb2db2,segment=NetworkSegment(0f2a4390-873c-4b2c-b9f4-227f2f07ad7c),segment_id=0f2a4390-873c-4b2c-b9f4-227f2f07ad7c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:24.640481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.655176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Calling delete_port for 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:24.757597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d54fe6-10ee-4f9d-8c24-282a7319ba69 None None] DHCP port deletion for c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:58:24.768601 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (795cfd76-bf3e-433b-bb63-baf2f4cb2db2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.791051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] No DVR routers for this DVR port 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:24.801849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-20d54fe6-10ee-4f9d-8c24-282a7319ba69 None None] The port '795cfd76-bf3e-433b-bb63-baf2f4cb2db2' was deleted {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 04:58:24.866009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cbd6201-2058-455b-bb71-9978527da4e5 req-a3f2b99f-e9ac-4da0-a78c-fea633ba14ab tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0384312 Feb 03 04:58:24.887050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Pushing event deleted for resources: {'Port': ['ID=795cfd76-bf3e-433b-bb63-baf2f4cb2db2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:24.919137 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.949888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:24.961320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:24.961616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2a4390-873c-4b2c-b9f4-227f2f07ad7c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:24.973081 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (0f2a4390-873c-4b2c-b9f4-227f2f07ad7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:24.991412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0f2a4390-873c-4b2c-b9f4-227f2f07ad7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.000027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:58:25.000473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (0f2a4390-873c-4b2c-b9f4-227f2f07ad7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:58:25.002294 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:58:25.067562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.074100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.080533 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] 10.222.0.35 "DELETE /v2.0/networks/c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba HTTP/1.1" status: 204 len: 168 time: 0.6780138 Feb 03 04:58:25.080960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:25.100207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482af19-2e1a-4fa1-9b5b-8d81e1dfec8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7bc76b8-8ac6-46c4-9318-7f1c2e3042ba,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:25.354413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c7e55-91a5-49a6-b613-3b90ac528d1d req-4191cc99-82ff-4240-b40b-7309545dd1dc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:25.364985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b4c7e55-91a5-49a6-b613-3b90ac528d1d req-4191cc99-82ff-4240-b40b-7309545dd1dc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 908 time: 0.1181602 Feb 03 04:58:25.471354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7863bbe0-c681-466c-a794-cc6ac7c9974a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:25.534445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7863bbe0-c681-466c-a794-cc6ac7c9974a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:25.534883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.540728 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.616090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7863bbe0-c681-466c-a794-cc6ac7c9974a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:25.616501 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.645679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7863bbe0-c681-466c-a794-cc6ac7c9974a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7863bbe0-c681-466c-a794-cc6ac7c9974a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:25.650596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.716729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7863bbe0-c681-466c-a794-cc6ac7c9974a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:25.724036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:25.746924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:25.747270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 795cfd76-bf3e-433b-bb63-baf2f4cb2db2 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:25.747724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 31bbb373-763a-4c6e-a44b-3864049879c9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:25.768391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 31bbb373-763a-4c6e-a44b-3864049879c9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:25.768744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 31bbb373-763a-4c6e-a44b-3864049879c9 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:25.863805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Deleting port 77313f22-994d-42c8-bb25-c6f908282b26 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:25.864502 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (77313f22-994d-42c8-bb25-c6f908282b26), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.864652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f60458e1-7752-4a54-8532-08fcacd54d88 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:25.918717 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port f60458e1-7752-4a54-8532-08fcacd54d88 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:58:25.923668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port f60458e1-7752-4a54-8532-08fcacd54d88 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:25.924240 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.963743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (77313f22-994d-42c8-bb25-c6f908282b26), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:25.988596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Calling delete_port for 77313f22-994d-42c8-bb25-c6f908282b26 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:26.006570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aedc621f-e0d8-4558-9765-c491681a6595 req-63122d96-fdf1-49d5-ae9c-d3fe70a62a26 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0341659 Feb 03 04:58:26.018065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port f60458e1-7752-4a54-8532-08fcacd54d88 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:26.018709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:26.056148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60458e1-7752-4a54-8532-08fcacd54d88'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:58:26.058493 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0abaca-934f-4e57-b42c-290ad81ad860" -d '{"events": [{"server_uuid": "9b25a011-85bf-41aa-9230-4dec39e49c75", "name": "network-vif-plugged", "status": "completed", "tag": "f60458e1-7752-4a54-8532-08fcacd54d88"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:58:26.071933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port f60458e1-7752-4a54-8532-08fcacd54d88, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f60458e1-7752-4a54-8532-08fcacd54d88,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:26.078924 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:26.079897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2cb8af83-3b96-48ca-85f5-d658e99e9ffa no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:26.103351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 2cb8af83-3b96-48ca-85f5-d658e99e9ffa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:26.103955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2cb8af83-3b96-48ca-85f5-d658e99e9ffa not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:26.109621 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c8164-1c1b-405d-9357-0be07fe23909 x-openstack-request-id: req-ea5c8164-1c1b-405d-9357-0be07fe23909 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:58:26.109925 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b25a011-85bf-41aa-9230-4dec39e49c75", "name": "network-vif-plugged", "status": "completed", "tag": "f60458e1-7752-4a54-8532-08fcacd54d88", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:58:26.110181 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea5c8164-1c1b-405d-9357-0be07fe23909 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:58:26.110776 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60458e1-7752-4a54-8532-08fcacd54d88', 'code': 200} Feb 03 04:58:26.130587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Sync routers for ids ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:26.163559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Routers {'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:26.164504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:26.168451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=f60458e1-7752-4a54-8532-08fcacd54d88,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:26.300914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a00b8-56b2-4bf3-8303-da2193ade62e req-fcca68fb-1fd6-46b6-8e57-5d9f67e4c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:26.305486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-466a00b8-56b2-4bf3-8303-da2193ade62e req-fcca68fb-1fd6-46b6-8e57-5d9f67e4c159 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 1091 time: 0.1020985 Feb 03 04:58:26.310509 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (77313f22-994d-42c8-bb25-c6f908282b26), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:26.349054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Set router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:26.353441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Pushing event deleted for resources: {'Port': ['ID=77313f22-994d-42c8-bb25-c6f908282b26,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:26.558829 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:26.631107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'name': 'tempest-TestAggregatesBasicOps-1178985740-router', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:17Z', 'revision_number': 4, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'gw_port': {'id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '77313f22-994d-42c8-bb25-c6f908282b26', 'name': '', 'network_id': '3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'mac_address': 'fa:16:3e:31:ea:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'e68b2528-2f41-4fc5-af4a-fb90faeac0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:16Z', 'updated_at': '2022-02-03T04:58:17Z', 'revision_number': 2, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'subnets': [{'id': 'e68b2528-2f41-4fc5-af4a-fb90faeac0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:26.658745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Checking router: c39717ce-48d9-4ee7-9c7f-f6d0fe89178b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:26.659121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Updating router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b port 77313f22-994d-42c8-bb25-c6f908282b26 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:26.679658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Port 77313f22-994d-42c8-bb25-c6f908282b26 not found while updating agent binding for router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b. {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 04:58:26.689489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Routers {'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:26.690210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:26.697287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09f602-abc1-45e6-b0a3-639e77b57d24 req-68b766e1-a4ae-450f-acc2-fb840133df39 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:26.698942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a09f602-abc1-45e6-b0a3-639e77b57d24 req-68b766e1-a4ae-450f-acc2-fb840133df39 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 909 time: 0.1493139 Feb 03 04:58:26.805513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] Set router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:26.836457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:26.962770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:26.969433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-807a775c-c1bd-4daf-9e90-60f8e4b2ed3c admin admin] 10.222.0.35 "PUT /v2.0/routers/c39717ce-48d9-4ee7-9c7f-f6d0fe89178b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871994 Feb 03 04:58:26.972020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:27.036187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7863bbe0-c681-466c-a794-cc6ac7c9974a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:27.118787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks [] for router (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.130452 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2edfd6cc-6885-46b6-b3bb-fa26e0cc12c0 req-12f6b902-0487-4067-83d6-5a0cf770c1fe tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0353913 Feb 03 04:58:27.172557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7863bbe0-c681-466c-a794-cc6ac7c9974a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:27.172979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.239180 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks [] for router_gateway (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.292906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'name': 'tempest-TestAggregatesBasicOps-1178985740-router', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:26Z', 'revision_number': 5, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'gw_port': {'id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:27.326397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dfd8c5-7aa4-4255-9335-ad31e2501bfb None None] The sync data for ids ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'] in n-d-827549-1 is: [{'id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'name': 'tempest-TestAggregatesBasicOps-1178985740-router', 'tenant_id': '039a99e6b66446ffac02e16555ef36c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:26Z', 'revision_number': 5, 'project_id': '039a99e6b66446ffac02e16555ef36c5', 'gw_port': {'id': '7863bbe0-c681-466c-a794-cc6ac7c9974a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:13Z', 'updated_at': '2022-02-03T04:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:27.338981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7863bbe0-c681-466c-a794-cc6ac7c9974a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:27.339200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Deleting port 7863bbe0-c681-466c-a794-cc6ac7c9974a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:27.339738 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.353026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:27.376795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:27.377686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 07141fde-48bc-4e3c-a4ae-f0c5a614bae8 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:27.445833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] For port 7863bbe0-c681-466c-a794-cc6ac7c9974a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7863bbe0-c681-466c-a794-cc6ac7c9974a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:27.446189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.458907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Calling delete_port for 7863bbe0-c681-466c-a794-cc6ac7c9974a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:27.652287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7863bbe0-c681-466c-a794-cc6ac7c9974a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.736925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Pushing event deleted for resources: {'Port': ['ID=7863bbe0-c681-466c-a794-cc6ac7c9974a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:27.766114 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.851460 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894c2e7-6a19-4826-ab7a-a3d9a0aae580 req-8bc77375-93aa-47c8-bf73-0d527093f9bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:27.853272 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3894c2e7-6a19-4826-ab7a-a3d9a0aae580 req-8bc77375-93aa-47c8-bf73-0d527093f9bc tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 909 time: 0.0655036 Feb 03 04:58:27.877464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.877464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks [] for router_controller (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.926522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (c39717ce-48d9-4ee7-9c7f-f6d0fe89178b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.927103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c39717ce-48d9-4ee7-9c7f-f6d0fe89178b {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:58:27.937612 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:27.938950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6ef774c-e790-4e61-b254-6413768fe19f admin admin] 10.222.0.35 "DELETE /v2.0/routers/c39717ce-48d9-4ee7-9c7f-f6d0fe89178b HTTP/1.1" status: 204 len: 168 time: 0.9655447 Feb 03 04:58:27.941947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:27.990030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] Deleting subnet e68b2528-2f41-4fc5-af4a-fb90faeac0b0 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:58:27.994050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] Publish callbacks [] for subnet (e68b2528-2f41-4fc5-af4a-fb90faeac0b0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.005453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8889d6c-5850-4bc3-82aa-6d7c46ed54fa req-9dfebae7-c390-4a02-ae61-44a217df4d52 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:28.007115 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8889d6c-5850-4bc3-82aa-6d7c46ed54fa req-9dfebae7-c390-4a02-ae61-44a217df4d52 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 909 time: 0.0706577 Feb 03 04:58:28.030816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (e68b2528-2f41-4fc5-af4a-fb90faeac0b0), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.121494 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e68b2528-2f41-4fc5-af4a-fb90faeac0b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.137725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a8fd-88fa-4c2c-bdb3-d02650569d8c req-8c5c46e4-57fa-45a9-9abc-217c961aa88f tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:28.139176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66d3a8fd-88fa-4c2c-bdb3-d02650569d8c req-8c5c46e4-57fa-45a9-9abc-217c961aa88f tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 1091 time: 0.0464664 Feb 03 04:58:28.193797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (e68b2528-2f41-4fc5-af4a-fb90faeac0b0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.243054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68b2528-2f41-4fc5-af4a-fb90faeac0b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:28.252941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.258825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f847f4f6-9519-45e7-890f-f22dbfa61155 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e68b2528-2f41-4fc5-af4a-fb90faeac0b0 HTTP/1.1" status: 204 len: 168 time: 0.3132634 Feb 03 04:58:28.260246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54df72c-6d9d-4f3b-8f44-7bf755909e5f None None] Network 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:28.268653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:28.268869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-673cbe0a-d187-434e-8a88-e0b1bf3a5349 req-6fe95233-a0c8-480b-bbbe-7a9243877340 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0490026 Feb 03 04:58:28.337545 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6a8a8-5e1a-4f90-91f8-c4e404b0ab6d req-83daea70-d2fc-43a9-adfd-54c0d3da5d23 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:28.346505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cd6a8a8-5e1a-4f90-91f8-c4e404b0ab6d req-83daea70-d2fc-43a9-adfd-54c0d3da5d23 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1167 time: 0.0762651 Feb 03 04:58:28.407393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.431139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cd6a8a8-5e1a-4f90-91f8-c4e404b0ab6d req-4dfaf66d-5b7c-4a42-be1c-b37ed21358eb tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0792527 Feb 03 04:58:28.443601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:28.481975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] DHCP port deletion for 3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:58:28.506213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb8799-2284-4265-b176-c85c7f440016 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:28.510715 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6fb8799-2284-4265-b176-c85c7f440016 tempest-TestSecurityGroupsBasicOps-1259028570 tempest-TestSecurityGroupsBasicOps-1259028570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 1086 time: 0.0626740 Feb 03 04:58:28.510715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Deleting port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:28.510715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.532134 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] Sync routers for ids ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:28.545190 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:28.545901 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:58:28.546719 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:58:28.559668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] Deleting port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:28.560049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.568207 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] Routers set() bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:28.568875 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] Router IDs set() for agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 04:58:28.569667 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 04:58:28.570280 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699d931-98ed-4d38-964e-b7349a53ff4e None None] The sync data for ids ['c39717ce-48d9-4ee7-9c7f-f6d0fe89178b'] in n-d-827549-1 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:28.593733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] For port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,segment=NetworkSegment(05987987-6e91-48bf-a7ce-2ce1dbf822cf),segment_id=05987987-6e91-48bf-a7ce-2ce1dbf822cf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:28.594476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.614270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Calling delete_port for 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:28.668044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] For port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,segment=NetworkSegment(05987987-6e91-48bf-a7ce-2ce1dbf822cf),segment_id=05987987-6e91-48bf-a7ce-2ce1dbf822cf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:28.668515 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.691435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] Calling delete_port for 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:28.736075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.779149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:28.788876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] No DVR routers for this DVR port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:28.814345 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (8a12f6e1-9778-416f-98a2-ad9e3eb7c384), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.840665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] Pushing event deleted for resources: {'Port': ['ID=8a12f6e1-9778-416f-98a2-ad9e3eb7c384,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:28.858460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a89cc7-c7c5-497b-a40d-51bbe90aafe8 None None] No DVR routers for this DVR port 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:28.873287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333998-0588-4e58-b0a3-4951cd389043 req-f14f3e26-a663-4b0d-90ca-5d33ccd48b85 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:28.875139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab333998-0588-4e58-b0a3-4951cd389043 req-f14f3e26-a663-4b0d-90ca-5d33ccd48b85 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 909 time: 0.0619335 Feb 03 04:58:28.876318 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.897327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:28.906984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05987987-6e91-48bf-a7ce-2ce1dbf822cf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:28.907233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05987987-6e91-48bf-a7ce-2ce1dbf822cf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:28.916470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (05987987-6e91-48bf-a7ce-2ce1dbf822cf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.929586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (05987987-6e91-48bf-a7ce-2ce1dbf822cf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.935913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:58:28.936287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (05987987-6e91-48bf-a7ce-2ce1dbf822cf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: timer() Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:58:28.938195 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:58:28.995098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.000246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.006265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] 10.222.0.35 "DELETE /v2.0/networks/3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a HTTP/1.1" status: 204 len: 168 time: 0.7335217 Feb 03 04:58:29.017909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855ae42-0762-47f2-ba15-de242e7d468a admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdb2a27-9c35-4dd2-9979-6114dbc5ac9a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:29.189953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7863bbe0-c681-466c-a794-cc6ac7c9974a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:29.210707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:29.222498 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7863bbe0-c681-466c-a794-cc6ac7c9974a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:29.222848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7863bbe0-c681-466c-a794-cc6ac7c9974a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:29.223324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:29.243163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:29.243549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8a12f6e1-9778-416f-98a2-ad9e3eb7c384 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:29.243979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 77313f22-994d-42c8-bb25-c6f908282b26 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:29.263002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 77313f22-994d-42c8-bb25-c6f908282b26 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:29.263761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 77313f22-994d-42c8-bb25-c6f908282b26 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:29.270459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f25568f1-8dda-4117-805f-e7802c32b600 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb940ea1d2ab4377a7253ce4025e4ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583968 Feb 03 04:58:29.273322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:29.327368 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c3281f7-af73-4123-8d56-25c0d875bf7d admin admin] Publish callbacks [] for security_group (421dee6b-a83a-485a-88ff-5a55cf2190bc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.356565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c3281f7-af73-4123-8d56-25c0d875bf7d admin admin] Publish callbacks [] for security_group (421dee6b-a83a-485a-88ff-5a55cf2190bc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.398219 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-acc15fef-661e-45f2-9cd5-5cd3f9b5dd24 req-752fc927-eb69-48ca-8289-af54c0268425 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0473795 Feb 03 04:58:29.438446 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c3281f7-af73-4123-8d56-25c0d875bf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (421dee6b-a83a-485a-88ff-5a55cf2190bc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.441771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c3281f7-af73-4123-8d56-25c0d875bf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.442921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2c3281f7-af73-4123-8d56-25c0d875bf7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/421dee6b-a83a-485a-88ff-5a55cf2190bc HTTP/1.1" status: 204 len: 168 time: 0.1685836 Feb 03 04:58:29.454014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3281f7-af73-4123-8d56-25c0d875bf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421dee6b-a83a-485a-88ff-5a55cf2190bc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:29.766879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:29.809314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bc4fed04-b7bf-4687-9d4e-8615a65ad748 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=039a99e6b66446ffac02e16555ef36c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387034 Feb 03 04:58:29.809551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:29.858643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5149311b-3021-4c51-9fbb-5f193d9b263a admin admin] Publish callbacks [] for security_group (662a450c-89ea-4caf-adc7-e64ebbd4b79f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.878937 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5149311b-3021-4c51-9fbb-5f193d9b263a admin admin] Publish callbacks [] for security_group (662a450c-89ea-4caf-adc7-e64ebbd4b79f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.929994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5149311b-3021-4c51-9fbb-5f193d9b263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (662a450c-89ea-4caf-adc7-e64ebbd4b79f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.933100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5149311b-3021-4c51-9fbb-5f193d9b263a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:29.936756 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5149311b-3021-4c51-9fbb-5f193d9b263a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/662a450c-89ea-4caf-adc7-e64ebbd4b79f HTTP/1.1" status: 204 len: 168 time: 0.1240220 Feb 03 04:58:29.946706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149311b-3021-4c51-9fbb-5f193d9b263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662a450c-89ea-4caf-adc7-e64ebbd4b79f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:30.022461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2ae8b-f093-4f7f-b667-0dac215b87a5 req-07c30728-ed73-4f2d-baff-15e1d87def57 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:30.024097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00e2ae8b-f093-4f7f-b667-0dac215b87a5 req-07c30728-ed73-4f2d-baff-15e1d87def57 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 909 time: 0.0568643 Feb 03 04:58:30.071802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-bf6c5e88-2671-41d0-93bb-23a08c09f665 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:30.073642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-bf6c5e88-2671-41d0-93bb-23a08c09f665 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 909 time: 0.0618501 Feb 03 04:58:30.178902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting port f60458e1-7752-4a54-8532-08fcacd54d88 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:30.179393 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:30.273549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] For port f60458e1-7752-4a54-8532-08fcacd54d88, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=f60458e1-7752-4a54-8532-08fcacd54d88,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:30.274023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:30.287286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Calling delete_port for f60458e1-7752-4a54-8532-08fcacd54d88 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:30.426985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f60458e1-7752-4a54-8532-08fcacd54d88), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:30.457869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Port': ['ID=f60458e1-7752-4a54-8532-08fcacd54d88,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:30.536297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] No DVR routers for this DVR port f60458e1-7752-4a54-8532-08fcacd54d88 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:30.541442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:30.546103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d28e914b-36cf-4155-a1f0-37f8a448de27 req-a950fffb-c37f-45b3-8ba2-ca273104b144 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.31 "DELETE /v2.0/ports/f60458e1-7752-4a54-8532-08fcacd54d88 HTTP/1.1" status: 204 len: 173 time: 0.4661379 Feb 03 04:58:30.547635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'name': 'network-vif-deleted', 'tag': 'f60458e1-7752-4a54-8532-08fcacd54d88'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:58:30.559767 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb6b2f2-ab18-456c-b1d0-f4234624f907" -d '{"events": [{"server_uuid": "9b25a011-85bf-41aa-9230-4dec39e49c75", "name": "network-vif-deleted", "tag": "f60458e1-7752-4a54-8532-08fcacd54d88"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:58:30.566760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-620db12a-24c1-43ff-ae0b-3cbd42dc6e2f req-b58b65db-01a2-4168-bc0c-ca84e88f9076 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0544708 Feb 03 04:58:30.645557 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c3e706-da86-41cf-a374-09797a68eda5 x-openstack-request-id: req-66c3e706-da86-41cf-a374-09797a68eda5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:58:30.646132 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b25a011-85bf-41aa-9230-4dec39e49c75", "name": "network-vif-deleted", "tag": "f60458e1-7752-4a54-8532-08fcacd54d88", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:58:30.646540 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66c3e706-da86-41cf-a374-09797a68eda5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:58:30.647046 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b25a011-85bf-41aa-9230-4dec39e49c75', 'name': 'network-vif-deleted', 'tag': 'f60458e1-7752-4a54-8532-08fcacd54d88', 'status': 'completed', 'code': 200} Feb 03 04:58:30.788576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:30.889985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-67764280-network', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:30.912043 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Made reservation on behalf of 3fe3733297944500a1d1ff6aecc1c05f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:30.914434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:30.923897 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.007231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks [] for security_group (575177d8-6c16-4425-a05b-79e27fd407d7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.013360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (575177d8-6c16-4425-a05b-79e27fd407d7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.042394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:58:31.055202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575177d8-6c16-4425-a05b-79e27fd407d7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:31.062859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a0a18d01-6aad-43e4-971f-f774ed3f9862), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.063300 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Added segment a0a18d01-6aad-43e4-971f-f774ed3f9862 of type vlan for network d2529824-7963-43b1-8cac-43e8e2ee6bc5 Feb 03 04:58:31.114439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d2529824-7963-43b1-8cac-43e8e2ee6bc5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.173588 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d2529824-7963-43b1-8cac-43e8e2ee6bc5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.174588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:31.175166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.179153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-465f06ba-9d70-48de-ad8e-d8ea47dae961 req-3816ec8f-6d7a-471e-96a3-37186e2ab851 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b25a011-85bf-41aa-9230-4dec39e49c75 HTTP/1.1" status: 200 len: 210 time: 0.0399196 Feb 03 04:58:31.213893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4238214 Feb 03 04:58:31.216797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:31.221680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Request body: {'subnet': {'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-67764280-subnet', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:31.245873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Made reservation on behalf of 3fe3733297944500a1d1ff6aecc1c05f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:31.248478 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.250722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b2b8e-1563-4d44-8f95-f78ad52a6eae admin admin] Pushing event updated for resources: {'Network': ['ID=d2529824-7963-43b1-8cac-43e8e2ee6bc5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:31.260853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:58:31.419847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (a1d6a25c-cbed-4b2f-bc34-165e416526d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.477505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d6a25c-cbed-4b2f-bc34-165e416526d7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:31.485271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Checking segment: {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:31.485798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Network hostable DHCP agents. Network: d2529824-7963-43b1-8cac-43e8e2ee6bc5, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:58:31.504166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:58:31.513799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d2529824-7963-43b1-8cac-43e8e2ee6bc5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:31.517846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:31.518420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.523474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a2ad3-455c-4a37-a24d-2667875e62c7 None None] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:31.540988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-07d4a3a3-42bd-421e-a530-773325b53dd4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3231087 Feb 03 04:58:31.543952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:31.548442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:31.568623 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (2a3e435a-38d8-4f01-b3a5-53089d158b87), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.569705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (2a3e435a-38d8-4f01-b3a5-53089d158b87), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.646815 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks [] for router_controller (2a3e435a-38d8-4f01-b3a5-53089d158b87), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.655615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d2529824-7963-43b1-8cac-43e8e2ee6bc5', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:58:31.656852 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.684616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92e11344-71b8-4530-8875-f4a2f0d838a9 req-6b47038f-883a-4ab0-92f2-eb23ef999c8e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0449290 Feb 03 04:58:31.798894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks [] for router_gateway (2a3e435a-38d8-4f01-b3a5-53089d158b87), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.804253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Allocated IP 172.20.0.2 (d2529824-7963-43b1-8cac-43e8e2ee6bc5/a1d6a25c-cbed-4b2f-bc34-165e416526d7/0cc398cb-b9ab-4285-bb61-111fd2ef5b42) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:31.954044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Publish callbacks [] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.960244 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:31.999534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:32.002753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:32.005476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks [] for router_gateway (2a3e435a-38d8-4f01-b3a5-53089d158b87), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.008424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:32.024477 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.040860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Pushing event updated for resources: {'Port': ['ID=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:32.074050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Attempting to bind port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:32.074050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Attempting to bind port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:32.074449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Attempting to bind port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 on network d2529824-7963-43b1-8cac-43e8e2ee6bc5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:32.080696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:32.081084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Checking segment: {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:32.081518 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.081917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Bound using segment: {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:32.082413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Bound port: 0cc398cb-b9ab-4285-bb61-111fd2ef5b42, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:32.082796 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.147974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Allocated IP 172.25.7.30 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/affcce19-c495-44b0-abae-e0f5e278e8ba) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:32.154576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] For port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:32.157895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] For port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:32.165332 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.226805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a86b2-8646-4742-ac20-6695dfe9a6c1 None None] Pushing event updated for resources: {'Port': ['ID=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:32.264080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:32.719975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks [] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.763353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.798039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a30e5a2-a4b0-4cc7-bf50-ba2d8a660481 req-6ceccfcc-be49-494b-8453-c54daab5080d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec9f47e-ef67-4edf-9bb9-5ba531284a8a HTTP/1.1" status: 200 len: 210 time: 0.0436254 Feb 03 04:58:32.802640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (e320166d-eba4-4279-8dd6-9bd4654955ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:32.824916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:32.826339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:32.830983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:32.855697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Pushing event updated for resources: {'Port': ['ID=affcce19-c495-44b0-abae-e0f5e278e8ba,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:33.060888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:33.141789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:33.143162 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.188702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks [] for router_gateway (2a3e435a-38d8-4f01-b3a5-53089d158b87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.238772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a74433b-1573-4545-8712-68faa175ecde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.342996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:33.343288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.406377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:33.418196 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.517439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (2a3e435a-38d8-4f01-b3a5-53089d158b87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.523969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:33.660043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2925ed-0aa7-494b-b9b9-e9cf34834160 None None] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:33.685630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:33.685986 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.708939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Router 2a3e435a-38d8-4f01-b3a5-53089d158b87 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:58:33.746585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-01ad62f1-f6b6-4689-969d-5ca33ac928c6 None None] Provisioning complete for port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:33.746960 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f1-f6b6-4689-969d-5ca33ac928c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.802208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] For port 0d9aa99e-490a-4641-b3f1-a7800f69b8a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:33.802786 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.819830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Calling delete_port for 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:33.852773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:33.883774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Sync routers for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:33.886941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:33.894655 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4be3da57-f418-4f75-9c3b-a1f22599d76b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3483865 Feb 03 04:58:33.894655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:33.939818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f60458e1-7752-4a54-8532-08fcacd54d88 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:33.967658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:33.968315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:34.090306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01ad62f1-f6b6-4689-969d-5ca33ac928c6 None None] Current status of the port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:34.095660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: f60458e1-7752-4a54-8532-08fcacd54d88 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:34.095660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device f60458e1-7752-4a54-8532-08fcacd54d88 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:34.133073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (0d9aa99e-490a-4641-b3f1-a7800f69b8a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:34.133820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:34.167331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Port': ['ID=0d9aa99e-490a-4641-b3f1-a7800f69b8a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:34.255232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7464fe1e-fcb3-496d-b267-67f622d582d0 None None] Provisioning complete for port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:34.255987 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7464fe1e-fcb3-496d-b267-67f622d582d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:34.370564 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (e320166d-eba4-4279-8dd6-9bd4654955ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:34.490455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7464fe1e-fcb3-496d-b267-67f622d582d0 None None] Current status of the port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:34.519772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:33Z', 'revision_number': 3, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:34.559799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:34.562128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Checking router: 2a3e435a-38d8-4f01-b3a5-53089d158b87 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:34.562711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Updating router 2a3e435a-38d8-4f01-b3a5-53089d158b87 port affcce19-c495-44b0-abae-e0f5e278e8ba binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:34.599665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:34.675553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router e320166d-eba4-4279-8dd6-9bd4654955ff has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:34.740622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Allocated IP 172.20.0.1 (d2529824-7963-43b1-8cac-43e8e2ee6bc5/a1d6a25c-cbed-4b2f-bc34-165e416526d7/208df0bd-bd83-421d-b077-ff473cd7631d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:34.793995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:34.803894 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] Sync routers for ids ['e320166d-eba4-4279-8dd6-9bd4654955ff'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:34.808594 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c465b0f4-df2f-4924-8529-709a131b63e0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "PUT /v2.0/routers/e320166d-eba4-4279-8dd6-9bd4654955ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5393178 Feb 03 04:58:34.809106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:34.819778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] Routers {'e320166d-eba4-4279-8dd6-9bd4654955ff'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:34.820897 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e320166d-eba4-4279-8dd6-9bd4654955ff'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:34.902677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks [] for port (208df0bd-bd83-421d-b077-ff473cd7631d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:34.929197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting subnet bd04660b-9240-4ff6-a20e-9d9406fd3a70 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:58:34.935419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for subnet (bd04660b-9240-4ff6-a20e-9d9406fd3a70), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:34.975071 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] Set router e320166d-eba4-4279-8dd6-9bd4654955ff gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:35.015564 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.062131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:35.072760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:35.090009 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (bd04660b-9240-4ff6-a20e-9d9406fd3a70), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.103031 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Publish callbacks [] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.117255 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.131337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:35.178449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:35.192379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Pushing event updated for resources: {'Port': ['ID=208df0bd-bd83-421d-b077-ff473cd7631d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:35.199883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (2a3e435a-38d8-4f01-b3a5-53089d158b87), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.262778 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:34Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:35.287231 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (bd04660b-9240-4ff6-a20e-9d9406fd3a70), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.312686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Attempting to bind port affcce19-c495-44b0-abae-e0f5e278e8ba on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:35.313112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Attempting to bind port affcce19-c495-44b0-abae-e0f5e278e8ba by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:35.313427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Attempting to bind port affcce19-c495-44b0-abae-e0f5e278e8ba on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:35.325709 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] Checking router: e320166d-eba4-4279-8dd6-9bd4654955ff for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:35.344173 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] Routers {'e320166d-eba4-4279-8dd6-9bd4654955ff'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:35.345825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e320166d-eba4-4279-8dd6-9bd4654955ff'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:35.358625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:35.359096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:35.359478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.364756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:35.365295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Bound port: affcce19-c495-44b0-abae-e0f5e278e8ba, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:35.365921 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.388944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (bd04660b-9240-4ff6-a20e-9d9406fd3a70), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.420092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60fce-4233-4490-b435-2ce7a7b41119 None None] Pushing event updated for resources: {'Port': ['ID=affcce19-c495-44b0-abae-e0f5e278e8ba,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:35.423063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.445444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Subnet': ['ID=bd04660b-9240-4ff6-a20e-9d9406fd3a70,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:35.450705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.455319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3fb3cfb6-c80c-4c62-beac-88b48ad8029b tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/subnets/bd04660b-9240-4ff6-a20e-9d9406fd3a70 HTTP/1.1" status: 204 len: 168 time: 0.6455362 Feb 03 04:58:35.457875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54576) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:35.468764 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03e7b9-0354-446e-b0fb-7919021393b0 None None] Network 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:35.550438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:35.550829 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.564347 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] Set router e320166d-eba4-4279-8dd6-9bd4654955ff gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:35.588351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] For port affcce19-c495-44b0-abae-e0f5e278e8ba, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:35.631415 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router (e320166d-eba4-4279-8dd6-9bd4654955ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.644919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] For port affcce19-c495-44b0-abae-e0f5e278e8ba, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=affcce19-c495-44b0-abae-e0f5e278e8ba,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:35.660894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-286f8d55-c1c4-4e3d-97ed-3fc8e3262e6d None None] Provisioning complete for port 208df0bd-bd83-421d-b077-ff473cd7631d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:35.661279 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-286f8d55-c1c4-4e3d-97ed-3fc8e3262e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.693960 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.736214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks [] for port (208df0bd-bd83-421d-b077-ff473cd7631d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.742251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.785380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-286f8d55-c1c4-4e3d-97ed-3fc8e3262e6d None None] Port 208df0bd-bd83-421d-b077-ff473cd7631d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:35.798656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:35.799559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:35.811568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Pushing event updated for resources: {'Port': ['ID=208df0bd-bd83-421d-b077-ff473cd7631d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:35.824959 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (e320166d-eba4-4279-8dd6-9bd4654955ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.830471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (2a3e435a-38d8-4f01-b3a5-53089d158b87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.882857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:35.885908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60fce-4233-4490-b435-2ce7a7b41119 None None] Pushing event updated for resources: {'Port': ['ID=affcce19-c495-44b0-abae-e0f5e278e8ba,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:35.919379 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:34Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:35.928407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting port 14952a4a-3d4f-420d-8584-c63258f28176 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:35.928914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (14952a4a-3d4f-420d-8584-c63258f28176), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:35.959595 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0986e02c-120f-4b46-bfe2-037a609a27b0 None None] The sync data for ids ['e320166d-eba4-4279-8dd6-9bd4654955ff'] in n-d-827549-1 is: [{'id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-348724698', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '14952a4a-3d4f-420d-8584-c63258f28176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:34Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': '14952a4a-3d4f-420d-8584-c63258f28176', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e320166d-eba4-4279-8dd6-9bd4654955ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:07Z', 'updated_at': '2022-02-03T04:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:35.977544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] DHCP port deletion for 44a0db5f-23eb-457c-9c94-3c0edd9d86e5 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:58:36.000476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:36.002835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:36.027254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] For port 14952a4a-3d4f-420d-8584-c63258f28176, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=14952a4a-3d4f-420d-8584-c63258f28176,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:36.027662 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (14952a4a-3d4f-420d-8584-c63258f28176), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.042376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Calling delete_port for 14952a4a-3d4f-420d-8584-c63258f28176 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:36.045022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:36.204393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Router 2a3e435a-38d8-4f01-b3a5-53089d158b87 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:36.208249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] Deleting port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:36.208821 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.332107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] For port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=99cb8883-5cd7-4ce3-b2c1-07b8feb60826,segment=NetworkSegment(9ffc8342-274c-41ca-8d44-07cc52a0967a),segment_id=9ffc8342-274c-41ca-8d44-07cc52a0967a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:36.334014 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.355544 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] Calling delete_port for 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:36.360003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:36.371549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e69176a6-ebe7-492f-be40-2b5748197076 admin admin] 10.222.0.35 "PUT /v2.0/routers/2a3e435a-38d8-4f01-b3a5-53089d158b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4705825 Feb 03 04:58:36.376012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (14952a4a-3d4f-420d-8584-c63258f28176), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.408990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Port': ['ID=14952a4a-3d4f-420d-8584-c63258f28176,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:36.473676 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (e320166d-eba4-4279-8dd6-9bd4654955ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.482131 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (99cb8883-5cd7-4ce3-b2c1-07b8feb60826), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.521466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] Pushing event deleted for resources: {'Port': ['ID=99cb8883-5cd7-4ce3-b2c1-07b8feb60826,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:36.534999 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ac997552-99dd-4040-a8e6-7ddb9108680b None None] Provisioning complete for port 208df0bd-bd83-421d-b077-ff473cd7631d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:36.535384 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac997552-99dd-4040-a8e6-7ddb9108680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.562585 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4888bb61-4b5a-4612-81c9-ecee16166911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.573785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1dd14-49fd-45a8-9b7c-aa351fc1264b None None] No DVR routers for this DVR port 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:36.621414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ac997552-99dd-4040-a8e6-7ddb9108680b None None] Port 208df0bd-bd83-421d-b077-ff473cd7631d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:36.641143 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (e320166d-eba4-4279-8dd6-9bd4654955ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.644731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 2, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:36.646314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_controller (e320166d-eba4-4279-8dd6-9bd4654955ff), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.707748 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (e320166d-eba4-4279-8dd6-9bd4654955ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.708476 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Fanout notify agent at l3_agent the message router_deleted on router e320166d-eba4-4279-8dd6-9bd4654955ff {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:58:36.711138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c644803-8f45-472e-afb0-088cf8e4a85d None None] The sync data for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 is: [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 2, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:36.715648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.716902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7339ea73-dd6c-4edc-ac74-d6a14e1c7d7d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/routers/e320166d-eba4-4279-8dd6-9bd4654955ff HTTP/1.1" status: 204 len: 168 time: 1.2578335 Feb 03 04:58:36.719636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54586) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:36.732827 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.817627 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (44a0db5f-23eb-457c-9c94-3c0edd9d86e5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.947019 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (44a0db5f-23eb-457c-9c94-3c0edd9d86e5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:36.980191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a0db5f-23eb-457c-9c94-3c0edd9d86e5']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:36.995941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffc8342-274c-41ca-8d44-07cc52a0967a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:36.996654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffc8342-274c-41ca-8d44-07cc52a0967a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:37.015491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (9ffc8342-274c-41ca-8d44-07cc52a0967a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.032782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (9ffc8342-274c-41ca-8d44-07cc52a0967a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.041425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:58:37.042503 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (9ffc8342-274c-41ca-8d44-07cc52a0967a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:58:37.046283 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:58:37.120386 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (44a0db5f-23eb-457c-9c94-3c0edd9d86e5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.128598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:37.133410 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.134932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-96635272-network', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:37.138616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/networks/44a0db5f-23eb-457c-9c94-3c0edd9d86e5 HTTP/1.1" status: 204 len: 168 time: 0.4175413 Feb 03 04:58:37.142248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54598) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:37.155882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Made reservation on behalf of 15f9df86b79348e7a346cc457ac69d9d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:37.158263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.168019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.197894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394aca3-1a2b-4329-9911-1d2056577053 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Network': ['ID=44a0db5f-23eb-457c-9c94-3c0edd9d86e5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:37.257784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks [] for security_group (1172727c-0aa8-44c4-96c4-3fbb5c59d564), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.263959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1172727c-0aa8-44c4-96c4-3fbb5c59d564), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.290499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 04:58:37.299190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1172727c-0aa8-44c4-96c4-3fbb5c59d564,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:37.305271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2de5f6d3-07f4-4aba-a703-4f1a540a48f3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.305938 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Added segment 2de5f6d3-07f4-4aba-a703-4f1a540a48f3 of type vlan for network eb3647ed-0172-47a2-8b2a-c584e5be8200 Feb 03 04:58:37.371522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (eb3647ed-0172-47a2-8b2a-c584e5be8200), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.414856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:37.416586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting port 41b7a231-f6ec-4835-9567-e0c46b8aeaeb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:37.416993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.431870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (eb3647ed-0172-47a2-8b2a-c584e5be8200), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.433457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:37.434251 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.464743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:37.464743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0d9aa99e-490a-4641-b3f1-a7800f69b8a0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:37.464743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:37.475225 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3455117 Feb 03 04:58:37.490550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:37.490906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 99cb8883-5cd7-4ce3-b2c1-07b8feb60826 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:37.514303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54602) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:37.519477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Request body: {'subnet': {'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-96635272-subnet', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:37.537868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ea18-a096-458a-9485-cd6d1688e605 admin admin] Pushing event updated for resources: {'Network': ['ID=eb3647ed-0172-47a2-8b2a-c584e5be8200,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:37.553482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Made reservation on behalf of 15f9df86b79348e7a346cc457ac69d9d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:58:37.555869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 04:58:37.556972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.566710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.567041 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for floatingip (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.596526 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Calling delete_port for 41b7a231-f6ec-4835-9567-e0c46b8aeaeb owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:37.795551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (200715fd-9ca8-4bed-8a93-135cb3be4a23), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.799770 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (41b7a231-f6ec-4835-9567-e0c46b8aeaeb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.855193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Port': ['ID=41b7a231-f6ec-4835-9567-e0c46b8aeaeb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:37.870851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200715fd-9ca8-4bed-8a93-135cb3be4a23,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:37.877053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Checking segment: {'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:37.877442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Network hostable DHCP agents. Network: eb3647ed-0172-47a2-8b2a-c584e5be8200, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 04:58:37.899577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 04:58:37.913925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, eb3647ed-0172-47a2-8b2a-c584e5be8200) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:37.914156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for floatingip (26b05d4c-2159-4b0c-a7fb-b042db05768e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.914415 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Floating IP 26b05d4c-2159-4b0c-a7fb-b042db05768e disassociated (deleted). External IP: 172.25.7.121, port: 20191385-03be-420b-a7ce-9d9bf899d3b8. Feb 03 04:58:37.928907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5c9ae-f10c-4a98-98c0-3717c5d415f8 None None] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:37.934995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:37.935873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:37.959715 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ed070f1a-5ab1-46ca-adce-ef3fc12c4682 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4441807 Feb 03 04:58:37.963056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:37.973303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:58:38.009547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.011166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.075302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-eb3647ed-0172-47a2-8b2a-c584e5be8200', 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200', 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'fixed_ips': [{'subnet_id': '200715fd-9ca8-4bed-8a93-135cb3be4a23'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 04:58:38.076324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.115681 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks [] for router_controller (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.278793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.333577 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router b61e7d3e-a441-49b4-80b3-a464d8997d9b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:38.345346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks [] for router_gateway (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.350895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Allocated IP 172.20.0.2 (eb3647ed-0172-47a2-8b2a-c584e5be8200/200715fd-9ca8-4bed-8a93-135cb3be4a23/daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:38.493346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:38.499616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.536494 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Publish callbacks [] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.542660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] Sync routers for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:38.547930 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.554836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-70a26e78-b23d-4556-ac45-148868342082 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/floatingips/26b05d4c-2159-4b0c-a7fb-b042db05768e HTTP/1.1" status: 204 len: 168 time: 1.4107132 Feb 03 04:58:38.555887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:58:38.558711 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90315170-042e-4e05-97b1-43f2f7a7e6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:58:38.619636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:38.620654 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:38.628666 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca82dd3f-3cec-47bd-8735-55fa1ad7a83b x-openstack-request-id: req-ca82dd3f-3cec-47bd-8735-55fa1ad7a83b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:58:38.628969 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:58:38.629228 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca82dd3f-3cec-47bd-8735-55fa1ad7a83b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:58:38.629645 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'status': 'completed', 'code': 200} Feb 03 04:58:38.687715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:38.763858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:38.766348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:38.788626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:38.793499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Pushing event updated for resources: {'Port': ['ID=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:38.851829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks [] for router_gateway (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.874983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-81450e9d-f00d-4426-8acb-792065a7d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:38.877040 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-81450e9d-f00d-4426-8acb-792065a7d16c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 1167 time: 0.1706495 Feb 03 04:58:38.878831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.941551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Attempting to bind port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:38.941551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Attempting to bind port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:38.942304 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Attempting to bind port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af on network eb3647ed-0172-47a2-8b2a-c584e5be8200 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:38.957217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:38.957693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Checking segment: {'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:38.958302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.958689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Bound using segment: {'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:38.959258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Bound port: daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:38.960001 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:38.990410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Allocated IP 172.25.7.197 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c96d0204-6c60-4d99-88e7-1607f9cf2dd7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:39.039366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f9470-5792-4789-9bdc-8f8c85e15cb4 req-287d9183-fe3a-481f-8f7b-9605f5c7b88e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:39.041122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa1f9470-5792-4789-9bdc-8f8c85e15cb4 req-287d9183-fe3a-481f-8f7b-9605f5c7b88e tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 985 time: 0.1260290 Feb 03 04:58:39.121640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks [] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:39.140127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa1f9470-5792-4789-9bdc-8f8c85e15cb4 req-5bf36129-9270-4f8c-8dd6-c3402d181372 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0929403 Feb 03 04:58:39.156479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device affcce19-c495-44b0-abae-e0f5e278e8ba up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:39.167766 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:39.243656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:39.277759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:39.284127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Pushing event updated for resources: {'Port': ['ID=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:39.287637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:39.349140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-83c29322-4f56-4643-b33a-b2b1f5c3760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:39.350688 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-83c29322-4f56-4643-b33a-b2b1f5c3760c service neutron] 10.222.0.15 "GET /v2.0/networks?id=211ea543-59d9-400b-8310-dfb545d1e623 HTTP/1.1" status: 200 len: 897 time: 0.1981845 Feb 03 04:58:39.453563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] For port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:39.472752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-d09879d0-6a41-4506-87c1-deb1335367e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20191385-03be-420b-a7ce-9d9bf899d3b8 HTTP/1.1" status: 200 len: 217 time: 0.1137061 Feb 03 04:58:39.482793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] For port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,segment=NetworkSegment(2de5f6d3-07f4-4aba-a703-4f1a540a48f3),segment_id=2de5f6d3-07f4-4aba-a703-4f1a540a48f3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:39.489082 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:39.502274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:39.567227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-4f9ab677-6004-4068-bdda-8a01e93d1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:39.568772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-4f9ab677-6004-4068-bdda-8a01e93d1c40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2bad9-f5a1-4986-8c14-3d01f208621a HTTP/1.1" status: 200 len: 835 time: 0.0882533 Feb 03 04:58:39.605111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port affcce19-c495-44b0-abae-e0f5e278e8ba triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:39.605666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:39.650915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e0812-c535-4821-a77a-8af956528901 None None] Pushing event updated for resources: {'Port': ['ID=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:39.693530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:39.755680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] Checking router: b61e7d3e-a441-49b4-80b3-a464d8997d9b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:39.773793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port affcce19-c495-44b0-abae-e0f5e278e8ba is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:39.774301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:39.799968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port affcce19-c495-44b0-abae-e0f5e278e8ba, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=affcce19-c495-44b0-abae-e0f5e278e8ba,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:39.801356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:39.802381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:39.890042 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:39.902025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14952a4a-3d4f-420d-8584-c63258f28176 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:39.972095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 14952a4a-3d4f-420d-8584-c63258f28176 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:39.972579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 14952a4a-3d4f-420d-8584-c63258f28176 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:40.029265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=affcce19-c495-44b0-abae-e0f5e278e8ba,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:40.070915 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:40.215037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-9410cc0f-ce17-4f7a-9c48-3f78fca09c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:40.216820 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-9410cc0f-ce17-4f7a-9c48-3f78fca09c81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=211ea543-59d9-400b-8310-dfb545d1e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6410530 Feb 03 04:58:40.262101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks [] for router_gateway (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:40.308897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54058-2b02-4b7e-af0f-94884394dd6c req-0526a046-8107-4370-9fd2-80b9697689c1 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:40.320239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cde54058-2b02-4b7e-af0f-94884394dd6c req-0526a046-8107-4370-9fd2-80b9697689c1 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 985 time: 0.0718856 Feb 03 04:58:40.336366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:40.351483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-b8627f5b-6f71-44c5-81bf-17ed57020c66 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:58:40.353031 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-b8627f5b-6f71-44c5-81bf-17ed57020c66 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 985 time: 0.1839001 Feb 03 04:58:40.375056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049f0cb-332c-4e04-b049-360cffb1ae08 None None] The sync data for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 is: [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'c5e110ec-d1d1-4f07-9382-4037f0a7f507', 'name': '', 'network_id': '211ea543-59d9-400b-8310-dfb545d1e623', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'mac_address': 'fa:16:3e:36:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:10Z', 'updated_at': '2022-02-03T04:57:19Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'subnets': [{'id': '84b2bad9-f5a1-4986-8c14-3d01f208621a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:40.439772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cde54058-2b02-4b7e-af0f-94884394dd6c req-42ffd76f-f7ac-44a9-8ec7-95a0e19dac1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/security-groups?id=092b86ca-5272-4ee6-bbd1-99dc7fc43491&id=2dfd6cbf-57a4-483c-ae94-c09c27664777&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1135101 Feb 03 04:58:40.567120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-7c6b6143-89e3-4588-90b5-c71f9b2276b8 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395288 Feb 03 04:58:40.707181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:40.825991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting port 20191385-03be-420b-a7ce-9d9bf899d3b8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:40.826364 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:40.874190 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-25f0e051-c12e-43be-84c3-6defeb111232 service neutron] 10.222.0.15 "GET /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656181 Feb 03 04:58:40.911947 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Sync routers for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:40.951344 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:40.952282 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:41.069464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] For port 20191385-03be-420b-a7ce-9d9bf899d3b8, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=20191385-03be-420b-a7ce-9d9bf899d3b8,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:41.069840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.111814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Calling delete_port for 20191385-03be-420b-a7ce-9d9bf899d3b8 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:41.181534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:41.183945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e99b73-e701-471f-9c75-06092d0a2644 None None] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:41.226340 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972af56-4f33-45c1-aac8-e167d5c680ac None None] New status for floating IP 26b05d4c-2159-4b0c-a7fb-b042db05768e: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 04:58:41.234593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device affcce19-c495-44b0-abae-e0f5e278e8ba up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:41.380536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 04:58:41.400127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (20191385-03be-420b-a7ce-9d9bf899d3b8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.416437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6bfd90c6-e0d7-495f-912c-c5719399d8f9 None None] Provisioning complete for port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:41.416846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bfd90c6-e0d7-495f-912c-c5719399d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.493847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Port': ['ID=20191385-03be-420b-a7ce-9d9bf899d3b8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:41.495487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port affcce19-c495-44b0-abae-e0f5e278e8ba triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:41.495902 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.572092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd90c6-e0d7-495f-912c-c5719399d8f9 None None] Current status of the port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:41.572517 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 2, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:41.573211 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bfd90c6-e0d7-495f-912c-c5719399d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.592780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] No DVR routers for this DVR port 20191385-03be-420b-a7ce-9d9bf899d3b8 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:41.599093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.602495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-50d5c124-e6ac-4052-ad8c-b7dbcd41e486 req-3e8d3b43-fb0b-4dc7-9b61-e3345d39c02c tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.15 "DELETE /v2.0/ports/20191385-03be-420b-a7ce-9d9bf899d3b8 HTTP/1.1" status: 204 len: 173 time: 1.2404284 Feb 03 04:58:41.602968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'name': 'network-vif-deleted', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:58:41.605477 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365bc393-a551-4026-91db-e1ac130e7da2" -d '{"events": [{"server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "name": "network-vif-deleted", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:58:41.648884 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bd87b60-a173-4ded-8f0a-6e2e2c36a915 req-3bc83d1a-cb5a-4db7-a2f6-86a760d52190 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc095bd-72e2-46e4-aec6-e3bc791c3619 HTTP/1.1" status: 200 len: 210 time: 0.1041944 Feb 03 04:58:41.664622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6bfd90c6-e0d7-495f-912c-c5719399d8f9 None None] For port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,segment=NetworkSegment(2de5f6d3-07f4-4aba-a703-4f1a540a48f3),segment_id=2de5f6d3-07f4-4aba-a703-4f1a540a48f3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:41.681301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bfd90c6-e0d7-495f-912c-c5719399d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.728003 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Checking router: 2a3e435a-38d8-4f01-b3a5-53089d158b87 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:41.729422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Updating router 2a3e435a-38d8-4f01-b3a5-53089d158b87 port 208df0bd-bd83-421d-b077-ff473cd7631d binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:41.738854 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fbb987-7bf4-4ba0-8af1-f56e8c4d1d30 x-openstack-request-id: req-c3fbb987-7bf4-4ba0-8af1-f56e8c4d1d30 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:58:41.739298 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc095bd-72e2-46e4-aec6-e3bc791c3619", "name": "network-vif-deleted", "tag": "20191385-03be-420b-a7ce-9d9bf899d3b8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:58:41.739548 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3fbb987-7bf4-4ba0-8af1-f56e8c4d1d30 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:58:41.739926 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc095bd-72e2-46e4-aec6-e3bc791c3619', 'name': 'network-vif-deleted', 'tag': '20191385-03be-420b-a7ce-9d9bf899d3b8', 'status': 'completed', 'code': 200} Feb 03 04:58:41.758334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd90c6-e0d7-495f-912c-c5719399d8f9 None None] Pushing event updated for resources: {'Port': ['ID=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:41.810693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port affcce19-c495-44b0-abae-e0f5e278e8ba is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:41.811038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:41.812871 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.822837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:41.829052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Sync routers for ids ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:41.847572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:41.848876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a59e9ce8-ee39-44d9-ad44-1ae114f7f241 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8846173 Feb 03 04:58:41.851610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:41.929402 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Routers {'0e44052c-00e6-41b9-ab1c-cd7bb15d9634'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:41.930097 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:41.948981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:41.949371 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.115983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:42.226429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-85c45b3c-c6e2-436d-a4e9-aeb5bc5f5ade None None] Provisioning complete for port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:42.227127 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85c45b3c-c6e2-436d-a4e9-aeb5bc5f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.360218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-85c45b3c-c6e2-436d-a4e9-aeb5bc5f5ade None None] Current status of the port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:42.533357 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:58:42.535038 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Set router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:42.556470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.729880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:42.816102 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 3, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port': {'id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:42.844248 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Publish callbacks [] for port (208df0bd-bd83-421d-b077-ff473cd7631d), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.846145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Checking router: 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:42.846590 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Updating router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:42.854809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b8c73fc-a21e-4bb9-98f9-2c7968755da0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (2dfd6cbf-57a4-483c-ae94-c09c27664777), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.879080 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.880634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Allocated IP 172.20.0.1 (eb3647ed-0172-47a2-8b2a-c584e5be8200/200715fd-9ca8-4bed-8a93-135cb3be4a23/36570225-1992-482b-b7fc-ddf109ae346b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:58:42.885254 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b8c73fc-a21e-4bb9-98f9-2c7968755da0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (2dfd6cbf-57a4-483c-ae94-c09c27664777), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.954966 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b8c73fc-a21e-4bb9-98f9-2c7968755da0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2dfd6cbf-57a4-483c-ae94-c09c27664777), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.960353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4b8c73fc-a21e-4bb9-98f9-2c7968755da0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:42.962202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4b8c73fc-a21e-4bb9-98f9-2c7968755da0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/security-groups/2dfd6cbf-57a4-483c-ae94-c09c27664777 HTTP/1.1" status: 204 len: 168 time: 0.2314243 Feb 03 04:58:42.966063 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:42.998852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c73fc-a21e-4bb9-98f9-2c7968755da0 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd6cbf-57a4-483c-ae94-c09c27664777,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:43.001503 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.063341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a235161-7fdd-45e9-bbdb-8121d037da96 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (092b86ca-5272-4ee6-bbd1-99dc7fc43491), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.072672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:43.102741 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a235161-7fdd-45e9-bbdb-8121d037da96 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (092b86ca-5272-4ee6-bbd1-99dc7fc43491), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.131078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks [] for port (36570225-1992-482b-b7fc-ddf109ae346b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.191817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:43.192723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.217923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (36570225-1992-482b-b7fc-ddf109ae346b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.308684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Pushing event updated for resources: {'Port': ['ID=36570225-1992-482b-b7fc-ddf109ae346b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:43.325913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:43.329430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:43.348569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:58:43.390189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:43.423788 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Publish callbacks [] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.436560 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6fba9-fed8-49ce-b5be-f00adebe409b None None] Pushing event updated for resources: {'Port': ['ID=208df0bd-bd83-421d-b077-ff473cd7631d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:43.445147 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.464115 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.504107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-179c8cfe-4a9c-4989-ac81-53a379b04eb3 None None] Provisioning complete for port 208df0bd-bd83-421d-b077-ff473cd7631d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:43.504577 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-179c8cfe-4a9c-4989-ac81-53a379b04eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.608704 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f242d3f-a3b5-4394-9d99-5af09d6071e9 None None] Pushing event updated for resources: {'Port': ['ID=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:43.617037 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Attempting to bind port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:43.617735 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Attempting to bind port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:43.618874 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Attempting to bind port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:43.627254 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Attempting to bind port 208df0bd-bd83-421d-b077-ff473cd7631d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:43.635851 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Attempting to bind port 208df0bd-bd83-421d-b077-ff473cd7631d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:43.636518 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Attempting to bind port 208df0bd-bd83-421d-b077-ff473cd7631d on network d2529824-7963-43b1-8cac-43e8e2ee6bc5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:43.642499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-179c8cfe-4a9c-4989-ac81-53a379b04eb3 None None] Port 208df0bd-bd83-421d-b077-ff473cd7631d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:43.655951 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:43.656709 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:43.657368 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.664816 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:43.665806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Bound port: c96d0204-6c60-4d99-88e7-1607f9cf2dd7, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:43.666575 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.668987 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:43.669721 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Checking segment: {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:43.670314 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.670902 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Bound using segment: {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:43.671613 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Bound port: 208df0bd-bd83-421d-b077-ff473cd7631d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:43.673359 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.719262 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a235161-7fdd-45e9-bbdb-8121d037da96 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (092b86ca-5272-4ee6-bbd1-99dc7fc43491), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.722515 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a235161-7fdd-45e9-bbdb-8121d037da96 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.726632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8a235161-7fdd-45e9-bbdb-8121d037da96 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/security-groups/092b86ca-5272-4ee6-bbd1-99dc7fc43491 HTTP/1.1" status: 204 len: 168 time: 0.7567689 Feb 03 04:58:43.727923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54648) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:43.765010 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (36570225-1992-482b-b7fc-ddf109ae346b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.769513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cd713ff5-ddf9-46e4-bfca-7c0fd40df438 None None] Provisioning complete for port 36570225-1992-482b-b7fc-ddf109ae346b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:43.769896 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd713ff5-ddf9-46e4-bfca-7c0fd40df438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (36570225-1992-482b-b7fc-ddf109ae346b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.812205 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] For port 208df0bd-bd83-421d-b077-ff473cd7631d, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:43.842627 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] For port 208df0bd-bd83-421d-b077-ff473cd7631d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=208df0bd-bd83-421d-b077-ff473cd7631d,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:43.852558 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] For port c96d0204-6c60-4d99-88e7-1607f9cf2dd7, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:43.856187 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] For port c96d0204-6c60-4d99-88e7-1607f9cf2dd7, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:43.859705 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.860001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a235161-7fdd-45e9-bbdb-8121d037da96 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092b86ca-5272-4ee6-bbd1-99dc7fc43491,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:43.875107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 20191385-03be-420b-a7ce-9d9bf899d3b8 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:43.875381 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:43.884639 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cd713ff5-ddf9-46e4-bfca-7c0fd40df438 None None] Port 36570225-1992-482b-b7fc-ddf109ae346b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:43.911799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 20191385-03be-420b-a7ce-9d9bf899d3b8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:43.912303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 20191385-03be-420b-a7ce-9d9bf899d3b8 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:43.961549 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:43.962490 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:44.007219 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6fba9-fed8-49ce-b5be-f00adebe409b None None] Pushing event updated for resources: {'Port': ['ID=208df0bd-bd83-421d-b077-ff473cd7631d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:44.015587 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Routers {'0e44052c-00e6-41b9-ab1c-cd7bb15d9634'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:44.016492 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:44.100515 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks [] for port (36570225-1992-482b-b7fc-ddf109ae346b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.116020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (36570225-1992-482b-b7fc-ddf109ae346b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.201872 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f242d3f-a3b5-4394-9d99-5af09d6071e9 None None] Pushing event updated for resources: {'Port': ['ID=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:44.230424 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:44.237162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Pushing event updated for resources: {'Port': ['ID=36570225-1992-482b-b7fc-ddf109ae346b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:44.239862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.277687 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] Set router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:44.319468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7b44aa75-7b6e-4782-8b1f-7ee41dd5afbe None None] Provisioning complete for port 208df0bd-bd83-421d-b077-ff473cd7631d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:44.320613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b44aa75-7b6e-4782-8b1f-7ee41dd5afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.381555 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (b61e7d3e-a441-49b4-80b3-a464d8997d9b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.408757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:58:44.411052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:58:44.425586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7b44aa75-7b6e-4782-8b1f-7ee41dd5afbe None None] Current status of the port 208df0bd-bd83-421d-b077-ff473cd7631d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:44.426593 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b44aa75-7b6e-4782-8b1f-7ee41dd5afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.472789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7b44aa75-7b6e-4782-8b1f-7ee41dd5afbe None None] For port 208df0bd-bd83-421d-b077-ff473cd7631d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=208df0bd-bd83-421d-b077-ff473cd7631d,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:44.493403 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b44aa75-7b6e-4782-8b1f-7ee41dd5afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.571132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44aa75-7b6e-4782-8b1f-7ee41dd5afbe None None] Pushing event updated for resources: {'Port': ['ID=208df0bd-bd83-421d-b077-ff473cd7631d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:44.601440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:44.731836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:44.737911 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-516221b1-b09e-4192-b78f-4bc8b7b9f146 admin admin] 10.222.0.35 "PUT /v2.0/routers/0e44052c-00e6-41b9-ab1c-cd7bb15d9634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8853135 Feb 03 04:58:44.752394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting port c5e110ec-d1d1-4f07-9382-4037f0a7f507 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:44.752746 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.826418 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:44.826704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-36d5ce33-5408-492b-9c2e-4bdb8dfac6ce None None] Provisioning complete for port 36570225-1992-482b-b7fc-ddf109ae346b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:44.826704 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36d5ce33-5408-492b-9c2e-4bdb8dfac6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (36570225-1992-482b-b7fc-ddf109ae346b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.861972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] For port c5e110ec-d1d1-4f07-9382-4037f0a7f507, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c5e110ec-d1d1-4f07-9382-4037f0a7f507,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:44.863074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:44.872603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36d5ce33-5408-492b-9c2e-4bdb8dfac6ce None None] Port 36570225-1992-482b-b7fc-ddf109ae346b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:44.881046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Calling delete_port for c5e110ec-d1d1-4f07-9382-4037f0a7f507 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:44.888921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7dd9-8c11-4533-9248-c2d0507ecce7 None None] The sync data for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 is: [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:44.894637 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 4, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port': {'id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '36570225-1992-482b-b7fc-ddf109ae346b', 'name': '', 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'mac_address': 'fa:16:3e:5f:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:42Z', 'updated_at': '2022-02-03T04:58:42Z', 'revision_number': 1, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'subnets': [{'id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:44.946118 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd21a65-125c-4c73-9d9d-e7aff2b3788c None None] The sync data for ids ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'] in n-d-827549-1 is: [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 4, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port': {'id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '36570225-1992-482b-b7fc-ddf109ae346b', 'name': '', 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'mac_address': 'fa:16:3e:5f:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:42Z', 'updated_at': '2022-02-03T04:58:42Z', 'revision_number': 1, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'subnets': [{'id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:45.168449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 208df0bd-bd83-421d-b077-ff473cd7631d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:45.229411 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c5e110ec-d1d1-4f07-9382-4037f0a7f507), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:45.243384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 208df0bd-bd83-421d-b077-ff473cd7631d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:45.243774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:45.262447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Port': ['ID=c5e110ec-d1d1-4f07-9382-4037f0a7f507,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:45.457980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 208df0bd-bd83-421d-b077-ff473cd7631d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:45.684357 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (b61e7d3e-a441-49b4-80b3-a464d8997d9b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:46.052049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Router b61e7d3e-a441-49b4-80b3-a464d8997d9b has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 04:58:46.203641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 04:58:46.210279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bb89f3f7-f7f2-4262-b584-4013e4a8ad11 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "PUT /v2.0/routers/b61e7d3e-a441-49b4-80b3-a464d8997d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799964 Feb 03 04:58:46.213036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:46.216258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] Sync routers for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:46.241933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:46.242887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:46.363170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting subnet 84b2bad9-f5a1-4986-8c14-3d01f208621a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 04:58:46.367428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for subnet (84b2bad9-f5a1-4986-8c14-3d01f208621a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:46.441167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (84b2bad9-f5a1-4986-8c14-3d01f208621a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:46.443225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:46.623631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (84b2bad9-f5a1-4986-8c14-3d01f208621a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:46.678188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:58:45Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:46.716518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (84b2bad9-f5a1-4986-8c14-3d01f208621a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:46.767265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Subnet': ['ID=84b2bad9-f5a1-4986-8c14-3d01f208621a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:46.769951 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:46.774632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-60d6d39e-9ecc-4bbc-8393-5af49fff3fe5 tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/subnets/84b2bad9-f5a1-4986-8c14-3d01f208621a HTTP/1.1" status: 204 len: 168 time: 0.5602536 Feb 03 04:58:46.777202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:46.921892 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff70ac-45bb-46f4-99ab-818831ceb904 None None] Network 211ea543-59d9-400b-8310-dfb545d1e623 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 04:58:46.966152 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router (b61e7d3e-a441-49b4-80b3-a464d8997d9b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.043395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] Checking router: b61e7d3e-a441-49b4-80b3-a464d8997d9b for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:47.107993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] Routers {'b61e7d3e-a441-49b4-80b3-a464d8997d9b'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:47.108546 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:47.186358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_gateway (b61e7d3e-a441-49b4-80b3-a464d8997d9b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.281830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c96d0204-6c60-4d99-88e7-1607f9cf2dd7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:47.306155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Deleting port f47372ca-989b-4728-9299-a1cd48af93ba {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:47.306533 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.363437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] Set router b61e7d3e-a441-49b4-80b3-a464d8997d9b gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:47.413343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] DHCP port deletion for 211ea543-59d9-400b-8310-dfb545d1e623 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 04:58:47.424155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] For port f47372ca-989b-4728-9299-a1cd48af93ba, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f47372ca-989b-4728-9299-a1cd48af93ba,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:47.424524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.437590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Calling delete_port for f47372ca-989b-4728-9299-a1cd48af93ba owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:47.557882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:47.558583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.630637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] Deleting port 1516d3bf-eee8-4684-b230-f753e853bbb3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 04:58:47.631010 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.646258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (f47372ca-989b-4728-9299-a1cd48af93ba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.701349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Port': ['ID=f47372ca-989b-4728-9299-a1cd48af93ba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:47.756219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] For port 1516d3bf-eee8-4684-b230-f753e853bbb3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1516d3bf-eee8-4684-b230-f753e853bbb3,segment=NetworkSegment(c6786dd2-ee60-4a2b-bd14-3f88cb537123),segment_id=c6786dd2-ee60-4a2b-bd14-3f88cb537123)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:47.756898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.764452 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (b61e7d3e-a441-49b4-80b3-a464d8997d9b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.783411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] Calling delete_port for 1516d3bf-eee8-4684-b230-f753e853bbb3 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 04:58:47.788701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:47.789087 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.849726 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c96d0204-6c60-4d99-88e7-1607f9cf2dd7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:47.857224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:58:45Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:47.863054 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.875978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (b61e7d3e-a441-49b4-80b3-a464d8997d9b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.878341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router_controller (b61e7d3e-a441-49b4-80b3-a464d8997d9b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.900022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433936c-56d7-4c04-8f1d-e95c28817df3 None None] The sync data for ids ['b61e7d3e-a441-49b4-80b3-a464d8997d9b'] in n-d-827549-1 is: [{'id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1197208632', 'tenant_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:57:05Z', 'updated_at': '2022-02-03T04:58:45Z', 'revision_number': 5, 'project_id': 'd5141afed0f44ec19d6d1cd03373aca4', 'gw_port': {'id': 'f47372ca-989b-4728-9299-a1cd48af93ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61e7d3e-a441-49b4-80b3-a464d8997d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:57:06Z', 'updated_at': '2022-02-03T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:47.929915 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (b61e7d3e-a441-49b4-80b3-a464d8997d9b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.930335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Fanout notify agent at l3_agent the message router_deleted on router b61e7d3e-a441-49b4-80b3-a464d8997d9b {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 04:58:47.942305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:47.944035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-133883f0-29f9-4dff-8bd6-1a234937719d tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/routers/b61e7d3e-a441-49b4-80b3-a464d8997d9b HTTP/1.1" status: 204 len: 168 time: 1.1656845 Feb 03 04:58:47.948184 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54744) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:47.958390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:47.971114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (1516d3bf-eee8-4684-b230-f753e853bbb3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.002118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] Pushing event deleted for resources: {'Port': ['ID=1516d3bf-eee8-4684-b230-f753e853bbb3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:48.006309 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b2a51-8ecb-4dab-b105-50abc1f0ebce None None] No DVR routers for this DVR port 1516d3bf-eee8-4684-b230-f753e853bbb3 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 04:58:48.053142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (211ea543-59d9-400b-8310-dfb545d1e623), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.198639 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (211ea543-59d9-400b-8310-dfb545d1e623), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.236618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211ea543-59d9-400b-8310-dfb545d1e623']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:48.249622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6786dd2-ee60-4a2b-bd14-3f88cb537123') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:48.249918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6786dd2-ee60-4a2b-bd14-3f88cb537123') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:48.268388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (c6786dd2-ee60-4a2b-bd14-3f88cb537123), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.290978 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (c6786dd2-ee60-4a2b-bd14-3f88cb537123), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.298193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 04:58:48.298598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (c6786dd2-ee60-4a2b-bd14-3f88cb537123), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: timer() Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 04:58:48.302516 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 04:58:48.382527 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (211ea543-59d9-400b-8310-dfb545d1e623), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.390733 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:48.399921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] 10.222.0.35 "DELETE /v2.0/networks/211ea543-59d9-400b-8310-dfb545d1e623 HTTP/1.1" status: 204 len: 168 time: 0.4467137 Feb 03 04:58:48.426667 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd6e88-f813-4072-a5c5-89146d457f1a tempest-TestSecurityGroupsBasicOps-741530359 tempest-TestSecurityGroupsBasicOps-741530359-project] Pushing event deleted for resources: {'Network': ['ID=211ea543-59d9-400b-8310-dfb545d1e623,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:48.833753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:49.109708 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-27347be6-a119-436b-91fd-90c2ed7b4c65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5141afed0f44ec19d6d1cd03373aca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732837 Feb 03 04:58:49.110994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:49.197980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c96d0204-6c60-4d99-88e7-1607f9cf2dd7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:49.208659 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59f17753-e9f7-4d44-901c-653bc5259453 admin admin] Publish callbacks [] for security_group (977c5c20-7ffe-4b25-a930-98e88fa2155c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:49.270583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59f17753-e9f7-4d44-901c-653bc5259453 admin admin] Publish callbacks [] for security_group (977c5c20-7ffe-4b25-a930-98e88fa2155c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:49.306189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:49.306666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:49.351228 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59f17753-e9f7-4d44-901c-653bc5259453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (977c5c20-7ffe-4b25-a930-98e88fa2155c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:49.355361 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-59f17753-e9f7-4d44-901c-653bc5259453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:49.356869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-59f17753-e9f7-4d44-901c-653bc5259453 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/977c5c20-7ffe-4b25-a930-98e88fa2155c HTTP/1.1" status: 204 len: 168 time: 0.2447007 Feb 03 04:58:49.375709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f17753-e9f7-4d44-901c-653bc5259453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c5c20-7ffe-4b25-a930-98e88fa2155c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:49.430002 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Sync routers for ids ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 04:58:49.447922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:49.448071 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Routers {'0e44052c-00e6-41b9-ab1c-cd7bb15d9634'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:49.448820 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:49.511191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1516d3bf-eee8-4684-b230-f753e853bbb3 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:49.554449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 1516d3bf-eee8-4684-b230-f753e853bbb3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:49.555191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1516d3bf-eee8-4684-b230-f753e853bbb3 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:49.555314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c5e110ec-d1d1-4f07-9382-4037f0a7f507 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:49.578251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c5e110ec-d1d1-4f07-9382-4037f0a7f507 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:49.578603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c5e110ec-d1d1-4f07-9382-4037f0a7f507 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:49.696612 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Set router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:49.863812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54770) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:49.880137 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1930a1f9-95bc-408e-913a-694d3fe9e184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:49.982974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1930a1f9-95bc-408e-913a-694d3fe9e184 admin admin] Publish callbacks [] for security_group (59f76917-f16d-4497-9da3-cb51dbd907ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:49.996569 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1930a1f9-95bc-408e-913a-694d3fe9e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (59f76917-f16d-4497-9da3-cb51dbd907ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.019789 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 4, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port': {'id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '36570225-1992-482b-b7fc-ddf109ae346b', 'name': '', 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'mac_address': 'fa:16:3e:5f:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:42Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 2, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'subnets': [{'id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:50.048709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:50.056857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1930a1f9-95bc-408e-913a-694d3fe9e184 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d50f12dba92241b199084ecf168134eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1913626 Feb 03 04:58:50.057928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930a1f9-95bc-408e-913a-694d3fe9e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f76917-f16d-4497-9da3-cb51dbd907ee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:50.058527 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Checking router: 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 04:58:50.059005 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Updating router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 port 36570225-1992-482b-b7fc-ddf109ae346b binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 04:58:50.107987 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (36570225-1992-482b-b7fc-ddf109ae346b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.114239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b7bc-5d2f-4508-8a78-1c2541172c22 admin admin] Publish callbacks [] for security_group (59f76917-f16d-4497-9da3-cb51dbd907ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.140111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b7bc-5d2f-4508-8a78-1c2541172c22 admin admin] Publish callbacks [] for security_group (59f76917-f16d-4497-9da3-cb51dbd907ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.211598 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b7bc-5d2f-4508-8a78-1c2541172c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (59f76917-f16d-4497-9da3-cb51dbd907ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.215911 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3b2b7bc-5d2f-4508-8a78-1c2541172c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.217187 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b3b2b7bc-5d2f-4508-8a78-1c2541172c22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59f76917-f16d-4497-9da3-cb51dbd907ee HTTP/1.1" status: 204 len: 168 time: 0.1674874 Feb 03 04:58:50.235543 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2b7bc-5d2f-4508-8a78-1c2541172c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f76917-f16d-4497-9da3-cb51dbd907ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:50.698151 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Publish callbacks [] for port (36570225-1992-482b-b7fc-ddf109ae346b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.709158 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (36570225-1992-482b-b7fc-ddf109ae346b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.892241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 54820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:50.944782 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb28f01-94ef-4b7d-b024-d57d587a7fc3 None None] Pushing event updated for resources: {'Port': ['ID=36570225-1992-482b-b7fc-ddf109ae346b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:50.953150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f47372ca-989b-4728-9299-a1cd48af93ba no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 04:58:50.955173 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Attempting to bind port 36570225-1992-482b-b7fc-ddf109ae346b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:58:50.956338 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Attempting to bind port 36570225-1992-482b-b7fc-ddf109ae346b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:58:50.957412 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Attempting to bind port 36570225-1992-482b-b7fc-ddf109ae346b on network eb3647ed-0172-47a2-8b2a-c584e5be8200 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:58:50.972246 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:58:50.974724 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Checking segment: {'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:58:50.976609 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:50.977117 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Bound using segment: {'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:58:50.978711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Bound port: 36570225-1992-482b-b7fc-ddf109ae346b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de5f6d3-07f4-4aba-a703-4f1a540a48f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:58:50.979868 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (36570225-1992-482b-b7fc-ddf109ae346b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.009213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f47372ca-989b-4728-9299-a1cd48af93ba {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 04:58:51.009948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f47372ca-989b-4728-9299-a1cd48af93ba not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 04:58:51.019326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 54822) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 04:58:51.036606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0a8a3c6d-48b6-432e-839d-6e1167b43be3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=682a35fff1b945728c777237581e0259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403508 Feb 03 04:58:51.120065 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] For port 36570225-1992-482b-b7fc-ddf109ae346b, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:58:51.133325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6d3e-8a2e-400d-9548-a42fdd24624d admin admin] Publish callbacks [] for security_group (e13319e3-cce3-41fb-a8b3-bc8dd0492509), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.135353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] For port 36570225-1992-482b-b7fc-ddf109ae346b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=36570225-1992-482b-b7fc-ddf109ae346b,segment=NetworkSegment(2de5f6d3-07f4-4aba-a703-4f1a540a48f3),segment_id=2de5f6d3-07f4-4aba-a703-4f1a540a48f3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:58:51.142496 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b64eecff-6594-42cc-a0ce-71e99d17b3c0 None None] Provisioning complete for port 36570225-1992-482b-b7fc-ddf109ae346b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:51.143814 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b64eecff-6594-42cc-a0ce-71e99d17b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (36570225-1992-482b-b7fc-ddf109ae346b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.157000 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (36570225-1992-482b-b7fc-ddf109ae346b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.187462 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6d3e-8a2e-400d-9548-a42fdd24624d admin admin] Publish callbacks [] for security_group (e13319e3-cce3-41fb-a8b3-bc8dd0492509), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.198819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b64eecff-6594-42cc-a0ce-71e99d17b3c0 None None] Port 36570225-1992-482b-b7fc-ddf109ae346b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:58:51.234553 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb28f01-94ef-4b7d-b024-d57d587a7fc3 None None] Pushing event updated for resources: {'Port': ['ID=36570225-1992-482b-b7fc-ddf109ae346b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:51.257179 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6d3e-8a2e-400d-9548-a42fdd24624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e13319e3-cce3-41fb-a8b3-bc8dd0492509), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.261770 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6d3e-8a2e-400d-9548-a42fdd24624d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.264409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6bcc6d3e-8a2e-400d-9548-a42fdd24624d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e13319e3-cce3-41fb-a8b3-bc8dd0492509 HTTP/1.1" status: 204 len: 168 time: 0.2439094 Feb 03 04:58:51.272333 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Routers {'0e44052c-00e6-41b9-ab1c-cd7bb15d9634'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 04:58:51.273345 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T04:58:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:51.295080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc6d3e-8a2e-400d-9548-a42fdd24624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13319e3-cce3-41fb-a8b3-bc8dd0492509,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:51.496496 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] Set router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 04:58:51.658218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c3bc7723-bb37-4552-96d2-62b52786e320 None None] Provisioning complete for port 36570225-1992-482b-b7fc-ddf109ae346b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:51.659331 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7723-bb37-4552-96d2-62b52786e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (36570225-1992-482b-b7fc-ddf109ae346b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.824322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc7723-bb37-4552-96d2-62b52786e320 None None] Current status of the port 36570225-1992-482b-b7fc-ddf109ae346b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:51.824842 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7723-bb37-4552-96d2-62b52786e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (36570225-1992-482b-b7fc-ddf109ae346b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.860662 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 4, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port': {'id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '36570225-1992-482b-b7fc-ddf109ae346b', 'name': '', 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'mac_address': 'fa:16:3e:5f:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:42Z', 'updated_at': '2022-02-03T04:58:51Z', 'revision_number': 4, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'subnets': [{'id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 04:58:51.875131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c3bc7723-bb37-4552-96d2-62b52786e320 None None] For port 36570225-1992-482b-b7fc-ddf109ae346b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=36570225-1992-482b-b7fc-ddf109ae346b,segment=NetworkSegment(2de5f6d3-07f4-4aba-a703-4f1a540a48f3),segment_id=2de5f6d3-07f4-4aba-a703-4f1a540a48f3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:58:51.882473 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3bc7723-bb37-4552-96d2-62b52786e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (36570225-1992-482b-b7fc-ddf109ae346b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:51.921021 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f284c7-a661-4cd9-8030-d5bd8d37a609 None None] The sync data for ids ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'] in n-d-827549-1 is: [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:43Z', 'revision_number': 4, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port': {'id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '36570225-1992-482b-b7fc-ddf109ae346b', 'name': '', 'network_id': 'eb3647ed-0172-47a2-8b2a-c584e5be8200', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'mac_address': 'fa:16:3e:5f:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:42Z', 'updated_at': '2022-02-03T04:58:51Z', 'revision_number': 4, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'subnets': [{'id': '200715fd-9ca8-4bed-8a93-135cb3be4a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 04:58:51.973750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc7723-bb37-4552-96d2-62b52786e320 None None] Pushing event updated for resources: {'Port': ['ID=36570225-1992-482b-b7fc-ddf109ae346b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:58:53.036832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 36570225-1992-482b-b7fc-ddf109ae346b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:58:53.092100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 36570225-1992-482b-b7fc-ddf109ae346b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:58:53.092100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (36570225-1992-482b-b7fc-ddf109ae346b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:53.175016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 36570225-1992-482b-b7fc-ddf109ae346b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:58:53.914108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:58:54.031744 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:03.173966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670c96f-14bc-4664-9ac9-a256b05ccbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:06.400588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87fbee6a-af71-44c5-8733-da742d3f7db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:06.721483 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:08.182876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:09.298291 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:14.626743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-ca77dc5a-10da-406c-906d-48f1bf44c9ae tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:14.628372 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-ca77dc5a-10da-406c-906d-48f1bf44c9ae tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1082070 Feb 03 04:59:14.643048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-a6c1016f-becc-4fa9-a796-7f637667e8bc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/quotas/b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0091856 Feb 03 04:59:14.698985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-7bbce586-410e-4fa8-a768-bd36fd547666 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508728 Feb 03 04:59:14.792128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-f0461c95-12e6-4cae-b856-065ff23f2852 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863197 Feb 03 04:59:14.893878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-9665fce8-fc2c-4f4f-a66d-29a26c334713 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899706 Feb 03 04:59:15.192933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d8aee72-c4d6-484b-8654-cbd3d87f7efa req-028e26cd-0e48-457c-bbd7-0474b436d29d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0308115 Feb 03 04:59:16.118387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-e9cc0236-ae61-4ae7-8424-37d6d30bf8bc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:16.120149 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-e9cc0236-ae61-4ae7-8424-37d6d30bf8bc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1145222 Feb 03 04:59:16.133855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'port': {'device_id': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'admin_state_up': True, 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:59:16.257417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:59:16.261215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:16.312650 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-043d078a-0aed-411d-9f9a-5ca81f54ed2d req-e384f983-001b-46a8-8233-6c93aed3d6eb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0319047 Feb 03 04:59:16.400206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.20.0.6 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/cd58fb6e-8bd9-4559-963e-c5ea27826fc8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:59:16.550348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:16.589324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:16.637913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:59:16.641986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:59:16.645280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:16.648859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:59:16.687709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.688413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.689003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.689958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.690537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.691124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.691725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.692301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.692861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.693429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.694005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.694586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.695158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:16.721479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:16.722550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:16.742049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-763a8062-fbea-4534-a303-5df4b5aa9712 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122499 Feb 03 04:59:16.752836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-0d0d9110-43b0-4730-8fa6-4795229e40de tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:59:16.753942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-0d0d9110-43b0-4730-8fa6-4795229e40de tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059097 Feb 03 04:59:16.766292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Request body: {'port': {'device_id': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:59:16.833658 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:16.909830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9bb320e6-0a4b-4f76-9f40-57c7ccd3603d None None] Provisioning complete for port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:59:16.910906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb320e6-0a4b-4f76-9f40-57c7ccd3603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:16.963237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bb320e6-0a4b-4f76-9f40-57c7ccd3603d None None] Port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:59:17.115025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd58fb6e-8bd9-4559-963e-c5ea27826fc8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:59:17.123472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Publish callbacks [] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:17.136979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Transition to ACTIVE for port object cd58fb6e-8bd9-4559-963e-c5ea27826fc8 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:59:17.141941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:17.191916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Pushing event updated for resources: {'Port': ['ID=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:17.266903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Attempting to bind port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:59:17.267302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Attempting to bind port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:59:17.267602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Attempting to bind port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:59:17.272493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:59:17.272826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Attempting to bind port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:59:17.280852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:59:17.281191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:59:17.281582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:59:17.282037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Bound port: cd58fb6e-8bd9-4559-963e-c5ea27826fc8, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:59:17.282384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:17.363452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] For port cd58fb6e-8bd9-4559-963e-c5ea27826fc8, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:59:17.367812 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] For port cd58fb6e-8bd9-4559-963e-c5ea27826fc8, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:59:17.378450 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:17.439329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Pushing event updated for resources: {'Port': ['ID=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:17.442871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:17.443574 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:17.444934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-91dc20a1-fa08-4963-b625-582eed099b4f service neutron] 10.222.0.31 "PUT /v2.0/ports/cd58fb6e-8bd9-4559-963e-c5ea27826fc8 HTTP/1.1" status: 200 len: 1091 time: 0.6829810 Feb 03 04:59:17.445411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'tag': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:59:17.448260 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64fa316-a03d-4d38-a502-cc1c3213292a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0c6df6-7e2a-4522-98f0-26a481740558", "tag": "cd58fb6e-8bd9-4559-963e-c5ea27826fc8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:59:17.481556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be1597-4713-408c-bbe9-5c2362431a38 req-aeb8a13a-79cf-4b10-a7d4-7ec06f5f0607 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:17.483305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09be1597-4713-408c-bbe9-5c2362431a38 req-aeb8a13a-79cf-4b10-a7d4-7ec06f5f0607 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0812051 Feb 03 04:59:17.505865 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd7ea7f-d434-4713-9b58-7a0973cf91b7 x-openstack-request-id: req-edd7ea7f-d434-4713-9b58-7a0973cf91b7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:59:17.506257 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0c6df6-7e2a-4522-98f0-26a481740558", "tag": "cd58fb6e-8bd9-4559-963e-c5ea27826fc8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:59:17.506651 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edd7ea7f-d434-4713-9b58-7a0973cf91b7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:59:17.507295 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'tag': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8', 'status': 'completed', 'code': 200} Feb 03 04:59:17.544976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-09be1597-4713-408c-bbe9-5c2362431a38 req-e8da5ee8-a07e-4594-ae45-1c3e8645cdc7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542526 Feb 03 04:59:17.561749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-7f9e5034-ad91-400d-b080-5a15db88e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:17.569001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-7f9e5034-ad91-400d-b080-5a15db88e1b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 1125 time: 0.0592937 Feb 03 04:59:17.617747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-a96119ad-b0d9-4c30-875a-13169a74cdf0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8 HTTP/1.1" status: 200 len: 217 time: 0.0404713 Feb 03 04:59:17.669922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-99deaabd-aabd-4b02-97dc-e901064f69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:17.671413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-99deaabd-aabd-4b02-97dc-e901064f69a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0468116 Feb 03 04:59:17.724356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-e9ffe5c2-3119-4faf-8e24-833aa4714e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:17.726208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-e9ffe5c2-3119-4faf-8e24-833aa4714e3d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488169 Feb 03 04:59:17.830407 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-06fcc23c-7977-4e6d-a5c0-e8c4bd4a4b71 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973489 Feb 03 04:59:17.940427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-df6dc26f-6f9d-42ea-a567-641bc1644248 req-a423c187-7a6c-4182-b9e8-35a6d3c4dc08 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042717 Feb 03 04:59:18.047681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-9bbaf572-8799-4b6f-9f09-ee80ed0b8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:18.049236 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-9bbaf572-8799-4b6f-9f09-ee80ed0b8dcd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 1125 time: 0.0538425 Feb 03 04:59:18.139590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-7afe66af-9d3b-4ed1-9257-4dfbf5119f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:18.141071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-7afe66af-9d3b-4ed1-9257-4dfbf5119f2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0863085 Feb 03 04:59:18.185098 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-ec9d449a-9b9e-4782-8803-51854459ffae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8 HTTP/1.1" status: 200 len: 217 time: 0.0374372 Feb 03 04:59:18.233109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-b5c0070d-e285-45df-8553-b38a74d24657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:18.234686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-b5c0070d-e285-45df-8553-b38a74d24657 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0435278 Feb 03 04:59:18.282971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-d2c2778f-4d11-4760-beb6-786d6f0f2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:18.284497 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-d2c2778f-4d11-4760-beb6-786d6f0f2463 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441418 Feb 03 04:59:18.375774 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-4959149d-ab83-48bd-8a99-556e3faf9f3a service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 Feb 03 04:59:18.464059 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b64fa316-a03d-4d38-a502-cc1c3213292a req-6f30cc24-3532-445e-bd6a-db102bd04a3b service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825644 Feb 03 04:59:18.674270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75714611-aab1-40ee-a3f8-473c7b0dbc27 req-fbd1b880-f169-4b9e-b03e-f64f4199264c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:18.675689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75714611-aab1-40ee-a3f8-473c7b0dbc27 req-fbd1b880-f169-4b9e-b03e-f64f4199264c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0543811 Feb 03 04:59:18.727571 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75714611-aab1-40ee-a3f8-473c7b0dbc27 req-49f81988-0d23-46d3-a6f5-689a703bdb8d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458136 Feb 03 04:59:19.505088 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:59:19.858773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae893914-f4ab-4acd-bff4-97ba8b6f0c2b req-7771cce9-bbce-4ee4-98f7-1b28eae4fc6d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:19.860302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae893914-f4ab-4acd-bff4-97ba8b6f0c2b req-7771cce9-bbce-4ee4-98f7-1b28eae4fc6d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0604398 Feb 03 04:59:19.915251 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae893914-f4ab-4acd-bff4-97ba8b6f0c2b req-cf15b2d6-58d5-4592-9ead-39eef5b2e3dd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Feb 03 04:59:21.047385 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e6458-9a92-4d49-ac19-fdb1a59b452c req-a106977e-4e27-4a28-9d45-b437322b981a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:21.048987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb6e6458-9a92-4d49-ac19-fdb1a59b452c req-a106977e-4e27-4a28-9d45-b437322b981a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0612192 Feb 03 04:59:21.100750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb6e6458-9a92-4d49-ac19-fdb1a59b452c req-3515c7b8-6795-4704-a923-6559f6036eaa tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Feb 03 04:59:22.223468 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977f39-478f-402e-aafb-c44eefc8cd38 req-e29e43de-c770-4eaa-a0ab-7f9237c57664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:22.225036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69977f39-478f-402e-aafb-c44eefc8cd38 req-e29e43de-c770-4eaa-a0ab-7f9237c57664 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0539892 Feb 03 04:59:22.272221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69977f39-478f-402e-aafb-c44eefc8cd38 req-6ad0dbc7-3d86-4c86-a8ab-70b303bb5c4d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Feb 03 04:59:23.401030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98248687-93d7-47f1-a277-3a0d47ab0b6e req-c788a047-f718-44ed-a883-b987abce678e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:23.402508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98248687-93d7-47f1-a277-3a0d47ab0b6e req-c788a047-f718-44ed-a883-b987abce678e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0591772 Feb 03 04:59:23.454548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98248687-93d7-47f1-a277-3a0d47ab0b6e req-0be43004-0e5c-4fa6-8cfc-f3c68f5d67d1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Feb 03 04:59:23.913024 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:24.046242 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:24.579664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb4941-8678-442c-ade2-92dd00c36099 req-7cd0d783-9fca-4bba-ac93-95d1704b8308 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:24.581206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdfb4941-8678-442c-ade2-92dd00c36099 req-7cd0d783-9fca-4bba-ac93-95d1704b8308 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0583768 Feb 03 04:59:24.628431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdfb4941-8678-442c-ade2-92dd00c36099 req-6913cf44-0238-44be-977f-d0a4d13684d5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Feb 03 04:59:25.750120 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c27f30-a512-4e7c-b47f-013bfe56a527 req-10a54cbb-53b8-49bb-a8d3-7b329c1d90a5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:25.751697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83c27f30-a512-4e7c-b47f-013bfe56a527 req-10a54cbb-53b8-49bb-a8d3-7b329c1d90a5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0545955 Feb 03 04:59:25.802569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83c27f30-a512-4e7c-b47f-013bfe56a527 req-f9ae796e-a41a-4129-8649-bfd3ee1ebfc3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450954 Feb 03 04:59:26.923799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51be27a-5da5-45a4-9d3d-4c1c70be0247 req-71ce3c5e-d696-4b49-b9b9-99c47e8c8af8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:26.925392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b51be27a-5da5-45a4-9d3d-4c1c70be0247 req-71ce3c5e-d696-4b49-b9b9-99c47e8c8af8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0538180 Feb 03 04:59:26.975213 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b51be27a-5da5-45a4-9d3d-4c1c70be0247 req-8f493c7b-c27f-40ea-82a4-68ce56ddd80a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Feb 03 04:59:28.106035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df84d7-9df1-42dd-a7eb-b4f21ce792b3 req-abe06c3c-d1a4-4961-990f-9c50faaf1929 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:28.107605 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36df84d7-9df1-42dd-a7eb-b4f21ce792b3 req-abe06c3c-d1a4-4961-990f-9c50faaf1929 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0571153 Feb 03 04:59:28.164065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36df84d7-9df1-42dd-a7eb-b4f21ce792b3 req-4f720961-90b9-47a4-ba54-f6c3cd416799 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 Feb 03 04:59:29.320171 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94187b87-30ac-4593-a057-b84eb52cabb3 req-1f90839c-ebb3-4553-afc1-0ecff1088025 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:29.321846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94187b87-30ac-4593-a057-b84eb52cabb3 req-1f90839c-ebb3-4553-afc1-0ecff1088025 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0589528 Feb 03 04:59:29.371271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94187b87-30ac-4593-a057-b84eb52cabb3 req-807c8de3-872a-481a-9f65-90330572ed43 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Feb 03 04:59:30.492707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ddb97-0490-4b5f-9095-c3eefd418f0b req-e668ceda-3aa7-4e5d-aa2f-fad45209df6a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:30.494331 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c87ddb97-0490-4b5f-9095-c3eefd418f0b req-e668ceda-3aa7-4e5d-aa2f-fad45209df6a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0543430 Feb 03 04:59:30.541924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c87ddb97-0490-4b5f-9095-c3eefd418f0b req-ee46c877-f461-45e3-8ceb-969d2fdd822b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Feb 03 04:59:31.668626 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2390e3d-d723-4e2a-baf3-bb1bcf8fa99b req-ecf7e93c-971b-4492-8b28-63edbe30081c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:31.670108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2390e3d-d723-4e2a-baf3-bb1bcf8fa99b req-ecf7e93c-971b-4492-8b28-63edbe30081c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0577247 Feb 03 04:59:31.717915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2390e3d-d723-4e2a-baf3-bb1bcf8fa99b req-bd0b401e-62fe-4e8a-b85b-02824277e4ca tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Feb 03 04:59:32.841506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b49df-8316-42bf-8cdb-b80b858b1b4a req-d342324b-5c96-444c-a3bb-2f2cb2016e9f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:32.842992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c68b49df-8316-42bf-8cdb-b80b858b1b4a req-d342324b-5c96-444c-a3bb-2f2cb2016e9f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0559399 Feb 03 04:59:32.893363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c68b49df-8316-42bf-8cdb-b80b858b1b4a req-1c757cff-976b-497f-ba1d-26d0475fc0d2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Feb 03 04:59:33.179884 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e16831a-1a40-4d32-afec-ad8aeb544eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:34.015131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8293df-f2c9-453c-bac3-5b5efad8436e req-240eebe7-e963-4be9-b8aa-a0fcf7255cda tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:34.016672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd8293df-f2c9-453c-bac3-5b5efad8436e req-240eebe7-e963-4be9-b8aa-a0fcf7255cda tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0533113 Feb 03 04:59:34.067882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd8293df-f2c9-453c-bac3-5b5efad8436e req-9450e902-2879-4583-b4b3-7c7d90fc498b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 Feb 03 04:59:35.196319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4c21-032d-4c34-90ef-8c310b8a15ca req-5f0c2aeb-d6a2-402a-9708-ff26f665af69 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:35.197975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-042e4c21-032d-4c34-90ef-8c310b8a15ca req-5f0c2aeb-d6a2-402a-9708-ff26f665af69 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0615318 Feb 03 04:59:35.245678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-042e4c21-032d-4c34-90ef-8c310b8a15ca req-d53a7007-1237-4b67-b398-78a380fe316d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Feb 03 04:59:36.368548 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931272-77d7-4c1e-87d2-83316b6d9abc req-71530040-cd86-4721-b29e-cc4274d57e02 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:36.370034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0931272-77d7-4c1e-87d2-83316b6d9abc req-71530040-cd86-4721-b29e-cc4274d57e02 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0547857 Feb 03 04:59:36.397316 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d089f76c-1a8f-41c1-8642-be6b4a08a47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:36.418808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0931272-77d7-4c1e-87d2-83316b6d9abc req-b41eb9dd-6d8c-4af9-9453-2d15953aa6fb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Feb 03 04:59:36.732376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:37.544831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266369a0-33f5-435b-b50f-62669860783f req-9356aba3-ea28-471c-bb5d-c9856789a8c6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:37.546285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-266369a0-33f5-435b-b50f-62669860783f req-9356aba3-ea28-471c-bb5d-c9856789a8c6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 943 time: 0.0571606 Feb 03 04:59:37.592639 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-266369a0-33f5-435b-b50f-62669860783f req-671c7e96-ae73-4636-b5fc-fafd138774c1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Feb 03 04:59:38.184192 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:38.202444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device cd58fb6e-8bd9-4559-963e-c5ea27826fc8 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 04:59:38.306904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port cd58fb6e-8bd9-4559-963e-c5ea27826fc8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:59:38.319610 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'port_id': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8', 'mac_address': 'fa:16:3e:67:ba:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 04:59:38.357542 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:59:38.357935 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:38.370716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd58fb6e-8bd9-4559-963e-c5ea27826fc8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:59:38.391344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port cd58fb6e-8bd9-4559-963e-c5ea27826fc8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:59:38.396044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:38.451054 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:38.460155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.460697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.461050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.461394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.461735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.462071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.462404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.462734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.463061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.463385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.463734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.464061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.464500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 04:59:38.605827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['cd58fb6e-8bd9-4559-963e-c5ea27826fc8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:59:38.713125 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b11669-2b46-4aca-be1e-9142af5a9dda req-9b7d3c03-4546-4937-b26a-b955143b3fce tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:38.715462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5b11669-2b46-4aca-be1e-9142af5a9dda req-9b7d3c03-4546-4937-b26a-b955143b3fce tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 944 time: 0.0539482 Feb 03 04:59:38.763389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5b11669-2b46-4aca-be1e-9142af5a9dda req-9e0315f9-9ac3-4905-ab5d-67b87e6b420d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Feb 03 04:59:39.299649 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:39.883337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34c7fe-9796-4df3-98b0-d37c80333a0a req-c2847765-7108-4dd8-9424-5fd82b7dcd78 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:39.884822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a34c7fe-9796-4df3-98b0-d37c80333a0a req-c2847765-7108-4dd8-9424-5fd82b7dcd78 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 944 time: 0.0526476 Feb 03 04:59:39.934558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a34c7fe-9796-4df3-98b0-d37c80333a0a req-3dd27ff9-fa7c-40d1-8bb4-954fd91f24d6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Feb 03 04:59:40.234603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device cd58fb6e-8bd9-4559-963e-c5ea27826fc8 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 04:59:40.289795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 04:59:40.293666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:59:40.294048 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:40.372616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 04:59:40.373374 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:40.397168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:59:40.399336 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a630e70b-2307-4702-8bfd-46739c30d123" -d '{"events": [{"server_uuid": "aa0c6df6-7e2a-4522-98f0-26a481740558", "name": "network-vif-plugged", "status": "completed", "tag": "cd58fb6e-8bd9-4559-963e-c5ea27826fc8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:59:40.413038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port cd58fb6e-8bd9-4559-963e-c5ea27826fc8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 04:59:40.419058 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:40.471104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:40.563190 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 04:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb5cac0-f168-4c21-aa36-ea69b08f4376 x-openstack-request-id: req-7cb5cac0-f168-4c21-aa36-ea69b08f4376 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:59:40.563493 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c6df6-7e2a-4522-98f0-26a481740558", "name": "network-vif-plugged", "status": "completed", "tag": "cd58fb6e-8bd9-4559-963e-c5ea27826fc8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:59:40.563780 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cb5cac0-f168-4c21-aa36-ea69b08f4376 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:59:40.564548 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8', 'code': 200} Feb 03 04:59:40.670424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6b2ac-7ff7-4e48-b9ad-ac3477350af8 req-1a83dd0a-2e6a-46c2-a89e-f7557e37b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:40.671857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5aa6b2ac-7ff7-4e48-b9ad-ac3477350af8 req-1a83dd0a-2e6a-46c2-a89e-f7557e37b34e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 1127 time: 0.0437100 Feb 03 04:59:40.718888 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5aa6b2ac-7ff7-4e48-b9ad-ac3477350af8 req-52c4cbd8-4323-45f6-a915-82846ba53c4a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Feb 03 04:59:41.057585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e366b-ad85-4e14-b94a-bd16b7df9ba2 req-00cc0b46-fd36-45e7-a4cb-f85fdc7ad0dd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:41.059144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-552e366b-ad85-4e14-b94a-bd16b7df9ba2 req-00cc0b46-fd36-45e7-a4cb-f85fdc7ad0dd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 945 time: 0.0556824 Feb 03 04:59:41.107942 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-552e366b-ad85-4e14-b94a-bd16b7df9ba2 req-f3630aed-50a8-4d87-b3a1-9270057f1b31 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Feb 03 04:59:42.230429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aebe6-d558-459a-b438-ded5e8a05a82 req-61d55a5c-75a4-47a3-89ce-3eea91ddc0e5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:42.231945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a6aebe6-d558-459a-b438-ded5e8a05a82 req-61d55a5c-75a4-47a3-89ce-3eea91ddc0e5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 945 time: 0.0528445 Feb 03 04:59:42.278925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a6aebe6-d558-459a-b438-ded5e8a05a82 req-a4c375ca-c1c7-4e1d-8516-4a43a0ed6c56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Feb 03 04:59:42.409440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64e54-2a84-4f7d-bc70-ed6b26e831fb req-b8efe38f-4727-4527-a7d1-16f455fd3308 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:42.410857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cd64e54-2a84-4f7d-bc70-ed6b26e831fb req-b8efe38f-4727-4527-a7d1-16f455fd3308 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 945 time: 0.0607860 Feb 03 04:59:42.458284 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cd64e54-2a84-4f7d-bc70-ed6b26e831fb req-47220636-463c-4399-9c61-35e6f18592ad tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Feb 03 04:59:45.897313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-fb612bb8-ef59-4a96-80f4-fdd79ca0cc4c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:45.898796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-fb612bb8-ef59-4a96-80f4-fdd79ca0cc4c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1053960 Feb 03 04:59:45.913887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-fa540f30-f5bb-4870-82f2-29ee00ade87c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/quotas/b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0092521 Feb 03 04:59:46.280878 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-a6df953e-2578-4cdc-8565-39595fee9c81 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3618240 Feb 03 04:59:46.377475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-7f723970-9667-4be9-a420-c02747810792 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894244 Feb 03 04:59:46.469865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-ab174965-f8ab-4dbf-a699-d628b3f87e86 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Feb 03 04:59:46.673575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38e6c085-caaf-45d4-a52b-728dc3c3a8fd req-549ea38b-bd09-4c9c-a209-6de9d871493b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0386236 Feb 03 04:59:47.638795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-17404d5e-26f3-4217-9ed0-9344702638bd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:47.640981 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-17404d5e-26f3-4217-9ed0-9344702638bd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1063387 Feb 03 04:59:47.653252 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'port': {'device_id': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'admin_state_up': True, 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:59:47.800376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efbb861e-9558-43b5-af88-febbe606e0e0 req-a458deb8-82cd-4f17-99b7-434e07f1ddff tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0432005 Feb 03 04:59:48.194651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 04:59:48.199145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:48.347904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.20.0.13 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/41983614-af64-4c1e-a8d7-bb8cb8a4bab0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 04:59:48.499963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:48.539246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:48.552914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['cd58fb6e-8bd9-4559-963e-c5ea27826fc8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 04:59:48.615624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 04:59:48.620191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 04:59:48.622526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:48.625288 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 04:59:48.692453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:48.693309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:48.725937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-8a0b8120-bf13-46ae-8f40-aa5b76aac077 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0742207 Feb 03 04:59:48.739554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-24dd9266-a93f-4a55-881d-0ecafde70fab tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 04:59:48.749955 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-24dd9266-a93f-4a55-881d-0ecafde70fab tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201218 Feb 03 04:59:48.985118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Request body: {'port': {'device_id': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 04:59:48.999842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3f639570-4918-4c63-9e92-4ef116e2b6a6 None None] Provisioning complete for port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 04:59:49.000220 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f639570-4918-4c63-9e92-4ef116e2b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:49.050061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab18a6-df14-44b4-90cd-a145fd5d0302 req-b8dcf9d1-c94d-4500-b658-4e567321211f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:49.061245 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:49.064923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70ab18a6-df14-44b4-90cd-a145fd5d0302 req-b8dcf9d1-c94d-4500-b658-4e567321211f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 932 time: 0.1258976 Feb 03 04:59:49.075931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f639570-4918-4c63-9e92-4ef116e2b6a6 None None] Port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 04:59:49.137567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70ab18a6-df14-44b4-90cd-a145fd5d0302 req-90c1bc7c-4b03-45ac-a39f-32d4920a56b6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656266 Feb 03 04:59:49.452564 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 04:59:49.461036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Publish callbacks [] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:49.480239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Transition to ACTIVE for port object 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 04:59:49.485876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:49.610712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Pushing event updated for resources: {'Port': ['ID=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:49.707102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Attempting to bind port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 04:59:49.707829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Attempting to bind port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 04:59:49.707829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Attempting to bind port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:59:49.712402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 04:59:49.712722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Attempting to bind port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 04:59:49.718082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 04:59:49.718423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 04:59:49.718808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 04:59:49.719241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Bound port: 41983614-af64-4c1e-a8d7-bb8cb8a4bab0, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 04:59:49.719618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:49.824047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] For port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 04:59:49.827399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] For port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 04:59:49.835945 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:49.854748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:49.855552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:49.857888 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] 10.222.0.15 "PUT /v2.0/ports/41983614-af64-4c1e-a8d7-bb8cb8a4bab0 HTTP/1.1" status: 200 len: 1092 time: 1.0989079 Feb 03 04:59:49.861220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'tag': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 04:59:49.872247 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82dd48c-52ce-49df-847f-1efba544dbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "80cc3542-5c35-43f8-938a-c54cfccc2166", "tag": "41983614-af64-4c1e-a8d7-bb8cb8a4bab0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 04:59:49.962103 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 04:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a99c7e-c0ea-4d94-bcb9-1158bf961c59 x-openstack-request-id: req-91a99c7e-c0ea-4d94-bcb9-1158bf961c59 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 04:59:49.962552 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cc3542-5c35-43f8-938a-c54cfccc2166", "tag": "41983614-af64-4c1e-a8d7-bb8cb8a4bab0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 04:59:49.962906 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91a99c7e-c0ea-4d94-bcb9-1158bf961c59 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 04:59:49.963433 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'tag': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0', 'status': 'completed', 'code': 200} Feb 03 04:59:49.977014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621e1c3-2598-4ca0-af8a-5f53f3100f47 service neutron] Pushing event updated for resources: {'Port': ['ID=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 04:59:49.993213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-ae5df5b4-e658-4936-b705-3145d6ffb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:49.995293 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-ae5df5b4-e658-4936-b705-3145d6ffb515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 1126 time: 0.0800679 Feb 03 04:59:50.053723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-3fd679a8-655b-42f5-9465-c7416721ef3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41983614-af64-4c1e-a8d7-bb8cb8a4bab0 HTTP/1.1" status: 200 len: 217 time: 0.0515366 Feb 03 04:59:50.115921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-ca41d1a7-79ed-4945-8eb1-683329f3b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:50.117776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-ca41d1a7-79ed-4945-8eb1-683329f3b038 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0581901 Feb 03 04:59:50.203337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-bce7d930-2d77-48e1-85c5-7f97396fd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:50.204926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-bce7d930-2d77-48e1-85c5-7f97396fd919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787759 Feb 03 04:59:50.333215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220f98a-5aaa-4c8a-9327-3ac73363c804 req-1ce50e81-3f21-4484-86cf-a535e94a7578 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:50.338920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-5ee79a94-60a4-4b11-9ec9-a5f3b787dc8e service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263196 Feb 03 04:59:50.340762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3220f98a-5aaa-4c8a-9327-3ac73363c804 req-1ce50e81-3f21-4484-86cf-a535e94a7578 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0939000 Feb 03 04:59:50.424500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3220f98a-5aaa-4c8a-9327-3ac73363c804 req-f80c3c2a-c0c2-4d66-859a-06541203e7a7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779736 Feb 03 04:59:50.463649 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5b272ae-c6e5-45af-b3f4-85b89fe1ebec req-4771ff54-defe-4e0d-9c45-a64be1a27d17 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167269 Feb 03 04:59:50.593969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-0deb1919-b2e2-43d1-845b-0453872adf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:50.595757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-0deb1919-b2e2-43d1-845b-0453872adf3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 1126 time: 0.0735388 Feb 03 04:59:50.684062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-ff01ffba-eb5d-4460-90bd-d2cf86075f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:50.685530 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-ff01ffba-eb5d-4460-90bd-d2cf86075f88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0844228 Feb 03 04:59:50.731431 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-1b8cb9c8-82b5-4dd6-9937-1deb75e903a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41983614-af64-4c1e-a8d7-bb8cb8a4bab0 HTTP/1.1" status: 200 len: 217 time: 0.0395234 Feb 03 04:59:50.781504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-5992e6ef-7dca-49c4-9d7e-19642af7c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:50.783466 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-5992e6ef-7dca-49c4-9d7e-19642af7c8ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0449953 Feb 03 04:59:50.839112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-689dd6f0-a4df-4308-b09d-8af0f0f529e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:50.840803 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-689dd6f0-a4df-4308-b09d-8af0f0f529e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519118 Feb 03 04:59:50.943267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-8c1a6941-d4a6-4781-88a0-990d82dce4f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949192 Feb 03 04:59:51.041914 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c82dd48c-52ce-49df-847f-1efba544dbe5 req-3075d399-4ea9-4ace-9fa8-689dbcb5915f service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924776 Feb 03 04:59:51.550607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2489e-ee5b-4927-bc83-d945c6226f49 req-a6edd393-5841-4e6b-981e-3aac1552d817 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:51.552363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68e2489e-ee5b-4927-bc83-d945c6226f49 req-a6edd393-5841-4e6b-981e-3aac1552d817 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0544918 Feb 03 04:59:51.607582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68e2489e-ee5b-4927-bc83-d945c6226f49 req-b2433809-328c-40aa-aa77-b03690c29f2d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492239 Feb 03 04:59:52.737779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c1bc-e918-4f4a-a706-14bc10d5673c req-48658bc4-fb04-4de3-9187-61f70a051c39 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:52.740276 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a298c1bc-e918-4f4a-a706-14bc10d5673c req-48658bc4-fb04-4de3-9187-61f70a051c39 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0583642 Feb 03 04:59:52.801490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a298c1bc-e918-4f4a-a706-14bc10d5673c req-ed123d42-3d69-49aa-b0e3-2baf821d2424 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550947 Feb 03 04:59:53.938595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:53.968258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d9de3-a050-4c71-b8f7-09cf344c0318 req-4436f480-adb4-4f2a-9b3f-2fa677d1bbca tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:53.969800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-499d9de3-a050-4c71-b8f7-09cf344c0318 req-4436f480-adb4-4f2a-9b3f-2fa677d1bbca tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0857818 Feb 03 04:59:54.049089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-499d9de3-a050-4c71-b8f7-09cf344c0318 req-085e906b-a5d1-499b-a1b5-3b3b8fdc0d4b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724134 Feb 03 04:59:54.057672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 04:59:55.203911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f0be-33d6-4300-b46e-4a189d67fcd1 req-ed18ea32-6f6f-4fae-9698-cc5846f48b1d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:55.206590 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63d6f0be-33d6-4300-b46e-4a189d67fcd1 req-ed18ea32-6f6f-4fae-9698-cc5846f48b1d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0838628 Feb 03 04:59:55.272113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63d6f0be-33d6-4300-b46e-4a189d67fcd1 req-406b5721-393d-47e5-ae86-96a335f5a159 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586004 Feb 03 04:59:56.416193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950f60-5f80-472c-9a24-6fd5b69976c3 req-e3b626f5-ac28-46ee-be4e-594897fe6987 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:56.424849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf950f60-5f80-472c-9a24-6fd5b69976c3 req-e3b626f5-ac28-46ee-be4e-594897fe6987 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0735209 Feb 03 04:59:56.476309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cf950f60-5f80-472c-9a24-6fd5b69976c3 req-5f8d622c-639d-45cb-9016-72cdd46eddf1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499010 Feb 03 04:59:56.507001 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 04:59:57.602092 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdaa01-0882-4448-984e-88e5cd3e2e26 req-c17a9b59-e41d-4071-8370-59947df8b902 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:57.604362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cfdaa01-0882-4448-984e-88e5cd3e2e26 req-c17a9b59-e41d-4071-8370-59947df8b902 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0569079 Feb 03 04:59:57.657974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7cfdaa01-0882-4448-984e-88e5cd3e2e26 req-a1bb5c8a-956a-4465-8f41-c96243e83e4c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472476 Feb 03 04:59:58.786811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4224d24-fba2-44dc-8095-1e89dfb259a9 req-2ccdac20-a3cc-4a90-ae44-49d0bb665874 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:58.788348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4224d24-fba2-44dc-8095-1e89dfb259a9 req-2ccdac20-a3cc-4a90-ae44-49d0bb665874 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0529349 Feb 03 04:59:58.835215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4224d24-fba2-44dc-8095-1e89dfb259a9 req-2fc6bed9-80e5-41d1-9f64-c294067fc121 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Feb 03 04:59:59.959369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317fbd5-d8cf-403b-be17-d5f58ccbbb7e req-7ff66b13-7e81-4297-ad47-bb09eaf2053e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 04:59:59.960999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0317fbd5-d8cf-403b-be17-d5f58ccbbb7e req-7ff66b13-7e81-4297-ad47-bb09eaf2053e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0573108 Feb 03 05:00:00.012904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0317fbd5-d8cf-403b-be17-d5f58ccbbb7e req-376221d2-1e4f-4867-a724-217bd9ae3561 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Feb 03 05:00:01.171025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b732622-9736-4381-9815-a6140106ab17 req-a5be960f-c992-48b6-add8-7dc9404c11ac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:01.172835 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b732622-9736-4381-9815-a6140106ab17 req-a5be960f-c992-48b6-add8-7dc9404c11ac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0767682 Feb 03 05:00:01.222853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b732622-9736-4381-9815-a6140106ab17 req-8947c812-4008-48f6-b425-0889ffbea0cb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Feb 03 05:00:02.352882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12b85-ead2-4c8a-bcf4-5ba334d6b644 req-e51aeae0-0d86-4ebe-b02e-19c42f68be4d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:02.354477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43b12b85-ead2-4c8a-bcf4-5ba334d6b644 req-e51aeae0-0d86-4ebe-b02e-19c42f68be4d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0579538 Feb 03 05:00:02.403378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43b12b85-ead2-4c8a-bcf4-5ba334d6b644 req-503fe221-07a8-46fe-b73e-8e6885a44475 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419555 Feb 03 05:00:03.190728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8174cf76-ade6-4854-8252-4e4bfe6f48e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:03.553182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7909f1-f026-4386-99bb-3d974da59b99 req-c047fece-06b8-41f9-ac4c-fca2e48f2dac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:03.555756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe7909f1-f026-4386-99bb-3d974da59b99 req-c047fece-06b8-41f9-ac4c-fca2e48f2dac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0762439 Feb 03 05:00:03.615960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe7909f1-f026-4386-99bb-3d974da59b99 req-794570f5-cc6b-4114-8447-c17d188d2050 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535917 Feb 03 05:00:04.740226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9f70-9c5c-4152-a2ed-1d740e2bbbb9 req-66609550-5ade-44f1-86fa-1e3a538a46e7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:04.741954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85ef9f70-9c5c-4152-a2ed-1d740e2bbbb9 req-66609550-5ade-44f1-86fa-1e3a538a46e7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0582638 Feb 03 05:00:04.798882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85ef9f70-9c5c-4152-a2ed-1d740e2bbbb9 req-6a1b752f-5091-47f3-b5c7-e47839d30749 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Feb 03 05:00:05.114377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-1371c04e-3f73-419a-860c-3a38fc87ba2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462551 Feb 03 05:00:05.208984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-f927ce5b-98bd-415d-b192-9a6cf5bc46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:05.211110 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-f927ce5b-98bd-415d-b192-9a6cf5bc46d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 1127 time: 0.0551183 Feb 03 05:00:05.324568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-80daa749-9320-42f8-96e4-4a5fe0b55c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:05.326623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-80daa749-9320-42f8-96e4-4a5fe0b55c16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0942042 Feb 03 05:00:05.382170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-cb8f291d-071c-4143-a8b6-25b333b35044 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8 HTTP/1.1" status: 200 len: 217 time: 0.0488598 Feb 03 05:00:05.440823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-c826d97a-bab4-4946-a841-0a9f6dbbf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:05.442377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-c826d97a-bab4-4946-a841-0a9f6dbbf16d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0535648 Feb 03 05:00:05.504922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-734497bb-f826-46a9-a7d4-c1293b254ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:05.507574 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-734497bb-f826-46a9-a7d4-c1293b254ed6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567386 Feb 03 05:00:05.609747 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-33320359-7f84-4bbf-bd23-d06c66448654 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948122 Feb 03 05:00:05.700452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-78ec2cce-e520-41d7-bfda-c770d42c6e28 req-0c2d1ff2-dc92-4938-bd33-92df392dae9c service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842104 Feb 03 05:00:05.929393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ab43b-a214-4264-af85-d216fc60dd70 req-4c4bcb4b-10c5-4d58-94df-a159957bc6c7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:05.931794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d95ab43b-a214-4264-af85-d216fc60dd70 req-4c4bcb4b-10c5-4d58-94df-a159957bc6c7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0576191 Feb 03 05:00:05.985522 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d95ab43b-a214-4264-af85-d216fc60dd70 req-8dfdbee1-6163-43d0-bb15-8fb8968b4608 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Feb 03 05:00:06.396512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-457332cc-dc6f-4b5c-b8b7-13884a57c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:06.730145 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:07.148576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42562371-d333-4cc5-9a8e-ca60a8822761 req-f6cf3cbc-6de8-4923-9b2d-db3bd0b018d6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:07.152945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42562371-d333-4cc5-9a8e-ca60a8822761 req-f6cf3cbc-6de8-4923-9b2d-db3bd0b018d6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0598986 Feb 03 05:00:07.226206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42562371-d333-4cc5-9a8e-ca60a8822761 req-a9207fa6-24ff-4d18-aace-c71d234d041c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575936 Feb 03 05:00:08.189353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:08.421696 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2e453-66c0-41c2-bd92-f34062f13fad req-7467370f-92e1-49d2-8676-2289cc3c7b7e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:08.423711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8dd2e453-66c0-41c2-bd92-f34062f13fad req-7467370f-92e1-49d2-8676-2289cc3c7b7e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0762947 Feb 03 05:00:08.485656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8dd2e453-66c0-41c2-bd92-f34062f13fad req-be2619d1-8279-4d60-8630-f39f344e7edb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545757 Feb 03 05:00:09.307085 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:09.645487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed8905-371d-40d6-bcf7-6f7ed8b6a372 req-de15bb14-fe6f-436b-966d-2f63b30b9dce tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:09.647200 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2ed8905-371d-40d6-bcf7-6f7ed8b6a372 req-de15bb14-fe6f-436b-966d-2f63b30b9dce tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0584013 Feb 03 05:00:09.695000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2ed8905-371d-40d6-bcf7-6f7ed8b6a372 req-58f85975-2d73-48ec-9ec5-2bf81da2a936 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Feb 03 05:00:10.824217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae5f0-0146-4850-913e-a78aa87792be req-6810dade-8a56-49e3-8226-ff81cc3066b3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:10.825751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-781ae5f0-0146-4850-913e-a78aa87792be req-6810dade-8a56-49e3-8226-ff81cc3066b3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0571322 Feb 03 05:00:10.878606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-781ae5f0-0146-4850-913e-a78aa87792be req-0901647d-13be-4562-9fe5-c0201bc38f2b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Feb 03 05:00:12.016843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ea49e-6118-4f88-89c3-6bb2f9967787 req-be29c0c5-d233-4928-8736-9f0b6b6396b4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:12.018684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-084ea49e-6118-4f88-89c3-6bb2f9967787 req-be29c0c5-d233-4928-8736-9f0b6b6396b4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0672455 Feb 03 05:00:12.076766 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-084ea49e-6118-4f88-89c3-6bb2f9967787 req-4ee73986-e6b1-4539-8204-5ffc9bb53ec3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510650 Feb 03 05:00:13.210150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419faa-edaf-4c29-be56-dcd7e4c1effa req-5e55c2b4-4dfa-47b9-8bca-87d8451a817d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:13.211747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36419faa-edaf-4c29-be56-dcd7e4c1effa req-5e55c2b4-4dfa-47b9-8bca-87d8451a817d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0583615 Feb 03 05:00:13.260183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-36419faa-edaf-4c29-be56-dcd7e4c1effa req-f336aa4f-2438-4459-a550-b415e8d1ce2d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Feb 03 05:00:14.391997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c081b-d440-4cbe-9cae-c8ccb69e9753 req-25626ddd-da67-48c0-9427-58082a8f46b5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:14.393595 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-978c081b-d440-4cbe-9cae-c8ccb69e9753 req-25626ddd-da67-48c0-9427-58082a8f46b5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0554545 Feb 03 05:00:14.443772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-978c081b-d440-4cbe-9cae-c8ccb69e9753 req-b9a7f8ce-a394-4040-a4e1-259b70346ed6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Feb 03 05:00:15.581294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b495-f680-44ad-a8f5-3cd3e812a4b9 req-3ff4b92d-82d5-4032-86fe-d9b203c15176 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:15.582948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a55b495-f680-44ad-a8f5-3cd3e812a4b9 req-3ff4b92d-82d5-4032-86fe-d9b203c15176 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0632319 Feb 03 05:00:15.633949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a55b495-f680-44ad-a8f5-3cd3e812a4b9 req-0fdf4548-e014-4f5c-ba7c-dc8845f6d510 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Feb 03 05:00:16.775318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a862-fd4a-4e13-aa72-57990948a692 req-a0ce836e-6dc9-488a-bf00-4783bf96f1b8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:16.776953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0b6a862-fd4a-4e13-aa72-57990948a692 req-a0ce836e-6dc9-488a-bf00-4783bf96f1b8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0596337 Feb 03 05:00:16.832126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0b6a862-fd4a-4e13-aa72-57990948a692 req-11dfaa19-a98b-4062-a84d-b486f2985b2b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Feb 03 05:00:17.973709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1b9bf-d87e-466f-81e9-39dda8b41696 req-b0c24af4-51a1-4f25-9efe-94a8167f9c8b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:17.979133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cb1b9bf-d87e-466f-81e9-39dda8b41696 req-b0c24af4-51a1-4f25-9efe-94a8167f9c8b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 944 time: 0.0702701 Feb 03 05:00:18.028943 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cb1b9bf-d87e-466f-81e9-39dda8b41696 req-f502b714-f791-4bea-b96f-4400c22d22c1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Feb 03 05:00:18.322614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:00:18.422254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:00:18.434093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'port_id': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0', 'mac_address': 'fa:16:3e:e8:43:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:00:18.471397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:00:18.471825 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:18.486179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:00:18.506727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:00:18.511652 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:18.559076 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:00:18.755871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['41983614-af64-4c1e-a8d7-bb8cb8a4bab0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:00:19.153877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767d39a-5562-4f31-97af-8e184d4376ea req-0c14ba00-bc9f-4596-8d05-fd85e8958441 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:19.155388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a767d39a-5562-4f31-97af-8e184d4376ea req-0c14ba00-bc9f-4596-8d05-fd85e8958441 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 945 time: 0.0542607 Feb 03 05:00:19.204377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a767d39a-5562-4f31-97af-8e184d4376ea req-86349f95-bc6e-45df-bae8-93d0c6aa41ca tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Feb 03 05:00:20.325979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:00:20.342972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77c393-204c-4a53-ac74-e033d42e430f req-633237ee-d01e-4d06-8274-6733d7aeaf71 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:20.344630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db77c393-204c-4a53-ac74-e033d42e430f req-633237ee-d01e-4d06-8274-6733d7aeaf71 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 945 time: 0.0666063 Feb 03 05:00:20.381845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:00:20.386603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:00:20.387081 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:20.400330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db77c393-204c-4a53-ac74-e033d42e430f req-a82d524d-571d-4044-9f46-0b05313af9e8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476956 Feb 03 05:00:20.469116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:00:20.469506 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:20.491789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:00:20.493961 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b369c09-d69c-4952-aa85-1cc1fd825475" -d '{"events": [{"server_uuid": "80cc3542-5c35-43f8-938a-c54cfccc2166", "name": "network-vif-plugged", "status": "completed", "tag": "41983614-af64-4c1e-a8d7-bb8cb8a4bab0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:00:20.505968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:00:20.512768 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:20.537356 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae4d9e1-259d-4672-9a98-4e668db5ddf3 x-openstack-request-id: req-7ae4d9e1-259d-4672-9a98-4e668db5ddf3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:00:20.537356 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cc3542-5c35-43f8-938a-c54cfccc2166", "name": "network-vif-plugged", "status": "completed", "tag": "41983614-af64-4c1e-a8d7-bb8cb8a4bab0", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:00:20.537632 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ae4d9e1-259d-4672-9a98-4e668db5ddf3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:00:20.538055 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0', 'code': 200} Feb 03 05:00:20.568695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:00:20.648609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842b08e-7f05-4ef5-a29f-0b9dfdadc143 req-079e23b7-e1f4-405b-8e14-a24724ffdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:20.650328 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e842b08e-7f05-4ef5-a29f-0b9dfdadc143 req-079e23b7-e1f4-405b-8e14-a24724ffdd50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 1128 time: 0.0534799 Feb 03 05:00:20.694357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e842b08e-7f05-4ef5-a29f-0b9dfdadc143 req-756338c9-ea22-45f1-a9d8-60d4dd77125a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Feb 03 05:00:21.525405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2f603-77a7-4535-8079-ddd52d772bd8 req-8ac397dd-d3ae-43d2-97f3-2248c69ad498 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:21.526911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21c2f603-77a7-4535-8079-ddd52d772bd8 req-8ac397dd-d3ae-43d2-97f3-2248c69ad498 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 946 time: 0.0571101 Feb 03 05:00:21.580114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21c2f603-77a7-4535-8079-ddd52d772bd8 req-d2e23d57-f215-4cd1-93ca-e40e293db2ba tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Feb 03 05:00:22.713486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd466d-f0dd-44a5-849e-8c662b8730fb req-0b46c110-1d32-45b3-b62f-1cbde3e36725 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:22.715001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1cd466d-f0dd-44a5-849e-8c662b8730fb req-0b46c110-1d32-45b3-b62f-1cbde3e36725 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 946 time: 0.0599663 Feb 03 05:00:22.764465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1cd466d-f0dd-44a5-849e-8c662b8730fb req-a4996f6d-c0eb-4ce3-b64e-2f235aa18bc8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Feb 03 05:00:22.891564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54647272-9658-49d7-a569-b81fec90ff65 req-404f4a45-6dd1-4590-aeee-a02cced2b454 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:22.892977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54647272-9658-49d7-a569-b81fec90ff65 req-404f4a45-6dd1-4590-aeee-a02cced2b454 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 946 time: 0.0593064 Feb 03 05:00:22.941012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54647272-9658-49d7-a569-b81fec90ff65 req-f56e8ba6-4b09-4c26-b3c7-55cc4ad43271 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Feb 03 05:00:23.261178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a112-0265-44ac-a58c-4815394d7524 req-41640275-d294-4303-abf7-0e51c73b9781 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:23.262778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5294a112-0265-44ac-a58c-4815394d7524 req-41640275-d294-4303-abf7-0e51c73b9781 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 946 time: 0.0607491 Feb 03 05:00:23.316845 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5294a112-0265-44ac-a58c-4815394d7524 req-42b48dc9-a50e-47ad-bf36-c8d2298f9f65 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482154 Feb 03 05:00:23.952957 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:24.050886 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:24.453291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771977bc-c390-4634-ae27-3bcf99f2f565 req-58da6071-d5cd-4c55-b413-09fdb341a407 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:24.454777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-771977bc-c390-4634-ae27-3bcf99f2f565 req-58da6071-d5cd-4c55-b413-09fdb341a407 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 946 time: 0.0565679 Feb 03 05:00:24.507270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-771977bc-c390-4634-ae27-3bcf99f2f565 req-f0e2cafe-fb42-4cd7-9872-d2aa8e0f4899 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466077 Feb 03 05:00:24.683568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-1062d8f4-3eae-40a5-a93c-cb87b9921177 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:24.685758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-1062d8f4-3eae-40a5-a93c-cb87b9921177 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 946 time: 0.0553319 Feb 03 05:00:24.789050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:00:24.789479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:24.886197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] For port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:00:24.886586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:24.900033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:00:25.030864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (41983614-af64-4c1e-a8d7-bb8cb8a4bab0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:25.044784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['41983614-af64-4c1e-a8d7-bb8cb8a4bab0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:00:25.047082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['cd58fb6e-8bd9-4559-963e-c5ea27826fc8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:00:25.064026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=41983614-af64-4c1e-a8d7-bb8cb8a4bab0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:00:25.080709 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.081208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.081692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.082081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.082421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.083024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.083365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.083907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.084243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.084573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.084902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.085230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.085561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:00:25.135466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] No DVR routers for this DVR port 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:00:25.138967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:25.145062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-81350117-6cd8-4e2e-aea5-0545283b4bc6 req-38033f2d-19fd-45d2-ad17-a172a9ce720a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "DELETE /v2.0/ports/41983614-af64-4c1e-a8d7-bb8cb8a4bab0 HTTP/1.1" status: 204 len: 173 time: 0.4537232 Feb 03 05:00:25.145628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'name': 'network-vif-deleted', 'tag': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:00:25.148041 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e867c31-cfa5-4bd3-847d-29c68801ba06" -d '{"events": [{"server_uuid": "80cc3542-5c35-43f8-938a-c54cfccc2166", "name": "network-vif-deleted", "tag": "41983614-af64-4c1e-a8d7-bb8cb8a4bab0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:00:25.220727 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26473d94-e88f-451d-bb9a-f35f3e5da59a x-openstack-request-id: req-26473d94-e88f-451d-bb9a-f35f3e5da59a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:00:25.221058 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cc3542-5c35-43f8-938a-c54cfccc2166", "name": "network-vif-deleted", "tag": "41983614-af64-4c1e-a8d7-bb8cb8a4bab0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:00:25.221284 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26473d94-e88f-451d-bb9a-f35f3e5da59a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:00:25.222105 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cc3542-5c35-43f8-938a-c54cfccc2166', 'name': 'network-vif-deleted', 'tag': '41983614-af64-4c1e-a8d7-bb8cb8a4bab0', 'status': 'completed', 'code': 200} Feb 03 05:00:25.631952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f2d015d-ff22-4389-9987-7292ed8539fa req-7dd656f2-db58-4aa4-9eea-a20a2082dc6c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0325136 Feb 03 05:00:26.738188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f12637c2-5902-445e-8407-ee9b44a9ec05 req-44d76635-6d07-457d-b734-e62fb8be58d5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0290492 Feb 03 05:00:27.850989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e1116a1-edc6-41b4-a551-c8929d3b4681 req-ca9a687d-7202-41a9-a458-fac77dd7bad4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0313461 Feb 03 05:00:28.332414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:00:28.353497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:00:28.353852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 41983614-af64-4c1e-a8d7-bb8cb8a4bab0 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:00:28.952009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa1ca649-eb80-45aa-a2c5-ae1171514076 req-b4410e33-4342-47a0-8443-1a3c76925662 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0314641 Feb 03 05:00:30.049455 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55dc3379-ede5-496f-85ad-fc6112a50dc2 req-d96e1a1f-e511-48a6-b3bb-1c6619a1df27 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0283735 Feb 03 05:00:31.147634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cbc2c99-aa55-4e0f-b224-136ee6860497 req-faa57d3f-8240-454b-be9f-c408c7ae2e5e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0280197 Feb 03 05:00:32.252335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57c4397a-2390-433b-a98f-76e501b4e338 req-dab8a052-d4cd-450f-bf7f-549d98d7f44b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0339868 Feb 03 05:00:33.195117 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f378d65a-78f4-423e-b2b1-d64346f0051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:33.348971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c98befce-a6c6-4034-aae9-5f0494913f55 req-7a99d837-6b20-4b4e-acda-9ecbe9443c01 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=80cc3542-5c35-43f8-938a-c54cfccc2166 HTTP/1.1" status: 200 len: 210 time: 0.0279441 Feb 03 05:00:33.512201 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:00:36.394996 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c5d7cc-1722-4a39-b859-3d39299bf6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:36.731648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:38.190980 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:39.299450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:45.163716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064eec7-fa24-434f-8d99-4b2fc8caea63 req-4154286a-9a5f-43a1-8320-a5195132c0dd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:45.165192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3064eec7-fa24-434f-8d99-4b2fc8caea63 req-4154286a-9a5f-43a1-8320-a5195132c0dd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 945 time: 0.0554428 Feb 03 05:00:45.219997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3064eec7-fa24-434f-8d99-4b2fc8caea63 req-b4c66bea-8479-4e70-9b56-672770494072 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490086 Feb 03 05:00:46.348201 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6aa4b-b8f5-4e9e-8f77-3e38f49e887c req-349d02da-bf5c-4b70-8186-e863f8943c91 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:46.349727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13d6aa4b-b8f5-4e9e-8f77-3e38f49e887c req-349d02da-bf5c-4b70-8186-e863f8943c91 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 945 time: 0.0571206 Feb 03 05:00:46.399420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13d6aa4b-b8f5-4e9e-8f77-3e38f49e887c req-63d41a99-45f1-48e4-ac46-647ca4e2c26a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=9945cf34-6f4c-4113-9a31-2a3bc1cb039e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Feb 03 05:00:46.647489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-f824c4c5-1744-48d3-8a31-7ad79a3e15da tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:00:46.649052 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-f824c4c5-1744-48d3-8a31-7ad79a3e15da tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 945 time: 0.0599155 Feb 03 05:00:46.747097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:00:46.747442 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:46.838983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] For port cd58fb6e-8bd9-4559-963e-c5ea27826fc8, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:00:46.839261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:46.852424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for cd58fb6e-8bd9-4559-963e-c5ea27826fc8 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:00:46.978159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cd58fb6e-8bd9-4559-963e-c5ea27826fc8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:46.991393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['cd58fb6e-8bd9-4559-963e-c5ea27826fc8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:00:47.013273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=cd58fb6e-8bd9-4559-963e-c5ea27826fc8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:00:47.062289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] No DVR routers for this DVR port cd58fb6e-8bd9-4559-963e-c5ea27826fc8 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:00:47.065369 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:47.068695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-894a4c63-c071-4381-a1cc-4e31603ad9d2 req-ab622069-b334-4f69-837d-c2738f2ba37a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "DELETE /v2.0/ports/cd58fb6e-8bd9-4559-963e-c5ea27826fc8 HTTP/1.1" status: 204 len: 173 time: 0.4141085 Feb 03 05:00:47.069133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'name': 'network-vif-deleted', 'tag': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:00:47.071347 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc5108-0c93-4927-8ffa-9c4a21947e9f" -d '{"events": [{"server_uuid": "aa0c6df6-7e2a-4522-98f0-26a481740558", "name": "network-vif-deleted", "tag": "cd58fb6e-8bd9-4559-963e-c5ea27826fc8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:00:47.195070 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a15df1-e298-4021-b95d-6d47c1e785ba x-openstack-request-id: req-20a15df1-e298-4021-b95d-6d47c1e785ba {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:00:47.195428 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0c6df6-7e2a-4522-98f0-26a481740558", "name": "network-vif-deleted", "tag": "cd58fb6e-8bd9-4559-963e-c5ea27826fc8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:00:47.195794 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20a15df1-e298-4021-b95d-6d47c1e785ba {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:00:47.196259 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c6df6-7e2a-4522-98f0-26a481740558', 'name': 'network-vif-deleted', 'tag': 'cd58fb6e-8bd9-4559-963e-c5ea27826fc8', 'status': 'completed', 'code': 200} Feb 03 05:00:47.513725 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31298262-6b53-4e94-a359-bec23fd5124c req-f5e2ba03-a6e8-4c92-838e-238368fa4761 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0309870 Feb 03 05:00:48.621977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01bcc8ae-b5b9-4a87-8adf-f2c152246c9f req-d3d9c569-c78a-495b-9af4-1b5e112d8253 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0316985 Feb 03 05:00:49.727099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a43495d3-4c28-4ae9-a818-ede036c1ad4b req-bed3d8f9-0437-4305-9a15-cde0e9e47362 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0329175 Feb 03 05:00:50.668141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device cd58fb6e-8bd9-4559-963e-c5ea27826fc8 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:00:50.692157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: cd58fb6e-8bd9-4559-963e-c5ea27826fc8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:00:50.692513 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device cd58fb6e-8bd9-4559-963e-c5ea27826fc8 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:00:50.823429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a575c447-1b1f-44fe-af5e-a86586744e8c req-ba27dac1-f0a6-42cf-a14f-839b2d133de0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Feb 03 05:00:51.920652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb95d4e9-199c-4b55-87e4-994ff81f0d50 req-4991dd72-ea15-40d7-ace5-5122730d5b68 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0280292 Feb 03 05:00:53.018624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90a0d10f-de6b-4246-b8a6-00445ac1caea req-953a9810-b945-4b19-b05a-25a2ba9a8daf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Feb 03 05:00:53.955305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:54.059455 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:00:54.114106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87f9c9e1-31a1-4a9f-830b-5ca865246fd9 req-d9c153ee-03db-4121-b342-ea6ab44011a2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0272923 Feb 03 05:00:55.213428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb07062d-8b91-47f4-8999-10895f785b2e req-16b1bdb1-83a6-478f-ab44-7cf09ea0be78 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0313189 Feb 03 05:00:56.316630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d9ad522-3a2a-42af-838e-54b0ed87a723 req-294e8b48-71fc-4e9c-ad4f-9960a49a5a70 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0287871 Feb 03 05:00:57.412670 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac301130-c57e-46e8-9f95-321a4d70ab5a req-2925a958-5a0a-419f-8350-d289c6f7714f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0279572 Feb 03 05:00:58.512188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de3a27aa-e4e7-42ef-8112-6ff5376b9512 req-ffa02a3d-637a-4246-995a-9216cb8da966 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0284321 Feb 03 05:00:59.621781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b585ae03-2035-49af-a2fe-08ee06195f85 req-6c7aef99-a22a-4e91-80a2-bd1287e9ee18 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa0c6df6-7e2a-4522-98f0-26a481740558 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Feb 03 05:01:03.192355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-005ff846-3b42-4bbb-abda-7c0208d74826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:06.394522 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61d63b9a-a122-488f-bd02-1177343f63cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:06.739226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:08.204387 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.173703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:09.178396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144226795', 'description': 'tempest-secgroup-smoke-1144226795 description', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:09.211590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.280614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group (917ffac4-3ee4-4f7b-8752-dc0a432baca5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.286939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (917ffac4-3ee4-4f7b-8752-dc0a432baca5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.302500 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.338085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917ffac4-3ee4-4f7b-8752-dc0a432baca5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:09.347554 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.348802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1740537 Feb 03 05:01:09.352351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56176) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:09.354798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.355151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.355525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.355871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.356212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.356547 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.356871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.357388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.357883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.358370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.358874 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.359379 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.359903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c876b-8240-43b2-a0d1-c932f58e5e56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:09.361615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d36fde28-2dfa-46cf-adbe-0e691f2cde1b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'security_group_rule': {'security_group_id': '917ffac4-3ee4-4f7b-8752-dc0a432baca5', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:09.394095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36fde28-2dfa-46cf-adbe-0e691f2cde1b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (0c0c3b6f-75fd-42b8-a44e-2d276683aa4a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.442644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36fde28-2dfa-46cf-adbe-0e691f2cde1b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (0c0c3b6f-75fd-42b8-a44e-2d276683aa4a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.447828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36fde28-2dfa-46cf-adbe-0e691f2cde1b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (0c0c3b6f-75fd-42b8-a44e-2d276683aa4a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.477251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fde28-2dfa-46cf-adbe-0e691f2cde1b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0c3b6f-75fd-42b8-a44e-2d276683aa4a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:09.484035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36fde28-2dfa-46cf-adbe-0e691f2cde1b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.488013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:09.488205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d36fde28-2dfa-46cf-adbe-0e691f2cde1b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330585 Feb 03 05:01:09.493424 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-39163dc2-e90c-4f31-9cdb-d4b0fc52e7df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'security_group_rule': {'security_group_id': '917ffac4-3ee4-4f7b-8752-dc0a432baca5', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:09.523880 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39163dc2-e90c-4f31-9cdb-d4b0fc52e7df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (951e1755-501d-4de9-a9c3-8b58a32928db), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.602753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39163dc2-e90c-4f31-9cdb-d4b0fc52e7df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (951e1755-501d-4de9-a9c3-8b58a32928db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.620313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39163dc2-e90c-4f31-9cdb-d4b0fc52e7df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (951e1755-501d-4de9-a9c3-8b58a32928db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.635418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163dc2-e90c-4f31-9cdb-d4b0fc52e7df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951e1755-501d-4de9-a9c3-8b58a32928db,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:09.652780 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-39163dc2-e90c-4f31-9cdb-d4b0fc52e7df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.654099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-39163dc2-e90c-4f31-9cdb-d4b0fc52e7df tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649573 Feb 03 05:01:09.656823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:09.661349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-292f7cbe-79d0-4865-94a9-cd0c9c13fea5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'security_group_rule': {'security_group_id': '917ffac4-3ee4-4f7b-8752-dc0a432baca5', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:09.686666 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-292f7cbe-79d0-4865-94a9-cd0c9c13fea5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (4a57738b-6d7c-42fd-a876-c03f055afa88), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.750948 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-292f7cbe-79d0-4865-94a9-cd0c9c13fea5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (4a57738b-6d7c-42fd-a876-c03f055afa88), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.755460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-292f7cbe-79d0-4865-94a9-cd0c9c13fea5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (4a57738b-6d7c-42fd-a876-c03f055afa88), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.779922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f7cbe-79d0-4865-94a9-cd0c9c13fea5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a57738b-6d7c-42fd-a876-c03f055afa88,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:09.791841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-292f7cbe-79d0-4865-94a9-cd0c9c13fea5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.795677 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-292f7cbe-79d0-4865-94a9-cd0c9c13fea5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353762 Feb 03 05:01:09.796135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:09.800975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-259971c4-83c3-4fea-9bfa-0fefb93f56e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'security_group_rule': {'security_group_id': '917ffac4-3ee4-4f7b-8752-dc0a432baca5', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:09.830818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259971c4-83c3-4fea-9bfa-0fefb93f56e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (d2a494ce-512e-49b5-874d-b13d9a1f4439), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.894206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259971c4-83c3-4fea-9bfa-0fefb93f56e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (d2a494ce-512e-49b5-874d-b13d9a1f4439), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.899129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259971c4-83c3-4fea-9bfa-0fefb93f56e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (d2a494ce-512e-49b5-874d-b13d9a1f4439), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.913622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259971c4-83c3-4fea-9bfa-0fefb93f56e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a494ce-512e-49b5-874d-b13d9a1f4439,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:09.928339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259971c4-83c3-4fea-9bfa-0fefb93f56e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:09.929553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-259971c4-83c3-4fea-9bfa-0fefb93f56e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323934 Feb 03 05:01:09.932326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:09.937384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'security_group_rule': {'security_group_id': '917ffac4-3ee4-4f7b-8752-dc0a432baca5', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:09.961312 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Project b6d7de53bf234135b3ce01239672b2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:01:09.966991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (cf87b3c2-013e-426a-add9-fef2b50749c4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.031485 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (cf87b3c2-013e-426a-add9-fef2b50749c4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.047389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (cf87b3c2-013e-426a-add9-fef2b50749c4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.062061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf87b3c2-013e-426a-add9-fef2b50749c4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:10.076680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.077943 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ded44c35-fea2-40f5-a705-7432d214741e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446187 Feb 03 05:01:10.080934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:10.086311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'security_group_rule': {'security_group_id': '917ffac4-3ee4-4f7b-8752-dc0a432baca5', 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:10.106624 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Project b6d7de53bf234135b3ce01239672b2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:01:10.111938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (46a73347-c627-4f10-9181-f76a5c9b02a8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.186272 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (46a73347-c627-4f10-9181-f76a5c9b02a8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.192616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (46a73347-c627-4f10-9181-f76a5c9b02a8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.210645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a73347-c627-4f10-9181-f76a5c9b02a8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:10.224381 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:10.227381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bf3ee4c7-580f-4ebd-84c0-0f1f8a8a6222 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447268 Feb 03 05:01:10.527162 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:01:23.970430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:24.058404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:26.999183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:27.005679 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523702533', 'description': 'tempest-secgroup-smoke-1523702533 description', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:27.033561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.104940 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group (f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.110267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.141203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.145530 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1446102 Feb 03 05:01:27.145724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:27.146922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:27.154087 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d28c1e50-e0af-4b4c-aaad-b3da84c2f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'security_group_rule': {'security_group_id': 'f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:27.155332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.155713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.156073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.156453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.156806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.157130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.157462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.157793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.158141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.158761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.159101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.159425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.159947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b01c1-9094-4849-8baa-a3a0901d68a0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:27.186047 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d28c1e50-e0af-4b4c-aaad-b3da84c2f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (34b90c0f-f0f8-4753-93e7-309081c0b947), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.257407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d28c1e50-e0af-4b4c-aaad-b3da84c2f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (34b90c0f-f0f8-4753-93e7-309081c0b947), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.261621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d28c1e50-e0af-4b4c-aaad-b3da84c2f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (34b90c0f-f0f8-4753-93e7-309081c0b947), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.278595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c1e50-e0af-4b4c-aaad-b3da84c2f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b90c0f-f0f8-4753-93e7-309081c0b947,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:27.288305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d28c1e50-e0af-4b4c-aaad-b3da84c2f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.289533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d28c1e50-e0af-4b4c-aaad-b3da84c2f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424854 Feb 03 05:01:27.292527 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:27.296966 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5f1ac2f1-6dd4-4ace-806a-c20bc8b98bec tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'security_group_rule': {'security_group_id': 'f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:27.322574 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac2f1-6dd4-4ace-806a-c20bc8b98bec tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (6456e4b3-a8b2-4056-beaa-e61dc4451453), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.380449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac2f1-6dd4-4ace-806a-c20bc8b98bec tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (6456e4b3-a8b2-4056-beaa-e61dc4451453), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.384497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac2f1-6dd4-4ace-806a-c20bc8b98bec tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6456e4b3-a8b2-4056-beaa-e61dc4451453), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.402827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ac2f1-6dd4-4ace-806a-c20bc8b98bec tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6456e4b3-a8b2-4056-beaa-e61dc4451453,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:27.411591 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac2f1-6dd4-4ace-806a-c20bc8b98bec tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.412896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5f1ac2f1-6dd4-4ace-806a-c20bc8b98bec tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193082 Feb 03 05:01:27.415724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:27.420173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ed9581c9-dfd2-46c7-bd86-fef144b842bb tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'security_group_rule': {'security_group_id': 'f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:27.452695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed9581c9-dfd2-46c7-bd86-fef144b842bb tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (05e6826f-00b6-4284-8afe-1cb2a64496e6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.533422 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed9581c9-dfd2-46c7-bd86-fef144b842bb tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (05e6826f-00b6-4284-8afe-1cb2a64496e6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.539753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed9581c9-dfd2-46c7-bd86-fef144b842bb tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (05e6826f-00b6-4284-8afe-1cb2a64496e6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.566485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9581c9-dfd2-46c7-bd86-fef144b842bb tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e6826f-00b6-4284-8afe-1cb2a64496e6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:27.577688 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed9581c9-dfd2-46c7-bd86-fef144b842bb tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.582500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed9581c9-dfd2-46c7-bd86-fef144b842bb tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658077 Feb 03 05:01:27.582838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:27.588960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-891dbb3d-48cb-4130-865e-5e87acb3f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'security_group_rule': {'security_group_id': 'f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:27.627909 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-891dbb3d-48cb-4130-865e-5e87acb3f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (6792c276-60ef-4fa7-b8fb-518ff69912f0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.700808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-891dbb3d-48cb-4130-865e-5e87acb3f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (6792c276-60ef-4fa7-b8fb-518ff69912f0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.706066 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-891dbb3d-48cb-4130-865e-5e87acb3f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6792c276-60ef-4fa7-b8fb-518ff69912f0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.732270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dbb3d-48cb-4130-865e-5e87acb3f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6792c276-60ef-4fa7-b8fb-518ff69912f0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:27.745544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-891dbb3d-48cb-4130-865e-5e87acb3f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.750105 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-891dbb3d-48cb-4130-865e-5e87acb3f73d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627853 Feb 03 05:01:27.750610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:27.755595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'security_group_rule': {'security_group_id': 'f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:27.787318 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Project 3fe3733297944500a1d1ff6aecc1c05f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:01:27.794362 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (a8962cb7-612f-4b57-931b-6192316817f6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.873433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (a8962cb7-612f-4b57-931b-6192316817f6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.879623 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a8962cb7-612f-4b57-931b-6192316817f6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.905411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8962cb7-612f-4b57-931b-6192316817f6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:27.912697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:27.916825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bda4d533-8119-4c66-b60f-7438c0bf1817 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1625078 Feb 03 05:01:27.917233 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:27.923104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'security_group_rule': {'security_group_id': 'f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1', 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:27.949445 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Project 3fe3733297944500a1d1ff6aecc1c05f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:01:27.955289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (19e9f856-609e-4f78-ac60-620254a6be46), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:28.018905 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (19e9f856-609e-4f78-ac60-620254a6be46), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:28.023782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (19e9f856-609e-4f78-ac60-620254a6be46), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:28.046959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e9f856-609e-4f78-ac60-620254a6be46,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:28.057305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:28.066837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6bb2ad3c-5c5e-4f1d-96bb-9890933fd663 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398263 Feb 03 05:01:28.214823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-35af5c47-6179-4ae5-a40a-feee3c091461 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523702533&fields=id&tenant_id=3fe3733297944500a1d1ff6aecc1c05f HTTP/1.1" status: 200 len: 267 time: 0.0449426 Feb 03 05:01:28.323950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-e6292e6b-014b-43b9-a459-b950c6c922bf tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:28.325287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-e6292e6b-014b-43b9-a459-b950c6c922bf tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 812 time: 0.1035013 Feb 03 05:01:28.340480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-1f912297-094d-4602-9c6b-0bb173b54d4e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/quotas/3fe3733297944500a1d1ff6aecc1c05f HTTP/1.1" status: 200 len: 375 time: 0.0096397 Feb 03 05:01:28.395816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-25687e4b-30ca-4cf1-845b-df0075f5ea70 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502076 Feb 03 05:01:28.554517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-d2721549-994d-4510-bf00-00df27a8326e service neutron] 10.222.0.35 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468284 Feb 03 05:01:28.646911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-91b3dc8b-0d3c-40a4-8d91-4b47d39f7d1f service neutron] 10.222.0.35 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863707 Feb 03 05:01:28.953631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a8578b6-c1f2-4072-924b-8aed20d23f35 req-ded37afa-5299-4ee9-af3f-e23ca9446323 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0305750 Feb 03 05:01:29.932096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-26970cf3-a914-474d-af0e-e66e19e0b649 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:29.934408 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-26970cf3-a914-474d-af0e-e66e19e0b649 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.31 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 812 time: 0.1130934 Feb 03 05:01:29.999134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-d829376b-7f87-40a7-a3f8-3d94684bf465 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144226795&fields=id&tenant_id=b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 267 time: 0.0489748 Feb 03 05:01:29.999697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-f3266c38-ba54-47fe-9a22-c89afd8f1e16 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe3733297944500a1d1ff6aecc1c05f HTTP/1.1" status: 200 len: 380 time: 0.0566742 Feb 03 05:01:30.014939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'port': {'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'admin_state_up': True, 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'security_groups': ['f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:30.076691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f7f7ce2-e7ba-4b9c-a80a-c31826aa7442 req-be298935-be78-4cc1-8192-b3ec23c609f7 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0380838 Feb 03 05:01:30.154018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Made reservation on behalf of 3fe3733297944500a1d1ff6aecc1c05f for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:01:30.154783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-2b53be45-54f0-4a3d-9e2c-036d5a481b27 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:30.157370 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:30.159966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-2b53be45-54f0-4a3d-9e2c-036d5a481b27 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1497498 Feb 03 05:01:30.173818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-0ee67d80-3020-4ff5-98b1-80caa7f301d9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/quotas/b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0102608 Feb 03 05:01:30.237854 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-f353db15-105f-4bf5-bb19-974c7f8dbb4c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580246 Feb 03 05:01:30.254417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-04af1132-ef68-405f-85ca-ffbee2debda1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:01:30.255368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-04af1132-ef68-405f-85ca-ffbee2debda1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053997 Feb 03 05:01:30.286313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Allocated IP 172.20.0.5 (d2529824-7963-43b1-8cac-43e8e2ee6bc5/a1d6a25c-cbed-4b2f-bc34-165e416526d7/80727c8c-985a-4d71-85a4-f1a80ab173fc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:01:30.352431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff18995-90ae-4018-9ec3-198474fb94e2 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910192 Feb 03 05:01:30.428549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:30.452197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-2e5d5ee9-453a-45ed-917d-f9b79aa8caeb service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934591 Feb 03 05:01:30.470103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:30.511724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:01:30.518629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:01:30.522246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:01:30.565938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'Port': ['ID=80727c8c-985a-4d71-85a4-f1a80ab173fc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:30.594647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:30.595665 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:30.614462 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-05eb48da-4f9a-4f3b-ba70-ebcb0ab65c32 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098671 Feb 03 05:01:30.627765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Request body: {'port': {'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:30.691567 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:30.862560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ccbd-0856-47e3-868b-5d3aaf3b96f9 None None] Provisioning complete for port 80727c8c-985a-4d71-85a4-f1a80ab173fc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:01:30.863092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ccbd-0856-47e3-868b-5d3aaf3b96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:30.879439 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f05ece7-675f-45d5-be38-57a280d2f6e5 req-af89a2af-7807-4b26-b14c-7140f020bb80 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0687814 Feb 03 05:01:30.920511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5ccbd-0856-47e3-868b-5d3aaf3b96f9 None None] Port 80727c8c-985a-4d71-85a4-f1a80ab173fc cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:01:30.992314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80727c8c-985a-4d71-85a4-f1a80ab173fc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:01:31.002995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Publish callbacks [] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:31.027854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Transition to ACTIVE for port object 80727c8c-985a-4d71-85a4-f1a80ab173fc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:01:31.035056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:31.092014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Pushing event updated for resources: {'Port': ['ID=80727c8c-985a-4d71-85a4-f1a80ab173fc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:31.212741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Attempting to bind port 80727c8c-985a-4d71-85a4-f1a80ab173fc on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:01:31.213077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Attempting to bind port 80727c8c-985a-4d71-85a4-f1a80ab173fc by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:01:31.213939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Attempting to bind port 80727c8c-985a-4d71-85a4-f1a80ab173fc on network d2529824-7963-43b1-8cac-43e8e2ee6bc5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:01:31.219891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Port 80727c8c-985a-4d71-85a4-f1a80ab173fc on network d2529824-7963-43b1-8cac-43e8e2ee6bc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:01:31.220512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Attempting to bind port 80727c8c-985a-4d71-85a4-f1a80ab173fc on network d2529824-7963-43b1-8cac-43e8e2ee6bc5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:01:31.229739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:01:31.230185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Checking segment: {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:01:31.230573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Bound using segment: {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:01:31.232524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Bound port: 80727c8c-985a-4d71-85a4-f1a80ab173fc, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a18d01-6aad-43e4-971f-f774ed3f9862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:01:31.233234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:31.277787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f88b-f0c5-4eed-a6ce-7d6d4cd52294 req-5a4f2dad-479e-46b1-b7ed-9346e7392ce0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:31.279555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41d4f88b-f0c5-4eed-a6ce-7d6d4cd52294 req-5a4f2dad-479e-46b1-b7ed-9346e7392ce0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0641072 Feb 03 05:01:31.324865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] For port 80727c8c-985a-4d71-85a4-f1a80ab173fc, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:01:31.334185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] For port 80727c8c-985a-4d71-85a4-f1a80ab173fc, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:01:31.350647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:31.369130 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-41d4f88b-f0c5-4eed-a6ce-7d6d4cd52294 req-c0f5c8d2-fc44-46a9-88c9-66cdce49d552 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805943 Feb 03 05:01:31.397475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:31.398301 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:31.399825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] 10.222.0.31 "PUT /v2.0/ports/80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 1091 time: 0.7766092 Feb 03 05:01:31.400393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:01:31.402817 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab" -d '{"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:01:31.440969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a12fe-0d8d-4bf2-8081-7c09afde9c78 service neutron] Pushing event updated for resources: {'Port': ['ID=80727c8c-985a-4d71-85a4-f1a80ab173fc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:31.466230 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb716402-a1f9-4553-8d32-ad2ffa3f946f x-openstack-request-id: req-eb716402-a1f9-4553-8d32-ad2ffa3f946f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:01:31.466554 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:01:31.466945 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb716402-a1f9-4553-8d32-ad2ffa3f946f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:01:31.467534 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'status': 'completed', 'code': 200} Feb 03 05:01:31.541061 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-55170b5f-107d-431e-be2b-d1067368a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:31.543962 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-55170b5f-107d-431e-be2b-d1067368a2e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1125 time: 0.0597987 Feb 03 05:01:31.592536 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-b5992aca-a7e6-4f22-a55c-0b636971d68b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 217 time: 0.0410640 Feb 03 05:01:31.643198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-316ff5c6-375d-4c28-96b7-a4587a6d2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:31.644723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-316ff5c6-375d-4c28-96b7-a4587a6d2614 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 200 len: 851 time: 0.0469468 Feb 03 05:01:31.696520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-8bdffbb7-8239-48f4-bead-cd7a1ca8b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:31.698057 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-8bdffbb7-8239-48f4-bead-cd7a1ca8b2bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2529824-7963-43b1-8cac-43e8e2ee6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474901 Feb 03 05:01:31.791254 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-cf9608d6-7e37-4100-b151-020def98c690 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857928 Feb 03 05:01:31.955713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-55dabf28-c3e9-4ada-93c9-b9f277970f97 req-36b6b6be-0ae8-4f59-9880-8f3f5d1d41e2 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572161 Feb 03 05:01:32.010741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-720febe9-8012-415c-9a25-94dd7435786c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:32.012454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-720febe9-8012-415c-9a25-94dd7435786c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1508305 Feb 03 05:01:32.020066 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb34669d-9e91-4f62-b4c2-d3103745285b req-2dce8f9e-2733-4f43-a5ab-0d00d36c789a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0598776 Feb 03 05:01:32.114572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-716a06b0-a7f3-4bb4-91a5-c223736cda64 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 380 time: 0.0942376 Feb 03 05:01:32.117779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-6f7d6ad5-1feb-4496-80b5-7f0b18ce16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:32.119346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-6f7d6ad5-1feb-4496-80b5-7f0b18ce16cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1125 time: 0.0912066 Feb 03 05:01:32.124243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'port': {'device_id': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'admin_state_up': True, 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'security_groups': ['917ffac4-3ee4-4f7b-8752-dc0a432baca5']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:32.290273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-b2fd2630-9016-4d8f-a9a4-f2e86095cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:32.291974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-b2fd2630-9016-4d8f-a9a4-f2e86095cd6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 913 time: 0.1641688 Feb 03 05:01:32.339589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-994a939e-0d74-44da-b14c-89df88066614 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 217 time: 0.0401020 Feb 03 05:01:32.342808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:01:32.346600 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:32.445422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-0a7ff174-eed6-440b-a643-5cc40f1c2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:32.447068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-0a7ff174-eed6-440b-a643-5cc40f1c2181 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 200 len: 851 time: 0.0980926 Feb 03 05:01:32.510417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19fde3-45d1-4ec7-b2c8-371dbebc767f req-132764a9-5285-4095-a58a-b1eb613939a2 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:32.520177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b19fde3-45d1-4ec7-b2c8-371dbebc767f req-132764a9-5285-4095-a58a-b1eb613939a2 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0742869 Feb 03 05:01:32.555542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-4d1adf97-2377-4e94-8f9f-d4d2e8735003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:32.557236 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-4d1adf97-2377-4e94-8f9f-d4d2e8735003 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2529824-7963-43b1-8cac-43e8e2ee6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1016581 Feb 03 05:01:32.558990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.20.0.14 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/724681a4-4107-4ab9-9281-bc2b66958cc3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:01:32.584815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b19fde3-45d1-4ec7-b2c8-371dbebc767f req-3fdf871d-d68c-4350-9977-a2c8676f4f5b tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633471 Feb 03 05:01:32.748770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-b3317bda-fa8f-478e-b890-8e16b2a7d527 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791439 Feb 03 05:01:33.133032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e6b35e0-cf0a-44f2-a429-e02b290508d8 req-8b35ef40-8ca3-4db9-9b15-45517a3394ac tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0485058 Feb 03 05:01:33.197174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98c0b9d6-2b38-4918-a80e-c14d408fe889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.242901 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.283208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-85fdcfe4-4e9e-4ce9-b6c3-f6c566d65bab req-cf8194e3-4e21-4293-b17d-e6efd3b84f95 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272479 Feb 03 05:01:33.297045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.348060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:01:33.351135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:01:33.355322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:01:33.359160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=724681a4-4107-4ab9-9281-bc2b66958cc3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:33.404345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:33.404968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.422667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-7347c0ac-9613-43e1-9b4f-6191de4cb140 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3021986 Feb 03 05:01:33.433845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Request body: {'port': {'device_id': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:33.501997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.618692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-283a8728-9486-475a-bc44-4164ababc934 None None] Provisioning complete for port 724681a4-4107-4ab9-9281-bc2b66958cc3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:01:33.619074 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-283a8728-9486-475a-bc44-4164ababc934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.660331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-283a8728-9486-475a-bc44-4164ababc934 None None] Port 724681a4-4107-4ab9-9281-bc2b66958cc3 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:01:33.713260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b05fb0-364c-4934-b5c3-2b5a86f27c82 req-1f128586-6274-4fd2-b192-d1f3d38d67df tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:33.715490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77b05fb0-364c-4934-b5c3-2b5a86f27c82 req-1f128586-6274-4fd2-b192-d1f3d38d67df tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0623646 Feb 03 05:01:33.770128 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77b05fb0-364c-4934-b5c3-2b5a86f27c82 req-1d0c4ea0-214e-4714-a58e-619d070958fa tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471628 Feb 03 05:01:33.797939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724681a4-4107-4ab9-9281-bc2b66958cc3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:01:33.805934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Publish callbacks [] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.818365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Transition to ACTIVE for port object 724681a4-4107-4ab9-9281-bc2b66958cc3 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:01:33.821998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:33.869676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Pushing event updated for resources: {'Port': ['ID=724681a4-4107-4ab9-9281-bc2b66958cc3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:33.947013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Attempting to bind port 724681a4-4107-4ab9-9281-bc2b66958cc3 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:01:33.947621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Attempting to bind port 724681a4-4107-4ab9-9281-bc2b66958cc3 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:01:33.947955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Attempting to bind port 724681a4-4107-4ab9-9281-bc2b66958cc3 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:01:33.953295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Port 724681a4-4107-4ab9-9281-bc2b66958cc3 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:01:33.953619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Attempting to bind port 724681a4-4107-4ab9-9281-bc2b66958cc3 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:01:33.958625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:01:33.958994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:01:33.959355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:01:33.959952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Bound port: 724681a4-4107-4ab9-9281-bc2b66958cc3, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:01:33.960436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:34.025561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] For port 724681a4-4107-4ab9-9281-bc2b66958cc3, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:01:34.028778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] For port 724681a4-4107-4ab9-9281-bc2b66958cc3, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=724681a4-4107-4ab9-9281-bc2b66958cc3,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:01:34.037647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:34.072050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.072653 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:34.074267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] 10.222.0.15 "PUT /v2.0/ports/724681a4-4107-4ab9-9281-bc2b66958cc3 HTTP/1.1" status: 200 len: 1092 time: 0.6446824 Feb 03 05:01:34.074732 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:01:34.077487 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd5290-b6a6-4160-8841-36cf2dc155d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:01:34.106653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff60c8f-4380-48e8-a60d-aedbd7631338 service neutron] Pushing event updated for resources: {'Port': ['ID=724681a4-4107-4ab9-9281-bc2b66958cc3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:34.139988 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d22b1d-943b-4c63-a1e4-deb09b404eac x-openstack-request-id: req-34d22b1d-943b-4c63-a1e4-deb09b404eac {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:01:34.140447 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:01:34.140802 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34d22b1d-943b-4c63-a1e4-deb09b404eac {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:01:34.141301 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'status': 'completed', 'code': 200} Feb 03 05:01:34.192901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-197d8161-09c4-4833-8ab1-10b65ea9dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.194572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-197d8161-09c4-4833-8ab1-10b65ea9dee9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 1126 time: 0.0687826 Feb 03 05:01:34.248538 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-38784736-392c-4dfb-9a54-204cdb73df27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724681a4-4107-4ab9-9281-bc2b66958cc3 HTTP/1.1" status: 200 len: 217 time: 0.0470033 Feb 03 05:01:34.259464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13477a-673e-45c8-965c-1c3088a11f28 req-01b9bf69-fac6-4031-bc99-82f75e9857a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.266782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d13477a-673e-45c8-965c-1c3088a11f28 req-01b9bf69-fac6-4031-bc99-82f75e9857a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0640228 Feb 03 05:01:34.308020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-8a754bdd-3272-45b6-9383-74da91ddf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.310726 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-8a754bdd-3272-45b6-9383-74da91ddf5bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0561175 Feb 03 05:01:34.324809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d13477a-673e-45c8-965c-1c3088a11f28 req-7d63487f-6702-47b9-89e6-8bc1527c3525 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569770 Feb 03 05:01:34.378455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-75075c98-9ae2-4c98-99a9-374be747a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.380030 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-75075c98-9ae2-4c98-99a9-374be747a5b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633838 Feb 03 05:01:34.478846 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-3f261304-73ba-4e2c-8425-9eb885d68e7b service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927379 Feb 03 05:01:34.572443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-92057f7f-2711-40e3-802d-25d9f3454c50 req-663ce105-8203-4f9f-a9f3-9246b479053e service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874124 Feb 03 05:01:34.676413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-57aa89b2-d6fe-4f58-8a42-a942f6452ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.677973 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-57aa89b2-d6fe-4f58-8a42-a942f6452ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 1126 time: 0.0532284 Feb 03 05:01:34.768589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-5863bfdf-62ce-4f4b-88f6-5f4e6ac48d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.770075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-5863bfdf-62ce-4f4b-88f6-5f4e6ac48d41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0864973 Feb 03 05:01:34.814161 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-13c80a6b-b0d6-4f89-a67d-72067d3a6ed8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724681a4-4107-4ab9-9281-bc2b66958cc3 HTTP/1.1" status: 200 len: 217 time: 0.0385554 Feb 03 05:01:34.864937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-816bd361-a2f9-447c-a192-4d519b72912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.866550 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-816bd361-a2f9-447c-a192-4d519b72912d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0468256 Feb 03 05:01:34.902625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68929b-708b-4315-8460-c1d6bad7c5cb req-724d4591-4a6d-49d7-8f0c-a04c0a1f4547 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.904999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac68929b-708b-4315-8460-c1d6bad7c5cb req-724d4591-4a6d-49d7-8f0c-a04c0a1f4547 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0578563 Feb 03 05:01:34.916377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-24ede9ed-412c-428c-a4a3-c458a5d629a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:34.918016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-24ede9ed-412c-428c-a4a3-c458a5d629a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456419 Feb 03 05:01:34.957405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac68929b-708b-4315-8460-c1d6bad7c5cb req-76231252-5c55-41a8-b8fd-6b0fb6f16251 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458782 Feb 03 05:01:35.012399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-532451ed-57e2-4100-b2c6-db4f6107a020 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878007 Feb 03 05:01:35.103167 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05fd5290-b6a6-4160-8841-36cf2dc155d0 req-64f36749-974b-4fbe-9e34-6c8ae61129bb service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843544 Feb 03 05:01:35.451926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30108a2b-6a30-4cfe-8142-bda78486026e req-c3cf38b0-8a08-4869-b714-5c5c89605171 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:35.453466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30108a2b-6a30-4cfe-8142-bda78486026e req-c3cf38b0-8a08-4869-b714-5c5c89605171 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0597394 Feb 03 05:01:35.503282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30108a2b-6a30-4cfe-8142-bda78486026e req-2ac7b981-b339-4951-8e68-e355f43898f6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434527 Feb 03 05:01:36.082948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5844996-bb0d-4fd6-9707-87d70f392810 req-71c314ee-9cef-4717-9ed9-2c449916cc5d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:36.084777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5844996-bb0d-4fd6-9707-87d70f392810 req-71c314ee-9cef-4717-9ed9-2c449916cc5d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0576608 Feb 03 05:01:36.138961 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5844996-bb0d-4fd6-9707-87d70f392810 req-c98a1731-ceec-4e9f-9709-196093ad82e5 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470901 Feb 03 05:01:36.388611 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5910-c46c-4123-af46-4635e1ae10cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:36.634823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cff56-8f1e-4b8b-8e8c-659f7d6ccd6e req-9517ed89-b76a-4502-ae06-22652e262a4f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:36.636431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c41cff56-8f1e-4b8b-8e8c-659f7d6ccd6e req-9517ed89-b76a-4502-ae06-22652e262a4f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0648234 Feb 03 05:01:36.686179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c41cff56-8f1e-4b8b-8e8c-659f7d6ccd6e req-c6ae939c-2dd2-451f-9ec3-6f1e3ea6143b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Feb 03 05:01:36.739092 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:37.268856 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac01ca1-139a-4b9d-ad26-b377b1960c6c req-3629390f-6a18-450e-a39a-19ab9bd7443c tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:37.270264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fac01ca1-139a-4b9d-ad26-b377b1960c6c req-3629390f-6a18-450e-a39a-19ab9bd7443c tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0593510 Feb 03 05:01:37.320035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fac01ca1-139a-4b9d-ad26-b377b1960c6c req-670515aa-f7e9-48bb-86d6-5c7d94f65058 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Feb 03 05:01:37.818572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90c076-d279-4b3d-adbc-b089d0ad4e49 req-4556a27d-09d1-4691-8b99-e58a1fd487e0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:37.820175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be90c076-d279-4b3d-adbc-b089d0ad4e49 req-4556a27d-09d1-4691-8b99-e58a1fd487e0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0547352 Feb 03 05:01:37.880315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be90c076-d279-4b3d-adbc-b089d0ad4e49 req-46abd9bd-0d78-4b5b-9461-35892d9a88c9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540471 Feb 03 05:01:38.198318 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:38.442107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b19a5-10c0-46ec-a66a-a6300fdb6e03 req-4e34bc1e-1862-4bc2-b532-f03f7e67b61e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:38.443533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-018b19a5-10c0-46ec-a66a-a6300fdb6e03 req-4e34bc1e-1862-4bc2-b532-f03f7e67b61e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0553920 Feb 03 05:01:38.493436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-018b19a5-10c0-46ec-a66a-a6300fdb6e03 req-f2977858-c6d3-4fe0-8506-183383c3e061 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Feb 03 05:01:39.003230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad88f-b712-464e-8be4-c9d31d4dad33 req-7b5c806f-7e3a-4f3f-a952-ecaed5eb3f95 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:39.004755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8fad88f-b712-464e-8be4-c9d31d4dad33 req-7b5c806f-7e3a-4f3f-a952-ecaed5eb3f95 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0531981 Feb 03 05:01:39.054829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8fad88f-b712-464e-8be4-c9d31d4dad33 req-e38c4835-dc81-4be3-aab9-02560c6ed338 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442901 Feb 03 05:01:39.293994 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:39.622429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f426f7-d4dd-48e7-a3d5-b1d1aad1b838 req-25f68cb9-7061-41ba-925b-6f03968c3e0a tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:39.623992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6f426f7-d4dd-48e7-a3d5-b1d1aad1b838 req-25f68cb9-7061-41ba-925b-6f03968c3e0a tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0602543 Feb 03 05:01:39.675332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6f426f7-d4dd-48e7-a3d5-b1d1aad1b838 req-ea0b7e8c-100c-4d6f-b86d-018afe6c02d2 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448689 Feb 03 05:01:40.180678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b3bae-74ec-400e-b4fc-efd45d709eb3 req-f6cff8a2-f4f3-4bfb-a27e-c4af096a7229 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:40.182210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f8b3bae-74ec-400e-b4fc-efd45d709eb3 req-f6cff8a2-f4f3-4bfb-a27e-c4af096a7229 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0555499 Feb 03 05:01:40.234083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f8b3bae-74ec-400e-b4fc-efd45d709eb3 req-b5957c7f-7de2-4272-a417-2e06272da1f2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459006 Feb 03 05:01:40.796605 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed8192-aded-497b-8fbe-2b199d6a5b1a req-df83f250-e364-4018-aa4e-46bed8d313ce tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:40.798093 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caed8192-aded-497b-8fbe-2b199d6a5b1a req-df83f250-e364-4018-aa4e-46bed8d313ce tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0544388 Feb 03 05:01:40.851355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-caed8192-aded-497b-8fbe-2b199d6a5b1a req-d06f2c22-48ea-4ba8-baff-397540db81a3 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473917 Feb 03 05:01:41.359208 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c0f9f-29cd-4a81-ad5f-38b93d0c05ac req-42d4cba2-c72e-4514-8958-41ceeb67ec8a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:41.360733 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b5c0f9f-29cd-4a81-ad5f-38b93d0c05ac req-42d4cba2-c72e-4514-8958-41ceeb67ec8a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0551386 Feb 03 05:01:41.411537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b5c0f9f-29cd-4a81-ad5f-38b93d0c05ac req-304ab569-92ac-43b4-ad37-cd47810a9b9a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Feb 03 05:01:41.971590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbc3ee-784e-4bda-af73-ee835597f0bc req-83d111f0-94b7-42cd-9e59-aef0d80144c9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:41.973105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22cbc3ee-784e-4bda-af73-ee835597f0bc req-83d111f0-94b7-42cd-9e59-aef0d80144c9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0535872 Feb 03 05:01:42.022351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22cbc3ee-784e-4bda-af73-ee835597f0bc req-e49ee458-8cea-4e21-affb-46c9faa376d7 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Feb 03 05:01:42.539180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445b90-8c7f-41cb-9f0b-081cb425782a req-a8cafb48-55bd-43be-b54f-aac0f852c390 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:42.540808 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff445b90-8c7f-41cb-9f0b-081cb425782a req-a8cafb48-55bd-43be-b54f-aac0f852c390 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0602193 Feb 03 05:01:42.598741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff445b90-8c7f-41cb-9f0b-081cb425782a req-979810f5-b30a-4333-adb0-a45af13cf750 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516086 Feb 03 05:01:43.146724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d99d-f9cd-4deb-9580-7322d25468de req-fc319699-4211-4543-8a6e-f22bc4880ab1 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:43.148344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b360d99d-f9cd-4deb-9580-7322d25468de req-fc319699-4211-4543-8a6e-f22bc4880ab1 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0541074 Feb 03 05:01:43.198216 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b360d99d-f9cd-4deb-9580-7322d25468de req-4f509ef8-c3ab-46c9-ba61-7ac287e5cb0e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 Feb 03 05:01:43.723644 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04810163-adc6-4129-ba4c-b4a5e05a25dc req-34ea7c0f-2c22-4285-9366-4b07958721b6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:43.725154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04810163-adc6-4129-ba4c-b4a5e05a25dc req-34ea7c0f-2c22-4285-9366-4b07958721b6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0582292 Feb 03 05:01:43.773669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04810163-adc6-4129-ba4c-b4a5e05a25dc req-7769829f-9461-4257-99ff-ae6c21023516 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Feb 03 05:01:44.350940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fd4ee-d430-418b-8b8d-d7136c69f068 req-25957ad8-1681-4c95-842a-a4f53fd32d97 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:44.352734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d81fd4ee-d430-418b-8b8d-d7136c69f068 req-25957ad8-1681-4c95-842a-a4f53fd32d97 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0579433 Feb 03 05:01:44.407142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d81fd4ee-d430-418b-8b8d-d7136c69f068 req-563e1e61-f198-4520-bce0-149d8e60111f tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483067 Feb 03 05:01:44.896051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc9aca-2102-4b99-a477-44a97b896ba1 req-7fec0631-b364-4b68-a270-621c59681fc8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:44.897564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12bc9aca-2102-4b99-a477-44a97b896ba1 req-7fec0631-b364-4b68-a270-621c59681fc8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0539715 Feb 03 05:01:44.953503 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12bc9aca-2102-4b99-a477-44a97b896ba1 req-78962d59-06bb-46da-b514-3fdbc60340db tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499716 Feb 03 05:01:45.529912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7ec09-2b0e-49fb-a7af-73f45690bb1c req-3e88bb79-13f4-4d6c-8ccc-e1d71638f438 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:45.531413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96d7ec09-2b0e-49fb-a7af-73f45690bb1c req-3e88bb79-13f4-4d6c-8ccc-e1d71638f438 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0539763 Feb 03 05:01:45.585404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96d7ec09-2b0e-49fb-a7af-73f45690bb1c req-ba05cfde-76ac-49b0-a84e-9320bdf76183 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479650 Feb 03 05:01:46.074653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1065b1-055d-4f80-883f-a3bf398e74f5 req-b2f0a8d9-53fc-4cba-9430-f21d9858d568 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:46.076614 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed1065b1-055d-4f80-883f-a3bf398e74f5 req-b2f0a8d9-53fc-4cba-9430-f21d9858d568 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0547228 Feb 03 05:01:46.130777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed1065b1-055d-4f80-883f-a3bf398e74f5 req-e91481a7-369f-47fc-b9a2-d4de350d6656 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466897 Feb 03 05:01:46.713575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add3ed1-f1e9-49ef-b2f3-74e72a1f31a6 req-80cc7356-1b25-4deb-9c12-ac9e80f6a6c7 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:46.715042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2add3ed1-f1e9-49ef-b2f3-74e72a1f31a6 req-80cc7356-1b25-4deb-9c12-ac9e80f6a6c7 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0570271 Feb 03 05:01:46.763528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2add3ed1-f1e9-49ef-b2f3-74e72a1f31a6 req-85193ffd-68af-4671-a4e0-a67fb68f6899 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Feb 03 05:01:47.253057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985ca31-7c1f-4f82-8b09-3551f4f458a1 req-d5a8b69b-c2f6-443a-91ad-e499f5951450 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:47.254568 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c985ca31-7c1f-4f82-8b09-3551f4f458a1 req-d5a8b69b-c2f6-443a-91ad-e499f5951450 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0540738 Feb 03 05:01:47.306351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c985ca31-7c1f-4f82-8b09-3551f4f458a1 req-39c82bb0-52ae-4568-8fa3-8177f785d9c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455518 Feb 03 05:01:47.521769 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:01:47.892295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e9bb-088e-4382-8306-ef0896789cf0 req-25061972-f79a-410e-9f24-fb3c19a06660 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:47.893756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b38e9bb-088e-4382-8306-ef0896789cf0 req-25061972-f79a-410e-9f24-fb3c19a06660 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0530958 Feb 03 05:01:47.948469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b38e9bb-088e-4382-8306-ef0896789cf0 req-9217d53e-e26c-4c67-bdf3-87a094c5dee2 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465868 Feb 03 05:01:48.430383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54233ce-2a9c-47e3-909f-27cb9bf434d0 req-79be82af-1cfb-40c0-9520-cb57486e5c73 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:48.431948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f54233ce-2a9c-47e3-909f-27cb9bf434d0 req-79be82af-1cfb-40c0-9520-cb57486e5c73 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0534232 Feb 03 05:01:48.480612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f54233ce-2a9c-47e3-909f-27cb9bf434d0 req-6aeb0f7a-fd88-4e8f-b675-327429b3019b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Feb 03 05:01:49.076998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2f9ed-fb18-4878-8490-10545c66e25d req-a930bc30-d47f-4da9-a087-6a904bddb7ce tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:49.078534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a2f9ed-fb18-4878-8490-10545c66e25d req-a930bc30-d47f-4da9-a087-6a904bddb7ce tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0548670 Feb 03 05:01:49.128807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78a2f9ed-fb18-4878-8490-10545c66e25d req-e5287a04-c2c8-4b4b-9618-2725d0d85d66 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444655 Feb 03 05:01:49.611800 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392216-8712-4a9a-99f0-d4069695482c req-6347105d-c08f-42b3-a51d-774ca6123db3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:49.613308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4392216-8712-4a9a-99f0-d4069695482c req-6347105d-c08f-42b3-a51d-774ca6123db3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0610576 Feb 03 05:01:49.662418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4392216-8712-4a9a-99f0-d4069695482c req-3f7db06f-642a-4b1c-8c94-5f915641fc85 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Feb 03 05:01:50.273316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a87f-b2ca-4264-9e2f-5a06b5a34e41 req-ec1d7bf0-508a-437a-b4f4-b45f7ba78e5d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:50.274678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de0a87f-b2ca-4264-9e2f-5a06b5a34e41 req-ec1d7bf0-508a-437a-b4f4-b45f7ba78e5d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0606260 Feb 03 05:01:50.322796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9de0a87f-b2ca-4264-9e2f-5a06b5a34e41 req-5e1fc230-6bf5-4395-abc3-9bcc53dd609a tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 Feb 03 05:01:50.789629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857d816-b160-4405-bf40-c03cf525bcef req-b0749717-ca34-4732-bc9f-b603f648fe94 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:50.791118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3857d816-b160-4405-bf40-c03cf525bcef req-b0749717-ca34-4732-bc9f-b603f648fe94 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0586557 Feb 03 05:01:50.843683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3857d816-b160-4405-bf40-c03cf525bcef req-645ca3f7-e502-442c-b01e-c8beb0d32c7f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441039 Feb 03 05:01:51.462389 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3d65-2501-4179-a08b-7bde9998f634 req-9baa9432-ddc1-4f44-bdf2-934f480bc931 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:51.464250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3eaa3d65-2501-4179-a08b-7bde9998f634 req-9baa9432-ddc1-4f44-bdf2-934f480bc931 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0620663 Feb 03 05:01:51.518180 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3eaa3d65-2501-4179-a08b-7bde9998f634 req-494b9005-658c-4149-8eb6-681476ccf8da tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462649 Feb 03 05:01:51.966664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b038ac-1692-4d53-a9fa-b22a063cfbfc req-9b2aedbc-bea4-481a-969e-9c307fecd72d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:51.968209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7b038ac-1692-4d53-a9fa-b22a063cfbfc req-9b2aedbc-bea4-481a-969e-9c307fecd72d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0562778 Feb 03 05:01:52.020666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7b038ac-1692-4d53-a9fa-b22a063cfbfc req-31c89c9b-129f-498c-b6bf-5c9a7c3e03b7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466588 Feb 03 05:01:52.646374 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99701c6f-b492-4fff-85ac-26f92e69a9db req-d399d1d4-2afd-4a47-9aed-a280d3dfeff1 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:52.647859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99701c6f-b492-4fff-85ac-26f92e69a9db req-d399d1d4-2afd-4a47-9aed-a280d3dfeff1 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 943 time: 0.0551713 Feb 03 05:01:52.696175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99701c6f-b492-4fff-85ac-26f92e69a9db req-b0ecd001-2e9c-4199-b595-2db523009517 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Feb 03 05:01:53.050538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 80727c8c-985a-4d71-85a4-f1a80ab173fc details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:01:53.144512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d150cce-f165-400a-a588-337b99ea2752 req-c9ad8123-5c09-4636-a5b5-a404b1c0667c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:53.146050 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d150cce-f165-400a-a588-337b99ea2752 req-c9ad8123-5c09-4636-a5b5-a404b1c0667c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0545876 Feb 03 05:01:53.151600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 80727c8c-985a-4d71-85a4-f1a80ab173fc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:01:53.162806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'mac_address': 'fa:16:3e:21:f1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:01:53.196376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d150cce-f165-400a-a588-337b99ea2752 req-342aafeb-b86e-4ede-a99f-bf5119c40daa tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444262 Feb 03 05:01:53.199410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 80727c8c-985a-4d71-85a4-f1a80ab173fc is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:01:53.199858 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:53.213885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80727c8c-985a-4d71-85a4-f1a80ab173fc {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:01:53.233232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 80727c8c-985a-4d71-85a4-f1a80ab173fc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:01:53.237927 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:53.286627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=80727c8c-985a-4d71-85a4-f1a80ab173fc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:53.293975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.294317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.294658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.294988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.295322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.295716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.296039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.296362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.296681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.297041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.297358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.297662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.297975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:01:53.449534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['80727c8c-985a-4d71-85a4-f1a80ab173fc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:01:53.826427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13a19c-2382-4be7-abbd-58f3ae2aad2b req-4755f33a-d0cc-44f5-891a-f4e3699dcc8a tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:53.827940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b13a19c-2382-4be7-abbd-58f3ae2aad2b req-4755f33a-d0cc-44f5-891a-f4e3699dcc8a tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 944 time: 0.0632744 Feb 03 05:01:53.880556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b13a19c-2382-4be7-abbd-58f3ae2aad2b req-0ae144f9-89d5-4ee4-aa0c-8323b0ceaaba tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Feb 03 05:01:53.993709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:54.076137 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:54.342773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64044b30-411c-4ee1-9f7f-701f04890736 req-8293e4e1-3ea8-4849-8c2f-62864c50a456 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:54.344637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64044b30-411c-4ee1-9f7f-701f04890736 req-8293e4e1-3ea8-4849-8c2f-62864c50a456 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 944 time: 0.0681863 Feb 03 05:01:54.395204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64044b30-411c-4ee1-9f7f-701f04890736 req-9bccd382-8148-4573-bdb0-de0d33e5893a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Feb 03 05:01:54.677322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 724681a4-4107-4ab9-9281-bc2b66958cc3 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:01:54.784338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 724681a4-4107-4ab9-9281-bc2b66958cc3, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=724681a4-4107-4ab9-9281-bc2b66958cc3,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:01:54.798262 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'port_id': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'mac_address': 'fa:16:3e:00:14:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:01:54.836217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 724681a4-4107-4ab9-9281-bc2b66958cc3 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:01:54.836670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:54.850330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724681a4-4107-4ab9-9281-bc2b66958cc3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:01:54.869972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 724681a4-4107-4ab9-9281-bc2b66958cc3, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=724681a4-4107-4ab9-9281-bc2b66958cc3,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:01:54.877019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:54.928895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=724681a4-4107-4ab9-9281-bc2b66958cc3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:55.014950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317b31b-6616-4021-9e65-1883d6d3605b req-76a84d14-f594-4f01-aca4-bbb08ec3bb0b tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:55.016523 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d317b31b-6616-4021-9e65-1883d6d3605b req-76a84d14-f594-4f01-aca4-bbb08ec3bb0b tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 944 time: 0.0564077 Feb 03 05:01:55.066650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 80727c8c-985a-4d71-85a4-f1a80ab173fc up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:01:55.074057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d317b31b-6616-4021-9e65-1883d6d3605b req-cadbf97d-317c-40c9-9ab4-0102047eb595 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509036 Feb 03 05:01:55.090048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['724681a4-4107-4ab9-9281-bc2b66958cc3'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:01:55.157410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 80727c8c-985a-4d71-85a4-f1a80ab173fc completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:01:55.169125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 80727c8c-985a-4d71-85a4-f1a80ab173fc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:01:55.169520 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:55.308907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 80727c8c-985a-4d71-85a4-f1a80ab173fc is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:01:55.309304 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:55.348181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:01:55.350363 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1621692-8d7d-4773-bc0c-4f8e9d7c50c6" -d '{"events": [{"server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "name": "network-vif-plugged", "status": "completed", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:01:55.369025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 80727c8c-985a-4d71-85a4-f1a80ab173fc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:01:55.375204 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:55.403609 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd95415-ad30-499c-be3c-304e699407d1 x-openstack-request-id: req-4dd95415-ad30-499c-be3c-304e699407d1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:01:55.403910 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "name": "network-vif-plugged", "status": "completed", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:01:55.404163 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dd95415-ad30-499c-be3c-304e699407d1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:01:55.404553 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'code': 200} Feb 03 05:01:55.454401 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=80727c8c-985a-4d71-85a4-f1a80ab173fc,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:55.505706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8c4b7-ec9c-49fd-b149-2e1fd44bc728 req-e6f1bd4b-d73c-4d86-9026-404376c6b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:55.507214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bf8c4b7-ec9c-49fd-b149-2e1fd44bc728 req-e6f1bd4b-d73c-4d86-9026-404376c6b7f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1127 time: 0.0574052 Feb 03 05:01:55.516500 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdbfa6-1634-4607-9647-8429f995a8a7 req-8251df46-7655-4143-bfbe-eb3869fa1243 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:55.517980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31cdbfa6-1634-4607-9647-8429f995a8a7 req-8251df46-7655-4143-bfbe-eb3869fa1243 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 945 time: 0.0534952 Feb 03 05:01:55.557133 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5bf8c4b7-ec9c-49fd-b149-2e1fd44bc728 req-f4a2ca4a-e0a2-41d5-8520-429c9d03a234 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Feb 03 05:01:55.567118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31cdbfa6-1634-4607-9647-8429f995a8a7 req-fa3ecb60-c36c-4551-9bab-5eb75ae5ee72 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 Feb 03 05:01:56.207883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181526f-9a89-44ed-bceb-8a98fb23c095 req-0c999c91-c7d5-4247-99c9-21c653e0b841 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:56.209344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a181526f-9a89-44ed-bceb-8a98fb23c095 req-0c999c91-c7d5-4247-99c9-21c653e0b841 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Feb 03 05:01:56.256840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a181526f-9a89-44ed-bceb-8a98fb23c095 req-a0f04872-032f-4522-8e83-f7beec6d3bd3 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Feb 03 05:01:56.690770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 724681a4-4107-4ab9-9281-bc2b66958cc3 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:01:56.698222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35fd1f-31cc-433a-bb28-80ecebfeabec req-2f086bac-7531-4a64-83b4-5e0553a90857 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:56.699759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc35fd1f-31cc-433a-bb28-80ecebfeabec req-2f086bac-7531-4a64-83b4-5e0553a90857 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 945 time: 0.0629365 Feb 03 05:01:56.745877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 724681a4-4107-4ab9-9281-bc2b66958cc3 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:01:56.748083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc35fd1f-31cc-433a-bb28-80ecebfeabec req-20a2ad67-6383-4fbc-afdf-3a4bf02bf145 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Feb 03 05:01:56.750485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 724681a4-4107-4ab9-9281-bc2b66958cc3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:01:56.750881 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:56.827655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 724681a4-4107-4ab9-9281-bc2b66958cc3 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:01:56.828021 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:56.859858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 724681a4-4107-4ab9-9281-bc2b66958cc3, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=724681a4-4107-4ab9-9281-bc2b66958cc3,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:01:56.864764 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:56.914792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=724681a4-4107-4ab9-9281-bc2b66958cc3,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:57.382850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760731a4-a917-4288-8250-f67cfa4015d2 req-af128625-5cc9-467f-b8fe-7849cd0ab187 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:57.384419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-760731a4-a917-4288-8250-f67cfa4015d2 req-af128625-5cc9-467f-b8fe-7849cd0ab187 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 945 time: 0.0557702 Feb 03 05:01:57.405648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:01:57.408097 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6de8ecc-6e14-4800-ae5b-c1b48a670fdf" -d '{"events": [{"server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:01:57.434154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-760731a4-a917-4288-8250-f67cfa4015d2 req-20bc69c1-d3cd-4217-92c7-e1b710ae3d8d tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Feb 03 05:01:57.444190 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824995f6-d284-4551-bc2d-79acb7e5013d x-openstack-request-id: req-824995f6-d284-4551-bc2d-79acb7e5013d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:01:57.444492 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:01:57.444751 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-824995f6-d284-4551-bc2d-79acb7e5013d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:01:57.445146 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'code': 200} Feb 03 05:01:57.544364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688b62b-8863-4da4-be8d-6271b8ef8bb0 req-1c9b0d06-dc64-4b55-b27b-77b5ed9ad6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:57.545960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7688b62b-8863-4da4-be8d-6271b8ef8bb0 req-1c9b0d06-dc64-4b55-b27b-77b5ed9ad6c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 1128 time: 0.0445099 Feb 03 05:01:57.559048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d96ea-ab42-4d12-ab77-d0c440ef6ca5 req-a6e42d90-1e54-4de8-9816-9fb009acaf19 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:57.560544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a67d96ea-ab42-4d12-ab77-d0c440ef6ca5 req-a6e42d90-1e54-4de8-9816-9fb009acaf19 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 945 time: 0.0564945 Feb 03 05:01:57.594802 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7688b62b-8863-4da4-be8d-6271b8ef8bb0 req-ef69dd0b-08a8-48f1-ac5a-9896ffb16f50 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Feb 03 05:01:57.612196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a67d96ea-ab42-4d12-ab77-d0c440ef6ca5 req-17b2979f-01eb-4817-a730-68a9191d2619 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459728 Feb 03 05:01:57.633725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:57.787653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dc02a0-6221-4202-a7ff-c6093912c4af tempest-TestVolumeBackupRestore-772320616 tempest-TestVolumeBackupRestore-772320616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:57.789224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34dc02a0-6221-4202-a7ff-c6093912c4af tempest-TestVolumeBackupRestore-772320616 tempest-TestVolumeBackupRestore-772320616-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1122 time: 0.1544330 Feb 03 05:01:57.792482 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:57.796993 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:57.825753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:57.897617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109e6f-b439-480e-be5a-3df9f370be05 req-72521295-bd01-4aa2-9d18-a0d95567852d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:57.899092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62109e6f-b439-480e-be5a-3df9f370be05 req-72521295-bd01-4aa2-9d18-a0d95567852d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 946 time: 0.0829873 Feb 03 05:01:57.994155 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62109e6f-b439-480e-be5a-3df9f370be05 req-8bde0809-fec4-44fd-9cfc-00182bc0aef1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718176 Feb 03 05:01:58.009455 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:58.432895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Allocated IP 172.25.7.121 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/54fb3065-0cc9-4f8b-a747-a477d1eec044) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:01:58.545732 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:58.583708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:58.631689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:01:58.635474 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:01:58.637436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'Port': ['ID=54fb3065-0cc9-4f8b-a747-a477d1eec044,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:58.639616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:01:59.034161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for floatingip (77ebf737-99df-4f76-b787-c4966e2da69a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.134024 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.167390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc19e96-a850-4b0e-a925-4a8279eaac78 req-1c4c048d-7fbc-4f42-91b0-a95863db0cce tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:59.168904 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbc19e96-a850-4b0e-a925-4a8279eaac78 req-1c4c048d-7fbc-4f42-91b0-a95863db0cce tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 946 time: 0.1025543 Feb 03 05:01:59.272341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbc19e96-a850-4b0e-a925-4a8279eaac78 req-f5140c95-1b0f-4202-a58b-db5384a046fc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953214 Feb 03 05:01:59.330902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.336731 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.436528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event updated for resources: {'Port': ['ID=54fb3065-0cc9-4f8b-a747-a477d1eec044,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:01:59.451531 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (77ebf737-99df-4f76-b787-c4966e2da69a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.497401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7274e9a-e32f-4a42-97e1-18b706546216 req-5bda3990-c31b-486f-8436-828c8577c874 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:59.499043 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7274e9a-e32f-4a42-97e1-18b706546216 req-5bda3990-c31b-486f-8436-828c8577c874 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 946 time: 0.1568232 Feb 03 05:01:59.593119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7274e9a-e32f-4a42-97e1-18b706546216 req-a8587bba-f84b-41b4-ae0e-9e2ae8726ecc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876126 Feb 03 05:01:59.597662 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Floating IP 77ebf737-99df-4f76-b787-c4966e2da69a associated. External IP: 172.25.7.121, port: 80727c8c-985a-4d71-85a4-f1a80ab173fc. Feb 03 05:01:59.615962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:59.761950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d608ee-f5bf-47a7-8c84-60dce5dbf26c tempest-TestVolumeBootPattern-2061970751 tempest-TestVolumeBootPattern-2061970751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:01:59.763521 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c1d608ee-f5bf-47a7-8c84-60dce5dbf26c tempest-TestVolumeBootPattern-2061970751 tempest-TestVolumeBootPattern-2061970751-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 1123 time: 0.1464930 Feb 03 05:01:59.766672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 56686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:59.770943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:01:59.791268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.808574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Router 2a3e435a-38d8-4f01-b3a5-53089d158b87 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:01:59.889476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.919915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:01:59.931146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] Sync routers for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:01:59.942517 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:01:59.942992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:01:59.943878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:01:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:01:59.976883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f7ff0b53-ede6-42c6-be8d-f344f4e77ca9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1824880 Feb 03 05:01:59.977746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:01:59.978396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:01:59.981064 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c571e4-c014-4cc0-92fa-14896c9aab70" -d '{"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:02:00.006527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.25.7.111 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c5e51005-fb66-49be-bae4-921669ba16ff) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:02:00.031258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5519609-fca4-4ea8-b322-a95ca6d8ae6e tempest-TestVolumeBackupRestore-772320616 tempest-TestVolumeBackupRestore-772320616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:00.035639 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f5519609-fca4-4ea8-b322-a95ca6d8ae6e tempest-TestVolumeBackupRestore-772320616 tempest-TestVolumeBackupRestore-772320616-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1122 time: 0.0492330 Feb 03 05:02:00.036138 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56694) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:00.043025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Request body: {'floatingip': {'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:02:00.057503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:00.113836 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for floatingip (77ebf737-99df-4f76-b787-c4966e2da69a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:00.130102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (c5e51005-fb66-49be-bae4-921669ba16ff), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:00.149894 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce4f5b1-705a-497b-9cc4-7c88e5b4e7da x-openstack-request-id: req-dce4f5b1-705a-497b-9cc4-7c88e5b4e7da {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:02:00.150105 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:02:00.150359 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dce4f5b1-705a-497b-9cc4-7c88e5b4e7da {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:02:00.150765 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'status': 'completed', 'code': 200} Feb 03 05:02:00.192155 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c5e51005-fb66-49be-bae4-921669ba16ff), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:00.253791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:02:00.257727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=c5e51005-fb66-49be-bae4-921669ba16ff,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:00.261625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:02:00.264974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:02:00.290617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-b1df38d5-d1cc-4968-8cf7-56eb0a868f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:00.292220 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-b1df38d5-d1cc-4968-8cf7-56eb0a868f53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1127 time: 0.1367872 Feb 03 05:02:00.462193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-4dfda6c8-8458-434b-a502-aa08c5da8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:00.463632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-4dfda6c8-8458-434b-a502-aa08c5da8965 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 913 time: 0.1643748 Feb 03 05:02:00.466862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '77ebf737-99df-4f76-b787-c4966e2da69a', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'mac_address': 'fa:16:3e:21:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:01:58Z', 'updated_at': '2022-02-03T05:01:58Z', 'revision_number': 0, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:00.495862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] Checking router: 2a3e435a-38d8-4f01-b3a5-53089d158b87 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:02:00.505000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:00.505630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:01:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:00.596740 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-aefaa342-e3fc-45e0-83db-f68a1d08eaf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 999 time: 0.1000094 Feb 03 05:02:00.617111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:00.662745 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:00.668858 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (77ebf737-99df-4f76-b787-c4966e2da69a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:00.696278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-9d2af9b7-7177-433e-8cfa-caa719a55934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:00.698381 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-9d2af9b7-7177-433e-8cfa-caa719a55934 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 200 len: 851 time: 0.0944767 Feb 03 05:02:00.826023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-b7edf5a3-cf03-499b-ab2f-5133d1485d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:00.827462 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-b7edf5a3-cf03-499b-ab2f-5133d1485d93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2529824-7963-43b1-8cac-43e8e2ee6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829589 Feb 03 05:02:00.858059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '77ebf737-99df-4f76-b787-c4966e2da69a', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'mac_address': 'fa:16:3e:21:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:01:58Z', 'updated_at': '2022-02-03T05:01:58Z', 'revision_number': 0, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:00.869562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (644a049f-7385-4098-a2ca-33a9f18294bf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:00.887028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Router 2a3e435a-38d8-4f01-b3a5-53089d158b87 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:02:00.889980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f283d1d-fafe-4c0b-92da-c76479839016 None None] The sync data for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 is: [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '77ebf737-99df-4f76-b787-c4966e2da69a', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'mac_address': 'fa:16:3e:21:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:01:58Z', 'updated_at': '2022-02-03T05:01:58Z', 'revision_number': 0, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:02:00.978172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-ebb9240e-5105-47e5-8449-b90834c24149 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416969 Feb 03 05:02:01.001648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:02:01.005010 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c5e51005-fb66-49be-bae4-921669ba16ff), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:01.006580 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:01.075549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d6da2fd8-59bb-4843-bc13-669aebad334e tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "PUT /v2.0/floatingips/77ebf737-99df-4f76-b787-c4966e2da69a HTTP/1.1" status: 200 len: 991 time: 1.0337765 Feb 03 05:02:01.134335 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707d203-7931-4914-9cab-2a5996502a17 None None] New status for floating IP 77ebf737-99df-4f76-b787-c4966e2da69a: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:02:01.137759 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c571e4-c014-4cc0-92fa-14896c9aab70 req-1e64c260-f385-49d7-92d5-4c8d23f4b109 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528080 Feb 03 05:02:01.230279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (c5e51005-fb66-49be-bae4-921669ba16ff), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:01.235437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c5e51005-fb66-49be-bae4-921669ba16ff), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:01.307033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=c5e51005-fb66-49be-bae4-921669ba16ff,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:01.319222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (644a049f-7385-4098-a2ca-33a9f18294bf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:01.352066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] Sync routers for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:02:01.362852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:01.363563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:01:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:01.419146 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Floating IP 644a049f-7385-4098-a2ca-33a9f18294bf associated. External IP: 172.25.7.111, port: 724681a4-4107-4ab9-9281-bc2b66958cc3. Feb 03 05:02:01.472668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:01.661629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:02:01.707971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '77ebf737-99df-4f76-b787-c4966e2da69a', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'mac_address': 'fa:16:3e:21:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:01:58Z', 'updated_at': '2022-02-03T05:02:01Z', 'revision_number': 2, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:01.737840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] Checking router: 2a3e435a-38d8-4f01-b3a5-53089d158b87 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:02:01.746129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:01.746738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:01:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:01.778580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:02:01.788709 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:02:01.798592 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:01.799487 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:01:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:01.800962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:01.833934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e2684234-a0d5-4e83-b81c-f5523dd741c2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0662057 Feb 03 05:02:01.834913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:02:01.837433 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ea95a-6944-44d0-948c-d9706270d614" -d '{"events": [{"name": "network-changed", "server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:02:01.873265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:01.878132 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed5e08a-18b2-41d2-ba98-e546e2eb71f3 x-openstack-request-id: req-8ed5e08a-18b2-41d2-ba98-e546e2eb71f3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:02:01.878591 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:02:01.878983 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ed5e08a-18b2-41d2-ba98-e546e2eb71f3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:02:01.879553 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'status': 'completed', 'code': 200} Feb 03 05:02:01.915707 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:01.964134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea95a-6944-44d0-948c-d9706270d614 req-967d4565-2943-43b5-ba7e-39044e059e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:01.965968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-915ea95a-6944-44d0-948c-d9706270d614 req-967d4565-2943-43b5-ba7e-39044e059e66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 1128 time: 0.0637429 Feb 03 05:02:02.062279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea95a-6944-44d0-948c-d9706270d614 req-944a63c8-dfbb-4b8d-9281-def6a18426d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:02.063924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-915ea95a-6944-44d0-948c-d9706270d614 req-944a63c8-dfbb-4b8d-9281-def6a18426d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0910745 Feb 03 05:02:02.101188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '77ebf737-99df-4f76-b787-c4966e2da69a', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'mac_address': 'fa:16:3e:21:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:01:58Z', 'updated_at': '2022-02-03T05:02:01Z', 'revision_number': 2, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:02.128452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-915ea95a-6944-44d0-948c-d9706270d614 req-88185a0c-f2f9-48cb-a0f6-84eb0c09575e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724681a4-4107-4ab9-9281-bc2b66958cc3 HTTP/1.1" status: 200 len: 1000 time: 0.0580130 Feb 03 05:02:02.132015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc9742-0d1e-4d23-8d6b-f13eeacb2a52 None None] The sync data for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 is: [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '77ebf737-99df-4f76-b787-c4966e2da69a', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'port_id': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'mac_address': 'fa:16:3e:21:f1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c90eade-d724-4807-93ac-77836009b936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:01:58Z', 'updated_at': '2022-02-03T05:02:01Z', 'revision_number': 2, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:02:02.152304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}, {'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:02:02.152855 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '644a049f-7385-4098-a2ca-33a9f18294bf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:00:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:02:00Z', 'updated_at': '2022-02-03T05:02:00Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:02.154734 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc"}, {"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:02:02.193132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea95a-6944-44d0-948c-d9706270d614 req-b817020b-d2a0-49cd-8a87-73018ab6c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:02.194627 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-915ea95a-6944-44d0-948c-d9706270d614 req-b817020b-d2a0-49cd-8a87-73018ab6c82f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0598292 Feb 03 05:02:02.201721 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:02:02.206755 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c973ab-8e65-42a3-a256-b6b9508ea6f8 x-openstack-request-id: req-b1c973ab-8e65-42a3-a256-b6b9508ea6f8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:02:02.207354 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:02:02.207646 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1c973ab-8e65-42a3-a256-b6b9508ea6f8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:02:02.209072 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'status': 'completed', 'code': 200} Feb 03 05:02:02.209072 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'status': 'completed', 'code': 200} Feb 03 05:02:02.217836 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:02.218465 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:01:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:02.283906 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea95a-6944-44d0-948c-d9706270d614 req-2f7e589e-5194-4d8b-871d-eabe737d9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:02.285452 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-915ea95a-6944-44d0-948c-d9706270d614 req-2f7e589e-5194-4d8b-871d-eabe737d9aad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848727 Feb 03 05:02:02.291118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-5d277897-66d0-41ad-9b7c-1eb8b0e8150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:02.292610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-5d277897-66d0-41ad-9b7c-1eb8b0e8150e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1127 time: 0.0640438 Feb 03 05:02:02.332188 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:02.445790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-915ea95a-6944-44d0-948c-d9706270d614 req-80f7bf63-df4f-47d3-938e-da880ec6b734 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520550 Feb 03 05:02:02.446727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-b7fbf671-9547-4ad6-bc4d-fb7487ca3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:02.448137 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-b7fbf671-9547-4ad6-bc4d-fb7487ca3ee9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 913 time: 0.1475148 Feb 03 05:02:02.555892 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '644a049f-7385-4098-a2ca-33a9f18294bf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:00:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:02:00Z', 'updated_at': '2022-02-03T05:02:00Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:02.588048 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb5adc-8993-47c9-a757-17b5b0f7d533 None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '644a049f-7385-4098-a2ca-33a9f18294bf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:00:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:02:00Z', 'updated_at': '2022-02-03T05:02:00Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:02:02.797822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229923-74c4-4e2f-ab2a-77f93c95df09 None None] New status for floating IP 644a049f-7385-4098-a2ca-33a9f18294bf: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:02:02.929536 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-0cb90453-270c-42f8-9b8b-4b8247a1ab25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 1001 time: 0.4697256 Feb 03 05:02:02.980172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-915ea95a-6944-44d0-948c-d9706270d614 req-43a968e0-dbac-411f-89a3-2193c8bf5ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273104 Feb 03 05:02:02.990738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-8ccde1f9-8e5a-4fb1-aadf-1bfb6e4414a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:02.992199 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-8ccde1f9-8e5a-4fb1-aadf-1bfb6e4414a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 200 len: 851 time: 0.0568922 Feb 03 05:02:03.042527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-ecee97f0-fbb3-4a57-8197-a8e8aa33e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:03.044155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-ecee97f0-fbb3-4a57-8197-a8e8aa33e73b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2529824-7963-43b1-8cac-43e8e2ee6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462222 Feb 03 05:02:03.139349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-7aac824a-f58b-4106-b020-77842b456886 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885184 Feb 03 05:02:03.192870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-403606f9-f62a-4bb7-8c9c-b3c4c08ced36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:03.240471 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-14e2b4ea-dd33-4603-b233-b9d24bbb84d3 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946295 Feb 03 05:02:03.342973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-557daa92-926c-4586-a13a-46b8e4b598fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:03.344693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-557daa92-926c-4586-a13a-46b8e4b598fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1127 time: 0.0516574 Feb 03 05:02:03.432478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-1d1c2cb9-a905-4c54-a323-b2f59143797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:03.433927 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-1d1c2cb9-a905-4c54-a323-b2f59143797a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 913 time: 0.0837109 Feb 03 05:02:03.507424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-1f2f46d1-d66b-43b8-a1c9-10135a195e26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 1001 time: 0.0663803 Feb 03 05:02:03.555576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-89372e91-d629-4d9f-9be9-1897543cf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:03.556985 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-89372e91-d629-4d9f-9be9-1897543cf5da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 200 len: 851 time: 0.0436444 Feb 03 05:02:03.606338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-6b34597a-d6d7-4764-bbac-6207541ff1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:03.607886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-6b34597a-d6d7-4764-bbac-6207541ff1ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2529824-7963-43b1-8cac-43e8e2ee6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449085 Feb 03 05:02:03.701935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-254b7b15-a866-40c3-b888-9aa3164246be service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882583 Feb 03 05:02:03.791583 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80afc7b0-b420-43e9-aefa-fc43b7dccb9f req-5ed87abd-a718-4b2a-954a-17153dfd8f8e service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834055 Feb 03 05:02:06.404355 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11671233-1bfe-495b-8828-4aa82a7227e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:06.748704 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:08.202217 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:09.111001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-e8ce37ec-d0ec-41b6-91a3-2ab3e299af8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510831 Feb 03 05:02:09.204598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f032b2-8ced-4e59-8934-124a333f5039 req-13ee146d-c19c-4f1e-9fbc-401339087cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:09.206055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-13ee146d-c19c-4f1e-9fbc-401339087cb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1127 time: 0.0480881 Feb 03 05:02:09.301262 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:09.315576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f032b2-8ced-4e59-8934-124a333f5039 req-aabba35b-0cc1-4298-ac7b-b82c846aaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:09.317638 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-aabba35b-0cc1-4298-ac7b-b82c846aaf6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 913 time: 0.0907049 Feb 03 05:02:09.398795 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-cc9bdf2a-6b7d-4de8-a6b7-058fcbd9adbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 1001 time: 0.0703509 Feb 03 05:02:09.458681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f032b2-8ced-4e59-8934-124a333f5039 req-52ae7cad-2cef-436c-8c15-cea36c222e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:09.460206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-52ae7cad-2cef-436c-8c15-cea36c222e45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 200 len: 851 time: 0.0543530 Feb 03 05:02:09.514373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f032b2-8ced-4e59-8934-124a333f5039 req-65f34c38-60f7-4bcd-9d0b-7020031b16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:09.516128 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-65f34c38-60f7-4bcd-9d0b-7020031b16a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2529824-7963-43b1-8cac-43e8e2ee6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500705 Feb 03 05:02:09.622234 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-e3f90b06-8c56-42d5-b008-dd838ea0cf1a service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954134 Feb 03 05:02:09.729091 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48f032b2-8ced-4e59-8934-124a333f5039 req-b10cbe22-6e3f-4e55-9633-255d88a66f65 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989542 Feb 03 05:02:13.076252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-d3009192-378e-4d30-bcdd-027acbb38baa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532441 Feb 03 05:02:13.166035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-2e162b88-6001-4f30-9b5e-f117783828f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:13.167572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-2e162b88-6001-4f30-9b5e-f117783828f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 1128 time: 0.0468750 Feb 03 05:02:13.286200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-5810254c-d245-478d-ace5-66bd31cb7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:13.287623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-5810254c-d245-478d-ace5-66bd31cb7eef service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.1011460 Feb 03 05:02:13.354035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-6bff259b-a368-404c-b6b4-78f8ed72f20f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724681a4-4107-4ab9-9281-bc2b66958cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0605226 Feb 03 05:02:13.415386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-9b805f5d-d5a3-4a4c-9add-912846060027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:13.416796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-9b805f5d-d5a3-4a4c-9add-912846060027 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0427001 Feb 03 05:02:13.482159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-249186c2-4ab4-4f17-8059-2640c506e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:13.483744 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-249186c2-4ab4-4f17-8059-2640c506e212 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575716 Feb 03 05:02:13.578112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-b7db6d62-159d-4b2c-9565-b11718a41fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874720 Feb 03 05:02:13.668828 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d569446-5b71-4c12-a706-4ed7fb129277 req-958fa829-a3cc-4843-8da8-9d56379b2d0d service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846879 Feb 03 05:02:23.988216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:24.068698 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:24.530456 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:02:33.198579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffff0d88-df5c-4039-b11a-f65d832a736f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:33.959955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56720) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:34.124589 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Deleting port 54fb3065-0cc9-4f8b-a747-a477d1eec044 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:34.124949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:34.205761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:34.206114 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for floatingip (54fb3065-0cc9-4f8b-a747-a477d1eec044), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:34.218524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Calling delete_port for 54fb3065-0cc9-4f8b-a747-a477d1eec044 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:34.378738 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (54fb3065-0cc9-4f8b-a747-a477d1eec044), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:34.408433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event deleted for resources: {'Port': ['ID=54fb3065-0cc9-4f8b-a747-a477d1eec044,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:34.420004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.420365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.420699 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.421013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.421491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.421861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.422191 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.422530 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.422950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.423278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.423668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.424005 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.424294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:34.485857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for floatingip (77ebf737-99df-4f76-b787-c4966e2da69a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:34.486049 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Floating IP 77ebf737-99df-4f76-b787-c4966e2da69a disassociated (deleted). External IP: 172.25.7.121, port: 80727c8c-985a-4d71-85a4-f1a80ab173fc. Feb 03 05:02:34.715673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Router 2a3e435a-38d8-4f01-b3a5-53089d158b87 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:02:35.146612 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:02:35.152113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:35.157390 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] Sync routers for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:02:35.168074 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:35.168749 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:02:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:35.182137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f0096a1a-09d1-4868-a7ba-738f6f48f495 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "DELETE /v2.0/floatingips/77ebf737-99df-4f76-b787-c4966e2da69a HTTP/1.1" status: 204 len: 168 time: 1.2209003 Feb 03 05:02:35.182815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:02:35.185248 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d57f5d-d2c7-4066-8e53-831ec8b60905" -d '{"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:02:35.229963 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35ef1de-128d-4606-b985-7905c53dc900 x-openstack-request-id: req-a35ef1de-128d-4606-b985-7905c53dc900 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:02:35.230227 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:02:35.230512 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a35ef1de-128d-4606-b985-7905c53dc900 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:02:35.231027 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'status': 'completed', 'code': 200} Feb 03 05:02:35.309521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-322b27a4-a92a-4dc5-8389-db516552726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:35.311350 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-322b27a4-a92a-4dc5-8389-db516552726d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 1127 time: 0.0561678 Feb 03 05:02:35.396265 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:35.421501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-93e1ccd8-9786-430e-ae1e-8d45639d9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:35.423269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-93e1ccd8-9786-430e-ae1e-8d45639d9daa service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 200 len: 913 time: 0.1054428 Feb 03 05:02:35.432163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12377d45-13fa-437d-b7db-3cf1743141a7 req-07d4ac9e-2e25-445c-ae3a-09723eb12bc0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:35.433890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12377d45-13fa-437d-b7db-3cf1743141a7 req-07d4ac9e-2e25-445c-ae3a-09723eb12bc0 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 945 time: 0.0574632 Feb 03 05:02:35.470252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-37f247d7-1344-47c4-a9aa-2e470ac988d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 200 len: 217 time: 0.0396760 Feb 03 05:02:35.493108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12377d45-13fa-437d-b7db-3cf1743141a7 req-0b015544-d6bf-4bf5-80e0-1441cefa0d2a tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515628 Feb 03 05:02:35.528098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-1f4d9dd6-4912-4173-a62d-77fdbec9231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:35.529614 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-1f4d9dd6-4912-4173-a62d-77fdbec9231b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 200 len: 851 time: 0.0520360 Feb 03 05:02:35.593896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-a5c65c40-0f48-4659-9230-538637f6cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:35.595628 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-a5c65c40-0f48-4659-9230-538637f6cf51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2529824-7963-43b1-8cac-43e8e2ee6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590200 Feb 03 05:02:35.623180 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:35.653142 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] Checking router: 2a3e435a-38d8-4f01-b3a5-53089d158b87 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:02:35.662379 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:35.662995 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:02:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:35.700691 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-6448a4a1-af5c-4165-becf-d41ad1a3678d service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969973 Feb 03 05:02:35.781812 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:35.804537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00d57f5d-d2c7-4066-8e53-831ec8b60905 req-228dddb5-1e8b-4390-befe-540b5e3f4b98 service neutron] 10.222.0.31 "GET /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971420 Feb 03 05:02:36.008781 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:36.042386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db998a2-5382-4e51-a697-5339684f7223 None None] The sync data for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 is: [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T04:58:35Z', 'revision_number': 4, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '208df0bd-bd83-421d-b077-ff473cd7631d', 'name': '', 'network_id': 'd2529824-7963-43b1-8cac-43e8e2ee6bc5', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'mac_address': 'fa:16:3e:ea:67:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:34Z', 'updated_at': '2022-02-03T04:58:44Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'subnets': [{'id': 'a1d6a25c-cbed-4b2f-bc34-165e416526d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:02:36.283371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e12740-c6e0-44b2-81f1-dbca842a17f5 None None] New status for floating IP 77ebf737-99df-4f76-b787-c4966e2da69a: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:02:36.388293 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45e5e71e-1240-4e8f-8fda-a58298257d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:36.632338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a025ac-db3f-49d3-8be8-322d9d085db9 req-eb2eb1e7-ad37-4ac2-b844-f68db77508de tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:36.633825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1a025ac-db3f-49d3-8be8-322d9d085db9 req-eb2eb1e7-ad37-4ac2-b844-f68db77508de tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 945 time: 0.0616326 Feb 03 05:02:36.691640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1a025ac-db3f-49d3-8be8-322d9d085db9 req-23609a2f-3b69-4b53-ae4e-7dae7aeec137 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499763 Feb 03 05:02:36.743105 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:36.946283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabd458-6610-434a-8c55-921860fc4507 req-1493aef4-90bb-4ad4-b1ad-27d5f58b44c9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:02:36.947774 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8aabd458-6610-434a-8c55-921860fc4507 req-1493aef4-90bb-4ad4-b1ad-27d5f58b44c9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 945 time: 0.0586786 Feb 03 05:02:37.045006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Deleting port 80727c8c-985a-4d71-85a4-f1a80ab173fc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:37.045006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:37.135662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] For port 80727c8c-985a-4d71-85a4-f1a80ab173fc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=80727c8c-985a-4d71-85a4-f1a80ab173fc,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:02:37.136023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:37.148645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Calling delete_port for 80727c8c-985a-4d71-85a4-f1a80ab173fc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:37.280338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (80727c8c-985a-4d71-85a4-f1a80ab173fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:37.308699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event deleted for resources: {'Port': ['ID=80727c8c-985a-4d71-85a4-f1a80ab173fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:37.321299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.321656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.321989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.322338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.322674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.323004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.323310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.323682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.324041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.324371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.324697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.325006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.325331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:37.360481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] No DVR routers for this DVR port 80727c8c-985a-4d71-85a4-f1a80ab173fc on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:02:37.363102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:37.366412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8aabd458-6610-434a-8c55-921860fc4507 req-31b7c0c7-6aea-43b9-b560-eb178ece1180 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.31 "DELETE /v2.0/ports/80727c8c-985a-4d71-85a4-f1a80ab173fc HTTP/1.1" status: 204 len: 173 time: 0.4122884 Feb 03 05:02:37.366848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'name': 'network-vif-deleted', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:02:37.369246 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaaf255-c1df-4cbd-abd0-ba6725d61535" -d '{"events": [{"server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "name": "network-vif-deleted", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:02:37.409350 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc757c-bfd6-4f6f-8b8d-532d7ef28f72 x-openstack-request-id: req-1bbc757c-bfd6-4f6f-8b8d-532d7ef28f72 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:02:37.409646 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c90eade-d724-4807-93ac-77836009b936", "name": "network-vif-deleted", "tag": "80727c8c-985a-4d71-85a4-f1a80ab173fc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:02:37.409900 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bbc757c-bfd6-4f6f-8b8d-532d7ef28f72 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:02:37.410306 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c90eade-d724-4807-93ac-77836009b936', 'name': 'network-vif-deleted', 'tag': '80727c8c-985a-4d71-85a4-f1a80ab173fc', 'status': 'completed', 'code': 200} Feb 03 05:02:37.799977 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63a27791-72c2-4515-be76-f644225d9b59 req-4a27fa73-279a-42f9-bcef-5ffaf5ff4469 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0275862 Feb 03 05:02:38.212045 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:38.900142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b15b1a1-d1fb-4ca5-8414-db9092463cda req-1c6ffaa1-2d00-4d55-ab85-daadb3cf5bb9 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Feb 03 05:02:39.295742 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:39.999467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c01f1e70-cea8-4295-a8a1-7b2481b288a7 req-37273acd-fc37-4347-a380-7a9123c591f8 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0280638 Feb 03 05:02:41.100095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9392e647-00d7-46ac-85e6-f9c5af02dd60 req-4b98cd8b-8f58-41bb-a4f1-b09b127ad71b tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0300968 Feb 03 05:02:41.343598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 80727c8c-985a-4d71-85a4-f1a80ab173fc no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:02:41.367292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 80727c8c-985a-4d71-85a4-f1a80ab173fc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:02:41.367789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 80727c8c-985a-4d71-85a4-f1a80ab173fc not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:02:42.200260 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-726aa9fa-a239-44b1-a002-37327cf00034 req-35ceef86-ab71-4700-baaf-034a8ba52e6a tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0289850 Feb 03 05:02:43.300876 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fd3e576-fdda-4509-9410-9efc40ec2784 req-ccd5acb0-2a06-4dd2-9a67-76c000a72470 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0306573 Feb 03 05:02:44.398505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b5bff0e-6e0a-4253-aed2-6ab96aa4e84a req-e2ffa5cf-ba2b-45c3-9448-c60e4f5c51c3 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0277689 Feb 03 05:02:45.509999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1d84885-0419-4608-a5b2-6a9c61da7438 req-63860a63-d2a4-4469-abe0-22bae132c5a1 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c90eade-d724-4807-93ac-77836009b936 HTTP/1.1" status: 200 len: 210 time: 0.0308516 Feb 03 05:02:46.576102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 56758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:46.634510 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78928f00-7171-4497-a110-fe8e3af6ea01 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group (f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:46.659783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78928f00-7171-4497-a110-fe8e3af6ea01 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group (f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:46.734886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78928f00-7171-4497-a110-fe8e3af6ea01 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:46.737804 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78928f00-7171-4497-a110-fe8e3af6ea01 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:46.739435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-78928f00-7171-4497-a110-fe8e3af6ea01 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] 10.222.0.35 "DELETE /v2.0/security-groups/f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1 HTTP/1.1" status: 204 len: 168 time: 0.1621587 Feb 03 05:02:46.749359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78928f00-7171-4497-a110-fe8e3af6ea01 tempest-TestVolumeBackupRestore-1778915059 tempest-TestVolumeBackupRestore-1778915059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ccded7-16f9-4b25-9eac-e2a6bd09dfa1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:54.003771 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:54.035160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-e3d1f496-1618-409b-bf5f-b4607a5d4fdc req-7bf3e363-fb3a-43a1-8dbd-41311c6b3a15 service neutron] (103324) timed out ('10.222.0.35', 38838) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:02:54.078616 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:54.450885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:54.807456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (2a3e435a-38d8-4f01-b3a5-53089d158b87), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:55.060020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Deleting port 208df0bd-bd83-421d-b077-ff473cd7631d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:55.060521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:55.138514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] For port 208df0bd-bd83-421d-b077-ff473cd7631d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=208df0bd-bd83-421d-b077-ff473cd7631d,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:02:55.138843 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:55.151415 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Calling delete_port for 208df0bd-bd83-421d-b077-ff473cd7631d owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:55.332698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (208df0bd-bd83-421d-b077-ff473cd7631d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:55.363360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Pushing event deleted for resources: {'Port': ['ID=208df0bd-bd83-421d-b077-ff473cd7631d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:55.533985 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (2a3e435a-38d8-4f01-b3a5-53089d158b87), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:55.762838 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Router 2a3e435a-38d8-4f01-b3a5-53089d158b87 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:02:55.869511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:02:55.874633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2fc563d8-4256-4a68-be90-651a4a9faccb admin admin] 10.222.0.35 "PUT /v2.0/routers/2a3e435a-38d8-4f01-b3a5-53089d158b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198842 Feb 03 05:02:55.877691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:55.879642 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] Sync routers for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:02:55.890881 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:55.891530 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:02:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:55.980508 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks [] for router (2a3e435a-38d8-4f01-b3a5-53089d158b87), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:55.996796 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:56.178642 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T05:02:55Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:56.209791 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] Checking router: 2a3e435a-38d8-4f01-b3a5-53089d158b87 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:02:56.219132 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] Routers {'2a3e435a-38d8-4f01-b3a5-53089d158b87'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:56.219780 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:02:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['2a3e435a-38d8-4f01-b3a5-53089d158b87'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:56.328229 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] Set router 2a3e435a-38d8-4f01-b3a5-53089d158b87 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:56.449788 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks [] for router_gateway (2a3e435a-38d8-4f01-b3a5-53089d158b87), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:56.502938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Deleting port affcce19-c495-44b0-abae-e0f5e278e8ba {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:56.503298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:56.512936 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T05:02:55Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:56.538803 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a559a-35d4-4cf6-ac45-ee427587138b None None] The sync data for ids ['2a3e435a-38d8-4f01-b3a5-53089d158b87'] in n-d-827549-1 is: [{'id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'name': 'tempest-TestVolumeBackupRestore-67764280-router', 'tenant_id': '3fe3733297944500a1d1ff6aecc1c05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:31Z', 'updated_at': '2022-02-03T05:02:55Z', 'revision_number': 5, 'project_id': '3fe3733297944500a1d1ff6aecc1c05f', 'gw_port': {'id': 'affcce19-c495-44b0-abae-e0f5e278e8ba', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e435a-38d8-4f01-b3a5-53089d158b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:32Z', 'updated_at': '2022-02-03T04:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:02:56.582357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] For port affcce19-c495-44b0-abae-e0f5e278e8ba, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=affcce19-c495-44b0-abae-e0f5e278e8ba,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:02:56.582722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:56.597371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Calling delete_port for affcce19-c495-44b0-abae-e0f5e278e8ba owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:56.769350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (affcce19-c495-44b0-abae-e0f5e278e8ba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:56.797248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Pushing event deleted for resources: {'Port': ['ID=affcce19-c495-44b0-abae-e0f5e278e8ba,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:56.863975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (2a3e435a-38d8-4f01-b3a5-53089d158b87), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:56.956174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (2a3e435a-38d8-4f01-b3a5-53089d158b87), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:56.958322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks [] for router_controller (2a3e435a-38d8-4f01-b3a5-53089d158b87), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.008200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (2a3e435a-38d8-4f01-b3a5-53089d158b87), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.008466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3e435a-38d8-4f01-b3a5-53089d158b87 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:02:57.013709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.015003 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ef22a486-c7b3-4bac-b7d7-e31fa225489c admin admin] 10.222.0.35 "DELETE /v2.0/routers/2a3e435a-38d8-4f01-b3a5-53089d158b87 HTTP/1.1" status: 204 len: 168 time: 1.1364057 Feb 03 05:02:57.017624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:57.068850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] Deleting subnet a1d6a25c-cbed-4b2f-bc34-165e416526d7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:02:57.071007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] Publish callbacks [] for subnet (a1d6a25c-cbed-4b2f-bc34-165e416526d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.106853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (a1d6a25c-cbed-4b2f-bc34-165e416526d7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.186621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 208df0bd-bd83-421d-b077-ff473cd7631d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:02:57.189677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a1d6a25c-cbed-4b2f-bc34-165e416526d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.211690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 208df0bd-bd83-421d-b077-ff473cd7631d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:02:57.212166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 208df0bd-bd83-421d-b077-ff473cd7631d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:02:57.254385 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (a1d6a25c-cbed-4b2f-bc34-165e416526d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.285505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d6a25c-cbed-4b2f-bc34-165e416526d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:57.287400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.290703 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-528e9fba-71d8-4bc4-b75b-111e595c611d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a1d6a25c-cbed-4b2f-bc34-165e416526d7 HTTP/1.1" status: 204 len: 168 time: 0.2720790 Feb 03 05:02:57.293261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:57.295204 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce3c5f-a67b-4f54-a17a-ff198180cb86 None None] Network d2529824-7963-43b1-8cac-43e8e2ee6bc5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:02:57.364740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d2529824-7963-43b1-8cac-43e8e2ee6bc5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.420094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Deleting port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:57.420443 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.486475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] For port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,segment=NetworkSegment(a0a18d01-6aad-43e4-971f-f774ed3f9862),segment_id=a0a18d01-6aad-43e4-971f-f774ed3f9862)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:02:57.487189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.499362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Calling delete_port for 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:57.558155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] DHCP port deletion for d2529824-7963-43b1-8cac-43e8e2ee6bc5 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:02:57.594780 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.625579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:57.626598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Deleting port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:57.627895 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.629185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] No DVR routers for this DVR port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:02:57.692120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] For port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:02:57.692517 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.698551 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d2529824-7963-43b1-8cac-43e8e2ee6bc5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.705214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Calling delete_port for 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:57.708004 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 05:02:57.709361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (0cc398cb-b9ab-4285-bb61-111fd2ef5b42), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.718490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2529824-7963-43b1-8cac-43e8e2ee6bc5']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:57.728076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a18d01-6aad-43e4-971f-f774ed3f9862') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:57.728347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a18d01-6aad-43e4-971f-f774ed3f9862') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:57.731518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Pushing event deleted for resources: {'Port': ['ID=0cc398cb-b9ab-4285-bb61-111fd2ef5b42,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:57.737842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (a0a18d01-6aad-43e4-971f-f774ed3f9862), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.742306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] No DVR routers for this DVR port 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.749625 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.750301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.750301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.752742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.752742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.752742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7248c685-13bf-46c1-a166-1a2f138602a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:02:57.758793 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a0a18d01-6aad-43e4-971f-f774ed3f9862), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.765731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:02:57.766299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (a0a18d01-6aad-43e4-971f-f774ed3f9862), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:02:57.768026 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:02:57.829690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d2529824-7963-43b1-8cac-43e8e2ee6bc5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.835590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:57.838815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d2529824-7963-43b1-8cac-43e8e2ee6bc5 HTTP/1.1" status: 204 len: 168 time: 0.5440993 Feb 03 05:02:57.842006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:57.849700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda227-82cd-4230-ac51-0c80d63ba3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2529824-7963-43b1-8cac-43e8e2ee6bc5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:58.198683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:58.455215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Deleting port 36570225-1992-482b-b7fc-ddf109ae346b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:58.455448 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (36570225-1992-482b-b7fc-ddf109ae346b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:58.536817 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] For port 36570225-1992-482b-b7fc-ddf109ae346b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=36570225-1992-482b-b7fc-ddf109ae346b,segment=NetworkSegment(2de5f6d3-07f4-4aba-a703-4f1a540a48f3),segment_id=2de5f6d3-07f4-4aba-a703-4f1a540a48f3)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:02:58.537162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (36570225-1992-482b-b7fc-ddf109ae346b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:58.553627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Calling delete_port for 36570225-1992-482b-b7fc-ddf109ae346b owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:58.738406 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (36570225-1992-482b-b7fc-ddf109ae346b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:58.769059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36570225-1992-482b-b7fc-ddf109ae346b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:58.934541 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.150657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:02:59.174199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device affcce19-c495-44b0-abae-e0f5e278e8ba no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:02:59.199296 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: affcce19-c495-44b0-abae-e0f5e278e8ba {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:02:59.199745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device affcce19-c495-44b0-abae-e0f5e278e8ba not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:02:59.200222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:02:59.219003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:02:59.219379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 0cc398cb-b9ab-4285-bb61-111fd2ef5b42 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:02:59.256719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:02:59.261678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-701f3e5a-d1a4-410d-8f0c-291e97744cd7 admin admin] 10.222.0.35 "PUT /v2.0/routers/0e44052c-00e6-41b9-ab1c-cd7bb15d9634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4186285 Feb 03 05:02:59.264501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57228) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:02:59.268532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] Sync routers for ids ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:02:59.278318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] Routers {'0e44052c-00e6-41b9-ab1c-cd7bb15d9634'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:59.278952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:02:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:59.369602 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks [] for router (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.384530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] Set router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:59.477211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks [] for router_gateway (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.531676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Deleting port c96d0204-6c60-4d99-88e7-1607f9cf2dd7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:02:59.532015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.561320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T05:02:58Z', 'revision_number': 5, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port': {'id': 'c96d0204-6c60-4d99-88e7-1607f9cf2dd7', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T04:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:59.592469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] Checking router: 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:02:59.600981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] Routers {'0e44052c-00e6-41b9-ab1c-cd7bb15d9634'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:02:59.601562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:02:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:59.614798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] For port c96d0204-6c60-4d99-88e7-1607f9cf2dd7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:02:59.615164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.636946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Calling delete_port for c96d0204-6c60-4d99-88e7-1607f9cf2dd7 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:02:59.690526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] Set router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:02:59.741369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T05:02:59Z', 'revision_number': 6, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:02:59.770699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc800c-e59b-4673-b0f5-9bd2e69cd5fa None None] The sync data for ids ['0e44052c-00e6-41b9-ab1c-cd7bb15d9634'] in n-d-827549-1 is: [{'id': '0e44052c-00e6-41b9-ab1c-cd7bb15d9634', 'name': 'tempest-TestVolumeBackupRestore-96635272-router', 'tenant_id': '15f9df86b79348e7a346cc457ac69d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:58:38Z', 'updated_at': '2022-02-03T05:02:59Z', 'revision_number': 6, 'project_id': '15f9df86b79348e7a346cc457ac69d9d', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:02:59.800204 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c96d0204-6c60-4d99-88e7-1607f9cf2dd7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.831582 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Pushing event deleted for resources: {'Port': ['ID=c96d0204-6c60-4d99-88e7-1607f9cf2dd7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:02:59.889429 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.977605 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:02:59.979919 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks [] for router_controller (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.031369 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (0e44052c-00e6-41b9-ab1c-cd7bb15d9634), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.031953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e44052c-00e6-41b9-ab1c-cd7bb15d9634 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:03:00.037064 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.038242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-786ae01e-5325-49a3-b375-b47f8c32d2af admin admin] 10.222.0.35 "DELETE /v2.0/routers/0e44052c-00e6-41b9-ab1c-cd7bb15d9634 HTTP/1.1" status: 204 len: 168 time: 0.7728617 Feb 03 05:03:00.042219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57230) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:03:00.091418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] Deleting subnet 200715fd-9ca8-4bed-8a93-135cb3be4a23 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:03:00.094353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] Publish callbacks [] for subnet (200715fd-9ca8-4bed-8a93-135cb3be4a23), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.130757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (200715fd-9ca8-4bed-8a93-135cb3be4a23), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.211222 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (200715fd-9ca8-4bed-8a93-135cb3be4a23), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.269857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (200715fd-9ca8-4bed-8a93-135cb3be4a23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.295996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200715fd-9ca8-4bed-8a93-135cb3be4a23,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:03:00.299653 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.302814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0337a576-2f57-48ea-8e28-a182b9f09cab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/200715fd-9ca8-4bed-8a93-135cb3be4a23 HTTP/1.1" status: 204 len: 168 time: 0.2593327 Feb 03 05:03:00.305412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:03:00.306643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a6893-45b6-4ef7-8f9f-16c32423cd72 None None] Network eb3647ed-0172-47a2-8b2a-c584e5be8200 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:03:00.372166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (eb3647ed-0172-47a2-8b2a-c584e5be8200), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.429232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Deleting port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:03:00.429575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.491635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] For port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,segment=NetworkSegment(2de5f6d3-07f4-4aba-a703-4f1a540a48f3),segment_id=2de5f6d3-07f4-4aba-a703-4f1a540a48f3)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:03:00.491935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.504924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Calling delete_port for daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:03:00.564785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] DHCP port deletion for eb3647ed-0172-47a2-8b2a-c584e5be8200 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:03:00.597295 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.622017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] Deleting port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:03:00.622550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.626158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Pushing event deleted for resources: {'Port': ['ID=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:03:00.629691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] No DVR routers for this DVR port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:03:00.694129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] For port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:03:00.695038 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.701057 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (eb3647ed-0172-47a2-8b2a-c584e5be8200), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.708196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] Calling delete_port for daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:03:00.710931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] Port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 05:03:00.712532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.724745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3647ed-0172-47a2-8b2a-c584e5be8200']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:03:00.734110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de5f6d3-07f4-4aba-a703-4f1a540a48f3') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:03:00.734412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de5f6d3-07f4-4aba-a703-4f1a540a48f3') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:03:00.738964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] Pushing event deleted for resources: {'Port': ['ID=daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:03:00.743720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (2de5f6d3-07f4-4aba-a703-4f1a540a48f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.744409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e659247-c809-4d4e-8eda-2811a34fc201 None None] No DVR routers for this DVR port daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:03:00.762907 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2de5f6d3-07f4-4aba-a703-4f1a540a48f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.770198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:03:00.770696 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (2de5f6d3-07f4-4aba-a703-4f1a540a48f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:03:00.772639 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:03:00.829255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (eb3647ed-0172-47a2-8b2a-c584e5be8200), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.835094 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:00.841249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb3647ed-0172-47a2-8b2a-c584e5be8200 HTTP/1.1" status: 204 len: 168 time: 0.5323133 Feb 03 05:03:00.852097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9ae88-6c0a-4e81-84a5-bec32d67077e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3647ed-0172-47a2-8b2a-c584e5be8200,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:03:01.040165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:03:01.082162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5ea97d2-07bd-4f2a-aeca-ed0008cdf47f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fe3733297944500a1d1ff6aecc1c05f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408111 Feb 03 05:03:01.084922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57240) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:03:01.130371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c96d0204-6c60-4d99-88e7-1607f9cf2dd7 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:03:01.138193 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a614a8-7ff0-4f67-a308-971b8a0dc0ac admin admin] Publish callbacks [] for security_group (575177d8-6c16-4425-a05b-79e27fd407d7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.150906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c96d0204-6c60-4d99-88e7-1607f9cf2dd7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:03:01.151257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c96d0204-6c60-4d99-88e7-1607f9cf2dd7 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:03:01.151695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 36570225-1992-482b-b7fc-ddf109ae346b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:03:01.159752 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a614a8-7ff0-4f67-a308-971b8a0dc0ac admin admin] Publish callbacks [] for security_group (575177d8-6c16-4425-a05b-79e27fd407d7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.170373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 36570225-1992-482b-b7fc-ddf109ae346b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:03:01.170728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 36570225-1992-482b-b7fc-ddf109ae346b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:03:01.171148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:03:01.189772 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:03:01.190159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device daf7f181-f4e6-48d6-9a3c-a2d0a7fb04af not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:03:01.209201 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a614a8-7ff0-4f67-a308-971b8a0dc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (575177d8-6c16-4425-a05b-79e27fd407d7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.212419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f6a614a8-7ff0-4f67-a308-971b8a0dc0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.213618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f6a614a8-7ff0-4f67-a308-971b8a0dc0ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/575177d8-6c16-4425-a05b-79e27fd407d7 HTTP/1.1" status: 204 len: 168 time: 0.1277738 Feb 03 05:03:01.221643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a614a8-7ff0-4f67-a308-971b8a0dc0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575177d8-6c16-4425-a05b-79e27fd407d7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:03:01.526260 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:03:01.541327 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:03:01.582074 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4039f559-7e2c-4abd-a6ca-2b61b35cd056 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15f9df86b79348e7a346cc457ac69d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391929 Feb 03 05:03:01.585286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:03:01.633169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b8583dc-42be-414a-9a19-2f234ed63902 admin admin] Publish callbacks [] for security_group (1172727c-0aa8-44c4-96c4-3fbb5c59d564), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.654984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b8583dc-42be-414a-9a19-2f234ed63902 admin admin] Publish callbacks [] for security_group (1172727c-0aa8-44c4-96c4-3fbb5c59d564), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.704874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b8583dc-42be-414a-9a19-2f234ed63902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1172727c-0aa8-44c4-96c4-3fbb5c59d564), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.707389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b8583dc-42be-414a-9a19-2f234ed63902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:01.708616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5b8583dc-42be-414a-9a19-2f234ed63902 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1172727c-0aa8-44c4-96c4-3fbb5c59d564 HTTP/1.1" status: 204 len: 168 time: 0.1218450 Feb 03 05:03:01.716261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8583dc-42be-414a-9a19-2f234ed63902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1172727c-0aa8-44c4-96c4-3fbb5c59d564,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:03:03.209111 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba24029-73e9-4d0d-9de9-4779a187d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:06.399471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce68b81c-15e2-411f-ae5a-b6c9c47679fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:06.757073 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:08.218834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:09.306166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:15.072731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-811a4cf4-1c1c-4fa9-8789-be3f2e712c74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571153 Feb 03 05:03:15.163350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-1984a8e4-0bf8-4355-a276-fa57d2fcbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:03:15.164891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-1984a8e4-0bf8-4355-a276-fa57d2fcbcdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 1128 time: 0.0477073 Feb 03 05:03:15.274309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-945fa15e-057c-4fee-9593-0a769a801a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:03:15.276025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-945fa15e-057c-4fee-9593-0a769a801a9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0915570 Feb 03 05:03:15.348542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-b7640450-2d97-4f7e-b675-d478b1e4cf75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=724681a4-4107-4ab9-9281-bc2b66958cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0651882 Feb 03 05:03:15.397931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-6698dc64-1fe9-4e01-b144-6c272f237e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:03:15.399359 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-6698dc64-1fe9-4e01-b144-6c272f237e44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0447226 Feb 03 05:03:15.453865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-08eeb8cc-e893-4b36-ade7-021418593bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:03:15.455351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-08eeb8cc-e893-4b36-ade7-021418593bb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500023 Feb 03 05:03:15.545327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-19d1f080-9d8e-4923-8ae4-0e2cace5fd3a service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838115 Feb 03 05:03:15.641190 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e5363a32-2c98-4f9f-a83b-e4f1649d31bd req-2db84c2a-ef7a-46b2-8767-1d0492ece2ab service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904078 Feb 03 05:03:24.011916 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:24.089705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:33.215777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daead24b-68c2-49d4-8f03-3f4c45c4d925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:36.404635 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33846e64-dad9-4031-8bd3-605c9794c863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:36.756818 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:38.212798 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:38.531715 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:03:39.300346 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:54.031817 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:54.086903 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:03:59.579978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316670a9-b548-494a-81fb-89f3ee989e0a req-e4f9206a-a57c-40a6-896e-8a08799a6fb6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:03:59.581480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-316670a9-b548-494a-81fb-89f3ee989e0a req-e4f9206a-a57c-40a6-896e-8a08799a6fb6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 946 time: 0.2917519 Feb 03 05:03:59.632208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-316670a9-b548-494a-81fb-89f3ee989e0a req-75119ef6-7c96-429f-9e5a-2fb303e409b5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Feb 03 05:04:00.832551 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2672337-01ea-45ee-bc5f-e6ef3b9046ed req-f6d7954b-d877-4eb0-9dc8-5d05a83c1dd3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:00.834083 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2672337-01ea-45ee-bc5f-e6ef3b9046ed req-f6d7954b-d877-4eb0-9dc8-5d05a83c1dd3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 946 time: 0.1288869 Feb 03 05:04:00.856604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-1ab16db7-b656-4cc8-bab8-5277660a157b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:00.858203 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-1ab16db7-b656-4cc8-bab8-5277660a157b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 946 time: 0.0554812 Feb 03 05:04:00.883040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2672337-01ea-45ee-bc5f-e6ef3b9046ed req-02e933a4-e949-45db-96bb-80e878eeaab5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Feb 03 05:04:00.951555 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port 724681a4-4107-4ab9-9281-bc2b66958cc3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:04:00.951902 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:01.041307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] For port 724681a4-4107-4ab9-9281-bc2b66958cc3, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=724681a4-4107-4ab9-9281-bc2b66958cc3,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:04:01.041673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:01.212568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:01.212855 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (644a049f-7385-4098-a2ca-33a9f18294bf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:01.213210 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Floating IP 644a049f-7385-4098-a2ca-33a9f18294bf disassociated. External IP: 172.25.7.111, port: 724681a4-4107-4ab9-9281-bc2b66958cc3. Feb 03 05:04:01.213550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for 724681a4-4107-4ab9-9281-bc2b66958cc3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:04:01.349732 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (724681a4-4107-4ab9-9281-bc2b66958cc3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:01.378855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=724681a4-4107-4ab9-9281-bc2b66958cc3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:01.390771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.391140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.391476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.391841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.392177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.392512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.392850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.393176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.393506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.393830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.394157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.394484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.394808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:01.516173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:04:01.636082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:04:01.647435 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:04:01.658106 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:04:01.658641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:03:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:01.677044 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] No DVR routers for this DVR port 724681a4-4107-4ab9-9281-bc2b66958cc3 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:04:01.679936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:01.683265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9f7a0dc5-edce-4fc9-9519-6b067adc9fe2 req-f5e0c74f-e9cc-4217-96c2-edf735e8066b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "DELETE /v2.0/ports/724681a4-4107-4ab9-9281-bc2b66958cc3 HTTP/1.1" status: 204 len: 173 time: 0.8196120 Feb 03 05:04:01.683743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'name': 'network-vif-deleted', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:04:01.686092 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7ac5a-3296-47e3-a3cd-9ac2be84c359" -d '{"events": [{"server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "name": "network-vif-deleted", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:04:01.726236 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74537227-35ea-452e-a10b-ea873af1c435 x-openstack-request-id: req-74537227-35ea-452e-a10b-ea873af1c435 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:04:01.726539 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a", "name": "network-vif-deleted", "tag": "724681a4-4107-4ab9-9281-bc2b66958cc3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:04:01.726796 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74537227-35ea-452e-a10b-ea873af1c435 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:04:01.727256 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a', 'name': 'network-vif-deleted', 'tag': '724681a4-4107-4ab9-9281-bc2b66958cc3', 'status': 'completed', 'code': 200} Feb 03 05:04:01.775028 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:04:01.978930 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:01.984782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-915b8d47-7c26-4d76-8e35-bb947f69fd0b req-1e977658-5a8c-4ccc-9ed3-7a609774b0ad tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0293622 Feb 03 05:04:02.005564 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:04:02.014068 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:04:02.014684 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:03:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:02.121399 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:04:02.318743 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:02.345113 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d2dba-7940-4713-a1bc-f1b8af52fad8 None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:04:02.585740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5351cf-594c-4280-a4de-68521e8e603e None None] New status for floating IP 644a049f-7385-4098-a2ca-33a9f18294bf: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:04:03.083270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f29f6fa-e1f9-4916-97bf-db6c9ad4b848 req-4d92b3e9-6694-4c8c-bfe8-0b892ab23f10 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0274172 Feb 03 05:04:03.202690 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-726e4a78-b156-42d1-bb77-dda2a67208fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:03.240653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 724681a4-4107-4ab9-9281-bc2b66958cc3 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:04:03.261674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 724681a4-4107-4ab9-9281-bc2b66958cc3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:04:03.262048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 724681a4-4107-4ab9-9281-bc2b66958cc3 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:04:04.180911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6aa0eb5d-cbbc-4684-93bb-00d422246226 req-acf51f72-9973-4dac-b287-3b2b96f0e375 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0304577 Feb 03 05:04:05.281675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46cd1d1c-df65-494c-909a-67ba83f42b59 req-54512bdd-19af-4217-9265-bf26b26870a8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0298848 Feb 03 05:04:06.382073 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9c82357-fb9c-4286-9270-fb40e21db09a req-0233544e-39be-47d4-b13b-c42a258a3e0c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0288746 Feb 03 05:04:06.389351 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f23001-f252-4bdd-ad9e-02995bf9be42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:06.757451 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:07.482139 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2d62e7f1-475b-44eb-ba6d-546deb517067 req-c78b683d-9d2f-41eb-81c1-0013ab6dde10 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0274916 Feb 03 05:04:08.214606 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:08.577301 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46725d17-5e6b-41af-b253-f72089406d5c req-74830856-00b9-411a-94a6-e74bcbf94c5e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0278363 Feb 03 05:04:09.305694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:09.680392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4e1e9c5-4aa6-4d1d-a7e0-52eb3a88c463 req-4a14f017-1378-4368-b309-20bb4e19f1e9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68d4a03-5379-4b3e-ad4c-fe8fb7a8ad1a HTTP/1.1" status: 200 len: 210 time: 0.0290194 Feb 03 05:04:10.951315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-9e8a6391-c71a-4e5b-920b-e2971260d7e7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144226795&fields=id&tenant_id=b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 267 time: 0.0505857 Feb 03 05:04:11.065351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-6acc0ccf-3700-4734-9006-e38a2ab262dc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:11.067000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-6acc0ccf-3700-4734-9006-e38a2ab262dc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1059198 Feb 03 05:04:11.082694 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-c765c3b5-3807-46d3-a6ca-96002bb31ccc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/quotas/b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0100887 Feb 03 05:04:11.139689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-252af035-c865-4fe4-93f5-40d29b3009fd tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517223 Feb 03 05:04:11.251054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-770b8e39-de04-44ac-9226-46f12d379ec1 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001742 Feb 03 05:04:11.344774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-cb913905-8a94-4272-819a-96486fdbaa96 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878527 Feb 03 05:04:12.666454 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9db009d8-00e2-4ff6-8985-03ed46dd6496 req-4692e95b-d145-4827-bf97-6d04d7d34587 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0315576 Feb 03 05:04:13.746045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a146462d-7135-4b4e-9c27-2b97789dc11d req-75209431-4bc1-4e27-b70b-1c8ef7f29b6c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0271652 Feb 03 05:04:14.830522 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a8c0aa4a-1129-4919-b864-a36714e8f869 req-9ddba3da-2c07-47cb-a24a-25635929d97c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0324306 Feb 03 05:04:15.537791 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:04:15.917180 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc7f3e42-47c5-43be-8a24-dc5f8f2e4e81 req-c7e9b578-8e2e-486b-ba79-2c5465b2fc8b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0270913 Feb 03 05:04:17.026460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0aa72a0-ffbf-43fd-9f9f-fca3d47af723 req-debbe2cb-1f5c-44fb-9a04-62963c040a31 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0360637 Feb 03 05:04:17.766551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-f5883d28-56ca-468d-abcb-a8d538388de1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:17.768074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-f5883d28-56ca-468d-abcb-a8d538388de1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1088722 Feb 03 05:04:17.829902 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-31e2e2fa-6199-4685-94f8-e644d01090d6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 380 time: 0.0535173 Feb 03 05:04:17.839007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'port': {'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'admin_state_up': True, 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'security_groups': ['917ffac4-3ee4-4f7b-8752-dc0a432baca5']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:04:17.953072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:04:17.956785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.084514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.20.0.6 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/e629262f-f276-4cea-b75e-74a746aa7fc5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:04:18.125313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7a8a77c-022a-4f3b-aacd-9e79eb0f0e55 req-55dd371a-0993-49de-813a-caf839f83964 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0280356 Feb 03 05:04:18.230110 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.263391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.305450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:04:18.310330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:04:18.313831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:04:18.343239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=e629262f-f276-4cea-b75e-74a746aa7fc5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:18.371889 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:18.372745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.393316 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-0d7366f9-27d2-45c0-8664-fe158302c082 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580721 Feb 03 05:04:18.464075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Request body: {'port': {'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:04:18.535086 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.550630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7151bfce-2859-4b13-8427-6a356a928dbd None None] Provisioning complete for port e629262f-f276-4cea-b75e-74a746aa7fc5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:04:18.551190 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7151bfce-2859-4b13-8427-6a356a928dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.589514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7151bfce-2859-4b13-8427-6a356a928dbd None None] Port e629262f-f276-4cea-b75e-74a746aa7fc5 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:04:18.803426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e629262f-f276-4cea-b75e-74a746aa7fc5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:04:18.811748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Publish callbacks [] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.826742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Transition to ACTIVE for port object e629262f-f276-4cea-b75e-74a746aa7fc5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:04:18.832334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:18.880806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Pushing event updated for resources: {'Port': ['ID=e629262f-f276-4cea-b75e-74a746aa7fc5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:18.955898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Attempting to bind port e629262f-f276-4cea-b75e-74a746aa7fc5 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:04:18.956219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Attempting to bind port e629262f-f276-4cea-b75e-74a746aa7fc5 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:04:18.956552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Attempting to bind port e629262f-f276-4cea-b75e-74a746aa7fc5 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:04:18.961308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Port e629262f-f276-4cea-b75e-74a746aa7fc5 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:04:18.961636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Attempting to bind port e629262f-f276-4cea-b75e-74a746aa7fc5 on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:04:18.966969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:04:18.967316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:04:18.967733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:04:18.968173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Bound port: e629262f-f276-4cea-b75e-74a746aa7fc5, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:04:18.968531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:19.042909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] For port e629262f-f276-4cea-b75e-74a746aa7fc5, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:04:19.046281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] For port e629262f-f276-4cea-b75e-74a746aa7fc5, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e629262f-f276-4cea-b75e-74a746aa7fc5,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:04:19.053688 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:19.091224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.091870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:19.093259 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] 10.222.0.31 "PUT /v2.0/ports/e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 1091 time: 0.6918404 Feb 03 05:04:19.093722 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:04:19.096069 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:04:19.124135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7480b-ba08-4485-ac87-1c942236f266 service neutron] Pushing event updated for resources: {'Port': ['ID=e629262f-f276-4cea-b75e-74a746aa7fc5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:19.195295 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d38caf0-f496-44fe-a10b-6fdad2236177 x-openstack-request-id: req-7d38caf0-f496-44fe-a10b-6fdad2236177 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:04:19.195762 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:04:19.196017 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d38caf0-f496-44fe-a10b-6fdad2236177 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:04:19.196628 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'status': 'completed', 'code': 200} Feb 03 05:04:19.219875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-fdf2834c-af74-4804-a58a-44a8c353ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.221544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-fdf2834c-af74-4804-a58a-44a8c353ffe6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1125 time: 0.0817323 Feb 03 05:04:19.277584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-a0485642-eb97-46da-b519-346e04e5c546 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0450211 Feb 03 05:04:19.345701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-c24e13c1-abb1-4b3c-952c-687f65cdef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.347863 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-c24e13c1-abb1-4b3c-952c-687f65cdef2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0610356 Feb 03 05:04:19.360236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d0617-4aec-4d4b-89ba-c66e1cd124a9 req-59f991ce-07b3-418a-95df-f4ff2d955fcf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.373476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e86d0617-4aec-4d4b-89ba-c66e1cd124a9 req-59f991ce-07b3-418a-95df-f4ff2d955fcf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.1453526 Feb 03 05:04:19.408784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739883b8-c0c2-4540-bccf-900aabc2895c req-8a8cdd50-e90b-4b10-8c88-d93fc9d5cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.416519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-8a8cdd50-e90b-4b10-8c88-d93fc9d5cc96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624583 Feb 03 05:04:19.446821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e86d0617-4aec-4d4b-89ba-c66e1cd124a9 req-2d07ab2d-b376-44e8-9aef-b0fd9335655f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722132 Feb 03 05:04:19.535648 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-631475a4-d4cc-4e1f-b9ec-000617d1fe4a service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132748 Feb 03 05:04:19.633710 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-739883b8-c0c2-4540-bccf-900aabc2895c req-dfc032be-6635-4cbc-b818-c98c0063c01f service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923839 Feb 03 05:04:19.723807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-79b89f93-0681-4137-8755-834253a2fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.725313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-79b89f93-0681-4137-8755-834253a2fd1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1125 time: 0.0465312 Feb 03 05:04:19.817033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-410b066f-c21a-418b-ab23-eb89ea4a061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.818542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-410b066f-c21a-418b-ab23-eb89ea4a061e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0867932 Feb 03 05:04:19.860681 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-60304046-7445-4e45-baef-1511b6a78525 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0345891 Feb 03 05:04:19.912661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-f308f800-4996-4a28-91de-b3ca66cd4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.914024 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-f308f800-4996-4a28-91de-b3ca66cd4783 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0466764 Feb 03 05:04:19.965139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-1db6d9da-22fd-4dd6-92dc-6c1a086e8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:19.966639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-1db6d9da-22fd-4dd6-92dc-6c1a086e8e7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449882 Feb 03 05:04:20.060270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-9cec3213-165e-4b05-b43c-eefb8b6feb31 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Feb 03 05:04:20.150811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4f112d24-a0c6-49a4-bce9-e1cc09dd6798 req-41fa868e-e628-453a-86f0-7af08ca71dbf service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819418 Feb 03 05:04:20.587334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b6a35-35ce-4549-b7df-eef6f962700d req-649583ca-20f4-4e8f-98f3-36d53191f9a3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:20.588932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f78b6a35-35ce-4549-b7df-eef6f962700d req-649583ca-20f4-4e8f-98f3-36d53191f9a3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0559332 Feb 03 05:04:20.641661 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f78b6a35-35ce-4549-b7df-eef6f962700d req-d257e2c5-a45c-4ac5-b636-24600c963b56 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468028 Feb 03 05:04:21.768074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea80e5-0db4-4ecb-8896-548ff2497b76 req-be938671-461f-4fa8-89a6-6e30b33e0c18 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:21.769557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ea80e5-0db4-4ecb-8896-548ff2497b76 req-be938671-461f-4fa8-89a6-6e30b33e0c18 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0583041 Feb 03 05:04:21.818731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ea80e5-0db4-4ecb-8896-548ff2497b76 req-030d0171-517b-4f96-a01f-480bec120779 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Feb 03 05:04:22.939039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7daef4-e710-48a7-bc92-2c8eb678a337 req-e394ede2-747e-48ac-bb45-74f6051ad4dc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:22.940561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb7daef4-e710-48a7-bc92-2c8eb678a337 req-e394ede2-747e-48ac-bb45-74f6051ad4dc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0534980 Feb 03 05:04:22.990282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb7daef4-e710-48a7-bc92-2c8eb678a337 req-71482880-15f3-475d-b7f5-1bf4d59fddb4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 Feb 03 05:04:24.036986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:24.095251 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:24.116483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739321a0-bfce-493f-a92c-e8724105bc17 req-77b99040-bced-46b0-9aba-b6592b067c43 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:24.118836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739321a0-bfce-493f-a92c-e8724105bc17 req-77b99040-bced-46b0-9aba-b6592b067c43 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0542943 Feb 03 05:04:24.170062 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-739321a0-bfce-493f-a92c-e8724105bc17 req-6222e37a-e736-4229-973f-e12fae758aa9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463650 Feb 03 05:04:25.296785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f62f7-1497-45d1-b217-df765f612c47 req-ec2a3288-b2c1-4f9e-b216-fd07d5ece3b4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:25.298499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c94f62f7-1497-45d1-b217-df765f612c47 req-ec2a3288-b2c1-4f9e-b216-fd07d5ece3b4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0561616 Feb 03 05:04:25.349243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c94f62f7-1497-45d1-b217-df765f612c47 req-1ef395bf-5f06-4b85-aef0-4b8c62558308 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447326 Feb 03 05:04:26.470532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dc212-43e4-4c71-8959-1988480b2e65 req-140a37d4-bde1-433b-8532-20adf722cc94 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:26.472051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b8dc212-43e4-4c71-8959-1988480b2e65 req-140a37d4-bde1-433b-8532-20adf722cc94 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0546789 Feb 03 05:04:26.521507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4b8dc212-43e4-4c71-8959-1988480b2e65 req-1e70ccc7-9387-483f-83cc-609712aa5bf4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Feb 03 05:04:27.658413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a545-c6ec-4586-baa6-dad1e4f5328c req-bcb5089d-df14-4c06-9278-4ac3593b0c48 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:27.659991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a0a545-c6ec-4586-baa6-dad1e4f5328c req-bcb5089d-df14-4c06-9278-4ac3593b0c48 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0577626 Feb 03 05:04:27.708815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6a0a545-c6ec-4586-baa6-dad1e4f5328c req-55246467-7291-4355-b79c-e95431dab50c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Feb 03 05:04:28.837610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c073c-5d54-4156-a654-c76dbd2ff2c0 req-838dab3f-44c2-4fe7-abda-1166a42be9fa tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:28.839057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d47c073c-5d54-4156-a654-c76dbd2ff2c0 req-838dab3f-44c2-4fe7-abda-1166a42be9fa tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0605159 Feb 03 05:04:28.890318 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d47c073c-5d54-4156-a654-c76dbd2ff2c0 req-997a243d-2fd0-4f1e-9bdc-9703d4c9191e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Feb 03 05:04:30.041647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46ed1a-0d4a-47b7-970c-ffee45a1ae89 req-9d771708-0ed6-47c7-9399-a544a198cbb6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:30.043148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b46ed1a-0d4a-47b7-970c-ffee45a1ae89 req-9d771708-0ed6-47c7-9399-a544a198cbb6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0711648 Feb 03 05:04:30.096895 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b46ed1a-0d4a-47b7-970c-ffee45a1ae89 req-be1c4356-dd85-4f78-b895-52704b7666ad tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480216 Feb 03 05:04:31.236042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b30a83-e3ea-499b-ae5c-e332d1df1055 req-dbb67ff6-bdbd-4570-a445-a9949bbc2349 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:31.237554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9b30a83-e3ea-499b-ae5c-e332d1df1055 req-dbb67ff6-bdbd-4570-a445-a9949bbc2349 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0621078 Feb 03 05:04:31.288297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9b30a83-e3ea-499b-ae5c-e332d1df1055 req-4450cd77-bde2-40c8-939c-dfc3100d9509 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Feb 03 05:04:32.434493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ec401-22ab-4ce2-bd3e-71c0700c5112 req-ba96f1cf-75d9-42ed-b96f-5dba54738273 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:32.436008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e4ec401-22ab-4ce2-bd3e-71c0700c5112 req-ba96f1cf-75d9-42ed-b96f-5dba54738273 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0600471 Feb 03 05:04:32.484599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e4ec401-22ab-4ce2-bd3e-71c0700c5112 req-64e27614-48c8-443f-851f-6912e4ebb1e2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Feb 03 05:04:33.208990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9389415a-6589-4ca9-bdfa-a35b61e3f0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:33.619958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cbbb2-d653-4eed-83ee-161985a30752 req-8fa8ccae-2af6-4d0e-90f0-114b1636f9b0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:33.621466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f92cbbb2-d653-4eed-83ee-161985a30752 req-8fa8ccae-2af6-4d0e-90f0-114b1636f9b0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0617218 Feb 03 05:04:33.672599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f92cbbb2-d653-4eed-83ee-161985a30752 req-d15a27ec-8656-4f80-838e-4705181d1718 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 Feb 03 05:04:34.817635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c73f74-d083-4ed6-b908-e74572e3a6f6 req-13d895f8-8439-4c94-9c11-35a9c76409e0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:34.819097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80c73f74-d083-4ed6-b908-e74572e3a6f6 req-13d895f8-8439-4c94-9c11-35a9c76409e0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0551429 Feb 03 05:04:34.871444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80c73f74-d083-4ed6-b908-e74572e3a6f6 req-a6854c56-10e8-49e1-8ae9-ae2e37ebfb14 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460739 Feb 03 05:04:35.956198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e629262f-f276-4cea-b75e-74a746aa7fc5 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:04:36.002913 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7325bac-e50b-45da-8545-0a4fce0d4ea1 req-5e7a14c9-93b5-4a55-9ff3-9430e972bb73 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:36.004476 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7325bac-e50b-45da-8545-0a4fce0d4ea1 req-5e7a14c9-93b5-4a55-9ff3-9430e972bb73 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 943 time: 0.0600274 Feb 03 05:04:36.053792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e629262f-f276-4cea-b75e-74a746aa7fc5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e629262f-f276-4cea-b75e-74a746aa7fc5,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:04:36.055396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7325bac-e50b-45da-8545-0a4fce0d4ea1 req-c9beec28-3e40-4e71-86b2-400f65bb6b28 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451601 Feb 03 05:04:36.068803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:04:36.106140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e629262f-f276-4cea-b75e-74a746aa7fc5 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:04:36.106532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:36.119946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e629262f-f276-4cea-b75e-74a746aa7fc5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:04:36.138697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e629262f-f276-4cea-b75e-74a746aa7fc5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e629262f-f276-4cea-b75e-74a746aa7fc5,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:04:36.145340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:36.195059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e629262f-f276-4cea-b75e-74a746aa7fc5,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:36.203101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.203464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.203869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.204191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.204531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.204871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.205383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.205752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.206098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.206437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.206774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.207133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.207641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:04:36.384430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['e629262f-f276-4cea-b75e-74a746aa7fc5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:04:36.417597 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93f18136-ba17-4169-a50b-6a1308191b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:36.764775 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:37.189629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c480d6e-12ec-448f-a284-8ce6c14b811b req-a7364836-6969-4ca6-8c93-169b6e06395c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:37.191236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c480d6e-12ec-448f-a284-8ce6c14b811b req-a7364836-6969-4ca6-8c93-169b6e06395c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 944 time: 0.0536978 Feb 03 05:04:37.256570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c480d6e-12ec-448f-a284-8ce6c14b811b req-c1e0773b-433d-4eb0-9cfa-af07c3a6fa68 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596964 Feb 03 05:04:37.957369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e629262f-f276-4cea-b75e-74a746aa7fc5 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:04:38.172666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port e629262f-f276-4cea-b75e-74a746aa7fc5 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:04:38.176478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port e629262f-f276-4cea-b75e-74a746aa7fc5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:04:38.176851 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:38.227580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:38.265748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e629262f-f276-4cea-b75e-74a746aa7fc5 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:04:38.266141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:38.288623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:04:38.290933 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005ccfe9-c1f6-475f-85e1-5a21605e7709" -d '{"events": [{"server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "name": "network-vif-plugged", "status": "completed", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:04:38.303189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e629262f-f276-4cea-b75e-74a746aa7fc5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e629262f-f276-4cea-b75e-74a746aa7fc5,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:04:38.308493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:38.334804 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d9532c-bcee-42fc-aa72-ada007679f65 x-openstack-request-id: req-88d9532c-bcee-42fc-aa72-ada007679f65 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:04:38.335098 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "name": "network-vif-plugged", "status": "completed", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:04:38.335371 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88d9532c-bcee-42fc-aa72-ada007679f65 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:04:38.335776 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'code': 200} Feb 03 05:04:38.366808 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e629262f-f276-4cea-b75e-74a746aa7fc5,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:38.389410 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578eb0d-096a-4868-8253-29c2be4ce498 req-bf43c7d6-6939-4c18-b2ff-49df5698ad15 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:38.390976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2578eb0d-096a-4868-8253-29c2be4ce498 req-bf43c7d6-6939-4c18-b2ff-49df5698ad15 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 945 time: 0.0578139 Feb 03 05:04:38.432464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99afd-ffad-432e-91ad-4d00c6a2dc4e req-820a1849-527b-401c-9c08-1fa0e399f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:38.434001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4c99afd-ffad-432e-91ad-4d00c6a2dc4e req-820a1849-527b-401c-9c08-1fa0e399f5b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1127 time: 0.0435808 Feb 03 05:04:38.443291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2578eb0d-096a-4868-8253-29c2be4ce498 req-eb428c9a-f5db-47e1-a528-a22947bebfb2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461888 Feb 03 05:04:38.485288 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b4c99afd-ffad-432e-91ad-4d00c6a2dc4e req-dc0d81cc-c3b6-4c72-bf2d-cbaac56024ec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Feb 03 05:04:39.315225 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:39.569011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca8301-5720-4490-8916-664c49b4846a req-e36bd8a7-3ad7-4602-b7dd-48f822b31bcb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:39.570514 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bca8301-5720-4490-8916-664c49b4846a req-e36bd8a7-3ad7-4602-b7dd-48f822b31bcb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 945 time: 0.0574486 Feb 03 05:04:39.624567 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bca8301-5720-4490-8916-664c49b4846a req-9975ec12-be02-4eb9-994e-25faade6eece tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476332 Feb 03 05:04:40.772715 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a9a9f-ae57-4353-a84b-1e006590d13a req-037881d7-7bc3-4e94-86b5-2e3ca30675c5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:40.774240 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-721a9a9f-ae57-4353-a84b-1e006590d13a req-037881d7-7bc3-4e94-86b5-2e3ca30675c5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 945 time: 0.0647075 Feb 03 05:04:40.826249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-721a9a9f-ae57-4353-a84b-1e006590d13a req-06532b5e-1d9b-4200-a8fd-eda9391713b4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461555 Feb 03 05:04:40.979534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c19ae0-992a-48d9-b63d-65e2843a1a9a req-4f6cd3b1-d507-465d-9cd3-009b82230f18 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:40.981134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9c19ae0-992a-48d9-b63d-65e2843a1a9a req-4f6cd3b1-d507-465d-9cd3-009b82230f18 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 945 time: 0.0772469 Feb 03 05:04:41.036061 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b9c19ae0-992a-48d9-b63d-65e2843a1a9a req-8b62a19d-40c3-47e6-a312-d62d64ea9385 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 Feb 03 05:04:41.065059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:04:41.110883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4c795-c4ff-41f1-a1c0-1e508b200f6f tempest-TestVolumeBootPattern-2061970751 tempest-TestVolumeBootPattern-2061970751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:41.112460 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-23c4c795-c4ff-41f1-a1c0-1e508b200f6f tempest-TestVolumeBootPattern-2061970751 tempest-TestVolumeBootPattern-2061970751-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1122 time: 0.0463650 Feb 03 05:04:41.115997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:04:41.120424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:04:41.142846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:41.241816 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:41.364008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.25.7.85 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/2ee7eb0d-5724-440d-86ea-11f85db1a9e6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:04:41.486541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:41.528042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:41.565450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:04:41.570255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:04:41.574315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:04:41.597687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=2ee7eb0d-5724-440d-86ea-11f85db1a9e6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:41.961473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (df511f0a-2577-483d-99b0-92c7b29de28e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:42.034905 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:42.184818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:42.191645 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:42.257996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=2ee7eb0d-5724-440d-86ea-11f85db1a9e6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:04:42.270017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (df511f0a-2577-483d-99b0-92c7b29de28e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:42.370331 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Floating IP df511f0a-2577-483d-99b0-92c7b29de28e associated. External IP: 172.25.7.85, port: e629262f-f276-4cea-b75e-74a746aa7fc5. Feb 03 05:04:42.933610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:04:43.040541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:04:43.051442 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:04:43.059682 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:43.061684 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:04:43.062285 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:04:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:43.089630 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cfcbda7a-4b22-4878-834e-fe54a8c749f9 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9725997 Feb 03 05:04:43.090332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:04:43.092622 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:04:43.129530 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ee758-38cd-4362-acc6-c944102e5d37 x-openstack-request-id: req-a06ee758-38cd-4362-acc6-c944102e5d37 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:04:43.129831 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:04:43.130086 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a06ee758-38cd-4362-acc6-c944102e5d37 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:04:43.130497 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'status': 'completed', 'code': 200} Feb 03 05:04:43.171359 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:04:43.198111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-ea94f406-15bb-4d2a-be79-631474d1ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:43.199936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-ea94f406-15bb-4d2a-be79-631474d1ddb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1127 time: 0.0455887 Feb 03 05:04:43.293481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-75bc0b06-49a7-41b2-a20e-88911e2016a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:43.294978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-75bc0b06-49a7-41b2-a20e-88911e2016a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0886142 Feb 03 05:04:43.360811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-76ad8fc0-cf8a-4c4f-990f-b6cfd93e0f86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 998 time: 0.0596876 Feb 03 05:04:43.397550 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:41Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:43.412712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-0a55a9e2-87f2-4a98-8815-18c5cfcff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:43.414194 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-0a55a9e2-87f2-4a98-8815-18c5cfcff247 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0475178 Feb 03 05:04:43.427095 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:04:43.435973 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:04:43.436591 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:04:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:43.462996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-e7ec3b2f-10a5-4f31-b895-b554c63ac154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:04:43.464476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-e7ec3b2f-10a5-4f31-b895-b554c63ac154 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447149 Feb 03 05:04:43.544275 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:04:43.556632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-c1be4e40-1a80-4079-a1dc-ef0ba06ddbaa service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859687 Feb 03 05:04:43.656348 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7e32c8b-3b86-445c-a7c4-e43c4940b0e7 req-10533c65-2283-4706-b425-de47279338a6 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934896 Feb 03 05:04:43.865519 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:41Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:04:43.894673 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c215c-ce13-4763-954e-cafeff0beb50 None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:41Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:04:44.102889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c300acc-288d-4c98-8b5d-66126581acca None None] New status for floating IP df511f0a-2577-483d-99b0-92c7b29de28e: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:04:52.543664 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:04:54.041073 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:04:54.150460 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:03.203911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a37f992e-581e-4844-b439-3bc0f9a6736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:06.398142 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-091b1404-6ccd-4b96-abc0-696e95a5b640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:06.774341 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:08.227655 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:09.313223 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:09.948867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-ff525f15-5e45-4c3a-8455-bdf11ad4822e req-246fae39-1170-4616-b78c-6d6601d288b6 service neutron] (103323) timed out ('10.222.0.35', 55968) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:05:11.111767 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-57d06f41-59af-4edf-a800-10463434bea9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471072 Feb 03 05:05:11.201468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-36fb482e-76be-4df8-8b57-57a95edb4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:05:11.203962 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-36fb482e-76be-4df8-8b57-57a95edb4aa9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1127 time: 0.0479076 Feb 03 05:05:11.321945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-f75f21d4-0754-4301-bab2-0a7b70fd3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:05:11.324241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-f75f21d4-0754-4301-bab2-0a7b70fd3578 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0995388 Feb 03 05:05:11.396883 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-c06b4614-3983-40a9-991d-c74fa08bc2b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0659523 Feb 03 05:05:11.445731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-fdc99bff-09b5-4eb9-be63-4cf24feca226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:05:11.447139 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-fdc99bff-09b5-4eb9-be63-4cf24feca226 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0447531 Feb 03 05:05:11.496329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-14f4bae7-4257-4d58-88aa-d1545c7ae754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:05:11.497808 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-14f4bae7-4257-4d58-88aa-d1545c7ae754 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445192 Feb 03 05:05:11.598785 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-bb0c9904-a608-4fdc-b895-c88542c0159e service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941653 Feb 03 05:05:11.691264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25cbd6a7-9349-42b0-a022-28ca8c1e861d req-0a39f8a9-71db-478a-91d3-792882e1e6a6 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849264 Feb 03 05:05:24.041911 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:24.146906 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:29.545725 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:05:33.214624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d0af41-77c1-4f26-9919-cdd1849b7ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:36.391019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3a3de88-130b-4d76-bf69-1d517a4c6717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:36.768513 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:38.233619 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:39.329314 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:54.060452 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:05:54.136085 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:03.216556 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37aac6b9-81fc-48dc-8bd6-0c47e603f4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:06.399301 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65e7a6db-05e1-4bde-98c4-db44bd7f4346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:06.559041 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:06:06.779592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:08.234167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:09.328020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:13.113611 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-37340f36-2909-4ca8-a929-1680d76917ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520275 Feb 03 05:06:13.212684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-f7450074-e527-4327-99bb-11f36c7177fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:13.214309 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-f7450074-e527-4327-99bb-11f36c7177fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1127 time: 0.0559025 Feb 03 05:06:13.318290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-c4e0ca26-63fc-4e39-baef-71c35caf77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:13.319793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-c4e0ca26-63fc-4e39-baef-71c35caf77a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0856280 Feb 03 05:06:13.387777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-7939a108-f469-4f67-8620-f38bc3677869 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0619779 Feb 03 05:06:13.436304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-d4669b86-bea5-48a2-b1be-29b6f71409f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:13.437712 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-d4669b86-bea5-48a2-b1be-29b6f71409f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0439546 Feb 03 05:06:13.488497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-ce3bfc27-cab8-4376-bb0f-0ed333050e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:13.490076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-ce3bfc27-cab8-4376-bb0f-0ed333050e77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457590 Feb 03 05:06:13.587560 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-faa6afcf-66cd-4899-9b82-426cb8789324 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902805 Feb 03 05:06:13.687618 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2ac857c4-29c1-4499-bf4d-5f3b4830b9b9 req-2f1b2b3d-8648-4bbe-bbca-80fe94a01cc9 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917454 Feb 03 05:06:24.069039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:24.145288 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:33.212567 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b01cf66b-93ea-40a4-b9c6-cdf0c25d8fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:36.405026 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d312b9b-a617-4ec1-b31e-40fcb7fbf984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:36.774863 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:36.788321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-80bdf13e-94fd-45a7-b0eb-6bf3ace941c6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144226795&fields=id&tenant_id=b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 267 time: 0.0556617 Feb 03 05:06:36.896875 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-7c45e822-cfce-455f-b1f1-ea1756170997 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:36.898364 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-7c45e822-cfce-455f-b1f1-ea1756170997 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1033616 Feb 03 05:06:36.912846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-893bb226-9570-4fff-a7eb-02efffd059cf tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/quotas/b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 375 time: 0.0090864 Feb 03 05:06:36.971010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-1a88278a-d9b8-424b-b4c0-d2e46bc4276b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530992 Feb 03 05:06:37.118188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-a9366e33-14a1-4a6e-9b05-06c1c95bea74 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:06:37.119233 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-a9366e33-14a1-4a6e-9b05-06c1c95bea74 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1372495 Feb 03 05:06:37.213753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-2abb007f-700f-4d15-9088-7fddb889b449 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883658 Feb 03 05:06:37.323248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-d858bbda-eeaa-4c36-923d-34588c9e74f7 service neutron] 10.222.0.35 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012831 Feb 03 05:06:37.634482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fbc80350-a111-4429-9eb8-2f927c26caa6 req-154b8077-fd28-47db-a8d7-c8ee7e4cd6b6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0294523 Feb 03 05:06:38.230775 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:38.604927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-ede7fb1e-5245-4358-8b45-4b5ad56e57d1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:38.606513 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-ede7fb1e-5245-4358-8b45-4b5ad56e57d1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 811 time: 0.1180809 Feb 03 05:06:38.676095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-75c6de71-7582-41ae-8fcc-7bb6f9a2de1a tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d7de53bf234135b3ce01239672b2a4 HTTP/1.1" status: 200 len: 380 time: 0.0609748 Feb 03 05:06:38.684797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'port': {'device_id': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'admin_state_up': True, 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'security_groups': ['917ffac4-3ee4-4f7b-8752-dc0a432baca5']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:06:38.752394 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a779e731-c21b-4291-8223-a1e56b2a9688 req-66cf2e42-f7f8-4be1-b62e-a6739f635d30 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0320039 Feb 03 05:06:38.813729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Made reservation on behalf of b6d7de53bf234135b3ce01239672b2a4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:06:38.817790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:38.951781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.20.0.12 (0bc8f130-6640-4656-aaa0-a27c153b2cbf/e0782de1-53bc-4213-b796-19a9e0f5d6b5/75f00e44-895f-4335-b283-2fc9d37504bc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:06:39.104756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (75f00e44-895f-4335-b283-2fc9d37504bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.141019 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.187785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:06:39.192177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:06:39.195913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:06:39.225850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=75f00e44-895f-4335-b283-2fc9d37504bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:06:39.241545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.241914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.242233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.242591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.242919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.243253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.243658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.244016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.244329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.244658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.244975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.245399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.245740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:39.268261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:39.268978 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.288687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-af1e26a0-dd88-4d87-b011-8e40f1b7201c tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6079459 Feb 03 05:06:39.324012 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.404719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Request body: {'port': {'device_id': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:06:39.475887 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.539552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e0a41443-06ee-4c43-8684-224ded4132d0 None None] Provisioning complete for port 75f00e44-895f-4335-b283-2fc9d37504bc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:06:39.540323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0a41443-06ee-4c43-8684-224ded4132d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.592528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e0a41443-06ee-4c43-8684-224ded4132d0 None None] Port 75f00e44-895f-4335-b283-2fc9d37504bc cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:06:39.795459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f00e44-895f-4335-b283-2fc9d37504bc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:06:39.808246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Publish callbacks [] for port (75f00e44-895f-4335-b283-2fc9d37504bc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.823907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Transition to ACTIVE for port object 75f00e44-895f-4335-b283-2fc9d37504bc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:06:39.831010 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:39.886210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Pushing event updated for resources: {'Port': ['ID=75f00e44-895f-4335-b283-2fc9d37504bc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:06:39.898109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3aed3-eede-4628-b552-794d7568fbc2 req-37a95809-2e33-4df6-bf9a-d48e8592f553 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:39.906119 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca3aed3-eede-4628-b552-794d7568fbc2 req-37a95809-2e33-4df6-bf9a-d48e8592f553 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0682249 Feb 03 05:06:39.971131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Attempting to bind port 75f00e44-895f-4335-b283-2fc9d37504bc on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:06:39.972072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Attempting to bind port 75f00e44-895f-4335-b283-2fc9d37504bc by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:06:39.972610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Attempting to bind port 75f00e44-895f-4335-b283-2fc9d37504bc on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:06:39.980163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Port 75f00e44-895f-4335-b283-2fc9d37504bc on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:06:39.980630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Attempting to bind port 75f00e44-895f-4335-b283-2fc9d37504bc on network 0bc8f130-6640-4656-aaa0-a27c153b2cbf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:06:39.988786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:06:39.989483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Checking segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:06:39.990070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Bound using segment: {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:06:39.990734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Bound port: 75f00e44-895f-4335-b283-2fc9d37504bc, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d60baf-b473-4d9f-bc73-d385a23dbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:06:39.991192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:40.083472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] For port 75f00e44-895f-4335-b283-2fc9d37504bc, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:06:40.088068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] For port 75f00e44-895f-4335-b283-2fc9d37504bc, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=75f00e44-895f-4335-b283-2fc9d37504bc,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:06:40.097610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:40.119431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:40.120280 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:40.122936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] 10.222.0.15 "PUT /v2.0/ports/75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 200 len: 1092 time: 0.8268576 Feb 03 05:06:40.163783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:06:40.167684 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ebaad6-9f38-4910-a472-b1e33949599d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:06:40.268122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb86b-d50c-4dd9-acd4-3cc5b0ef0235 service neutron] Pushing event updated for resources: {'Port': ['ID=75f00e44-895f-4335-b283-2fc9d37504bc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:06:40.295017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-94f2270e-9676-455f-a08b-d5146c954461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:40.296950 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-94f2270e-9676-455f-a08b-d5146c954461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1126 time: 0.1216443 Feb 03 05:06:40.307433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ca3aed3-eede-4628-b552-794d7568fbc2 req-c7132ae9-1f21-4197-8dfa-72410529fa40 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992743 Feb 03 05:06:40.356762 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-ebd95cc4-024d-419a-8078-79b35ef5b236 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 200 len: 217 time: 0.0520322 Feb 03 05:06:40.416328 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d39986-562b-45dd-a06b-65bcf2f1187b x-openstack-request-id: req-e6d39986-562b-45dd-a06b-65bcf2f1187b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:06:40.416878 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:06:40.417222 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6d39986-562b-45dd-a06b-65bcf2f1187b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:06:40.417880 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc', 'status': 'completed', 'code': 200} Feb 03 05:06:40.424819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-e782a40b-3c25-4fe3-bd48-ece582298b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:40.426798 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-e782a40b-3c25-4fe3-bd48-ece582298b86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0616171 Feb 03 05:06:40.487269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b83de-f397-4dea-97d6-f12d2e289042 req-a6049b2b-0bb4-4bfb-9627-036520fba1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:40.488986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-a6049b2b-0bb4-4bfb-9627-036520fba1df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563686 Feb 03 05:06:40.589214 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-51a41e4b-1fbe-4f1a-988b-e9809fe4e887 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941010 Feb 03 05:06:40.685090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-880b83de-f397-4dea-97d6-f12d2e289042 req-cf8a831a-6f57-486b-87e4-c2ae8bca2eaf service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897889 Feb 03 05:06:40.791574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-4cf3db6b-eff1-4377-a029-4f7d05f0e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:40.793180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-4cf3db6b-eff1-4377-a029-4f7d05f0e09b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1126 time: 0.0597980 Feb 03 05:06:40.887350 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-e5e5f1de-73b5-4bb2-aea4-9f5b1ddf5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:40.888866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-e5e5f1de-73b5-4bb2-aea4-9f5b1ddf5a93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0896752 Feb 03 05:06:40.933310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-419a5f2b-e1c1-49ed-b51a-e34e143d02e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 200 len: 217 time: 0.0380402 Feb 03 05:06:40.981544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-c26b8c71-f930-44f6-87e1-5f8df19de42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:40.983004 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-c26b8c71-f930-44f6-87e1-5f8df19de42b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0439210 Feb 03 05:06:41.033009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-842c56a1-f0ce-4169-aef5-bbe48b8af4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:41.034549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-842c56a1-f0ce-4169-aef5-bbe48b8af4c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439868 Feb 03 05:06:41.135708 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-96b384dd-ade3-4e65-809f-7c0abb3f3c2b service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948246 Feb 03 05:06:41.234066 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0ebaad6-9f38-4910-a472-b1e33949599d req-d2e45b3c-d881-4b00-8047-fab2e47ed1dc service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930257 Feb 03 05:06:41.463636 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0a3e-79a8-4acb-b91b-41a3404f8d52 req-c4057f6e-e771-4be0-9564-0cdf6bc150ef tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:41.465366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9fec0a3e-79a8-4acb-b91b-41a3404f8d52 req-c4057f6e-e771-4be0-9564-0cdf6bc150ef tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0658910 Feb 03 05:06:41.524324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9fec0a3e-79a8-4acb-b91b-41a3404f8d52 req-77955b4b-6fe0-424c-8a0a-e6c5365603ae tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517786 Feb 03 05:06:42.649930 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1adf6a-5098-423e-8780-0ae0496576c1 req-94edc578-a134-4f48-89e1-f32160d04ad4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:42.651468 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac1adf6a-5098-423e-8780-0ae0496576c1 req-94edc578-a134-4f48-89e1-f32160d04ad4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0547469 Feb 03 05:06:42.703652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac1adf6a-5098-423e-8780-0ae0496576c1 req-d000c77a-d0e7-4ef3-a2e0-b76d3c7f2756 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459180 Feb 03 05:06:43.549602 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:06:43.825652 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a0048-d2c7-4048-b9cb-c476f3e367fd req-f033c507-1c71-4288-9de8-82297b7d12c1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:43.827055 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-263a0048-d2c7-4048-b9cb-c476f3e367fd req-f033c507-1c71-4288-9de8-82297b7d12c1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0545483 Feb 03 05:06:43.877579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-263a0048-d2c7-4048-b9cb-c476f3e367fd req-ff9263bf-f9d1-4215-9145-16186c2a2348 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Feb 03 05:06:44.998804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4abf1-55d4-4198-94c3-2bd13b65aaa2 req-4ad1e545-9e19-483e-9cc5-30cebd414908 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:45.000271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6db4abf1-55d4-4198-94c3-2bd13b65aaa2 req-4ad1e545-9e19-483e-9cc5-30cebd414908 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0546117 Feb 03 05:06:45.049475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6db4abf1-55d4-4198-94c3-2bd13b65aaa2 req-42dd33cf-cce9-41d4-9c58-3ccc75044405 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433700 Feb 03 05:06:46.177408 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691e572-c3ee-4861-8336-d561e45a5094 req-53028397-70e7-428a-8813-9e218cc9484b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:46.179042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9691e572-c3ee-4861-8336-d561e45a5094 req-53028397-70e7-428a-8813-9e218cc9484b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0605755 Feb 03 05:06:46.233898 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9691e572-c3ee-4861-8336-d561e45a5094 req-4b01709b-3c6e-404b-851c-25947eb3a851 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485563 Feb 03 05:06:47.356543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a6d9c-844b-49f4-a6c1-162a0282bdfa req-6d70f5ab-2a81-4b42-a779-9637ef16c94b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:47.358033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c1a6d9c-844b-49f4-a6c1-162a0282bdfa req-6d70f5ab-2a81-4b42-a779-9637ef16c94b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0549691 Feb 03 05:06:47.406453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c1a6d9c-844b-49f4-a6c1-162a0282bdfa req-dbfe2eab-28d5-4d89-9324-4d01fe901f55 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 Feb 03 05:06:48.531932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de9e2-cd19-4a3b-a87c-6576a462cb60 req-4aa36e53-18c2-4fd9-90f0-4b2d6f19392f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:48.533639 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-409de9e2-cd19-4a3b-a87c-6576a462cb60 req-4aa36e53-18c2-4fd9-90f0-4b2d6f19392f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0592949 Feb 03 05:06:48.584068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-409de9e2-cd19-4a3b-a87c-6576a462cb60 req-488d4393-c2d6-4115-be9f-33be076bd5d3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Feb 03 05:06:49.710165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80131e-ebf1-46bb-a02c-797b54c8b9e1 req-e852bcb9-ae74-49fb-93dd-6c371b58de95 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:49.711763 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b80131e-ebf1-46bb-a02c-797b54c8b9e1 req-e852bcb9-ae74-49fb-93dd-6c371b58de95 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0561519 Feb 03 05:06:49.761709 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7b80131e-ebf1-46bb-a02c-797b54c8b9e1 req-5b1c6b4d-0c87-4a63-9455-e130f2ba1eb4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Feb 03 05:06:50.885709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37efd03-deab-40e3-9f9b-fe409b1f4f1b req-9cff7567-583f-4381-bc75-e12011297fe3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:50.887184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a37efd03-deab-40e3-9f9b-fe409b1f4f1b req-9cff7567-583f-4381-bc75-e12011297fe3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0543725 Feb 03 05:06:50.940220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a37efd03-deab-40e3-9f9b-fe409b1f4f1b req-e72c697a-952c-4f7e-88da-26047ba600a7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Feb 03 05:06:52.073275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80f564-253b-4ed6-a2d0-477aa8455173 req-97c0785f-37b7-44db-b403-c4698d198278 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:52.074789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa80f564-253b-4ed6-a2d0-477aa8455173 req-97c0785f-37b7-44db-b403-c4698d198278 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0538936 Feb 03 05:06:52.124188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aa80f564-253b-4ed6-a2d0-477aa8455173 req-236760ee-a454-47ed-a009-4037b85aebf2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Feb 03 05:06:53.255541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622575f-c232-4044-aa75-b753932c65e5 req-10974843-1125-4ef4-b3d6-72cf7076caad tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:53.257064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9622575f-c232-4044-aa75-b753932c65e5 req-10974843-1125-4ef4-b3d6-72cf7076caad tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 944 time: 0.0541811 Feb 03 05:06:53.306446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9622575f-c232-4044-aa75-b753932c65e5 req-bd0f91f8-715b-4a0a-a564-6945788bde60 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435452 Feb 03 05:06:53.981963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 75f00e44-895f-4335-b283-2fc9d37504bc details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:06:54.096015 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:54.110383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 75f00e44-895f-4335-b283-2fc9d37504bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=75f00e44-895f-4335-b283-2fc9d37504bc,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:06:54.121042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '75f00e44-895f-4335-b283-2fc9d37504bc', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'port_id': '75f00e44-895f-4335-b283-2fc9d37504bc', 'mac_address': 'fa:16:3e:59:7f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:06:54.170630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 75f00e44-895f-4335-b283-2fc9d37504bc is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:06:54.171007 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:54.182612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:54.187796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f00e44-895f-4335-b283-2fc9d37504bc {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:06:54.208159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 75f00e44-895f-4335-b283-2fc9d37504bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=75f00e44-895f-4335-b283-2fc9d37504bc,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:06:54.214199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:54.260334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=75f00e44-895f-4335-b283-2fc9d37504bc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:06:54.268440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.268797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.269148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.269491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.269804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.270170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.270522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.270878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.271184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.271533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.271871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.272176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.272502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:06:54.435324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9abbf-ac8d-43e8-81c7-e2f96bf8d84e req-44418613-672d-4dbb-8967-307555d8ebc7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:54.436846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9bd9abbf-ac8d-43e8-81c7-e2f96bf8d84e req-44418613-672d-4dbb-8967-307555d8ebc7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 945 time: 0.0587580 Feb 03 05:06:54.464268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['75f00e44-895f-4335-b283-2fc9d37504bc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:06:54.486703 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9bd9abbf-ac8d-43e8-81c7-e2f96bf8d84e req-fb27e3f2-0746-47d1-9aa1-f34ea134d76d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 Feb 03 05:06:55.610039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42754a0-ee1d-445a-bcf9-3d9da2057740 req-cc569d5c-bc11-40bf-8e8b-1a79c72acb97 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:55.611541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c42754a0-ee1d-445a-bcf9-3d9da2057740 req-cc569d5c-bc11-40bf-8e8b-1a79c72acb97 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 945 time: 0.0564384 Feb 03 05:06:55.663889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c42754a0-ee1d-445a-bcf9-3d9da2057740 req-81a71ad8-217e-467f-8ca7-81eafa649490 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Feb 03 05:06:55.995687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 75f00e44-895f-4335-b283-2fc9d37504bc up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:06:56.054172 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 75f00e44-895f-4335-b283-2fc9d37504bc completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:06:56.060177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 75f00e44-895f-4335-b283-2fc9d37504bc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:06:56.060840 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:56.141675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 75f00e44-895f-4335-b283-2fc9d37504bc is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:06:56.142067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:56.164384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:06:56.166764 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37060029-ae22-4ab9-918f-20851fb9e796" -d '{"events": [{"server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "name": "network-vif-plugged", "status": "completed", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:06:56.180009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 75f00e44-895f-4335-b283-2fc9d37504bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=75f00e44-895f-4335-b283-2fc9d37504bc,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:06:56.184945 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:56.232253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=75f00e44-895f-4335-b283-2fc9d37504bc,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:06:56.269899 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e7d50-e503-4c99-9122-4009d1de7dd9 x-openstack-request-id: req-b04e7d50-e503-4c99-9122-4009d1de7dd9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:06:56.270203 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "name": "network-vif-plugged", "status": "completed", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:06:56.270455 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b04e7d50-e503-4c99-9122-4009d1de7dd9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:06:56.270851 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc', 'code': 200} Feb 03 05:06:56.371209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be760c1-8d94-46cc-8375-cfaa82bfd679 req-ad1dc483-8ab3-4085-b448-ec704c2f25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:56.372737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0be760c1-8d94-46cc-8375-cfaa82bfd679 req-ad1dc483-8ab3-4085-b448-ec704c2f25a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1128 time: 0.0460579 Feb 03 05:06:56.423353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0be760c1-8d94-46cc-8375-cfaa82bfd679 req-bd0939c9-fd89-41f8-b457-e77dfa8d3c14 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Feb 03 05:06:56.799866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7397e-c9cf-4284-9e31-ffc0619f04b2 req-27d8fe19-7603-4aac-abe0-0f0a225159e5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:56.801348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21c7397e-c9cf-4284-9e31-ffc0619f04b2 req-27d8fe19-7603-4aac-abe0-0f0a225159e5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 946 time: 0.0576289 Feb 03 05:06:56.858059 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21c7397e-c9cf-4284-9e31-ffc0619f04b2 req-876492a7-53b2-435e-8e46-7f9920d70f59 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485055 Feb 03 05:06:57.978638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed0d4d-446b-4168-9ce1-fd50b83d72e1 req-a5a2ec16-bc65-40ce-a527-19e3326a3cd8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:57.980181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6ed0d4d-446b-4168-9ce1-fd50b83d72e1 req-a5a2ec16-bc65-40ce-a527-19e3326a3cd8 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 946 time: 0.0543268 Feb 03 05:06:58.029747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6ed0d4d-446b-4168-9ce1-fd50b83d72e1 req-72e2ac7c-0957-4c9a-bc7d-478d8b177ce4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Feb 03 05:06:58.159109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1bbef-717f-41f4-a5bf-f882f25b4ba6 req-a77d64f7-dbfc-45a4-8921-3755739339b4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:58.160525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12f1bbef-717f-41f4-a5bf-f882f25b4ba6 req-a77d64f7-dbfc-45a4-8921-3755739339b4 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 946 time: 0.0579932 Feb 03 05:06:58.211367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12f1bbef-717f-41f4-a5bf-f882f25b4ba6 req-2503ee38-4f07-4b54-b212-29dde3e70391 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Feb 03 05:06:58.233608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:06:58.278090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0040d08-2273-4c48-b634-2dd3737deca1 tempest-TestVolumeBootPattern-2061970751 tempest-TestVolumeBootPattern-2061970751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:58.279634 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a0040d08-2273-4c48-b634-2dd3737deca1 tempest-TestVolumeBootPattern-2061970751 tempest-TestVolumeBootPattern-2061970751-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1123 time: 0.0449615 Feb 03 05:06:58.282409 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:06:58.286655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '75f00e44-895f-4335-b283-2fc9d37504bc', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:06:58.308427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:58.403603 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:58.520043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Allocated IP 172.25.7.209 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/5581f9b0-9bcb-44c9-8f39-e6b34cfc0513) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:06:58.623074 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:58.662085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:58.698788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:06:58.703464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:06:58.709480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:06:58.734641 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=5581f9b0-9bcb-44c9-8f39-e6b34cfc0513,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:06:59.072482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:59.147043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:59.308207 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:59.315899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:59.381846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event updated for resources: {'Port': ['ID=5581f9b0-9bcb-44c9-8f39-e6b34cfc0513,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:06:59.392057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:59.505063 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Floating IP b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2 associated. External IP: 172.25.7.209, port: 75f00e44-895f-4335-b283-2fc9d37504bc. Feb 03 05:06:59.714314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:06:59.831696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:06:59.842285 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:06:59.852045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:06:59.852208 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:06:59.852762 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:06:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:06:59.881670 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-51506d3e-0cd2-47e0-af81-c53b7412cefb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5982151 Feb 03 05:06:59.882243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:06:59.884507 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72df3cf-13e8-41c0-aeed-32b07255d415" -d '{"events": [{"name": "network-changed", "server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:06:59.920297 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b1ae3c-99cc-47cc-98d0-4e20c55aa137 x-openstack-request-id: req-96b1ae3c-99cc-47cc-98d0-4e20c55aa137 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:06:59.920570 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:06:59.920903 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96b1ae3c-99cc-47cc-98d0-4e20c55aa137 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:06:59.921320 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc', 'status': 'completed', 'code': 200} Feb 03 05:06:59.959739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:06:59.987419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-5750901b-c751-45a3-a366-793a6377129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:06:59.988934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-5750901b-c751-45a3-a366-793a6377129e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1128 time: 0.0452731 Feb 03 05:07:00.079702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-e9dc0419-2e87-48f5-bd19-4ce4dffafafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:00.081315 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-e9dc0419-2e87-48f5-bd19-4ce4dffafafe service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0861988 Feb 03 05:07:00.144307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-8a1ba7a7-afe2-496f-b998-713641b5adb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 200 len: 1000 time: 0.0568755 Feb 03 05:07:00.187991 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': '75f00e44-895f-4335-b283-2fc9d37504bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:59:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:06:58Z', 'updated_at': '2022-02-03T05:06:58Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}, {'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:44Z', 'revision_number': 1, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:07:00.195672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-c908c4ea-85a9-44ee-829c-561095d3541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:00.197131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-c908c4ea-85a9-44ee-829c-561095d3541a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0470006 Feb 03 05:07:00.218107 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:07:00.227200 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:07:00.227841 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:06:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:07:00.246892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-d1713193-53a6-4d5c-8583-64295eeb5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:00.248385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-d1713193-53a6-4d5c-8583-64295eeb5eb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452254 Feb 03 05:07:00.332958 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:07:00.335917 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-548357d2-0348-48e3-b108-85daf387a43c service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803835 Feb 03 05:07:00.428051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f72df3cf-13e8-41c0-aeed-32b07255d415 req-4554f57b-75fb-4055-a2ea-75021cc59b24 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865357 Feb 03 05:07:00.559203 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': '75f00e44-895f-4335-b283-2fc9d37504bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:59:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:06:58Z', 'updated_at': '2022-02-03T05:06:58Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}, {'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:44Z', 'revision_number': 1, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:07:00.588553 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a482a1-c906-474b-8c8b-eb7ae43173e4 None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': '75f00e44-895f-4335-b283-2fc9d37504bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:59:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:06:58Z', 'updated_at': '2022-02-03T05:06:58Z', 'revision_number': 0, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}, {'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:44Z', 'revision_number': 1, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:07:00.793085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538f4f3-e527-47ca-8656-1a34ab199bc2 None None] New status for floating IP b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:07:03.219200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dade777-08dc-4a07-a14a-54d81ba43b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:06.400608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ac6a-0ed0-43e6-aa59-a8c98c6c74ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:06.781592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:08.241480 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:09.309857 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:14.142090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-21dd62f9-6602-4781-8ece-caac3dc87131 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508509 Feb 03 05:07:14.229738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-597bdc5d-6f9a-4dba-a135-8e7c4faa6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:14.231218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-597bdc5d-6f9a-4dba-a135-8e7c4faa6676 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1127 time: 0.0472031 Feb 03 05:07:14.339967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-df7ca142-2367-4373-9202-1d00a5b18a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:14.341464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-df7ca142-2367-4373-9202-1d00a5b18a14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0898445 Feb 03 05:07:14.409915 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-93f7f35d-3119-460a-ad64-b86b4ba4affc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0614746 Feb 03 05:07:14.465196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-851c2e38-e6b5-4d46-88ff-977280c83266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:14.466788 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-851c2e38-e6b5-4d46-88ff-977280c83266 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0501356 Feb 03 05:07:14.518196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-5d30189f-2169-4d76-9890-9fa4bb04c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:14.519875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-5d30189f-2169-4d76-9890-9fa4bb04c8b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466845 Feb 03 05:07:14.613801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-db997723-528b-44c5-bd67-5f6b61857424 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880692 Feb 03 05:07:14.702032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-95fdf904-0c9c-4487-9d8b-0d4af078d9da req-81b573fc-d6bc-4602-8640-39239082b365 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818589 Feb 03 05:07:19.083605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-941cc70b-14ff-4cd1-837d-88a34fef8819 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479386 Feb 03 05:07:19.177979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286882-d773-4d1f-b060-436b4b0e9eed req-c33f4a5d-c9f5-40b1-bc73-011c6c03cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:19.179681 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-c33f4a5d-c9f5-40b1-bc73-011c6c03cfc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1128 time: 0.0522313 Feb 03 05:07:19.298901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286882-d773-4d1f-b060-436b4b0e9eed req-8ae16192-e2aa-4d4d-b36e-8064d0006735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:19.300531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-8ae16192-e2aa-4d4d-b36e-8064d0006735 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.1017220 Feb 03 05:07:19.741173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-51e6ece8-88e5-41ba-b407-fdd449d7f31b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 200 len: 1002 time: 0.4341328 Feb 03 05:07:19.789441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286882-d773-4d1f-b060-436b4b0e9eed req-efd580aa-206d-4cfe-be75-e7a19f107c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:19.791020 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-efd580aa-206d-4cfe-be75-e7a19f107c9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0432181 Feb 03 05:07:19.841727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23286882-d773-4d1f-b060-436b4b0e9eed req-5154d1a8-4cd7-47d8-9c85-0f2c8056c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:07:19.843171 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-5154d1a8-4cd7-47d8-9c85-0f2c8056c3bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457013 Feb 03 05:07:19.947395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-e5a7e50e-4f46-4f97-92b0-e48411694583 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970824 Feb 03 05:07:20.040297 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23286882-d773-4d1f-b060-436b4b0e9eed req-bbaf6be1-8a72-4971-9410-853ff02cf621 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859489 Feb 03 05:07:20.556930 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:07:24.093055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:24.162563 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:33.225046 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107faac0-17ea-4a58-a363-b90e0abf274d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:36.405461 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d75e1c3e-8050-4d81-9c97-7ec9ae632bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:36.792664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:38.249970 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:39.318294 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:54.094066 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:54.180291 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:07:57.562334 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:08:03.218449 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d48d6e2-4211-4689-89c0-84f04aa902ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:06.414564 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcf813b4-f7a5-4598-8b44-c80a04889833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:06.803800 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:08.247752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:09.322409 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:16.131400 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-14cd5f8d-3be4-4c1a-9c71-ef8654806d52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589988 Feb 03 05:08:16.219692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-87579cb9-6059-4969-b7f2-05a52a1ab005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:16.221175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-87579cb9-6059-4969-b7f2-05a52a1ab005 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1127 time: 0.0460272 Feb 03 05:08:16.329686 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-e408ba58-51ec-414d-8087-33cd87ec0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:16.331536 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-e408ba58-51ec-414d-8087-33cd87ec0b4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0879481 Feb 03 05:08:16.402066 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-acff1949-9478-4cb3-b730-b0d871b40ff0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0630448 Feb 03 05:08:16.454985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-1298dd56-75d0-4f3d-957d-765eb0080dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:16.457562 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-1298dd56-75d0-4f3d-957d-765eb0080dff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0488989 Feb 03 05:08:16.513283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-2fb65dd6-7506-4504-8153-811d98c494a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:16.515068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-2fb65dd6-7506-4504-8153-811d98c494a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513887 Feb 03 05:08:16.608315 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-8465e3ca-436b-47d3-bb59-89acc5c5931e service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856955 Feb 03 05:08:16.724007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-56ae5cad-e570-4e21-9ee4-5bfa781c612f req-1040473f-412d-4984-8068-8005129ea0f1 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080654 Feb 03 05:08:20.076340 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-100ae2c6-42c2-4019-a12a-b30cf1a5fd20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555160 Feb 03 05:08:20.176766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-8d23db85-b39a-4aac-a18d-514f2c7ca7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:20.178469 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-8d23db85-b39a-4aac-a18d-514f2c7ca7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1128 time: 0.0480216 Feb 03 05:08:20.289610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-9fa5c39c-36ef-4c1c-bd2e-79e6e40e5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:20.291112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-9fa5c39c-36ef-4c1c-bd2e-79e6e40e5c84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0911610 Feb 03 05:08:20.357231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-484149c6-be2e-4936-8964-e599a94d8e05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 200 len: 1002 time: 0.0600815 Feb 03 05:08:20.406939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-42fd45eb-0815-4e8e-97b7-bd7dc5e67e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:20.408522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-42fd45eb-0815-4e8e-97b7-bd7dc5e67e9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0455842 Feb 03 05:08:20.463004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-b8119131-6e75-44ba-9a0f-860e96857f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:20.464563 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-b8119131-6e75-44ba-9a0f-860e96857f77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494781 Feb 03 05:08:20.554900 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-437d8b7b-79bc-4d24-bddb-0d57dd2c6c9b service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842643 Feb 03 05:08:20.646335 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-143eb30a-cf86-469d-bfbf-a11f337999c5 req-6aa13e98-e6b5-4473-a141-40aeba4f19e3 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852785 Feb 03 05:08:24.100546 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:24.201801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:33.221409 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e068628-753d-4b46-ac36-0f49ca7c87f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:34.560297 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:08:36.407865 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ec492f2-a0c8-49a2-b40f-bacdb359da46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:36.799058 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:38.252850 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:38.858865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:08:39.018103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port 5581f9b0-9bcb-44c9-8f39-e6b34cfc0513 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:08:39.018445 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:39.093785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:39.094104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:39.105874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for 5581f9b0-9bcb-44c9-8f39-e6b34cfc0513 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:08:39.254297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5581f9b0-9bcb-44c9-8f39-e6b34cfc0513), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:39.281043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=5581f9b0-9bcb-44c9-8f39-e6b34cfc0513,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:08:39.291305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.291762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.292023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.292359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.292697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.293026 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.293357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.294108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.294108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.294280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.294608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.294931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.295259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:08:39.316682 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:39.356638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:39.357026 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Floating IP b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2 disassociated (deleted). External IP: 172.25.7.209, port: 75f00e44-895f-4335-b283-2fc9d37504bc. Feb 03 05:08:39.572652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:08:39.692846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:08:39.698233 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:39.702853 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:08:39.715170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:08:39.716506 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:08:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:08:39.727230 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cb457127-3125-4e12-a7f8-54c19b27a2a1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "DELETE /v2.0/floatingips/b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2 HTTP/1.1" status: 204 len: 168 time: 0.8672364 Feb 03 05:08:39.727837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:08:39.730147 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bb018a-4670-43dc-8e01-f0d819b04d05" -d '{"events": [{"name": "network-changed", "server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:08:39.770177 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abfea0d-a556-497d-8d8c-8727b2c3ea8f x-openstack-request-id: req-9abfea0d-a556-497d-8d8c-8727b2c3ea8f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:08:39.770473 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:08:39.770730 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9abfea0d-a556-497d-8d8c-8727b2c3ea8f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:08:39.771142 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc', 'status': 'completed', 'code': 200} Feb 03 05:08:39.841535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-f26abc86-0d9a-4427-ab85-b398337b5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:39.843156 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-f26abc86-0d9a-4427-ab85-b398337b5384 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 1128 time: 0.0487068 Feb 03 05:08:39.846009 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:08:39.957759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-29e9f5af-97d4-463a-b182-ab9decf52cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:39.959542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-29e9f5af-97d4-463a-b182-ab9decf52cb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.1087589 Feb 03 05:08:39.985058 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e895b61-77a5-4ba2-9c3a-465ee4adb9a2 req-02fd10c1-0a4b-431e-b30e-82e065fe194b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:39.986783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e895b61-77a5-4ba2-9c3a-465ee4adb9a2 req-02fd10c1-0a4b-431e-b30e-82e065fe194b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 946 time: 0.0713720 Feb 03 05:08:40.003262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-6384df7d-1149-4b63-8884-c74787e2b61b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 200 len: 217 time: 0.0373483 Feb 03 05:08:40.037519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e895b61-77a5-4ba2-9c3a-465ee4adb9a2 req-6accc30d-d36d-4044-bebf-3358a1a6cdc6 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444884 Feb 03 05:08:40.056849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-6d5691c6-8ba5-427e-aa03-ce97ffd03c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:40.058693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-6d5691c6-8ba5-427e-aa03-ce97ffd03c49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0485580 Feb 03 05:08:40.075244 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:44Z', 'revision_number': 1, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:08:40.101024 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:08:40.109478 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:08:40.110074 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:08:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:08:40.112614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-b40a1134-a60a-47fa-ac68-f814cb3d223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:40.114276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-b40a1134-a60a-47fa-ac68-f814cb3d223a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481873 Feb 03 05:08:40.202740 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-c4051107-2c13-4e32-9902-f9f3b53b17f6 service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814183 Feb 03 05:08:40.214423 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:08:40.300330 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-52bb018a-4670-43dc-8e01-f0d819b04d05 req-da7cbdd9-7b64-4451-935b-c42dbd11b97c service neutron] 10.222.0.15 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907443 Feb 03 05:08:40.470284 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:44Z', 'revision_number': 1, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:08:40.496474 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93589d-063d-460a-a789-808e9f0e09ed None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'df511f0a-2577-483d-99b0-92c7b29de28e', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'port_id': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'mac_address': 'fa:16:3e:f8:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:04:41Z', 'updated_at': '2022-02-03T05:04:44Z', 'revision_number': 1, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:08:40.724713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec9d98-cd27-4fdd-b0fa-bb52e604768b None None] New status for floating IP b4ab7b1b-f1e3-419f-8eb9-c71bccf888f2: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:08:41.170246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddce93-3285-4a7d-9fb2-fc2654d3b31b req-1864bb03-bcc4-4fdc-8db9-50fb70fd06a5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:41.171761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31ddce93-3285-4a7d-9fb2-fc2654d3b31b req-1864bb03-bcc4-4fdc-8db9-50fb70fd06a5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 946 time: 0.0540860 Feb 03 05:08:41.226163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31ddce93-3285-4a7d-9fb2-fc2654d3b31b req-0dbb82f4-aa09-47dd-905d-858c37a8b13d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462260 Feb 03 05:08:41.484858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-dd455927-bdd5-44a0-8f84-5107becbdff0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:08:41.486308 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-dd455927-bdd5-44a0-8f84-5107becbdff0 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 946 time: 0.0653098 Feb 03 05:08:41.580953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port 75f00e44-895f-4335-b283-2fc9d37504bc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:08:41.582128 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:41.670711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] For port 75f00e44-895f-4335-b283-2fc9d37504bc, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=75f00e44-895f-4335-b283-2fc9d37504bc,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:08:41.671083 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:41.684100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for 75f00e44-895f-4335-b283-2fc9d37504bc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:08:41.821168 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (75f00e44-895f-4335-b283-2fc9d37504bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:41.849650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=75f00e44-895f-4335-b283-2fc9d37504bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:08:41.893157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] No DVR routers for this DVR port 75f00e44-895f-4335-b283-2fc9d37504bc on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:08:41.896127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:41.900172 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7ea8413a-cec1-43ec-bad3-b7814ce3d04c req-3d47e1ef-8867-4bdf-b5be-8b8db369a0e1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.15 "DELETE /v2.0/ports/75f00e44-895f-4335-b283-2fc9d37504bc HTTP/1.1" status: 204 len: 173 time: 0.4070454 Feb 03 05:08:41.900720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'name': 'network-vif-deleted', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:08:41.904413 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de8f038-1f43-44bb-b102-7e4f03b12c78" -d '{"events": [{"server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "name": "network-vif-deleted", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:08:41.944017 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac186257-0f32-4e98-b9c2-06dfb87279e2 x-openstack-request-id: req-ac186257-0f32-4e98-b9c2-06dfb87279e2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:08:41.944314 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb", "name": "network-vif-deleted", "tag": "75f00e44-895f-4335-b283-2fc9d37504bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:08:41.944562 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac186257-0f32-4e98-b9c2-06dfb87279e2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:08:41.944965 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb', 'name': 'network-vif-deleted', 'tag': '75f00e44-895f-4335-b283-2fc9d37504bc', 'status': 'completed', 'code': 200} Feb 03 05:08:42.334782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66ec2418-f801-4d07-8414-d289caa1201c req-3b6aa886-a097-4250-b577-6502a2d68651 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0315959 Feb 03 05:08:43.435972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0ae967e1-88e5-47df-aff7-10f453ade7ab req-1641e063-5755-49ea-86e5-2242876c4785 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0275319 Feb 03 05:08:44.545143 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9390c17-c3a9-4aac-acc4-2a6960232b76 req-43f692de-3d91-4f63-87d1-02cf7798132e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0319178 Feb 03 05:08:45.643405 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-403cf2f0-f63f-4129-867b-9c68a5202f45 req-44531b47-a9b8-4d4a-8718-3896b9e043c1 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0273249 Feb 03 05:08:46.545051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 75f00e44-895f-4335-b283-2fc9d37504bc no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:08:46.566154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 75f00e44-895f-4335-b283-2fc9d37504bc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:08:46.566504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 75f00e44-895f-4335-b283-2fc9d37504bc not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:08:46.745071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01674c13-1073-4903-9c02-2b95af5fc34d req-fddb3763-1f6a-4d2f-b426-7975dacd9b98 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0290029 Feb 03 05:08:47.846058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80341f90-8762-4913-b1cb-61259bbe164e req-dfc40dd5-bc62-4a6e-9b3b-25c9ada8d936 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0329268 Feb 03 05:08:48.952147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f1c94bb-9888-4583-b7f8-511b6a8c4818 req-49ef7ca4-1b1b-44e3-a870-0ca7c77f4920 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0325503 Feb 03 05:08:50.050643 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f22cc43a-9c10-4754-b090-467fc81ea114 req-a29bdfec-7c94-4432-aa0b-1af71a385acc tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9be6e4c-6832-43d2-bef2-cd9c0ca93fbb HTTP/1.1" status: 200 len: 210 time: 0.0274818 Feb 03 05:08:54.121006 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:54.191210 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:59.617726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57692) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:08:59.781211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port 2ee7eb0d-5724-440d-86ea-11f85db1a9e6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:08:59.781572 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:59.855874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:59.856209 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:08:59.868115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for 2ee7eb0d-5724-440d-86ea-11f85db1a9e6 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:00.033933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (2ee7eb0d-5724-440d-86ea-11f85db1a9e6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:00.060534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=2ee7eb0d-5724-440d-86ea-11f85db1a9e6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:00.075126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.075752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.076113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.076572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.076949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.077298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.077673 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.078012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.078348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.078683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.079031 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.079369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.079751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:00.134951 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (df511f0a-2577-483d-99b0-92c7b29de28e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:00.135307 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Floating IP df511f0a-2577-483d-99b0-92c7b29de28e disassociated (deleted). External IP: 172.25.7.85, port: e629262f-f276-4cea-b75e-74a746aa7fc5. Feb 03 05:09:00.360040 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:09:00.475616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:09:00.480344 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:00.487433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:09:00.498701 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:09:00.499316 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:08:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:00.513012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7cadc701-c586-4ad7-84ea-bf97fd42a82d tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "DELETE /v2.0/floatingips/df511f0a-2577-483d-99b0-92c7b29de28e HTTP/1.1" status: 204 len: 168 time: 0.8917742 Feb 03 05:09:00.513012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:09:00.515312 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b986402-4ea5-42bb-b99b-e10c87312c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:09:00.619934 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:09:00.676765 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec726cd-8b14-46a7-a773-266f2a918608 x-openstack-request-id: req-fec726cd-8b14-46a7-a773-266f2a918608 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:09:00.677270 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:09:00.677365 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fec726cd-8b14-46a7-a773-266f2a918608 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:09:00.677867 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'status': 'completed', 'code': 200} Feb 03 05:09:00.752176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-62ec6c75-3d07-47d8-9689-eaea218849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:00.753882 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-62ec6c75-3d07-47d8-9689-eaea218849ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d7de53bf234135b3ce01239672b2a4&device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 1127 time: 0.0511711 Feb 03 05:09:00.799563 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932bfd-4053-40e7-8b5b-1e398022f6bc req-51146d20-4e0c-4837-a129-8b7fb7b99dca tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:00.801129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50932bfd-4053-40e7-8b5b-1e398022f6bc req-51146d20-4e0c-4837-a129-8b7fb7b99dca tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 945 time: 0.1130593 Feb 03 05:09:00.835853 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:00.848370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-110c965f-7da1-46df-bffd-eb3e55a7db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:00.850111 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-110c965f-7da1-46df-bffd-eb3e55a7db00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 200 len: 912 time: 0.0901864 Feb 03 05:09:00.853828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-50932bfd-4053-40e7-8b5b-1e398022f6bc req-5222e1b6-3d84-49c8-96cf-1518c0f992fb tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463521 Feb 03 05:09:00.863076 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:09:00.871449 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:09:00.872087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:08:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:00.895516 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-f7896ea5-7536-453c-a8d6-9c7cdf0cec22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0392892 Feb 03 05:09:00.943885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-aec29572-217c-4efb-a511-f12b357dfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:00.945380 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-aec29572-217c-4efb-a511-f12b357dfbe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 200 len: 850 time: 0.0441883 Feb 03 05:09:00.998152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-e2bc86ba-6517-413e-a0b2-9fc7b342dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:00.999650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-e2bc86ba-6517-413e-a0b2-9fc7b342dc75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bc8f130-6640-4656-aaa0-a27c153b2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475302 Feb 03 05:09:01.073911 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:09:01.096114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-f8f54a1f-e430-4a78-b631-c44be3c4b7d5 service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881605 Feb 03 05:09:01.186293 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0b986402-4ea5-42bb-b99b-e10c87312c4b req-87d56dff-71bf-4387-a696-7f6cb6b2846c service neutron] 10.222.0.31 "GET /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834332 Feb 03 05:09:01.268684 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:01.298332 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bfd97-fb40-46a0-a96f-03e30cf5ccb6 None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T04:56:04Z', 'revision_number': 4, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'f1c38938-9dff-49c6-8826-89db117b2d0b', 'name': '', 'network_id': '0bc8f130-6640-4656-aaa0-a27c153b2cbf', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'mac_address': 'fa:16:3e:be:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:04Z', 'updated_at': '2022-02-03T04:56:11Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'subnets': [{'id': 'e0782de1-53bc-4213-b796-19a9e0f5d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:09:01.523281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d702c4-2cd1-421b-a2eb-4aa628ac1390 None None] New status for floating IP df511f0a-2577-483d-99b0-92c7b29de28e: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:09:02.058815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d38d79-81cd-4750-a0b5-847e936b6f1a req-2c6aec3f-6cc0-4753-81ac-7f36a9a59a95 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:02.060334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4d38d79-81cd-4750-a0b5-847e936b6f1a req-2c6aec3f-6cc0-4753-81ac-7f36a9a59a95 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 945 time: 0.1209679 Feb 03 05:09:02.109107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4d38d79-81cd-4750-a0b5-847e936b6f1a req-adcf5784-2cac-4249-97e6-f2e68c6b29c7 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/security-groups?id=917ffac4-3ee4-4f7b-8752-dc0a432baca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Feb 03 05:09:02.242138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-066bfc51-5c04-4091-963d-8c21a3658899 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:02.243491 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-066bfc51-5c04-4091-963d-8c21a3658899 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 945 time: 0.0607762 Feb 03 05:09:02.344627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port e629262f-f276-4cea-b75e-74a746aa7fc5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:02.344968 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:02.445131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] For port e629262f-f276-4cea-b75e-74a746aa7fc5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e629262f-f276-4cea-b75e-74a746aa7fc5,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:02.445496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:02.458040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for e629262f-f276-4cea-b75e-74a746aa7fc5 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:02.595532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e629262f-f276-4cea-b75e-74a746aa7fc5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:02.627424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=e629262f-f276-4cea-b75e-74a746aa7fc5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:02.668605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] No DVR routers for this DVR port e629262f-f276-4cea-b75e-74a746aa7fc5 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:09:02.671272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:02.674735 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-27b0401c-2ac6-4707-b200-d9e79ca809f8 req-46d7f0e5-ece8-4156-8268-0fdd3240f4c3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.31 "DELETE /v2.0/ports/e629262f-f276-4cea-b75e-74a746aa7fc5 HTTP/1.1" status: 204 len: 173 time: 0.4262505 Feb 03 05:09:02.675170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'name': 'network-vif-deleted', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:09:02.677472 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca2e7b1-851a-431d-8a14-36a8990694c4" -d '{"events": [{"server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "name": "network-vif-deleted", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:09:02.717032 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b55509b-58d9-4a86-b329-4c46ba494fe9 x-openstack-request-id: req-8b55509b-58d9-4a86-b329-4c46ba494fe9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:09:02.717336 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d", "name": "network-vif-deleted", "tag": "e629262f-f276-4cea-b75e-74a746aa7fc5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:09:02.717596 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b55509b-58d9-4a86-b329-4c46ba494fe9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:09:02.718006 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d', 'name': 'network-vif-deleted', 'tag': 'e629262f-f276-4cea-b75e-74a746aa7fc5', 'status': 'completed', 'code': 200} Feb 03 05:09:03.206624 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7da9b62-3163-4fc9-8b54-d31e94e099b2 req-9dbd5aa8-ed9f-46ac-b172-43bdfa034d54 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0297439 Feb 03 05:09:03.230826 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8f053d7-a1d1-47df-ac7e-8ad890786b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:04.309013 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c3719e4-6f94-4137-9726-34aa0d52b21b req-d183302e-90d2-4fe4-bb64-9e7706e2e191 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0292575 Feb 03 05:09:05.224607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e629262f-f276-4cea-b75e-74a746aa7fc5 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:05.245398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: e629262f-f276-4cea-b75e-74a746aa7fc5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:05.245751 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e629262f-f276-4cea-b75e-74a746aa7fc5 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:05.405609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dcd8ceea-0e9d-4bc9-8428-75a40054a19e req-7dbd2de9-9d09-4ff9-824b-53155fef8a13 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0274429 Feb 03 05:09:06.402090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68b6afb9-4ecb-4e9e-aa77-b34a0c9b2785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:06.511807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d45a6cb5-4ddc-401a-9cec-2d94eeae64b1 req-b8445d9d-2c73-45cd-aae2-c2feabea62d2 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0351489 Feb 03 05:09:06.802908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:07.615881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ffe6e1a-a0c4-466a-a838-18946a29ab43 req-ea204d7f-71f0-47eb-9ccf-1ffed5437472 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0331049 Feb 03 05:09:08.250759 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:08.712509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e57381d-bee7-4bb3-99c2-17f45041cd47 req-377b57c3-d0bf-4586-a0c8-4e4bcb1d746b tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0278256 Feb 03 05:09:09.322145 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:09.808440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f548deaa-25e1-4796-bee0-9b5fed79c22e req-79119c56-854e-471e-aa91-4439b0511f2e tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0275953 Feb 03 05:09:10.917011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b917399d-2b51-407f-bcf1-92eb34b586e0 req-7efb787f-a899-4076-8dc5-6d00cd813fc5 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c428da-9bb1-41ca-a80e-4ce6bd0abf7d HTTP/1.1" status: 200 len: 210 time: 0.0274572 Feb 03 05:09:11.567386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:09:11.973780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57738) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:12.106499 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Deleting port c5e51005-fb66-49be-bae4-921669ba16ff {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:12.106855 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c5e51005-fb66-49be-bae4-921669ba16ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:12.187735 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c5e51005-fb66-49be-bae4-921669ba16ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:12.188131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (c5e51005-fb66-49be-bae4-921669ba16ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:12.200923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Calling delete_port for c5e51005-fb66-49be-bae4-921669ba16ff owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:12.341763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c5e51005-fb66-49be-bae4-921669ba16ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:12.376464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'Port': ['ID=c5e51005-fb66-49be-bae4-921669ba16ff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:12.438450 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for floatingip (644a049f-7385-4098-a2ca-33a9f18294bf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:12.441128 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:12.442287 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed1ec760-30ad-4d34-8fb2-02c093193be3 tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "DELETE /v2.0/floatingips/644a049f-7385-4098-a2ca-33a9f18294bf HTTP/1.1" status: 204 len: 168 time: 0.4674504 Feb 03 05:09:17.838810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:17.898892 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77bbb343-7414-4a06-9944-d1b50704ea3f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group (917ffac4-3ee4-4f7b-8752-dc0a432baca5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:17.924815 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77bbb343-7414-4a06-9944-d1b50704ea3f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group (917ffac4-3ee4-4f7b-8752-dc0a432baca5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:17.991761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77bbb343-7414-4a06-9944-d1b50704ea3f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (917ffac4-3ee4-4f7b-8752-dc0a432baca5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:17.994650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77bbb343-7414-4a06-9944-d1b50704ea3f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:17.998368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-77bbb343-7414-4a06-9944-d1b50704ea3f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] 10.222.0.35 "DELETE /v2.0/security-groups/917ffac4-3ee4-4f7b-8752-dc0a432baca5 HTTP/1.1" status: 204 len: 168 time: 0.1560271 Feb 03 05:09:18.006485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbb343-7414-4a06-9944-d1b50704ea3f tempest-TestVolumeBootPattern-1453759777 tempest-TestVolumeBootPattern-1453759777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ffac4-3ee4-4f7b-8752-dc0a432baca5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:18.068232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:18.515550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (3b6b9386-d812-414f-80fb-d177f1c71dfe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:18.765370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Deleting port f1c38938-9dff-49c6-8826-89db117b2d0b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:18.765794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:18.845436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] For port f1c38938-9dff-49c6-8826-89db117b2d0b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1c38938-9dff-49c6-8826-89db117b2d0b,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:18.846175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:18.858774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Calling delete_port for f1c38938-9dff-49c6-8826-89db117b2d0b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:19.041709 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f1c38938-9dff-49c6-8826-89db117b2d0b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:19.070234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c38938-9dff-49c6-8826-89db117b2d0b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:19.613191 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (3b6b9386-d812-414f-80fb-d177f1c71dfe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:19.829862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Router 3b6b9386-d812-414f-80fb-d177f1c71dfe has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:09:19.951306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:09:19.957679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f7e73d1-c56b-48c4-a1f8-a62e272cd64d admin admin] 10.222.0.35 "PUT /v2.0/routers/3b6b9386-d812-414f-80fb-d177f1c71dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8878796 Feb 03 05:09:19.959801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:19.961770 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] Sync routers for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:09:19.974374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:09:19.974986 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:09:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:20.070963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks [] for router (3b6b9386-d812-414f-80fb-d177f1c71dfe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.081933 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:09:20.172336 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks [] for router_gateway (3b6b9386-d812-414f-80fb-d177f1c71dfe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.228944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Deleting port 89729120-6085-4775-a3b8-411d4cb75776 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:20.229206 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (89729120-6085-4775-a3b8-411d4cb75776), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.257214 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '89729120-6085-4775-a3b8-411d4cb75776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T05:09:18Z', 'revision_number': 5, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port': {'id': '89729120-6085-4775-a3b8-411d4cb75776', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:02Z', 'updated_at': '2022-02-03T04:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:20.286900 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] Checking router: 3b6b9386-d812-414f-80fb-d177f1c71dfe for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:09:20.295864 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] Routers {'3b6b9386-d812-414f-80fb-d177f1c71dfe'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:09:20.296479 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:09:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['3b6b9386-d812-414f-80fb-d177f1c71dfe'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:20.310239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] For port 89729120-6085-4775-a3b8-411d4cb75776, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=89729120-6085-4775-a3b8-411d4cb75776,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:20.310606 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (89729120-6085-4775-a3b8-411d4cb75776), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.323221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Calling delete_port for 89729120-6085-4775-a3b8-411d4cb75776 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:20.382294 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] Set router 3b6b9386-d812-414f-80fb-d177f1c71dfe gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:09:20.431872 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T05:09:20Z', 'revision_number': 6, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:20.460747 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d36087-9c3b-4f7b-a32f-eb300e849399 None None] The sync data for ids ['3b6b9386-d812-414f-80fb-d177f1c71dfe'] in n-d-827549-1 is: [{'id': '3b6b9386-d812-414f-80fb-d177f1c71dfe', 'name': 'tempest-TestVolumeBootPattern-111895479-router', 'tenant_id': 'b6d7de53bf234135b3ce01239672b2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:01Z', 'updated_at': '2022-02-03T05:09:20Z', 'revision_number': 6, 'project_id': 'b6d7de53bf234135b3ce01239672b2a4', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:09:20.494200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (89729120-6085-4775-a3b8-411d4cb75776), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.520572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89729120-6085-4775-a3b8-411d4cb75776,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:20.588118 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (3b6b9386-d812-414f-80fb-d177f1c71dfe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.680265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (3b6b9386-d812-414f-80fb-d177f1c71dfe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.682659 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks [] for router_controller (3b6b9386-d812-414f-80fb-d177f1c71dfe), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.726890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (3b6b9386-d812-414f-80fb-d177f1c71dfe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.727457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6b9386-d812-414f-80fb-d177f1c71dfe {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:09:20.732101 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.736349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7f40a796-c5d0-4142-8757-6252746947c8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3b6b9386-d812-414f-80fb-d177f1c71dfe HTTP/1.1" status: 204 len: 168 time: 0.7722118 Feb 03 05:09:20.736349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:20.784780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] Deleting subnet e0782de1-53bc-4213-b796-19a9e0f5d6b5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:09:20.788427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] Publish callbacks [] for subnet (e0782de1-53bc-4213-b796-19a9e0f5d6b5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.824889 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (e0782de1-53bc-4213-b796-19a9e0f5d6b5), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.904064 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e0782de1-53bc-4213-b796-19a9e0f5d6b5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.954437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (e0782de1-53bc-4213-b796-19a9e0f5d6b5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.984410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0782de1-53bc-4213-b796-19a9e0f5d6b5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:20.988438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:20.991449 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-60936d1c-2f54-4125-a222-945951f420bf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e0782de1-53bc-4213-b796-19a9e0f5d6b5 HTTP/1.1" status: 204 len: 168 time: 0.2545145 Feb 03 05:09:20.994128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:20.998720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a43589-8845-45ea-8922-94ed3666802f None None] Network 0bc8f130-6640-4656-aaa0-a27c153b2cbf requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:09:21.060992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (0bc8f130-6640-4656-aaa0-a27c153b2cbf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.113253 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Deleting port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:21.113559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.182370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] For port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:21.182732 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.197393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Calling delete_port for 68f7d237-6ea3-491f-b383-c6bd79b4eb8b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:21.203698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] DHCP port deletion for 0bc8f130-6640-4656-aaa0-a27c153b2cbf request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:09:21.252631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Deleting port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:21.253019 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.284513 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.315960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:21.320571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] No DVR routers for this DVR port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:09:21.321312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] For port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,segment=NetworkSegment(08d60baf-b473-4d9f-bc73-d385a23dbb34),segment_id=08d60baf-b473-4d9f-bc73-d385a23dbb34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:21.321721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.336121 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Calling delete_port for 68f7d237-6ea3-491f-b383-c6bd79b4eb8b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:21.381790 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 68f7d237-6ea3-491f-b383-c6bd79b4eb8b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:21.400492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (0bc8f130-6640-4656-aaa0-a27c153b2cbf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.410686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 68f7d237-6ea3-491f-b383-c6bd79b4eb8b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:21.411035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 68f7d237-6ea3-491f-b383-c6bd79b4eb8b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:21.411461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f1c38938-9dff-49c6-8826-89db117b2d0b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:21.422582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc8f130-6640-4656-aaa0-a27c153b2cbf']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:21.433813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d60baf-b473-4d9f-bc73-d385a23dbb34') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:21.434322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d60baf-b473-4d9f-bc73-d385a23dbb34') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:21.438177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f1c38938-9dff-49c6-8826-89db117b2d0b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:21.438533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f1c38938-9dff-49c6-8826-89db117b2d0b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:21.438959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 89729120-6085-4775-a3b8-411d4cb75776 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:21.445383 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (08d60baf-b473-4d9f-bc73-d385a23dbb34), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.459644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (08d60baf-b473-4d9f-bc73-d385a23dbb34), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.460822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 89729120-6085-4775-a3b8-411d4cb75776 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:21.461173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 89729120-6085-4775-a3b8-411d4cb75776 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:21.476589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:09:21.477003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (08d60baf-b473-4d9f-bc73-d385a23dbb34), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:09:21.478885 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:09:21.481002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (68f7d237-6ea3-491f-b383-c6bd79b4eb8b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.507910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Pushing event deleted for resources: {'Port': ['ID=68f7d237-6ea3-491f-b383-c6bd79b4eb8b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:21.512563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] No DVR routers for this DVR port 68f7d237-6ea3-491f-b383-c6bd79b4eb8b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:09:21.524197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.524197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.524197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.524197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.524914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.525066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.525619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.526143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.526693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.527235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.527918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.528670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.528953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdc4e9-c40c-4811-a38d-70b559d92871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:21.550266 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (0bc8f130-6640-4656-aaa0-a27c153b2cbf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.556899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:21.560449 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0bc8f130-6640-4656-aaa0-a27c153b2cbf HTTP/1.1" status: 204 len: 168 time: 0.5653834 Feb 03 05:09:21.563631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:21.572586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353dd3d-da0c-48b3-9ec7-11e701379a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc8f130-6640-4656-aaa0-a27c153b2cbf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:21.927857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:22.196721 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Deleting port cdb67775-0b1a-4af8-ba5f-878409c39e52 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:22.196969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:22.275969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] For port cdb67775-0b1a-4af8-ba5f-878409c39e52, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cdb67775-0b1a-4af8-ba5f-878409c39e52,segment=NetworkSegment(b0a6062e-319b-486e-8ba0-59e631760416),segment_id=b0a6062e-319b-486e-8ba0-59e631760416)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:22.276298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:22.289004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Calling delete_port for cdb67775-0b1a-4af8-ba5f-878409c39e52 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:22.471040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cdb67775-0b1a-4af8-ba5f-878409c39e52), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:22.499723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb67775-0b1a-4af8-ba5f-878409c39e52,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:22.668225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:23.185892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:09:23.322732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:09:23.329917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ca6aa07f-c1c0-4aef-b3b5-bb3345c98b8f admin admin] 10.222.0.35 "PUT /v2.0/routers/b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7651141 Feb 03 05:09:23.331774 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:23.335463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] Sync routers for ids ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:09:23.345199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] Routers {'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:09:23.346288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:09:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:23.436400 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks [] for router (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:23.452067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] Set router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:09:23.540229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks [] for router_gateway (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:23.602240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Deleting port d6b85bd7-593c-4acc-9a44-b5da73b588e2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:23.602578 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:23.639959 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T05:09:22Z', 'revision_number': 5, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port': {'id': 'd6b85bd7-593c-4acc-9a44-b5da73b588e2', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T04:56:08Z', 'updated_at': '2022-02-03T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:23.666058 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] Checking router: b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:09:23.674929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] Routers {'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:09:23.675603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:09:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:23.680646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] For port d6b85bd7-593c-4acc-9a44-b5da73b588e2, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d6b85bd7-593c-4acc-9a44-b5da73b588e2,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:23.681183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:23.694412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Calling delete_port for d6b85bd7-593c-4acc-9a44-b5da73b588e2 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:23.762596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] Set router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:09:23.817958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T05:09:23Z', 'revision_number': 6, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:23.844525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92faf8-d5ed-42ff-9202-6de50cb966a2 None None] The sync data for ids ['b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f'] in n-d-827549-1 is: [{'id': 'b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f', 'name': 'tempest-TestVolumeBootPattern-543842675-router', 'tenant_id': 'd03579d63d3542f7aa415dddd5a8de06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T04:56:07Z', 'updated_at': '2022-02-03T05:09:23Z', 'revision_number': 6, 'project_id': 'd03579d63d3542f7aa415dddd5a8de06', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:09:23.862494 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d6b85bd7-593c-4acc-9a44-b5da73b588e2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:23.893145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b85bd7-593c-4acc-9a44-b5da73b588e2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:23.953715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.042668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.044893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks [] for router_controller (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.093835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.094505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:09:24.099165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.100829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebc023fc-0b46-40d0-99a4-fcdfbcf46837 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b280a05d-5da2-408c-b7b2-3a8a3bdf1e7f HTTP/1.1" status: 204 len: 168 time: 0.7676430 Feb 03 05:09:24.103407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:24.121610 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.148746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] Deleting subnet 7769622d-15a2-455a-ae1a-635d62d7dfdc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:09:24.151840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] Publish callbacks [] for subnet (7769622d-15a2-455a-ae1a-635d62d7dfdc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.187425 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (7769622d-15a2-455a-ae1a-635d62d7dfdc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.196052 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.269812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7769622d-15a2-455a-ae1a-635d62d7dfdc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.331131 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (7769622d-15a2-455a-ae1a-635d62d7dfdc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.354957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7769622d-15a2-455a-ae1a-635d62d7dfdc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:24.361317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.364576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3829f2ee-6d9f-4825-ab6c-0adc4e9ad22f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7769622d-15a2-455a-ae1a-635d62d7dfdc HTTP/1.1" status: 204 len: 168 time: 0.2601092 Feb 03 05:09:24.367168 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:24.370181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c334e-5474-4c90-ac4c-4cf3272f8360 None None] Network 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:09:24.435966 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.494732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Deleting port 97dd78e7-875b-4c95-9f79-c9088435caea {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:24.495077 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.556675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] For port 97dd78e7-875b-4c95-9f79-c9088435caea, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=97dd78e7-875b-4c95-9f79-c9088435caea,segment=NetworkSegment(b0a6062e-319b-486e-8ba0-59e631760416),segment_id=b0a6062e-319b-486e-8ba0-59e631760416)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:24.556941 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.570691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Calling delete_port for 97dd78e7-875b-4c95-9f79-c9088435caea owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:24.599341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] DHCP port deletion for 6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:09:24.652338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] Deleting port 97dd78e7-875b-4c95-9f79-c9088435caea {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:24.652718 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.658739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.685280 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=97dd78e7-875b-4c95-9f79-c9088435caea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:24.689020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] No DVR routers for this DVR port 97dd78e7-875b-4c95-9f79-c9088435caea on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:09:24.721775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] For port 97dd78e7-875b-4c95-9f79-c9088435caea, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=97dd78e7-875b-4c95-9f79-c9088435caea,segment=NetworkSegment(b0a6062e-319b-486e-8ba0-59e631760416),segment_id=b0a6062e-319b-486e-8ba0-59e631760416)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:24.722083 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.734536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] Calling delete_port for 97dd78e7-875b-4c95-9f79-c9088435caea owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:24.762874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.791761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:24.801660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a6062e-319b-486e-8ba0-59e631760416') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:24.801963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a6062e-319b-486e-8ba0-59e631760416') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:09:24.809872 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (97dd78e7-875b-4c95-9f79-c9088435caea), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.811942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (b0a6062e-319b-486e-8ba0-59e631760416), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.827802 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b0a6062e-319b-486e-8ba0-59e631760416), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.835262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:09:24.835946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (b0a6062e-319b-486e-8ba0-59e631760416), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:09:24.837821 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:09:24.841535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] Pushing event deleted for resources: {'Port': ['ID=97dd78e7-875b-4c95-9f79-c9088435caea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:24.844883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c2d0b9-b49c-49ea-80e5-367cfe6def0b None None] No DVR routers for this DVR port 97dd78e7-875b-4c95-9f79-c9088435caea on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:09:24.897314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.902998 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:24.906150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55 HTTP/1.1" status: 204 len: 168 time: 0.5380614 Feb 03 05:09:24.917486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb67c2-06b4-4698-9f5d-0d359c0c2ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdfa5c4-81fb-4af4-a90a-3bd4a3f7bb55,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:25.024815 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:25.067866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f91ccdff-3252-4e55-a1cb-ea478aedb841 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6d7de53bf234135b3ce01239672b2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414259 Feb 03 05:09:25.070351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:25.122428 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541ff709-bb4c-440b-b8d8-8f69c4b187f1 admin admin] Publish callbacks [] for security_group (9945cf34-6f4c-4113-9a31-2a3bc1cb039e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.143466 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541ff709-bb4c-440b-b8d8-8f69c4b187f1 admin admin] Publish callbacks [] for security_group (9945cf34-6f4c-4113-9a31-2a3bc1cb039e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.193116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541ff709-bb4c-440b-b8d8-8f69c4b187f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9945cf34-6f4c-4113-9a31-2a3bc1cb039e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.195778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-541ff709-bb4c-440b-b8d8-8f69c4b187f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.196953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-541ff709-bb4c-440b-b8d8-8f69c4b187f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9945cf34-6f4c-4113-9a31-2a3bc1cb039e HTTP/1.1" status: 204 len: 168 time: 0.1257303 Feb 03 05:09:25.204503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ff709-bb4c-440b-b8d8-8f69c4b187f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9945cf34-6f4c-4113-9a31-2a3bc1cb039e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:25.354495 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 97dd78e7-875b-4c95-9f79-c9088435caea no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:25.375070 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 97dd78e7-875b-4c95-9f79-c9088435caea {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:25.375716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 97dd78e7-875b-4c95-9f79-c9088435caea not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:25.375887 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cdb67775-0b1a-4af8-ba5f-878409c39e52 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:25.395122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cdb67775-0b1a-4af8-ba5f-878409c39e52 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:25.395477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cdb67775-0b1a-4af8-ba5f-878409c39e52 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:25.395929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6b85bd7-593c-4acc-9a44-b5da73b588e2 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:25.414433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d6b85bd7-593c-4acc-9a44-b5da73b588e2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:25.414782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d6b85bd7-593c-4acc-9a44-b5da73b588e2 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:25.537262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:25.581516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-db06865a-85d1-475c-92ee-7bee9d3fccf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d03579d63d3542f7aa415dddd5a8de06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427845 Feb 03 05:09:25.586601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:25.632001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-371f4e69-e705-4302-94e5-fffca72b3f1c admin admin] Publish callbacks [] for security_group (ef1efebb-8bc6-427c-ba5d-a292b0cb878b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.654668 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-371f4e69-e705-4302-94e5-fffca72b3f1c admin admin] Publish callbacks [] for security_group (ef1efebb-8bc6-427c-ba5d-a292b0cb878b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.718757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-371f4e69-e705-4302-94e5-fffca72b3f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ef1efebb-8bc6-427c-ba5d-a292b0cb878b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.721695 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-371f4e69-e705-4302-94e5-fffca72b3f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:25.722912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-371f4e69-e705-4302-94e5-fffca72b3f1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef1efebb-8bc6-427c-ba5d-a292b0cb878b HTTP/1.1" status: 204 len: 168 time: 0.1374300 Feb 03 05:09:25.730725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f4e69-e705-4302-94e5-fffca72b3f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1efebb-8bc6-427c-ba5d-a292b0cb878b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:29.913572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-0c05bd2f-021a-46b2-8e90-01a0148c3027 req-9d542eef-5a5b-40e0-81dc-d3ec1ff746f1 service neutron] (103323) timed out ('10.222.0.35', 38160) {{(pid=103323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:09:33.215188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15d373de-e945-4645-b2e1-3bba07ebca84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:36.405404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a378a2-4ac5-4636-9b7e-8ae85edda118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:36.778809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-0ffa82df-6c0e-4e8c-ba4d-d909ba7524d3 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=60e642ac941d42f686c1ed9de1e43a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251839 Feb 03 05:09:36.799308 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:36.885378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-28270fa8-bc86-489e-89a3-e77bf15fd934 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:36.886869 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-28270fa8-bc86-489e-89a3-e77bf15fd934 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029162 Feb 03 05:09:36.903857 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-866f1c60-878b-4d6d-8433-e169a03d2857 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/quotas/60e642ac941d42f686c1ed9de1e43a15 HTTP/1.1" status: 200 len: 375 time: 0.0092626 Feb 03 05:09:36.941673 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-06fc4354-d12a-462c-8a26-2e70a6371d00 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=60e642ac941d42f686c1ed9de1e43a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306053 Feb 03 05:09:37.103356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10eef93d-ad1b-45f3-8164-0f1eb1d1a1b8 req-b2ad8c92-d594-460e-8565-3fc32d4b45da tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0288684 Feb 03 05:09:38.134227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-2f658053-8119-4e83-8835-7adbcb2fdd4e tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=60e642ac941d42f686c1ed9de1e43a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215485 Feb 03 05:09:38.208186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2a473a7-a509-499e-96c0-b3cba269a079 req-ec3bc0e9-a11b-41f8-af73-4cf14ded245a tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0311611 Feb 03 05:09:38.252067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.256491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-096d326a-f18c-446d-ab06-c7d212014028 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:38.257964 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-096d326a-f18c-446d-ab06-c7d212014028 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187677 Feb 03 05:09:38.270535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Request body: {'port': {'device_id': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'admin_state_up': True, 'tenant_id': '60e642ac941d42f686c1ed9de1e43a15'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:09:38.379037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Made reservation on behalf of 60e642ac941d42f686c1ed9de1e43a15 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:09:38.382975 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.391882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.466480 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks [] for security_group (2f15f8e4-0424-4c92-8827-43a8118956bf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.471643 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2f15f8e4-0424-4c92-8827-43a8118956bf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.532852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15f8e4-0424-4c92-8827-43a8118956bf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:38.610855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Allocated IP 192.168.233.103 (6892f4d4-b3cc-419c-8c04-2b71d71c30e6/16f48d70-f880-4afa-bd0b-72728d7835e8/74ceb232-edc1-43d3-84d0-3736a587568e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:09:38.759104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks [] for port (74ceb232-edc1-43d3-84d0-3736a587568e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.798720 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.845918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:09:38.850918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:09:38.855450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:09:38.878776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Pushing event updated for resources: {'Port': ['ID=74ceb232-edc1-43d3-84d0-3736a587568e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:38.908413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:38.909053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:38.925495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-57e8405d-cba0-4b6f-a51c-4465969f0ad5 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6585660 Feb 03 05:09:38.935139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-7f8efbe4-2a5d-4da0-9b4b-70b5467cc073 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:09:38.936131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-7f8efbe4-2a5d-4da0-9b4b-70b5467cc073 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054028 Feb 03 05:09:39.044845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Request body: {'port': {'device_id': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:09:39.109100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.116175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-60315b78-fec6-42f6-8127-d817b6dd738f None None] Provisioning complete for port 74ceb232-edc1-43d3-84d0-3736a587568e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:09:39.116545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60315b78-fec6-42f6-8127-d817b6dd738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.153472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60315b78-fec6-42f6-8127-d817b6dd738f None None] Port 74ceb232-edc1-43d3-84d0-3736a587568e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:09:39.329882 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.336035 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a377e-b782-422d-91b6-fdc94d70b30f req-0209ac5f-ea97-47d5-a542-3b58ff28da5b tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:39.337573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d50a377e-b782-422d-91b6-fdc94d70b30f req-0209ac5f-ea97-47d5-a542-3b58ff28da5b tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 936 time: 0.0592034 Feb 03 05:09:39.379485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ceb232-edc1-43d3-84d0-3736a587568e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:09:39.383688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d50a377e-b782-422d-91b6-fdc94d70b30f req-1f03a7a6-beed-481a-aa2c-eb522c3386ab tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Feb 03 05:09:39.387609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Publish callbacks [] for port (74ceb232-edc1-43d3-84d0-3736a587568e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.405225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Transition to ACTIVE for port object 74ceb232-edc1-43d3-84d0-3736a587568e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:09:39.409677 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.465249 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Pushing event updated for resources: {'Port': ['ID=74ceb232-edc1-43d3-84d0-3736a587568e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:39.490212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.490565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.490915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.491257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.491617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.491945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.492275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.492603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.492933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.493263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.493594 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.493931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.494256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:09:39.546073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Attempting to bind port 74ceb232-edc1-43d3-84d0-3736a587568e on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:09:39.546392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Attempting to bind port 74ceb232-edc1-43d3-84d0-3736a587568e by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:09:39.546746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Attempting to bind port 74ceb232-edc1-43d3-84d0-3736a587568e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:09:39.551937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Port 74ceb232-edc1-43d3-84d0-3736a587568e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:09:39.552206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Attempting to bind port 74ceb232-edc1-43d3-84d0-3736a587568e on network 6892f4d4-b3cc-419c-8c04-2b71d71c30e6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:09:39.557499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:09:39.557849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Checking segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:09:39.558238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Bound using segment: {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:09:39.558672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Bound port: 74ceb232-edc1-43d3-84d0-3736a587568e, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353a8a4c-813b-40ab-ab75-dde7402eb8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:09:39.559034 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.626805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] For port 74ceb232-edc1-43d3-84d0-3736a587568e, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:09:39.629944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] For port 74ceb232-edc1-43d3-84d0-3736a587568e, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=74ceb232-edc1-43d3-84d0-3736a587568e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:09:39.637139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.679031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:39.679980 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:39.681646 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] 10.222.0.31 "PUT /v2.0/ports/74ceb232-edc1-43d3-84d0-3736a587568e HTTP/1.1" status: 200 len: 1096 time: 0.7375994 Feb 03 05:09:39.682147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'tag': '74ceb232-edc1-43d3-84d0-3736a587568e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:09:39.685850 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d" -d '{"events": [{"name": "network-changed", "server_uuid": "15b83a59-2a7d-4e10-88a9-650446ce7cc7", "tag": "74ceb232-edc1-43d3-84d0-3736a587568e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:09:39.716264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271afa3-4242-473a-a02e-492e9f545424 service neutron] Pushing event updated for resources: {'Port': ['ID=74ceb232-edc1-43d3-84d0-3736a587568e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:39.762691 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e5e1f-c192-4187-befb-70fa05f22dd2 x-openstack-request-id: req-fa0e5e1f-c192-4187-befb-70fa05f22dd2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:09:39.762992 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b83a59-2a7d-4e10-88a9-650446ce7cc7", "tag": "74ceb232-edc1-43d3-84d0-3736a587568e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:09:39.763249 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa0e5e1f-c192-4187-befb-70fa05f22dd2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:09:39.763684 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'tag': '74ceb232-edc1-43d3-84d0-3736a587568e', 'status': 'completed', 'code': 200} Feb 03 05:09:39.782794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-b8a0585e-cb66-457d-b4ba-d7c36b321c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:39.784393 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-b8a0585e-cb66-457d-b4ba-d7c36b321c51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=60e642ac941d42f686c1ed9de1e43a15&device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0577075 Feb 03 05:09:39.830262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-de728230-f01b-460d-803c-3a6d7077a307 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=74ceb232-edc1-43d3-84d0-3736a587568e HTTP/1.1" status: 200 len: 217 time: 0.0384336 Feb 03 05:09:39.879622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-b644b1b8-2317-475a-a449-881bd4116f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:39.881227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-b644b1b8-2317-475a-a449-881bd4116f24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0453277 Feb 03 05:09:39.935368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-b2d26b9a-8cc4-4c52-b1e0-e65a0d776b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:39.936905 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-b2d26b9a-8cc4-4c52-b1e0-e65a0d776b76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0497723 Feb 03 05:09:40.027378 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-9a195888-6602-42c3-9e00-15e626cd5ab0 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846994 Feb 03 05:09:40.136096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7db82b2e-1402-4a62-818b-c48924b0afb6 req-aff06aee-96cd-443d-97ce-83779eb11205 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022122 Feb 03 05:09:40.230458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-7dbe2ee6-1441-4632-94bb-eaffdddb1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:40.231997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-7dbe2ee6-1441-4632-94bb-eaffdddb1e20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=60e642ac941d42f686c1ed9de1e43a15&device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0477264 Feb 03 05:09:40.326345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-53817955-1241-44ac-b305-13394481bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:40.327830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-53817955-1241-44ac-b305-13394481bf4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6 HTTP/1.1" status: 200 len: 870 time: 0.0897667 Feb 03 05:09:40.367553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-37f47dfd-62d1-4965-bb80-dbc478317a0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=74ceb232-edc1-43d3-84d0-3736a587568e HTTP/1.1" status: 200 len: 217 time: 0.0336468 Feb 03 05:09:40.414006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-efb42454-7b23-4612-b6be-265dfe293e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:40.415445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-efb42454-7b23-4612-b6be-265dfe293e93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16f48d70-f880-4afa-bd0b-72728d7835e8 HTTP/1.1" status: 200 len: 843 time: 0.0419257 Feb 03 05:09:40.466112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-858f6a69-9064-4161-ac32-3b7dbe57d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:40.467677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-858f6a69-9064-4161-ac32-3b7dbe57d2bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6892f4d4-b3cc-419c-8c04-2b71d71c30e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0457332 Feb 03 05:09:40.508758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c23a2-9da4-4286-ad56-4ea1d417d0f8 req-525e2133-07d9-47a2-9d07-0e844e8c1f87 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:40.510315 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c1c23a2-9da4-4286-ad56-4ea1d417d0f8 req-525e2133-07d9-47a2-9d07-0e844e8c1f87 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 948 time: 0.0581942 Feb 03 05:09:40.560141 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c1c23a2-9da4-4286-ad56-4ea1d417d0f8 req-a1dd14f6-fe94-4012-886f-4ad542e122c8 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Feb 03 05:09:40.565859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-9a17d2c4-fe6b-4aaf-a22b-08184ca93502 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906367 Feb 03 05:09:40.672276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a72287f-cb8b-4878-b95c-b4b3ccf0db1d req-52b80895-8c5f-45af-a6ed-70e6838201e9 service neutron] 10.222.0.31 "GET /v2.0/networks/6892f4d4-b3cc-419c-8c04-2b71d71c30e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991340 Feb 03 05:09:41.699771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df91424-75e3-4672-81dd-04c7f1a65979 req-d4b6b81e-6872-43fd-9d0e-f96daa5f4eaf tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:41.701285 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9df91424-75e3-4672-81dd-04c7f1a65979 req-d4b6b81e-6872-43fd-9d0e-f96daa5f4eaf tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 948 time: 0.0669765 Feb 03 05:09:41.758470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9df91424-75e3-4672-81dd-04c7f1a65979 req-f3e4d3b7-ede4-4354-9d9d-0a2444a6d842 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483818 Feb 03 05:09:42.906542 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181613a8-9b07-4585-b151-e30891cf690e req-e873e1bb-ca96-4afe-8400-828eb7f6d8f9 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:42.908087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-181613a8-9b07-4585-b151-e30891cf690e req-e873e1bb-ca96-4afe-8400-828eb7f6d8f9 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 948 time: 0.0730996 Feb 03 05:09:42.963330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-181613a8-9b07-4585-b151-e30891cf690e req-ccbb6ef0-5d0a-4821-8585-7c267aafde1f tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Feb 03 05:09:43.398174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 74ceb232-edc1-43d3-84d0-3736a587568e details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:09:43.514215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 74ceb232-edc1-43d3-84d0-3736a587568e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=74ceb232-edc1-43d3-84d0-3736a587568e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:43.525531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '74ceb232-edc1-43d3-84d0-3736a587568e', 'network_id': '6892f4d4-b3cc-419c-8c04-2b71d71c30e6', 'port_id': '74ceb232-edc1-43d3-84d0-3736a587568e', 'mac_address': 'fa:16:3e:3b:6e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f48d70-f880-4afa-bd0b-72728d7835e8', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:09:43.562381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 74ceb232-edc1-43d3-84d0-3736a587568e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:09:43.562702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:43.575065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ceb232-edc1-43d3-84d0-3736a587568e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:09:43.595797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 74ceb232-edc1-43d3-84d0-3736a587568e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=74ceb232-edc1-43d3-84d0-3736a587568e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:43.600643 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:43.645931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=74ceb232-edc1-43d3-84d0-3736a587568e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:43.835299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['74ceb232-edc1-43d3-84d0-3736a587568e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:09:44.098024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831897fc-3aed-4ded-a880-62cfd5437dec req-1d3533b4-476c-422c-85f9-855467384140 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:44.099430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-831897fc-3aed-4ded-a880-62cfd5437dec req-1d3533b4-476c-422c-85f9-855467384140 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 949 time: 0.0632958 Feb 03 05:09:44.151803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-831897fc-3aed-4ded-a880-62cfd5437dec req-cf157819-ca7d-4af9-8a4a-0fc3dfe9b75d tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Feb 03 05:09:45.287294 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18f01-57f8-40f7-b833-089a9b5a0193 req-af44c085-6418-4df9-b331-5556ee5e86fb tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:45.288820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39f18f01-57f8-40f7-b833-089a9b5a0193 req-af44c085-6418-4df9-b331-5556ee5e86fb tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 949 time: 0.0565200 Feb 03 05:09:45.338131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-39f18f01-57f8-40f7-b833-089a9b5a0193 req-4fb47a5d-05ee-4146-ae9b-9d3be7b87eb8 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Feb 03 05:09:45.415299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 74ceb232-edc1-43d3-84d0-3736a587568e up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:09:45.479445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 74ceb232-edc1-43d3-84d0-3736a587568e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:09:45.484367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 74ceb232-edc1-43d3-84d0-3736a587568e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:09:45.484751 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:45.569131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 74ceb232-edc1-43d3-84d0-3736a587568e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:09:45.569526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:45.593196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ceb232-edc1-43d3-84d0-3736a587568e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:09:45.595446 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f71120-08a6-4a57-b192-9e8aaff8b06b" -d '{"events": [{"server_uuid": "15b83a59-2a7d-4e10-88a9-650446ce7cc7", "name": "network-vif-plugged", "status": "completed", "tag": "74ceb232-edc1-43d3-84d0-3736a587568e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:09:45.608525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 74ceb232-edc1-43d3-84d0-3736a587568e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=74ceb232-edc1-43d3-84d0-3736a587568e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:45.613732 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:45.637246 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab775c3-7e58-4207-925f-6976ec3cc6a1 x-openstack-request-id: req-6ab775c3-7e58-4207-925f-6976ec3cc6a1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:09:45.637535 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b83a59-2a7d-4e10-88a9-650446ce7cc7", "name": "network-vif-plugged", "status": "completed", "tag": "74ceb232-edc1-43d3-84d0-3736a587568e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:09:45.637789 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ab775c3-7e58-4207-925f-6976ec3cc6a1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:09:45.638174 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ceb232-edc1-43d3-84d0-3736a587568e', 'code': 200} Feb 03 05:09:45.663844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=74ceb232-edc1-43d3-84d0-3736a587568e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:45.732469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2f600-d61c-4fa5-9f2b-c5ecfe707a5c req-c282410a-b62f-49f9-8881-8d0f51d0ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:45.734017 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01c2f600-d61c-4fa5-9f2b-c5ecfe707a5c req-c282410a-b62f-49f9-8881-8d0f51d0ecbb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 1132 time: 0.0465539 Feb 03 05:09:45.783835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01c2f600-d61c-4fa5-9f2b-c5ecfe707a5c req-802058dd-7d4e-40b4-a68e-441e53b6836c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Feb 03 05:09:46.469543 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605dac-fd9b-4241-94fe-fa0c5a82d7b9 req-52aa82a1-bde6-44d8-8d73-5029a2f3b6b9 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:46.471261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6605dac-fd9b-4241-94fe-fa0c5a82d7b9 req-52aa82a1-bde6-44d8-8d73-5029a2f3b6b9 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 950 time: 0.0644493 Feb 03 05:09:46.526832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e6605dac-fd9b-4241-94fe-fa0c5a82d7b9 req-8c0588fa-c49c-46e3-a3be-b8a0ec10ace6 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Feb 03 05:09:47.661421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa594d-c468-4ef5-b9c5-6b7e78963618 req-dc9a57ed-018a-48e6-9240-e696e54e94ae tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:47.662928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3daa594d-c468-4ef5-b9c5-6b7e78963618 req-dc9a57ed-018a-48e6-9240-e696e54e94ae tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 950 time: 0.0556734 Feb 03 05:09:47.713460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3daa594d-c468-4ef5-b9c5-6b7e78963618 req-6f6231b0-fbbb-4944-8604-469954f6c506 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Feb 03 05:09:48.013828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-bd717e88-1965-4deb-9062-899454650917 req-c0d573ac-bb08-4892-97e7-ce9866753efb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:09:48.014502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd717e88-1965-4deb-9062-899454650917 req-c0d573ac-bb08-4892-97e7-ce9866753efb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056219 Feb 03 05:09:48.398818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-8f536291-bf1f-4ea8-92fe-568268db8ace req-656789ee-156b-4d30-b2fe-5fe947c5a346 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:09:48.399871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f536291-bf1f-4ea8-92fe-568268db8ace req-656789ee-156b-4d30-b2fe-5fe947c5a346 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0606880 Feb 03 05:09:48.556577 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:09:48.752279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e922b-b765-4949-9c0d-575be3fbf3f1 req-d01a5154-da70-4aaf-986f-c4109d01f17a tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:48.753760 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe2e922b-b765-4949-9c0d-575be3fbf3f1 req-d01a5154-da70-4aaf-986f-c4109d01f17a tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 950 time: 0.0543144 Feb 03 05:09:48.804609 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fe2e922b-b765-4949-9c0d-575be3fbf3f1 req-95fceb3c-bd06-457e-a235-87c0e3cb9d98 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449486 Feb 03 05:09:49.938553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ca2fd-1f01-4e3b-a37e-d413a79ca7c5 req-08f776da-d191-44e5-b328-4a1aace6675a tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:49.940052 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-895ca2fd-1f01-4e3b-a37e-d413a79ca7c5 req-08f776da-d191-44e5-b328-4a1aace6675a tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 950 time: 0.0642858 Feb 03 05:09:49.993770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-1b455a16-de13-4a48-83e8-825054400698 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:49.995424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-1b455a16-de13-4a48-83e8-825054400698 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b83a59-2a7d-4e10-88a9-650446ce7cc7 HTTP/1.1" status: 200 len: 950 time: 0.0598741 Feb 03 05:09:49.996829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-895ca2fd-1f01-4e3b-a37e-d413a79ca7c5 req-8a1baaee-2d65-4afe-93ac-b96a07b68b56 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f15f8e4-0424-4c92-8827-43a8118956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 Feb 03 05:09:50.092784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Deleting port 74ceb232-edc1-43d3-84d0-3736a587568e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:09:50.093045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:50.190098 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] For port 74ceb232-edc1-43d3-84d0-3736a587568e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=74ceb232-edc1-43d3-84d0-3736a587568e,segment=NetworkSegment(353a8a4c-813b-40ab-ab75-dde7402eb8c9),segment_id=353a8a4c-813b-40ab-ab75-dde7402eb8c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:50.190517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:50.206765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Calling delete_port for 74ceb232-edc1-43d3-84d0-3736a587568e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:09:50.349526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (74ceb232-edc1-43d3-84d0-3736a587568e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:50.362334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['74ceb232-edc1-43d3-84d0-3736a587568e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:09:50.379785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Pushing event deleted for resources: {'Port': ['ID=74ceb232-edc1-43d3-84d0-3736a587568e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:50.425768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] No DVR routers for this DVR port 74ceb232-edc1-43d3-84d0-3736a587568e on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:09:50.428713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:50.432343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9b7e41fa-ceaa-4cf3-ac24-aa7c8012ac72 req-44380550-d183-4a62-864f-f78dda12cf68 tempest-ServersAdminNegativeTestJSON-1766883144 tempest-ServersAdminNegativeTestJSON-1766883144-project] 10.222.0.31 "DELETE /v2.0/ports/74ceb232-edc1-43d3-84d0-3736a587568e HTTP/1.1" status: 204 len: 173 time: 0.4309435 Feb 03 05:09:50.432804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'name': 'network-vif-deleted', 'tag': '74ceb232-edc1-43d3-84d0-3736a587568e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:09:50.435218 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d313beba-7b49-4de8-a28f-4421d5e5ae3a" -d '{"events": [{"server_uuid": "15b83a59-2a7d-4e10-88a9-650446ce7cc7", "name": "network-vif-deleted", "tag": "74ceb232-edc1-43d3-84d0-3736a587568e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:09:50.486660 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501f717-e4f9-4f51-90b1-102c0bef2dee x-openstack-request-id: req-1501f717-e4f9-4f51-90b1-102c0bef2dee {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:09:50.486955 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b83a59-2a7d-4e10-88a9-650446ce7cc7", "name": "network-vif-deleted", "tag": "74ceb232-edc1-43d3-84d0-3736a587568e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:09:50.487235 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1501f717-e4f9-4f51-90b1-102c0bef2dee {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:09:50.487694 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b83a59-2a7d-4e10-88a9-650446ce7cc7', 'name': 'network-vif-deleted', 'tag': '74ceb232-edc1-43d3-84d0-3736a587568e', 'status': 'completed', 'code': 200} Feb 03 05:09:51.320929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57952) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:51.470103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ebecc8c4-1fe6-43be-ae21-bf16baf9620c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60e642ac941d42f686c1ed9de1e43a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478868 Feb 03 05:09:51.473903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:51.522974 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9fb6-fbc0-4d6e-b614-90153731ab91 admin admin] Publish callbacks [] for security_group (2f15f8e4-0424-4c92-8827-43a8118956bf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:51.543830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9fb6-fbc0-4d6e-b614-90153731ab91 admin admin] Publish callbacks [] for security_group (2f15f8e4-0424-4c92-8827-43a8118956bf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:51.596570 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9fb6-fbc0-4d6e-b614-90153731ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (2f15f8e4-0424-4c92-8827-43a8118956bf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:51.599133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9fb6-fbc0-4d6e-b614-90153731ab91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:51.600409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ce6c9fb6-fbc0-4d6e-b614-90153731ab91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f15f8e4-0424-4c92-8827-43a8118956bf HTTP/1.1" status: 204 len: 168 time: 0.1256275 Feb 03 05:09:51.608279 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9fb6-fbc0-4d6e-b614-90153731ab91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15f8e4-0424-4c92-8827-43a8118956bf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:51.895674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 57962) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:51.910285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06e2b2a9-dacb-4ba4-b962-8d58c627f3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:51.987894 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06e2b2a9-dacb-4ba4-b962-8d58c627f3d7 admin admin] Publish callbacks [] for security_group (5c5a9e6f-98ae-45b5-9712-02f3c913647d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:51.994424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06e2b2a9-dacb-4ba4-b962-8d58c627f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5c5a9e6f-98ae-45b5-9712-02f3c913647d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:52.033428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-06e2b2a9-dacb-4ba4-b962-8d58c627f3d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=489e2578a14048998e1bb0633357fe8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366351 Feb 03 05:09:52.034298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2b2a9-dacb-4ba4-b962-8d58c627f3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a9e6f-98ae-45b5-9712-02f3c913647d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:52.036396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:52.095755 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577cc60f-c506-498d-ba07-bd1932d31a88 admin admin] Publish callbacks [] for security_group (5c5a9e6f-98ae-45b5-9712-02f3c913647d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:52.117712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577cc60f-c506-498d-ba07-bd1932d31a88 admin admin] Publish callbacks [] for security_group (5c5a9e6f-98ae-45b5-9712-02f3c913647d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:52.166403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577cc60f-c506-498d-ba07-bd1932d31a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (5c5a9e6f-98ae-45b5-9712-02f3c913647d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:52.169137 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-577cc60f-c506-498d-ba07-bd1932d31a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:52.170308 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-577cc60f-c506-498d-ba07-bd1932d31a88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c5a9e6f-98ae-45b5-9712-02f3c913647d HTTP/1.1" status: 204 len: 168 time: 0.1328671 Feb 03 05:09:52.178130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cc60f-c506-498d-ba07-bd1932d31a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a9e6f-98ae-45b5-9712-02f3c913647d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:52.876079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:52.992817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1399890474-network', 'tenant_id': '2fca6e7da3ed41d6bb41d5932e9397df'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:09:53.016011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Made reservation on behalf of 2fca6e7da3ed41d6bb41d5932e9397df for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:09:53.018498 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.026723 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.100352 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks [] for security_group (8a3bf076-650a-4bd2-9db8-285e08b6e20d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.106244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a3bf076-650a-4bd2-9db8-285e08b6e20d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.135704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:09:53.142083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3bf076-650a-4bd2-9db8-285e08b6e20d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:53.148279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.148622 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Added segment 8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d of type vlan for network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 Feb 03 05:09:53.191638 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.218545 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.219521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:53.220346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.260116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3828180 Feb 03 05:09:53.262981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 57990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:09:53.269121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Request body: {'subnet': {'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1399890474-subnet', 'tenant_id': '2fca6e7da3ed41d6bb41d5932e9397df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:09:53.304381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba3be7-ce31-49c7-aa0b-848810277d6d admin admin] Pushing event updated for resources: {'Network': ['ID=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:53.315667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:09:53.317388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Made reservation on behalf of 2fca6e7da3ed41d6bb41d5932e9397df for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:09:53.319979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.458716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 74ceb232-edc1-43d3-84d0-3736a587568e no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:09:53.480650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 74ceb232-edc1-43d3-84d0-3736a587568e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:09:53.480921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 74ceb232-edc1-43d3-84d0-3736a587568e not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:09:53.494017 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (01db1abf-897b-413f-9741-f3f459d3f65d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.549815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01db1abf-897b-413f-9741-f3f459d3f65d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:53.559932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Checking segment: {'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:09:53.560400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Network hostable DHCP agents. Network: 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:09:53.577502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:09:53.588324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:09:53.592854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:53.593656 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:53.597672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2e719-ba26-41dd-a250-4cbc135b27b2 None None] Network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:09:53.610949 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-34eaf53c-f9d9-4255-9d3f-98a1bbb145c2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3465924 Feb 03 05:09:53.694474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536448e-9c92-4048-aafd-db3159df0e5f None None] Network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:09:54.035486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-3b5bc460-54c3-45f2-982c-cd9cf3fa0950 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:54.036875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-3b5bc460-54c3-45f2-982c-cd9cf3fa0950 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 812 time: 0.1084471 Feb 03 05:09:54.051939 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-d488801d-1905-4f61-8c99-2852a4e74b9e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/quotas/2fca6e7da3ed41d6bb41d5932e9397df HTTP/1.1" status: 200 len: 375 time: 0.0094182 Feb 03 05:09:54.083807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-54261688-01b4-4ece-8aee-b246184ddd6f tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270360 Feb 03 05:09:54.133396 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:54.192548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-7f3c20d5-4361-4ed6-a3aa-4f2de7a9c3af service neutron] 10.222.0.35 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021867 Feb 03 05:09:54.196622 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:54.286015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70dc639f-6613-431d-b8b3-24610e2dc060 service neutron] 10.222.0.35 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871980 Feb 03 05:09:54.448295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d629ca5a-4167-4589-a3fb-bf22b483e48a req-82730a70-5a97-414e-8dff-33c0a63f3e5c tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 210 time: 0.0274374 Feb 03 05:09:55.548701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ddb5ed6-f9f3-45fa-8b18-db154b2385fa req-963ac6c8-74ff-4561-bb9c-dfc5ea551a9e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 210 time: 0.0281391 Feb 03 05:09:55.618972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-0a5f3ece-4d09-4a68-a6b7-5081e130c394 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:55.620496 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-0a5f3ece-4d09-4a68-a6b7-5081e130c394 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.31 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 812 time: 0.1197290 Feb 03 05:09:55.631848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Request body: {'port': {'device_id': '673b29f4-870e-44da-b910-840bbeb566e5', 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6', 'admin_state_up': True, 'tenant_id': '2fca6e7da3ed41d6bb41d5932e9397df'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:09:55.743310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Made reservation on behalf of 2fca6e7da3ed41d6bb41d5932e9397df for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:09:55.748113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:55.880626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Allocated IP 172.20.0.12 (2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6/01db1abf-897b-413f-9741-f3f459d3f65d/a33795ac-dad0-41f9-8211-20494c7ba411) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:09:56.039469 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks [] for port (a33795ac-dad0-41f9-8211-20494c7ba411), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:56.076210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:56.118142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:09:56.126214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:09:56.130385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:09:56.137842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:56.191611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:56.192425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:56.213419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-70ece877-c169-4cc6-8402-4f8c9174c3ab tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853209 Feb 03 05:09:56.225092 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Request body: {'port': {'device_id': '673b29f4-870e-44da-b910-840bbeb566e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:09:56.287694 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:56.682785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c673-b250-41c5-8d4d-7271786574c5 req-3f9fd168-093e-4b86-9873-de05f9438e9e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:56.684456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d609c673-b250-41c5-8d4d-7271786574c5 req-3f9fd168-093e-4b86-9873-de05f9438e9e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 932 time: 0.0595057 Feb 03 05:09:56.735969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d609c673-b250-41c5-8d4d-7271786574c5 req-30e943b2-ad98-40ca-9fdc-5daee75226ed tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Feb 03 05:09:56.933041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33795ac-dad0-41f9-8211-20494c7ba411 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:09:56.940845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Publish callbacks [] for port (a33795ac-dad0-41f9-8211-20494c7ba411), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:56.954058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Transition to ACTIVE for port object a33795ac-dad0-41f9-8211-20494c7ba411 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:09:56.961641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:57.014172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:57.081394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:09:57.081733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:09:57.082069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 on network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:09:57.087008 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Port a33795ac-dad0-41f9-8211-20494c7ba411 on network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:09:57.087323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 on network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:09:57.092614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:09:57.092954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Checking segment: {'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:09:57.093334 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Bound using segment: {'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:09:57.093747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Bound port: a33795ac-dad0-41f9-8211-20494c7ba411, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:09:57.094095 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:57.157872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:09:57.160819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:09:57.170089 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:57.203151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:57.203791 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:57.205163 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] 10.222.0.31 "PUT /v2.0/ports/a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 1092 time: 0.9845448 Feb 03 05:09:57.205596 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:09:57.208224 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821795b5-04c2-4b05-b6ea-f52df99595c9" -d '{"events": [{"name": "network-changed", "server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:09:57.234773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1c1cf-4b7e-4888-8764-18d6cfb4a0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:57.246577 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9577b55-c693-4948-a426-5b8f4462d0f5 x-openstack-request-id: req-e9577b55-c693-4948-a426-5b8f4462d0f5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:09:57.246920 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:09:57.247183 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9577b55-c693-4948-a426-5b8f4462d0f5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:09:57.247649 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'status': 'completed', 'code': 200} Feb 03 05:09:57.300460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-17504dee-50c3-4ec7-a57a-f5bf8ab730d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:57.302005 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-17504dee-50c3-4ec7-a57a-f5bf8ab730d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1126 time: 0.0469863 Feb 03 05:09:57.355191 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-c84a7cfc-b218-4652-a674-c86cba92f786 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0461814 Feb 03 05:09:57.405372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-343e49eb-2eb3-4c75-b9c6-a83f9153fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:57.406775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-343e49eb-2eb3-4c75-b9c6-a83f9153fd63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0453267 Feb 03 05:09:57.438473 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-edb1b9b8-c588-4d07-b9ad-ead613d78b26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257638 Feb 03 05:09:57.535960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-381da6a5-c0e5-40e6-9071-75a08b5e910f service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904088 Feb 03 05:09:57.625840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0cf1795b-6363-4776-ae5f-bf0ba400db63 req-14e589f9-a89d-4130-8a34-baaccf34249f service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838630 Feb 03 05:09:57.727752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-d689faa2-c58d-4cb1-85c7-0d2294d4cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:57.729274 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-d689faa2-c58d-4cb1-85c7-0d2294d4cb75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1126 time: 0.0544918 Feb 03 05:09:57.822519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-94ddb9d7-6ba9-44d5-8087-714a9ae59501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:57.823953 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-94ddb9d7-6ba9-44d5-8087-714a9ae59501 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 913 time: 0.0891452 Feb 03 05:09:57.857911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0224e6-699d-474b-a533-8209ca54e5e3 req-f24267c3-3f10-446c-98bd-8ae7cc2f465e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:57.859382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c0224e6-699d-474b-a533-8209ca54e5e3 req-f24267c3-3f10-446c-98bd-8ae7cc2f465e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 944 time: 0.0543978 Feb 03 05:09:57.865447 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-b9084b05-e19f-4fa1-9881-cb008d4ecf41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0350809 Feb 03 05:09:57.906880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c0224e6-699d-474b-a533-8209ca54e5e3 req-11282e88-0e1f-461b-b6ea-a940196c5857 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Feb 03 05:09:57.917738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-8323070e-65d6-43e4-8916-3fb3625104e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:57.919240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-8323070e-65d6-43e4-8916-3fb3625104e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0471611 Feb 03 05:09:57.951100 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-fdb5df84-a702-471a-809d-c94bbb332eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253799 Feb 03 05:09:58.039862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-7b1cbecf-05a9-4958-a718-641d9efb5502 service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824571 Feb 03 05:09:58.134372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-821795b5-04c2-4b05-b6ea-f52df99595c9 req-c7f0cafb-8e73-40df-a274-d5a2d9151c23 service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882394 Feb 03 05:09:59.043267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c622e-f7d9-4baa-9afb-c64a800f8058 req-a85120e2-1760-44dd-a3f6-2b7c342304a2 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:09:59.044779 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a29c622e-f7d9-4baa-9afb-c64a800f8058 req-a85120e2-1760-44dd-a3f6-2b7c342304a2 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 944 time: 0.0523582 Feb 03 05:09:59.094679 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a29c622e-f7d9-4baa-9afb-c64a800f8058 req-ceb758cd-8064-47d6-9261-3c7fdc9fe8b1 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Feb 03 05:09:59.491115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:09:59.597180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:59.608385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6', 'port_id': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'mac_address': 'fa:16:3e:67:df:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db1abf-897b-413f-9741-f3f459d3f65d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:09:59.654067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port a33795ac-dad0-41f9-8211-20494c7ba411 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:09:59.654499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:59.669748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33795ac-dad0-41f9-8211-20494c7ba411 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:09:59.692123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:09:59.698517 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:09:59.748732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:09:59.894559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['a33795ac-dad0-41f9-8211-20494c7ba411'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:10:00.224924 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecffea-733a-4b6f-92c1-d15633958abf req-fc499e2d-e1b2-4f22-b527-6a162ba13598 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:00.226317 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0ecffea-733a-4b6f-92c1-d15633958abf req-fc499e2d-e1b2-4f22-b527-6a162ba13598 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 945 time: 0.0568674 Feb 03 05:10:00.275834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0ecffea-733a-4b6f-92c1-d15633958abf req-25a66c61-4237-4728-a636-904f46db715d tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Feb 03 05:10:01.419819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2304367-0ffb-47a7-bc47-6dc7436e33c2 req-9ba0b53f-bd1b-422d-8c86-a2b51137e5fd tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:01.421557 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2304367-0ffb-47a7-bc47-6dc7436e33c2 req-9ba0b53f-bd1b-422d-8c86-a2b51137e5fd tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Feb 03 05:10:01.468422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2304367-0ffb-47a7-bc47-6dc7436e33c2 req-bb4f6e6c-5a4e-4d48-8726-d8474536fd18 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Feb 03 05:10:01.492531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:10:01.545680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port a33795ac-dad0-41f9-8211-20494c7ba411 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:10:01.549589 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port a33795ac-dad0-41f9-8211-20494c7ba411 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:10:01.549975 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:01.631719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port a33795ac-dad0-41f9-8211-20494c7ba411 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:10:01.632103 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:01.654877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:10:01.657114 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4bba23-5e4d-4404-ada1-48e1eee4bebb" -d '{"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-plugged", "status": "completed", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:10:01.669483 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:01.675290 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:01.698609 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a7de6d-b075-4f56-ba1e-d5d2df48d267 x-openstack-request-id: req-32a7de6d-b075-4f56-ba1e-d5d2df48d267 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:10:01.698878 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-plugged", "status": "completed", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:10:01.699133 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32a7de6d-b075-4f56-ba1e-d5d2df48d267 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:10:01.699555 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'code': 200} Feb 03 05:10:01.727154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:01.797712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62513c-978c-470e-b8e0-1e0549458ff2 req-09addef2-a5c3-4c71-a9f8-3e1be1fe35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:01.799242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0a62513c-978c-470e-b8e0-1e0549458ff2 req-09addef2-a5c3-4c71-a9f8-3e1be1fe35cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1128 time: 0.0448096 Feb 03 05:10:01.843004 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0a62513c-978c-470e-b8e0-1e0549458ff2 req-b5bea7a6-0f76-4726-a07d-a0fa4ef5d1a7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370343 Feb 03 05:10:02.604676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c492618-8e5e-4462-a0a7-94fe509246aa req-79c18858-f325-4557-a79b-d7268fe53302 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:02.606208 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c492618-8e5e-4462-a0a7-94fe509246aa req-79c18858-f325-4557-a79b-d7268fe53302 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0674086 Feb 03 05:10:02.653248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c492618-8e5e-4462-a0a7-94fe509246aa req-f15186e3-e026-4dc0-80c6-f753da02711a tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Feb 03 05:10:03.228391 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751addcc-9822-4653-9ce9-ad9193501df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:03.801541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6b1d7-be9b-4e55-ac9b-66b37b34d092 req-8cbc1005-330c-47c0-bbef-bbdeeacd0fbb tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:03.803025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc6b1d7-be9b-4e55-ac9b-66b37b34d092 req-8cbc1005-330c-47c0-bbef-bbdeeacd0fbb tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0640867 Feb 03 05:10:03.856404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5fc6b1d7-be9b-4e55-ac9b-66b37b34d092 req-187a4600-853c-448a-9ef1-d7894613fe90 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445726 Feb 03 05:10:04.395604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:10:04.459481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c679d-474b-4ea5-a399-4672bfd1c60d req-68cb8241-8397-4bb0-8479-39561ae3d8b4 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:04.461015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-622c679d-474b-4ea5-a399-4672bfd1c60d req-68cb8241-8397-4bb0-8479-39561ae3d8b4 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0577049 Feb 03 05:10:04.496846 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-2de4a843-51aa-4a1f-89dc-cece3da648e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994134 Feb 03 05:10:04.505708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-282f811c-a0c0-4ac0-85ef-7a493b5d917d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:10:04.506679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-282f811c-a0c0-4ac0-85ef-7a493b5d917d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054739 Feb 03 05:10:04.508700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-622c679d-474b-4ea5-a399-4672bfd1c60d req-ee145cf1-bfaa-411e-9df3-8e71736a1fa7 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Feb 03 05:10:05.648923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad672f-65a5-479a-9605-5f9bfcc35cb6 req-076ef5da-6bed-4222-b14c-2867ba0179a4 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:05.650426 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebad672f-65a5-479a-9605-5f9bfcc35cb6 req-076ef5da-6bed-4222-b14c-2867ba0179a4 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0593646 Feb 03 05:10:05.692058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-c2cb169e-e644-46fa-aa5f-d8a122a25c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:05.693559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-c2cb169e-e644-46fa-aa5f-d8a122a25c00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1128 time: 0.0456059 Feb 03 05:10:05.697367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebad672f-65a5-479a-9605-5f9bfcc35cb6 req-4f5de9c6-aec4-4f42-92f8-a46a47ffcbea tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Feb 03 05:10:05.792753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-a3417edc-3072-4c40-abbd-f23a45de2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:05.795139 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-a3417edc-3072-4c40-abbd-f23a45de2178 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 913 time: 0.0951772 Feb 03 05:10:05.848955 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-e981afe7-302c-4065-80fe-b9c815c88047 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0468819 Feb 03 05:10:05.896547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-29193257-6d1f-4eb2-9a8c-2f83e2220c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:05.897964 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-29193257-6d1f-4eb2-9a8c-2f83e2220c33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0433342 Feb 03 05:10:05.929745 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-10f39674-69f2-4051-8d21-e05dd1139f77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261338 Feb 03 05:10:06.029354 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-61c386cc-8dd8-4f79-8576-b0a0b7070ffa service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935037 Feb 03 05:10:06.119244 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-45d1bfbe-6e27-48da-9567-17df55af15b1 service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845094 Feb 03 05:10:06.424748 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3907b572-bc5c-4851-a214-57cf038792a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:06.804524 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:06.824895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17006ba0-aeac-4827-be2b-92ef1e273e5e req-85c91e05-9c04-498c-9f49-943f431df834 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:06.826537 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17006ba0-aeac-4827-be2b-92ef1e273e5e req-85c91e05-9c04-498c-9f49-943f431df834 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Feb 03 05:10:06.876809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17006ba0-aeac-4827-be2b-92ef1e273e5e req-3137ae3f-c676-45e0-9b6e-9a40c59b5620 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Feb 03 05:10:08.030532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85d578-4464-4dd8-b6b5-9a4035b45f79 req-8e31af99-74bf-43ed-9853-8fc508df48d2 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:08.032086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a85d578-4464-4dd8-b6b5-9a4035b45f79 req-8e31af99-74bf-43ed-9853-8fc508df48d2 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0596688 Feb 03 05:10:08.079325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3a85d578-4464-4dd8-b6b5-9a4035b45f79 req-f4697975-b859-4335-a6ef-c0a96e23ac6b tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 Feb 03 05:10:08.267678 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:09.219777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ab329-714f-470c-87b8-57d4b76dc8dd req-97f7e992-990a-4928-80e8-72fdc402c404 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:09.221388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b80ab329-714f-470c-87b8-57d4b76dc8dd req-97f7e992-990a-4928-80e8-72fdc402c404 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0635250 Feb 03 05:10:09.268599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b80ab329-714f-470c-87b8-57d4b76dc8dd req-b2dfa308-c140-4980-9b4c-18935ceb72fc tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Feb 03 05:10:09.327054 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:10.395198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11ab02-0ed1-49c4-88bb-1d86899f7fcc req-9d4ff950-b786-4a79-8bc1-cf3da3276614 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:10.396714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a11ab02-0ed1-49c4-88bb-1d86899f7fcc req-9d4ff950-b786-4a79-8bc1-cf3da3276614 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0577865 Feb 03 05:10:10.451323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a11ab02-0ed1-49c4-88bb-1d86899f7fcc req-1e12d31f-f2c4-4f09-8c2f-4eb5457b8431 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489032 Feb 03 05:10:11.602588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b4a2d-9359-4545-84f5-76b75c335eed req-6fc8d0fa-066b-4cb4-bff0-81498d93d2e2 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:11.604110 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f68b4a2d-9359-4545-84f5-76b75c335eed req-6fc8d0fa-066b-4cb4-bff0-81498d93d2e2 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0700197 Feb 03 05:10:11.651916 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f68b4a2d-9359-4545-84f5-76b75c335eed req-611eeb36-c768-4041-b89c-5cc1fe3f008e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Feb 03 05:10:12.774211 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe084e3-6512-4a67-b219-e0afd265ba96 req-0080ccc7-84e3-48f2-9691-7d264da44adb tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:12.775724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3fe084e3-6512-4a67-b219-e0afd265ba96 req-0080ccc7-84e3-48f2-9691-7d264da44adb tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0538645 Feb 03 05:10:12.830625 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3fe084e3-6512-4a67-b219-e0afd265ba96 req-6573fd79-52fa-4532-8c64-18a4dfe1f440 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Feb 03 05:10:13.962983 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2adbb2-76f0-414f-9352-b7f4a28cdd16 req-f6fe9111-7c3d-4a5d-b174-587aaaedee10 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:13.964482 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb2adbb2-76f0-414f-9352-b7f4a28cdd16 req-f6fe9111-7c3d-4a5d-b174-587aaaedee10 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0536110 Feb 03 05:10:14.014453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb2adbb2-76f0-414f-9352-b7f4a28cdd16 req-903ecce9-0cd2-4b9e-911a-efa020741064 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418789 Feb 03 05:10:15.141621 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d730-b0aa-4ff2-ad34-d60b7066d184 req-7e045a65-92db-4a7e-86a9-da24ba1e6216 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:15.143438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5b5d730-b0aa-4ff2-ad34-d60b7066d184 req-7e045a65-92db-4a7e-86a9-da24ba1e6216 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0555210 Feb 03 05:10:15.189146 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5b5d730-b0aa-4ff2-ad34-d60b7066d184 req-727505db-267c-4346-b55c-7dde5587feb9 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Feb 03 05:10:16.339855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5421-fbc2-4f1d-ab36-53b36a676947 req-464413db-4064-4949-8290-c00612739e87 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:16.341352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8ec5421-fbc2-4f1d-ab36-53b36a676947 req-464413db-4064-4949-8290-c00612739e87 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0665746 Feb 03 05:10:16.390335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d8ec5421-fbc2-4f1d-ab36-53b36a676947 req-5ff3a925-f6c4-472a-ac00-ce85e1392702 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Feb 03 05:10:17.512638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7d9d-eae4-4996-b7d0-931fe017b69e req-9d2c1660-21d6-411c-bae6-51725f4130c9 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:17.514144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-244f7d9d-eae4-4996-b7d0-931fe017b69e req-9d2c1660-21d6-411c-bae6-51725f4130c9 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0531301 Feb 03 05:10:17.561433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-244f7d9d-eae4-4996-b7d0-931fe017b69e req-444507b9-f324-4e0a-a015-61ed8b7bc99a tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Feb 03 05:10:18.697558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d1559-d038-4ffb-9ce5-6353112f6ce8 req-5fa56c0a-870f-4436-bc5b-7517f1b0c5af tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:18.699030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-031d1559-d038-4ffb-9ce5-6353112f6ce8 req-5fa56c0a-870f-4436-bc5b-7517f1b0c5af tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0610263 Feb 03 05:10:18.748040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-031d1559-d038-4ffb-9ce5-6353112f6ce8 req-e8536060-168c-48c2-b302-6375cdfca6c7 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Feb 03 05:10:19.154080 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-55fb3203-b74e-45fd-ae28-403b1c06bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:19.155615 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-55fb3203-b74e-45fd-ae28-403b1c06bd02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1128 time: 0.0480003 Feb 03 05:10:19.262237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-60c01828-5ede-4674-882f-3b7c49dc37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:19.263785 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-60c01828-5ede-4674-882f-3b7c49dc37cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 913 time: 0.0893209 Feb 03 05:10:19.314367 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-61b42975-51ac-448a-8e22-b176054f8f7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0438535 Feb 03 05:10:19.370057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-834e7909-7898-408b-a01a-8271768a0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:19.371585 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-834e7909-7898-408b-a01a-8271768a0ac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0498276 Feb 03 05:10:19.405365 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-467be416-ad2d-40a7-a5a3-8dd51ec43bc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268137 Feb 03 05:10:19.496261 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-18a1bc98-d1e5-4c6f-848f-c16f196407dd service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Feb 03 05:10:19.594449 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63f95bf9-f395-4174-b7b4-b85a92d6a44c req-a7bd9415-3eba-497f-a719-3a04e311716f service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916073 Feb 03 05:10:19.879768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8925177-7d2c-4357-b0d3-9b11a69fcd6b req-31303166-1a3a-48c7-a83b-d08c94c4c9ca tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:19.881273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8925177-7d2c-4357-b0d3-9b11a69fcd6b req-31303166-1a3a-48c7-a83b-d08c94c4c9ca tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0554202 Feb 03 05:10:19.932197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8925177-7d2c-4357-b0d3-9b11a69fcd6b req-0438d4c0-2678-4f74-8628-e0f9e59a6cff tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Feb 03 05:10:21.064646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392512-f1cc-4693-9289-ea74373e92ec req-f6bc7e86-391c-42b4-9a40-55f20d0d8703 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:21.066201 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14392512-f1cc-4693-9289-ea74373e92ec req-f6bc7e86-391c-42b4-9a40-55f20d0d8703 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0542555 Feb 03 05:10:21.119004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-14392512-f1cc-4693-9289-ea74373e92ec req-6356e3e3-415e-4a39-8837-71eb605d72ce tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470409 Feb 03 05:10:22.256446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9c537-7490-4121-ac84-b202eca67863 req-c00cd5d0-bb7f-46d4-8ba8-bce53cf7cb82 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:22.258347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbc9c537-7490-4121-ac84-b202eca67863 req-c00cd5d0-bb7f-46d4-8ba8-bce53cf7cb82 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0579991 Feb 03 05:10:22.307965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbc9c537-7490-4121-ac84-b202eca67863 req-bd2451b9-389a-47e3-ab39-bad5073a079a tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Feb 03 05:10:23.441777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd675b3a-7a04-452e-803b-f976975c848c req-57b417a7-dbda-42e5-8d0c-d114fca50500 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:23.443256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd675b3a-7a04-452e-803b-f976975c848c req-57b417a7-dbda-42e5-8d0c-d114fca50500 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0546026 Feb 03 05:10:23.494611 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd675b3a-7a04-452e-803b-f976975c848c req-1b1b2616-ca9e-4f6e-a823-a86b13ddaac8 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Feb 03 05:10:24.135630 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:24.200684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:24.649450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f904a-74a8-4157-b876-66307f113b1c req-95d6ccee-1119-47da-8423-a3e37091a30f tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:24.650929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b16f904a-74a8-4157-b876-66307f113b1c req-95d6ccee-1119-47da-8423-a3e37091a30f tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0684190 Feb 03 05:10:24.700472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b16f904a-74a8-4157-b876-66307f113b1c req-d76fec34-4362-4204-9380-791befe1093b tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Feb 03 05:10:25.568847 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:10:25.832000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61777-b1e3-428b-ac36-6abe89a50908 req-cdd7ddea-eec8-4898-b519-8698f6774463 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:25.833875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfb61777-b1e3-428b-ac36-6abe89a50908 req-cdd7ddea-eec8-4898-b519-8698f6774463 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0522537 Feb 03 05:10:25.880495 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfb61777-b1e3-428b-ac36-6abe89a50908 req-d8ba61fe-65fd-4464-8654-b9450a0c6c18 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Feb 03 05:10:27.036514 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198303c-e8f5-482b-9b2c-d90101141756 req-823f1191-b0f6-4633-95bd-7a0fee448c8e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:27.038810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f198303c-e8f5-482b-9b2c-d90101141756 req-823f1191-b0f6-4633-95bd-7a0fee448c8e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0769238 Feb 03 05:10:27.092206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f198303c-e8f5-482b-9b2c-d90101141756 req-7d4a43f4-9add-4e88-a1bf-fc23a64a6b77 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Feb 03 05:10:28.222324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bacce-95ec-4179-b686-26f26126e405 req-f9ab73f1-73c4-4ceb-a1af-3f4d30905f27 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:28.223889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef0bacce-95ec-4179-b686-26f26126e405 req-f9ab73f1-73c4-4ceb-a1af-3f4d30905f27 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0568786 Feb 03 05:10:28.279637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef0bacce-95ec-4179-b686-26f26126e405 req-0c2e95c6-de9c-40f6-af04-9dde9d307db6 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500298 Feb 03 05:10:29.407306 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583976e-7f4b-4629-bdc1-957abeb881ad req-f190fc6f-1485-4c47-9ec7-9220497d1cac tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:29.408861 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3583976e-7f4b-4629-bdc1-957abeb881ad req-f190fc6f-1485-4c47-9ec7-9220497d1cac tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0544012 Feb 03 05:10:29.455327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3583976e-7f4b-4629-bdc1-957abeb881ad req-29e7ee72-e061-4ee7-96aa-bf0e963d790c tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Feb 03 05:10:30.902188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a094-1cec-4bf3-be97-4a8d4a259cc8 req-cf4c48c8-221d-445c-b6dd-999c1bb295b1 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:30.903705 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c28a094-1cec-4bf3-be97-4a8d4a259cc8 req-cf4c48c8-221d-445c-b6dd-999c1bb295b1 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.3728254 Feb 03 05:10:30.950067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c28a094-1cec-4bf3-be97-4a8d4a259cc8 req-cc2b39e8-c643-40bc-a32d-98f779aaf601 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Feb 03 05:10:32.086299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cb16f-2b44-4aeb-864d-ef053f91f745 req-e2e26175-84a0-4f40-9c75-0c8e3b0f950a tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:32.087812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-747cb16f-2b44-4aeb-864d-ef053f91f745 req-e2e26175-84a0-4f40-9c75-0c8e3b0f950a tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0641241 Feb 03 05:10:32.134255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-747cb16f-2b44-4aeb-864d-ef053f91f745 req-8f512dc7-c97a-431f-809c-f2ed2090474f tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Feb 03 05:10:33.091226 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-673b54f5-f0ff-4c25-ab5b-089d3e7bc446 service neutron] show failed (client error): The resource could not be found. Feb 03 05:10:33.092324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-673b54f5-f0ff-4c25-ab5b-089d3e7bc446 service neutron] 10.222.0.31 "GET /v2.0/ports/a33795ac-dad0-41f9-8211-20494c7ba411/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0608432 Feb 03 05:10:33.224072 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-741d6caa-0aca-46eb-a85b-e52dea916a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:33.263990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448aa7-6ba6-4efd-9c94-dce880c324d7 req-d4137af4-d330-4487-a516-5c65112c3fd8 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:33.265520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5448aa7-6ba6-4efd-9c94-dce880c324d7 req-d4137af4-d330-4487-a516-5c65112c3fd8 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0602109 Feb 03 05:10:33.312412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-403fa1f6-8a8d-42dd-8a74-07a668448ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:33.312840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a5448aa7-6ba6-4efd-9c94-dce880c324d7 req-5f9ffcf9-9201-4feb-a6e5-89290c5892c1 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Feb 03 05:10:33.313947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-403fa1f6-8a8d-42dd-8a74-07a668448ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5&tenant_id=2fca6e7da3ed41d6bb41d5932e9397df HTTP/1.1" status: 200 len: 1128 time: 0.0508890 Feb 03 05:10:33.324918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-ad871635-ee4e-4018-a655-95411bbdc3ea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:10:33.325875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-ad871635-ee4e-4018-a655-95411bbdc3ea service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051296 Feb 03 05:10:33.338124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:10:33.396323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:33.603094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:33.635340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:10:33.677360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:10:33.679632 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc20666-b138-477c-9a84-6d194a86a273" -d '{"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-unplugged", "status": "completed", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:10:33.683317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Publish callbacks [] for port (a33795ac-dad0-41f9-8211-20494c7ba411), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:33.695690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Transition to ACTIVE for port object a33795ac-dad0-41f9-8211-20494c7ba411 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:10:33.702853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:33.736624 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470adcb8-60cb-4201-9698-5ee96566f3f1 x-openstack-request-id: req-470adcb8-60cb-4201-9698-5ee96566f3f1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:10:33.736921 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-unplugged", "status": "completed", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:10:33.737191 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-470adcb8-60cb-4201-9698-5ee96566f3f1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:10:33.737586 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'code': 200} Feb 03 05:10:33.767678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:33.769941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] No DVR routers for this DVR port a33795ac-dad0-41f9-8211-20494c7ba411 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:10:33.804687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:10:33.805019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:10:33.805344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 on network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:10:33.809714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Port a33795ac-dad0-41f9-8211-20494c7ba411 on network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:10:33.810037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Attempting to bind port a33795ac-dad0-41f9-8211-20494c7ba411 on network 2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:10:33.815012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:10:33.815346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Checking segment: {'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:10:33.815757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Bound using segment: {'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:10:33.816179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Bound port: a33795ac-dad0-41f9-8211-20494c7ba411, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:10:33.816520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:33.880150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:10:33.883049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:10:33.892410 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:33.923900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:33.924511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:33.925895 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] 10.222.0.15 "PUT /v2.0/ports/a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 1092 time: 0.5917900 Feb 03 05:10:33.947267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efea4-0ae4-4fe4-8da4-4df33eccd15d service neutron] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:33.995065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-e5959bf5-9d10-4a15-8e03-19a89a1d7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:33.996596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-e5959bf5-9d10-4a15-8e03-19a89a1d7b38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1126 time: 0.0465519 Feb 03 05:10:34.102176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-6867c928-a031-4af8-bf8e-3ba20a72033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:34.103729 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-6867c928-a031-4af8-bf8e-3ba20a72033c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 913 time: 0.1003766 Feb 03 05:10:34.143553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-4bad78ef-5b3a-4867-a224-da9f126706dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0338454 Feb 03 05:10:34.193169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-1b3d4c42-255b-4a5d-b5aa-4254ba43701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:34.194650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-1b3d4c42-255b-4a5d-b5aa-4254ba43701d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0444150 Feb 03 05:10:34.225937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-060d9e9f-90ff-451b-9891-be1b472a281a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252023 Feb 03 05:10:34.319315 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-730cf3d3-4b0a-48c8-8931-9a21ffc4ce86 service neutron] 10.222.0.15 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871637 Feb 03 05:10:34.418149 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00e5efcc-23e2-4ffc-9a9e-a523655df9cc req-693507ea-3341-4fe0-885b-8f1f6226d550 service neutron] 10.222.0.15 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Feb 03 05:10:34.438753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ada131-d66d-4e3d-9c9c-beaa983706da req-f0df1236-fb27-4405-978c-42a221e90e86 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:34.441018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21ada131-d66d-4e3d-9c9c-beaa983706da req-f0df1236-fb27-4405-978c-42a221e90e86 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 944 time: 0.0543883 Feb 03 05:10:34.489123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21ada131-d66d-4e3d-9c9c-beaa983706da req-35e55c4a-6981-4a61-93fc-456ed6809ef1 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Feb 03 05:10:35.617324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913527d-51c4-44cb-a15e-958f0bd8da44 req-8e9fd6eb-3939-43f2-a216-ea5eaf985d61 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:35.618846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3913527d-51c4-44cb-a15e-958f0bd8da44 req-8e9fd6eb-3939-43f2-a216-ea5eaf985d61 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 944 time: 0.0557678 Feb 03 05:10:35.645768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:10:35.669453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3913527d-51c4-44cb-a15e-958f0bd8da44 req-a0beec66-b922-46f8-a8dc-fa0c9d281796 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 Feb 03 05:10:35.687973 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port a33795ac-dad0-41f9-8211-20494c7ba411 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:10:35.688375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:10:35.738738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:10:35.742105 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751db0bb-ee11-479c-aab3-afe2ea136ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:10:35.801739 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75140f0-e7dc-413e-b405-dec70dc50cf6 x-openstack-request-id: req-b75140f0-e7dc-413e-b405-dec70dc50cf6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:10:35.802032 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:10:35.802325 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b75140f0-e7dc-413e-b405-dec70dc50cf6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:10:35.802747 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'status': 'completed', 'code': 200} Feb 03 05:10:35.896474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-a67bd9c5-7dcc-427b-88fc-7e638f5ed4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:35.897906 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-a67bd9c5-7dcc-427b-88fc-7e638f5ed4b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1126 time: 0.0779862 Feb 03 05:10:35.902139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-953fd479-7031-468d-ab74-228246f973d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:35.903561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-953fd479-7031-468d-ab74-228246f973d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1126 time: 0.0581567 Feb 03 05:10:36.054581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-bdbe903d-c2e3-4547-aee1-1679413aa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:36.056341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-bdbe903d-c2e3-4547-aee1-1679413aa14b service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 913 time: 0.1519215 Feb 03 05:10:36.057762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-a2b31261-f140-4282-a323-cc47aaa07d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:36.059321 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-a2b31261-f140-4282-a323-cc47aaa07d41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 913 time: 0.1470242 Feb 03 05:10:36.128840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-17b3aa3a-9398-44dd-951c-60a7b137307c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0664876 Feb 03 05:10:36.130170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-54320187-e140-4642-b7ac-61a4c8c884fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0621483 Feb 03 05:10:36.212653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-54dbc6dd-cfc7-4ff1-b81b-1d315952c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:36.213992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-54dbc6dd-cfc7-4ff1-b81b-1d315952c0c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0791111 Feb 03 05:10:36.215332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-4deaa7a5-13a8-49e6-86c8-72fc4be6dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:36.216658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-4deaa7a5-13a8-49e6-86c8-72fc4be6dbcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0807157 Feb 03 05:10:36.264031 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-d855d4c8-d671-4c50-b920-b4be13930acc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438485 Feb 03 05:10:36.265823 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-2cf025c6-621f-4b25-a92f-31c1dca71f36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386307 Feb 03 05:10:36.410201 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc935716-3393-493d-9aef-876c519338b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:36.420996 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-cc559cdd-36c6-4bfe-ba7a-2595b9e3e73d service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508279 Feb 03 05:10:36.422775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-a6378fc9-018c-4406-a86b-9d9630ffc10f service neutron] 10.222.0.15 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459672 Feb 03 05:10:36.578940 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-66457b13-6397-4245-8998-d0c2671afc96 service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512146 Feb 03 05:10:36.580730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-751db0bb-ee11-479c-aab3-afe2ea136ee0 req-b905dbf0-2769-426e-aa5d-d3faab394d98 service neutron] 10.222.0.15 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462343 Feb 03 05:10:36.802225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbac6d3-addc-4163-a199-1df451a4faec req-9954580f-3d58-4ea9-bed4-9b70c3e819a1 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:36.804085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcbac6d3-addc-4163-a199-1df451a4faec req-9954580f-3d58-4ea9-bed4-9b70c3e819a1 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 944 time: 0.0600839 Feb 03 05:10:36.807971 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:36.852948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcbac6d3-addc-4163-a199-1df451a4faec req-26e4aadd-a8d2-4df5-9583-255946a76786 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Feb 03 05:10:37.010122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:10:37.109844 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:37.111025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-57fc0ad8-ce0c-415f-ae7e-7b3eba2eee9d tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:37.112522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-57fc0ad8-ce0c-415f-ae7e-7b3eba2eee9d tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.31 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5&tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 944 time: 0.0564737 Feb 03 05:10:37.121701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'network_id': '2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6', 'port_id': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'mac_address': 'fa:16:3e:67:df:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db1abf-897b-413f-9741-f3f459d3f65d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:10:37.161355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port a33795ac-dad0-41f9-8211-20494c7ba411 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:10:37.161777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:37.174064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33795ac-dad0-41f9-8211-20494c7ba411 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:10:37.175799 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-17df7c9c-c7f7-441c-815f-384f1cbc59bb service neutron] delete failed (client error): The resource could not be found. Feb 03 05:10:37.176854 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-17df7c9c-c7f7-441c-815f-384f1cbc59bb service neutron] 10.222.0.31 "DELETE /v2.0/ports/a33795ac-dad0-41f9-8211-20494c7ba411/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0569744 Feb 03 05:10:37.193536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:37.198285 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:37.248503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:37.256326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.256688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.257031 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.257396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.257734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.258061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.258427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.258735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.259069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.259400 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.259773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.260126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.260460 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:37.263027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-9e9dc1f3-37d7-4b5a-8f99-c073baef92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:37.264581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-9e9dc1f3-37d7-4b5a-8f99-c073baef92c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 1127 time: 0.0443578 Feb 03 05:10:37.355406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-7ed71509-442e-425c-a2cf-e4f9b86bc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:37.356911 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-7ed71509-442e-425c-a2cf-e4f9b86bc8c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 200 len: 913 time: 0.0868521 Feb 03 05:10:37.397756 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-998e3a7d-50ea-40c9-ac07-829d7ed7628c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 200 len: 217 time: 0.0337913 Feb 03 05:10:37.449730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-3251ebe3-15d0-4041-9502-f857dc95b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:37.451149 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-3251ebe3-15d0-4041-9502-f857dc95b86a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 200 len: 852 time: 0.0477633 Feb 03 05:10:37.465827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['a33795ac-dad0-41f9-8211-20494c7ba411'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:10:37.483158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-864c457f-6561-4c37-9bf7-c58af77efe83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255113 Feb 03 05:10:37.569228 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-2813ae6b-2281-4deb-93d6-a24ea6ed4a32 service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804594 Feb 03 05:10:37.665732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-9cd0ed6e-9467-4ebf-9a8b-ef8973cbe86c service neutron] 10.222.0.31 "GET /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891228 Feb 03 05:10:38.260080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:38.386651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291f11-db63-40a8-add1-199017f9ba53 req-379dc383-7fc7-49df-b865-cf2d9538b313 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:38.388203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4291f11-db63-40a8-add1-199017f9ba53 req-379dc383-7fc7-49df-b865-cf2d9538b313 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 945 time: 0.0565512 Feb 03 05:10:38.437296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4291f11-db63-40a8-add1-199017f9ba53 req-80cecaea-fc27-45cc-b35f-ed1a1f356b55 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Feb 03 05:10:39.037969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:10:39.101381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port a33795ac-dad0-41f9-8211-20494c7ba411 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:10:39.105097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port a33795ac-dad0-41f9-8211-20494c7ba411 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:10:39.105473 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:39.183995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port a33795ac-dad0-41f9-8211-20494c7ba411 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:10:39.184389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:39.206825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:10:39.209442 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb4e62-7a1e-4694-87ba-2c377be4bb72" -d '{"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-plugged", "status": "completed", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:10:39.224344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:39.229713 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:39.255129 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f44520-300d-4d9c-9dc1-f6bf2d18892b x-openstack-request-id: req-44f44520-300d-4d9c-9dc1-f6bf2d18892b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:10:39.255546 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-plugged", "status": "completed", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:10:39.255888 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44f44520-300d-4d9c-9dc1-f6bf2d18892b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:10:39.256552 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'code': 200} Feb 03 05:10:39.282289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:39.322588 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:39.564771 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a7d2-031a-48a2-8011-14738cb79a4d req-b36cabaf-4706-4cee-b190-df49bcb36640 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:39.566164 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0525a7d2-031a-48a2-8011-14738cb79a4d req-b36cabaf-4706-4cee-b190-df49bcb36640 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0592163 Feb 03 05:10:39.609726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-98c7c218-9bfa-41da-b181-0a487a4e411e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:39.611191 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-98c7c218-9bfa-41da-b181-0a487a4e411e tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.15 "GET /v2.0/ports?device_id=673b29f4-870e-44da-b910-840bbeb566e5 HTTP/1.1" status: 200 len: 946 time: 0.0540550 Feb 03 05:10:39.615767 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0525a7d2-031a-48a2-8011-14738cb79a4d req-1dec27cd-750f-4322-bc37-ab46c414dd88 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a3bf076-650a-4bd2-9db8-285e08b6e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Feb 03 05:10:39.715792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Deleting port a33795ac-dad0-41f9-8211-20494c7ba411 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:10:39.716119 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:39.802028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] For port a33795ac-dad0-41f9-8211-20494c7ba411, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=a33795ac-dad0-41f9-8211-20494c7ba411,segment=NetworkSegment(8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d),segment_id=8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:39.802384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:39.814703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Calling delete_port for a33795ac-dad0-41f9-8211-20494c7ba411 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:10:39.947775 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a33795ac-dad0-41f9-8211-20494c7ba411), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:39.960742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['a33795ac-dad0-41f9-8211-20494c7ba411'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:10:39.978474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Pushing event deleted for resources: {'Port': ['ID=a33795ac-dad0-41f9-8211-20494c7ba411,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:40.006333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.006673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.007013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.007347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.007740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.008096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.008421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.008745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.009065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.009387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.009710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.010013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.010330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:40.035881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] No DVR routers for this DVR port a33795ac-dad0-41f9-8211-20494c7ba411 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:10:40.038847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:40.042265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d7aec45f-8fac-4ad8-a0df-b128d3f9e953 req-a2f7040c-e902-4119-8704-8aa5b34ebce5 tempest-DeleteServersTestJSON-887046458 tempest-DeleteServersTestJSON-887046458-project] 10.222.0.15 "DELETE /v2.0/ports/a33795ac-dad0-41f9-8211-20494c7ba411 HTTP/1.1" status: 204 len: 173 time: 0.4255176 Feb 03 05:10:40.042700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-deleted', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:10:40.045110 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daebb5e-36e9-4304-a787-63fd326cef01" -d '{"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-deleted", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:10:40.083350 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf3fc55-a211-464b-8ed7-e9a8d9f2783c x-openstack-request-id: req-acf3fc55-a211-464b-8ed7-e9a8d9f2783c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:10:40.084030 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673b29f4-870e-44da-b910-840bbeb566e5", "name": "network-vif-deleted", "tag": "a33795ac-dad0-41f9-8211-20494c7ba411", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:10:40.084287 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-acf3fc55-a211-464b-8ed7-e9a8d9f2783c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:10:40.084769 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673b29f4-870e-44da-b910-840bbeb566e5', 'name': 'network-vif-deleted', 'tag': 'a33795ac-dad0-41f9-8211-20494c7ba411', 'status': 'completed', 'code': 200} Feb 03 05:10:40.761781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:10:40.806847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] Deleting subnet 01db1abf-897b-413f-9741-f3f459d3f65d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:10:40.809961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] Publish callbacks [] for subnet (01db1abf-897b-413f-9741-f3f459d3f65d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:40.843801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (01db1abf-897b-413f-9741-f3f459d3f65d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:40.895487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (01db1abf-897b-413f-9741-f3f459d3f65d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:40.953579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (01db1abf-897b-413f-9741-f3f459d3f65d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:40.983258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01db1abf-897b-413f-9741-f3f459d3f65d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:40.986882 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:40.990141 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0f40e2bb-23b8-479f-8844-97422d542209 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/01db1abf-897b-413f-9741-f3f459d3f65d HTTP/1.1" status: 204 len: 168 time: 0.2273335 Feb 03 05:10:40.992941 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:10:41.058707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.138931 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.158743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:10:41.167987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:10:41.168280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:10:41.177451 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.191531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.200126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:10:41.200689 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (8ca6124c-4724-4361-9f6d-9c6f5aa4fa5d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:10:41.202949 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:10:41.265021 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.271096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.274298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] 10.222.0.35 "DELETE /v2.0/networks/2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6 HTTP/1.1" status: 204 len: 168 time: 0.2804358 Feb 03 05:10:41.285588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b595f4c-a5f7-44d0-8503-edbb846d9e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d498c5a-14c2-4be2-8dd7-fb1dc2cfcac6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:41.391022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:10:41.433811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cb8ee516-df04-49d7-80dc-44866ff48f62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fca6e7da3ed41d6bb41d5932e9397df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415967 Feb 03 05:10:41.436498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:10:41.483933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-904f6b53-e503-4685-bc48-156f7868e20b admin admin] Publish callbacks [] for security_group (8a3bf076-650a-4bd2-9db8-285e08b6e20d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.505002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-904f6b53-e503-4685-bc48-156f7868e20b admin admin] Publish callbacks [] for security_group (8a3bf076-650a-4bd2-9db8-285e08b6e20d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.552198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-904f6b53-e503-4685-bc48-156f7868e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (8a3bf076-650a-4bd2-9db8-285e08b6e20d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.554952 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-904f6b53-e503-4685-bc48-156f7868e20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:41.556143 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-904f6b53-e503-4685-bc48-156f7868e20b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a3bf076-650a-4bd2-9db8-285e08b6e20d HTTP/1.1" status: 204 len: 168 time: 0.1187279 Feb 03 05:10:41.564307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f6b53-e503-4685-bc48-156f7868e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3bf076-650a-4bd2-9db8-285e08b6e20d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:42.249701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:10:42.365066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-390040453-network', 'tenant_id': 'c32ca1ac719747baa0ada8b375df3180'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:10:42.387755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Made reservation on behalf of c32ca1ac719747baa0ada8b375df3180 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:10:42.390006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.398425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.476796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks [] for security_group (4d870ddd-0b6a-4261-af23-2ef49e7db735), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.481687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4d870ddd-0b6a-4261-af23-2ef49e7db735), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.506583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:10:42.515176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d870ddd-0b6a-4261-af23-2ef49e7db735,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:42.522908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (059844e6-426f-475c-8474-b9823f41357d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.522908 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Added segment 059844e6-426f-475c-8474-b9823f41357d of type vlan for network 3d3007f6-e5a7-41f1-a562-0927040c25b6 Feb 03 05:10:42.564705 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (3d3007f6-e5a7-41f1-a562-0927040c25b6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.591766 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (3d3007f6-e5a7-41f1-a562-0927040c25b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.593134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:42.593769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.630721 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3799059 Feb 03 05:10:42.633947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:10:42.642207 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Request body: {'subnet': {'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-390040453-subnet', 'tenant_id': 'c32ca1ac719747baa0ada8b375df3180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:10:42.671325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Made reservation on behalf of c32ca1ac719747baa0ada8b375df3180 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:10:42.674840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.677177 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9a634-2437-4bb8-ae29-a9c3e3efd8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d3007f6-e5a7-41f1-a562-0927040c25b6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:42.688167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 3d3007f6-e5a7-41f1-a562-0927040c25b6 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:10:42.848802 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (394f3772-4a96-43f7-b0d8-7a3ea6d4d37d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.904632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:42.915988 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.916348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.916698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.917038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.917381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.917716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.918052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.918359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.918719 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.919047 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.919373 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.919718 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.920028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:10:42.923259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Checking segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:10:42.923650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Network hostable DHCP agents. Network: 3d3007f6-e5a7-41f1-a562-0927040c25b6, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:10:42.946353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Network 3d3007f6-e5a7-41f1-a562-0927040c25b6 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:10:42.960922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 3d3007f6-e5a7-41f1-a562-0927040c25b6) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:10:42.968349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:42.968349 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:42.972562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84cb80-193d-4682-931a-d46c81106a53 None None] Network 3d3007f6-e5a7-41f1-a562-0927040c25b6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:10:42.985798 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8d9eb381-7035-4411-adc3-f8bed43dc5e9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3504062 Feb 03 05:10:43.071023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3da8f5-7599-499f-b5bf-950e8e326bc4 None None] Network 3d3007f6-e5a7-41f1-a562-0927040c25b6 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:10:43.443863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-2c4870e0-5243-49a7-adaa-e88f67a1ffee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:43.445259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-2c4870e0-5243-49a7-adaa-e88f67a1ffee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 814 time: 0.1081829 Feb 03 05:10:43.461470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-57db4eb2-2c2b-4224-99e6-8b6bff1cf103 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/quotas/c32ca1ac719747baa0ada8b375df3180 HTTP/1.1" status: 200 len: 375 time: 0.0098827 Feb 03 05:10:43.494918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-e10261a3-84ea-4be3-b276-3249d4acd368 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266130 Feb 03 05:10:43.593205 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-e3137871-68bb-4ec5-aae5-d53cf4b523c1 service neutron] 10.222.0.35 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908036 Feb 03 05:10:43.684631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-4f759160-350a-41c3-92d0-04b6dbe42190 service neutron] 10.222.0.35 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829566 Feb 03 05:10:43.849088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a6ba6d0f-6fff-484f-8198-8c146d7f85e3 req-251ca903-73f1-402e-98af-e412041fd762 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Feb 03 05:10:44.802532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-15c25b0b-7f26-4afb-8de7-7cea9b0f9033 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:44.804011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-15c25b0b-7f26-4afb-8de7-7cea9b0f9033 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.15 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 814 time: 0.1134880 Feb 03 05:10:44.816192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Request body: {'port': {'device_id': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6', 'admin_state_up': True, 'tenant_id': 'c32ca1ac719747baa0ada8b375df3180'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:10:44.922537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Made reservation on behalf of c32ca1ac719747baa0ada8b375df3180 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:10:44.925991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:44.949732 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9662899-78d1-46d1-97c5-a5345004606e req-0d0bae42-186a-453a-bfb0-65aea480d250 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 210 time: 0.0323865 Feb 03 05:10:45.053739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Allocated IP 172.20.0.14 (3d3007f6-e5a7-41f1-a562-0927040c25b6/394f3772-4a96-43f7-b0d8-7a3ea6d4d37d/c052deab-abe0-4322-be56-209ba9d1fde6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:10:45.059150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:10:45.079709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: a33795ac-dad0-41f9-8211-20494c7ba411 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:10:45.080059 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device a33795ac-dad0-41f9-8211-20494c7ba411 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:10:45.210022 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks [] for port (c052deab-abe0-4322-be56-209ba9d1fde6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:45.249918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:45.292794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Network 3d3007f6-e5a7-41f1-a562-0927040c25b6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:10:45.297860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:10:45.301340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:10:45.307674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:45.350887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:45.351487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:45.368870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-56b37a99-7f54-4eed-b7fe-657bbab6be9e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566802 Feb 03 05:10:45.380072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Request body: {'port': {'device_id': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:10:45.440382 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:46.063536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c052deab-abe0-4322-be56-209ba9d1fde6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:10:46.071539 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Publish callbacks [] for port (c052deab-abe0-4322-be56-209ba9d1fde6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:46.074768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ec2c8-2f25-4b46-b26e-c29fbe81baad req-a209c5c9-0507-46bd-9d23-d3d9dbacd30d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:46.076496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e7ec2c8-2f25-4b46-b26e-c29fbe81baad req-a209c5c9-0507-46bd-9d23-d3d9dbacd30d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 932 time: 0.0544288 Feb 03 05:10:46.085487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Transition to ACTIVE for port object c052deab-abe0-4322-be56-209ba9d1fde6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:10:46.089694 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:46.126261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e7ec2c8-2f25-4b46-b26e-c29fbe81baad req-dc59e963-4288-45b2-8609-1718e6c4e5aa tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434856 Feb 03 05:10:46.160591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:46.209481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:10:46.209788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:10:46.210143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:10:46.214730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Port c052deab-abe0-4322-be56-209ba9d1fde6 on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:10:46.215046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:10:46.219997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:10:46.220329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Checking segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:10:46.220710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Bound using segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:10:46.221125 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Bound port: c052deab-abe0-4322-be56-209ba9d1fde6, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:10:46.221468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:46.285361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:10:46.288549 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:10:46.297399 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:46.332206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:46.332824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:46.334573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 1092 time: 0.9585743 Feb 03 05:10:46.335029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:10:46.337357 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:10:46.362520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b632faa-e1be-420d-839b-71a42464b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:46.378804 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb9b97-0579-474b-9040-11097d7ac371 x-openstack-request-id: req-2cdb9b97-0579-474b-9040-11097d7ac371 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:10:46.379139 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:10:46.379377 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cdb9b97-0579-474b-9040-11097d7ac371 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:10:46.379813 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'status': 'completed', 'code': 200} Feb 03 05:10:46.426060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-94b4537c-c4fd-434c-b8e3-246b778a4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:46.427570 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-94b4537c-c4fd-434c-b8e3-246b778a4051 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1126 time: 0.0508866 Feb 03 05:10:46.469518 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-d5169b90-0bf8-48ec-8c2c-0fc635820411 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 217 time: 0.0352128 Feb 03 05:10:46.516833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-0c1cbebb-83d4-4e20-93bb-db23707f6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:46.518238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-0c1cbebb-83d4-4e20-93bb-db23707f6648 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0432019 Feb 03 05:10:46.551986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-514d76ec-4dfa-494a-923a-3e2f57ff5d3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278289 Feb 03 05:10:46.641055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-ebc5bc06-b0ff-4e3c-8114-dc1edfeda22b service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825121 Feb 03 05:10:46.743946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d4c42372-9660-414a-b173-086bf0f9bb95 req-155806b8-8dbe-4ca8-8f82-0c8fa0d5385b service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924826 Feb 03 05:10:46.842655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-0969174b-a523-422a-9159-2e7a931155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:46.844758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-0969174b-a523-422a-9159-2e7a931155b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1126 time: 0.0498803 Feb 03 05:10:46.959379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-205ab978-b205-4766-9425-60e8e4f7b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:46.961486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-205ab978-b205-4766-9425-60e8e4f7b8ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.1098363 Feb 03 05:10:47.003896 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-c807810f-b966-4aed-bfed-2938b3c6e337 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 217 time: 0.0360677 Feb 03 05:10:47.062330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-c4ec189f-4c43-4008-820a-667c3e8b6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:47.064619 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-c4ec189f-4c43-4008-820a-667c3e8b6345 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0539587 Feb 03 05:10:47.100715 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-2fd6f144-dee0-48a7-a321-7d4618f32cd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299959 Feb 03 05:10:47.196048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-a38366ef-1ae8-43cc-8c1e-51801a28f068 service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889306 Feb 03 05:10:47.249498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62f73f-27c1-4000-8226-c627a797cf02 req-549b664d-029e-42a4-8d7d-1b62db84e4d9 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:47.251024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc62f73f-27c1-4000-8226-c627a797cf02 req-549b664d-029e-42a4-8d7d-1b62db84e4d9 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 944 time: 0.0540922 Feb 03 05:10:47.296718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-23a1a5f2-ec3b-40d7-9037-320bd3f2e7a9 req-23080e1a-d35a-4191-9d57-b62e7470aefa service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945284 Feb 03 05:10:47.302773 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc62f73f-27c1-4000-8226-c627a797cf02 req-2509a903-3db7-47b2-8a4f-caee07ed7e9a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Feb 03 05:10:48.431676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdc8fe-b826-4b05-b7b5-7f98dd97b782 req-0296c21e-9ade-4c91-9576-02f12736b72b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:48.433177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99cdc8fe-b826-4b05-b7b5-7f98dd97b782 req-0296c21e-9ade-4c91-9576-02f12736b72b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 944 time: 0.0589252 Feb 03 05:10:48.481995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-99cdc8fe-b826-4b05-b7b5-7f98dd97b782 req-97236ae6-8115-476b-9c23-4b5acd6a20d9 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Feb 03 05:10:49.064574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:10:49.168585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:49.181418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6', 'port_id': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394f3772-4a96-43f7-b0d8-7a3ea6d4d37d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:10:49.224224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port c052deab-abe0-4322-be56-209ba9d1fde6 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:10:49.224612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:49.237743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c052deab-abe0-4322-be56-209ba9d1fde6 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:10:49.256846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:49.261665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:49.311966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:49.451144 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['c052deab-abe0-4322-be56-209ba9d1fde6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:10:49.612795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d36b1-899c-49b9-94d2-474c7e67c8c3 req-2a69371e-2cc9-49ef-a845-6506b6a1cd8e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:49.614302 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-549d36b1-899c-49b9-94d2-474c7e67c8c3 req-2a69371e-2cc9-49ef-a845-6506b6a1cd8e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 945 time: 0.0631318 Feb 03 05:10:49.661504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-549d36b1-899c-49b9-94d2-474c7e67c8c3 req-64f1a529-445e-4204-a169-f701f09d4ef4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Feb 03 05:10:50.792706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c6e08-0712-4aa2-a864-49321cd6b6c2 req-e1c54557-2144-404e-aa53-a9f2aa63d0cb tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:50.794221 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c0c6e08-0712-4aa2-a864-49321cd6b6c2 req-e1c54557-2144-404e-aa53-a9f2aa63d0cb tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 945 time: 0.0593960 Feb 03 05:10:50.847306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0c0c6e08-0712-4aa2-a864-49321cd6b6c2 req-31afa4c2-b742-4425-8a8d-177e330f2750 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Feb 03 05:10:51.074979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:10:51.135440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port c052deab-abe0-4322-be56-209ba9d1fde6 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:10:51.139427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port c052deab-abe0-4322-be56-209ba9d1fde6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:10:51.139842 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:51.219225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port c052deab-abe0-4322-be56-209ba9d1fde6 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:10:51.219643 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:51.241903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:10:51.244160 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d080b6-3f2b-4504-b497-9e2cc84e44ff" -d '{"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-plugged", "status": "completed", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:10:51.256433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:10:51.262218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:51.286201 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70c597-9995-4601-ba40-a8e214e76cd4 x-openstack-request-id: req-0b70c597-9995-4601-ba40-a8e214e76cd4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:10:51.286499 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-plugged", "status": "completed", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:10:51.286757 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b70c597-9995-4601-ba40-a8e214e76cd4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:10:51.287159 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'code': 200} Feb 03 05:10:51.315343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:10:51.383213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9046b-ffa5-4c20-b6ba-b0cc0da5f3b7 req-f334005e-806a-4369-a6a0-f37b27cafaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:51.384785 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec9046b-ffa5-4c20-b6ba-b0cc0da5f3b7 req-f334005e-806a-4369-a6a0-f37b27cafaa9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1128 time: 0.0447671 Feb 03 05:10:51.427598 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4ec9046b-ffa5-4c20-b6ba-b0cc0da5f3b7 req-65f3ea59-e40d-435e-8167-75e0cc54d393 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367746 Feb 03 05:10:51.973570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325c4b0-fcd7-43ac-b248-1b5a07dc7d67 req-adcb21ee-4773-4cf0-a55e-a3d530fd8826 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:51.975071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1325c4b0-fcd7-43ac-b248-1b5a07dc7d67 req-adcb21ee-4773-4cf0-a55e-a3d530fd8826 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0545211 Feb 03 05:10:52.030855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1325c4b0-fcd7-43ac-b248-1b5a07dc7d67 req-5202d107-a2a4-4545-aa1c-b22dac339fb9 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485945 Feb 03 05:10:53.174549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd461c8d-d485-4efb-9423-63bbc4a4bb2a req-14be7e25-a8a5-442f-8e0d-30ae43d2080b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:53.176054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd461c8d-d485-4efb-9423-63bbc4a4bb2a req-14be7e25-a8a5-442f-8e0d-30ae43d2080b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0579906 Feb 03 05:10:53.232236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd461c8d-d485-4efb-9423-63bbc4a4bb2a req-a576a65a-8bec-40de-8562-a0bdfdf0f5be tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Feb 03 05:10:53.368338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d482324-d956-4772-96fe-fce25ade3852 req-7cc13447-e102-40af-880c-5d781e11201a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:53.370319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d482324-d956-4772-96fe-fce25ade3852 req-7cc13447-e102-40af-880c-5d781e11201a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0605230 Feb 03 05:10:53.432954 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d482324-d956-4772-96fe-fce25ade3852 req-424fa5c5-d79d-42a4-84a1-d28cd3dee6af tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541384 Feb 03 05:10:53.646729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffca1-7839-4f82-b140-e92793975931 req-9087cac0-5f0c-42d1-bfe4-301787913240 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:53.648278 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b22ffca1-7839-4f82-b140-e92793975931 req-9087cac0-5f0c-42d1-bfe4-301787913240 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0542116 Feb 03 05:10:53.695886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b22ffca1-7839-4f82-b140-e92793975931 req-e8400f3b-a048-43b4-ab94-77f74399bd5c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Feb 03 05:10:53.825231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7790-09c6-43ba-9eb9-9d92944f4c72 req-87ed4416-7116-4a08-9c09-3dda9ec6e7a0 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:53.826687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52be7790-09c6-43ba-9eb9-9d92944f4c72 req-87ed4416-7116-4a08-9c09-3dda9ec6e7a0 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0622983 Feb 03 05:10:53.875415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52be7790-09c6-43ba-9eb9-9d92944f4c72 req-36052501-60e3-462f-96c2-4163ea19558b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Feb 03 05:10:54.116206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-a8a92dc6-0e5f-4e76-aa16-f359608eba2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461199 Feb 03 05:10:54.125668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0d23-9147-4129-9fe7-8aa112f71488 req-4a39a69f-1e7b-445c-ac2c-a9ebeb6731e6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:54.127215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-312e0d23-9147-4129-9fe7-8aa112f71488 req-4a39a69f-1e7b-445c-ac2c-a9ebeb6731e6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0530541 Feb 03 05:10:54.149153 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:54.175960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-312e0d23-9147-4129-9fe7-8aa112f71488 req-fada57b8-feb9-45e1-b837-e60759d542d4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Feb 03 05:10:54.205045 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:10:55.308141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fdf3b-1292-4836-a3c9-12cc0ac76f29 req-de6bf266-bd08-4e0c-9582-b5ad40833a43 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:55.309737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f0fdf3b-1292-4836-a3c9-12cc0ac76f29 req-de6bf266-bd08-4e0c-9582-b5ad40833a43 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0539594 Feb 03 05:10:55.318466 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-62160f5a-a284-4553-ad2e-3a618ae34a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:55.320095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-62160f5a-a284-4553-ad2e-3a618ae34a84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1128 time: 0.0459826 Feb 03 05:10:55.363116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f0fdf3b-1292-4836-a3c9-12cc0ac76f29 req-4fa6e8ec-be38-4aea-8ef6-9524a589063d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Feb 03 05:10:55.412604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-57b4b8cd-b168-4035-b6c3-ab03e732eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:55.414084 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-57b4b8cd-b168-4035-b6c3-ab03e732eb3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.0882380 Feb 03 05:10:55.455907 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-688e2644-c4b4-483a-a280-5315b069d7c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 217 time: 0.0357738 Feb 03 05:10:55.508863 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-29f2b236-d746-4dbd-9805-13381d025b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:55.510357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-29f2b236-d746-4dbd-9805-13381d025b49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0486343 Feb 03 05:10:55.541522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-b19b8ee8-4f45-4fd7-868b-cee54bf12db9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248542 Feb 03 05:10:55.634012 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-6c0ca323-3705-4e1d-9d06-d67ce50fe7ef service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Feb 03 05:10:55.725265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-768b4a0a-5feb-438f-be1b-231dddb5ddef service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855541 Feb 03 05:10:56.505235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1f87d-705c-4fe0-982d-ca32668da6c9 req-078cb593-e0fb-47f7-a52d-8c5eaad122ac tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:56.506710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45d1f87d-705c-4fe0-982d-ca32668da6c9 req-078cb593-e0fb-47f7-a52d-8c5eaad122ac tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0578828 Feb 03 05:10:56.555153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45d1f87d-705c-4fe0-982d-ca32668da6c9 req-78ae4583-24a7-429e-b635-c52f251b0f66 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Feb 03 05:10:57.682907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6c01-5b91-451a-b5f9-751ca21ec59b req-a9d51aaf-f1fc-4993-9af3-b14d136cac2d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:57.684336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-672e6c01-5b91-451a-b5f9-751ca21ec59b req-a9d51aaf-f1fc-4993-9af3-b14d136cac2d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0544040 Feb 03 05:10:57.733042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-672e6c01-5b91-451a-b5f9-751ca21ec59b req-a11a9bba-ca5f-4290-a2b8-cf2d32f9dd4d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Feb 03 05:10:58.886630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6fc0d-1f35-4bfb-9b96-138a50f0fb53 req-d6851b5a-93aa-42c5-94ea-85cdf0480c52 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:10:58.888167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98f6fc0d-1f35-4bfb-9b96-138a50f0fb53 req-d6851b5a-93aa-42c5-94ea-85cdf0480c52 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0711350 Feb 03 05:10:58.945829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-98f6fc0d-1f35-4bfb-9b96-138a50f0fb53 req-f3a80327-70e9-4067-9c51-3a85a03e8e19 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Feb 03 05:11:00.075421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4087-70b9-4eda-b9bf-08a9f1719cee req-2383ea04-a495-437e-a7f9-fb0e272f12b6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:00.076962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-719d4087-70b9-4eda-b9bf-08a9f1719cee req-2383ea04-a495-437e-a7f9-fb0e272f12b6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0551188 Feb 03 05:11:00.127850 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-719d4087-70b9-4eda-b9bf-08a9f1719cee req-f1c67f9e-ae8e-428b-803b-d5c52da8e36d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Feb 03 05:11:01.270883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b346-f5b6-4f9c-9990-20cc25b9fbaf req-ba271680-c03b-4d2a-b1d4-c13f0cb9ab84 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:01.272425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0dd2b346-f5b6-4f9c-9990-20cc25b9fbaf req-ba271680-c03b-4d2a-b1d4-c13f0cb9ab84 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0636539 Feb 03 05:11:01.322892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0dd2b346-f5b6-4f9c-9990-20cc25b9fbaf req-ed30fcbb-1b9e-4583-b0ca-d4a02fe02ad3 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Feb 03 05:11:02.454246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4f600-d6bf-4b02-ae76-6a945fedfd0f req-87b52611-3fe8-4656-b1c6-7c572680e4be tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:02.455758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fe4f600-d6bf-4b02-ae76-6a945fedfd0f req-87b52611-3fe8-4656-b1c6-7c572680e4be tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0576108 Feb 03 05:11:02.505979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fe4f600-d6bf-4b02-ae76-6a945fedfd0f req-18179fbd-d4ef-496c-960f-d2d515c7ef46 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Feb 03 05:11:02.562516 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:11:03.226471 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4604b20-a81e-4b2f-8e9d-41effcd7fdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:03.639446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5826fb-a904-4ebd-8b2b-f78b106bfdef req-2e5e90c9-c948-450b-9157-c2307af39821 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:03.640932 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce5826fb-a904-4ebd-8b2b-f78b106bfdef req-2e5e90c9-c948-450b-9157-c2307af39821 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0523190 Feb 03 05:11:03.693832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce5826fb-a904-4ebd-8b2b-f78b106bfdef req-3d4fbb71-1dcd-4bc8-bedb-462bd26b984f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 Feb 03 05:11:04.831070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db046b16-ec03-4339-8648-d7a2b9d652d1 req-aac72010-f072-412a-8fa5-035283292bc3 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:04.832628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db046b16-ec03-4339-8648-d7a2b9d652d1 req-aac72010-f072-412a-8fa5-035283292bc3 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0552113 Feb 03 05:11:04.882512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db046b16-ec03-4339-8648-d7a2b9d652d1 req-8cf41833-175a-41c0-9134-4e2bf3409573 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Feb 03 05:11:06.019608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e9bae-dfb6-46a8-b043-609ae45f8e4b req-1ac8ca18-1781-4ee3-9efe-db1741533605 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:06.021156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-532e9bae-dfb6-46a8-b043-609ae45f8e4b req-1ac8ca18-1781-4ee3-9efe-db1741533605 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0542500 Feb 03 05:11:06.067217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-532e9bae-dfb6-46a8-b043-609ae45f8e4b req-13cf96f3-03f4-4245-ad2d-9e85afbbd65c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Feb 03 05:11:06.422604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7efac0bb-f9ac-46dc-966e-7a8dbdc2f9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:06.822102 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:07.215950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801a64b-1c2a-4dde-9d03-9f8534ad1057 req-f27c0f80-c6f6-4d90-b01b-1714c6a1b9ab tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:07.217444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4801a64b-1c2a-4dde-9d03-9f8534ad1057 req-f27c0f80-c6f6-4d90-b01b-1714c6a1b9ab tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0692763 Feb 03 05:11:07.263324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4801a64b-1c2a-4dde-9d03-9f8534ad1057 req-12d0dc21-7e1a-431d-b112-b4d4de88f3fa tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Feb 03 05:11:08.270592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:08.395995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51442c35-0d4d-4a44-b64b-2b619a10aebd req-4677f186-31ee-4401-8274-2a0e3a307a8b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:08.397552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51442c35-0d4d-4a44-b64b-2b619a10aebd req-4677f186-31ee-4401-8274-2a0e3a307a8b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0604403 Feb 03 05:11:08.455801 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51442c35-0d4d-4a44-b64b-2b619a10aebd req-c02e3c28-0d73-4238-83a8-5747021b6450 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Feb 03 05:11:09.342110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:09.582206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e8fb9-5963-443f-a0a7-71e3d208a3df req-024b501d-13a1-4d07-b9b9-27263b302281 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:09.583809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f97e8fb9-5963-443f-a0a7-71e3d208a3df req-024b501d-13a1-4d07-b9b9-27263b302281 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0540946 Feb 03 05:11:09.637477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f97e8fb9-5963-443f-a0a7-71e3d208a3df req-46f252c7-3134-4a71-b9a1-7048490daf91 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444450 Feb 03 05:11:10.779324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5774-229f-4e99-a90c-8a7f700e339b req-156a6a34-2301-497d-bcb8-a9c063e36dda tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:10.780825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-471a5774-229f-4e99-a90c-8a7f700e339b req-156a6a34-2301-497d-bcb8-a9c063e36dda tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0537541 Feb 03 05:11:10.830012 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-471a5774-229f-4e99-a90c-8a7f700e339b req-6c114c94-bb36-42a4-9bb4-1930f601d9b6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Feb 03 05:11:11.965182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5f18-74ef-4dbe-8264-8fb379e9a434 req-545cd52c-6242-4e65-a197-23a36d6128f6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:11.966658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c76b5f18-74ef-4dbe-8264-8fb379e9a434 req-545cd52c-6242-4e65-a197-23a36d6128f6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0536530 Feb 03 05:11:12.012548 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c76b5f18-74ef-4dbe-8264-8fb379e9a434 req-c1d0f131-21ce-48e1-b1bc-886a2a9ebda4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Feb 03 05:11:13.157056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09992-6bad-4a27-99ee-28b9b3657b65 req-870b58c0-1d48-43b2-8299-499ca4fe64ed tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:13.158541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06e09992-6bad-4a27-99ee-28b9b3657b65 req-870b58c0-1d48-43b2-8299-499ca4fe64ed tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0631003 Feb 03 05:11:13.208599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06e09992-6bad-4a27-99ee-28b9b3657b65 req-19edaa20-d893-4651-8eb3-761827e33ef2 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Feb 03 05:11:14.343361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56da003-89d0-4ffe-9fef-ae55d79c0f5e req-b2a2d6bc-d0cb-4522-9503-267168a24990 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:14.344893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a56da003-89d0-4ffe-9fef-ae55d79c0f5e req-b2a2d6bc-d0cb-4522-9503-267168a24990 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0556521 Feb 03 05:11:14.395242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a56da003-89d0-4ffe-9fef-ae55d79c0f5e req-da2fe5f9-19d2-40aa-878e-b9e21685ccf5 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Feb 03 05:11:15.530805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69789-9d1c-463f-8d92-7448492e5227 req-b9ce7e55-653c-42e9-bbc4-1a0e28ccefef tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:15.532330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25a69789-9d1c-463f-8d92-7448492e5227 req-b9ce7e55-653c-42e9-bbc4-1a0e28ccefef tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0589764 Feb 03 05:11:15.584731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25a69789-9d1c-463f-8d92-7448492e5227 req-dd042ff7-b273-463b-a034-4eaecf3884ae tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Feb 03 05:11:16.713717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454bdb-311d-4ac7-8b09-19b062a14fef req-65c7b244-5d75-4240-b10b-76232a56704d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:16.715217 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1454bdb-311d-4ac7-8b09-19b062a14fef req-65c7b244-5d75-4240-b10b-76232a56704d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0599713 Feb 03 05:11:16.765147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1454bdb-311d-4ac7-8b09-19b062a14fef req-19ae5139-693a-43d6-b85e-edb3f6a11f18 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 Feb 03 05:11:17.888015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8c93-838e-452d-8e58-f208e86f7568 req-d0826032-896d-4562-a9be-7bbe5700b9d5 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:17.889490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb4a8c93-838e-452d-8e58-f208e86f7568 req-d0826032-896d-4562-a9be-7bbe5700b9d5 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0545964 Feb 03 05:11:17.940601 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb4a8c93-838e-452d-8e58-f208e86f7568 req-6917e905-23e8-4fd7-bbe0-e5db354058a6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 Feb 03 05:11:19.090734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebb1ee-823a-47ae-848d-81351c0bcf93 req-39fed77f-9214-4c3b-867b-afd2deb7c2cf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:19.092433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5ebb1ee-823a-47ae-848d-81351c0bcf93 req-39fed77f-9214-4c3b-867b-afd2deb7c2cf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0678647 Feb 03 05:11:19.140305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5ebb1ee-823a-47ae-848d-81351c0bcf93 req-63d2a0cd-bbe1-4163-a76b-2efda57bbe81 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Feb 03 05:11:20.271998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7873fb8-5b5e-46a9-bef3-f7ae79b97093 req-fa69daa9-cde0-48c8-9a73-a4dc39f325d6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:20.273467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7873fb8-5b5e-46a9-bef3-f7ae79b97093 req-fa69daa9-cde0-48c8-9a73-a4dc39f325d6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0625527 Feb 03 05:11:20.319125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7873fb8-5b5e-46a9-bef3-f7ae79b97093 req-bc4ce7b4-3af6-4100-8343-c369aff512e8 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Feb 03 05:11:21.456561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1e4b3-529b-4de4-bd0d-448b2490b958 req-f5220249-1c64-4aa2-9029-4e166079d1ed tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:21.458039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7eb1e4b3-529b-4de4-bd0d-448b2490b958 req-f5220249-1c64-4aa2-9029-4e166079d1ed tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0583162 Feb 03 05:11:21.508305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7eb1e4b3-529b-4de4-bd0d-448b2490b958 req-f99a2490-3122-4346-8e36-b21b4ff4780b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Feb 03 05:11:22.637355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef003a-223e-49a4-bc07-4c00ec73a39e req-61b77074-b99f-4bca-a5df-4012a8b3248c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:22.638983 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34ef003a-223e-49a4-bc07-4c00ec73a39e req-61b77074-b99f-4bca-a5df-4012a8b3248c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0547593 Feb 03 05:11:22.686146 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-4bf9d806-9cff-4b33-bbba-d7b6413995a5 service neutron] show failed (client error): The resource could not be found. Feb 03 05:11:22.686852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34ef003a-223e-49a4-bc07-4c00ec73a39e req-2a87ca9b-56c8-463c-870c-059275f44974 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Feb 03 05:11:22.688486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-4bf9d806-9cff-4b33-bbba-d7b6413995a5 service neutron] 10.222.0.15 "GET /v2.0/ports/c052deab-abe0-4322-be56-209ba9d1fde6/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0603905 Feb 03 05:11:22.909190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-2da0c8bb-2834-4d72-b1fc-1f03305adb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:22.910768 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-2da0c8bb-2834-4d72-b1fc-1f03305adb4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11&tenant_id=c32ca1ac719747baa0ada8b375df3180 HTTP/1.1" status: 200 len: 1128 time: 0.0570450 Feb 03 05:11:22.922945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:11:22.981278 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:23.188412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:23.220914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:11:23.265714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:11:23.268025 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4d9935-bf95-4a5e-9053-cd2f316a1ede" -d '{"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-unplugged", "status": "completed", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:11:23.271546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Publish callbacks [] for port (c052deab-abe0-4322-be56-209ba9d1fde6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:23.284130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Transition to ACTIVE for port object c052deab-abe0-4322-be56-209ba9d1fde6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:11:23.288417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:23.323431 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48d28df-942a-408a-9d7c-aee0b23ba02f x-openstack-request-id: req-a48d28df-942a-408a-9d7c-aee0b23ba02f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:11:23.323755 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-unplugged", "status": "completed", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:11:23.324021 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a48d28df-942a-408a-9d7c-aee0b23ba02f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:11:23.324421 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'code': 200} Feb 03 05:11:23.352499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] No DVR routers for this DVR port c052deab-abe0-4322-be56-209ba9d1fde6 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:11:23.359022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:23.396261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:11:23.396599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:11:23.396935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:11:23.402485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Port c052deab-abe0-4322-be56-209ba9d1fde6 on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:11:23.402872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Attempting to bind port c052deab-abe0-4322-be56-209ba9d1fde6 on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:11:23.409436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:11:23.409780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Checking segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:11:23.410187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Bound using segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:11:23.410627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Bound port: c052deab-abe0-4322-be56-209ba9d1fde6, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:11:23.410988 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:23.486195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:11:23.489338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:11:23.497375 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:23.532429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:23.533055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:23.534451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] 10.222.0.31 "PUT /v2.0/ports/c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 1092 time: 0.6156259 Feb 03 05:11:23.557185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ac841-15df-420d-8ab9-0553ec02587b service neutron] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:23.606182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-8f82416c-89e9-47bb-97dd-8f1e8edf4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:23.607867 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-8f82416c-89e9-47bb-97dd-8f1e8edf4b68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1126 time: 0.0517750 Feb 03 05:11:23.702767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-6a7c0ce8-9167-4c56-b10b-79cafcba24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:23.704243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-6a7c0ce8-9167-4c56-b10b-79cafcba24a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.0895770 Feb 03 05:11:23.746604 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-f2da12be-33aa-463b-a1c1-0920a515cf59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 217 time: 0.0350158 Feb 03 05:11:23.796343 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-ff4feb8e-9c8f-49e0-994a-4aba2ff1e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:23.797793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-ff4feb8e-9c8f-49e0-994a-4aba2ff1e5a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0451207 Feb 03 05:11:23.812705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f844bc-76e9-4c8d-8af7-859449bc74c5 req-a8cc38a2-27de-46d1-a169-99b293867c03 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:23.814181 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10f844bc-76e9-4c8d-8af7-859449bc74c5 req-a8cc38a2-27de-46d1-a169-99b293867c03 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 944 time: 0.0528882 Feb 03 05:11:23.832495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-269dafd0-c7aa-4727-8340-0bd397074303 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257523 Feb 03 05:11:23.867919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10f844bc-76e9-4c8d-8af7-859449bc74c5 req-13ea665c-b6eb-47a4-b0e6-c8becef13a6b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479567 Feb 03 05:11:23.926118 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-217fa225-250d-4bae-afd9-d6b209db96bc service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868070 Feb 03 05:11:24.024960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5d02e7b1-2962-4841-837f-17c61bc35b02 req-854a665a-6764-4358-90dd-0dc238f19d04 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914664 Feb 03 05:11:24.157111 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:24.234230 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:25.006133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd6284-6c7f-4a57-be42-903ccc765eeb req-5f28278e-b96a-4ccc-9e75-4c5dc5ad5694 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:25.007607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10bd6284-6c7f-4a57-be42-903ccc765eeb req-5f28278e-b96a-4ccc-9e75-4c5dc5ad5694 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 944 time: 0.0569727 Feb 03 05:11:25.056433 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10bd6284-6c7f-4a57-be42-903ccc765eeb req-3ce7096c-278e-432b-b527-45de762184a4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Feb 03 05:11:25.326048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:11:25.329860 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550" -d '{"events": [{"name": "network-changed", "server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:11:25.383839 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81507eef-5a2d-45eb-b70d-b183c8ec1946 x-openstack-request-id: req-81507eef-5a2d-45eb-b70d-b183c8ec1946 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:11:25.384140 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:11:25.384393 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81507eef-5a2d-45eb-b70d-b183c8ec1946 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:11:25.384806 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'status': 'completed', 'code': 200} Feb 03 05:11:25.478595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-54a35c9c-9f22-4d5f-82b7-7f5a7857c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:25.480158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-54a35c9c-9f22-4d5f-82b7-7f5a7857c741 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1126 time: 0.0745189 Feb 03 05:11:25.484777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-1a1202bb-2120-4477-b94c-e8812abf2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:25.486232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-1a1202bb-2120-4477-b94c-e8812abf2433 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1126 time: 0.0724046 Feb 03 05:11:25.644471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-c8b42e46-d9d3-4254-b0f0-34ad1bfa87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:25.645982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-c8b42e46-d9d3-4254-b0f0-34ad1bfa87e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.1585889 Feb 03 05:11:25.647059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-d79c96f5-e3be-440f-931d-ae020629422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:25.648498 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-d79c96f5-e3be-440f-931d-ae020629422b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.1538703 Feb 03 05:11:25.691811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-8454e98a-f5b6-42e0-aca4-ac87b80dbd86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 217 time: 0.0386453 Feb 03 05:11:25.724722 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-bd485e05-8aa3-41a5-8f2d-36710f639acf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 217 time: 0.0658245 Feb 03 05:11:25.793447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-fd0237ea-7f70-46f6-8a8e-19c2edfb1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:25.794875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-fd0237ea-7f70-46f6-8a8e-19c2edfb1c58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0780272 Feb 03 05:11:25.800011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-906eeb9c-5105-4b30-8aa6-11130dd8f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:25.801374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-906eeb9c-5105-4b30-8aa6-11130dd8f754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0587013 Feb 03 05:11:25.846250 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-855310bf-b730-4706-96bc-fc4a826c3d5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438702 Feb 03 05:11:25.847988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-7b1c1d79-8565-4008-be73-58e89210fd2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387409 Feb 03 05:11:25.903792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:11:25.998157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-056bacdc-e747-4ef4-889c-68f10193b133 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454306 Feb 03 05:11:26.000653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:26.001642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-92cfccc1-9a3a-4cf8-9bd2-b704e214c514 service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422145 Feb 03 05:11:26.012019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6', 'port_id': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'mac_address': 'fa:16:3e:27:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394f3772-4a96-43f7-b0d8-7a3ea6d4d37d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:11:26.052234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c052deab-abe0-4322-be56-209ba9d1fde6 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:11:26.052619 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:26.065650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c052deab-abe0-4322-be56-209ba9d1fde6 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:11:26.084909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:26.091034 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:26.139313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:26.163457 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-37d3c719-5fa5-4797-8761-3dbde13bd89b service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592574 Feb 03 05:11:26.166792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7f67e0ee-e0d3-4677-9aa0-92a1eb9be550 req-79b6e604-925f-4a01-9bf4-217243860f8e service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557531 Feb 03 05:11:26.197497 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b85039-5e40-49e2-87a7-6b84ae7da932 req-2b13643e-039b-4681-be9f-e3b04984ea4d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:26.198974 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57b85039-5e40-49e2-87a7-6b84ae7da932 req-2b13643e-039b-4681-be9f-e3b04984ea4d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 945 time: 0.0660508 Feb 03 05:11:26.255368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57b85039-5e40-49e2-87a7-6b84ae7da932 req-5e6fe8c7-e2ce-4938-a488-e81b826dd149 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505395 Feb 03 05:11:26.312200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c052deab-abe0-4322-be56-209ba9d1fde6'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:11:26.460285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41312-81fa-4e75-a74b-f501398e9ab1 req-dfefa696-fa42-4b97-9aca-c49402997408 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:26.461796 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c41312-81fa-4e75-a74b-f501398e9ab1 req-dfefa696-fa42-4b97-9aca-c49402997408 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 945 time: 0.0567837 Feb 03 05:11:26.471068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-40255c57-cc8a-4de5-99dc-fd69e2859833 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:26.472678 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-40255c57-cc8a-4de5-99dc-fd69e2859833 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.15 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11&tenant_id=c32ca1ac719747baa0ada8b375df3180&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 945 time: 0.0562840 Feb 03 05:11:26.509588 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c41312-81fa-4e75-a74b-f501398e9ab1 req-a35b3e88-1a9d-4cdd-9c7d-47247dbfb722 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Feb 03 05:11:26.532956 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-1a2a8612-e5b9-4ee0-9a0a-0ef9117e8d95 service neutron] delete failed (client error): The resource could not be found. Feb 03 05:11:26.533974 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-1a2a8612-e5b9-4ee0-9a0a-0ef9117e8d95 service neutron] 10.222.0.15 "DELETE /v2.0/ports/c052deab-abe0-4322-be56-209ba9d1fde6/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0551026 Feb 03 05:11:26.622127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-7bee5f31-6731-417b-8c45-6b8dca435a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:26.623526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-7bee5f31-6731-417b-8c45-6b8dca435a10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 1127 time: 0.0453970 Feb 03 05:11:26.721187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-a4c8a907-c1a6-43be-a805-f8c09bc94451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:26.722696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-a4c8a907-c1a6-43be-a805-f8c09bc94451 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.0936601 Feb 03 05:11:26.762637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-0e42a89d-be8c-45f2-a8df-2183c8e44db2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 200 len: 217 time: 0.0338821 Feb 03 05:11:26.824331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-dfd62402-b905-4561-98e3-75aa21077041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:26.825805 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-dfd62402-b905-4561-98e3-75aa21077041 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0579088 Feb 03 05:11:26.860701 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-2b5db68b-ad2f-4a84-8000-04bd75d1586a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289614 Feb 03 05:11:26.962163 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-b550c365-dae7-496e-8f10-5060a95854a4 service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952511 Feb 03 05:11:27.058813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b9af51bf-56af-46a4-890d-889e8ef0d81d req-975486e7-15d3-41ed-8aa2-7a5ced7b097a service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 Feb 03 05:11:27.298993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:11:27.338897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port c052deab-abe0-4322-be56-209ba9d1fde6 host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:11:27.339295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:11:27.644115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0096-0dd4-41d2-8777-57fd5d41be01 req-6e137266-19fb-42e8-863d-171258044ab0 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:27.645653 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbbb0096-0dd4-41d2-8777-57fd5d41be01 req-6e137266-19fb-42e8-863d-171258044ab0 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 945 time: 0.0573931 Feb 03 05:11:27.692687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbbb0096-0dd4-41d2-8777-57fd5d41be01 req-e2ea65b5-7c96-4b24-b2aa-a2b65e469e21 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Feb 03 05:11:27.818784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb1c3d-4f9d-4468-8bd0-df42afeeb197 req-35a8befc-b31f-4030-858e-2a2840c36bf8 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:27.820206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81bb1c3d-4f9d-4468-8bd0-df42afeeb197 req-35a8befc-b31f-4030-858e-2a2840c36bf8 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 945 time: 0.0596128 Feb 03 05:11:27.870516 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-81bb1c3d-4f9d-4468-8bd0-df42afeeb197 req-1bdb195c-190a-4571-9893-7ae260ee719e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Feb 03 05:11:27.912209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:11:27.964737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port c052deab-abe0-4322-be56-209ba9d1fde6 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:11:27.968563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port c052deab-abe0-4322-be56-209ba9d1fde6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:11:27.968929 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:27.992052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da786701-703d-4c41-bf33-e63c569d025e req-0f7841d5-8714-4e0a-82c1-ec67f2dea9b7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:27.993589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da786701-703d-4c41-bf33-e63c569d025e req-0f7841d5-8714-4e0a-82c1-ec67f2dea9b7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 945 time: 0.0557477 Feb 03 05:11:28.041842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da786701-703d-4c41-bf33-e63c569d025e req-fbf4b303-099e-4c43-b2da-f0ceb492c3a6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Feb 03 05:11:28.213996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c052deab-abe0-4322-be56-209ba9d1fde6 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:11:28.214387 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:28.236453 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:11:28.238650 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555fbf6c-8f1d-4792-8358-f6762bcfa04c" -d '{"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-plugged", "status": "completed", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:11:28.250673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:28.262901 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:28.286909 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be052aa-7f7e-468b-97c5-a89acdb28d77 x-openstack-request-id: req-2be052aa-7f7e-468b-97c5-a89acdb28d77 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:11:28.287204 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-plugged", "status": "completed", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:11:28.287540 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2be052aa-7f7e-468b-97c5-a89acdb28d77 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:11:28.287935 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'code': 200} Feb 03 05:11:28.312759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:28.412595 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12546d-a961-4372-846b-e436f0c1f075 req-570957ac-6223-4638-b8a8-914f9c54d2da tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:28.414032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-570957ac-6223-4638-b8a8-914f9c54d2da tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 814 time: 0.1067326 Feb 03 05:11:28.429171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-8c9093db-941d-41d7-b6ad-43272e2711fb tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/quotas/c32ca1ac719747baa0ada8b375df3180 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Feb 03 05:11:28.492014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-062945b7-90a2-49bb-ab97-445add23f16d tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580657 Feb 03 05:11:28.597249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-d53e5eed-ae57-48ed-af01-38728761ef3d service neutron] 10.222.0.35 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984354 Feb 03 05:11:28.687026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-cd8a5722-badf-4f2c-94fd-fbf239a46e30 service neutron] 10.222.0.35 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838838 Feb 03 05:11:28.853976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38160db3-0ad7-4d95-8779-3814ac5b1665 req-13102cf9-69c0-4800-8a27-54eb34ff9673 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 210 time: 0.0283260 Feb 03 05:11:29.589379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-89b96de6-9c8a-4d66-8b05-d0f951b6f51c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:29.591299 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-89b96de6-9c8a-4d66-8b05-d0f951b6f51c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.31 "GET /v2.0/ports?device_id=06aad604-5ec7-4a9d-a430-14694f5b8e11 HTTP/1.1" status: 200 len: 946 time: 0.0658827 Feb 03 05:11:29.698610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Deleting port c052deab-abe0-4322-be56-209ba9d1fde6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:11:29.698986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:29.854076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] For port c052deab-abe0-4322-be56-209ba9d1fde6, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c052deab-abe0-4322-be56-209ba9d1fde6,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:29.854445 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:29.875929 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Calling delete_port for c052deab-abe0-4322-be56-209ba9d1fde6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:11:29.887680 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12546d-a961-4372-846b-e436f0c1f075 req-e3beeac2-dfe8-4812-a7d1-fc0b7fb245fa tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:29.889157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-e3beeac2-dfe8-4812-a7d1-fc0b7fb245fa tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.31 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 814 time: 0.1624269 Feb 03 05:11:29.900995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Request body: {'port': {'device_id': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6', 'admin_state_up': True, 'tenant_id': 'c32ca1ac719747baa0ada8b375df3180'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:11:29.948458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b1332e5-7f88-4bb3-8f70-95be06e0ea04 req-0817f70f-db70-4b4f-858e-b7160a57bb8f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 210 time: 0.0271764 Feb 03 05:11:30.084618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Made reservation on behalf of c32ca1ac719747baa0ada8b375df3180 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:11:30.087955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.115422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c052deab-abe0-4322-be56-209ba9d1fde6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.179621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Pushing event deleted for resources: {'Port': ['ID=c052deab-abe0-4322-be56-209ba9d1fde6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:30.237724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] No DVR routers for this DVR port c052deab-abe0-4322-be56-209ba9d1fde6 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:11:30.242707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.246025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.31 "DELETE /v2.0/ports/c052deab-abe0-4322-be56-209ba9d1fde6 HTTP/1.1" status: 204 len: 173 time: 0.6478040 Feb 03 05:11:30.246469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-deleted', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:11:30.248723 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eec18cc-c45e-4309-a73c-ffadb96a385d" -d '{"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-deleted", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:11:30.291461 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e839a5-56f0-4f68-a2b3-80193db84215 x-openstack-request-id: req-93e839a5-56f0-4f68-a2b3-80193db84215 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:11:30.291755 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aad604-5ec7-4a9d-a430-14694f5b8e11", "name": "network-vif-deleted", "tag": "c052deab-abe0-4322-be56-209ba9d1fde6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:11:30.292038 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93e839a5-56f0-4f68-a2b3-80193db84215 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:11:30.292444 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aad604-5ec7-4a9d-a430-14694f5b8e11', 'name': 'network-vif-deleted', 'tag': 'c052deab-abe0-4322-be56-209ba9d1fde6', 'status': 'completed', 'code': 200} Feb 03 05:11:30.298009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Allocated IP 172.20.0.14 (3d3007f6-e5a7-41f1-a562-0927040c25b6/394f3772-4a96-43f7-b0d8-7a3ea6d4d37d/34ad94dc-d9ce-438b-b7cf-871762ea0b6d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:11:30.449560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks [] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.486623 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.531027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Network 3d3007f6-e5a7-41f1-a562-0927040c25b6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:11:30.536089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:11:30.539667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:11:30.545829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:30.590802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:30.591464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.609608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-359e1b85-a5ea-4472-9cbe-8753931a3cee tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7124069 Feb 03 05:11:30.620053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Request body: {'port': {'device_id': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:11:30.678075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.931368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ad94dc-d9ce-438b-b7cf-871762ea0b6d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:11:30.938679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Publish callbacks [] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:30.950469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Transition to ACTIVE for port object 34ad94dc-d9ce-438b-b7cf-871762ea0b6d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:11:30.957702 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:31.005021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:31.078533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:11:31.078874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:11:31.079203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:11:31.080319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859c8d6-63b8-4013-a6dc-315edf29f7b0 req-840d028c-5cb5-4ccd-b8de-eb9e4b0e47f4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:31.082075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f859c8d6-63b8-4013-a6dc-315edf29f7b0 req-840d028c-5cb5-4ccd-b8de-eb9e4b0e47f4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 944 time: 0.0623610 Feb 03 05:11:31.086425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:11:31.086750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:11:31.091932 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:11:31.092272 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Checking segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:11:31.092655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Bound using segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:11:31.093217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Bound port: 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:11:31.093594 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:31.131045 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f859c8d6-63b8-4013-a6dc-315edf29f7b0 req-c7ab01fb-e5f3-486f-8fcb-655b625b02a4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Feb 03 05:11:31.163876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:11:31.167792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:11:31.174642 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:31.210103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:31.210822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:31.212325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] 10.222.0.31 "PUT /v2.0/ports/34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 1092 time: 0.5962651 Feb 03 05:11:31.238664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7428-e000-4ade-9033-3ad8169b9f15 service neutron] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:31.297556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12546d-a961-4372-846b-e436f0c1f075 req-22715cea-0c8d-46de-9365-51d8b127ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:31.299105 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-22715cea-0c8d-46de-9365-51d8b127ade9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1126 time: 0.0450189 Feb 03 05:11:31.342921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-b72d3c82-aa3c-4e25-a488-3969b0ab0460 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 217 time: 0.0371997 Feb 03 05:11:31.389393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12546d-a961-4372-846b-e436f0c1f075 req-9c3bcd28-2502-4065-bd83-ac96e5b52157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:31.390841 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-9c3bcd28-2502-4065-bd83-ac96e5b52157 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0428255 Feb 03 05:11:31.422255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-9d5a9bab-e008-4869-a09a-15e3915c70cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247064 Feb 03 05:11:31.873148 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-ad008831-ba5e-400e-bbd7-12779db0f4e0 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446707 Feb 03 05:11:31.926598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:11:31.950649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: c052deab-abe0-4322-be56-209ba9d1fde6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:11:31.950981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c052deab-abe0-4322-be56-209ba9d1fde6 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:11:31.966976 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4d12546d-a961-4372-846b-e436f0c1f075 req-25e1b934-d932-4a52-963b-1a87dd8c19ec service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872355 Feb 03 05:11:32.271275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09592d-7052-46b0-8209-09b853347b13 req-e3506e6d-4d39-4f04-af53-b9ecdfe28889 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:32.272805 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c09592d-7052-46b0-8209-09b853347b13 req-e3506e6d-4d39-4f04-af53-b9ecdfe28889 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 944 time: 0.0552192 Feb 03 05:11:32.293960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:11:32.296369 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c75140-be75-4bae-933f-34005b8a8a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:11:32.321076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c09592d-7052-46b0-8209-09b853347b13 req-0147178b-2c8e-4cdf-bcf6-8b76b5993d3c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Feb 03 05:11:32.333871 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14345a83-0e05-4216-a706-7118b9cbdfc1 x-openstack-request-id: req-14345a83-0e05-4216-a706-7118b9cbdfc1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:11:32.334168 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:11:32.334785 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14345a83-0e05-4216-a706-7118b9cbdfc1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:11:32.335188 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'status': 'completed', 'code': 200} Feb 03 05:11:32.399880 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c75140-be75-4bae-933f-34005b8a8a0d req-659ca66c-d834-47be-96f3-70419d6f0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:32.401351 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25c75140-be75-4bae-933f-34005b8a8a0d req-659ca66c-d834-47be-96f3-70419d6f0b6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1126 time: 0.0444231 Feb 03 05:11:32.494754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c75140-be75-4bae-933f-34005b8a8a0d req-d8160e70-2882-4bc3-bbd9-1868d07e2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:32.496110 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25c75140-be75-4bae-933f-34005b8a8a0d req-d8160e70-2882-4bc3-bbd9-1868d07e2d26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.0868130 Feb 03 05:11:32.535416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25c75140-be75-4bae-933f-34005b8a8a0d req-750e773a-05cb-4a97-a321-e97998734f59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 217 time: 0.0330992 Feb 03 05:11:32.587356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c75140-be75-4bae-933f-34005b8a8a0d req-4e70b0d2-78b6-406d-9f2d-dcb6f44aaffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:32.588837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25c75140-be75-4bae-933f-34005b8a8a0d req-4e70b0d2-78b6-406d-9f2d-dcb6f44aaffd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0460110 Feb 03 05:11:32.622989 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25c75140-be75-4bae-933f-34005b8a8a0d req-440a30bf-0b94-41b7-905d-8ac6fe1b8bae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273397 Feb 03 05:11:32.716256 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25c75140-be75-4bae-933f-34005b8a8a0d req-3aae817f-e856-4d88-9a0f-73a451bb8630 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858350 Feb 03 05:11:32.806151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25c75140-be75-4bae-933f-34005b8a8a0d req-2b8de8dc-76f4-47da-a769-3933e746525e service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830498 Feb 03 05:11:33.232557 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6391110-1231-4c67-88c9-f9ce63c68ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:33.455037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e949a-de74-48b0-acaf-fb33e3aff5f3 req-f007598c-c00e-454f-83aa-2e9fede40ffa tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:33.456546 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab4e949a-de74-48b0-acaf-fb33e3aff5f3 req-f007598c-c00e-454f-83aa-2e9fede40ffa tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 944 time: 0.0583093 Feb 03 05:11:33.504877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab4e949a-de74-48b0-acaf-fb33e3aff5f3 req-59126e2e-4aa0-4d6f-8278-41d5c2edb772 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Feb 03 05:11:33.943731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:11:34.046512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:34.057888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6', 'port_id': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'mac_address': 'fa:16:3e:59:da:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394f3772-4a96-43f7-b0d8-7a3ea6d4d37d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:11:34.098533 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:11:34.098916 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:34.112351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ad94dc-d9ce-438b-b7cf-871762ea0b6d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:11:34.131285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:34.136914 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:34.185723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:34.331066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['34ad94dc-d9ce-438b-b7cf-871762ea0b6d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:11:34.627787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d706d-5a5e-4112-b646-3b9d3721e964 req-ead5c3be-a488-4d6e-a46b-9ec3f0e5a9e6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:34.629284 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-391d706d-5a5e-4112-b646-3b9d3721e964 req-ead5c3be-a488-4d6e-a46b-9ec3f0e5a9e6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 945 time: 0.0551810 Feb 03 05:11:34.675938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-391d706d-5a5e-4112-b646-3b9d3721e964 req-fe94603e-6004-4672-aa0a-12141dd0785b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Feb 03 05:11:35.820481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c490a9c-4cca-4642-8c31-9652258ab4b1 req-87cb5767-c6a1-4507-970f-60526e2cdb63 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:35.821975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c490a9c-4cca-4642-8c31-9652258ab4b1 req-87cb5767-c6a1-4507-970f-60526e2cdb63 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 945 time: 0.0632343 Feb 03 05:11:35.872340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c490a9c-4cca-4642-8c31-9652258ab4b1 req-562a409e-897b-4d1f-8af5-5a0e9071f449 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Feb 03 05:11:35.961130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:11:36.022779 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:11:36.026813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:11:36.027175 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:36.110382 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:11:36.110774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:36.132709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:11:36.134932 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a1928-e092-4745-a37a-b255f79fc6c8" -d '{"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-plugged", "status": "completed", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:11:36.148184 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:11:36.152713 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:36.178354 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9039ddcd-24a1-4005-b5e1-82734dd78cb7 x-openstack-request-id: req-9039ddcd-24a1-4005-b5e1-82734dd78cb7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:11:36.179090 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-plugged", "status": "completed", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:11:36.179402 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9039ddcd-24a1-4005-b5e1-82734dd78cb7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:11:36.179819 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'code': 200} Feb 03 05:11:36.207102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:11:36.275546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00303072-93da-4ad1-b4f9-3de6d57a3297 req-b8b7e8ed-e06e-44c8-a07d-e7f93666a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:36.276965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00303072-93da-4ad1-b4f9-3de6d57a3297 req-b8b7e8ed-e06e-44c8-a07d-e7f93666a510 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1128 time: 0.0459516 Feb 03 05:11:36.320476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00303072-93da-4ad1-b4f9-3de6d57a3297 req-63e64e55-53bc-4aab-84ea-963e2dec5046 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368936 Feb 03 05:11:36.423234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0369e9de-7dd9-4f45-8b1a-0ef42ff78fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:36.825742 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:37.004689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca479f8-9923-4e9c-a6cc-1fac50ef3f01 req-5f28f3b0-153c-428c-b16d-84fbdd0efad3 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:37.006179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ca479f8-9923-4e9c-a6cc-1fac50ef3f01 req-5f28f3b0-153c-428c-b16d-84fbdd0efad3 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0560505 Feb 03 05:11:37.056005 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ca479f8-9923-4e9c-a6cc-1fac50ef3f01 req-7fc4757d-9de1-40df-857c-13abfb17a49f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Feb 03 05:11:38.191493 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75146c01-21b0-4264-afc4-a9a99e51111a req-bba603c5-e272-4c2e-90c1-6c48d843eacc tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:38.193123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75146c01-21b0-4264-afc4-a9a99e51111a req-bba603c5-e272-4c2e-90c1-6c48d843eacc tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0549622 Feb 03 05:11:38.240569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75146c01-21b0-4264-afc4-a9a99e51111a req-090c2a46-85a5-4f66-9670-199fcef80975 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Feb 03 05:11:38.266240 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:38.365951 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd25f7-8353-4365-bce3-7da4f45f6276 req-e0effbb9-9b22-407c-a529-1b7913cbbf4e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:38.367468 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37cd25f7-8353-4365-bce3-7da4f45f6276 req-e0effbb9-9b22-407c-a529-1b7913cbbf4e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0587766 Feb 03 05:11:38.417004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-37cd25f7-8353-4365-bce3-7da4f45f6276 req-9bf15bc2-0d5d-4a9d-a720-f77f7779f74b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Feb 03 05:11:38.659604 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-6c309ea8-3631-402f-ac58-412f8152d981 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480804 Feb 03 05:11:38.668858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c279f7-a00d-4878-983f-d92e805db37f req-c0211740-5c1d-4ea0-a269-290d90df0600 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:38.670346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67c279f7-a00d-4878-983f-d92e805db37f req-c0211740-5c1d-4ea0-a269-290d90df0600 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0534861 Feb 03 05:11:38.718855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67c279f7-a00d-4878-983f-d92e805db37f req-52b3c875-0364-419b-83af-144186d9be10 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 Feb 03 05:11:39.328226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:39.574499 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:11:39.787573 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-51ad6afe-62ce-4b0a-811a-6178b24e8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:39.789102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-51ad6afe-62ce-4b0a-811a-6178b24e8154 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1128 time: 0.0476398 Feb 03 05:11:39.840186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d43e3d-0ce7-45fb-976e-800fbf83079a req-c4571d6f-191e-47fd-8b3c-07ffbab59f62 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:39.841586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1d43e3d-0ce7-45fb-976e-800fbf83079a req-c4571d6f-191e-47fd-8b3c-07ffbab59f62 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0525508 Feb 03 05:11:39.882778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-d3b0e74b-3788-4a36-99d6-e618c623558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:39.884298 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-d3b0e74b-3788-4a36-99d6-e618c623558a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.0892026 Feb 03 05:11:39.892234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1d43e3d-0ce7-45fb-976e-800fbf83079a req-abcabb1f-f92f-461e-a32c-1143d3d1be11 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Feb 03 05:11:39.925003 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-486bfa3f-a048-4cc1-b065-523e4fda3369 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 217 time: 0.0346022 Feb 03 05:11:39.976902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-881363a3-f6b2-4e40-bd85-b29f3fce5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:39.979097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-881363a3-f6b2-4e40-bd85-b29f3fce5b29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0479922 Feb 03 05:11:40.012057 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-b87ff9f7-e618-42f3-8a45-d7e4ccdf2ffb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266695 Feb 03 05:11:40.108243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-936c4a7a-c54c-4bf2-b873-acf2daf63977 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893438 Feb 03 05:11:40.205891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-37dc81ab-dacd-4efb-b151-601e7c175983 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913136 Feb 03 05:11:41.035790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9465-2cbf-444c-b6b2-a477a538aaaf req-1cc5cf16-2e61-4454-a8e9-e375d0c66952 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:41.037371 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbdb9465-2cbf-444c-b6b2-a477a538aaaf req-1cc5cf16-2e61-4454-a8e9-e375d0c66952 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0653095 Feb 03 05:11:41.083733 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbdb9465-2cbf-444c-b6b2-a477a538aaaf req-8d2edf55-6de9-44f1-bef4-4112f470f9e2 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Feb 03 05:11:42.217297 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cd8b8-25b2-41b8-807d-4c86203d0c24 req-51f6e584-fb9e-411e-b739-ed6c5f28a04c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:42.218776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b6cd8b8-25b2-41b8-807d-4c86203d0c24 req-51f6e584-fb9e-411e-b739-ed6c5f28a04c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0546775 Feb 03 05:11:42.266674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b6cd8b8-25b2-41b8-807d-4c86203d0c24 req-61c6f347-cf4f-4e40-9c45-3c22f7fe51a1 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Feb 03 05:11:43.412690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1fe33-4793-43fc-acd7-ed7d856054f5 req-15207597-d57f-4631-91ab-bdb0bab4d269 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:43.414185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89f1fe33-4793-43fc-acd7-ed7d856054f5 req-15207597-d57f-4631-91ab-bdb0bab4d269 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0580263 Feb 03 05:11:43.462827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89f1fe33-4793-43fc-acd7-ed7d856054f5 req-aeb90c18-82fd-4f43-80bd-0f797fa97376 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429804 Feb 03 05:11:44.600744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3b009-9e14-4747-b704-aa326bde8e0b req-99faf158-88ec-4f19-9f9d-372ceb90c265 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:44.602276 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ae3b009-9e14-4747-b704-aa326bde8e0b req-99faf158-88ec-4f19-9f9d-372ceb90c265 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0549049 Feb 03 05:11:44.655776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ae3b009-9e14-4747-b704-aa326bde8e0b req-b7671636-ae57-421b-b93b-db40ac56dcc4 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Feb 03 05:11:45.804789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7665c8-d4e3-4e96-8689-7ed5a27b7675 req-91088581-7a9a-4cbb-8dc0-336c3257bf55 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:45.806297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af7665c8-d4e3-4e96-8689-7ed5a27b7675 req-91088581-7a9a-4cbb-8dc0-336c3257bf55 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0696070 Feb 03 05:11:45.856593 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af7665c8-d4e3-4e96-8689-7ed5a27b7675 req-66d9f0ad-5677-4f16-a74b-15542af13e52 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Feb 03 05:11:46.989608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec67d82-cd36-4ed0-a663-14a0ceead166 req-f3a74c75-1189-4771-961d-88617d27b0a9 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:46.991109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ec67d82-cd36-4ed0-a663-14a0ceead166 req-f3a74c75-1189-4771-961d-88617d27b0a9 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0595198 Feb 03 05:11:47.039253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ec67d82-cd36-4ed0-a663-14a0ceead166 req-130e5cff-22e1-4f69-b90c-7f67c15458a5 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Feb 03 05:11:48.164862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4989b-077b-42b5-8963-ddf03b1df2ac req-0517c434-cb52-4a4a-bab5-6e71fad60ee8 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:48.166387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2d4989b-077b-42b5-8963-ddf03b1df2ac req-0517c434-cb52-4a4a-bab5-6e71fad60ee8 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0543191 Feb 03 05:11:48.218700 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2d4989b-077b-42b5-8963-ddf03b1df2ac req-c3749ad8-e59f-442d-b015-be48948198c1 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Feb 03 05:11:49.341773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97351d4e-96a3-476a-9b60-47ff78736891 req-0f535308-056d-41dc-9412-bfc3aa8f2493 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:49.343297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97351d4e-96a3-476a-9b60-47ff78736891 req-0f535308-056d-41dc-9412-bfc3aa8f2493 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0541840 Feb 03 05:11:49.390652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97351d4e-96a3-476a-9b60-47ff78736891 req-e59f4331-cf1e-4328-a47c-885a2727b62c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Feb 03 05:11:50.530177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c304edb-e526-4a3c-98c0-5dd3213f37b4 req-ba5c71c6-7e2c-4110-bd05-5c447b71078e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:50.531675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c304edb-e526-4a3c-98c0-5dd3213f37b4 req-ba5c71c6-7e2c-4110-bd05-5c447b71078e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0621109 Feb 03 05:11:50.579297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c304edb-e526-4a3c-98c0-5dd3213f37b4 req-3e92b056-e37b-4caa-bde3-ec3cc0715b2f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Feb 03 05:11:51.712893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e9b7e-c335-4447-86c9-9c175773da31 req-2cabc54b-b2dd-4fed-839b-31c45157a147 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:51.714277 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df3e9b7e-c335-4447-86c9-9c175773da31 req-2cabc54b-b2dd-4fed-839b-31c45157a147 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0650043 Feb 03 05:11:51.764328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df3e9b7e-c335-4447-86c9-9c175773da31 req-9b6623ea-529b-4eba-ba0b-d4df12379308 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Feb 03 05:11:52.903182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4f7b7-5b2a-47e3-87a2-cda2e7780a37 req-4cc864bd-afe8-46ad-a7b3-0135c60aad9a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:52.904712 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6b4f7b7-5b2a-47e3-87a2-cda2e7780a37 req-4cc864bd-afe8-46ad-a7b3-0135c60aad9a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0551586 Feb 03 05:11:52.952340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6b4f7b7-5b2a-47e3-87a2-cda2e7780a37 req-70d2101e-132a-4321-8a09-2900436c539f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Feb 03 05:11:54.088855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4f45-7351-4ed8-b802-816a244ab173 req-6012e80d-e1c7-455c-ab7e-f39034e87d15 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:54.090353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae9c4f45-7351-4ed8-b802-816a244ab173 req-6012e80d-e1c7-455c-ab7e-f39034e87d15 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0620353 Feb 03 05:11:54.143816 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae9c4f45-7351-4ed8-b802-816a244ab173 req-4c80d8d3-b78b-4bf2-982b-74be82b798d7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Feb 03 05:11:54.167047 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:54.227003 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:11:55.285702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69481e-8493-46d2-9613-3737d39a1aa9 req-626cae65-7b78-461a-80e2-e06ae0d67083 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:55.287175 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b69481e-8493-46d2-9613-3737d39a1aa9 req-626cae65-7b78-461a-80e2-e06ae0d67083 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0617483 Feb 03 05:11:55.346118 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b69481e-8493-46d2-9613-3737d39a1aa9 req-4eecdd4e-2e11-41a4-a614-38de44874fad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526431 Feb 03 05:11:56.481558 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daa272-2e79-493d-b09e-fc906d8baf94 req-96b6bfae-a880-4b15-926a-9748483d2a42 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:56.483017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54daa272-2e79-493d-b09e-fc906d8baf94 req-96b6bfae-a880-4b15-926a-9748483d2a42 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0547183 Feb 03 05:11:56.529933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54daa272-2e79-493d-b09e-fc906d8baf94 req-b608e320-6717-4392-bc32-74bea99ade2a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Feb 03 05:11:57.674002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995f229-743b-46b9-9d19-3cfd234b0788 req-7ab4592c-f18f-4b63-944c-47ad40b0099f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:57.675380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b995f229-743b-46b9-9d19-3cfd234b0788 req-7ab4592c-f18f-4b63-944c-47ad40b0099f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0606787 Feb 03 05:11:57.722552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b995f229-743b-46b9-9d19-3cfd234b0788 req-cf56c28d-841c-4cf0-b611-767caaebc7d7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Feb 03 05:11:58.862413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c6c5f-7eee-47de-8459-6a5f55c702e7 req-8c4facc7-dfcf-4d6a-9072-b3a13a4141f6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:11:58.863951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e0c6c5f-7eee-47de-8459-6a5f55c702e7 req-8c4facc7-dfcf-4d6a-9072-b3a13a4141f6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0550368 Feb 03 05:11:58.912397 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7e0c6c5f-7eee-47de-8459-6a5f55c702e7 req-608d72d7-0892-4643-893e-9c48eb879e94 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Feb 03 05:12:00.050131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66050055-0c33-427d-bb9a-ae892a64752f req-9822051d-c5cf-4309-9f03-6d3964bf017c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:00.051668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66050055-0c33-427d-bb9a-ae892a64752f req-9822051d-c5cf-4309-9f03-6d3964bf017c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0594401 Feb 03 05:12:00.100231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-66050055-0c33-427d-bb9a-ae892a64752f req-77c60f03-70a7-4e65-8687-fbf6dfdb5036 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Feb 03 05:12:01.238649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f3dbf-2eb9-4d56-8fa2-80eeedd1f80a req-ce4ff22e-5cc2-4750-a28f-ee6f95580937 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:01.240158 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b9f3dbf-2eb9-4d56-8fa2-80eeedd1f80a req-ce4ff22e-5cc2-4750-a28f-ee6f95580937 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0636096 Feb 03 05:12:01.288297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b9f3dbf-2eb9-4d56-8fa2-80eeedd1f80a req-a13d76d2-702b-4719-b739-5e392571a4a7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Feb 03 05:12:02.421489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9239c-718a-4c86-aaea-e5d6b5dfa0df req-c44e1a1c-6344-42bb-bfea-023faad7e74b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:02.422984 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0e9239c-718a-4c86-aaea-e5d6b5dfa0df req-c44e1a1c-6344-42bb-bfea-023faad7e74b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0547478 Feb 03 05:12:02.474882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0e9239c-718a-4c86-aaea-e5d6b5dfa0df req-c3168137-a7bf-4bdb-a9f0-a1f536419b6b tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461938 Feb 03 05:12:03.226581 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93196a79-dd09-40dc-9aa6-16856169c4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:03.603828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d34049-efbb-45ed-9ea1-95e7cab8ec1d req-83fe74ff-cecc-4ea5-bb57-3867d90d1545 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:03.605409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4d34049-efbb-45ed-9ea1-95e7cab8ec1d req-83fe74ff-cecc-4ea5-bb57-3867d90d1545 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0556390 Feb 03 05:12:03.651354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a4d34049-efbb-45ed-9ea1-95e7cab8ec1d req-86c577c3-8bac-4544-a1b7-d664bbcddcf6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Feb 03 05:12:04.794067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea37d3-e20f-4d3d-b06b-06ec2a1f0ba8 req-616fd9cc-1c07-48e7-ab05-458c326504f7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:04.795558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d1ea37d3-e20f-4d3d-b06b-06ec2a1f0ba8 req-616fd9cc-1c07-48e7-ab05-458c326504f7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0585680 Feb 03 05:12:04.843307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d1ea37d3-e20f-4d3d-b06b-06ec2a1f0ba8 req-6935849d-11e6-4fcc-8a1f-3dbffe230047 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Feb 03 05:12:05.982649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de872fb5-dade-4c88-9bb7-e64634670a4c req-1732d90c-aadd-4a2f-a5cc-7f0733d6f004 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:05.984144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de872fb5-dade-4c88-9bb7-e64634670a4c req-1732d90c-aadd-4a2f-a5cc-7f0733d6f004 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0589492 Feb 03 05:12:06.034036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de872fb5-dade-4c88-9bb7-e64634670a4c req-b4e9d1c4-512c-42fe-b1bc-575a94b5f35e tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Feb 03 05:12:06.425531 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8fb59ec-0a09-4b4c-9e79-d551335e0954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:06.827339 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:07.045466 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-a29ef747-0929-4353-9641-2ab35499e285 service neutron] show failed (client error): The resource could not be found. Feb 03 05:12:07.046476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-a29ef747-0929-4353-9641-2ab35499e285 service neutron] 10.222.0.31 "GET /v2.0/ports/34ad94dc-d9ce-438b-b7cf-871762ea0b6d/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0709798 Feb 03 05:12:07.165955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735e46a-0145-4c39-ad8b-4a227399a754 req-69217516-c8c7-4c47-9cce-4881460523a6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:07.167632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6735e46a-0145-4c39-ad8b-4a227399a754 req-69217516-c8c7-4c47-9cce-4881460523a6 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0557373 Feb 03 05:12:07.219921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6735e46a-0145-4c39-ad8b-4a227399a754 req-9822324c-78ed-4bdd-af7c-c5da4ae14a54 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Feb 03 05:12:07.314340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-3570216c-2fd3-4152-b099-cfc7df9b9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:07.315921 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-3570216c-2fd3-4152-b099-cfc7df9b9ba4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4&tenant_id=c32ca1ac719747baa0ada8b375df3180 HTTP/1.1" status: 200 len: 1128 time: 0.1077929 Feb 03 05:12:07.327133 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:07.388459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:07.610617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:07.644332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:07.691006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:07.693705 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115ad0b-b228-4042-8734-a3340dc9ad14" -d '{"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-unplugged", "status": "completed", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:07.697541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Publish callbacks [] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:07.710473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Transition to ACTIVE for port object 34ad94dc-d9ce-438b-b7cf-871762ea0b6d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:12:07.714811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:07.781147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] No DVR routers for this DVR port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:12:07.783309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:07.814613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.814967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.815319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.815674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.816017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.816366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.816688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.817006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.817356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.817685 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.818022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.818335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.818668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:07.832412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:12:07.832726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:12:07.833062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:07.837782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:12:07.838131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Attempting to bind port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on network 3d3007f6-e5a7-41f1-a562-0927040c25b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:07.843215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:12:07.843794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Checking segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:12:07.844298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Bound using segment: {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:12:07.844588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Bound port: 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059844e6-426f-475c-8474-b9823f41357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:12:07.844962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:07.847685 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf7806-f8d4-4b5e-9378-57fa8cee2c3e x-openstack-request-id: req-43cf7806-f8d4-4b5e-9378-57fa8cee2c3e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:07.847969 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-unplugged", "status": "completed", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:07.848218 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43cf7806-f8d4-4b5e-9378-57fa8cee2c3e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:07.848630 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'code': 200} Feb 03 05:12:07.911979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:07.915329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:12:07.922612 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:07.957768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:07.958394 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:07.960208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] 10.222.0.15 "PUT /v2.0/ports/34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 1092 time: 0.6368415 Feb 03 05:12:07.981457 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc2f5a-1265-4563-a157-a2c1a2315d8b service neutron] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:08.033499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-bbd7fb8b-f452-4bc3-9d8d-23d15adeba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:08.035026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-bbd7fb8b-f452-4bc3-9d8d-23d15adeba1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1126 time: 0.0504022 Feb 03 05:12:08.134453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-fb4d532f-3e0c-4727-be6d-fa42b193ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:08.136179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-fb4d532f-3e0c-4727-be6d-fa42b193ab3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.0943294 Feb 03 05:12:08.180693 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-999e9363-bf5f-43ed-ad6b-651cc0c7594a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 217 time: 0.0386257 Feb 03 05:12:08.228792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-439be8fe-bd78-45b6-b74e-fcf8564a0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:08.230268 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-439be8fe-bd78-45b6-b74e-fcf8564a0408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0444167 Feb 03 05:12:08.261679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-dd0fe3cc-b338-4556-a4f2-97ec0d454e77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255947 Feb 03 05:12:08.269446 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:08.355464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b46f3-7ec6-4d84-a9df-690dff02ede2 req-5f24afac-a6e8-4303-8f84-a6212d4e636c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:08.357092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-143b46f3-7ec6-4d84-a9df-690dff02ede2 req-5f24afac-a6e8-4303-8f84-a6212d4e636c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 944 time: 0.0573609 Feb 03 05:12:08.358810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-c2b4d602-0e55-4966-88b8-44f5b6b368d8 service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Feb 03 05:12:08.408908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-143b46f3-7ec6-4d84-a9df-690dff02ede2 req-34cbe294-10c3-4a36-9046-d395ae9ed061 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458696 Feb 03 05:12:08.447361 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3c1562ad-33d5-4707-872e-1534b5f63ba1 req-aaf69bf1-ebff-457c-8fd5-2692d901450a service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826337 Feb 03 05:12:09.332150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:09.544895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b2e83-6e19-4bfc-9891-1890c6cdee5d req-17aea2da-fef6-4404-80d0-a336b4a82361 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:09.546351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b6b2e83-6e19-4bfc-9891-1890c6cdee5d req-17aea2da-fef6-4404-80d0-a336b4a82361 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 944 time: 0.0631690 Feb 03 05:12:09.598456 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b6b2e83-6e19-4bfc-9891-1890c6cdee5d req-9b292786-95f8-4d6b-82ea-402f34ae8aea tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458136 Feb 03 05:12:09.850682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:09.854755 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa941a-5753-40de-a64f-3c9fa6ff4c91" -d '{"events": [{"name": "network-changed", "server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:09.909178 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f1503-8124-4e60-9be7-3c4f4d8627a2 x-openstack-request-id: req-c25f1503-8124-4e60-9be7-3c4f4d8627a2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:09.909499 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:09.909733 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c25f1503-8124-4e60-9be7-3c4f4d8627a2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:09.910907 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'status': 'completed', 'code': 200} Feb 03 05:12:10.007413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-57ec7faa-4d23-469b-956f-580a19b740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.008904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-57ec7faa-4d23-469b-956f-580a19b740b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1126 time: 0.0818799 Feb 03 05:12:10.014226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-5c667034-a603-47fb-9fd6-228a3bfa6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.015730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-5c667034-a603-47fb-9fd6-228a3bfa6258 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1126 time: 0.0772812 Feb 03 05:12:10.160834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:12:10.170416 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-0e2d07c1-b26a-4ddd-984a-43f02957462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.171945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-0e2d07c1-b26a-4ddd-984a-43f02957462c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.1548958 Feb 03 05:12:10.173007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-2be993e9-1fe6-4322-bdaf-d1554eb38eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.174314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-2be993e9-1fe6-4322-bdaf-d1554eb38eba service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.1498563 Feb 03 05:12:10.203547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:12:10.203998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:12:10.245280 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-e35836a8-7f98-459f-a5c3-c2973af46821 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 217 time: 0.0677106 Feb 03 05:12:10.246651 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-83a127f5-a398-49e1-a265-95b76651610b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 217 time: 0.0633264 Feb 03 05:12:10.326115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-ccefa567-19bb-4703-9e18-c2e118995ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.327602 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-ccefa567-19bb-4703-9e18-c2e118995ba6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0761061 Feb 03 05:12:10.328970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-54419184-cae1-473b-8320-01ac070c3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.330251 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-54419184-cae1-473b-8320-01ac070c3713 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0776963 Feb 03 05:12:10.368593 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-36bacb76-50c0-4950-8eea-9e205ca02034 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346868 Feb 03 05:12:10.390096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-4adf8dba-9254-4720-875c-25073f0a56c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486021 Feb 03 05:12:10.534424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-37ec935d-2223-49c2-b00c-3c68407ed7cc service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521275 Feb 03 05:12:10.539661 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-1265a939-845b-4224-9335-2bc1f0ef5d42 service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389565 Feb 03 05:12:10.691816 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-b119fc63-d6f3-478c-8ae3-daff0d43e1ff service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498916 Feb 03 05:12:10.693723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bafa941a-5753-40de-a64f-3c9fa6ff4c91 req-37a262bc-4640-45fa-8e5a-ad40b3a0fbd4 service neutron] 10.222.0.15 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449716 Feb 03 05:12:10.720119 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c99c0-0654-4e1b-ad4c-89ef4fecd8a6 req-916bceba-6c8e-43f0-851b-be37c86f05f2 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.721856 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b0c99c0-0654-4e1b-ad4c-89ef4fecd8a6 req-916bceba-6c8e-43f0-851b-be37c86f05f2 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 944 time: 0.0550468 Feb 03 05:12:10.768069 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b0c99c0-0654-4e1b-ad4c-89ef4fecd8a6 req-de53460c-2965-40ec-8a0f-f57d5ab2959f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Feb 03 05:12:10.995066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e77f1-76d7-4652-b175-ce0298a3fb93 req-d150bb9f-b901-4d7d-99a2-d7af90a80b05 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:10.996648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e13e77f1-76d7-4652-b175-ce0298a3fb93 req-d150bb9f-b901-4d7d-99a2-d7af90a80b05 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 944 time: 0.0567374 Feb 03 05:12:11.006037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-574460a6-6dba-4876-bbe4-c07a2c887d18 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:11.007531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-574460a6-6dba-4876-bbe4-c07a2c887d18 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.31 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4&tenant_id=c32ca1ac719747baa0ada8b375df3180&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 944 time: 0.0607328 Feb 03 05:12:11.044604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e13e77f1-76d7-4652-b175-ce0298a3fb93 req-797ee5b5-962c-4dec-ba53-f24e59ad418f tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Feb 03 05:12:11.071061 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-940331b7-5520-4be7-9f74-1d793d3fb55c service neutron] delete failed (client error): The resource could not be found. Feb 03 05:12:11.072219 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-940331b7-5520-4be7-9f74-1d793d3fb55c service neutron] 10.222.0.31 "DELETE /v2.0/ports/34ad94dc-d9ce-438b-b7cf-871762ea0b6d/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0586500 Feb 03 05:12:11.162209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-71dd4a00-4201-490b-a81b-cdb282038ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:11.163777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-71dd4a00-4201-490b-a81b-cdb282038ce9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c32ca1ac719747baa0ada8b375df3180&device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 1126 time: 0.0483322 Feb 03 05:12:11.263604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-89d6774c-d041-4968-8285-4284ac0299d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:11.265131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-89d6774c-d041-4968-8285-4284ac0299d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 200 len: 915 time: 0.0949969 Feb 03 05:12:11.307965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-278ef63a-9914-4680-ba54-2c79a6dea860 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 200 len: 217 time: 0.0349329 Feb 03 05:12:11.358644 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-32cfe5eb-05f3-47da-9bb4-95b5aeca144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:11.360733 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-32cfe5eb-05f3-47da-9bb4-95b5aeca144c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 200 len: 854 time: 0.0474463 Feb 03 05:12:11.392887 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-44aad8a4-b258-48d4-91e3-1d83c4c53ea5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d3007f6-e5a7-41f1-a562-0927040c25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263505 Feb 03 05:12:11.492632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-6fe45775-ea1b-49f3-985e-03a35efbfa28 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935743 Feb 03 05:12:11.516125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:12:11.588294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-60d0bee8-854a-44a8-aeea-a183a4578ec0 req-90307535-428b-4926-ac2d-021621a842fc service neutron] 10.222.0.31 "GET /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892882 Feb 03 05:12:11.616071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:11.631285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'network_id': '3d3007f6-e5a7-41f1-a562-0927040c25b6', 'port_id': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'mac_address': 'fa:16:3e:59:da:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394f3772-4a96-43f7-b0d8-7a3ea6d4d37d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:12:11.671212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:11.671730 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:11.685257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ad94dc-d9ce-438b-b7cf-871762ea0b6d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:12:11.704192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:11.709582 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:11.758908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:11.767229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.767616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.767969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.768311 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.768647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.768975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.769268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.769641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.769951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.770263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.770584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.770907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.771226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:11.929914 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['34ad94dc-d9ce-438b-b7cf-871762ea0b6d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:12:12.169732 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67928bd-d7c8-4354-82f1-e590cbf65f8f req-81550dee-b49c-458b-ad3d-b12c8202bcdc tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:12.171286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e67928bd-d7c8-4354-82f1-e590cbf65f8f req-81550dee-b49c-458b-ad3d-b12c8202bcdc tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 945 time: 0.0549281 Feb 03 05:12:12.218105 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e67928bd-d7c8-4354-82f1-e590cbf65f8f req-b54fd830-9f95-4678-90b8-cafe0410dfcf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Feb 03 05:12:12.344438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a978-ff90-46a4-8cdc-b8f1e33f2a16 req-b579c750-f6b6-4851-864b-dbb4b7377463 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:12.345946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9c9a978-ff90-46a4-8cdc-b8f1e33f2a16 req-b579c750-f6b6-4851-864b-dbb4b7377463 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 945 time: 0.0611727 Feb 03 05:12:12.397953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9c9a978-ff90-46a4-8cdc-b8f1e33f2a16 req-ea4ee676-2491-447c-8ce0-8fd29bd870ea tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Feb 03 05:12:12.528090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7454a-9cef-446d-bee7-a4f2453c81a9 req-ba23a31c-a9f5-41e5-b6fa-6bb4bbcd25e3 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:12.529494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96c7454a-9cef-446d-bee7-a4f2453c81a9 req-ba23a31c-a9f5-41e5-b6fa-6bb4bbcd25e3 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 945 time: 0.0580070 Feb 03 05:12:12.586235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-96c7454a-9cef-446d-bee7-a4f2453c81a9 req-37cab1a6-a753-401e-a060-2d821568a1df tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489066 Feb 03 05:12:12.939014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977d287-c541-4d82-91b3-50d1cceff7fa req-998eee8b-43af-45db-ab7d-576db5df778c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:12.940539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3977d287-c541-4d82-91b3-50d1cceff7fa req-998eee8b-43af-45db-ab7d-576db5df778c tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 945 time: 0.0627885 Feb 03 05:12:12.994635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3977d287-c541-4d82-91b3-50d1cceff7fa req-7f8ada13-0bf2-4083-91da-d31dca730fc7 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Feb 03 05:12:13.544611 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:12:13.599398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:12:13.603574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:13.604029 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:13.685269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:13.685570 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:13.710174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:13.712513 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82312841-2bff-4f14-bf7f-12bde702a949" -d '{"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-plugged", "status": "completed", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:13.724703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:13.729933 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:13.776507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:13.813798 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95718732-93d6-499c-a923-aaac49478c13 x-openstack-request-id: req-95718732-93d6-499c-a923-aaac49478c13 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:13.814096 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-plugged", "status": "completed", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:13.814358 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95718732-93d6-499c-a923-aaac49478c13 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:13.814764 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'code': 200} Feb 03 05:12:14.130438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab2fb-3ce1-4c44-888d-0decbdd27151 req-87ce9c02-9e69-4bcc-92ea-38672aefc5f5 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:14.131951 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c12ab2fb-3ce1-4c44-888d-0decbdd27151 req-87ce9c02-9e69-4bcc-92ea-38672aefc5f5 tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0562358 Feb 03 05:12:14.180674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c12ab2fb-3ce1-4c44-888d-0decbdd27151 req-c30b4aab-8bd8-4ce8-b2c7-982d80c389ef tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d870ddd-0b6a-4261-af23-2ef49e7db735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Feb 03 05:12:14.199664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-0f4c11bc-b239-40ad-b403-1e925f7c9b5a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:14.201269 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-0f4c11bc-b239-40ad-b403-1e925f7c9b5a tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.15 "GET /v2.0/ports?device_id=3752259c-e1eb-4d81-bd22-a3ff6f1c52b4 HTTP/1.1" status: 200 len: 946 time: 0.0546479 Feb 03 05:12:14.292041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Deleting port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:12:14.292266 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:14.390260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] For port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,segment=NetworkSegment(059844e6-426f-475c-8474-b9823f41357d),segment_id=059844e6-426f-475c-8474-b9823f41357d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:14.390627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:14.403626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Calling delete_port for 34ad94dc-d9ce-438b-b7cf-871762ea0b6d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:12:14.563093 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (34ad94dc-d9ce-438b-b7cf-871762ea0b6d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:14.575830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['34ad94dc-d9ce-438b-b7cf-871762ea0b6d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:12:14.597693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Pushing event deleted for resources: {'Port': ['ID=34ad94dc-d9ce-438b-b7cf-871762ea0b6d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:14.648135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] No DVR routers for this DVR port 34ad94dc-d9ce-438b-b7cf-871762ea0b6d on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:12:14.651286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:14.654652 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-917d959a-ade9-4af2-8af0-814f52ebb880 req-ad391c21-9c1c-4e24-814f-ac535ca4f1ad tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] 10.222.0.15 "DELETE /v2.0/ports/34ad94dc-d9ce-438b-b7cf-871762ea0b6d HTTP/1.1" status: 204 len: 173 time: 0.4485192 Feb 03 05:12:14.655106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-deleted', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:14.657430 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a003dd93-3b5f-47df-95be-c41cd4168db4" -d '{"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-deleted", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:14.695599 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fa43fb-a404-4794-a3da-cdcca3d14209 x-openstack-request-id: req-78fa43fb-a404-4794-a3da-cdcca3d14209 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:14.695887 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3752259c-e1eb-4d81-bd22-a3ff6f1c52b4", "name": "network-vif-deleted", "tag": "34ad94dc-d9ce-438b-b7cf-871762ea0b6d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:14.696142 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78fa43fb-a404-4794-a3da-cdcca3d14209 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:14.696571 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3752259c-e1eb-4d81-bd22-a3ff6f1c52b4', 'name': 'network-vif-deleted', 'tag': '34ad94dc-d9ce-438b-b7cf-871762ea0b6d', 'status': 'completed', 'code': 200} Feb 03 05:12:15.304219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:15.350188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Deleting subnet 394f3772-4a96-43f7-b0d8-7a3ea6d4d37d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:12:15.353333 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Publish callbacks [] for subnet (394f3772-4a96-43f7-b0d8-7a3ea6d4d37d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.386669 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (394f3772-4a96-43f7-b0d8-7a3ea6d4d37d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.428407 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (394f3772-4a96-43f7-b0d8-7a3ea6d4d37d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.492261 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (394f3772-4a96-43f7-b0d8-7a3ea6d4d37d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.517762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=394f3772-4a96-43f7-b0d8-7a3ea6d4d37d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:15.522247 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.525423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/394f3772-4a96-43f7-b0d8-7a3ea6d4d37d HTTP/1.1" status: 204 len: 168 time: 0.2200961 Feb 03 05:12:15.528372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:15.530895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.531259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.531650 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.532002 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.532353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.532685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.533027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.533365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.533955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.534287 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.534617 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.535113 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.535448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e35ad-d877-4066-b0c2-5b57cdf82b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:15.601590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (3d3007f6-e5a7-41f1-a562-0927040c25b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.690589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (3d3007f6-e5a7-41f1-a562-0927040c25b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.711747 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3007f6-e5a7-41f1-a562-0927040c25b6']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:15.722338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059844e6-426f-475c-8474-b9823f41357d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:15.722639 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059844e6-426f-475c-8474-b9823f41357d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:15.732844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (059844e6-426f-475c-8474-b9823f41357d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.747986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (059844e6-426f-475c-8474-b9823f41357d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.754437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:12:15.754810 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (059844e6-426f-475c-8474-b9823f41357d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:12:15.756655 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:12:15.815255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (3d3007f6-e5a7-41f1-a562-0927040c25b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.825075 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:15.829756 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3d3007f6-e5a7-41f1-a562-0927040c25b6 HTTP/1.1" status: 204 len: 168 time: 0.3001382 Feb 03 05:12:15.844479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06195631-76a0-4ec2-b0fb-9e16587dba51 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3007f6-e5a7-41f1-a562-0927040c25b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:15.955204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:16.008032 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-79c76b58-0020-476e-beaf-7aa93611c2cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c32ca1ac719747baa0ada8b375df3180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512221 Feb 03 05:12:16.010727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:16.057040 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd0ca60-2571-4f78-b616-bab1fe1f9d8e admin admin] Publish callbacks [] for security_group (4d870ddd-0b6a-4261-af23-2ef49e7db735), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:16.077808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd0ca60-2571-4f78-b616-bab1fe1f9d8e admin admin] Publish callbacks [] for security_group (4d870ddd-0b6a-4261-af23-2ef49e7db735), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:16.129166 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd0ca60-2571-4f78-b616-bab1fe1f9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4d870ddd-0b6a-4261-af23-2ef49e7db735), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:16.133959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd0ca60-2571-4f78-b616-bab1fe1f9d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:16.135942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-abd0ca60-2571-4f78-b616-bab1fe1f9d8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d870ddd-0b6a-4261-af23-2ef49e7db735 HTTP/1.1" status: 204 len: 168 time: 0.1240938 Feb 03 05:12:16.144530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0ca60-2571-4f78-b616-bab1fe1f9d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d870ddd-0b6a-4261-af23-2ef49e7db735,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:16.573590 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:12:16.848301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:16.950783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-816714857-network', 'tenant_id': 'da1b4318243848548ac070fc42abd77b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:16.974344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Made reservation on behalf of da1b4318243848548ac070fc42abd77b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:12:16.976715 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:16.985367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.055736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks [] for security_group (d4eed3bf-f804-4a08-b1ca-0bb376a3211a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.061440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d4eed3bf-f804-4a08-b1ca-0bb376a3211a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.085268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:12:17.094651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eed3bf-f804-4a08-b1ca-0bb376a3211a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:17.099425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b1ff7f31-c55a-42d8-b62e-9f9e87b987db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.099801 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Added segment b1ff7f31-c55a-42d8-b62e-9f9e87b987db of type vlan for network e34f8d35-f6df-40a1-b45b-309ed29752f7 Feb 03 05:12:17.138562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (e34f8d35-f6df-40a1-b45b-309ed29752f7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.164257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (e34f8d35-f6df-40a1-b45b-309ed29752f7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.165202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:17.165846 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.195219 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3457396 Feb 03 05:12:17.198894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:17.204271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Request body: {'subnet': {'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-816714857-subnet', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:17.226337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Made reservation on behalf of da1b4318243848548ac070fc42abd77b for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:12:17.228746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5821e-9f5f-41bb-a7d3-a2dd82a10660 admin admin] Pushing event updated for resources: {'Network': ['ID=e34f8d35-f6df-40a1-b45b-309ed29752f7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:17.228885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.239017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:12:17.398945 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (60a69f55-5d5c-449b-9603-960632becf5c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.446603 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a69f55-5d5c-449b-9603-960632becf5c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:17.463627 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:12:17.463994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Network hostable DHCP agents. Network: e34f8d35-f6df-40a1-b45b-309ed29752f7, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:12:17.482252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:12:17.492646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, e34f8d35-f6df-40a1-b45b-309ed29752f7) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:12:17.497180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:17.497799 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.503581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aaa8fd-af16-42c9-9fde-2a38b1ed198e None None] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:12:17.516387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1e6ccdb2-22b7-442a-af58-8c2ba9927caa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3135529 Feb 03 05:12:17.516635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:17.520972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:17.542022 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (44bfe0be-98dc-4ee7-910c-cded62aaf561), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.543136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (44bfe0be-98dc-4ee7-910c-cded62aaf561), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.608231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-e34f8d35-f6df-40a1-b45b-309ed29752f7', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:12:17.609491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.757777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Allocated IP 172.20.0.2 (e34f8d35-f6df-40a1-b45b-309ed29752f7/60a69f55-5d5c-449b-9603-960632becf5c/656aa4aa-489b-4d31-9344-ddc669c11313) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:12:17.902143 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Publish callbacks [] for port (656aa4aa-489b-4d31-9344-ddc669c11313), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.908873 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.914325 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks [] for router_controller (44bfe0be-98dc-4ee7-910c-cded62aaf561), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:17.952243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:12:17.958454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:12:17.964012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:12:17.966251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Pushing event updated for resources: {'Port': ['ID=656aa4aa-489b-4d31-9344-ddc669c11313,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:18.020891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Attempting to bind port 656aa4aa-489b-4d31-9344-ddc669c11313 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:12:18.021178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Attempting to bind port 656aa4aa-489b-4d31-9344-ddc669c11313 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:12:18.021550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Attempting to bind port 656aa4aa-489b-4d31-9344-ddc669c11313 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:18.026703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:12:18.027088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:12:18.027572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.028016 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:12:18.028477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Bound port: 656aa4aa-489b-4d31-9344-ddc669c11313, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:12:18.028863 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.047784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks [] for router_gateway (44bfe0be-98dc-4ee7-910c-cded62aaf561), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.090759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] For port 656aa4aa-489b-4d31-9344-ddc669c11313, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:18.093817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] For port 656aa4aa-489b-4d31-9344-ddc669c11313, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=656aa4aa-489b-4d31-9344-ddc669c11313,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:12:18.100656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.157552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d41e9-c18c-4332-a463-9997a09c97c7 None None] Pushing event updated for resources: {'Port': ['ID=656aa4aa-489b-4d31-9344-ddc669c11313,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:18.262347 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks [] for router_gateway (44bfe0be-98dc-4ee7-910c-cded62aaf561), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.282082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.398082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Allocated IP 172.25.7.199 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7f0272e0-c683-4b71-a837-ba1315cba245) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:12:18.500960 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks [] for port (7f0272e0-c683-4b71-a837-ba1315cba245), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.536390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:18.575580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:12:18.584347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:12:18.588362 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:12:18.594091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Pushing event updated for resources: {'Port': ['ID=7f0272e0-c683-4b71-a837-ba1315cba245,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:18.857648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks [] for router_gateway (44bfe0be-98dc-4ee7-910c-cded62aaf561), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.032846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4adf88-576c-42a7-a889-a80b07621906 None None] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:12:19.057796 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (44bfe0be-98dc-4ee7-910c-cded62aaf561), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.101667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c9860472-b162-4c31-bb2b-c7720e1aeab3 None None] Provisioning complete for port 656aa4aa-489b-4d31-9344-ddc669c11313 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:19.102032 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9860472-b162-4c31-bb2b-c7720e1aeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.183495 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:12:19.220404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9860472-b162-4c31-bb2b-c7720e1aeab3 None None] Current status of the port 656aa4aa-489b-4d31-9344-ddc669c11313 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:19.221340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9860472-b162-4c31-bb2b-c7720e1aeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.256537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c9860472-b162-4c31-bb2b-c7720e1aeab3 None None] For port 656aa4aa-489b-4d31-9344-ddc669c11313, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=656aa4aa-489b-4d31-9344-ddc669c11313,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:19.261574 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9860472-b162-4c31-bb2b-c7720e1aeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.296967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:12:19.309167 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:12:19.310849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9860472-b162-4c31-bb2b-c7720e1aeab3 None None] Pushing event updated for resources: {'Port': ['ID=656aa4aa-489b-4d31-9344-ddc669c11313,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:19.322353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:12:19.323068 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:19.323220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.327168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0d31da89-9644-4316-a457-e574e8f3df6d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8070858 Feb 03 05:12:19.327600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:19.431843 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:12:19.482632 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9b829689-78cd-4d92-af7a-69530d352df5 None None] Provisioning complete for port 656aa4aa-489b-4d31-9344-ddc669c11313 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:19.483404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b829689-78cd-4d92-af7a-69530d352df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.532378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 656aa4aa-489b-4d31-9344-ddc669c11313 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:12:19.577423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:12:19.623540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 34ad94dc-d9ce-438b-b7cf-871762ea0b6d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:12:19.623893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 34ad94dc-d9ce-438b-b7cf-871762ea0b6d not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:12:19.640102 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:18Z', 'revision_number': 3, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:19.643464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9b829689-78cd-4d92-af7a-69530d352df5 None None] Current status of the port 656aa4aa-489b-4d31-9344-ddc669c11313 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:19.645182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 656aa4aa-489b-4d31-9344-ddc669c11313 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:19.645556 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.669210 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:12:19.669573 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Updating router 44bfe0be-98dc-4ee7-910c-cded62aaf561 port 7f0272e0-c683-4b71-a837-ba1315cba245 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:12:19.699281 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.735090 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 656aa4aa-489b-4d31-9344-ddc669c11313 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:19.962602 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Publish callbacks [] for port (7f0272e0-c683-4b71-a837-ba1315cba245), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:19.969566 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.019212 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Attempting to bind port 7f0272e0-c683-4b71-a837-ba1315cba245 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:12:20.019607 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Attempting to bind port 7f0272e0-c683-4b71-a837-ba1315cba245 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:12:20.019972 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Attempting to bind port 7f0272e0-c683-4b71-a837-ba1315cba245 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:20.029258 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:12:20.029258 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:12:20.029568 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.029876 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:12:20.030344 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Bound port: 7f0272e0-c683-4b71-a837-ba1315cba245, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:12:20.030715 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.033611 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Pushing event updated for resources: {'Port': ['ID=7f0272e0-c683-4b71-a837-ba1315cba245,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:20.060589 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.060928 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.061269 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.061609 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.061946 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.062255 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.062577 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.062896 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.063211 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.063550 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.063874 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.064190 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.064505 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:12:20.093064 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] For port 7f0272e0-c683-4b71-a837-ba1315cba245, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:20.096377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] For port 7f0272e0-c683-4b71-a837-ba1315cba245, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7f0272e0-c683-4b71-a837-ba1315cba245,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:12:20.102455 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.150820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.162706 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:12:20.163319 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:20.165160 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4965ef-944d-4318-9302-3f732fcd4006 None None] Pushing event updated for resources: {'Port': ['ID=7f0272e0-c683-4b71-a837-ba1315cba245,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:20.269966 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:12:20.303331 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Allocated IP 172.20.0.1 (e34f8d35-f6df-40a1-b45b-309ed29752f7/60a69f55-5d5c-449b-9603-960632becf5c/d7d7e4e6-8edc-43d0-9505-d32fc9d7403f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:12:20.410861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks [] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.446020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.454236 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:18Z', 'revision_number': 3, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:20.480598 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7fa2b-1ae0-416a-a11f-0ebdcf86cf8a None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:18Z', 'revision_number': 3, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:12:20.483465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:12:20.486345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:12:20.492091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:12:20.519458 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Pushing event updated for resources: {'Port': ['ID=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:20.537562 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (44bfe0be-98dc-4ee7-910c-cded62aaf561), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.679495 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.776366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b7949cc7-87cd-47e8-9fa0-4b3e2c3b2189 None None] Provisioning complete for port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:20.776902 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7949cc7-87cd-47e8-9fa0-4b3e2c3b2189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.816647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b7949cc7-87cd-47e8-9fa0-4b3e2c3b2189 None None] Port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:12:20.868721 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks [] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.875096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:20.946915 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Pushing event updated for resources: {'Port': ['ID=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:20.950484 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (44bfe0be-98dc-4ee7-910c-cded62aaf561), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.048262 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:12:21.050025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:12:21.175398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:12:21.294988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:12:21.304023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-935319e3-e677-4889-838e-baa4cd505f6a admin admin] 10.222.0.35 "PUT /v2.0/routers/44bfe0be-98dc-4ee7-910c-cded62aaf561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9751856 Feb 03 05:12:21.347549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-25072fa0-8e45-425e-ae7c-4cc88dc7d95d None None] Provisioning complete for port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:21.347980 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25072fa0-8e45-425e-ae7c-4cc88dc7d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.389943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-25072fa0-8e45-425e-ae7c-4cc88dc7d95d None None] Port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:12:21.518806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7f0272e0-c683-4b71-a837-ba1315cba245 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:12:21.577410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7f0272e0-c683-4b71-a837-ba1315cba245 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:21.577849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.666865 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7f0272e0-c683-4b71-a837-ba1315cba245 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:21.667249 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.689139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7f0272e0-c683-4b71-a837-ba1315cba245, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7f0272e0-c683-4b71-a837-ba1315cba245,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:21.694473 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.747724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7f0272e0-c683-4b71-a837-ba1315cba245,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:21.824105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58558) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:21.828922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a8544ffc-ac3c-45b0-92fb-b14fa9484f2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129444756', 'description': 'tempest-description--584732241'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:21.855204 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8544ffc-ac3c-45b0-92fb-b14fa9484f2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.923040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8544ffc-ac3c-45b0-92fb-b14fa9484f2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group (03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.927871 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8544ffc-ac3c-45b0-92fb-b14fa9484f2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.959365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8544ffc-ac3c-45b0-92fb-b14fa9484f2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:21.961024 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a8544ffc-ac3c-45b0-92fb-b14fa9484f2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1358294 Feb 03 05:12:21.964522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:21.965440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8544ffc-ac3c-45b0-92fb-b14fa9484f2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:21.974473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7fd132c5-66ed-476e-ba86-9690ea7f74ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'security_group_rule': {'security_group_id': '03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:22.003818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fd132c5-66ed-476e-ba86-9690ea7f74ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group_rule (92729ce0-92f3-4445-989f-89a35d7e625e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.069293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fd132c5-66ed-476e-ba86-9690ea7f74ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group_rule (92729ce0-92f3-4445-989f-89a35d7e625e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.074549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fd132c5-66ed-476e-ba86-9690ea7f74ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (92729ce0-92f3-4445-989f-89a35d7e625e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.095920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd132c5-66ed-476e-ba86-9690ea7f74ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92729ce0-92f3-4445-989f-89a35d7e625e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:22.103257 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fd132c5-66ed-476e-ba86-9690ea7f74ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.104619 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7fd132c5-66ed-476e-ba86-9690ea7f74ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388884 Feb 03 05:12:22.107480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:22.111759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-87f3f2b6-0ae6-410f-a84b-583f4d492308 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'security_group_rule': {'security_group_id': '03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:22.138255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87f3f2b6-0ae6-410f-a84b-583f4d492308 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group_rule (59d82a5a-96de-4dff-8d46-eb2359e8932c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.177125 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:12:22.188202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:12:22.188962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:22.195215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87f3f2b6-0ae6-410f-a84b-583f4d492308 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group_rule (59d82a5a-96de-4dff-8d46-eb2359e8932c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.199473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87f3f2b6-0ae6-410f-a84b-583f4d492308 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (59d82a5a-96de-4dff-8d46-eb2359e8932c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.217438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3f2b6-0ae6-410f-a84b-583f4d492308 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d82a5a-96de-4dff-8d46-eb2359e8932c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:22.228117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87f3f2b6-0ae6-410f-a84b-583f4d492308 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.229384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-87f3f2b6-0ae6-410f-a84b-583f4d492308 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209714 Feb 03 05:12:22.232528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:22.236996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:22.256910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.360405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.463780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:12:22.471213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Allocated IP 172.25.7.7 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/3e3d372d-c918-4838-9a77-de21cdc5eb01) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:12:22.572707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.612777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.650580 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:12:22.655490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:12:22.656781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 2, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:22.658189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:12:22.682616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:12:22.682968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Updating router 44bfe0be-98dc-4ee7-910c-cded62aaf561 port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:12:22.691976 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'Port': ['ID=3e3d372d-c918-4838-9a77-de21cdc5eb01,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:22.716678 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.755781 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.794069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.947828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.953837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.988282 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Publish callbacks [] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:22.994094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.020498 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'Port': ['ID=3e3d372d-c918-4838-9a77-de21cdc5eb01,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:23.032773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.042130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053dd16-3cd8-4f66-9614-d1e82f0caac5 None None] Pushing event updated for resources: {'Port': ['ID=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:23.054145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.055469 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a98e8e84-444a-4b1e-9d07-910c87990354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8219559 Feb 03 05:12:23.101074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Attempting to bind port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:12:23.101451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Attempting to bind port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:12:23.101820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Attempting to bind port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:23.107823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:12:23.107985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:12:23.108346 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.108743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:12:23.109221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Bound port: d7d7e4e6-8edc-43d0-9505-d32fc9d7403f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:12:23.109604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.186282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] For port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:23.190261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] For port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:12:23.197695 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.226120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-d4351873-d016-44e8-8bdf-a5a00b46df63 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2129444756&fields=id&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 267 time: 0.0523846 Feb 03 05:12:23.252166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:12:23.252814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:23.303661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053dd16-3cd8-4f66-9614-d1e82f0caac5 None None] Pushing event updated for resources: {'Port': ['ID=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:23.347072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-e81f7fab-1416-45c7-a66b-33b830463935 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:23.348636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-e81f7fab-1416-45c7-a66b-33b830463935 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.1141288 Feb 03 05:12:23.369458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-18f84d67-0378-4beb-bc01-183e9e694dd7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/quotas/da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 375 time: 0.0150204 Feb 03 05:12:23.374347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:12:23.431249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-df7abc06-f569-43f5-bfbf-a9f7b7ab35fe tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608790 Feb 03 05:12:23.447677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-26bd7ed7-0c94-4aa9-aa13-592f2b1f6137 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:12:23.450497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-26bd7ed7-0c94-4aa9-aa13-592f2b1f6137 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071218 Feb 03 05:12:23.477224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5e44521b-3a2c-4c2d-9417-aa717f563b5d None None] Provisioning complete for port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:23.477509 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e44521b-3a2c-4c2d-9417-aa717f563b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.491246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7f0272e0-c683-4b71-a837-ba1315cba245 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:12:23.565872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-0b79f84d-5586-4bf6-ab55-59914b9b6c3b service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070921 Feb 03 05:12:23.661587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-62bd36c5-4fd3-43a4-b258-bca8eaa89439 service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945048 Feb 03 05:12:23.664968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7f0272e0-c683-4b71-a837-ba1315cba245 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:23.665351 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.734037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5e44521b-3a2c-4c2d-9417-aa717f563b5d None None] Current status of the port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:23.734326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e44521b-3a2c-4c2d-9417-aa717f563b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.795971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5e44521b-3a2c-4c2d-9417-aa717f563b5d None None] For port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:23.829678 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e44521b-3a2c-4c2d-9417-aa717f563b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:23.841561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b9d35c6-03a7-4d07-b966-18d8bf060b66 req-095d229e-852d-4609-955f-abb8e258db3a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 210 time: 0.0323896 Feb 03 05:12:23.865180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:23.869690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7f0272e0-c683-4b71-a837-ba1315cba245 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:23.904143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e219ba-5fa5-448d-af0b-91249a9b74b4 None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:12:23.929415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44521b-3a2c-4c2d-9417-aa717f563b5d None None] Pushing event updated for resources: {'Port': ['ID=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:23.954171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e4546111-e556-426e-99c0-7cbd989a3e96 None None] Provisioning complete for port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:23.954733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4546111-e556-426e-99c0-7cbd989a3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:24.083616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e4546111-e556-426e-99c0-7cbd989a3e96 None None] Current status of the port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:24.171788 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:24.238243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:24.915771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-2d3eab44-0f03-48eb-ad7c-5580a364c9fc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:24.917569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-2d3eab44-0f03-48eb-ad7c-5580a364c9fc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.1216252 Feb 03 05:12:24.951631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ddf1eee-ebe7-47ad-a487-7c3371646764 req-31e0bfa8-fe3b-4156-8089-f7651639d468 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 210 time: 0.0337579 Feb 03 05:12:24.994271 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-43173900-2a30-43da-bda0-cc5bab40e510 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 380 time: 0.0647664 Feb 03 05:12:25.005827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'port': {'device_id': '2f834552-1193-4d73-80ef-37004220cd17', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'admin_state_up': True, 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'security_groups': ['03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:25.125345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Made reservation on behalf of da1b4318243848548ac070fc42abd77b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:12:25.128869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.253857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Allocated IP 172.20.0.5 (e34f8d35-f6df-40a1-b45b-309ed29752f7/60a69f55-5d5c-449b-9603-960632becf5c/6c6191f2-1ca9-483a-83b6-4112e8eec75f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:12:25.393840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.436186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.494420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d7d7e4e6-8edc-43d0-9505-d32fc9d7403f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:12:25.497665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:12:25.502994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:12:25.505613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:12:25.546966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:25.552770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:25.553001 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.578684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:25.579321 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.597421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-200ef7ea-3512-47ba-b857-be4229cf147e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955539 Feb 03 05:12:25.610164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Request body: {'port': {'device_id': '2f834552-1193-4d73-80ef-37004220cd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:25.647429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:25.673370 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.716326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a6cae58b-a09a-4b4f-adff-d28b151ed47f None None] Provisioning complete for port 6c6191f2-1ca9-483a-83b6-4112e8eec75f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:25.716702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6cae58b-a09a-4b4f-adff-d28b151ed47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.750373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a6cae58b-a09a-4b4f-adff-d28b151ed47f None None] Port 6c6191f2-1ca9-483a-83b6-4112e8eec75f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:12:25.944554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6191f2-1ca9-483a-83b6-4112e8eec75f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:12:25.952219 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Publish callbacks [] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:25.964553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Transition to ACTIVE for port object 6c6191f2-1ca9-483a-83b6-4112e8eec75f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:12:25.972231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:26.027180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:26.080598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c9a3-88ca-4354-a234-30c9876b1ee0 req-5fc5c6eb-b850-42fa-8193-2bc183e76a9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.082802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8986c9a3-88ca-4354-a234-30c9876b1ee0 req-5fc5c6eb-b850-42fa-8193-2bc183e76a9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 943 time: 0.0603287 Feb 03 05:12:26.102074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:12:26.102411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:12:26.102745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:26.107991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:12:26.108316 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:26.114313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:12:26.114643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:12:26.115028 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:12:26.115462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Bound port: 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:12:26.115838 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:26.135584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8986c9a3-88ca-4354-a234-30c9876b1ee0 req-88255679-9fe8-417c-8357-664061780730 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459039 Feb 03 05:12:26.189431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:26.192665 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:12:26.199237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:26.233687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.234334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:26.235793 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 1091 time: 0.6309230 Feb 03 05:12:26.236257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:26.238563 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086d45f5-8e3c-4a60-920c-c83b81993f71" -d '{"events": [{"name": "network-changed", "server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:26.265363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5b8c-cca8-43b1-9789-24787f7888d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:26.306827 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c4e81-deb2-4c68-8c91-08859a47c93c x-openstack-request-id: req-d20c4e81-deb2-4c68-8c91-08859a47c93c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:26.307128 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:26.307380 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d20c4e81-deb2-4c68-8c91-08859a47c93c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:26.307834 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'status': 'completed', 'code': 200} Feb 03 05:12:26.327750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-d5f90db9-4295-4f3a-9ce2-fe33115b1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.329296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-d5f90db9-4295-4f3a-9ce2-fe33115b1999 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1125 time: 0.0548098 Feb 03 05:12:26.376185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-413aa666-41ac-4d7a-9d9e-3fa5fd4f06ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 217 time: 0.0397897 Feb 03 05:12:26.427203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-bca2b8b3-eaa5-4c20-a197-ea4e13df102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.429401 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-bca2b8b3-eaa5-4c20-a197-ea4e13df102b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0478313 Feb 03 05:12:26.482629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214bc3-2135-462e-9453-6649986e8823 req-566bb15f-2d75-4656-a781-9e2a5f21c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.484096 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-566bb15f-2d75-4656-a781-9e2a5f21c409 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474260 Feb 03 05:12:26.581208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-e6f610bd-8c81-46f3-a94b-8c466a8793fa service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902193 Feb 03 05:12:26.670168 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e9214bc3-2135-462e-9453-6649986e8823 req-f9423b7d-5fb0-4824-ac56-565b0c1de97d service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830023 Feb 03 05:12:26.768545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-9b26cc2c-6edd-4e50-8480-55c8d96fcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.769948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-9b26cc2c-6edd-4e50-8480-55c8d96fcd6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1125 time: 0.0466084 Feb 03 05:12:26.872332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-2b3cac4d-759b-41bf-a782-5d47f97bf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.873821 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-2b3cac4d-759b-41bf-a782-5d47f97bf565 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0973737 Feb 03 05:12:26.916796 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-526c6980-91aa-4a81-956e-e6ed80bb66cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 217 time: 0.0348148 Feb 03 05:12:26.969338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-a213d54d-01fa-4735-8abc-9250dfb0696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:26.970758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-a213d54d-01fa-4735-8abc-9250dfb0696c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0478013 Feb 03 05:12:27.021499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-1ed783eb-a7c7-46c9-b7b3-bf2abb1254d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:27.022937 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-1ed783eb-a7c7-46c9-b7b3-bf2abb1254d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451994 Feb 03 05:12:27.118120 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-f4f861f4-9087-45b2-ac2e-2902e865456d service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879569 Feb 03 05:12:27.226569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-086d45f5-8e3c-4a60-920c-c83b81993f71 req-11f41853-1b25-4559-84a7-b03b1d92273d service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012156 Feb 03 05:12:27.265331 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48093d-85b3-4c42-88f2-6f3257d918e8 req-2d638d3d-c8fb-4211-b6b9-0821bd5f6def tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:27.266833 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c48093d-85b3-4c42-88f2-6f3257d918e8 req-2d638d3d-c8fb-4211-b6b9-0821bd5f6def tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 943 time: 0.0610936 Feb 03 05:12:27.313028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c48093d-85b3-4c42-88f2-6f3257d918e8 req-1eee442b-6978-4794-851a-e49f933c2820 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Feb 03 05:12:28.254939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:12:28.355383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:28.367226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'mac_address': 'fa:16:3e:93:02:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:12:28.411124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 6c6191f2-1ca9-483a-83b6-4112e8eec75f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:28.411540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:28.424917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6191f2-1ca9-483a-83b6-4112e8eec75f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:12:28.439792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280cb30-c474-4ae9-8ac6-764e702123c6 req-4ad62672-2013-4bce-92d4-f82d80eecbf5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:28.441654 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4280cb30-c474-4ae9-8ac6-764e702123c6 req-4ad62672-2013-4bce-92d4-f82d80eecbf5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 943 time: 0.0572014 Feb 03 05:12:28.445539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:28.450829 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:28.493896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4280cb30-c474-4ae9-8ac6-764e702123c6 req-e1d94c6c-520a-4859-a0c1-2091b16d38b5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Feb 03 05:12:28.499127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:28.661661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['6c6191f2-1ca9-483a-83b6-4112e8eec75f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:12:29.636178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe783e-747e-4c80-93fc-99c2061929d7 req-99496ff7-fdd3-4397-8f23-e0854331ab34 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:29.638038 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffbe783e-747e-4c80-93fc-99c2061929d7 req-99496ff7-fdd3-4397-8f23-e0854331ab34 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 944 time: 0.0607808 Feb 03 05:12:29.699350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffbe783e-747e-4c80-93fc-99c2061929d7 req-608471fd-c723-492e-8b04-8a5fdbf64f5e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525317 Feb 03 05:12:30.255416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:12:30.308514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 6c6191f2-1ca9-483a-83b6-4112e8eec75f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:12:30.312576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 6c6191f2-1ca9-483a-83b6-4112e8eec75f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:30.312954 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:30.393015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 6c6191f2-1ca9-483a-83b6-4112e8eec75f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:30.393406 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:30.416613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:30.418811 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c667084f-2a7d-46ef-808f-6af25686709b" -d '{"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-plugged", "status": "completed", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:30.431254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:30.436413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:30.462616 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bf3890-b8c8-4225-8b65-129150739c86 x-openstack-request-id: req-28bf3890-b8c8-4225-8b65-129150739c86 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:30.463231 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-plugged", "status": "completed", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:30.463231 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28bf3890-b8c8-4225-8b65-129150739c86 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:30.463594 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'code': 200} Feb 03 05:12:30.488020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:30.556807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e2c6a-817f-416e-a447-1040d4e2d1cd req-52eb1e4b-2d2f-4d50-a0fa-7678559c766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:30.558313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-885e2c6a-817f-416e-a447-1040d4e2d1cd req-52eb1e4b-2d2f-4d50-a0fa-7678559c766e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1127 time: 0.0447662 Feb 03 05:12:30.607606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-885e2c6a-817f-416e-a447-1040d4e2d1cd req-d6af720e-aa80-4f69-8e90-782d581a8171 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431335 Feb 03 05:12:30.824316 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f15e-24bf-436d-8d05-38b7266c05c1 req-0987ebf8-0676-40d6-8699-53819e2dfe9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:30.825806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6402f15e-24bf-436d-8d05-38b7266c05c1 req-0987ebf8-0676-40d6-8699-53819e2dfe9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0584202 Feb 03 05:12:30.873444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6402f15e-24bf-436d-8d05-38b7266c05c1 req-1ce72649-0e29-43e1-821a-588a9003dfd6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 Feb 03 05:12:32.012831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c68e8f-0c3f-4a83-bebf-0915a02af080 req-0ad6fa4c-eb11-4c25-8d52-4baf3608b387 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:32.014340 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61c68e8f-0c3f-4a83-bebf-0915a02af080 req-0ad6fa4c-eb11-4c25-8d52-4baf3608b387 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0530324 Feb 03 05:12:32.062944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61c68e8f-0c3f-4a83-bebf-0915a02af080 req-75f3ae3d-16b9-442a-bcb8-2779de34e66b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Feb 03 05:12:32.190932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad215b-3f17-4f27-a937-7d9a4c4f0de5 req-582efa88-e22b-4171-a5ca-9d5f2ae70fc4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:32.192488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4bad215b-3f17-4f27-a937-7d9a4c4f0de5 req-582efa88-e22b-4171-a5ca-9d5f2ae70fc4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0637436 Feb 03 05:12:32.202453 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 58608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:12:32.207051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'floatingip': {'port_id': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:32.246586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:32.693990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:32.700496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:32.800549 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a associated. External IP: 172.25.7.7, port: 6c6191f2-1ca9-483a-83b6-4112e8eec75f. Feb 03 05:12:33.004471 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:12:33.221763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb02689d-d649-4dc4-98f9-669e62502fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:33.473872 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:12:33.478873 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:33.485937 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:12:33.496527 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:12:33.497232 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:33.513116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-868245fb-e004-422d-a5f7-718cb71e0b4f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "PUT /v2.0/floatingips/d8eecc71-86f0-47e0-9b83-8e166e39840a HTTP/1.1" status: 200 len: 989 time: 1.3069906 Feb 03 05:12:33.513116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:33.513869 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490cb86c-68b5-4cd6-8ff5-66df3914b019" -d '{"events": [{"name": "network-changed", "server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:33.553430 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949bea64-d590-4eda-b7b8-9bb8a965b9dd x-openstack-request-id: req-949bea64-d590-4eda-b7b8-9bb8a965b9dd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:33.553801 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:33.554214 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-949bea64-d590-4eda-b7b8-9bb8a965b9dd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:33.554656 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'status': 'completed', 'code': 200} Feb 03 05:12:33.611831 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:12:33.629359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-d6f02640-da2c-4dea-b7d0-fee829633434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:33.630889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-d6f02640-da2c-4dea-b7d0-fee829633434 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1127 time: 0.0528185 Feb 03 05:12:33.631758 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9aa3f-c56e-4d01-b359-6c544bb62e3f req-2a29f314-5804-4e77-86de-0c69d006f289 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:33.633501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcc9aa3f-c56e-4d01-b359-6c544bb62e3f req-2a29f314-5804-4e77-86de-0c69d006f289 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0685308 Feb 03 05:12:33.682997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fcc9aa3f-c56e-4d01-b359-6c544bb62e3f req-40f2c8ba-9813-4674-8928-b5fb652c079c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Feb 03 05:12:33.725528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-48a7d550-e3e4-4779-9ba6-209033bbed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:33.727013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-48a7d550-e3e4-4779-9ba6-209033bbed7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0897141 Feb 03 05:12:33.795416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-3fa3086c-216e-4e33-988b-e2fc1695d5b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 997 time: 0.0613439 Feb 03 05:12:33.844916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-c0fd832e-4b1c-40fc-b044-c0f4736784fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:33.846454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-c0fd832e-4b1c-40fc-b044-c0f4736784fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0455585 Feb 03 05:12:33.898877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-9cc59493-a3ce-46dd-afaa-9ab4d827e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:33.900597 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-9cc59493-a3ce-46dd-afaa-9ab4d827e9bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487220 Feb 03 05:12:33.940366 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:93:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f834552-1193-4d73-80ef-37004220cd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:12:32Z', 'revision_number': 1, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:33.970151 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:12:33.978834 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:12:33.979480 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:33.990162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-b708d875-62f4-479c-8a78-c8cf265ca37d service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Feb 03 05:12:34.081886 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:12:34.084086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-490cb86c-68b5-4cd6-8ff5-66df3914b019 req-b02b85f9-818f-4b79-a48b-62b754b7003b service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Feb 03 05:12:34.311652 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:93:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f834552-1193-4d73-80ef-37004220cd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:12:32Z', 'revision_number': 1, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:12:34.342641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d8d31-faba-4512-8acf-07f4f2ff9134 None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:93:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f834552-1193-4d73-80ef-37004220cd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:12:32Z', 'revision_number': 1, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:12:34.558810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84952e-070d-4759-962d-b24b1b1f0e71 None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:12:34.807305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299759c8-3137-4ed2-9395-19ab38fb7a3a req-fe23f434-38cd-4a1c-a6a9-d3be38ae8b5c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:34.808724 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-299759c8-3137-4ed2-9395-19ab38fb7a3a req-fe23f434-38cd-4a1c-a6a9-d3be38ae8b5c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0522521 Feb 03 05:12:34.860172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-299759c8-3137-4ed2-9395-19ab38fb7a3a req-d1c26bf2-889b-47c9-9ca4-5ef2604e1819 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458255 Feb 03 05:12:34.985819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164d011-ece2-4a16-b86b-3535ab792164 req-0d309e20-3467-4ccd-b43d-a56f24cee3ee tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:34.987306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4164d011-ece2-4a16-b86b-3535ab792164 req-0d309e20-3467-4ccd-b43d-a56f24cee3ee tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0588181 Feb 03 05:12:35.038385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4164d011-ece2-4a16-b86b-3535ab792164 req-8b49ed8e-18cf-42d7-a830-bb09c4e61673 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Feb 03 05:12:35.279987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-61b048f7-45aa-4c6c-869b-e500f84f6877 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439217 Feb 03 05:12:35.291863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df6d9e-c53f-40f8-87fb-a1b5c582d488 req-f1182dcc-86bf-4bac-81ca-e8279c465e12 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:35.293387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97df6d9e-c53f-40f8-87fb-a1b5c582d488 req-f1182dcc-86bf-4bac-81ca-e8279c465e12 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0531566 Feb 03 05:12:35.343022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97df6d9e-c53f-40f8-87fb-a1b5c582d488 req-fdd3750e-fb91-4591-8333-dae6955f2212 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Feb 03 05:12:36.419434 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0179851d-24e0-4c23-8f80-42a90ea1b8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:36.465673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-6ab92361-b705-4b0e-a93a-cefc122e0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:36.467470 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-6ab92361-b705-4b0e-a93a-cefc122e0cb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1127 time: 0.0454521 Feb 03 05:12:36.475713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9f6d5-3734-4eb1-a424-82fbdb3848ab req-052e715a-9941-4cd9-9b24-03d8489f467c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:36.477230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53f9f6d5-3734-4eb1-a424-82fbdb3848ab req-052e715a-9941-4cd9-9b24-03d8489f467c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0579507 Feb 03 05:12:36.523423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-53f9f6d5-3734-4eb1-a424-82fbdb3848ab req-b71a29b9-c304-4aac-90f8-86c582c1f158 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403197 Feb 03 05:12:36.562226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-92e0f620-8ac6-469c-859b-178009d3759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:36.563750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-92e0f620-8ac6-469c-859b-178009d3759a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0900152 Feb 03 05:12:36.629072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-1db3bf8c-c589-436f-bfcd-41255f319ae1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 999 time: 0.0596108 Feb 03 05:12:36.680850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-25e33731-3e63-4285-b5e0-c5d0c2064d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:36.682287 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-25e33731-3e63-4285-b5e0-c5d0c2064d27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0479832 Feb 03 05:12:36.738447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-d3bef246-89ab-4a05-88f0-3211797ca574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:36.740594 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-d3bef246-89ab-4a05-88f0-3211797ca574 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523703 Feb 03 05:12:36.822967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:36.832430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-1e27f226-81e3-41e6-90e9-c9c236ed1ff1 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849738 Feb 03 05:12:36.923453 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-577ed065-c332-4fbf-a09e-82bd6e631820 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845628 Feb 03 05:12:37.653647 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bbc02-7be2-4530-98cc-c523b6aeb246 req-aa853de7-3bc9-4675-93b8-40f2040adaba tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:37.655129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-189bbc02-7be2-4530-98cc-c523b6aeb246 req-aa853de7-3bc9-4675-93b8-40f2040adaba tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0547879 Feb 03 05:12:37.706122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-189bbc02-7be2-4530-98cc-c523b6aeb246 req-9c13c505-1074-435c-b267-90c8948989db tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Feb 03 05:12:38.272222 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:38.845844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fe8ab-366b-4e89-acaf-5219029957c3 req-6966b2d0-43ba-481f-a392-6344f72cb981 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:38.847246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b13fe8ab-366b-4e89-acaf-5219029957c3 req-6966b2d0-43ba-481f-a392-6344f72cb981 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0552542 Feb 03 05:12:38.900396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b13fe8ab-366b-4e89-acaf-5219029957c3 req-b1e680dd-a25f-4a63-9da6-6a8e5ca0fff4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Feb 03 05:12:39.336420 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:40.038480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10544e9c-511e-4ea3-887e-0105cf748cd8 req-c22736d3-c597-49d7-834b-aed6e5b5c6f5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:40.040037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10544e9c-511e-4ea3-887e-0105cf748cd8 req-c22736d3-c597-49d7-834b-aed6e5b5c6f5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0569406 Feb 03 05:12:40.090450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-10544e9c-511e-4ea3-887e-0105cf748cd8 req-bea6fe38-0401-4158-96c9-3ade755e2c06 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421028 Feb 03 05:12:41.225214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b45a65-7e66-4073-98f9-ea247cde0763 req-cdf67760-1f01-48cf-8fd0-3a94384742aa tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:41.226723 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63b45a65-7e66-4073-98f9-ea247cde0763 req-cdf67760-1f01-48cf-8fd0-3a94384742aa tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0559051 Feb 03 05:12:41.275549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63b45a65-7e66-4073-98f9-ea247cde0763 req-ab1ab9b0-655d-4021-bb62-9dd240fad75a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Feb 03 05:12:42.412919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29788571-64f8-48ee-8421-2e4fd75df42b req-99431086-2aac-4a4b-b7a3-4203702b9369 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:42.414396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29788571-64f8-48ee-8421-2e4fd75df42b req-99431086-2aac-4a4b-b7a3-4203702b9369 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0576758 Feb 03 05:12:42.464173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29788571-64f8-48ee-8421-2e4fd75df42b req-f408fddd-e3b0-4193-9c63-4b3b614e4887 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 Feb 03 05:12:43.591303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f435e0-204a-4413-91f7-64a9e3db943e req-132f6a7a-243b-46e3-94d3-b4a4419a4d1d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:43.592830 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61f435e0-204a-4413-91f7-64a9e3db943e req-132f6a7a-243b-46e3-94d3-b4a4419a4d1d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Feb 03 05:12:43.642794 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-61f435e0-204a-4413-91f7-64a9e3db943e req-d1fbdd6d-1ec8-4ea6-9796-fdc4114f9f00 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439684 Feb 03 05:12:44.795769 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2138-9877-47b9-83b6-f9de983acc8f req-6f8305f6-a8b8-438d-ae43-77a2ff2406cc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:44.797321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67aa2138-9877-47b9-83b6-f9de983acc8f req-6f8305f6-a8b8-438d-ae43-77a2ff2406cc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0623789 Feb 03 05:12:44.862029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67aa2138-9877-47b9-83b6-f9de983acc8f req-393a3ce1-33a9-4d0e-a9f7-920a7ea0fcc1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559671 Feb 03 05:12:45.993096 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209e20-bfb8-478d-96fc-7f6008eedebe req-f61bea29-efa4-4e52-8163-8ab8bf9bfadb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:45.994579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f209e20-bfb8-478d-96fc-7f6008eedebe req-f61bea29-efa4-4e52-8163-8ab8bf9bfadb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0549071 Feb 03 05:12:46.045267 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f209e20-bfb8-478d-96fc-7f6008eedebe req-40722cfc-42ec-462a-b591-1efbaa93e1ef tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Feb 03 05:12:47.178090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c125278-6e47-4491-aad4-5ab958acd979 req-d7114467-f610-4472-b798-e51af9bce5da tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:47.179576 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c125278-6e47-4491-aad4-5ab958acd979 req-d7114467-f610-4472-b798-e51af9bce5da tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0545821 Feb 03 05:12:47.232879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c125278-6e47-4491-aad4-5ab958acd979 req-c9289901-873f-4dfe-b5f3-dfaaa608805e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448146 Feb 03 05:12:48.360662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180a46b-d2ea-4175-b3c3-79b8b38d2580 req-aad5f7d9-b696-4696-b5d0-bb1a71c6ab2d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:48.362244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f180a46b-d2ea-4175-b3c3-79b8b38d2580 req-aad5f7d9-b696-4696-b5d0-bb1a71c6ab2d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0544639 Feb 03 05:12:48.410085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f180a46b-d2ea-4175-b3c3-79b8b38d2580 req-beec5caf-6290-4bff-badc-605f46293bfe tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415254 Feb 03 05:12:49.533880 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55d7e-51b2-4bb7-abbd-9861d9dbcc92 req-dac13b18-a168-400b-8bbb-f0cf797c69d7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:49.535399 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1c55d7e-51b2-4bb7-abbd-9861d9dbcc92 req-dac13b18-a168-400b-8bbb-f0cf797c69d7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Feb 03 05:12:49.584279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1c55d7e-51b2-4bb7-abbd-9861d9dbcc92 req-aa9acc08-cab5-4f9f-9b17-f009ffb46007 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429995 Feb 03 05:12:50.714232 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32679b-08f9-45b4-9612-532ac8b3461a req-e50f0d57-f346-4179-8057-a8193a66cdcc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:50.715820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d32679b-08f9-45b4-9612-532ac8b3461a req-e50f0d57-f346-4179-8057-a8193a66cdcc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0619678 Feb 03 05:12:50.766026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8d32679b-08f9-45b4-9612-532ac8b3461a req-ae25564d-cc96-482a-b215-97ae5bb17255 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Feb 03 05:12:51.904196 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471117fc-fc14-4064-940a-df7a5cc79bc8 req-57750eee-5df4-4471-b451-270f6cf7b53a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:51.905886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-471117fc-fc14-4064-940a-df7a5cc79bc8 req-57750eee-5df4-4471-b451-270f6cf7b53a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0639524 Feb 03 05:12:51.966306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-471117fc-fc14-4064-940a-df7a5cc79bc8 req-e98d09bb-11a0-45e3-b19c-854347acb504 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544374 Feb 03 05:12:53.094518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29bba4-a53b-4225-b70e-eaa863cfecc2 req-14058c55-95f6-4cbc-886e-f9326006d2e5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:53.096152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b29bba4-a53b-4225-b70e-eaa863cfecc2 req-14058c55-95f6-4cbc-886e-f9326006d2e5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0544462 Feb 03 05:12:53.150566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b29bba4-a53b-4225-b70e-eaa863cfecc2 req-3cb950ba-e9f4-449b-a740-d584d85e5b6d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Feb 03 05:12:53.565376 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:12:53.798067 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-43d9c964-1bf9-4135-9dc0-c351aa8d74b5 service neutron] show failed (client error): The resource could not be found. Feb 03 05:12:53.799047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-43d9c964-1bf9-4135-9dc0-c351aa8d74b5 service neutron] 10.222.0.31 "GET /v2.0/ports/6c6191f2-1ca9-483a-83b6-4112e8eec75f/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0641279 Feb 03 05:12:54.005309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-b29a1b3c-7cef-47ce-a59f-899b7fe738a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:54.006818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-b29a1b3c-7cef-47ce-a59f-899b7fe738a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 1127 time: 0.0467150 Feb 03 05:12:54.018620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:12:54.082874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.187417 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.271174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.286995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac7279-a133-47ce-8208-ece68644d878 req-14af80d7-0c6c-47cc-8a33-b5c4b67e1b56 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:54.290163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:54.290688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23ac7279-a133-47ce-8208-ece68644d878 req-14af80d7-0c6c-47cc-8a33-b5c4b67e1b56 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0592897 Feb 03 05:12:54.321383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:54.338860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23ac7279-a133-47ce-8208-ece68644d878 req-359eb9ec-95ee-41e3-903d-03a7718cecdd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Feb 03 05:12:54.360738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:54.363100 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c931cd-c081-44c0-a8e6-34c37dd294d7" -d '{"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:54.366913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Publish callbacks [] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.379107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Transition to ACTIVE for port object 6c6191f2-1ca9-483a-83b6-4112e8eec75f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:12:54.383200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.414202 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22002446-c9fc-46ec-b843-50563c0736fd x-openstack-request-id: req-22002446-c9fc-46ec-b843-50563c0736fd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:54.414496 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:54.414750 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22002446-c9fc-46ec-b843-50563c0736fd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:54.415147 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'code': 200} Feb 03 05:12:54.463360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:54.508850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] No DVR routers for this DVR port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:12:54.645764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:12:54.646107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:12:54.646440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:54.650698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:12:54.651024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Attempting to bind port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:12:54.656088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:12:54.656467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:12:54.656853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:12:54.657281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Bound port: 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:12:54.657640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.723176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:12:54.726118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:12:54.735225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.773153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:54.773777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:54.775192 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] 10.222.0.15 "PUT /v2.0/ports/6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 1091 time: 0.7605608 Feb 03 05:12:54.796203 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6bda-0d2e-4e4f-a6c9-58bca1e4408f service neutron] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:54.850257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-c2522a2e-9e22-45ed-b9dc-fcfa1b5c2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:54.851683 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-c2522a2e-9e22-45ed-b9dc-fcfa1b5c2d2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1125 time: 0.0478148 Feb 03 05:12:54.947749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-5239df4e-262e-49a2-956d-09732cbc77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:54.949241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-5239df4e-262e-49a2-956d-09732cbc77a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0914710 Feb 03 05:12:55.015561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-b8099a5c-e00e-45d8-b84c-eff6130156c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 997 time: 0.0591667 Feb 03 05:12:55.063541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-5c0380bd-4c9a-48a1-af30-b830e51bcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:55.064872 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-5c0380bd-4c9a-48a1-af30-b830e51bcbb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0437582 Feb 03 05:12:55.119095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-6bf927a9-dea7-482a-b4b3-6522b47b1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:55.120595 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-6bf927a9-dea7-482a-b4b3-6522b47b1cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499482 Feb 03 05:12:55.214184 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-b9c448b4-dcb2-4c30-a6ff-07241ab338fe service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Feb 03 05:12:55.327099 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b879e02e-ba4f-40ec-8903-f826c3201db9 req-437c768e-a363-4594-948c-a525ab475b52 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066842 Feb 03 05:12:55.462926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acaa55-98c3-48d5-8cfc-6afe2903b3d4 req-abf60348-355d-4e74-8e61-724668441cbc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:55.464551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8acaa55-98c3-48d5-8cfc-6afe2903b3d4 req-abf60348-355d-4e74-8e61-724668441cbc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 943 time: 0.0547204 Feb 03 05:12:55.512708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8acaa55-98c3-48d5-8cfc-6afe2903b3d4 req-6270cc50-84ee-4193-b91b-9b1cf27c0dfe tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425856 Feb 03 05:12:56.364101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:12:56.404893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port 6c6191f2-1ca9-483a-83b6-4112e8eec75f host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:12:56.405279 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:12:56.416101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:56.418496 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef0e9d-4433-4383-8c03-d5d19bdde427" -d '{"events": [{"name": "network-changed", "server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:56.467435 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26958055-fbab-468d-b906-398536058b54 x-openstack-request-id: req-26958055-fbab-468d-b906-398536058b54 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:12:56.467769 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:12:56.468010 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26958055-fbab-468d-b906-398536058b54 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:12:56.468439 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'status': 'completed', 'code': 200} Feb 03 05:12:56.561931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-41e65a2c-4fe5-45aa-a432-57980e93e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:56.563464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-41e65a2c-4fe5-45aa-a432-57980e93e340 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1125 time: 0.0750651 Feb 03 05:12:56.565235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-603e3c5d-ffbc-4336-83e2-5e3ae71bdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:56.566600 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-603e3c5d-ffbc-4336-83e2-5e3ae71bdee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1125 time: 0.0702515 Feb 03 05:12:56.643170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdb09b-5a2b-4095-9b19-47169e343a90 req-32733b63-381f-48f2-a592-bbb2870dfd92 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:56.644539 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7dcdb09b-5a2b-4095-9b19-47169e343a90 req-32733b63-381f-48f2-a592-bbb2870dfd92 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 943 time: 0.0552583 Feb 03 05:12:56.696606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7dcdb09b-5a2b-4095-9b19-47169e343a90 req-bf5987f4-6b9f-4aa4-8494-f5e3f9006326 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457373 Feb 03 05:12:56.727038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-8c29e5bf-65e7-45f4-a120-8b5ff8ed31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:56.728569 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-8c29e5bf-65e7-45f4-a120-8b5ff8ed31fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1589296 Feb 03 05:12:56.729655 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-73913225-275f-4f2e-a7ac-9ff299204ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:56.730947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-73913225-275f-4f2e-a7ac-9ff299204ea2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1535411 Feb 03 05:12:56.838978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-e9198de0-8c3d-4bac-b8be-ecb6462370c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 997 time: 0.1046300 Feb 03 05:12:56.840629 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-10d1313e-274e-41e1-a260-6f563d8a1ae3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 997 time: 0.1005752 Feb 03 05:12:56.918975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-fc09b8fb-2597-4388-84dd-1bd83e583559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:56.920379 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-fc09b8fb-2597-4388-84dd-1bd83e583559 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0756950 Feb 03 05:12:56.921741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-0881831b-e481-464e-8143-adf3f78603b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:56.923055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-0881831b-e481-464e-8143-adf3f78603b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0711260 Feb 03 05:12:57.002417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-a53682de-1069-4a79-a6ea-a42bd791eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:57.004011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-a53682de-1069-4a79-a6ea-a42bd791eccc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774016 Feb 03 05:12:57.005646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-7ee94d69-3ebd-444d-8ba2-683b6bdc0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:57.006960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-7ee94d69-3ebd-444d-8ba2-683b6bdc0bf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731804 Feb 03 05:12:57.159184 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-39c4d714-6270-461f-ba63-119ef1ed2dc9 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489930 Feb 03 05:12:57.161006 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-1157fc2f-b3d1-4d39-9f65-8a3240e0eb70 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441269 Feb 03 05:12:57.308922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-0a7c3ba1-eba8-4ca1-8c91-c2e56ce7e8aa service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436818 Feb 03 05:12:57.310965 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4aef0e9d-4433-4383-8c03-d5d19bdde427 req-5f1bb854-5075-47b8-aaf8-e106c8912405 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391230 Feb 03 05:12:57.734880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:12:57.831310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9ca23-3803-4f03-b0cc-4b49565043bb req-1a291be0-a60c-42bf-a8b9-158bd4ac9528 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:57.832855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcb9ca23-3803-4f03-b0cc-4b49565043bb req-1a291be0-a60c-42bf-a8b9-158bd4ac9528 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 943 time: 0.0535073 Feb 03 05:12:57.842645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:57.855275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'mac_address': 'fa:16:3e:93:02:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:12:57.885259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcb9ca23-3803-4f03-b0cc-4b49565043bb req-c84dcdf5-9a7e-49b0-b57f-13dc75419387 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Feb 03 05:12:57.893811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6c6191f2-1ca9-483a-83b6-4112e8eec75f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:57.894202 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:57.910596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6191f2-1ca9-483a-83b6-4112e8eec75f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:12:57.930373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:57.935054 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:57.985846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:12:58.090288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa49cb-d561-4008-b585-13e229ed655c req-bbcd6f63-ce51-4c2d-a276-0c2a0abe7249 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:58.091881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2fa49cb-d561-4008-b585-13e229ed655c req-bbcd6f63-ce51-4c2d-a276-0c2a0abe7249 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 944 time: 0.0605934 Feb 03 05:12:58.103604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-800506b1-bc2b-4278-81a9-ce8fe9f35f48 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:58.105056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-800506b1-bc2b-4278-81a9-ce8fe9f35f48 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17&tenant_id=da1b4318243848548ac070fc42abd77b&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 944 time: 0.0603995 Feb 03 05:12:58.138157 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2fa49cb-d561-4008-b585-13e229ed655c req-604190e5-0a49-4d25-9ce9-eac4f6ae75a3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Feb 03 05:12:58.154824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['6c6191f2-1ca9-483a-83b6-4112e8eec75f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:12:58.165535 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-968a62c2-6999-40db-8544-bfc87fce197c service neutron] delete failed (client error): The resource could not be found. Feb 03 05:12:58.166553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-968a62c2-6999-40db-8544-bfc87fce197c service neutron] 10.222.0.31 "DELETE /v2.0/ports/6c6191f2-1ca9-483a-83b6-4112e8eec75f/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0545392 Feb 03 05:12:58.252105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-b9cb44fd-c4b3-44e0-86ed-1149b86bb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:58.253734 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-b9cb44fd-c4b3-44e0-86ed-1149b86bb38d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 1126 time: 0.0442376 Feb 03 05:12:58.345664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-b869a21f-73de-4ee5-9016-d221deea91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:58.347224 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-b869a21f-73de-4ee5-9016-d221deea91fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0876420 Feb 03 05:12:58.424073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-e06952f8-65a5-4795-824a-9154a9c36074 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 200 len: 998 time: 0.0700617 Feb 03 05:12:58.471574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-55c921f4-abc9-4b85-a6ae-72b33efa34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:58.473038 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-55c921f4-abc9-4b85-a6ae-72b33efa34fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0436492 Feb 03 05:12:58.525717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-fa219e76-89be-42ed-a0a3-309303549f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:58.527177 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-fa219e76-89be-42ed-a0a3-309303549f5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477543 Feb 03 05:12:58.619445 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-354868a7-ac3d-488a-a376-c14eb5c0af75 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Feb 03 05:12:58.716511 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ad79df5b-a87c-4b4a-a64e-5f858ff7f6e8 req-e76d2eb7-3b8a-4fd6-9bec-36cbe9e5f261 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909765 Feb 03 05:12:59.263683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb26fe-9695-4e1a-a191-3df09417b0fe req-e80c9641-49ad-4db5-9e51-07c5d10c28e7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:59.268044 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ddb26fe-9695-4e1a-a191-3df09417b0fe req-e80c9641-49ad-4db5-9e51-07c5d10c28e7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 944 time: 0.0591660 Feb 03 05:12:59.316078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4ddb26fe-9695-4e1a-a191-3df09417b0fe req-71bcf9d7-72ef-4032-8786-66a8eebe2d41 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449631 Feb 03 05:12:59.435164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a55e1-1c80-4280-92e1-bb56e636f15d req-93651d6b-0107-46f2-b4e5-a6666a4ca39b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:59.436658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d46a55e1-1c80-4280-92e1-bb56e636f15d req-93651d6b-0107-46f2-b4e5-a6666a4ca39b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 944 time: 0.0541699 Feb 03 05:12:59.488039 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d46a55e1-1c80-4280-92e1-bb56e636f15d req-5c559c0c-b50e-4eee-b292-1c64d6613d26 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Feb 03 05:12:59.608088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70365158-cc1a-4f54-b723-0f0d4a0af39c req-5589a1db-0b0f-4e32-abfd-6340fbf8625a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:59.609603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70365158-cc1a-4f54-b723-0f0d4a0af39c req-5589a1db-0b0f-4e32-abfd-6340fbf8625a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 944 time: 0.0555682 Feb 03 05:12:59.658415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70365158-cc1a-4f54-b723-0f0d4a0af39c req-df22841a-24d9-4ca7-b509-7482c10e6b00 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Feb 03 05:12:59.749497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:12:59.801926 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 6c6191f2-1ca9-483a-83b6-4112e8eec75f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:12:59.806129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 6c6191f2-1ca9-483a-83b6-4112e8eec75f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:12:59.806400 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:59.888479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 6c6191f2-1ca9-483a-83b6-4112e8eec75f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:12:59.888870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:59.908437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92bac4-31ff-46b0-a8b3-239d1ee07810 req-5705188b-cb3c-466b-ac1a-60dbea35a354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:12:59.909933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a92bac4-31ff-46b0-a8b3-239d1ee07810 req-5705188b-cb3c-466b-ac1a-60dbea35a354 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 944 time: 0.0536268 Feb 03 05:12:59.912176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:12:59.914640 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685fd7ac-ac13-4d6a-a7c1-b4b44242f51d" -d '{"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-plugged", "status": "completed", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:12:59.927161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:12:59.933080 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:12:59.959753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5a92bac4-31ff-46b0-a8b3-239d1ee07810 req-aab8acb3-e3d4-480a-8026-f47841f3a4df tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Feb 03 05:13:00.121211 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d326a-5f24-4945-9585-df1b81766f05 x-openstack-request-id: req-0d6d326a-5f24-4945-9585-df1b81766f05 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:00.121469 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-plugged", "status": "completed", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:00.121752 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d6d326a-5f24-4945-9585-df1b81766f05 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:00.122142 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'code': 200} Feb 03 05:13:00.150668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:01.090780 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c238-7d95-4052-bb8f-5b65cb31377b req-11aa1e2a-2136-43bc-bcb6-efd79bcc9bea tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:01.092319 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be07c238-7d95-4052-bb8f-5b65cb31377b req-11aa1e2a-2136-43bc-bcb6-efd79bcc9bea tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0593371 Feb 03 05:13:01.142608 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be07c238-7d95-4052-bb8f-5b65cb31377b req-b1ee99ff-4aeb-45ed-bd78-41f7eb4a7255 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Feb 03 05:13:01.169307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5ec70924-5d53-4d92-814c-a3a85f0ca8de tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:01.170774 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5ec70924-5d53-4d92-814c-a3a85f0ca8de tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 945 time: 0.0542324 Feb 03 05:13:01.261426 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Deleting port 6c6191f2-1ca9-483a-83b6-4112e8eec75f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:13:01.261750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:01.355202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] For port 6c6191f2-1ca9-483a-83b6-4112e8eec75f, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=6c6191f2-1ca9-483a-83b6-4112e8eec75f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:01.355561 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:01.523698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:01.524067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:01.524378 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a disassociated. External IP: 172.25.7.7, port: 6c6191f2-1ca9-483a-83b6-4112e8eec75f. Feb 03 05:13:01.524718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Calling delete_port for 6c6191f2-1ca9-483a-83b6-4112e8eec75f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:13:01.657853 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6c6191f2-1ca9-483a-83b6-4112e8eec75f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:01.690558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event deleted for resources: {'Port': ['ID=6c6191f2-1ca9-483a-83b6-4112e8eec75f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:01.814772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:13:01.923151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:13:01.932806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:13:01.943771 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:13:01.944440 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:01.963599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] No DVR routers for this DVR port 6c6191f2-1ca9-483a-83b6-4112e8eec75f on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:13:01.966531 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:01.970314 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-288115ae-704d-4962-a616-9e9726eb81c2 req-5c9a0669-a0cf-4ca7-930d-9259f3a15860 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "DELETE /v2.0/ports/6c6191f2-1ca9-483a-83b6-4112e8eec75f HTTP/1.1" status: 204 len: 173 time: 0.7941234 Feb 03 05:13:01.970757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-deleted', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:01.973066 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d4417b-9883-45b0-9f9d-ce56f7f770da" -d '{"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-deleted", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:02.012509 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc73d03-d1fd-47a1-8ada-064cf236086f x-openstack-request-id: req-afc73d03-d1fd-47a1-8ada-064cf236086f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:02.012809 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f834552-1193-4d73-80ef-37004220cd17", "name": "network-vif-deleted", "tag": "6c6191f2-1ca9-483a-83b6-4112e8eec75f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:02.013065 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afc73d03-d1fd-47a1-8ada-064cf236086f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:02.013473 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f834552-1193-4d73-80ef-37004220cd17', 'name': 'network-vif-deleted', 'tag': '6c6191f2-1ca9-483a-83b6-4112e8eec75f', 'status': 'completed', 'code': 200} Feb 03 05:13:02.055432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:13:02.253185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e809397-4a55-4cef-a672-4b16558b83ca req-ed2697cb-69a7-45a5-a9de-aaeb8acc79e2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f834552-1193-4d73-80ef-37004220cd17 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Feb 03 05:13:02.275418 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:02.304367 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:13:02.312772 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:13:02.313377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:12:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:02.415275 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:13:02.621534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:02.647098 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5c3fb-e1ea-431f-b69a-600e9073c478 None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:13:02.856583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846973-fc06-41c0-b389-c1c28702aabc None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:13:03.223361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e918592-c7cd-47be-9788-b55de4453fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:03.496592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-0152a417-cb1b-48a1-8675-6375bdbc5043 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2129444756&fields=id&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 267 time: 0.0431557 Feb 03 05:13:03.609947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-a1a73ded-3727-4f48-98f3-1d712b81fba3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:03.611432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-a1a73ded-3727-4f48-98f3-1d712b81fba3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.1081479 Feb 03 05:13:03.626048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-3e58bb98-60f7-48ad-bc53-ffd5b78ffec3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/quotas/da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 375 time: 0.0090914 Feb 03 05:13:03.682717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-0ff7eb5c-a99e-4c0e-8842-3ef36c102a79 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518382 Feb 03 05:13:03.784534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-90416204-f0e2-44ce-8a94-8ce92bd072ab service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862670 Feb 03 05:13:03.875436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-419ded25-de19-4dde-bfd5-5bf5ad51097b service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849891 Feb 03 05:13:04.047041 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-30c3339a-a905-446b-93b5-c8925ce1a96d req-d8148662-40e6-4e69-aee7-1d3fb78d678a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Feb 03 05:13:05.151121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9e30c25-168d-45b0-aa20-10cbcadf4312 req-c16a36a3-08be-4f6b-aeba-7c1bb853a562 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 210 time: 0.0324154 Feb 03 05:13:05.351827 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-cc2dc6f7-942b-49d2-bc78-390653db6a62 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:05.353316 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-cc2dc6f7-942b-49d2-bc78-390653db6a62 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.4754462 Feb 03 05:13:05.414208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-aded7200-e446-4e4d-b6f8-9480cd1471f6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 380 time: 0.0522528 Feb 03 05:13:05.423974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'port': {'device_id': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'admin_state_up': True, 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'security_groups': ['03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:13:05.541216 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Made reservation on behalf of da1b4318243848548ac070fc42abd77b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:13:05.546609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:05.680850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Allocated IP 172.20.0.9 (e34f8d35-f6df-40a1-b45b-309ed29752f7/60a69f55-5d5c-449b-9603-960632becf5c/2ffb7282-596c-419e-8945-734f1ad4a441) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:13:05.764394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:13:05.788113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 6c6191f2-1ca9-483a-83b6-4112e8eec75f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:13:05.788468 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 6c6191f2-1ca9-483a-83b6-4112e8eec75f not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:13:05.822796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for port (2ffb7282-596c-419e-8945-734f1ad4a441), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:05.866113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:05.908228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:13:05.913428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:13:05.917030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:13:05.923275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:05.972355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:05.972971 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:05.989477 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-9fc7d082-8b6e-40ba-9002-e82e328dffc5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691950 Feb 03 05:13:06.001899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Request body: {'port': {'device_id': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:13:06.062802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.171077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1e73438b-a868-4368-a959-29398e163207 None None] Provisioning complete for port 2ffb7282-596c-419e-8945-734f1ad4a441 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:13:06.171444 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e73438b-a868-4368-a959-29398e163207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.206810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1e73438b-a868-4368-a959-29398e163207 None None] Port 2ffb7282-596c-419e-8945-734f1ad4a441 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:13:06.347638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffb7282-596c-419e-8945-734f1ad4a441 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:13:06.355961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Publish callbacks [] for port (2ffb7282-596c-419e-8945-734f1ad4a441), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.369698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Transition to ACTIVE for port object 2ffb7282-596c-419e-8945-734f1ad4a441 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:13:06.375182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.429311 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e77eedc2-1b2f-4828-95d7-91cbdbb5c7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.471666 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:06.506527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:13:06.506873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:13:06.507241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:13:06.511876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Port 2ffb7282-596c-419e-8945-734f1ad4a441 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:13:06.512200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:13:06.517772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:13:06.518117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:13:06.518501 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:13:06.518936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Bound port: 2ffb7282-596c-419e-8945-734f1ad4a441, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:13:06.519297 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.601979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bb36-26d5-4ff1-b1ec-25fca3dd2fc9 req-dd9a2acb-562b-4287-8a4f-c424e16de48f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:06.603549 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3b6bb36-26d5-4ff1-b1ec-25fca3dd2fc9 req-dd9a2acb-562b-4287-8a4f-c424e16de48f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 931 time: 0.3812776 Feb 03 05:13:06.605388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:13:06.608636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:13:06.616468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.649297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:06.649928 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.651326 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 1091 time: 0.6538763 Feb 03 05:13:06.651788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:06.654039 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dbbba4-0673-47b5-9736-16c3dadfff3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:06.668569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3b6bb36-26d5-4ff1-b1ec-25fca3dd2fc9 req-7f73df59-41e1-4a6b-8560-c37a1db53ec3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568364 Feb 03 05:13:06.700494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118ec45-ba8f-4895-84c9-063ecb620d01 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:06.721790 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de660a7-acc6-4083-b7c4-8f53ad3e1b0f x-openstack-request-id: req-1de660a7-acc6-4083-b7c4-8f53ad3e1b0f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:06.722087 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:06.722339 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1de660a7-acc6-4083-b7c4-8f53ad3e1b0f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:06.722738 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441', 'status': 'completed', 'code': 200} Feb 03 05:13:06.760768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-25bc1a43-c8b5-423d-853d-92badd8eaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:06.762300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-25bc1a43-c8b5-423d-853d-92badd8eaca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1125 time: 0.0497267 Feb 03 05:13:06.809249 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-297b4991-5ff8-4910-b349-1412ee888fa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 217 time: 0.0401697 Feb 03 05:13:06.825867 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:06.857502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-3f007311-a1ee-44dc-91ef-96669b7b008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:06.859026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-3f007311-a1ee-44dc-91ef-96669b7b008d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0437558 Feb 03 05:13:06.909586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-1b691df6-08f0-4507-ad0a-e2536aed4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:06.911076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-1b691df6-08f0-4507-ad0a-e2536aed4095 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460405 Feb 03 05:13:07.013756 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-0a526a0d-f30a-428b-88a4-d6a28b3a2694 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954607 Feb 03 05:13:07.114616 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-146fa55b-0af3-48a8-b563-8b61d8af7c85 req-aae1d2fe-8b58-4dc2-8e47-59912c4cf62f service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944772 Feb 03 05:13:07.218220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-274550ae-40b3-4d5c-bb62-90b9f8073dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:07.220428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-274550ae-40b3-4d5c-bb62-90b9f8073dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1125 time: 0.0557845 Feb 03 05:13:07.314488 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-8143ff49-22cf-43dd-a500-0d091bc06019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:07.315957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-8143ff49-22cf-43dd-a500-0d091bc06019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0885403 Feb 03 05:13:07.364692 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-7eee1c78-4f8b-43e5-aa10-ad7c45688724 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 217 time: 0.0418456 Feb 03 05:13:07.423104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-33f0c09b-84b4-4eb7-af98-75c8240a4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:07.425451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-33f0c09b-84b4-4eb7-af98-75c8240a4d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0522640 Feb 03 05:13:07.479170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-fc78a6ad-8731-4986-a38a-b4c54704b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:07.480699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-fc78a6ad-8731-4986-a38a-b4c54704b9f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476544 Feb 03 05:13:07.583872 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-4707b6e0-da0c-4a6f-9206-a6ff6d282c86 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958633 Feb 03 05:13:07.674242 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-51dbbba4-0673-47b5-9736-16c3dadfff3d req-6207493b-5a07-447a-94db-965b122bb9f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839195 Feb 03 05:13:07.790214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98bd38-d287-436f-b27e-4f9269f6c1f7 req-532d803c-7515-4401-a782-f2f780fe4314 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:07.791747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f98bd38-d287-436f-b27e-4f9269f6c1f7 req-532d803c-7515-4401-a782-f2f780fe4314 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 943 time: 0.0541375 Feb 03 05:13:07.843855 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f98bd38-d287-436f-b27e-4f9269f6c1f7 req-2d0232f9-8982-42d3-bafb-30f9fd3687d7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Feb 03 05:13:08.281552 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:08.977489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ab886-9dbe-4729-a12f-f617dbdb3a68 req-70e5d49e-c6ae-469c-9c54-8a82acb07870 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:08.978938 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-644ab886-9dbe-4729-a12f-f617dbdb3a68 req-70e5d49e-c6ae-469c-9c54-8a82acb07870 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 943 time: 0.0575800 Feb 03 05:13:09.026616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-644ab886-9dbe-4729-a12f-f617dbdb3a68 req-5ce9e832-afb4-423d-842a-c9c65d69cfe4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417216 Feb 03 05:13:09.337095 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:09.795063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:13:09.893009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:09.906267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '2ffb7282-596c-419e-8945-734f1ad4a441', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '2ffb7282-596c-419e-8945-734f1ad4a441', 'mac_address': 'fa:16:3e:61:fd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:13:09.950362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 2ffb7282-596c-419e-8945-734f1ad4a441 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:13:09.950786 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:09.966092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffb7282-596c-419e-8945-734f1ad4a441 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:13:09.986700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:09.993025 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:10.042908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:10.159337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b78020-7067-4e75-bdbc-ce5b4fbfe901 req-ff53286e-cdf1-4732-94b8-8b57df6a6ace tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:10.160873 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43b78020-7067-4e75-bdbc-ce5b4fbfe901 req-ff53286e-cdf1-4732-94b8-8b57df6a6ace tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 944 time: 0.0550890 Feb 03 05:13:10.188271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['2ffb7282-596c-419e-8945-734f1ad4a441'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:13:10.207517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43b78020-7067-4e75-bdbc-ce5b4fbfe901 req-c9f9c8d9-ee3e-40ae-9186-401433a6d9a8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408101 Feb 03 05:13:11.339912 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c2060-a80a-4c75-ad6e-36d6d4616365 req-7e055e4a-dd8c-48b1-86d1-c47e7de3ed5d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:11.341382 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d63c2060-a80a-4c75-ad6e-36d6d4616365 req-7e055e4a-dd8c-48b1-86d1-c47e7de3ed5d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 944 time: 0.0585594 Feb 03 05:13:11.387527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d63c2060-a80a-4c75-ad6e-36d6d4616365 req-f8a8d49b-2d47-4245-8214-88e775678ce4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 Feb 03 05:13:11.797106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:13:11.859472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 2ffb7282-596c-419e-8945-734f1ad4a441 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:13:11.863641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 2ffb7282-596c-419e-8945-734f1ad4a441 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:13:11.864022 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:11.949360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 2ffb7282-596c-419e-8945-734f1ad4a441 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:13:11.949750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:11.980578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:11.982803 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9405f89-be4e-4078-a077-874be72f3551" -d '{"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:11.998760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:12.003684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:12.026526 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c71eed6-71ee-4f28-b07b-d5c144d8d445 x-openstack-request-id: req-6c71eed6-71ee-4f28-b07b-d5c144d8d445 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:12.026826 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:12.027086 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c71eed6-71ee-4f28-b07b-d5c144d8d445 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:12.027479 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441', 'code': 200} Feb 03 05:13:12.053853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:12.061957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.062313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.062638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.062985 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.063330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.063700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.064041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.064373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.064706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.065037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.065366 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.065693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.066019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:12.124009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1ebc4-37b3-4c81-9764-59560e873e05 req-509c0e47-2849-4279-ad0d-8d075cf94897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:12.125403 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cbd1ebc4-37b3-4c81-9764-59560e873e05 req-509c0e47-2849-4279-ad0d-8d075cf94897 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1127 time: 0.0455811 Feb 03 05:13:12.173188 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cbd1ebc4-37b3-4c81-9764-59560e873e05 req-d63274db-e160-4edd-86de-7a759a871e53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 Feb 03 05:13:12.522030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c649-5360-4a9b-84c8-4b5b0d670cc9 req-d6d9388b-d3f0-4188-afbb-af34b6cfd21b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:12.523541 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40f2c649-5360-4a9b-84c8-4b5b0d670cc9 req-d6d9388b-d3f0-4188-afbb-af34b6cfd21b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0535486 Feb 03 05:13:12.570866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40f2c649-5360-4a9b-84c8-4b5b0d670cc9 req-b0b7ca9b-74ef-40eb-8b02-7bd4bdc01a96 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Feb 03 05:13:13.696535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ee31f-a5d2-4f4a-a909-ea0fe9c56bfa req-a4024c98-a4bd-4f27-9a2d-f7f9f855be6d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:13.697924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c31ee31f-a5d2-4f4a-a909-ea0fe9c56bfa req-a4024c98-a4bd-4f27-9a2d-f7f9f855be6d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0538254 Feb 03 05:13:13.751651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c31ee31f-a5d2-4f4a-a909-ea0fe9c56bfa req-9aad7c90-e01f-40d2-b084-2b6cf9c83d2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479822 Feb 03 05:13:13.873878 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c74078-ef50-4ca7-875c-6152ac6d91ff req-95252c6f-2ed7-40e1-894d-06aa545e5cd3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:13.875924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73c74078-ef50-4ca7-875c-6152ac6d91ff req-95252c6f-2ed7-40e1-894d-06aa545e5cd3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0601656 Feb 03 05:13:13.886030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58758) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:13:13.890524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'floatingip': {'port_id': '2ffb7282-596c-419e-8945-734f1ad4a441'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:13:13.929074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:14.387051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:14.392368 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:14.495536 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a associated. External IP: 172.25.7.7, port: 2ffb7282-596c-419e-8945-734f1ad4a441. Feb 03 05:13:14.727376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:13:14.839288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:13:14.844409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:14.849563 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:13:14.860106 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:13:14.860712 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:13:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:14.878722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-80cc95f5-705c-4211-8c89-51789860d79c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "PUT /v2.0/floatingips/d8eecc71-86f0-47e0-9b83-8e166e39840a HTTP/1.1" status: 200 len: 989 time: 0.9915967 Feb 03 05:13:14.879344 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:14.881754 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e3ff44-e483-487a-9a48-6a557ce511f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:14.919138 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88ec7e-812e-4d9b-85fc-5aa78afe9a57 x-openstack-request-id: req-bf88ec7e-812e-4d9b-85fc-5aa78afe9a57 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:14.919440 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:14.919726 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf88ec7e-812e-4d9b-85fc-5aa78afe9a57 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:14.920151 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441', 'status': 'completed', 'code': 200} Feb 03 05:13:14.987459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-29010581-5e90-40d9-b863-369c1e52adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:14.989310 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-29010581-5e90-40d9-b863-369c1e52adae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1127 time: 0.0473387 Feb 03 05:13:14.998014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea8b57-a2be-447f-ae28-22dc7b3ba7cc req-d5d13ba7-31b6-418c-8613-3eeac71f3b6f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:14.999819 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7ea8b57-a2be-447f-ae28-22dc7b3ba7cc req-d5d13ba7-31b6-418c-8613-3eeac71f3b6f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0620971 Feb 03 05:13:15.052467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7ea8b57-a2be-447f-ae28-22dc7b3ba7cc req-9045cb20-70d5-4113-b325-7aba856f38de tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459251 Feb 03 05:13:15.071540 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:13:15.083609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-52760885-4d46-4e97-b791-da0be65fefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:15.085218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-52760885-4d46-4e97-b791-da0be65fefbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0886750 Feb 03 05:13:15.153659 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-b78e3a80-90f1-40a3-842c-a96bbb5bd706 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 997 time: 0.0616925 Feb 03 05:13:15.203269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-5625f8fd-0a0b-40af-a3da-4351a4f3d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:15.204779 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-5625f8fd-0a0b-40af-a3da-4351a4f3d3e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0451965 Feb 03 05:13:15.254074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-5fdd6c86-aec4-4001-a8ad-aa8c5d84d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:15.255677 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-5fdd6c86-aec4-4001-a8ad-aa8c5d84d691 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440772 Feb 03 05:13:15.288813 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '2ffb7282-596c-419e-8945-734f1ad4a441', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:61:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:13:14Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:15.314289 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:13:15.323376 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:13:15.324093 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:13:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:15.350061 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-0a1f545e-3b36-4f58-9823-274402a429ad service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877371 Feb 03 05:13:15.430549 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:13:15.440482 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-47e3ff44-e483-487a-9a48-6a557ce511f7 req-8929c691-29bc-42af-a11e-ee50190d2420 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Feb 03 05:13:15.662677 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '2ffb7282-596c-419e-8945-734f1ad4a441', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:61:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:13:14Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:15.688223 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c3cfe-132a-49a1-b704-b0e12602def0 None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '2ffb7282-596c-419e-8945-734f1ad4a441', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:61:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:13:14Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:13:15.876880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37e71d-29b2-4d24-9e70-881aceb9742a None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:13:16.191677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c43d22-9f6b-4417-a0f5-f4c525182c94 req-4ba2b1f6-5399-446e-95f7-1d2edd09f36d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:16.193978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55c43d22-9f6b-4417-a0f5-f4c525182c94 req-4ba2b1f6-5399-446e-95f7-1d2edd09f36d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0674310 Feb 03 05:13:16.243572 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55c43d22-9f6b-4417-a0f5-f4c525182c94 req-804c4f6f-e61d-4780-a66d-b44e8f66abb0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438669 Feb 03 05:13:16.456907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653de6e1-0f80-440c-89ce-867d41c5f01a req-2bbde7db-c9ff-4c85-8ff2-3bf88b075090 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:16.458424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-653de6e1-0f80-440c-89ce-867d41c5f01a req-2bbde7db-c9ff-4c85-8ff2-3bf88b075090 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0568724 Feb 03 05:13:16.509000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-653de6e1-0f80-440c-89ce-867d41c5f01a req-81aeb580-3fef-4ed1-b17f-ea3261a35c75 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Feb 03 05:13:17.641553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e4a27-65a1-4b06-9bd8-efe661a685da req-92935a35-fbd4-4381-aca3-2fd5be662643 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:17.643063 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d7e4a27-65a1-4b06-9bd8-efe661a685da req-92935a35-fbd4-4381-aca3-2fd5be662643 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Feb 03 05:13:17.693512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d7e4a27-65a1-4b06-9bd8-efe661a685da req-af5491e9-ba82-41ca-ab5b-412c74d9b3f1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Feb 03 05:13:18.828466 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74cc69-7775-450f-a4e4-cbe360c3111d req-8752bc40-87c5-45c5-916e-b4a0d72ddbf3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:18.829934 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec74cc69-7775-450f-a4e4-cbe360c3111d req-8752bc40-87c5-45c5-916e-b4a0d72ddbf3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0554438 Feb 03 05:13:18.879095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec74cc69-7775-450f-a4e4-cbe360c3111d req-7eb13b5a-207e-43e3-937f-0a8798e661b9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Feb 03 05:13:20.008788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ab2c7-2739-4224-a6e8-99f41d32f78d req-937ad4e5-ee45-493c-9002-00c025f265c8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:20.010294 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-637ab2c7-2739-4224-a6e8-99f41d32f78d req-937ad4e5-ee45-493c-9002-00c025f265c8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0569153 Feb 03 05:13:20.064387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-637ab2c7-2739-4224-a6e8-99f41d32f78d req-1b692ac9-7d2e-4588-9472-5cd6afc891ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481741 Feb 03 05:13:21.189510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18321566-0ce0-4ec9-85f8-95106e8cf958 req-650393e7-f169-4f46-9cb9-49ca148b5a84 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:21.191000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18321566-0ce0-4ec9-85f8-95106e8cf958 req-650393e7-f169-4f46-9cb9-49ca148b5a84 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0580654 Feb 03 05:13:21.241657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-18321566-0ce0-4ec9-85f8-95106e8cf958 req-cfe6e81c-6bbb-431a-9595-fd2c97db2507 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Feb 03 05:13:22.374014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fb18c-ecdc-44bb-9f37-34df59104d36 req-0c79a0c0-9a19-4411-821b-e5f97b019e5d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:22.375494 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef1fb18c-ecdc-44bb-9f37-34df59104d36 req-0c79a0c0-9a19-4411-821b-e5f97b019e5d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0550187 Feb 03 05:13:22.422952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ef1fb18c-ecdc-44bb-9f37-34df59104d36 req-5998ecef-09a9-4da9-b350-5c355d3fdc71 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Feb 03 05:13:23.554024 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8021f-12c3-4723-a329-f38aa4b58595 req-eba44be3-233f-45fe-9afd-e9273848d756 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:23.555554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bce8021f-12c3-4723-a329-f38aa4b58595 req-eba44be3-233f-45fe-9afd-e9273848d756 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0541022 Feb 03 05:13:23.608581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bce8021f-12c3-4723-a329-f38aa4b58595 req-fc69809c-9ca8-4ddd-95ed-9e97c531b95c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Feb 03 05:13:24.192329 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:24.272302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:24.739270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e55a-eda0-4057-9fd7-4338c3eb806a req-00d8af56-52ff-484e-8104-279dcecc4cfb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:24.740806 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68a9e55a-eda0-4057-9fd7-4338c3eb806a req-00d8af56-52ff-484e-8104-279dcecc4cfb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0551560 Feb 03 05:13:24.788108 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68a9e55a-eda0-4057-9fd7-4338c3eb806a req-5e5bf343-9876-4c25-936c-c2b73532a5c6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Feb 03 05:13:25.918364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59650e49-c58a-4a97-b701-0fe58ea6ee5a req-2ddbbdd3-5938-433e-a1c2-46547f77216f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:25.919874 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59650e49-c58a-4a97-b701-0fe58ea6ee5a req-2ddbbdd3-5938-433e-a1c2-46547f77216f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0546045 Feb 03 05:13:25.975051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59650e49-c58a-4a97-b701-0fe58ea6ee5a req-34395d39-7aac-45e2-9c11-b9114c6cd90d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469515 Feb 03 05:13:26.094187 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-f2cdac72-5698-4ab2-b798-653ce67a123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:26.095766 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-f2cdac72-5698-4ab2-b798-653ce67a123b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1127 time: 0.0496371 Feb 03 05:13:26.224789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-3ca2fcc8-fc8d-4a15-8b52-c3bc90c47e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:26.226294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-3ca2fcc8-fc8d-4a15-8b52-c3bc90c47e2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1069572 Feb 03 05:13:26.296493 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-32847ac1-8022-456a-b81f-13010ccb7c3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 999 time: 0.0634081 Feb 03 05:13:26.346075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-7fce644f-0cac-4687-9c72-f1a9be9b7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:26.347395 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-7fce644f-0cac-4687-9c72-f1a9be9b7eff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0430341 Feb 03 05:13:26.399560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-d897ea22-c9f8-447b-9184-f8b96493916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:26.401052 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-d897ea22-c9f8-447b-9184-f8b96493916a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466492 Feb 03 05:13:26.500401 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-5bc71ab7-f69f-46d2-a939-9c853b251129 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894248 Feb 03 05:13:26.595397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d31c7b8e-d29a-4aab-8757-73f48a6d313c req-34396421-c45c-4ecc-8977-a2b81670d9cf service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886734 Feb 03 05:13:27.107986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9b5d-0c7b-4fb2-9076-bff7a73edecc req-83adf3dc-f4c3-4e06-b9ee-fb357baf7ea4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:27.109471 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-679d9b5d-0c7b-4fb2-9076-bff7a73edecc req-83adf3dc-f4c3-4e06-b9ee-fb357baf7ea4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0597937 Feb 03 05:13:27.159307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-679d9b5d-0c7b-4fb2-9076-bff7a73edecc req-d2811796-55d8-47ae-bf9b-81395e5eb0e7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 Feb 03 05:13:28.289258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b18f2-9b05-4c8a-a6e2-87f60cb95038 req-e1ff2186-24c6-4f8f-9a0e-30746dae179c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:28.291147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e4b18f2-9b05-4c8a-a6e2-87f60cb95038 req-e1ff2186-24c6-4f8f-9a0e-30746dae179c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0549004 Feb 03 05:13:28.352057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6e4b18f2-9b05-4c8a-a6e2-87f60cb95038 req-c842de41-42ab-4966-ad62-3c70b9e0f1b1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510323 Feb 03 05:13:29.486238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484970a-9c90-4e90-a889-5d7b08adc053 req-a3c8c97b-7a28-4925-85ea-4440ac68122d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:29.487736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5484970a-9c90-4e90-a889-5d7b08adc053 req-a3c8c97b-7a28-4925-85ea-4440ac68122d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0581467 Feb 03 05:13:29.533306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5484970a-9c90-4e90-a889-5d7b08adc053 req-eaf56cbf-b8b4-4ac2-9a63-7eb5e23b465f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 Feb 03 05:13:30.578690 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:13:30.665363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39932c-9df2-424c-b722-488286dd9667 req-c675b2ed-a525-46a7-8ef2-de59000d0ed3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:30.666854 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c39932c-9df2-424c-b722-488286dd9667 req-c675b2ed-a525-46a7-8ef2-de59000d0ed3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0565367 Feb 03 05:13:30.716228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c39932c-9df2-424c-b722-488286dd9667 req-61bd1a54-846e-49c2-bd50-0556d4be2e1b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Feb 03 05:13:31.855916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65d9ed-790a-43c6-836f-8369f3e8f035 req-cecc6dab-28f1-487a-994e-fd9b646f7a2f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:31.857420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a65d9ed-790a-43c6-836f-8369f3e8f035 req-cecc6dab-28f1-487a-994e-fd9b646f7a2f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0638783 Feb 03 05:13:31.908335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a65d9ed-790a-43c6-836f-8369f3e8f035 req-c7ad35da-d121-48a1-a4ef-8be5fae13079 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453172 Feb 03 05:13:33.042264 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69307e-be80-4214-9762-dea067da7956 req-435cb65f-c8fb-4966-a35a-829208bbcc7f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:33.043793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d69307e-be80-4214-9762-dea067da7956 req-435cb65f-c8fb-4966-a35a-829208bbcc7f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0548894 Feb 03 05:13:33.093420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d69307e-be80-4214-9762-dea067da7956 req-ec738c7c-d641-4693-9352-303fc22c3df5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Feb 03 05:13:33.224773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67bcd45f-af71-478d-b538-e1709556b81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:34.234916 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dece29-3f52-4076-ae0b-31c5e93b7190 req-a05099bf-f0f3-493e-938a-cf1c012813c0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:34.236453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7dece29-3f52-4076-ae0b-31c5e93b7190 req-a05099bf-f0f3-493e-938a-cf1c012813c0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0618923 Feb 03 05:13:34.283912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7dece29-3f52-4076-ae0b-31c5e93b7190 req-f2506c7c-25d6-4d09-b0b8-3af05f73a467 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Feb 03 05:13:35.420975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1861f76-f2bf-44b5-8067-440897f61af7 req-c52b4cc9-bdd0-462c-a237-3877e1dca3b0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:35.422447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1861f76-f2bf-44b5-8067-440897f61af7 req-c52b4cc9-bdd0-462c-a237-3877e1dca3b0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0574663 Feb 03 05:13:35.471607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e1861f76-f2bf-44b5-8067-440897f61af7 req-ee7284eb-19b1-4b5d-ab9f-0ff229bf94e5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 Feb 03 05:13:36.430635 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4a3addb-4e48-4eff-bf6f-98dd5de6cc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:36.612260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40a330-4129-40f1-bd52-189b1a461741 req-ee10aa85-c924-4244-a2d8-0e7d16701033 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:36.613780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa40a330-4129-40f1-bd52-189b1a461741 req-ee10aa85-c924-4244-a2d8-0e7d16701033 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0699351 Feb 03 05:13:36.667081 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa40a330-4129-40f1-bd52-189b1a461741 req-c67d0c1c-1882-4f9a-9850-7039f392f84e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Feb 03 05:13:36.839816 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:37.804798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b867-aed8-4581-a09a-6aa105b8712b req-1d6f74a4-31ec-4da5-9197-bb5ce356d1c5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:37.806336 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5516b867-aed8-4581-a09a-6aa105b8712b req-1d6f74a4-31ec-4da5-9197-bb5ce356d1c5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0567050 Feb 03 05:13:37.858029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5516b867-aed8-4581-a09a-6aa105b8712b req-f15559dd-b5d8-46f1-83e0-1fe0290acd48 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458801 Feb 03 05:13:38.278325 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:38.996637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17f560-9f36-403f-8b13-c40c877db923 req-ffeb594e-222d-4b04-bf2f-ed7399e57442 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:38.998122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b17f560-9f36-403f-8b13-c40c877db923 req-ffeb594e-222d-4b04-bf2f-ed7399e57442 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0553136 Feb 03 05:13:39.044756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5b17f560-9f36-403f-8b13-c40c877db923 req-d30a7e4f-0bcb-4c47-afa1-bbbbcff8ac78 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Feb 03 05:13:39.338456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:40.181794 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ec6ac-e141-42b2-a68c-99e2e78248a8 req-c848c125-62b3-432e-8630-c385e246c94c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:40.183749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f27ec6ac-e141-42b2-a68c-99e2e78248a8 req-c848c125-62b3-432e-8630-c385e246c94c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0561450 Feb 03 05:13:40.235858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f27ec6ac-e141-42b2-a68c-99e2e78248a8 req-2e8b5ced-4220-499f-8bc1-d7bc8cc8a482 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411463 Feb 03 05:13:40.876714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-90315170-042e-4e05-97b1-43f2f7a7e6f6 req-25f0e051-c12e-43be-84c3-6defeb111232 service neutron] (103324) timed out ('10.222.0.15', 51675) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:13:41.379288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd7cba-d1b0-4257-9d91-15c90415e375 req-24025d30-9d1c-45d4-b561-7bfae7213502 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:41.380812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17bd7cba-d1b0-4257-9d91-15c90415e375 req-24025d30-9d1c-45d4-b561-7bfae7213502 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0665572 Feb 03 05:13:41.431894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17bd7cba-d1b0-4257-9d91-15c90415e375 req-7978818a-2879-49bf-83be-6b75e8f7524d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Feb 03 05:13:42.578013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db860354-5fc0-42bb-9413-3e60946e1da2 req-1580a963-e111-4ec6-b375-e0732f19b3eb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:42.579629 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db860354-5fc0-42bb-9413-3e60946e1da2 req-1580a963-e111-4ec6-b375-e0732f19b3eb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0678992 Feb 03 05:13:42.631881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-db860354-5fc0-42bb-9413-3e60946e1da2 req-7fa7996f-22bc-4fcb-b967-e02f24e96e52 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Feb 03 05:13:42.870730 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-b70e73df-a1a9-4654-91f9-7945415be4c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451744 Feb 03 05:13:42.887181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c345c-6275-4bff-80f0-ff1ccd250d0c req-d791150a-0a8b-4df5-a3dc-80b8d6f9355d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:42.888801 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba2c345c-6275-4bff-80f0-ff1ccd250d0c req-d791150a-0a8b-4df5-a3dc-80b8d6f9355d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0570500 Feb 03 05:13:42.937078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba2c345c-6275-4bff-80f0-ff1ccd250d0c req-f6707327-3b93-493c-9b87-499d4af2112b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Feb 03 05:13:44.080691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eb895-d49f-426c-b754-b6a992804fab req-4ba8ac3e-25fb-4f4c-b4a6-8a07bf0d4db4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:44.082246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c4eb895-d49f-426c-b754-b6a992804fab req-4ba8ac3e-25fb-4f4c-b4a6-8a07bf0d4db4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0607321 Feb 03 05:13:44.131875 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c4eb895-d49f-426c-b754-b6a992804fab req-7e80a78e-6149-400a-a1c1-2731e739ef56 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Feb 03 05:13:44.139413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-1d429c82-508c-40ca-bd50-65e6407cae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:44.140976 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-1d429c82-508c-40ca-bd50-65e6407cae7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1127 time: 0.0454624 Feb 03 05:13:44.238349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-e30cc57a-de47-4f5b-b807-ebbc5553c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:44.240370 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-e30cc57a-de47-4f5b-b807-ebbc5553c7b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0933321 Feb 03 05:13:44.313312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-4762aa93-9f64-4bda-81ee-9acab637400d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 999 time: 0.0651667 Feb 03 05:13:44.365537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-422adfcf-0197-43f7-acd8-e6d51ad12cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:44.367034 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-422adfcf-0197-43f7-acd8-e6d51ad12cd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0484507 Feb 03 05:13:44.422620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-4dd5a0cf-ee72-4e47-9083-8075d8bbe2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:44.424152 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-4dd5a0cf-ee72-4e47-9083-8075d8bbe2a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505545 Feb 03 05:13:44.512116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-1fc76309-01ec-43ac-97e5-bd4ec3c95553 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817127 Feb 03 05:13:44.608924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-0b601b3c-3397-4a34-aeeb-0b7154ea1a90 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911045 Feb 03 05:13:45.272216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dab83-9f4b-4b93-878b-104437b06be2 req-1edf971e-5a37-4c54-b223-bd8ff0ace503 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:45.273686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd6dab83-9f4b-4b93-878b-104437b06be2 req-1edf971e-5a37-4c54-b223-bd8ff0ace503 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0615180 Feb 03 05:13:45.328780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd6dab83-9f4b-4b93-878b-104437b06be2 req-0ae8ac3d-da9a-45e6-9d96-01eb3720d1a2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470588 Feb 03 05:13:46.363038 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-d35d6608-1194-4c1a-ac1d-d703b9e6e08e service neutron] show failed (client error): The resource could not be found. Feb 03 05:13:46.364108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-d35d6608-1194-4c1a-ac1d-d703b9e6e08e service neutron] 10.222.0.15 "GET /v2.0/ports/2ffb7282-596c-419e-8945-734f1ad4a441/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0663886 Feb 03 05:13:46.461265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ab3b4-52a1-4165-8370-7534719dec61 req-d35a9021-c441-472a-95f1-a1b199495bdd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:46.462776 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-655ab3b4-52a1-4165-8370-7534719dec61 req-d35a9021-c441-472a-95f1-a1b199495bdd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0554445 Feb 03 05:13:46.510788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-655ab3b4-52a1-4165-8370-7534719dec61 req-9800ee76-4b36-4a1a-a54e-62f29ae73ba2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Feb 03 05:13:46.575123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-e358975f-17eb-4193-8b87-8383df0f710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:46.576642 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-e358975f-17eb-4193-8b87-8383df0f710c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 1127 time: 0.0434628 Feb 03 05:13:46.589018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:13:46.649273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:46.849180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:46.881551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:13:46.922682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:46.924923 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b9c771-6241-45b6-b2e6-dd1470151f32" -d '{"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:46.928820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Publish callbacks [] for port (2ffb7282-596c-419e-8945-734f1ad4a441), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:46.941893 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Transition to ACTIVE for port object 2ffb7282-596c-419e-8945-734f1ad4a441 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:13:46.946310 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:46.976342 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e313827f-d883-4c91-9faa-fef337a975a9 x-openstack-request-id: req-e313827f-d883-4c91-9faa-fef337a975a9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:46.976646 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:46.976902 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e313827f-d883-4c91-9faa-fef337a975a9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:46.977301 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441', 'code': 200} Feb 03 05:13:47.027366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:47.040278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.040597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.040974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.041312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.041647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.042065 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.042399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.042716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.043041 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.043345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.043693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.044015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.044329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:13:47.085265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] No DVR routers for this DVR port 2ffb7282-596c-419e-8945-734f1ad4a441 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:13:47.222885 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:13:47.223230 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:13:47.223590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:13:47.228093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Port 2ffb7282-596c-419e-8945-734f1ad4a441 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:13:47.228422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Attempting to bind port 2ffb7282-596c-419e-8945-734f1ad4a441 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:13:47.233464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:13:47.233808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:13:47.234198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:13:47.234627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Bound port: 2ffb7282-596c-419e-8945-734f1ad4a441, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:13:47.234990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:47.297841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:13:47.300891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:13:47.309416 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:47.346398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:47.347020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:47.348451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] 10.222.0.31 "PUT /v2.0/ports/2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 1091 time: 0.7647889 Feb 03 05:13:47.370357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3251e2e-d5e2-47d6-ad21-88711fefeded service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:47.419329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-6bf00f1c-ebbf-4ae0-980c-fb8d5eb382d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:47.420891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-6bf00f1c-ebbf-4ae0-980c-fb8d5eb382d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1125 time: 0.0475245 Feb 03 05:13:47.518079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-0373117f-2ba2-4213-b2c5-332579fe0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:47.519600 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-0373117f-2ba2-4213-b2c5-332579fe0615 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0922859 Feb 03 05:13:47.584582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-54a6ba8c-3faf-42cd-af32-23177d7e6c6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 997 time: 0.0589571 Feb 03 05:13:47.634226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-ed7de976-e701-44e9-95ba-bacf72ae02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:47.635018 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c15bd-b024-4ffd-8d4e-b8e64ce2b21f req-aec839c0-0099-4910-8b30-856f3a36d5da tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:47.635672 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-ed7de976-e701-44e9-95ba-bacf72ae02e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0449555 Feb 03 05:13:47.636642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba2c15bd-b024-4ffd-8d4e-b8e64ce2b21f req-aec839c0-0099-4910-8b30-856f3a36d5da tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 943 time: 0.0562465 Feb 03 05:13:47.684566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba2c15bd-b024-4ffd-8d4e-b8e64ce2b21f req-45a54a2c-8e43-4c33-a0c5-e5dd01842650 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 Feb 03 05:13:47.686420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-bca8be72-7006-447d-8ba9-b259fd268b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:47.687954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-bca8be72-7006-447d-8ba9-b259fd268b9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468388 Feb 03 05:13:47.785134 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-87834c5e-7960-4767-a440-163c196e2d3b service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905485 Feb 03 05:13:47.883785 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-04e70893-e5f3-454f-ac68-edaaa096ee19 req-eb6434da-46c9-40a1-a768-937c9350c438 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928276 Feb 03 05:13:48.815942 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1e7de-5196-4c9f-8702-ea007ab27101 req-c239b413-8e58-4eb3-b3f1-46c03d548885 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:48.817450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dba1e7de-5196-4c9f-8702-ea007ab27101 req-c239b413-8e58-4eb3-b3f1-46c03d548885 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 943 time: 0.0581348 Feb 03 05:13:48.864790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dba1e7de-5196-4c9f-8702-ea007ab27101 req-7a6924c6-adbc-48d4-a014-8a7bead5b6ba tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Feb 03 05:13:48.978222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:48.980850 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:49.034624 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca0f18b-7f86-4e7c-a044-bb32f57c2a02 x-openstack-request-id: req-5ca0f18b-7f86-4e7c-a044-bb32f57c2a02 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:49.034991 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:49.035314 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ca0f18b-7f86-4e7c-a044-bb32f57c2a02 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:49.035872 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441', 'status': 'completed', 'code': 200} Feb 03 05:13:49.136772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-8493da8e-8808-4507-821a-23cb035d45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.138204 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-8493da8e-8808-4507-821a-23cb035d45f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1125 time: 0.0685306 Feb 03 05:13:49.139956 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-f79977ee-a491-43d7-aade-c50f9382ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.141330 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-f79977ee-a491-43d7-aade-c50f9382ca54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1125 time: 0.0799615 Feb 03 05:13:49.301287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-0deebbdf-f04d-491b-8df9-8ec34db53f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.302686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-0deebbdf-f04d-491b-8df9-8ec34db53f49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1544788 Feb 03 05:13:49.303785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-0b039a5b-8489-4761-bcf5-4f3977131419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.305083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-0b039a5b-8489-4761-bcf5-4f3977131419 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1497490 Feb 03 05:13:49.408010 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-bf93e965-d781-465d-9d0e-d53a0b0f7dcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 997 time: 0.0989735 Feb 03 05:13:49.413573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-b19928fa-327c-4fb1-927a-9736e2d13f94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 997 time: 0.0991151 Feb 03 05:13:49.488944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-4bc87931-41a3-4c44-9bff-ece2ccd86485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.490430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-4bc87931-41a3-4c44-9bff-ece2ccd86485 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0760314 Feb 03 05:13:49.491860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-04dd3a4a-440a-4bf7-9a5f-dd9f5bcd0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.493153 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-04dd3a4a-440a-4bf7-9a5f-dd9f5bcd0ef4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0715919 Feb 03 05:13:49.943898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-502aff12-e85a-49c2-ad33-32e1f251b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.945412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-502aff12-e85a-49c2-ad33-32e1f251b3f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4482780 Feb 03 05:13:49.948035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-df9cd053-ddd2-4928-9ae4-158cb9b28aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.949489 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-df9cd053-ddd2-4928-9ae4-158cb9b28aed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4451010 Feb 03 05:13:49.984867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:13:49.997065 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728957c2-efa1-4e49-8ad1-6dbee1bf0b16 req-f0283fd1-b44d-49f5-884c-6817e97ed703 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:49.999663 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-728957c2-efa1-4e49-8ad1-6dbee1bf0b16 req-f0283fd1-b44d-49f5-884c-6817e97ed703 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 943 time: 0.0638993 Feb 03 05:13:50.042089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 2ffb7282-596c-419e-8945-734f1ad4a441 host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:13:50.042880 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:13:50.056560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-728957c2-efa1-4e49-8ad1-6dbee1bf0b16 req-dec53435-0278-4040-a92c-5611e90d7342 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509827 Feb 03 05:13:50.109988 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-2a9145ef-0f2b-48a1-88c8-390f21ad70da service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576693 Feb 03 05:13:50.113286 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-c2f87cfd-29e7-4d35-b365-7ce2f2a6f8c1 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540911 Feb 03 05:13:50.235274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.15', 52330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:13:50.272381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad56d73-9197-44b6-8d9a-f2508642decf req-e8be1a17-22f9-4bbe-b055-41aa60065a38 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:50.280551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ad56d73-9197-44b6-8d9a-f2508642decf req-e8be1a17-22f9-4bbe-b055-41aa60065a38 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 943 time: 0.0612323 Feb 03 05:13:50.308795 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-39e98042-e078-4c1a-af05-fdd08c8e4934 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858368 Feb 03 05:13:50.317303 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-18318781-e309-4d4d-9424-14d0f931dd1c service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016845 Feb 03 05:13:50.332914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-16c03d29-f47d-45d6-bbe6-5f096fef8d43 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:50.333674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ad56d73-9197-44b6-8d9a-f2508642decf req-f201c97a-6cf0-416d-bdc7-007d338821d6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506265 Feb 03 05:13:50.334623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-16c03d29-f47d-45d6-bbe6-5f096fef8d43 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7&tenant_id=da1b4318243848548ac070fc42abd77b&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 943 time: 0.0983531 Feb 03 05:13:50.396569 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-a3ced353-3307-4543-8973-9a5cb461defb service neutron] delete failed (client error): The resource could not be found. Feb 03 05:13:50.397618 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-a3ced353-3307-4543-8973-9a5cb461defb service neutron] 10.222.0.15 "DELETE /v2.0/ports/2ffb7282-596c-419e-8945-734f1ad4a441/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0561378 Feb 03 05:13:50.505102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-a947ed2c-c8bd-4a44-8ab9-c1f831f602ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:50.506564 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-a947ed2c-c8bd-4a44-8ab9-c1f831f602ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1125 time: 0.0500705 Feb 03 05:13:50.603179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-7f0fb789-c746-4bc1-ad91-31d0539c89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:50.604855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-7f0fb789-c746-4bc1-ad91-31d0539c89e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0919292 Feb 03 05:13:50.655606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:13:50.673270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-7a080868-ddae-4025-9eb5-de01ea9362a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 997 time: 0.0621231 Feb 03 05:13:50.721761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-8772ed0e-77ad-4605-96ba-b4b819c81673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:50.723373 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-8772ed0e-77ad-4605-96ba-b4b819c81673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0444374 Feb 03 05:13:50.760047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:50.771775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '2ffb7282-596c-419e-8945-734f1ad4a441', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '2ffb7282-596c-419e-8945-734f1ad4a441', 'mac_address': 'fa:16:3e:61:fd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:13:50.778149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-e04b6348-e096-4264-bc9b-dca422635f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:50.779776 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-e04b6348-e096-4264-bc9b-dca422635f34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495794 Feb 03 05:13:50.812237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2ffb7282-596c-419e-8945-734f1ad4a441 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:13:50.812622 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:50.826139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffb7282-596c-419e-8945-734f1ad4a441 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:13:50.846219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:50.850542 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:50.869343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-10f36065-380d-4b5f-aaa0-78415349f377 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835636 Feb 03 05:13:50.896822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:50.970218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29ac115d-c66c-40a4-8dff-041a0ec0b58d req-bbb0bec0-cc24-4dd8-8b22-97eabf273c1e service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941334 Feb 03 05:13:51.055120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['2ffb7282-596c-419e-8945-734f1ad4a441'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:13:51.470793 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9f162-9946-4230-b0f3-a6d1c782eb5d req-944b2479-be2f-4f02-bbde-e5f8b9788062 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:51.472361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2c9f162-9946-4230-b0f3-a6d1c782eb5d req-944b2479-be2f-4f02-bbde-e5f8b9788062 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 944 time: 0.0630724 Feb 03 05:13:51.521123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2c9f162-9946-4230-b0f3-a6d1c782eb5d req-3ffe3b55-79d3-4158-8633-051d6c119cea tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Feb 03 05:13:51.643588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc402c-f75d-4bab-8089-f894fa7f6af5 req-6182873a-4a6f-4e6e-b56a-cd37d7ac0d78 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:51.644992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebfc402c-f75d-4bab-8089-f894fa7f6af5 req-6182873a-4a6f-4e6e-b56a-cd37d7ac0d78 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 944 time: 0.0548613 Feb 03 05:13:51.692917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ebfc402c-f75d-4bab-8089-f894fa7f6af5 req-8c61107b-13e1-417c-bdac-bf68c25f6776 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Feb 03 05:13:51.909703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c315bc-82a9-4fd4-bfa6-91fd70a6fcb7 req-b5a37afa-86b3-45ff-bc38-6fbcb815b5bc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:51.911056 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71c315bc-82a9-4fd4-bfa6-91fd70a6fcb7 req-b5a37afa-86b3-45ff-bc38-6fbcb815b5bc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 944 time: 0.0591834 Feb 03 05:13:51.936813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-e51ef5f0-ed05-4525-9ac4-8891a18b4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:51.938343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-e51ef5f0-ed05-4525-9ac4-8891a18b4413 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 1126 time: 0.0465291 Feb 03 05:13:51.958680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71c315bc-82a9-4fd4-bfa6-91fd70a6fcb7 req-4d6fdcbf-6d05-4a99-9d16-554d8aff6c52 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 Feb 03 05:13:52.031557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-58fc6f26-492e-455e-a953-25bf47759612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:52.033035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-58fc6f26-492e-455e-a953-25bf47759612 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0889494 Feb 03 05:13:52.107160 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-8581d621-94de-4c87-87a6-73a1a264e238 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 200 len: 998 time: 0.0678196 Feb 03 05:13:52.158968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-234ad1a1-7285-4888-b55a-a69d1844f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:52.160540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-234ad1a1-7285-4888-b55a-a69d1844f987 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0468998 Feb 03 05:13:52.218271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-96577db7-64e8-42e8-a745-50d4349440da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:52.219801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-96577db7-64e8-42e8-a745-50d4349440da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535169 Feb 03 05:13:52.314237 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-6ebe59e7-ccb2-409f-a482-f9d7614028f7 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883493 Feb 03 05:13:52.415926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cd206441-0c56-4ef2-8d87-7e0ada1a3230 req-25e10482-1451-4c32-8fbc-ccb074405247 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949950 Feb 03 05:13:52.648640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:13:52.703207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 2ffb7282-596c-419e-8945-734f1ad4a441 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:13:52.706970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 2ffb7282-596c-419e-8945-734f1ad4a441 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:13:52.707378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:52.789320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 2ffb7282-596c-419e-8945-734f1ad4a441 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:13:52.789711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:52.813623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:52.815732 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee36212-1383-4974-88a6-3380d9debc9d" -d '{"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:52.828910 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:52.834712 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:52.865134 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338e1ca-e2a8-448d-8cbe-1de55d1b6f30 x-openstack-request-id: req-b338e1ca-e2a8-448d-8cbe-1de55d1b6f30 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:52.865437 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:52.865695 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b338e1ca-e2a8-448d-8cbe-1de55d1b6f30 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:52.866101 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441', 'code': 200} Feb 03 05:13:52.893412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:53.103539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fde90-aa29-4eb6-9d49-5018b772248a req-74f23750-4be5-4b4e-bcba-a0039abe126e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:53.105051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-732fde90-aa29-4eb6-9d49-5018b772248a req-74f23750-4be5-4b4e-bcba-a0039abe126e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0631237 Feb 03 05:13:53.153672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-732fde90-aa29-4eb6-9d49-5018b772248a req-2856105b-8cfb-4d0b-8310-9ae72c8c781b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Feb 03 05:13:53.413378 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564c0f-270d-47df-ae78-840a2f8e243f req-a116496d-c24f-47fd-ba7f-4b23fc4186fe tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:53.415071 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff564c0f-270d-47df-ae78-840a2f8e243f req-a116496d-c24f-47fd-ba7f-4b23fc4186fe tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0585604 Feb 03 05:13:53.479444 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ff564c0f-270d-47df-ae78-840a2f8e243f req-530a718a-4185-4051-a868-f754bdfbb328 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575635 Feb 03 05:13:54.181861 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:54.285128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:54.612012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad0c86-bd60-41e3-b7f2-ebdabfad7c19 req-853ea20e-a001-4f50-90f5-9ae3e1dcbdcc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:54.613500 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2ad0c86-bd60-41e3-b7f2-ebdabfad7c19 req-853ea20e-a001-4f50-90f5-9ae3e1dcbdcc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0611928 Feb 03 05:13:54.653108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-4b6165cc-df69-4944-aae8-3f2d766cea2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:54.654647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-4b6165cc-df69-4944-aae8-3f2d766cea2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/ports?device_id=b22b9b43-55a8-414a-8cf4-430189cdfba7 HTTP/1.1" status: 200 len: 945 time: 0.0527816 Feb 03 05:13:54.662642 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b2ad0c86-bd60-41e3-b7f2-ebdabfad7c19 req-0ac90f04-8719-41f0-a1e9-f916cf9324af tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Feb 03 05:13:54.746534 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Deleting port 2ffb7282-596c-419e-8945-734f1ad4a441 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:13:54.746871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:54.840782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] For port 2ffb7282-596c-419e-8945-734f1ad4a441, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=2ffb7282-596c-419e-8945-734f1ad4a441,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:13:54.841029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:55.017149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:55.017520 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:55.017844 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a disassociated. External IP: 172.25.7.7, port: 2ffb7282-596c-419e-8945-734f1ad4a441. Feb 03 05:13:55.018192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Calling delete_port for 2ffb7282-596c-419e-8945-734f1ad4a441 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:13:55.154943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (2ffb7282-596c-419e-8945-734f1ad4a441), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:55.184387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event deleted for resources: {'Port': ['ID=2ffb7282-596c-419e-8945-734f1ad4a441,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:55.300615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:13:55.412965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:13:55.422713 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:13:55.436199 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:13:55.436812 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:13:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:55.456425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] No DVR routers for this DVR port 2ffb7282-596c-419e-8945-734f1ad4a441 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:13:55.459428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:55.464063 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ab137a24-bc4c-4563-9415-b0e6f5d0bdec req-6d098bff-a4d1-435f-aab2-7a29bc128110 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "DELETE /v2.0/ports/2ffb7282-596c-419e-8945-734f1ad4a441 HTTP/1.1" status: 204 len: 173 time: 0.8038876 Feb 03 05:13:55.464525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-deleted', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:55.467530 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6785fbea-b9fb-4961-8dff-cf6ee27661fc" -d '{"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-deleted", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:55.507487 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fd3ae8-5e89-4f9d-acb6-6d6326a291a0 x-openstack-request-id: req-e1fd3ae8-5e89-4f9d-acb6-6d6326a291a0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:55.507849 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22b9b43-55a8-414a-8cf4-430189cdfba7", "name": "network-vif-deleted", "tag": "2ffb7282-596c-419e-8945-734f1ad4a441", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:55.508193 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1fd3ae8-5e89-4f9d-acb6-6d6326a291a0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:55.508489 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b9b43-55a8-414a-8cf4-430189cdfba7', 'name': 'network-vif-deleted', 'tag': '2ffb7282-596c-419e-8945-734f1ad4a441', 'status': 'completed', 'code': 200} Feb 03 05:13:55.559710 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:13:55.762576 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:55.793205 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:13:55.802040 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:13:55.802638 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:13:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:55.907028 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-b1f29651-d8f6-423e-940c-54a890ab68c2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2129444756&fields=id&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 267 time: 0.0417359 Feb 03 05:13:55.908664 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:13:56.017302 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-0338f9c6-383d-4984-9d42-a92331888356 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:56.018708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-0338f9c6-383d-4984-9d42-a92331888356 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.1042259 Feb 03 05:13:56.034678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-d772a5ac-0900-496d-85c8-b6d195b49391 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/quotas/da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 375 time: 0.0100648 Feb 03 05:13:56.094334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-8dc94566-92bd-4ea9-a554-33112bb8e556 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537934 Feb 03 05:13:56.200469 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:13:56.230262 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58bcc3-118a-44c6-ac13-c597b3e9ad9a None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:13:56.251417 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-6665ca51-3ba2-46f5-a525-95bd60ba2c59 service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451008 Feb 03 05:13:56.344717 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-d05aa6d3-f4fb-4342-b8c9-a816c09e0214 service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866880 Feb 03 05:13:56.467981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d405-8212-4464-bf17-a1e3c5ab0fde None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:13:56.511979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-33656728-5db5-48c7-bb52-6fb0d7a1fd4c req-6ee44e3c-8461-4489-bcf0-033e4eac189d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 210 time: 0.0269988 Feb 03 05:13:56.660591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:13:56.686210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 2ffb7282-596c-419e-8945-734f1ad4a441 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:13:56.686561 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 2ffb7282-596c-419e-8945-734f1ad4a441 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:13:57.473485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-be5e6e48-6b38-44bf-bece-42c819c5503f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:57.475081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-be5e6e48-6b38-44bf-bece-42c819c5503f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.1106713 Feb 03 05:13:57.533741 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-145a3e8c-5e26-4f7e-a70e-85b9c7a849f3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 380 time: 0.0505335 Feb 03 05:13:57.543492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'port': {'device_id': 'f5801379-b844-4e93-819d-045f44024bb1', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'admin_state_up': True, 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'security_groups': ['03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:13:57.615946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84f43ff5-0622-473f-b03d-e6d06ab09697 req-6f44e216-0e95-4c25-9293-ab60e2f92828 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 210 time: 0.0335212 Feb 03 05:13:57.654613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Made reservation on behalf of da1b4318243848548ac070fc42abd77b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:13:57.657991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:57.778980 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Allocated IP 172.20.0.10 (e34f8d35-f6df-40a1-b45b-309ed29752f7/60a69f55-5d5c-449b-9603-960632becf5c/8ca3e2f4-f7e3-482e-92db-65c474298486) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:13:57.915925 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:57.950632 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.002835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:13:58.007835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:13:58.011384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:13:58.017662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:58.067695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:58.068343 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.087125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-cddb58ad-498d-4039-bb08-510e22374c9f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476170 Feb 03 05:13:58.099100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Request body: {'port': {'device_id': 'f5801379-b844-4e93-819d-045f44024bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:13:58.160312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.297423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6d1a767a-cfd0-47d8-9429-5a80a8a03b32 None None] Provisioning complete for port 8ca3e2f4-f7e3-482e-92db-65c474298486 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:13:58.298022 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d1a767a-cfd0-47d8-9429-5a80a8a03b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.331390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a767a-cfd0-47d8-9429-5a80a8a03b32 None None] Port 8ca3e2f4-f7e3-482e-92db-65c474298486 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:13:58.428033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca3e2f4-f7e3-482e-92db-65c474298486 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:13:58.435839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Publish callbacks [] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.448100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Transition to ACTIVE for port object 8ca3e2f4-f7e3-482e-92db-65c474298486 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:13:58.454067 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.503037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:58.576499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:13:58.576882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:13:58.577169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:13:58.581971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:13:58.582303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:13:58.588291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:13:58.588663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:13:58.589161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:13:58.589630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Bound port: 8ca3e2f4-f7e3-482e-92db-65c474298486, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:13:58.590003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.658587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:13:58.661829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:13:58.668148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.702563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:58.703187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:13:58.704919 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] 10.222.0.15 "PUT /v2.0/ports/8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1092 time: 0.6101632 Feb 03 05:13:58.707276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:13:58.710245 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9f1f0f-ab18-4270-b462-f613b591c668" -d '{"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:13:58.737958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca5598-bb3f-4d87-8677-39c3ec5b9321 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:13:58.770741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43d5c5-bdd9-4e7e-942d-27b87a1054ff req-adbdb96d-3a55-4c24-b743-3c679e7cde63 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:58.777866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab43d5c5-bdd9-4e7e-942d-27b87a1054ff req-adbdb96d-3a55-4c24-b743-3c679e7cde63 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 944 time: 0.0916643 Feb 03 05:13:58.781948 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e48662-012c-406f-aca2-c87f5dc85246 x-openstack-request-id: req-f8e48662-012c-406f-aca2-c87f5dc85246 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:13:58.782318 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:13:58.782633 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8e48662-012c-406f-aca2-c87f5dc85246 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:13:58.783095 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'status': 'completed', 'code': 200} Feb 03 05:13:58.802535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-3028d731-48a1-4a52-85ea-30e777f08071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:58.804218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-3028d731-48a1-4a52-85ea-30e777f08071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1126 time: 0.0555544 Feb 03 05:13:58.825398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab43d5c5-bdd9-4e7e-942d-27b87a1054ff req-0c38adc1-547b-4f97-b7b7-0be1c9ae4213 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465195 Feb 03 05:13:58.851811 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-05d2db8f-3c0a-4b82-a6f9-64b59bc6351b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 217 time: 0.0396945 Feb 03 05:13:58.901711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4fa0a7ba-c6c7-44d6-9c72-498c107c8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:58.903212 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-4fa0a7ba-c6c7-44d6-9c72-498c107c8e9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0456722 Feb 03 05:13:58.951945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-0fe09987-ed7e-440e-b519-986c03873e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:58.953441 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-0fe09987-ed7e-440e-b519-986c03873e90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441535 Feb 03 05:13:59.053804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-9b399456-c95a-4ff9-b496-7edb61bba9e1 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940619 Feb 03 05:13:59.143868 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2cc8281a-cece-4ec7-a51a-b09145f293c9 req-5ee27310-7834-486e-8334-671645d0be46 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840058 Feb 03 05:13:59.239613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-b175a110-458a-426b-bf65-6cb6f8ed7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:59.241076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-b175a110-458a-426b-bf65-6cb6f8ed7f29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1126 time: 0.0457835 Feb 03 05:13:59.338688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-5d6bd5de-d49b-4303-bd94-b7195ff138f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:59.340202 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-5d6bd5de-d49b-4303-bd94-b7195ff138f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0925117 Feb 03 05:13:59.380010 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-83f3cccd-b6e0-4da6-9b40-e87c82980136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 217 time: 0.0334110 Feb 03 05:13:59.431110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-09b291fb-7d91-4065-bb56-78e0b8581a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:59.432957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-09b291fb-7d91-4065-bb56-78e0b8581a6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0463173 Feb 03 05:13:59.483933 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-9aac0ef6-9c94-421f-9294-e9c45d1ec160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:59.485437 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-9aac0ef6-9c94-421f-9294-e9c45d1ec160 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462062 Feb 03 05:13:59.588923 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-a9e814c5-674b-4e05-8eb4-c7cd5556c2d6 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963428 Feb 03 05:13:59.689758 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4a9f1f0f-ab18-4270-b462-f613b591c668 req-8433a72f-a7d7-4472-b3be-bcca534d44cd service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939264 Feb 03 05:13:59.963282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9878f2-28fe-43bc-a25d-f800fd8dd304 req-50eaec20-0006-4c25-be46-f0786afc4de5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:13:59.964800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc9878f2-28fe-43bc-a25d-f800fd8dd304 req-50eaec20-0006-4c25-be46-f0786afc4de5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 944 time: 0.0601125 Feb 03 05:14:00.022242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc9878f2-28fe-43bc-a25d-f800fd8dd304 req-1d81a3b0-33db-44b5-b5e9-71892b0d5c0e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517373 Feb 03 05:14:01.167707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2c76b-02da-4d72-be2a-d23749eac783 req-31ab59c3-688b-4e10-bee4-a27073c42468 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:01.169264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbe2c76b-02da-4d72-be2a-d23749eac783 req-31ab59c3-688b-4e10-bee4-a27073c42468 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 944 time: 0.0664644 Feb 03 05:14:01.216065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbe2c76b-02da-4d72-be2a-d23749eac783 req-02244afa-f510-41c2-a588-5382c09ec3b6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Feb 03 05:14:02.060938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:14:02.163006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:02.181407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'mac_address': 'fa:16:3e:1d:82:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:14:02.219615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 8ca3e2f4-f7e3-482e-92db-65c474298486 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:14:02.220008 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:02.233532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca3e2f4-f7e3-482e-92db-65c474298486 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:14:02.254620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:02.262101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:02.312757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:02.402952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f853fe-0296-4600-95ba-e9d5c595402c req-1c1d7451-733b-4421-8e05-50986eb0512a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:02.404488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60f853fe-0296-4600-95ba-e9d5c595402c req-1c1d7451-733b-4421-8e05-50986eb0512a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 945 time: 0.1176894 Feb 03 05:14:02.462741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60f853fe-0296-4600-95ba-e9d5c595402c req-cab110c9-a921-4510-858b-89ab350b3ab2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499647 Feb 03 05:14:02.494862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['8ca3e2f4-f7e3-482e-92db-65c474298486'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:14:03.231663 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cee6720f-bbdd-4e81-ae86-8921d07a4950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:03.650843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf89d6-7b3c-4336-b862-1fc6abdf5a2e req-5ea5b632-359d-4fc9-b9b4-96516c008dcf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:03.652752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83cf89d6-7b3c-4336-b862-1fc6abdf5a2e req-5ea5b632-359d-4fc9-b9b4-96516c008dcf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 945 time: 0.1216273 Feb 03 05:14:03.707147 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-83cf89d6-7b3c-4336-b862-1fc6abdf5a2e req-b010bcf2-8772-453f-944e-cd733a2df571 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485368 Feb 03 05:14:04.080160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:14:04.133858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 8ca3e2f4-f7e3-482e-92db-65c474298486 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:14:04.137998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 8ca3e2f4-f7e3-482e-92db-65c474298486 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:14:04.138384 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:04.216804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 8ca3e2f4-f7e3-482e-92db-65c474298486 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:14:04.217215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:04.241901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:04.244167 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9fa921-cb07-4fea-bc22-fbad3026707c" -d '{"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-plugged", "status": "completed", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:04.256793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:04.262036 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:04.290960 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2620cb8-0538-48b8-8da9-2baaa81dd5c0 x-openstack-request-id: req-c2620cb8-0538-48b8-8da9-2baaa81dd5c0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:04.291256 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-plugged", "status": "completed", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:04.291526 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2620cb8-0538-48b8-8da9-2baaa81dd5c0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:04.291923 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'code': 200} Feb 03 05:14:04.324254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:04.393479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c021b-7e4c-4576-a1b7-6f162de0b53b req-19b1d4b3-978b-40d3-ab73-ec6db02f5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:04.394983 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca2c021b-7e4c-4576-a1b7-6f162de0b53b req-19b1d4b3-978b-40d3-ab73-ec6db02f5072 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0558629 Feb 03 05:14:04.445085 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ca2c021b-7e4c-4576-a1b7-6f162de0b53b req-0bbd1426-4093-4e25-a68a-97a0b6338b43 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Feb 03 05:14:04.849021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2d649-2317-4195-aa80-948194733cf4 req-602e71b6-35d6-492e-818c-a78c2947137e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:04.850478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7c2d649-2317-4195-aa80-948194733cf4 req-602e71b6-35d6-492e-818c-a78c2947137e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0550125 Feb 03 05:14:04.897570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c7c2d649-2317-4195-aa80-948194733cf4 req-e7feccaf-4367-4f89-8fb8-9b0848553e42 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407271 Feb 03 05:14:06.027961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96ed87-9321-48e5-87fd-eab998647e11 req-f4d4c9fc-a09d-4bda-94e8-e385b8276b34 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:06.029438 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e96ed87-9321-48e5-87fd-eab998647e11 req-f4d4c9fc-a09d-4bda-94e8-e385b8276b34 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0537190 Feb 03 05:14:06.082403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e96ed87-9321-48e5-87fd-eab998647e11 req-972b0ab3-3547-475d-8c4c-c7be66a14e4e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451343 Feb 03 05:14:06.210090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e75ff7-3078-495b-84bc-73aa8dc260ae req-55177fa0-4302-44da-8089-54e78bdb9909 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:06.211862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e3e75ff7-3078-495b-84bc-73aa8dc260ae req-55177fa0-4302-44da-8089-54e78bdb9909 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0552311 Feb 03 05:14:06.224450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 58942) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:14:06.228971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'floatingip': {'port_id': '8ca3e2f4-f7e3-482e-92db-65c474298486'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:14:06.268937 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:06.425772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4c41db9-6ad0-40ae-a585-d4cf0742f2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:06.832944 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:07.048783 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:07.055831 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:07.157266 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a associated. External IP: 172.25.7.7, port: 8ca3e2f4-f7e3-482e-92db-65c474298486. Feb 03 05:14:07.373072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:14:07.483336 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:14:07.488051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:07.495330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:14:07.505564 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:14:07.506178 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:14:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:07.519204 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e9976796-9e02-43ab-a7e3-9403e8aab133 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "PUT /v2.0/floatingips/d8eecc71-86f0-47e0-9b83-8e166e39840a HTTP/1.1" status: 200 len: 990 time: 1.2936320 Feb 03 05:14:07.519824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:07.522139 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bf0421-c718-4c63-9c43-0b9fb704cc33" -d '{"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:07.618657 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:14:07.629788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35e755-59b5-4595-849e-821c920b73e9 req-8b4cdecb-a70e-4e44-83dd-d91f7cb8750d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:07.631348 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b35e755-59b5-4595-849e-821c920b73e9 req-8b4cdecb-a70e-4e44-83dd-d91f7cb8750d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0590029 Feb 03 05:14:07.637484 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23155044-cb26-457b-b072-e90a68a99e01 x-openstack-request-id: req-23155044-cb26-457b-b072-e90a68a99e01 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:07.637787 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:07.638051 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23155044-cb26-457b-b072-e90a68a99e01 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:07.638465 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'status': 'completed', 'code': 200} Feb 03 05:14:07.639595 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:14:07.681089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b35e755-59b5-4595-849e-821c920b73e9 req-a91d0a3b-6d64-4fcf-ba09-3fd77b914203 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Feb 03 05:14:07.714867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-16eb6566-b87b-48e3-8bd7-31f774a882f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:07.716942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-16eb6566-b87b-48e3-8bd7-31f774a882f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0565341 Feb 03 05:14:07.803575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-8e62c090-0556-427a-a56a-da4d2cf6368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:07.805935 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-8e62c090-0556-427a-a56a-da4d2cf6368b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0831633 Feb 03 05:14:07.862033 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:1d:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5801379-b844-4e93-819d-045f44024bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:14:06Z', 'revision_number': 9, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:07.883643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-be7f6501-7a73-4094-b1c0-3b60aeef288b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 998 time: 0.0719950 Feb 03 05:14:07.893812 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:14:07.905739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:14:07.906330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:14:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:07.933635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-6be1b2be-30d7-4de0-8dc2-da62b6c4c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:07.935147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-6be1b2be-30d7-4de0-8dc2-da62b6c4c81b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0440943 Feb 03 05:14:07.985588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-2e17937c-2061-490b-a4b1-bf13cfa1e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:07.987004 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-2e17937c-2061-490b-a4b1-bf13cfa1e20e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460227 Feb 03 05:14:08.014231 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:14:08.077430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-98848af0-44ea-4f7e-8b15-b4abdb262dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 Feb 03 05:14:08.166318 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c7bf0421-c718-4c63-9c43-0b9fb704cc33 req-19e7a06a-fff4-4de9-b4c1-add164e44e18 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829163 Feb 03 05:14:08.239610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:1d:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5801379-b844-4e93-819d-045f44024bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:14:06Z', 'revision_number': 9, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:08.268708 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b46e0-f4e0-4e27-86ed-7ee44264008a None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:1d:82:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5801379-b844-4e93-819d-045f44024bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:14:06Z', 'revision_number': 9, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:14:08.281769 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:08.458349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af28c5-5d12-4416-bca4-46c638703ef7 None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:14:08.823996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd2744-da28-4f89-b60e-0d0e43ee929c req-ebcaff5b-1ba8-4c24-a0c8-70c2e129dd1a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:08.825458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bbd2744-da28-4f89-b60e-0d0e43ee929c req-ebcaff5b-1ba8-4c24-a0c8-70c2e129dd1a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0625434 Feb 03 05:14:08.875034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3bbd2744-da28-4f89-b60e-0d0e43ee929c req-941cec1b-f23b-400b-8171-4b90fa61caed tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Feb 03 05:14:09.149742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-7f5c12ce-6ed4-41a1-b461-9d675501d37b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475368 Feb 03 05:14:09.158265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f02a74-c53e-4310-bd86-c6456f28efbb req-e20148fa-b25d-4a40-995b-f15a608179ca tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:09.159892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92f02a74-c53e-4310-bd86-c6456f28efbb req-e20148fa-b25d-4a40-995b-f15a608179ca tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0544791 Feb 03 05:14:09.207025 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92f02a74-c53e-4310-bd86-c6456f28efbb req-39010c32-7d56-40c4-b893-e2fc45b9b1f0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413797 Feb 03 05:14:09.335972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:10.274826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-b58a4251-ca3a-4673-9ff2-7d48ce976899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:10.276355 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-b58a4251-ca3a-4673-9ff2-7d48ce976899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0456643 Feb 03 05:14:10.327339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afaf2f-1515-4c04-8952-f916015772ba req-a0a2bd90-4f6f-4cdd-90b7-6107956ee1f2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:10.328882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1afaf2f-1515-4c04-8952-f916015772ba req-a0a2bd90-4f6f-4cdd-90b7-6107956ee1f2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0518346 Feb 03 05:14:10.368123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-3667ad2c-7218-4d46-a40f-e3bcfbf7321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:10.369780 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-3667ad2c-7218-4d46-a40f-e3bcfbf7321b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0871122 Feb 03 05:14:10.379393 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1afaf2f-1515-4c04-8952-f916015772ba req-72828a99-eae2-48db-8b3b-5fcac57baa3e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Feb 03 05:14:10.433407 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-9ce88891-de4c-4857-ad5f-373a471c0da8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1001 time: 0.0576024 Feb 03 05:14:10.486546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-5fa33f68-1434-4836-9272-8a6b2c8462c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:10.487936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-5fa33f68-1434-4836-9272-8a6b2c8462c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0487471 Feb 03 05:14:10.539984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-8e78115e-4cd2-46f3-8a09-b234a94dc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:10.541601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-8e78115e-4cd2-46f3-8a09-b234a94dc620 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478635 Feb 03 05:14:10.631572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-85df7233-d133-4808-a2e7-cc6c6b975f7a service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839667 Feb 03 05:14:10.738559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-9fea4758-6a86-44a7-b3e1-2ebca72508aa service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980117 Feb 03 05:14:11.514574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743c6ea-5b1b-4dfd-a524-125907099b4c req-d0bfca93-a998-4410-9ce5-17dc27ed9915 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:11.516098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b743c6ea-5b1b-4dfd-a524-125907099b4c req-d0bfca93-a998-4410-9ce5-17dc27ed9915 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0610187 Feb 03 05:14:11.563324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b743c6ea-5b1b-4dfd-a524-125907099b4c req-ab40a844-fcc2-439f-b54f-385a8118cc2b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Feb 03 05:14:12.692329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48723-e675-4e6e-9742-a451658af327 req-5042b2be-ab3d-4fec-828c-3d7f481bf5a0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:12.693827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9d48723-e675-4e6e-9742-a451658af327 req-5042b2be-ab3d-4fec-828c-3d7f481bf5a0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0610998 Feb 03 05:14:12.744389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f9d48723-e675-4e6e-9742-a451658af327 req-ef991391-3dd6-4e2b-b924-eecdc20ff936 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449672 Feb 03 05:14:13.894046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fda09-4ea0-413a-ab18-b2196571cdf2 req-8aa35362-5493-4db9-98e0-bc5eb9a73ee4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:13.895530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129fda09-4ea0-413a-ab18-b2196571cdf2 req-8aa35362-5493-4db9-98e0-bc5eb9a73ee4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0676775 Feb 03 05:14:13.945769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129fda09-4ea0-413a-ab18-b2196571cdf2 req-f1a0f449-7c84-4333-bd34-e356ac3a49dd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Feb 03 05:14:15.084749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f208-cdb5-4d15-9050-3e065a91799c req-86f43137-d17e-4035-ae81-a56662de5287 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:15.086640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5df5f208-cdb5-4d15-9050-3e065a91799c req-86f43137-d17e-4035-ae81-a56662de5287 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0554934 Feb 03 05:14:15.134446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5df5f208-cdb5-4d15-9050-3e065a91799c req-526972cd-6b9d-4fff-b8b0-f6d8784a33df tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Feb 03 05:14:16.271483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591186b-156d-4111-986a-ff956017b76d req-e7304672-69c7-4ed2-bf26-fbc026de64ca tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:16.273057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e591186b-156d-4111-986a-ff956017b76d req-e7304672-69c7-4ed2-bf26-fbc026de64ca tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0641127 Feb 03 05:14:16.328504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e591186b-156d-4111-986a-ff956017b76d req-8363b60c-2482-42b9-af74-dbb900d186b6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497806 Feb 03 05:14:17.458480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c6813-5c12-4d4d-bf7e-cba69fb6c6da req-cef89d76-1f52-42ec-bcc7-2a24aa2a3446 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:17.459988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce3c6813-5c12-4d4d-bf7e-cba69fb6c6da req-cef89d76-1f52-42ec-bcc7-2a24aa2a3446 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0525641 Feb 03 05:14:17.513401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce3c6813-5c12-4d4d-bf7e-cba69fb6c6da req-3813c8dd-1357-4ff9-b2d6-8f93649ed07f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474236 Feb 03 05:14:18.655973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96e99-e10a-42d8-8c6a-c4190e73cdc8 req-6ff3cafb-5174-4291-8136-ac5addcab999 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:18.657502 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45e96e99-e10a-42d8-8c6a-c4190e73cdc8 req-6ff3cafb-5174-4291-8136-ac5addcab999 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0620315 Feb 03 05:14:18.704076 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45e96e99-e10a-42d8-8c6a-c4190e73cdc8 req-e9e5b425-db02-489e-9f22-9db41f272438 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Feb 03 05:14:19.830992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aed85b-4551-4fcd-99f3-3af09be4f6b2 req-f4a96ec0-41ca-4105-b4e2-d96ad87cfc11 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:19.832505 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44aed85b-4551-4fcd-99f3-3af09be4f6b2 req-f4a96ec0-41ca-4105-b4e2-d96ad87cfc11 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0574701 Feb 03 05:14:19.879849 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44aed85b-4551-4fcd-99f3-3af09be4f6b2 req-81f929cb-c48f-48c1-aca6-7dce974aebf5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Feb 03 05:14:21.036839 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217093a2-6c62-429b-9cb8-3997c59a05d1 req-fdea03ab-8de3-40b9-8d35-274f7213c130 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:21.038349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-217093a2-6c62-429b-9cb8-3997c59a05d1 req-fdea03ab-8de3-40b9-8d35-274f7213c130 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0722229 Feb 03 05:14:21.090463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-217093a2-6c62-429b-9cb8-3997c59a05d1 req-d8f4803e-fb86-4cca-b53b-948f14ac7d33 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Feb 03 05:14:22.215422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79256b98-4cae-49e1-81da-22e3b62a7de1 req-48244f3b-cb7d-4394-b1a8-217abbd4119f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:22.216975 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79256b98-4cae-49e1-81da-22e3b62a7de1 req-48244f3b-cb7d-4394-b1a8-217abbd4119f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0576448 Feb 03 05:14:22.263722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-79256b98-4cae-49e1-81da-22e3b62a7de1 req-6fc712fd-0905-471d-99b9-6f5232a44145 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Feb 03 05:14:23.403922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a0329-bfa2-40a3-b72b-42b112bc7e27 req-9a33140c-e0c7-4140-8890-84ff32dc6366 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:23.405422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-047a0329-bfa2-40a3-b72b-42b112bc7e27 req-9a33140c-e0c7-4140-8890-84ff32dc6366 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0612044 Feb 03 05:14:23.453658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-047a0329-bfa2-40a3-b72b-42b112bc7e27 req-69e93a19-c395-44fb-9ce0-00bf252e80a4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Feb 03 05:14:24.184941 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:24.303064 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:24.598366 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f271054-d8dd-4bf8-85c4-096d30894952 req-5c6be250-0ca6-4c93-9278-84d22051228a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:24.599908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f271054-d8dd-4bf8-85c4-096d30894952 req-5c6be250-0ca6-4c93-9278-84d22051228a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0631304 Feb 03 05:14:24.650921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f271054-d8dd-4bf8-85c4-096d30894952 req-2f5de5ed-7898-44f9-a177-fdb39f7f5ea8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 Feb 03 05:14:25.780252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834a8a3-11ad-4435-add7-6e6bbdf7b6d2 req-96671448-2dd7-4967-b93b-4b75283de145 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:25.781800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9834a8a3-11ad-4435-add7-6e6bbdf7b6d2 req-96671448-2dd7-4967-b93b-4b75283de145 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0572352 Feb 03 05:14:25.829952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9834a8a3-11ad-4435-add7-6e6bbdf7b6d2 req-e4b63f67-773d-42e6-aa10-f79fef1656c8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Feb 03 05:14:26.139385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-9445ca83-432b-4d99-9796-4248b3ff7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:26.141019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-9445ca83-432b-4d99-9796-4248b3ff7010 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1128 time: 0.0468371 Feb 03 05:14:26.246660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-2d66cef1-3a9b-4df0-99e8-151a84efb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:26.248177 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-2d66cef1-3a9b-4df0-99e8-151a84efb329 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0878797 Feb 03 05:14:26.671406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-76ecce9d-0040-43cb-ab6c-b58cbcd22e65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1001 time: 0.4169657 Feb 03 05:14:26.722229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-0c24dc6e-9bf8-453c-bd3a-ffc3d173b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:26.723690 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-0c24dc6e-9bf8-453c-bd3a-ffc3d173b1ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0458322 Feb 03 05:14:26.776433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-ca1bed6b-8e6e-4f73-a112-9052620d6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:26.777913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-ca1bed6b-8e6e-4f73-a112-9052620d6a9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476131 Feb 03 05:14:26.875978 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-046f4446-116c-46b3-bf78-1df3fe471241 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910485 Feb 03 05:14:26.952270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6ca03-fd14-4798-bf3e-b33e1188b676 req-3a95d372-4b60-4985-82ba-84b9dc98e86c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:26.953870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4c6ca03-fd14-4798-bf3e-b33e1188b676 req-3a95d372-4b60-4985-82ba-84b9dc98e86c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0535600 Feb 03 05:14:26.969912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc81b0ba-42a1-4bf3-b48b-55ca3bfbf5a0 req-20e189be-de3e-408e-8218-c2ea8538ba86 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877132 Feb 03 05:14:27.004409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4c6ca03-fd14-4798-bf3e-b33e1188b676 req-3b67f4f0-1e03-4735-adb3-0da3b0f3b65f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 Feb 03 05:14:28.145648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd7022-4d69-472c-8be1-4034e80ac0c9 req-f129db82-d93f-4bad-ae0c-8a8ab3d09043 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:28.147122 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7fd7022-4d69-472c-8be1-4034e80ac0c9 req-f129db82-d93f-4bad-ae0c-8a8ab3d09043 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0579867 Feb 03 05:14:28.194029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7fd7022-4d69-472c-8be1-4034e80ac0c9 req-90f35e87-ded2-4932-a317-542025fac42f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411720 Feb 03 05:14:29.332281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34098fc6-825d-47d6-bb2c-dcf0cef3a2f1 req-f0075909-bce5-4b31-ab0a-a1d0524d7742 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:29.333780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34098fc6-825d-47d6-bb2c-dcf0cef3a2f1 req-f0075909-bce5-4b31-ab0a-a1d0524d7742 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0636353 Feb 03 05:14:29.381459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34098fc6-825d-47d6-bb2c-dcf0cef3a2f1 req-fcde54e4-52fc-449c-bb89-8500b8f64edb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 Feb 03 05:14:30.520248 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00779b6-a95c-443e-9f2d-a55a5a66b76e req-06689946-c110-45fe-9165-0e99b68b260d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:30.521737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c00779b6-a95c-443e-9f2d-a55a5a66b76e req-06689946-c110-45fe-9165-0e99b68b260d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0564749 Feb 03 05:14:30.575683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c00779b6-a95c-443e-9f2d-a55a5a66b76e req-3addbe45-7001-42fb-8a1a-1370fffd5cc0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482244 Feb 03 05:14:31.702791 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce70ee-8ab9-4a61-b199-c279bc90308c req-e5f73c64-ed3e-4bd1-b261-71cbea63c324 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:31.704312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9ce70ee-8ab9-4a61-b199-c279bc90308c req-e5f73c64-ed3e-4bd1-b261-71cbea63c324 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0573306 Feb 03 05:14:31.751529 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c9ce70ee-8ab9-4a61-b199-c279bc90308c req-b7ffc018-f6b3-4056-8ced-34138ad55a1d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Feb 03 05:14:32.904941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d44d0-ce89-4c0b-a9d3-dbba70cf82df req-749790b6-7a86-4735-9b9f-a7d22fc1dfe1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:32.906910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee4d44d0-ce89-4c0b-a9d3-dbba70cf82df req-749790b6-7a86-4735-9b9f-a7d22fc1dfe1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0644457 Feb 03 05:14:32.954048 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ee4d44d0-ce89-4c0b-a9d3-dbba70cf82df req-574b93fb-42a1-4e22-b891-5324c2520e21 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Feb 03 05:14:33.223756 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76401d97-152a-40e2-9c80-a8d924c64496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:34.107240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4e64-f6b0-4afe-9b2f-04f3cc9aea79 req-d478c39d-44e1-45cf-a511-2585ad933e4c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:34.108759 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daad4e64-f6b0-4afe-9b2f-04f3cc9aea79 req-d478c39d-44e1-45cf-a511-2585ad933e4c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0701580 Feb 03 05:14:34.158765 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-daad4e64-f6b0-4afe-9b2f-04f3cc9aea79 req-45dc1d6b-79dc-4e23-bc39-7b954af92bb0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Feb 03 05:14:35.303588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9ab5e-5906-4f43-ac32-247f62c6c00a req-e8119db9-70fb-4e96-a622-d8659d394ec9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:35.305375 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2c9ab5e-5906-4f43-ac32-247f62c6c00a req-e8119db9-70fb-4e96-a622-d8659d394ec9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0607588 Feb 03 05:14:35.354273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a2c9ab5e-5906-4f43-ac32-247f62c6c00a req-c32237a5-9d88-4f64-b6f4-e179aefa417c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Feb 03 05:14:36.421701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9397e205-bd46-437b-80d5-5c16412966cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:36.485272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ba44-0429-475b-9792-d9f745b27dc9 req-c1ddba7f-42f3-4148-aedb-41aca7739b3b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:36.486752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a928ba44-0429-475b-9792-d9f745b27dc9 req-c1ddba7f-42f3-4148-aedb-41aca7739b3b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0577757 Feb 03 05:14:36.534682 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a928ba44-0429-475b-9792-d9f745b27dc9 req-63ba2611-53eb-4d7f-b3ea-1644c4bc41c2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Feb 03 05:14:36.846294 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:37.679607 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd99e-bbc4-4369-bd82-111a30453731 req-bf025e27-7759-4a71-acbc-cd32be6f9be7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:37.681100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dddd99e-bbc4-4369-bd82-111a30453731 req-bf025e27-7759-4a71-acbc-cd32be6f9be7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0570991 Feb 03 05:14:37.731199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dddd99e-bbc4-4369-bd82-111a30453731 req-08df0759-9fc9-4f89-b6db-9e94b8ff46d7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Feb 03 05:14:38.283375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:38.861200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afaa81-6f74-47c8-b171-e8022c02602a req-c88420aa-593f-49c1-836b-c0ca10001774 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:38.862720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24afaa81-6f74-47c8-b171-e8022c02602a req-c88420aa-593f-49c1-836b-c0ca10001774 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0581219 Feb 03 05:14:38.917815 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24afaa81-6f74-47c8-b171-e8022c02602a req-4a2a258a-1191-4e90-8e8d-9787117b3bfb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466883 Feb 03 05:14:39.340721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:40.056395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7568-396f-4544-86da-875f3228cdc9 req-3e412468-fce1-4809-8abb-ce9ec78aa798 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:40.057892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-835e7568-396f-4544-86da-875f3228cdc9 req-3e412468-fce1-4809-8abb-ce9ec78aa798 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0577438 Feb 03 05:14:40.107259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-835e7568-396f-4544-86da-875f3228cdc9 req-b3d36c87-a636-4b63-a66a-8528888e8f2e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Feb 03 05:14:41.241140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dbd13-1bab-493f-ae3d-89a2aebf5916 req-bb2aa4e6-fab3-4d0e-be9b-a373143bf361 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:41.242646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-327dbd13-1bab-493f-ae3d-89a2aebf5916 req-bb2aa4e6-fab3-4d0e-be9b-a373143bf361 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0568776 Feb 03 05:14:41.292344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-327dbd13-1bab-493f-ae3d-89a2aebf5916 req-6213cdba-1b58-403d-92ca-36542967e653 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Feb 03 05:14:42.439560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbd82a-db45-4e73-bcb8-ebd0d185a62e req-91e3738e-212b-4498-b05c-744c44cdf37e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:42.441079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13fbd82a-db45-4e73-bcb8-ebd0d185a62e req-91e3738e-212b-4498-b05c-744c44cdf37e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 946 time: 0.0640035 Feb 03 05:14:42.492920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13fbd82a-db45-4e73-bcb8-ebd0d185a62e req-14eb4077-3ea2-47a2-bbc1-8477218d553b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Feb 03 05:14:42.538034 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-633a8dbe-28b2-4fbb-a52e-a3cd0a6f4861 service neutron] show failed (client error): The resource could not be found. Feb 03 05:14:42.539074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-633a8dbe-28b2-4fbb-a52e-a3cd0a6f4861 service neutron] 10.222.0.15 "GET /v2.0/ports/8ca3e2f4-f7e3-482e-92db-65c474298486/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0562575 Feb 03 05:14:42.809259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-f0d6d09b-8d27-4c87-b432-33451aabb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:42.811405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-f0d6d09b-8d27-4c87-b432-33451aabb2b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 1128 time: 0.1112919 Feb 03 05:14:42.822402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:14:42.883031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:43.092821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:43.125763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:14:43.180625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:43.182999 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1818f33e-4166-4933-aff5-8395954d532b" -d '{"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:43.186606 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Publish callbacks [] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:43.199620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Transition to ACTIVE for port object 8ca3e2f4-f7e3-482e-92db-65c474298486 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:14:43.204546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:43.234439 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f682cd3-19b4-4af2-beab-93fcff9d448e x-openstack-request-id: req-0f682cd3-19b4-4af2-beab-93fcff9d448e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:43.234888 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:43.235148 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f682cd3-19b4-4af2-beab-93fcff9d448e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:43.235537 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'code': 200} Feb 03 05:14:43.288011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:43.331131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] No DVR routers for this DVR port 8ca3e2f4-f7e3-482e-92db-65c474298486 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:14:43.467114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:14:43.467355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:14:43.467723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:14:43.472198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:14:43.472522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:14:43.477550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:14:43.477891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:14:43.478275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:14:43.478700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Bound port: 8ca3e2f4-f7e3-482e-92db-65c474298486, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:14:43.479036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:43.543493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:14:43.546661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:14:43.553812 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:43.590676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:43.591364 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:43.592765 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] 10.222.0.31 "PUT /v2.0/ports/8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1092 time: 0.7744322 Feb 03 05:14:43.617338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399905e-e2f7-4f75-9410-35a7a448a8ce service neutron] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:43.622384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42daa3-a627-4004-98fc-b24bb76a8045 req-58bbdc70-99c5-4ae6-b911-f895fdc8e6d6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:43.624072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be42daa3-a627-4004-98fc-b24bb76a8045 req-58bbdc70-99c5-4ae6-b911-f895fdc8e6d6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 944 time: 0.0574431 Feb 03 05:14:43.673506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-0e575e3f-8231-419f-b72a-63f0954836a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:43.675238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-0e575e3f-8231-419f-b72a-63f0954836a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1126 time: 0.0512397 Feb 03 05:14:43.676893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be42daa3-a627-4004-98fc-b24bb76a8045 req-05e56958-9426-4051-9598-b850ef661183 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Feb 03 05:14:43.767492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-701fdc7b-e22b-47df-8dda-692396b0c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:43.769021 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-701fdc7b-e22b-47df-8dda-692396b0c6f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0874484 Feb 03 05:14:43.838637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-3319981e-d39d-48e7-a541-7c0e190c5900 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 999 time: 0.0626512 Feb 03 05:14:43.885946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-d4e3986e-e8d1-4d7a-badf-e2f7fd852ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:43.887323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-d4e3986e-e8d1-4d7a-badf-e2f7fd852ee5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0430164 Feb 03 05:14:43.935554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-068e1f08-9215-4d01-9c50-57dacfe76169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:43.937015 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-068e1f08-9215-4d01-9c50-57dacfe76169 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438604 Feb 03 05:14:44.035859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-ff27c47d-493c-4fbd-a78e-46486b06ee46 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925586 Feb 03 05:14:44.129806 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9db6870a-13cf-46ba-a452-6a6dc638a967 req-75379d26-12a2-4f63-907f-415ebb76447e service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885143 Feb 03 05:14:44.574348 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:14:44.820952 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac275b-a8cb-4c31-86f0-35b809d43ef6 req-caaf5376-7438-499f-ab9d-98e0f1a71b6c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:44.822453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4fac275b-a8cb-4c31-86f0-35b809d43ef6 req-caaf5376-7438-499f-ab9d-98e0f1a71b6c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 944 time: 0.0564940 Feb 03 05:14:44.874194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4fac275b-a8cb-4c31-86f0-35b809d43ef6 req-3bf3a0e9-75ca-4175-9ba5-5d38a7961b9b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460002 Feb 03 05:14:45.237207 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:45.240997 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:45.299230 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b917f8-23f3-4104-b0c6-3dad6bc3f0b5 x-openstack-request-id: req-48b917f8-23f3-4104-b0c6-3dad6bc3f0b5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:45.299535 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:45.299838 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48b917f8-23f3-4104-b0c6-3dad6bc3f0b5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:45.300309 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'status': 'completed', 'code': 200} Feb 03 05:14:45.402917 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-1194514a-1e3e-4977-b012-c6eaa746b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:45.405406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-1194514a-1e3e-4977-b012-c6eaa746b592 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1126 time: 0.0812213 Feb 03 05:14:45.408264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-7ec78a7b-bfc4-4781-8451-a70f8c1b3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:45.410517 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-7ec78a7b-bfc4-4781-8451-a70f8c1b3055 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1126 time: 0.0850728 Feb 03 05:14:45.571526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-0abec7cd-2a29-48ca-9eaf-f2fd661803a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:45.573498 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-0abec7cd-2a29-48ca-9eaf-f2fd661803a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1615701 Feb 03 05:14:45.574584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-1091934e-310b-4849-a329-597fd0fac327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:45.575905 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-1091934e-310b-4849-a329-597fd0fac327 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1527281 Feb 03 05:14:45.643574 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-e3b503c0-9752-4430-9470-afee85d29fda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 999 time: 0.0645676 Feb 03 05:14:45.690113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-638e495f-af04-4abb-9e88-75367fce1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:45.691535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-638e495f-af04-4abb-9e88-75367fce1394 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0428050 Feb 03 05:14:45.743194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-72d555a0-f5ac-4b3e-8342-85b8b66ee4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:45.744577 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-72d555a0-f5ac-4b3e-8342-85b8b66ee4fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455358 Feb 03 05:14:45.865246 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-84273514-7e26-43d2-b1b2-6d6d79fd025d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 999 time: 0.1160958 Feb 03 05:14:45.926240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-38c8e8b5-8237-45c0-a5eb-3f221ac2c9be service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693912 Feb 03 05:14:45.942909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-d78b8777-5aa6-475b-85df-b32ae94c57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:45.944337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-d78b8777-5aa6-475b-85df-b32ae94c57c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0708575 Feb 03 05:14:45.998549 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a806fc7-9d94-49e8-977a-6136f34e029e req-f94c55cd-9984-4e11-885b-7c76a403b659 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.000034 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a806fc7-9d94-49e8-977a-6136f34e029e req-f94c55cd-9984-4e11-885b-7c76a403b659 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 944 time: 0.0571604 Feb 03 05:14:46.048361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a806fc7-9d94-49e8-977a-6136f34e029e req-fbe1aa7a-7d63-401a-91f9-1342226b0b26 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426562 Feb 03 05:14:46.053998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-e186434c-c5c9-488a-b9fd-10aa15f9f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.055524 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-e186434c-c5c9-488a-b9fd-10aa15f9f9b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1014709 Feb 03 05:14:46.057406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-f09a946e-5acd-4faf-bf8d-7b4a2be08aa6 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250980 Feb 03 05:14:46.147617 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-124178a8-cb8f-4874-ab3d-bed7fe39ca27 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849953 Feb 03 05:14:46.242056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0e647d06-a5d6-44aa-b3b2-21ea210cd0a9 req-f89c5502-8bfe-40bc-9d66-867694188907 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886111 Feb 03 05:14:46.326635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:14:46.344181 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-c118a81b-1c11-4663-989c-f6383540625b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.345775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-c118a81b-1c11-4663-989c-f6383540625b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1&tenant_id=da1b4318243848548ac070fc42abd77b&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 944 time: 0.0583477 Feb 03 05:14:46.361097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426337d5-c8f5-493c-9451-ae6bda868e4a req-6a74837e-7af3-46d7-829d-c92075d773a9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.362604 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-426337d5-c8f5-493c-9451-ae6bda868e4a req-6a74837e-7af3-46d7-829d-c92075d773a9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 944 time: 0.0540197 Feb 03 05:14:46.367404 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 8ca3e2f4-f7e3-482e-92db-65c474298486 host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:14:46.367823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:14:46.407033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-7add9a2d-73d3-4b69-aba8-ad9aad252fa5 service neutron] 10.222.0.31 "GET /v2.0/ports/8ca3e2f4-f7e3-482e-92db-65c474298486/bindings/n-h2-827549-1 HTTP/1.1" status: 200 len: 382 time: 0.0546052 Feb 03 05:14:46.410320 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-426337d5-c8f5-493c-9451-ae6bda868e4a req-a30cd017-664d-465a-8197-b532c04dd60a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Feb 03 05:14:46.470459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-c9c9a816-79b3-4dec-9c3b-59c0abeecbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.471954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-c9c9a816-79b3-4dec-9c3b-59c0abeecbaf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1126 time: 0.0450046 Feb 03 05:14:46.569798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ffb9607f-9adc-4f35-82be-446c6a623d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.571170 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ffb9607f-9adc-4f35-82be-446c6a623d1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0936892 Feb 03 05:14:46.638639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-5d7395e5-5074-499d-aa52-91c982f8c123 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 999 time: 0.0612190 Feb 03 05:14:46.696878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-1e51b7b0-302b-439c-9ea3-3b79c7126138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.699125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-1e51b7b0-302b-439c-9ea3-3b79c7126138 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0546336 Feb 03 05:14:46.760036 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-072019c7-c692-4492-a6a4-daf625501d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:46.761523 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-072019c7-c692-4492-a6a4-daf625501d41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559702 Feb 03 05:14:46.862418 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-87785432-b019-42f1-a9c7-7e9d42ef2941 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948329 Feb 03 05:14:46.925438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:14:46.958225 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ec27a5c1-c99b-41b9-a3bd-c97b35c710dd service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888197 Feb 03 05:14:47.035692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:47.046684 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'mac_address': 'fa:16:3e:1d:82:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:14:47.084038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 8ca3e2f4-f7e3-482e-92db-65c474298486 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:14:47.084424 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:47.100672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca3e2f4-f7e3-482e-92db-65c474298486 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:14:47.121091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:47.127055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:47.174435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:47.182301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.182653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.182988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.183322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.183769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.184102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.184427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.184747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.185063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.186488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.186488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.186488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.186488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:47.353691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['8ca3e2f4-f7e3-482e-92db-65c474298486'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:14:47.538957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e77e5-cf2b-4a3f-a106-486c95b7922e req-993c53e4-6c4b-4304-8102-18685749416b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:47.540478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd0e77e5-cf2b-4a3f-a106-486c95b7922e req-993c53e4-6c4b-4304-8102-18685749416b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 945 time: 0.0576627 Feb 03 05:14:47.588167 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fd0e77e5-cf2b-4a3f-a106-486c95b7922e req-8f0a9507-9dad-41da-914f-4e0ae1ce7b79 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Feb 03 05:14:48.716504 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3adc9-c087-41aa-9e26-96f0fef37171 req-2c57ed17-f964-45de-bb17-abb4df39fd56 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:48.718184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00c3adc9-c087-41aa-9e26-96f0fef37171 req-2c57ed17-f964-45de-bb17-abb4df39fd56 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 945 time: 0.0558555 Feb 03 05:14:48.767584 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00c3adc9-c087-41aa-9e26-96f0fef37171 req-504006d8-da8d-4b26-9539-d1ac612b10f3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 Feb 03 05:14:48.890094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-f110f20d-f4c3-4585-adfb-888766930d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:48.891763 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-f110f20d-f4c3-4585-adfb-888766930d3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 1127 time: 0.0474651 Feb 03 05:14:48.901973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:14:48.940965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:14:48.966159 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:48.999227 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 8ca3e2f4-f7e3-482e-92db-65c474298486 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:14:49.003956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 8ca3e2f4-f7e3-482e-92db-65c474298486 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:14:49.004341 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.092138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 8ca3e2f4-f7e3-482e-92db-65c474298486 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:14:49.092519 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.178628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:49.213696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:14:49.247153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8ca3e2f4-f7e3-482e-92db-65c474298486 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:14:49.256162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Publish callbacks [] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.267436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Ignored duplicate provisioning block setup for port 8ca3e2f4-f7e3-482e-92db-65c474298486 by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 05:14:49.275811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.311844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 05:14:49.312586 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 05:14:49.354163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:49.366766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.367199 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.367591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.368021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.368417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.368816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.369155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.369481 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.369808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.370136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.370460 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.370781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.371104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:14:49.409925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] No DVR routers for this DVR port 8ca3e2f4-f7e3-482e-92db-65c474298486 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:14:49.544152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:14:49.544477 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:14:49.544831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:14:49.549114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:14:49.549408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Attempting to bind port 8ca3e2f4-f7e3-482e-92db-65c474298486 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:14:49.555899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:14:49.556395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:14:49.556989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:14:49.557604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Bound port: 8ca3e2f4-f7e3-482e-92db-65c474298486, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:14:49.558157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.604073 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-593b0f0d-11f6-4698-9b65-5a74efd442b5 None None] Provisioning complete for port 8ca3e2f4-f7e3-482e-92db-65c474298486 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:14:49.604660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-593b0f0d-11f6-4698-9b65-5a74efd442b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.626323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:14:49.630018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:14:49.637800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.640107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-593b0f0d-11f6-4698-9b65-5a74efd442b5 None None] Port 8ca3e2f4-f7e3-482e-92db-65c474298486 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:14:49.678808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:49.679407 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.680845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] 10.222.0.15 "PUT /v2.0/ports/8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1092 time: 0.7828116 Feb 03 05:14:49.681271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:49.683638 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4168196c-14c4-4931-9996-542046aa8130" -d '{"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:49.703728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a013c-ad78-43f4-98b1-3faeae87df51 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:49.778793 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c7b1eb-9c8b-4116-a831-e553b4280011 x-openstack-request-id: req-f1c7b1eb-9c8b-4116-a831-e553b4280011 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:49.779086 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:49.779893 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1c7b1eb-9c8b-4116-a831-e553b4280011 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:49.780699 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'status': 'completed', 'code': 200} Feb 03 05:14:49.783755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-06a9badb-e5c8-42ac-ba8c-14fb875fa26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:49.785381 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-06a9badb-e5c8-42ac-ba8c-14fb875fa26c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1127 time: 0.0745327 Feb 03 05:14:49.862810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 8ca3e2f4-f7e3-482e-92db-65c474298486 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:14:49.863289 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.936275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:49.939049 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61422ff2-cd28-4fff-9da9-4caf90b899dd" -d '{"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-plugged", "status": "completed", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:49.956390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5e2ba-b5e2-4f26-ac15-31aa9af32d0c req-4daa3ca8-e800-4271-92d6-cc35173842c4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:49.959690 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-b157058a-1557-41d0-877f-aa64050a677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:49.961047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-b157058a-1557-41d0-877f-aa64050a677e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1127 time: 0.1748338 Feb 03 05:14:49.962009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:49.962570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-8b8ff036-2784-4f93-be41-cf0d46ab5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:49.964286 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04b5e2ba-b5e2-4f26-ac15-31aa9af32d0c req-4daa3ca8-e800-4271-92d6-cc35173842c4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 945 time: 0.0810168 Feb 03 05:14:49.965019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-8b8ff036-2784-4f93-be41-cf0d46ab5628 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1605678 Feb 03 05:14:49.974849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7e365c6f-d05f-4bbf-a2e8-ac69c33832a5 None None] Provisioning complete for port 8ca3e2f4-f7e3-482e-92db-65c474298486 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:14:49.975679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e365c6f-d05f-4bbf-a2e8-ac69c33832a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:49.978977 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:50.022279 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d38921f-7ede-4407-999a-3896549ccd3c x-openstack-request-id: req-3d38921f-7ede-4407-999a-3896549ccd3c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:50.022716 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-plugged", "status": "completed", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:50.022986 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d38921f-7ede-4407-999a-3896549ccd3c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:50.023372 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'code': 200} Feb 03 05:14:50.028747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-04b5e2ba-b5e2-4f26-ac15-31aa9af32d0c req-be84f933-6e00-482a-8dbb-63306560da7d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576103 Feb 03 05:14:50.060505 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:50.099088 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-3f38ebe0-3523-4809-b392-404108dcb0a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1001 time: 0.1215518 Feb 03 05:14:50.107333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7e365c6f-d05f-4bbf-a2e8-ac69c33832a5 None None] Current status of the port 8ca3e2f4-f7e3-482e-92db-65c474298486 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:14:50.150624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-197266e6-5cc6-4bbc-9fea-bb41eb6fbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.152514 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-197266e6-5cc6-4bbc-9fea-bb41eb6fbfac service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1847503 Feb 03 05:14:50.199093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-03b47a54-4ff7-4c12-b12b-294ca7b7e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.200530 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-03b47a54-4ff7-4c12-b12b-294ca7b7e746 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0947511 Feb 03 05:14:50.248519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-d2969eb3-4c88-445a-9e7d-1dfdbbebe20a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1001 time: 0.0891149 Feb 03 05:14:50.291313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-b2c8a8b5-8b2c-491b-b9bc-d98a4afe4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.292791 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-b2c8a8b5-8b2c-491b-b9bc-d98a4afe4cca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847859 Feb 03 05:14:50.310782 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-4365da7d-d1e8-4ede-a685-c684178ae408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.312162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-4365da7d-d1e8-4ede-a685-c684178ae408 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0566947 Feb 03 05:14:50.416864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-1012c82c-e5a5-4148-9ed6-f2b1a04cf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.418292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-1012c82c-e5a5-4148-9ed6-f2b1a04cf652 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0967512 Feb 03 05:14:50.420171 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-0edfa67f-56f9-41a0-a709-a0f8a6c69d66 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197963 Feb 03 05:14:50.571529 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-ac13333c-efa3-4f2f-bafa-0d33140c69a4 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471066 Feb 03 05:14:50.573363 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01a7f211-6245-4f1b-b0f9-75a298e766b6 req-eadc190d-5901-4d94-a148-bca586470ec8 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423786 Feb 03 05:14:50.689573 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-f8251ee6-ff36-4d6b-85f5-0a9ee10d3724 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117935 Feb 03 05:14:50.695541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-3cb13f38-58c0-4279-8fa4-7a0b037b7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.696925 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-3cb13f38-58c0-4279-8fa4-7a0b037b7f12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0639341 Feb 03 05:14:50.798582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-bda41836-6f5c-4410-8350-a0c467fe2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.800652 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-bda41836-6f5c-4410-8350-a0c467fe2565 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0976124 Feb 03 05:14:50.866124 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-ec6880d4-3c08-4d8b-8f13-1d0307355b34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 200 len: 1001 time: 0.0588932 Feb 03 05:14:50.917535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-f4c60ed6-fa40-4d1d-a46b-7a81aacb9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.918912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-f4c60ed6-fa40-4d1d-a46b-7a81aacb9a4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0458503 Feb 03 05:14:50.969802 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168196c-14c4-4931-9996-542046aa8130 req-f2569a57-8ee6-4598-ba21-0030425e0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:50.971185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-f2569a57-8ee6-4598-ba21-0030425e0f01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458956 Feb 03 05:14:51.068075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-ad91219d-491e-45ee-becc-e88477fe65e4 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887341 Feb 03 05:14:51.159009 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95802e-9e07-4a99-ac69-52fb4d5ed30e req-5711ea3c-35a5-4359-a8e2-6eff54a3f4ba tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:51.160547 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da95802e-9e07-4a99-ac69-52fb4d5ed30e req-5711ea3c-35a5-4359-a8e2-6eff54a3f4ba tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 947 time: 0.0551016 Feb 03 05:14:51.163184 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4168196c-14c4-4931-9996-542046aa8130 req-3e53920c-8def-457c-bca8-c5b7470b6636 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Feb 03 05:14:51.210070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-da95802e-9e07-4a99-ac69-52fb4d5ed30e req-c46d9bd1-af98-48b4-94e6-e2b96fa0e007 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Feb 03 05:14:52.341252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b1af5-d8b4-45cb-b1dd-1a11290adffc req-3136f32a-6eb4-429f-bf36-31d19da7e638 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:52.342785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f0b1af5-d8b4-45cb-b1dd-1a11290adffc req-3136f32a-6eb4-429f-bf36-31d19da7e638 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 947 time: 0.0581949 Feb 03 05:14:52.410460 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f0b1af5-d8b4-45cb-b1dd-1a11290adffc req-522ed521-eeda-431b-b1e6-3d3a8dc725cb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614998 Feb 03 05:14:52.542711 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd53e4-dc82-4ccd-8108-fa48efdac2c6 req-30c54ac0-7f09-4d80-90e3-4f91bf2dc47d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:52.544154 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ebd53e4-dc82-4ccd-8108-fa48efdac2c6 req-30c54ac0-7f09-4d80-90e3-4f91bf2dc47d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 947 time: 0.0557621 Feb 03 05:14:52.603140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1ebd53e4-dc82-4ccd-8108-fa48efdac2c6 req-105a9c4f-dbc5-4241-afe6-fe7232f8f5b9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531690 Feb 03 05:14:52.742286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3adce2-5607-4e41-b646-4794682ee2ed req-1ee48bb0-f659-4563-9778-4cc28d0725d3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:52.743829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e3adce2-5607-4e41-b646-4794682ee2ed req-1ee48bb0-f659-4563-9778-4cc28d0725d3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 947 time: 0.0626690 Feb 03 05:14:52.797693 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8e3adce2-5607-4e41-b646-4794682ee2ed req-3b84a2eb-ce5f-45ca-9af0-c9b42d56a4ae tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459456 Feb 03 05:14:52.940315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:14:52.982210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port 8ca3e2f4-f7e3-482e-92db-65c474298486 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:14:52.982682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:14:53.053776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7fa1-afe1-445b-ab86-6df97afdd011 req-7fe78795-f64c-47db-b18a-f8d824437cc2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:53.055172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a0d7fa1-afe1-445b-ab86-6df97afdd011 req-7fe78795-f64c-47db-b18a-f8d824437cc2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 947 time: 0.0569324 Feb 03 05:14:53.102349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a0d7fa1-afe1-445b-ab86-6df97afdd011 req-2126852e-4200-4e4c-bded-9527910e79b5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Feb 03 05:14:54.169086 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.230532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-fd7ef26d-b0b0-4b4d-acd5-5b5792098f29 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:54.232030 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-fd7ef26d-b0b0-4b4d-acd5-5b5792098f29 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 947 time: 0.0539434 Feb 03 05:14:54.238873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a9f8b-c43f-4f35-a591-21bc03d6ea27 req-3036b8de-0745-47f2-97e1-fefad30a4287 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:54.240381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a4a9f8b-c43f-4f35-a591-21bc03d6ea27 req-3036b8de-0745-47f2-97e1-fefad30a4287 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 947 time: 0.0572593 Feb 03 05:14:54.285870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.288403 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7a4a9f8b-c43f-4f35-a591-21bc03d6ea27 req-cc719701-62e2-4b99-9bf3-4f79219d950b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Feb 03 05:14:54.337764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Deleting port 8ca3e2f4-f7e3-482e-92db-65c474298486 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:14:54.338109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.371010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:14:54.424925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:54.425277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.476216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:54.487206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'mac_address': 'fa:16:3e:1d:82:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:14:54.525395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 8ca3e2f4-f7e3-482e-92db-65c474298486 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:14:54.525790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.539381 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ca3e2f4-f7e3-482e-92db-65c474298486 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:14:54.558413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 8ca3e2f4-f7e3-482e-92db-65c474298486, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=8ca3e2f4-f7e3-482e-92db-65c474298486,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:14:54.565073 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.604521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.604878 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.605192 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a disassociated. External IP: 172.25.7.7, port: 8ca3e2f4-f7e3-482e-92db-65c474298486. Feb 03 05:14:54.605648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Calling delete_port for 8ca3e2f4-f7e3-482e-92db-65c474298486 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:14:54.614225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=12']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:54.740006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8ca3e2f4-f7e3-482e-92db-65c474298486), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:54.769924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event deleted for resources: {'Port': ['ID=8ca3e2f4-f7e3-482e-92db-65c474298486,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:54.886944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:14:55.353268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:14:55.364243 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:14:55.374670 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:14:55.375542 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:14:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:55.389038 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2a54de8-f111-4181-bd95-68e60cfaf8d6 req-b7f91328-e367-4d21-842f-fc0a470662f2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5801379-b844-4e93-819d-045f44024bb1 HTTP/1.1" status: 200 len: 210 time: 0.0301411 Feb 03 05:14:55.397856 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] No DVR routers for this DVR port 8ca3e2f4-f7e3-482e-92db-65c474298486 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:14:55.400823 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:55.404262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9906a6c5-78cc-4848-93e3-6e977a3bf7c4 req-082b3ef6-34cc-418c-81c3-180f185d978e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "DELETE /v2.0/ports/8ca3e2f4-f7e3-482e-92db-65c474298486 HTTP/1.1" status: 204 len: 173 time: 1.1674421 Feb 03 05:14:55.404739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-deleted', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:55.407030 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13f5ad8-8b3a-45b9-82db-bc1ffafa2769" -d '{"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-deleted", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:55.444810 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f45251e-453f-4e07-83b6-1cbd1e0b4dc4 x-openstack-request-id: req-0f45251e-453f-4e07-83b6-1cbd1e0b4dc4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:55.445137 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5801379-b844-4e93-819d-045f44024bb1", "name": "network-vif-deleted", "tag": "8ca3e2f4-f7e3-482e-92db-65c474298486", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:55.445399 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f45251e-453f-4e07-83b6-1cbd1e0b4dc4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:55.445811 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5801379-b844-4e93-819d-045f44024bb1', 'name': 'network-vif-deleted', 'tag': '8ca3e2f4-f7e3-482e-92db-65c474298486', 'status': 'completed', 'code': 200} Feb 03 05:14:55.493578 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:14:55.696205 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:55.722717 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:14:55.731179 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:14:55.731787 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:14:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:55.936410 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:14:56.147226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:14:56.176465 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a2850-5925-4dc0-bcf1-60949839d139 None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:14:56.405111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d8141-f5f5-4715-ae11-6c61dbb36e77 None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:14:56.641716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-de71356e-f05e-4118-9dbb-92da95d0d3cd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2129444756&fields=id&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 267 time: 0.0456846 Feb 03 05:14:56.748216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-f39dcf2e-d76e-486c-8881-3bbe1e7cda67 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:56.749569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-f39dcf2e-d76e-486c-8881-3bbe1e7cda67 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.1013696 Feb 03 05:14:56.767234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-1ec68980-0282-46e3-b821-db3123bf1112 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/quotas/da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 375 time: 0.0101199 Feb 03 05:14:56.827447 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-484a0645-eb5b-4068-9b31-7e7ed5d3eb69 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551724 Feb 03 05:14:56.929870 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dfb1d526-4bc6-4fd6-a03d-0741ce51a09f service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892956 Feb 03 05:14:57.026183 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-d90c613f-cf10-4bf7-a227-a65f29f06545 service neutron] 10.222.0.35 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876327 Feb 03 05:14:57.191346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22efed1a-7c5e-404f-9d1f-372f2565d22e req-2f9a93b3-a296-45d2-b52e-343ca91cf705 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0277941 Feb 03 05:14:58.193013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-7c4cd10b-4bca-4224-a8f6-20669a13bfe3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:58.194542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-7c4cd10b-4bca-4224-a8f6-20669a13bfe3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 811 time: 0.1041343 Feb 03 05:14:58.265254 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-efa8152b-d665-47d6-ae75-fd9b8e6b601f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 380 time: 0.0616508 Feb 03 05:14:58.275754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'port': {'device_id': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'admin_state_up': True, 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'security_groups': ['03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:14:58.291834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ddcfbab-4dfc-47c2-a91b-326a020ac8e6 req-9811b29c-952c-4bda-9ff4-7214eae08be9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0284221 Feb 03 05:14:58.386888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:14:58.390105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Made reservation on behalf of da1b4318243848548ac070fc42abd77b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:14:58.393754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:58.408114 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 8ca3e2f4-f7e3-482e-92db-65c474298486 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:14:58.408462 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 8ca3e2f4-f7e3-482e-92db-65c474298486 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:14:58.521702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Allocated IP 172.20.0.5 (e34f8d35-f6df-40a1-b45b-309ed29752f7/60a69f55-5d5c-449b-9603-960632becf5c/4e256d29-16c9-462b-b66b-805c2e05a2d5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:14:58.660125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:58.699213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:58.748246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:14:58.755257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:14:58.759175 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:14:58.765485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:58.812240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:58.812858 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:58.830997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-dd1df9c2-1bed-4fac-a5b2-b22f17959d97 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588853 Feb 03 05:14:58.842097 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Request body: {'port': {'device_id': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:14:58.905000 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:59.002487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-be09ff90-8f12-42b6-8098-7615cc6efdee None None] Provisioning complete for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:14:59.003208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be09ff90-8f12-42b6-8098-7615cc6efdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:59.037506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-be09ff90-8f12-42b6-8098-7615cc6efdee None None] Port 4e256d29-16c9-462b-b66b-805c2e05a2d5 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:14:59.182817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e256d29-16c9-462b-b66b-805c2e05a2d5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:14:59.190785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Publish callbacks [] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:59.202753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Transition to ACTIVE for port object 4e256d29-16c9-462b-b66b-805c2e05a2d5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:14:59.209929 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:59.257890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:59.336952 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:14:59.337293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:14:59.337629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:14:59.342299 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:14:59.342626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:14:59.348001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:14:59.348339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:14:59.348723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:14:59.349160 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Bound port: 4e256d29-16c9-462b-b66b-805c2e05a2d5, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:14:59.349500 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:59.417277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:14:59.420878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:14:59.424720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e716edf-48e7-4c32-9bf3-4851f306b4b7 req-da339c82-6e86-4c68-99a9-1a9c83d45c66 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:59.426259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e716edf-48e7-4c32-9bf3-4851f306b4b7 req-da339c82-6e86-4c68-99a9-1a9c83d45c66 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0556338 Feb 03 05:14:59.427209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:59.464772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:59.465527 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:14:59.466875 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] 10.222.0.31 "PUT /v2.0/ports/4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 1091 time: 0.6291337 Feb 03 05:14:59.467296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:14:59.469624 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdaac3b-5610-4591-8130-15a41b287fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:14:59.478162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e716edf-48e7-4c32-9bf3-4851f306b4b7 req-2f9338da-6b8e-49f2-be98-493fc0c46caa tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Feb 03 05:14:59.491347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516454f8-1d48-4157-b79a-567978fa8b77 service neutron] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:14:59.531459 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20146170-bcfb-4f19-9444-9e815b926ec1 x-openstack-request-id: req-20146170-bcfb-4f19-9444-9e815b926ec1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:14:59.531812 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:14:59.532068 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20146170-bcfb-4f19-9444-9e815b926ec1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:14:59.532474 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'status': 'completed', 'code': 200} Feb 03 05:14:59.570734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-4db1f1ee-72cf-4f91-a50c-af419beb9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:59.572325 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-4db1f1ee-72cf-4f91-a50c-af419beb9a35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1125 time: 0.0506415 Feb 03 05:14:59.620973 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-b508f65c-9be4-4e34-b412-dc6489265c9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0399458 Feb 03 05:14:59.672455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-b61d46d8-5fdf-4a04-aac8-6e8909cf5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:59.674008 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-b61d46d8-5fdf-4a04-aac8-6e8909cf5a26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0457172 Feb 03 05:14:59.722561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-237fca1d-ad96-4319-a248-117c510682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:14:59.724121 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-237fca1d-ad96-4319-a248-117c510682d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445545 Feb 03 05:14:59.816800 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-21a4aafc-5942-460e-a825-0c4ee7f083ac service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858767 Feb 03 05:14:59.912292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-70f560b4-b1b0-4607-8fa7-88523fef4cbc req-7d3614e5-6785-4ca7-890d-20a493c3303a service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893531 Feb 03 05:15:00.018982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-3eacf88f-a059-4d46-ab3c-c8c89f874b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:00.020519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-3eacf88f-a059-4d46-ab3c-c8c89f874b60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1125 time: 0.0520179 Feb 03 05:15:00.114195 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-ccf901c7-62b2-4c53-a6eb-d37b7c820667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:00.115728 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-ccf901c7-62b2-4c53-a6eb-d37b7c820667 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0895097 Feb 03 05:15:00.162116 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-6fb1e156-7a37-4544-8cc5-b1030bc98cae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0386970 Feb 03 05:15:00.213678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-47a8a61d-531a-4779-8cc4-2950553aa5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:00.215563 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-47a8a61d-531a-4779-8cc4-2950553aa5fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0470519 Feb 03 05:15:00.270969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-ad4045df-ae6a-40f1-8731-bddad21b43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:00.272492 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-ad4045df-ae6a-40f1-8731-bddad21b43e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507498 Feb 03 05:15:00.375240 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-9e73e880-0ba1-44f5-ac3d-7ad8cebb546f service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947015 Feb 03 05:15:00.465215 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6fdaac3b-5610-4591-8130-15a41b287fe8 req-52885295-fede-47ff-96f6-4ecf9e964aac service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820770 Feb 03 05:15:00.616498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e02266-3070-49f1-8235-dff2dce66ef3 req-455f6a1d-e237-495c-9725-3a9835ea53d8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:00.617970 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45e02266-3070-49f1-8235-dff2dce66ef3 req-455f6a1d-e237-495c-9725-3a9835ea53d8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0594935 Feb 03 05:15:00.664440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-45e02266-3070-49f1-8235-dff2dce66ef3 req-34845f07-aac1-4495-9baa-111b5cafe29c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406446 Feb 03 05:15:00.989360 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:15:01.096426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:15:01.107535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'mac_address': 'fa:16:3e:f4:b7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:15:01.149086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e256d29-16c9-462b-b66b-805c2e05a2d5 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:15:01.149480 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:01.162840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e256d29-16c9-462b-b66b-805c2e05a2d5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:15:01.182039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:15:01.187618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:01.235150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:15:01.395248 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['4e256d29-16c9-462b-b66b-805c2e05a2d5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:15:01.798644 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4b2a5-4632-445d-8451-d6227b085872 req-c11e9d21-0dca-460a-ba1e-5f26fb2074fd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:01.800079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97d4b2a5-4632-445d-8451-d6227b085872 req-c11e9d21-0dca-460a-ba1e-5f26fb2074fd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0558870 Feb 03 05:15:01.854344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97d4b2a5-4632-445d-8451-d6227b085872 req-7fc94fd9-23df-42d8-bdb0-ab538301d842 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452766 Feb 03 05:15:03.003478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:15:03.004739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65559f-9fdd-42ac-b8d6-75d36e21ba06 req-7af0cc5b-7ba0-443b-b858-8a68535f2c37 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:03.006242 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb65559f-9fdd-42ac-b8d6-75d36e21ba06 req-7af0cc5b-7ba0-443b-b858-8a68535f2c37 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0669022 Feb 03 05:15:03.052992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:15:03.057145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:15:03.057534 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:03.061328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb65559f-9fdd-42ac-b8d6-75d36e21ba06 req-aac4fc6c-b63f-4889-970a-7b74519c3e46 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490112 Feb 03 05:15:03.136149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e256d29-16c9-462b-b66b-805c2e05a2d5 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:15:03.136547 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:03.166731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:15:03.168918 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746fb7a1-a02d-4de7-83f9-4f1791de64ed" -d '{"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:15:03.181984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:15:03.188289 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:03.217869 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b123767d-4484-40aa-8e40-c135e175db43 x-openstack-request-id: req-b123767d-4484-40aa-8e40-c135e175db43 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:15:03.218167 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:15:03.218412 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b123767d-4484-40aa-8e40-c135e175db43 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:15:03.218836 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'code': 200} Feb 03 05:15:03.250043 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7df3-8d8e-4535-b485-b3ee67abeee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:03.254222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:15:03.319468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fa8d3-702d-4681-a3a1-adb06c25a4ac req-f81d0ba9-7477-42c5-8e29-d05ae41bebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:03.321056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e05fa8d3-702d-4681-a3a1-adb06c25a4ac req-f81d0ba9-7477-42c5-8e29-d05ae41bebf9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1127 time: 0.0479760 Feb 03 05:15:03.370261 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e05fa8d3-702d-4681-a3a1-adb06c25a4ac req-3312b533-ca7f-4408-ab36-3bdd10828323 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429959 Feb 03 05:15:04.196529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a519b3-f0d6-40b7-afc0-2563cecaec4b req-e689c85d-0ae8-4077-ac5b-779203ff2579 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:04.198006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89a519b3-f0d6-40b7-afc0-2563cecaec4b req-e689c85d-0ae8-4077-ac5b-779203ff2579 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0569353 Feb 03 05:15:04.245926 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89a519b3-f0d6-40b7-afc0-2563cecaec4b req-df17a5fb-a053-4ae4-b316-c8155528cf05 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Feb 03 05:15:05.377863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ccb7-4d5b-40f3-8fc2-4bbf4874a8ad req-0d9f4b86-18c3-4ab5-a7ae-4f0ebaf3e3cb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:05.379374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4329ccb7-4d5b-40f3-8fc2-4bbf4874a8ad req-0d9f4b86-18c3-4ab5-a7ae-4f0ebaf3e3cb tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0552609 Feb 03 05:15:05.427866 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4329ccb7-4d5b-40f3-8fc2-4bbf4874a8ad req-fdd93b46-3f62-4a42-8d4e-c2679e153fea tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Feb 03 05:15:05.558421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06c01a-759d-4303-b80c-83c83d5abd1f req-17ff3dd0-f395-4421-8b3e-00542a42ef45 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:05.559966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a06c01a-759d-4303-b80c-83c83d5abd1f req-17ff3dd0-f395-4421-8b3e-00542a42ef45 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0601451 Feb 03 05:15:05.569121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:15:05.573564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Request body: {'floatingip': {'port_id': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:15:05.614142 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:06.069683 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:06.076611 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:06.176194 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a associated. External IP: 172.25.7.7, port: 4e256d29-16c9-462b-b66b-805c2e05a2d5. Feb 03 05:15:06.416825 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e9521c2-aa9a-40d6-aff5-da6935a6565c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:06.708071 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:15:06.817457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:15:06.822822 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:06.827969 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:15:06.840167 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:15:06.840750 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:06.840910 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:15:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:15:06.854630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-215453c5-b715-45ee-af2d-1b17af831451 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "PUT /v2.0/floatingips/d8eecc71-86f0-47e0-9b83-8e166e39840a HTTP/1.1" status: 200 len: 990 time: 1.2844458 Feb 03 05:15:06.855253 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:15:06.857637 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102f0c8fb190abf1871965ebc368dd9e84828992d1cab4944a3b321b2f76847e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:15:06.896289 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25192fc0-b1bb-4506-b1b7-b4f2bee8e9a1 x-openstack-request-id: req-25192fc0-b1bb-4506-b1b7-b4f2bee8e9a1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:15:06.896785 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:15:06.897101 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25192fc0-b1bb-4506-b1b7-b4f2bee8e9a1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:15:06.897601 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'status': 'completed', 'code': 200} Feb 03 05:15:06.962483 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:15:06.966161 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8d85-6f95-40d5-8054-caf15b65a3e3 req-f53eb9d1-aa95-4d54-bec4-b920ea934f7a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:06.967757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60dc8d85-6f95-40d5-8054-caf15b65a3e3 req-f53eb9d1-aa95-4d54-bec4-b920ea934f7a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0581856 Feb 03 05:15:06.972727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-87c40c2f-c01c-4c30-b168-89fa3926ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:06.974231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-87c40c2f-c01c-4c30-b168-89fa3926ddf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1127 time: 0.0506802 Feb 03 05:15:07.018525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-60dc8d85-6f95-40d5-8054-caf15b65a3e3 req-ae9e9824-d4ef-47ac-98aa-d7177eaaa2a6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Feb 03 05:15:07.067651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-fb03b4dd-c6e4-42f1-91a0-5f223e705cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:07.069180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-fb03b4dd-c6e4-42f1-91a0-5f223e705cc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0887892 Feb 03 05:15:07.139009 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-4303640b-a0be-41e5-94b8-0569d1c5e5e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 998 time: 0.0635481 Feb 03 05:15:07.183613 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:f4:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:15:05Z', 'revision_number': 13, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:15:07.187965 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-55e73e00-81c5-4172-81c2-c63c88763ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:07.189451 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-55e73e00-81c5-4172-81c2-c63c88763ae0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0445867 Feb 03 05:15:07.213962 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:15:07.224877 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:15:07.225500 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:15:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:15:07.244617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-dd96f2bf-f2a1-4f0d-9540-379f53e3f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:07.246377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-dd96f2bf-f2a1-4f0d-9540-379f53e3f19e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506763 Feb 03 05:15:07.333550 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:15:07.346909 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-2b0ad0fb-390e-4f9a-9a80-763982d5f64d service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924921 Feb 03 05:15:07.441301 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fcbb4e6f-c4bf-44ca-8f08-5cff3aaf99b1 req-ee7abef6-f6ed-4ea2-89c1-f4d79e7c674f service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908566 Feb 03 05:15:07.560954 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:f4:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:15:05Z', 'revision_number': 13, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:15:07.592158 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146701f-fea1-43d9-9388-4b9195c08e0d None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd8eecc71-86f0-47e0-9b83-8e166e39840a', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'port_id': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'mac_address': 'fa:16:3e:f4:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:12:22Z', 'updated_at': '2022-02-03T05:15:05Z', 'revision_number': 13, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:15:07.798241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2bed8-2ac1-448e-b681-58f8a219399b None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:15:08.149000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f023-cfcc-4a02-8b82-a45d1361988c req-8f3eea6b-9d03-4ea3-aea0-6472ee223a58 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:08.150467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8dc0f023-cfcc-4a02-8b82-a45d1361988c req-8f3eea6b-9d03-4ea3-aea0-6472ee223a58 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0542324 Feb 03 05:15:08.203273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8dc0f023-cfcc-4a02-8b82-a45d1361988c req-74c80113-f7ba-41cb-892d-6a9374c11ccf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Feb 03 05:15:08.285006 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:09.335437 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:10.722506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f9e0c-b4a6-4769-ad57-43ba6987960c req-0b2b0687-1220-4f7a-bac6-401c63f0e849 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:10.724042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-677f9e0c-b4a6-4769-ad57-43ba6987960c req-0b2b0687-1220-4f7a-bac6-401c63f0e849 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0553591 Feb 03 05:15:10.773958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-677f9e0c-b4a6-4769-ad57-43ba6987960c req-3f9ae5b3-f17e-4612-bb2e-0cf68eacc9c4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438316 Feb 03 05:15:21.580663 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:15:23.113066 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-95cc9342-c3ef-453c-a93e-1483e9116eca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481625 Feb 03 05:15:23.213128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-18bcfe7f-c4df-4aa9-87ad-0f111c0f38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:23.215413 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-18bcfe7f-c4df-4aa9-87ad-0f111c0f38e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1127 time: 0.0515127 Feb 03 05:15:23.326237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-b090341d-b713-4b4b-b9a7-48b4cfdef4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:23.327765 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-b090341d-b713-4b4b-b9a7-48b4cfdef4d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0913472 Feb 03 05:15:23.401354 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-2859b7f2-c021-47e7-8437-05d25171cebf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0666130 Feb 03 05:15:23.455670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-26adcfbd-6455-482f-bea4-5d5e71db084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:23.457307 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-26adcfbd-6455-482f-bea4-5d5e71db084f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0489080 Feb 03 05:15:23.513788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-c8865985-282d-49bd-92c9-a2e498d0dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:23.515334 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-c8865985-282d-49bd-92c9-a2e498d0dbfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516944 Feb 03 05:15:23.617226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-e2c028da-f178-4497-8823-23c93b38d29d service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946290 Feb 03 05:15:23.713942 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-29e66cf6-56b8-4dbf-b371-e3f8ffb67368 req-b3e49e8c-b63c-443f-80e6-2005ae7542bd service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893281 Feb 03 05:15:24.191100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:24.289239 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:26.151036 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1291fd-773f-4e6d-8a94-596610acc4b8 req-c22315a1-702b-4592-8083-dc5fce6861c8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:26.152728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab1291fd-773f-4e6d-8a94-596610acc4b8 req-c22315a1-702b-4592-8083-dc5fce6861c8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0545971 Feb 03 05:15:26.185070 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-1ee8b185-d20e-4029-a7d4-1ac29fbd06e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933666 Feb 03 05:15:26.199237 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab1291fd-773f-4e6d-8a94-596610acc4b8 req-6deb5b0e-0a8f-44a5-9db5-ecc8268b5fc6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Feb 03 05:15:27.351586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801967e-68d9-4ecb-a986-03173319ded2 req-ce63f452-ad01-4357-97ac-dae586546dd7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:27.353100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2801967e-68d9-4ecb-a986-03173319ded2 req-ce63f452-ad01-4357-97ac-dae586546dd7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0737047 Feb 03 05:15:27.396019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-da24a6b3-d02a-4275-b54f-b32010feaa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:27.397587 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-da24a6b3-d02a-4275-b54f-b32010feaa84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1127 time: 0.0454006 Feb 03 05:15:27.399923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2801967e-68d9-4ecb-a986-03173319ded2 req-4c99aaf1-8ff6-4a66-91af-b7e0126d6a8e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Feb 03 05:15:27.489852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-33d9b09f-046a-4f9a-9d1d-b908b7ed64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:27.491211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-33d9b09f-046a-4f9a-9d1d-b908b7ed64d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0873213 Feb 03 05:15:27.555979 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-e8a6b9be-17b8-4f68-91c1-e0c57b2cdf09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0575602 Feb 03 05:15:27.608403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-0cedcfce-65da-4c54-b640-b1366579681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:27.609878 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-0cedcfce-65da-4c54-b640-b1366579681b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0483804 Feb 03 05:15:27.663991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-43117c01-4416-43fd-ae4c-1bcc9cd54d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:27.665531 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-43117c01-4416-43fd-ae4c-1bcc9cd54d8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494018 Feb 03 05:15:27.763908 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3371fb3d-0107-41f5-b6b4-658512e86135 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916543 Feb 03 05:15:27.856319 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-f54cdb85-acca-476e-8498-233644d6e6dc service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844860 Feb 03 05:15:28.538419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cc943-b528-4ce7-80d8-e9163655f06a req-edaceb9a-2db1-43ca-baba-ef21b8938073 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:28.540070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c1cc943-b528-4ce7-80d8-e9163655f06a req-edaceb9a-2db1-43ca-baba-ef21b8938073 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0621047 Feb 03 05:15:28.590525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4c1cc943-b528-4ce7-80d8-e9163655f06a req-7c02c37d-fe6f-4a22-8820-14ab1a311bff tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Feb 03 05:15:29.717885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2767593-9bd2-472d-b032-365017f43f6d req-ca262397-e8f9-4e3e-909f-ab839adaebe8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:29.719675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2767593-9bd2-472d-b032-365017f43f6d req-ca262397-e8f9-4e3e-909f-ab839adaebe8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0581393 Feb 03 05:15:29.770949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2767593-9bd2-472d-b032-365017f43f6d req-9c0194af-a174-4c21-b9ad-8fb29ec1a1b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454488 Feb 03 05:15:30.897049 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b187268-d0e5-4b96-a18b-b53a759d73d7 req-722f9bca-e4da-4539-a976-7e4c483d5f01 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:30.898545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b187268-d0e5-4b96-a18b-b53a759d73d7 req-722f9bca-e4da-4539-a976-7e4c483d5f01 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0581794 Feb 03 05:15:30.947097 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b187268-d0e5-4b96-a18b-b53a759d73d7 req-b34ace60-2b37-415e-bfdc-349775695463 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Feb 03 05:15:32.088139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e56b-5e68-4b7a-80c2-8856f50b4d50 req-2b94333f-02f9-4506-9111-d00310649ca4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:32.089648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0849e56b-5e68-4b7a-80c2-8856f50b4d50 req-2b94333f-02f9-4506-9111-d00310649ca4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0572777 Feb 03 05:15:32.142398 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0849e56b-5e68-4b7a-80c2-8856f50b4d50 req-72457c73-c5f7-4ddf-bdd9-9926977a84f2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469220 Feb 03 05:15:33.227138 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bdde-0df4-4974-8a65-21681067d490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:33.293891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a109e-316c-4839-ba8f-6308ce4b2797 req-aa824892-b5c4-4890-911c-86bcdf861496 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:33.295376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-098a109e-316c-4839-ba8f-6308ce4b2797 req-aa824892-b5c4-4890-911c-86bcdf861496 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0585520 Feb 03 05:15:33.347953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-098a109e-316c-4839-ba8f-6308ce4b2797 req-a35eaa38-c32f-4c17-a58f-24669e5423fc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Feb 03 05:15:34.491781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed20fb7-d052-4906-860e-81f4e98c37cc req-9d01ac56-5e8e-4fdc-bb6f-3c60dd9fb71b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:34.493401 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ed20fb7-d052-4906-860e-81f4e98c37cc req-9d01ac56-5e8e-4fdc-bb6f-3c60dd9fb71b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0662372 Feb 03 05:15:34.542701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ed20fb7-d052-4906-860e-81f4e98c37cc req-f6506c04-9ca1-41c9-83f5-6931630e88b6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Feb 03 05:15:35.670147 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20af1e4-a9cd-4528-b5ac-71cafd522c6b req-42c5d5e8-873e-44e4-88be-5faed62bed53 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:35.671702 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f20af1e4-a9cd-4528-b5ac-71cafd522c6b req-42c5d5e8-873e-44e4-88be-5faed62bed53 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0589824 Feb 03 05:15:35.720478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f20af1e4-a9cd-4528-b5ac-71cafd522c6b req-68984986-878e-431e-b94e-ca98d1b62fab tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427978 Feb 03 05:15:36.422899 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32c6d762-c68c-4433-8b6b-3e4708f1e3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:36.842870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:36.845541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd0121-bd00-43e9-83f0-ddcf1b873c41 req-088e1487-5ef1-4435-a527-f827e87b4f8e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:36.847090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbbd0121-bd00-43e9-83f0-ddcf1b873c41 req-088e1487-5ef1-4435-a527-f827e87b4f8e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0558791 Feb 03 05:15:36.896109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dbbd0121-bd00-43e9-83f0-ddcf1b873c41 req-1f2110d1-0809-4b45-9c8d-c60b929d4ea3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Feb 03 05:15:38.024681 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52e7a5-026a-4fe2-b919-a32c8f00a7ae req-4a1b1d3b-8973-4c18-9f99-85ab9fdd157e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:38.026256 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca52e7a5-026a-4fe2-b919-a32c8f00a7ae req-4a1b1d3b-8973-4c18-9f99-85ab9fdd157e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0606623 Feb 03 05:15:38.081068 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca52e7a5-026a-4fe2-b919-a32c8f00a7ae req-f8cf2bc7-111a-4ca6-af4d-4478e8a33856 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487506 Feb 03 05:15:38.255540 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-4cc6b55f-03a6-43d4-913d-5518a0c7e785 service neutron] show failed (client error): The resource could not be found. Feb 03 05:15:38.256625 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-4cc6b55f-03a6-43d4-913d-5518a0c7e785 service neutron] 10.222.0.31 "GET /v2.0/ports/4e256d29-16c9-462b-b66b-805c2e05a2d5/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0567236 Feb 03 05:15:38.290487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:38.472793 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-11a40312-0c01-44ed-824a-fd5d32fed449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:38.474253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-11a40312-0c01-44ed-824a-fd5d32fed449 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 1127 time: 0.0499773 Feb 03 05:15:38.486736 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:15:38.547745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:38.747696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:15:38.779891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:15:38.825075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:15:38.828433 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabd7ab0-2115-4780-a2df-8523cb9137c5" -d '{"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:15:38.833692 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Publish callbacks [] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:38.847319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Transition to ACTIVE for port object 4e256d29-16c9-462b-b66b-805c2e05a2d5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:15:38.852871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:38.883572 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9717847-d979-4bff-ac1f-043b847c3afc x-openstack-request-id: req-e9717847-d979-4bff-ac1f-043b847c3afc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:15:38.883874 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:15:38.884132 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9717847-d979-4bff-ac1f-043b847c3afc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:15:38.884536 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'code': 200} Feb 03 05:15:38.934143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:15:38.979971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] No DVR routers for this DVR port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:15:39.118455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:15:39.118800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:15:39.119121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:15:39.123882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:15:39.124205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:15:39.129286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:15:39.129623 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:15:39.130012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:15:39.130442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Bound port: 4e256d29-16c9-462b-b66b-805c2e05a2d5, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:15:39.130831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:39.159869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:15:39.196675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:15:39.199781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] The host n-h2-827549-1 is not matching for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 host n-h1-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:15:39.200193 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:15:39.200670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:15:39.207140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfad70-8870-4ac4-aef1-37bfdcf61dd9 req-1af7d052-e7a8-415f-8925-e15778bc8687 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:39.208471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:39.208708 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ddfad70-8870-4ac4-aef1-37bfdcf61dd9 req-1af7d052-e7a8-415f-8925-e15778bc8687 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0548379 Feb 03 05:15:39.245905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:39.247157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:39.248622 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 1091 time: 0.7659159 Feb 03 05:15:39.263832 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2ddfad70-8870-4ac4-aef1-37bfdcf61dd9 req-8e435546-ed0e-408a-be70-514923a3c7d7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Feb 03 05:15:39.273552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3858-cb5d-4080-b04d-82594ffca249 service neutron] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:15:39.322164 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-626f9f3a-90c7-48f6-a57d-a3942fb0d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:39.323862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-626f9f3a-90c7-48f6-a57d-a3942fb0d62a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1125 time: 0.0472796 Feb 03 05:15:39.340376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:39.422509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-7dba8c43-9224-4d05-b92c-2aad87e4f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:39.424055 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-7dba8c43-9224-4d05-b92c-2aad87e4f2dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0940351 Feb 03 05:15:39.490406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-e954079e-bcf2-44d3-9f40-98bc69222c55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 998 time: 0.0587988 Feb 03 05:15:39.540800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-b6e94a32-d9d2-4a58-ac4f-079ee4befb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:39.542224 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-b6e94a32-d9d2-4a58-ac4f-079ee4befb8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0448668 Feb 03 05:15:39.596729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3ffbccd1-8c98-4596-9b85-6d85296b3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:39.598264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-3ffbccd1-8c98-4596-9b85-6d85296b3800 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499651 Feb 03 05:15:39.685982 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-81b7ab5a-c355-423a-8feb-f153fe1edb5b service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809140 Feb 03 05:15:39.787801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-c68c7a9f-d936-4093-be7c-7d12ec02aeac service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960152 Feb 03 05:15:40.447640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c0b2e-ad2f-421c-b0bf-779bb547a4ae req-87cb9576-6e99-4f10-aa8c-e18fa7691c4a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:40.449239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-245c0b2e-ad2f-421c-b0bf-779bb547a4ae req-87cb9576-6e99-4f10-aa8c-e18fa7691c4a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0528970 Feb 03 05:15:40.497031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-245c0b2e-ad2f-421c-b0bf-779bb547a4ae req-b769eccd-54c7-4ec3-92e7-88672907617c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 Feb 03 05:15:40.885591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:15:40.888132 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c477de33-0089-4d92-a78d-98f2fb63487f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:15:40.942944 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e314b7-cc22-45dd-a705-e973ef207d52 x-openstack-request-id: req-63e314b7-cc22-45dd-a705-e973ef207d52 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:15:40.943327 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:15:40.943669 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63e314b7-cc22-45dd-a705-e973ef207d52 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:15:40.944151 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'status': 'completed', 'code': 200} Feb 03 05:15:41.042851 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-7621cccb-342a-4a44-86e3-a5651b2b1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.044400 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-7621cccb-342a-4a44-86e3-a5651b2b1b10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1125 time: 0.0811598 Feb 03 05:15:41.050373 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-f29cd3a4-3c37-4454-af5d-62d356e34e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.051757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-f29cd3a4-3c37-4454-af5d-62d356e34e8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1125 time: 0.0580633 Feb 03 05:15:41.205155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-39a897b0-2583-4dbd-8f8c-ad200c2d2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.206514 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-39a897b0-2583-4dbd-8f8c-ad200c2d2e56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1539509 Feb 03 05:15:41.207642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-3d6cda05-9893-42ab-bb8a-c4bf0c07fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.208931 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-3d6cda05-9893-42ab-bb8a-c4bf0c07fe5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1494389 Feb 03 05:15:41.319653 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-28a32851-40d6-4197-862d-e8122b63031b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 998 time: 0.1065593 Feb 03 05:15:41.321463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-acde5ef9-6a47-4907-9ed3-3cbcb85c1181 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 998 time: 0.1026444 Feb 03 05:15:41.399483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-4a9b6aa9-6ffa-4521-be10-ad3b18068fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.400947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-4a9b6aa9-6ffa-4521-be10-ad3b18068fa4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0754611 Feb 03 05:15:41.402286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-2eb00cd2-6dd7-4ed5-899e-d5a3e58d1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.403553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-2eb00cd2-6dd7-4ed5-899e-d5a3e58d1ece service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0711341 Feb 03 05:15:41.484429 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-11009ef9-59e5-4c99-84d7-45718d04aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.485843 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-11009ef9-59e5-4c99-84d7-45718d04aa55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773633 Feb 03 05:15:41.487540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477de33-0089-4d92-a78d-98f2fb63487f req-86522ea1-f054-4955-99da-6587b103b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.488893 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-86522ea1-f054-4955-99da-6587b103b2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793598 Feb 03 05:15:41.627588 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec02c0-8557-4a87-9e5b-beceec54d824 req-3d32f178-6323-48fe-8988-26279a3f5b5c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:41.629120 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71ec02c0-8557-4a87-9e5b-beceec54d824 req-3d32f178-6323-48fe-8988-26279a3f5b5c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0605268 Feb 03 05:15:41.646662 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-cec11edf-8296-497b-ba30-d75f3209ff3f service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544046 Feb 03 05:15:41.648645 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-0bad8488-9363-4113-83b9-51dd23776a0e service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495447 Feb 03 05:15:41.678885 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-71ec02c0-8557-4a87-9e5b-beceec54d824 req-f14e435b-194e-48b7-a709-887173473f2e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Feb 03 05:15:41.799584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-00625f46-b5cf-42a9-b2aa-e0c666492c14 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465573 Feb 03 05:15:41.802922 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c477de33-0089-4d92-a78d-98f2fb63487f req-3bf8a9b9-6d38-4c12-9fc9-76a08b8ab502 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420348 Feb 03 05:15:42.844348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed0e4c-ceb2-40e6-bd04-5822add4d4b4 req-3f6992b5-5db4-4efa-a3ce-d63efd66770f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:42.845771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03ed0e4c-ceb2-40e6-bd04-5822add4d4b4 req-3f6992b5-5db4-4efa-a3ce-d63efd66770f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0544264 Feb 03 05:15:42.895152 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03ed0e4c-ceb2-40e6-bd04-5822add4d4b4 req-34b77e61-b1e5-4b4b-a235-baec80c808f7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Feb 03 05:15:44.021015 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d6c0b-4185-4d66-b5fe-8a09443051a2 req-627245af-baf9-410e-9891-0a5329757d70 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:44.022675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-162d6c0b-4185-4d66-b5fe-8a09443051a2 req-627245af-baf9-410e-9891-0a5329757d70 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0565932 Feb 03 05:15:44.077890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-162d6c0b-4185-4d66-b5fe-8a09443051a2 req-b78c097a-7fff-40b9-a32b-b37cba615543 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492220 Feb 03 05:15:45.286998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875389-7968-4017-92a1-ddb9a83f306b req-54b02e28-67b0-444a-8708-d872d0767000 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:45.288525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03875389-7968-4017-92a1-ddb9a83f306b req-54b02e28-67b0-444a-8708-d872d0767000 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0991652 Feb 03 05:15:45.335877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-03875389-7968-4017-92a1-ddb9a83f306b req-b28f3342-e401-4ee2-b186-fc1da735d186 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Feb 03 05:15:46.539535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfb5bc-56db-4507-842a-7a16269f8247 req-d9633b84-9f9b-4f01-b426-5f3fd0e9a32a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:46.541114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91dfb5bc-56db-4507-842a-7a16269f8247 req-d9633b84-9f9b-4f01-b426-5f3fd0e9a32a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0973830 Feb 03 05:15:46.588731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-91dfb5bc-56db-4507-842a-7a16269f8247 req-31e6d2bc-b04e-4bc0-90b4-594a538c993f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Feb 03 05:15:47.715416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d0e6f-d5f1-4bec-b907-e98eba464caf req-46eaaa58-2292-4709-932d-6330cfa3afcc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:47.716924 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e6d0e6f-d5f1-4bec-b907-e98eba464caf req-46eaaa58-2292-4709-932d-6330cfa3afcc tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0582612 Feb 03 05:15:47.765888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e6d0e6f-d5f1-4bec-b907-e98eba464caf req-94d88056-6c60-40dd-9157-65857e63289a tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Feb 03 05:15:48.892584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801027-f413-4083-a3f7-e1e0b35c2f83 req-ce0583c8-4d4b-4573-969a-1e35139c39fa tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:48.894235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f801027-f413-4083-a3f7-e1e0b35c2f83 req-ce0583c8-4d4b-4573-969a-1e35139c39fa tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0544238 Feb 03 05:15:48.944610 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f801027-f413-4083-a3f7-e1e0b35c2f83 req-50fd8ccb-4dd7-4cd6-be97-c770191bed3b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Feb 03 05:15:50.073750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5a149-27cf-4f0f-b9d5-e7373ebd548a req-62eba87d-16c4-4e79-a017-ae7792ae26cf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:50.075234 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cc5a149-27cf-4f0f-b9d5-e7373ebd548a req-62eba87d-16c4-4e79-a017-ae7792ae26cf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0570793 Feb 03 05:15:50.131955 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8cc5a149-27cf-4f0f-b9d5-e7373ebd548a req-d58f60de-5245-4a76-b85b-fd7e17f20159 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506721 Feb 03 05:15:51.272972 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107a578-54e4-497d-b956-e5b0c028b64b req-98bd89df-4c02-41aa-8b25-015a9b6fd394 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:51.274556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0107a578-54e4-497d-b956-e5b0c028b64b req-98bd89df-4c02-41aa-8b25-015a9b6fd394 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0638931 Feb 03 05:15:51.326790 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0107a578-54e4-497d-b956-e5b0c028b64b req-3ee09abb-6926-4530-8655-45446cf6418d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Feb 03 05:15:52.481830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7c967-ce51-4631-87f2-d74286aeb7f2 req-0765b48b-b2b9-429f-9f63-e8a23534b9da tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:52.483344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23e7c967-ce51-4631-87f2-d74286aeb7f2 req-0765b48b-b2b9-429f-9f63-e8a23534b9da tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0639367 Feb 03 05:15:52.542707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23e7c967-ce51-4631-87f2-d74286aeb7f2 req-7397c4ba-5618-4a4f-a431-b3e28382397f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507953 Feb 03 05:15:53.671669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90bacb-b047-453f-a90b-498d7f1b3a89 req-bf9e462e-b905-4fa1-8078-7cbe42e2192c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:53.673131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa90bacb-b047-453f-a90b-498d7f1b3a89 req-bf9e462e-b905-4fa1-8078-7cbe42e2192c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0539985 Feb 03 05:15:53.723649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fa90bacb-b047-453f-a90b-498d7f1b3a89 req-72efa9fb-734f-475e-a741-679675ddb6e8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Feb 03 05:15:54.220370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:54.321625 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:54.869695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237116d-577a-4694-845a-6633bb92fc39 req-c4230b58-ed87-43e2-99bf-9c5d5f15fe7f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:54.871197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e237116d-577a-4694-845a-6633bb92fc39 req-c4230b58-ed87-43e2-99bf-9c5d5f15fe7f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0639939 Feb 03 05:15:54.918123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e237116d-577a-4694-845a-6633bb92fc39 req-34444801-4f85-44ce-89e7-0ab9ae0d2f9d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Feb 03 05:15:56.045714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14679d9-61a0-4854-a5db-210aef1a182c req-fe7ccc15-e5b7-4e38-8b73-d83a0aa54046 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:56.047279 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c14679d9-61a0-4854-a5db-210aef1a182c req-fe7ccc15-e5b7-4e38-8b73-d83a0aa54046 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0593419 Feb 03 05:15:56.097862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c14679d9-61a0-4854-a5db-210aef1a182c req-1a5dbd7c-58e8-47ac-a1cc-d52d6c89a567 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Feb 03 05:15:56.398171 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-8b08c0da-9f20-4d10-8c2b-6263e6873acf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:56.399752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-8b08c0da-9f20-4d10-8c2b-6263e6873acf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb&tenant_id=da1b4318243848548ac070fc42abd77b&binding%3Ahost_id=n-h1-827549-1 HTTP/1.1" status: 200 len: 943 time: 0.0602794 Feb 03 05:15:56.409321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1c84-6bae-4914-b9a7-f9c4b57e94d6 req-5707f609-5f06-427c-a269-75f41f053bb1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:56.410826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6fcc1c84-6bae-4914-b9a7-f9c4b57e94d6 req-5707f609-5f06-427c-a269-75f41f053bb1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 943 time: 0.0553248 Feb 03 05:15:56.457762 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6fcc1c84-6bae-4914-b9a7-f9c4b57e94d6 req-be031d8b-06c7-4af9-a7c9-fa9820c49af0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412056 Feb 03 05:15:56.638904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:15:56.753275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:15:56.765991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'mac_address': 'fa:16:3e:f4:b7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:15:56.805213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4e256d29-16c9-462b-b66b-805c2e05a2d5 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:15:56.805607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:56.818942 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e256d29-16c9-462b-b66b-805c2e05a2d5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:15:56.840240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:15:56.845144 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:56.895212 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:15:56.903023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.903369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.903752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.904086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.904426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.904762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.905093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.905439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.905752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.906177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.906521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.906754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.907080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:15:56.917912 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-17883d65-de1d-485a-a426-2108e6ce61a4 service neutron] 10.222.0.15 "GET /v2.0/ports/4e256d29-16c9-462b-b66b-805c2e05a2d5/bindings/n-h1-827549-1 HTTP/1.1" status: 200 len: 382 time: 0.4783826 Feb 03 05:15:56.983769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-7108a856-dcf3-44db-b8de-ba65bf1773ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:56.985270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-7108a856-dcf3-44db-b8de-ba65bf1773ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1126 time: 0.0446413 Feb 03 05:15:57.076860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-975f2f6e-c2d8-46ca-bd9f-9531b5cb073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:57.078318 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-975f2f6e-c2d8-46ca-bd9f-9531b5cb073c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0866323 Feb 03 05:15:57.083358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4e256d29-16c9-462b-b66b-805c2e05a2d5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:15:57.143599 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-cd6bd9a5-4638-45bc-8083-1faef4816e30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 999 time: 0.0585918 Feb 03 05:15:57.192063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-4e3d0b4c-06ba-4e7d-8b50-336ff76dfd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:57.193524 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-4e3d0b4c-06ba-4e7d-8b50-336ff76dfd83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0433426 Feb 03 05:15:57.247896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3f6dbf61-3df0-4e8c-a14b-08222e3cba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:57.249416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3f6dbf61-3df0-4e8c-a14b-08222e3cba43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499556 Feb 03 05:15:57.339071 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-24207188-ba1b-423c-ba0d-d8e7960b2e30 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Feb 03 05:15:57.431779 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-1b0961d7-d7f0-4ddf-baf2-7903383dcb25 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858099 Feb 03 05:15:57.590457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74154bf6-cc26-4b02-bea0-f70298539ef4 req-fcce0bd5-0274-4ab3-852e-babc34a82559 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:57.592060 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74154bf6-cc26-4b02-bea0-f70298539ef4 req-fcce0bd5-0274-4ab3-852e-babc34a82559 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0546057 Feb 03 05:15:57.645733 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74154bf6-cc26-4b02-bea0-f70298539ef4 req-4b22800b-5050-4ddf-9494-78ac5a9695a4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456221 Feb 03 05:15:58.570570 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:15:58.668838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:15:58.727866 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:15:58.733489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:15:58.733871 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:58.773570 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1bf99-a234-4584-9104-10cea045da55 req-abb90833-41a9-4709-9d52-fb44c5454637 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:58.775086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6f1bf99-a234-4584-9104-10cea045da55 req-abb90833-41a9-4709-9d52-fb44c5454637 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0546246 Feb 03 05:15:58.815458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4e256d29-16c9-462b-b66b-805c2e05a2d5 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:15:58.815934 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:58.821971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6f1bf99-a234-4584-9104-10cea045da55 req-c89da167-95ce-4ae6-8b36-c59d4e1202b1 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Feb 03 05:15:58.839280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:15:58.841590 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff3d42f-e305-4437-8747-efd554970feb" -d '{"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:15:58.853768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:15:58.858033 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:15:58.896827 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a15dbc-8303-408e-a9a0-494e83d769e7 x-openstack-request-id: req-b3a15dbc-8303-408e-a9a0-494e83d769e7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:15:58.897102 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:15:58.897387 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3a15dbc-8303-408e-a9a0-494e83d769e7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:15:58.897788 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'code': 200} Feb 03 05:15:58.907277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:15:59.947239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d5a9-f674-45a7-86f3-750df9964595 req-d0d31005-af20-4ba6-b51e-06cb7baf5e62 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:15:59.948777 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a62d5a9-f674-45a7-86f3-750df9964595 req-d0d31005-af20-4ba6-b51e-06cb7baf5e62 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0552907 Feb 03 05:15:59.996800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0a62d5a9-f674-45a7-86f3-750df9964595 req-9e8c1d22-52e6-4148-b3a2-038e2dda8464 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Feb 03 05:16:01.126685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7677fc8-fc2f-48f1-a83d-09fdb1c46551 req-e621a7ad-634a-4598-a196-a41785f5dcb7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:01.128210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7677fc8-fc2f-48f1-a83d-09fdb1c46551 req-e621a7ad-634a-4598-a196-a41785f5dcb7 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0586925 Feb 03 05:16:01.176592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7677fc8-fc2f-48f1-a83d-09fdb1c46551 req-e5d9b222-3e56-40c3-86b1-d69777d4cf82 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Feb 03 05:16:02.585885 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c61c27-e328-4174-ba80-6663138a38c3 req-dcf28ccc-b45d-4927-baaa-5c91457d5376 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:02.587886 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65c61c27-e328-4174-ba80-6663138a38c3 req-dcf28ccc-b45d-4927-baaa-5c91457d5376 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0608380 Feb 03 05:16:02.635882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-65c61c27-e328-4174-ba80-6663138a38c3 req-7f5d0ce8-91d2-45d7-9f73-3614bcb015c4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Feb 03 05:16:02.687583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:16:02.766265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4e256d29-16c9-462b-b66b-805c2e05a2d5 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:16:02.766702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:02.790216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:16:02.792469 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc42167ad912a3dfc546c4d1725669b6a6173ece906220ca8c1bc243fa862a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4ab1e-95b5-4cbc-b2b5-a7a5a267cebb" -d '{"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:16:02.805064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:02.810475 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:02.854283 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169bd36-edc0-46e9-84b3-d6b2b842aa05 x-openstack-request-id: req-e169bd36-edc0-46e9-84b3-d6b2b842aa05 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:16:02.854543 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:16:02.854823 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e169bd36-edc0-46e9-84b3-d6b2b842aa05 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:16:02.855215 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'code': 200} Feb 03 05:16:02.864769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:03.167791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-e1d7ff02-68d9-4875-8dfb-da1f25f1ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:03.169302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-e1d7ff02-68d9-4875-8dfb-da1f25f1ff99 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb&tenant_id=da1b4318243848548ac070fc42abd77b HTTP/1.1" status: 200 len: 1126 time: 0.0859184 Feb 03 05:16:03.181037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:16:03.221589 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32d21332-c46f-4dcb-b91c-5dfe40742eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:03.244998 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:03.463438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:03.500030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:16:03.533111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e256d29-16c9-462b-b66b-805c2e05a2d5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:16:03.541568 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Publish callbacks [] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:03.554971 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Transition to ACTIVE for port object 4e256d29-16c9-462b-b66b-805c2e05a2d5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:16:03.559856 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:03.637456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:03.650185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.650537 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.650879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.651220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.651595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.651930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.652261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.652588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.652911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.653237 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.653562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.653883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.654202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:03.700951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] No DVR routers for this DVR port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:16:03.768202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68df1a-7c5e-4283-af87-6054af384dac req-1884e717-39bf-4e8a-a5f5-f52dd5603783 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:03.769795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b68df1a-7c5e-4283-af87-6054af384dac req-1884e717-39bf-4e8a-a5f5-f52dd5603783 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0627797 Feb 03 05:16:03.820366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3b68df1a-7c5e-4283-af87-6054af384dac req-52b63196-19a1-4f97-9b41-e76163536083 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Feb 03 05:16:03.841394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:16:03.841738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:16:03.842071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:16:03.846355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:16:03.846677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Attempting to bind port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on network e34f8d35-f6df-40a1-b45b-309ed29752f7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:16:03.851565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:16:03.851907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Checking segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:16:03.852292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Bound using segment: {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:16:03.852737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Bound port: 4e256d29-16c9-462b-b66b-805c2e05a2d5, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:16:03.853091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:03.922064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:16:03.926843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:16:03.935391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:03.973077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:03.973786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:03.975157 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 1092 time: 0.7981830 Feb 03 05:16:03.975721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:16:03.978104 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:16:04.001363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c51d1-71e4-44ba-bf33-cf7d7329f1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:04.046364 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36cc3e-77aa-44df-804b-9a5a430d4a4d x-openstack-request-id: req-fd36cc3e-77aa-44df-804b-9a5a430d4a4d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:16:04.046730 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:16:04.047035 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd36cc3e-77aa-44df-804b-9a5a430d4a4d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:16:04.047446 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'status': 'completed', 'code': 200} Feb 03 05:16:04.066472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-118c084f-b7fb-4233-bc92-635f90925fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.068175 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-118c084f-b7fb-4233-bc92-635f90925fc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1126 time: 0.0572190 Feb 03 05:16:04.187103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-a286038d-21e5-4f18-a1c6-88bf128921ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.188657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-a286038d-21e5-4f18-a1c6-88bf128921ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1126 time: 0.1195617 Feb 03 05:16:04.193184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-ee44354f-879d-4b62-9a5f-508294568a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.194557 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-ee44354f-879d-4b62-9a5f-508294568a07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1177962 Feb 03 05:16:04.314123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-632d8ac7-ab13-4201-a677-46c9f5fe65b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 998 time: 0.1112835 Feb 03 05:16:04.356794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-9b934ba9-d3b6-4b2c-9ca6-c72c852f91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.358226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-9b934ba9-d3b6-4b2c-9ca6-c72c852f91a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.1628006 Feb 03 05:16:04.414892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-1f1b5fb2-76c3-4217-9fa2-109eaf0b2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.416417 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-1f1b5fb2-76c3-4217-9fa2-109eaf0b2df9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0961957 Feb 03 05:16:04.457633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-10aa5010-5858-41f1-a7e7-be5c4850bbcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 998 time: 0.0932467 Feb 03 05:16:04.507725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-6bf81166-1f6d-457e-88f0-e87d8f823bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.509285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-6bf81166-1f6d-457e-88f0-e87d8f823bec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0863330 Feb 03 05:16:04.514493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-9f2c727c-65a4-4443-8441-eaa3619febf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.515842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-9f2c727c-65a4-4443-8441-eaa3619febf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0514901 Feb 03 05:16:04.630914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-54fcf473-c5ba-4211-b1ca-7fc9d496c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.632851 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-54fcf473-c5ba-4211-b1ca-7fc9d496c6a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1094322 Feb 03 05:16:04.638644 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-f9f0675e-76d0-448b-a35e-0c6993e5f3d7 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219783 Feb 03 05:16:04.789705 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-2639d2f9-871f-4b4a-816d-2172bae7e454 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497369 Feb 03 05:16:04.791600 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0bf3bfd6-1b2c-43c0-9de0-c308bd93be04 req-700fcd1b-4e64-496f-8b1c-3538c81ab52b service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451623 Feb 03 05:16:04.920553 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-0ceea72c-3466-47b2-aa56-8066e66defd3 service neutron] 10.222.0.15 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251481 Feb 03 05:16:04.929867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-312a9eac-2631-46ed-b594-648aaa1de4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.931427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-312a9eac-2631-46ed-b594-648aaa1de4b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=da1b4318243848548ac070fc42abd77b&device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 1126 time: 0.0975981 Feb 03 05:16:04.962255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6055f-6d43-41fd-9f1c-b4b96acec4f5 req-4b3fdc84-8c6d-43d2-85c7-91003fce4407 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:04.964519 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ba6055f-6d43-41fd-9f1c-b4b96acec4f5 req-4b3fdc84-8c6d-43d2-85c7-91003fce4407 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0710104 Feb 03 05:16:05.014986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ba6055f-6d43-41fd-9f1c-b4b96acec4f5 req-8eb876bc-7b64-4d28-87e6-7056dcb5e8c4 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Feb 03 05:16:05.033850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-ca8d2606-1795-4fe7-953a-7552d6c35e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:05.035348 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-ca8d2606-1795-4fe7-953a-7552d6c35e9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 200 len: 912 time: 0.0978885 Feb 03 05:16:05.099800 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-2d20bcb1-bd67-4785-8fd6-a8c6b47f9e78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 200 len: 998 time: 0.0582359 Feb 03 05:16:05.147159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-49c2c23f-8a8e-4a21-8a3d-72ab0b78c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:05.148664 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-49c2c23f-8a8e-4a21-8a3d-72ab0b78c744 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 200 len: 850 time: 0.0435457 Feb 03 05:16:05.201347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-f6ff3b41-91dd-4abc-a0d8-12b55b7b542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:05.202835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-f6ff3b41-91dd-4abc-a0d8-12b55b7b542e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e34f8d35-f6df-40a1-b45b-309ed29752f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482011 Feb 03 05:16:05.294308 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-294fa6e1-0239-46ab-aed3-36639a11ea60 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847685 Feb 03 05:16:05.391043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-01978a2e-fa18-4b5b-9f8e-a09fe8a4a6c9 req-3085771c-6b2e-45e8-b364-295a873c6659 service neutron] 10.222.0.31 "GET /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898745 Feb 03 05:16:06.142386 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98361ef-0e6b-45d8-863e-363f8f116e5b req-38878579-a6cf-4d30-993c-3bb979432c91 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:06.143789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b98361ef-0e6b-45d8-863e-363f8f116e5b req-38878579-a6cf-4d30-993c-3bb979432c91 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0555758 Feb 03 05:16:06.194616 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b98361ef-0e6b-45d8-863e-363f8f116e5b req-5a29c6c0-368a-4f77-ac29-d1d06b4cae03 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450745 Feb 03 05:16:06.419000 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81f9134e-f491-45a3-b86d-adb4b06b3c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:06.846167 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:07.318470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886021b6-804a-4bbe-8b57-58cd5815bffc req-af2f653a-26e7-40cf-a807-28ab40c36094 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:07.320016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-886021b6-804a-4bbe-8b57-58cd5815bffc req-af2f653a-26e7-40cf-a807-28ab40c36094 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0546222 Feb 03 05:16:07.371484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-886021b6-804a-4bbe-8b57-58cd5815bffc req-c996248d-a3d7-4eea-a0e4-bc94c3a8258f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455503 Feb 03 05:16:08.294398 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:08.496128 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3550aa2-8bc0-4463-ab6d-786d39d2da0d req-4b70e0fc-9d4a-4f02-9b69-a6e1d1be6eae tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:08.497501 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3550aa2-8bc0-4463-ab6d-786d39d2da0d req-4b70e0fc-9d4a-4f02-9b69-a6e1d1be6eae tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0543888 Feb 03 05:16:08.546166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3550aa2-8bc0-4463-ab6d-786d39d2da0d req-a626e65b-d3d1-4b04-8031-bc217485ac99 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Feb 03 05:16:09.337540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:09.675256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5be1ea-d946-4917-ba27-508f64a3575a req-24616f2c-826b-4883-b321-39154364b8f2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:09.676826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f5be1ea-d946-4917-ba27-508f64a3575a req-24616f2c-826b-4883-b321-39154364b8f2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0592661 Feb 03 05:16:09.725099 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f5be1ea-d946-4917-ba27-508f64a3575a req-3ceb62de-01bb-400f-800d-54dc73dfff79 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Feb 03 05:16:10.849355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51a0c3-928b-46a5-9bec-14f928d21656 req-2845c1b9-890e-4a86-a962-e075c29638e9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:10.850892 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd51a0c3-928b-46a5-9bec-14f928d21656 req-2845c1b9-890e-4a86-a962-e075c29638e9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0537386 Feb 03 05:16:10.898160 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd51a0c3-928b-46a5-9bec-14f928d21656 req-0e84885f-8862-4f11-b522-a1dfdcbb1709 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 Feb 03 05:16:12.026651 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e4523-9524-46f3-be83-d09271534efc req-1063ab07-e758-4bad-9ac2-cfe2f4de4552 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:12.028195 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af1e4523-9524-46f3-be83-d09271534efc req-1063ab07-e758-4bad-9ac2-cfe2f4de4552 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0555847 Feb 03 05:16:12.082947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-af1e4523-9524-46f3-be83-d09271534efc req-eb46856c-c2a7-4a5d-91ef-c5185085a818 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488310 Feb 03 05:16:13.214014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4ca9d-b26f-4a43-af33-153f65e4c513 req-a488db85-2e6b-4eaa-b513-c92c65cfd555 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:13.215540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2a4ca9d-b26f-4a43-af33-153f65e4c513 req-a488db85-2e6b-4eaa-b513-c92c65cfd555 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0546384 Feb 03 05:16:13.263177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d2a4ca9d-b26f-4a43-af33-153f65e4c513 req-561bfd26-0ce8-42bf-a8fe-b27f9f25c516 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Feb 03 05:16:14.396967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340607-f750-47c6-a60a-d6847d05e50f req-6cc9c746-6347-41ca-823a-515f374425e6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:14.398473 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd340607-f750-47c6-a60a-d6847d05e50f req-6cc9c746-6347-41ca-823a-515f374425e6 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0576532 Feb 03 05:16:14.445248 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd340607-f750-47c6-a60a-d6847d05e50f req-01f7bd3c-1873-41df-a611-5a89e91e0b4d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Feb 03 05:16:15.591305 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb4e29-6650-494b-9414-458c04206aab req-bc1b1a79-b0e8-45f3-baa8-c93dc785c17b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:15.592834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-effb4e29-6650-494b-9414-458c04206aab req-bc1b1a79-b0e8-45f3-baa8-c93dc785c17b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0573175 Feb 03 05:16:15.643072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-effb4e29-6650-494b-9414-458c04206aab req-180a9729-e7c4-4c11-9e57-2e5ff58dc2cd tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 Feb 03 05:16:16.783289 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbd1d6-73a9-4939-afa0-9790bf81588e req-cff51949-8e71-4cfe-8545-25b754049c6b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:16.784813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcfbd1d6-73a9-4939-afa0-9790bf81588e req-cff51949-8e71-4cfe-8545-25b754049c6b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0575583 Feb 03 05:16:16.841621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bcfbd1d6-73a9-4939-afa0-9790bf81588e req-7628472c-2a57-4cfe-b0f1-c22b4796e10c tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481687 Feb 03 05:16:17.989178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0f4f7-ac46-40cc-9312-aac4c6a955a2 req-2e25b034-287a-4425-a545-14063858e438 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:17.993212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fb0f4f7-ac46-40cc-9312-aac4c6a955a2 req-2e25b034-287a-4425-a545-14063858e438 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0651326 Feb 03 05:16:18.041965 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fb0f4f7-ac46-40cc-9312-aac4c6a955a2 req-3511c440-2094-4791-b217-dd65a5c0f55d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 Feb 03 05:16:19.171868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6ca6-0854-4b5b-a670-aaf17f2ac6cd req-338bf86d-3e28-4669-b436-3c2ce2355181 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:19.173360 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31ed6ca6-0854-4b5b-a670-aaf17f2ac6cd req-338bf86d-3e28-4669-b436-3c2ce2355181 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0557773 Feb 03 05:16:19.226156 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31ed6ca6-0854-4b5b-a670-aaf17f2ac6cd req-36b2d19c-cd86-4296-a37f-b8bb7c9b9cae tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Feb 03 05:16:20.360830 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e75f4-e51c-4e90-83d2-72c28d7959fa req-4f4d8074-be98-443d-b52e-0f4aa7503fc0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:20.362345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-257e75f4-e51c-4e90-83d2-72c28d7959fa req-4f4d8074-be98-443d-b52e-0f4aa7503fc0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0568001 Feb 03 05:16:20.423459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-257e75f4-e51c-4e90-83d2-72c28d7959fa req-bea3453a-7263-4a89-a4ab-1132b41bfecf tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534048 Feb 03 05:16:21.369676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:16:21.481263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:21.496136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'port_id': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'mac_address': 'fa:16:3e:f4:b7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:16:21.536456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e256d29-16c9-462b-b66b-805c2e05a2d5 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:16:21.537106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:21.551830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e256d29-16c9-462b-b66b-805c2e05a2d5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:16:21.559697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecca045-cf26-432b-ac67-e7fd87290e36 req-196d6f0c-171b-4620-834d-498263b5cd6b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:21.561199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ecca045-cf26-432b-ac67-e7fd87290e36 req-196d6f0c-171b-4620-834d-498263b5cd6b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 944 time: 0.0562181 Feb 03 05:16:21.572044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:21.579172 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:21.612283 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5ecca045-cf26-432b-ac67-e7fd87290e36 req-f9b2a864-5886-4dc2-be17-9dac48f30648 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447752 Feb 03 05:16:21.630921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=13']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:21.732821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d90fb-9a19-4880-b7cc-3660d5c420d6 req-b2123f69-4cdb-49aa-9f03-5e9aa3aaaaad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:21.734268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a63d90fb-9a19-4880-b7cc-3660d5c420d6 req-b2123f69-4cdb-49aa-9f03-5e9aa3aaaaad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0546992 Feb 03 05:16:21.782774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a63d90fb-9a19-4880-b7cc-3660d5c420d6 req-b9528037-abf5-4788-ac36-3d9edbb0a93f tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Feb 03 05:16:21.803758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['4e256d29-16c9-462b-b66b-805c2e05a2d5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:16:21.914881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da691f-6bea-40d9-b23f-423eb686a218 req-91f0530a-0f6c-4be9-80b3-ee1d45a0d2b3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:21.916342 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4da691f-6bea-40d9-b23f-423eb686a218 req-91f0530a-0f6c-4be9-80b3-ee1d45a0d2b3 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0577319 Feb 03 05:16:21.964560 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e4da691f-6bea-40d9-b23f-423eb686a218 req-e2b86b1d-1b08-4e62-bb1c-aa91a71f04ce tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Feb 03 05:16:22.215805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a00654-d6d6-49c8-b8d8-2d538754c7e3 req-e134d849-e795-475b-8e8a-23022793c86b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:22.217186 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9a00654-d6d6-49c8-b8d8-2d538754c7e3 req-e134d849-e795-475b-8e8a-23022793c86b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0546525 Feb 03 05:16:22.274996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9a00654-d6d6-49c8-b8d8-2d538754c7e3 req-68097c1b-f96d-470e-9715-1d560b5ebde5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498126 Feb 03 05:16:23.389133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:16:23.418465 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbd2b-91a2-44a7-a253-e0db61f0484d req-ca349008-60d9-4f11-b3e5-ef12592eb81d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:23.420827 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a7fbd2b-91a2-44a7-a253-e0db61f0484d req-ca349008-60d9-4f11-b3e5-ef12592eb81d tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0554271 Feb 03 05:16:23.440738 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:16:23.445071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 4e256d29-16c9-462b-b66b-805c2e05a2d5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:16:23.445456 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:23.472793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6a7fbd2b-91a2-44a7-a253-e0db61f0484d req-5955343f-23df-48c6-b996-f0e89163bd1b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups?id=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462627 Feb 03 05:16:23.687947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4e256d29-16c9-462b-b66b-805c2e05a2d5 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:16:23.688340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:23.715130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:16:23.729856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:23.737202 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:23.746376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-ef7b374a-2145-4e1d-b133-38347b3de909 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:23.747955 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-ef7b374a-2145-4e1d-b133-38347b3de909 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 945 time: 0.0601301 Feb 03 05:16:23.762329 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29a994d-c7bc-41e7-87c0-9a8fc798fb57" -d '{"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:16:23.789806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=14']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:23.845271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Deleting port 4e256d29-16c9-462b-b66b-805c2e05a2d5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:16:23.845616 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:23.857067 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5026b687-9248-4ee5-8a47-68853370265f x-openstack-request-id: req-5026b687-9248-4ee5-8a47-68853370265f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:16:23.857322 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:16:23.857604 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5026b687-9248-4ee5-8a47-68853370265f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:16:23.858045 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'code': 200} Feb 03 05:16:23.932604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] For port 4e256d29-16c9-462b-b66b-805c2e05a2d5, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4e256d29-16c9-462b-b66b-805c2e05a2d5,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:23.932939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:24.121735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:24.122102 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:24.122415 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a disassociated. External IP: 172.25.7.7, port: 4e256d29-16c9-462b-b66b-805c2e05a2d5. Feb 03 05:16:24.122753 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Calling delete_port for 4e256d29-16c9-462b-b66b-805c2e05a2d5 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:16:24.231036 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:24.253077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4e256d29-16c9-462b-b66b-805c2e05a2d5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:24.292852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event deleted for resources: {'Port': ['ID=4e256d29-16c9-462b-b66b-805c2e05a2d5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:24.320702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:24.411795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:16:24.520526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:16:24.530910 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:16:24.541068 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:16:24.541683 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:16:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:24.570563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] No DVR routers for this DVR port 4e256d29-16c9-462b-b66b-805c2e05a2d5 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:16:24.573192 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:24.575758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8ba1f8bc-f47a-42a7-8c41-80a48b2b5392 req-5a06b10b-4575-4b5b-b3fd-af45e5e55b6b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0286484 Feb 03 05:16:24.576816 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a4c502cc-7188-4d73-81ee-ccf2c88d82f7 req-05a5254d-ac03-42da-a7af-2940b45be89e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.31 "DELETE /v2.0/ports/4e256d29-16c9-462b-b66b-805c2e05a2d5 HTTP/1.1" status: 204 len: 173 time: 0.8233600 Feb 03 05:16:24.577263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-deleted', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:16:24.579576 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b7b6084f2e42335c6f28274053d2154e792a3de7ee3cc3dbe92dffe269a648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff51e4-cfb6-4898-8b86-a66b32380c07" -d '{"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-deleted", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:16:24.622040 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7b888-61f2-4758-95f6-68d0b917c182 x-openstack-request-id: req-6bf7b888-61f2-4758-95f6-68d0b917c182 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:16:24.622368 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f717a-42ab-45c4-941c-2b1c9d8678eb", "name": "network-vif-deleted", "tag": "4e256d29-16c9-462b-b66b-805c2e05a2d5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:16:24.622593 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bf7b888-61f2-4758-95f6-68d0b917c182 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:16:24.623001 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f717a-42ab-45c4-941c-2b1c9d8678eb', 'name': 'network-vif-deleted', 'tag': '4e256d29-16c9-462b-b66b-805c2e05a2d5', 'status': 'completed', 'code': 200} Feb 03 05:16:24.778850 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:16:24.973935 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:25.003684 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:16:25.012153 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:16:25.012753 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:16:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:25.112349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:16:25.307772 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:25.334300 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f34059-f38e-4640-b628-c03393ce2d6e None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:12:20Z', 'revision_number': 4, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd7d7e4e6-8edc-43d0-9505-d32fc9d7403f', 'name': '', 'network_id': 'e34f8d35-f6df-40a1-b45b-309ed29752f7', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'mac_address': 'fa:16:3e:55:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '60a69f55-5d5c-449b-9603-960632becf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:20Z', 'updated_at': '2022-02-03T05:12:23Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'subnets': [{'id': '60a69f55-5d5c-449b-9603-960632becf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:16:25.553518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443663ce-c964-40ef-9315-6a5fc03f5e17 None None] New status for floating IP d8eecc71-86f0-47e0-9b83-8e166e39840a: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:16:25.695458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c0bd1ee2-03ef-4a44-a37e-2b60febfee55 req-12c2e602-6cef-4559-bdfe-548b7fe053a5 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0338554 Feb 03 05:16:26.795747 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8a8de818-2952-4fc4-a992-bd2a95eff040 req-e46a1871-b3b1-4d93-aae9-2ed44bd257fa tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0278654 Feb 03 05:16:27.407656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:16:27.427788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 4e256d29-16c9-462b-b66b-805c2e05a2d5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:16:27.428144 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4e256d29-16c9-462b-b66b-805c2e05a2d5 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:16:27.894688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76cf6b16-6977-4891-b7cf-5bf67e338f72 req-f79ec3ba-8998-4d9d-ad1d-6dc8d41a134e tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0271289 Feb 03 05:16:28.990553 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12accd4d-91ac-4ad9-8b5d-ef9ff1bacb43 req-249d939d-7c61-44eb-9b88-3aea3ac213e0 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0272439 Feb 03 05:16:30.091944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-92b9a45e-0a61-4454-bc19-dc1fa1f0a8b3 req-00ed04c0-dbc4-4ef9-8249-edeb90d0f67b tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0309076 Feb 03 05:16:31.187690 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-51d0d06d-476c-45cf-b0ff-ec437d5fedbf req-e8f0e5ac-a26f-4271-86a5-21c9ab012ad8 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0274839 Feb 03 05:16:32.284925 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b40bc250-f614-4f4f-9d9d-602638a7d6ab req-a7d662fb-9ecd-4d66-9109-d06a78ca12f9 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0f717a-42ab-45c4-941c-2b1c9d8678eb HTTP/1.1" status: 200 len: 210 time: 0.0276656 Feb 03 05:16:33.233665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0bde251-edb5-407e-b3e8-7a6238d13479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:35.570377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:16:36.427389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e621c63e-f2e7-417e-8fba-fae831962739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:36.848938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:38.296665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.118025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:39.175983 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ce82065-112f-4da3-a403-baa467bc58ad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group (03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.200225 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ce82065-112f-4da3-a403-baa467bc58ad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group (03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.250446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ce82065-112f-4da3-a403-baa467bc58ad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.253316 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ce82065-112f-4da3-a403-baa467bc58ad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.254551 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-5ce82065-112f-4da3-a403-baa467bc58ad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "DELETE /v2.0/security-groups/03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d HTTP/1.1" status: 204 len: 168 time: 0.1353722 Feb 03 05:16:39.257649 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59436) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:39.264684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce82065-112f-4da3-a403-baa467bc58ad tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:39.296243 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-3f72ceda-4636-45a5-9e3a-834b4f1c00de tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] show failed (client error): The resource could not be found. Feb 03 05:16:39.297412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3f72ceda-4636-45a5-9e3a-834b4f1c00de tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "GET /v2.0/security-groups/03da1fad-b3bd-44d5-a6c7-3f2592a7eb0d HTTP/1.1" status: 404 len: 347 time: 0.0379982 Feb 03 05:16:39.300347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:39.332844 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.433163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Deleting port 3e3d372d-c918-4838-9a77-de21cdc5eb01 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:16:39.433513 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.517124 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.517455 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (3e3d372d-c918-4838-9a77-de21cdc5eb01), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.529912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Calling delete_port for 3e3d372d-c918-4838-9a77-de21cdc5eb01 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:16:39.666320 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3e3d372d-c918-4838-9a77-de21cdc5eb01), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.692324 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Pushing event deleted for resources: {'Port': ['ID=3e3d372d-c918-4838-9a77-de21cdc5eb01,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:39.757820 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks [] for floatingip (d8eecc71-86f0-47e0-9b83-8e166e39840a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.760661 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:39.761891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c9d30e6-b62b-4d6d-8ec0-eb4fef0f77b2 tempest-ServerActionsTestJSON-1066596427 tempest-ServerActionsTestJSON-1066596427-project] 10.222.0.35 "DELETE /v2.0/floatingips/d8eecc71-86f0-47e0-9b83-8e166e39840a HTTP/1.1" status: 204 len: 168 time: 0.4603705 Feb 03 05:16:39.764896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:40.121778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (44bfe0be-98dc-4ee7-910c-cded62aaf561), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:40.381015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Deleting port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:16:40.381356 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:40.466434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] For port d7d7e4e6-8edc-43d0-9505-d32fc9d7403f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:40.466794 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:40.479940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Calling delete_port for d7d7e4e6-8edc-43d0-9505-d32fc9d7403f owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:16:40.664946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d7d7e4e6-8edc-43d0-9505-d32fc9d7403f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:40.694287 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d7e4e6-8edc-43d0-9505-d32fc9d7403f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:40.861907 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (44bfe0be-98dc-4ee7-910c-cded62aaf561), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:41.076612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Router 44bfe0be-98dc-4ee7-910c-cded62aaf561 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:16:41.533169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:16:41.538288 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-911534bf-5266-4556-b845-5bb478fd3208 admin admin] 10.222.0.35 "PUT /v2.0/routers/44bfe0be-98dc-4ee7-910c-cded62aaf561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722940 Feb 03 05:16:41.541007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:41.542569 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] Sync routers for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:16:41.556034 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:16:41.556990 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:16:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:41.648671 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks [] for router (44bfe0be-98dc-4ee7-910c-cded62aaf561), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:41.664552 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:16:41.751895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks [] for router_gateway (44bfe0be-98dc-4ee7-910c-cded62aaf561), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:41.806140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Deleting port 7f0272e0-c683-4b71-a837-ba1315cba245 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:16:41.806369 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:41.861091 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:16:40Z', 'revision_number': 5, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port': {'id': '7f0272e0-c683-4b71-a837-ba1315cba245', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:12:18Z', 'updated_at': '2022-02-03T05:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:41.886902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] For port 7f0272e0-c683-4b71-a837-ba1315cba245, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7f0272e0-c683-4b71-a837-ba1315cba245,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:41.887268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:41.887545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] Checking router: 44bfe0be-98dc-4ee7-910c-cded62aaf561 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:16:41.895898 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] Routers {'44bfe0be-98dc-4ee7-910c-cded62aaf561'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:16:41.896466 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:16:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['44bfe0be-98dc-4ee7-910c-cded62aaf561'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:41.899875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Calling delete_port for 7f0272e0-c683-4b71-a837-ba1315cba245 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:16:41.982052 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] Set router 44bfe0be-98dc-4ee7-910c-cded62aaf561 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:16:42.037432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:16:41Z', 'revision_number': 6, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:42.063828 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748f68c-e082-4efa-af01-71dc4bb22feb None None] The sync data for ids ['44bfe0be-98dc-4ee7-910c-cded62aaf561'] in n-d-827549-1 is: [{'id': '44bfe0be-98dc-4ee7-910c-cded62aaf561', 'name': 'tempest-ServerActionsTestJSON-816714857-router', 'tenant_id': 'da1b4318243848548ac070fc42abd77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:12:17Z', 'updated_at': '2022-02-03T05:16:41Z', 'revision_number': 6, 'project_id': 'da1b4318243848548ac070fc42abd77b', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:16:42.067977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7f0272e0-c683-4b71-a837-ba1315cba245), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.094296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0272e0-c683-4b71-a837-ba1315cba245,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:42.157880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (44bfe0be-98dc-4ee7-910c-cded62aaf561), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.249542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (44bfe0be-98dc-4ee7-910c-cded62aaf561), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.252043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks [] for router_controller (44bfe0be-98dc-4ee7-910c-cded62aaf561), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.298792 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (44bfe0be-98dc-4ee7-910c-cded62aaf561), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.299309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44bfe0be-98dc-4ee7-910c-cded62aaf561 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:16:42.303874 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.305011 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f087ba57-ed7d-49ed-9ab8-ebadc1d7bf3f admin admin] 10.222.0.35 "DELETE /v2.0/routers/44bfe0be-98dc-4ee7-910c-cded62aaf561 HTTP/1.1" status: 204 len: 168 time: 0.7631240 Feb 03 05:16:42.307578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:42.357120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] Deleting subnet 60a69f55-5d5c-449b-9603-960632becf5c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:16:42.360476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] Publish callbacks [] for subnet (60a69f55-5d5c-449b-9603-960632becf5c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.399488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (60a69f55-5d5c-449b-9603-960632becf5c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.484716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (60a69f55-5d5c-449b-9603-960632becf5c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.539244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (60a69f55-5d5c-449b-9603-960632becf5c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.566379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a69f55-5d5c-449b-9603-960632becf5c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:42.568313 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.571559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b3f61a08-dbae-4af7-b0c9-e00b30966c58 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/60a69f55-5d5c-449b-9603-960632becf5c HTTP/1.1" status: 204 len: 168 time: 0.2629106 Feb 03 05:16:42.572835 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197bb95-1f20-4317-b5b4-29020882896b None None] Network e34f8d35-f6df-40a1-b45b-309ed29752f7 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:16:42.574089 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:42.651658 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (e34f8d35-f6df-40a1-b45b-309ed29752f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.708942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Deleting port 656aa4aa-489b-4d31-9344-ddc669c11313 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:16:42.709298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.738101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] DHCP port deletion for e34f8d35-f6df-40a1-b45b-309ed29752f7 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:16:42.781119 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] For port 656aa4aa-489b-4d31-9344-ddc669c11313, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=656aa4aa-489b-4d31-9344-ddc669c11313,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:42.781488 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.788699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] Deleting port 656aa4aa-489b-4d31-9344-ddc669c11313 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:16:42.789262 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.797420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Calling delete_port for 656aa4aa-489b-4d31-9344-ddc669c11313 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:16:42.852375 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] For port 656aa4aa-489b-4d31-9344-ddc669c11313, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=656aa4aa-489b-4d31-9344-ddc669c11313,segment=NetworkSegment(b1ff7f31-c55a-42d8-b62e-9f9e87b987db),segment_id=b1ff7f31-c55a-42d8-b62e-9f9e87b987db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:42.852772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.870427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] Calling delete_port for 656aa4aa-489b-4d31-9344-ddc669c11313 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:16:42.878440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.905531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Pushing event deleted for resources: {'Port': ['ID=656aa4aa-489b-4d31-9344-ddc669c11313,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:42.907337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] No DVR routers for this DVR port 656aa4aa-489b-4d31-9344-ddc669c11313 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:16:42.946124 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (656aa4aa-489b-4d31-9344-ddc669c11313), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:42.972788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] Pushing event deleted for resources: {'Port': ['ID=656aa4aa-489b-4d31-9344-ddc669c11313,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:42.974633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cdadf-d72d-4d6b-bb0f-ab1937b4bd40 None None] No DVR routers for this DVR port 656aa4aa-489b-4d31-9344-ddc669c11313 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:16:42.983928 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (e34f8d35-f6df-40a1-b45b-309ed29752f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.009057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34f8d35-f6df-40a1-b45b-309ed29752f7']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:43.018678 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:43.018974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ff7f31-c55a-42d8-b62e-9f9e87b987db') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:16:43.028530 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (b1ff7f31-c55a-42d8-b62e-9f9e87b987db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.042221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (b1ff7f31-c55a-42d8-b62e-9f9e87b987db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.048379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:16:43.048826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (b1ff7f31-c55a-42d8-b62e-9f9e87b987db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:16:43.050503 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:16:43.109660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (e34f8d35-f6df-40a1-b45b-309ed29752f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.115389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.118716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] 10.222.0.35 "DELETE /v2.0/networks/e34f8d35-f6df-40a1-b45b-309ed29752f7 HTTP/1.1" status: 204 len: 168 time: 0.5436368 Feb 03 05:16:43.130417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f585d91-9a98-4365-8a94-0a10eb5591fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e34f8d35-f6df-40a1-b45b-309ed29752f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:43.254117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59450) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:43.295469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-26c61419-8e79-4994-a757-06560bf8e479 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da1b4318243848548ac070fc42abd77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401525 Feb 03 05:16:43.298100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:43.348015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Publish callbacks [] for security_group (d4eed3bf-f804-4a08-b1ca-0bb376a3211a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.371078 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Publish callbacks [] for security_group (d4eed3bf-f804-4a08-b1ca-0bb376a3211a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.425580 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (d4eed3bf-f804-4a08-b1ca-0bb376a3211a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.429307 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:43.430889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4eed3bf-f804-4a08-b1ca-0bb376a3211a HTTP/1.1" status: 204 len: 168 time: 0.1317148 Feb 03 05:16:43.438945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eed3bf-f804-4a08-b1ca-0bb376a3211a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:43.446799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.447163 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.447534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.447883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.448225 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.448565 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.448900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.449235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.449569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.449902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.450235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.450564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.450904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e02e13-08ac-44f3-907f-ec6d983c022b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:16:43.610274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 656aa4aa-489b-4d31-9344-ddc669c11313 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:16:43.633798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 656aa4aa-489b-4d31-9344-ddc669c11313 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:16:43.634146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 656aa4aa-489b-4d31-9344-ddc669c11313 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:16:43.634570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7f0272e0-c683-4b71-a837-ba1315cba245 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:16:43.654078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7f0272e0-c683-4b71-a837-ba1315cba245 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:16:43.654436 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7f0272e0-c683-4b71-a837-ba1315cba245 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:16:43.654867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d7d7e4e6-8edc-43d0-9505-d32fc9d7403f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:16:43.673645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d7d7e4e6-8edc-43d0-9505-d32fc9d7403f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:16:43.674000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d7d7e4e6-8edc-43d0-9505-d32fc9d7403f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:16:44.177893 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59474) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:44.279687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2030579045-network', 'tenant_id': '83b3621146084ca6b63b34f149f2d8f2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:16:44.305852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Made reservation on behalf of 83b3621146084ca6b63b34f149f2d8f2 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:16:44.308240 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.317342 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.398740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks [] for security_group (0f87fbef-ff42-420f-af38-348385501e8d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.404171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0f87fbef-ff42-420f-af38-348385501e8d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.429315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:16:44.439338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f87fbef-ff42-420f-af38-348385501e8d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:44.445373 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ca5d6359-7b97-43fe-b840-d1e9a835960a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.445721 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Added segment ca5d6359-7b97-43fe-b840-d1e9a835960a of type vlan for network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 Feb 03 05:16:44.485667 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d98eb118-e1e4-4aea-97d3-5ea5c523a7d8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.512444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d98eb118-e1e4-4aea-97d3-5ea5c523a7d8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.513931 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:44.514515 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.549092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3700948 Feb 03 05:16:44.552107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:16:44.557150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Request body: {'subnet': {'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2030579045-subnet', 'tenant_id': '83b3621146084ca6b63b34f149f2d8f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:16:44.577643 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Made reservation on behalf of 83b3621146084ca6b63b34f149f2d8f2 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:16:44.579188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2edbf4-7a4e-4a7d-bd47-00f695c050be admin admin] Pushing event updated for resources: {'Network': ['ID=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:44.581228 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.591000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:16:44.763558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (1f35686c-c880-478c-834f-1acf2b390323), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.815561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f35686c-c880-478c-834f-1acf2b390323,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:44.826077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Checking segment: {'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:16:44.826446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Network hostable DHCP agents. Network: d98eb118-e1e4-4aea-97d3-5ea5c523a7d8, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:16:44.846497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:16:44.855730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d98eb118-e1e4-4aea-97d3-5ea5c523a7d8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:16:44.859781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:44.860459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:44.868130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ed6e6-8cf0-482f-bdf5-639a7cd23b0d None None] Network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:16:44.878964 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-24f61ecb-3488-402e-ba35-5bab9ef93c3d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3257844 Feb 03 05:16:44.965000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a7cc7-54c1-4e08-baed-c75371140c80 None None] Network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:16:45.301580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-873a7970-fd15-4b88-8f09-7d7617e12f33 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:45.302958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-873a7970-fd15-4b88-8f09-7d7617e12f33 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/networks?id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 HTTP/1.1" status: 200 len: 814 time: 0.1049812 Feb 03 05:16:45.318087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-ca34f9ce-ee39-4b87-b081-f9383e2eb445 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/quotas/83b3621146084ca6b63b34f149f2d8f2 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Feb 03 05:16:45.353479 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-ee2104f2-2ea1-4238-b4a8-89084e52ea98 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=83b3621146084ca6b63b34f149f2d8f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305009 Feb 03 05:16:45.552716 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-31f009a0-9967-40cb-984b-ab363c28b9b4 service neutron] 10.222.0.35 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261463 Feb 03 05:16:45.647451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-415de18e-c62f-4905-8d4d-6f67b21f4764 service neutron] 10.222.0.35 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890672 Feb 03 05:16:45.821810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1300d049-f3dc-4794-8658-bee6ef256725 req-5e993732-8821-4e8b-9839-1ac7310f9003 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 210 time: 0.0277028 Feb 03 05:16:46.800737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-6e1e13f9-b4af-4fee-8013-d01e89a2dc18 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:46.802920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-6e1e13f9-b4af-4fee-8013-d01e89a2dc18 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.31 "GET /v2.0/networks?id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 HTTP/1.1" status: 200 len: 814 time: 0.1093640 Feb 03 05:16:46.814616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Request body: {'port': {'device_id': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8', 'admin_state_up': True, 'tenant_id': '83b3621146084ca6b63b34f149f2d8f2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:16:46.918420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-912eb941-5ffe-4651-9056-ac5544dfbe52 req-7dea3ed2-ab04-4a7e-bb4b-c7efa0c5eee1 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 210 time: 0.0279272 Feb 03 05:16:46.924400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Made reservation on behalf of 83b3621146084ca6b63b34f149f2d8f2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:16:46.928117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.061269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Allocated IP 172.20.0.6 (d98eb118-e1e4-4aea-97d3-5ea5c523a7d8/1f35686c-c880-478c-834f-1acf2b390323/9e96835e-fa80-4246-811c-a006bb509e34) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:16:47.217803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks [] for port (9e96835e-fa80-4246-811c-a006bb509e34), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.255358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9e96835e-fa80-4246-811c-a006bb509e34), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.297276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:16:47.302297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:16:47.305805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:16:47.311995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Pushing event updated for resources: {'Port': ['ID=9e96835e-fa80-4246-811c-a006bb509e34,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:47.356707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:47.357319 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.374914 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-092cee9b-7d97-452f-b938-9854c5019b0b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638864 Feb 03 05:16:47.386100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Request body: {'port': {'device_id': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:16:47.451782 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9e96835e-fa80-4246-811c-a006bb509e34), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.717731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e96835e-fa80-4246-811c-a006bb509e34 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:16:47.725162 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Publish callbacks [] for port (9e96835e-fa80-4246-811c-a006bb509e34), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.740742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Transition to ACTIVE for port object 9e96835e-fa80-4246-811c-a006bb509e34 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:16:47.746036 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9e96835e-fa80-4246-811c-a006bb509e34), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.794637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Pushing event updated for resources: {'Port': ['ID=9e96835e-fa80-4246-811c-a006bb509e34,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:47.875049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Attempting to bind port 9e96835e-fa80-4246-811c-a006bb509e34 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:16:47.875780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Attempting to bind port 9e96835e-fa80-4246-811c-a006bb509e34 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:16:47.875780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Attempting to bind port 9e96835e-fa80-4246-811c-a006bb509e34 on network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:16:47.880179 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Port 9e96835e-fa80-4246-811c-a006bb509e34 on network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:16:47.880503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Attempting to bind port 9e96835e-fa80-4246-811c-a006bb509e34 on network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:16:47.885420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:16:47.885764 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Checking segment: {'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:16:47.886146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Bound using segment: {'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:16:47.886632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Bound port: 9e96835e-fa80-4246-811c-a006bb509e34, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:16:47.886987 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9e96835e-fa80-4246-811c-a006bb509e34), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:47.951167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] For port 9e96835e-fa80-4246-811c-a006bb509e34, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:16:47.954570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] For port 9e96835e-fa80-4246-811c-a006bb509e34, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9e96835e-fa80-4246-811c-a006bb509e34,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:16:47.963247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (9e96835e-fa80-4246-811c-a006bb509e34), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:48.003607 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:48.004256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:48.005696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] 10.222.0.31 "PUT /v2.0/ports/9e96835e-fa80-4246-811c-a006bb509e34 HTTP/1.1" status: 200 len: 1091 time: 0.6235361 Feb 03 05:16:48.006387 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'tag': '9e96835e-fa80-4246-811c-a006bb509e34'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:16:48.034975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600ce3-e32f-479c-9dbd-ec9b516441ba service neutron] Pushing event updated for resources: {'Port': ['ID=9e96835e-fa80-4246-811c-a006bb509e34,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:48.057281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8f7f-b8ba-44f7-ba5f-7ef8efa7bab6 req-007ccb81-518e-4af9-8776-31904a87b66e tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:48.059525 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5be8f7f-b8ba-44f7-ba5f-7ef8efa7bab6 req-007ccb81-518e-4af9-8776-31904a87b66e tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 943 time: 0.0676856 Feb 03 05:16:48.099878 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "40d2c5d8-1e27-4ab4-843a-87b02edff717", "tag": "9e96835e-fa80-4246-811c-a006bb509e34"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:16:48.120125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b5be8f7f-b8ba-44f7-ba5f-7ef8efa7bab6 req-8dcbdd21-56e9-4f65-a43e-bac94f813c7a tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Feb 03 05:16:48.126021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-12a32941-69f3-44c2-bb7b-cc2695c73222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:48.127679 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-12a32941-69f3-44c2-bb7b-cc2695c73222 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=83b3621146084ca6b63b34f149f2d8f2&device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 1125 time: 0.0675559 Feb 03 05:16:48.175850 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-2ab80ca1-4f18-4f64-a9a2-928e0ec5e88f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e96835e-fa80-4246-811c-a006bb509e34 HTTP/1.1" status: 200 len: 217 time: 0.0405405 Feb 03 05:16:48.209795 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c91b70f-d743-4eb4-b682-d0b69c16e80c x-openstack-request-id: req-3c91b70f-d743-4eb4-b682-d0b69c16e80c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:16:48.210094 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d2c5d8-1e27-4ab4-843a-87b02edff717", "tag": "9e96835e-fa80-4246-811c-a006bb509e34", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:16:48.210495 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c91b70f-d743-4eb4-b682-d0b69c16e80c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:16:48.210909 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'tag': '9e96835e-fa80-4246-811c-a006bb509e34', 'status': 'completed', 'code': 200} Feb 03 05:16:48.229450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-db46cd9c-cefe-4412-ae8b-ed0b61dca194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:48.231103 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-db46cd9c-cefe-4412-ae8b-ed0b61dca194 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f35686c-c880-478c-834f-1acf2b390323 HTTP/1.1" status: 200 len: 854 time: 0.0495775 Feb 03 05:16:48.263859 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-3db535e2-def6-4696-874f-d218c150fa7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257452 Feb 03 05:16:48.355855 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-f12a1a0c-14ed-4813-a844-b94047637e3d service neutron] 10.222.0.31 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Feb 03 05:16:48.448559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1202264c-4a8f-49a3-9080-5a943847fc37 req-02fc608c-a825-4930-b122-50a726b57381 service neutron] 10.222.0.31 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857010 Feb 03 05:16:48.540787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-6c65acb1-25dc-4b2e-af98-973da34af728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:48.542295 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-6c65acb1-25dc-4b2e-af98-973da34af728 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=83b3621146084ca6b63b34f149f2d8f2&device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 1125 time: 0.0463362 Feb 03 05:16:48.632034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-5cc31b2d-5e2c-4383-b23a-d1b50da22498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:48.633426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-5cc31b2d-5e2c-4383-b23a-d1b50da22498 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 HTTP/1.1" status: 200 len: 915 time: 0.0849988 Feb 03 05:16:48.677232 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-8eb7a6bc-a005-4654-bdf8-d7e53cc2b9e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e96835e-fa80-4246-811c-a006bb509e34 HTTP/1.1" status: 200 len: 217 time: 0.0379775 Feb 03 05:16:48.726817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-e54e25bc-3c7a-4215-8304-1ae9737fb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:48.728302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-e54e25bc-3c7a-4215-8304-1ae9737fb5f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f35686c-c880-478c-834f-1acf2b390323 HTTP/1.1" status: 200 len: 854 time: 0.0452502 Feb 03 05:16:48.761347 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-40f19ef3-1a6d-4b18-8a45-092f2090e732 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250013 Feb 03 05:16:48.857568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-37b0076b-f3df-4f30-bcde-a6b1dba9b9f7 service neutron] 10.222.0.31 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888669 Feb 03 05:16:48.948343 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7080edf6-3ff2-4bf2-ab6a-1f41d3065ea3 req-cc59b6da-700b-49f3-aa5f-af6073bd8eea service neutron] 10.222.0.31 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834582 Feb 03 05:16:49.242304 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a5a9-744b-4147-8599-8026693400ec req-57db4c79-5d64-4bfc-b3c5-a09236a711b3 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:49.243756 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9fb3a5a9-744b-4147-8599-8026693400ec req-57db4c79-5d64-4bfc-b3c5-a09236a711b3 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 943 time: 0.0585325 Feb 03 05:16:49.290814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9fb3a5a9-744b-4147-8599-8026693400ec req-5bedbbda-74cb-425d-b995-6acd2caf6fd1 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Feb 03 05:16:49.548233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9e96835e-fa80-4246-811c-a006bb509e34 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:16:49.653534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9e96835e-fa80-4246-811c-a006bb509e34, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9e96835e-fa80-4246-811c-a006bb509e34,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:49.665267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '9e96835e-fa80-4246-811c-a006bb509e34', 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8', 'port_id': '9e96835e-fa80-4246-811c-a006bb509e34', 'mac_address': 'fa:16:3e:14:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f35686c-c880-478c-834f-1acf2b390323', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:16:49.702030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9e96835e-fa80-4246-811c-a006bb509e34 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:16:49.702415 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9e96835e-fa80-4246-811c-a006bb509e34), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:49.715607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e96835e-fa80-4246-811c-a006bb509e34 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:16:49.735802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9e96835e-fa80-4246-811c-a006bb509e34, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9e96835e-fa80-4246-811c-a006bb509e34,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:49.739697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9e96835e-fa80-4246-811c-a006bb509e34), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:49.790609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9e96835e-fa80-4246-811c-a006bb509e34,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:49.932782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9e96835e-fa80-4246-811c-a006bb509e34'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:16:50.422726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0bf2a-1297-4ea7-9720-aa801bc75206 req-2ab61a90-726a-4c57-9ad1-bcb9b7116533 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:50.424321 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12c0bf2a-1297-4ea7-9720-aa801bc75206 req-2ab61a90-726a-4c57-9ad1-bcb9b7116533 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 944 time: 0.0570319 Feb 03 05:16:50.473383 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12c0bf2a-1297-4ea7-9720-aa801bc75206 req-b435f105-3c13-4dca-8f91-f6269521c9f1 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Feb 03 05:16:51.550446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9e96835e-fa80-4246-811c-a006bb509e34 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:16:51.600512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7bbe0-d432-45ec-aef8-bb9e815ad122 req-2f732684-fcda-42d7-a334-24b16a8be833 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:51.602579 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0aa7bbe0-d432-45ec-aef8-bb9e815ad122 req-2f732684-fcda-42d7-a334-24b16a8be833 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 944 time: 0.0586445 Feb 03 05:16:51.603228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 9e96835e-fa80-4246-811c-a006bb509e34 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:16:51.607931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 9e96835e-fa80-4246-811c-a006bb509e34 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:16:51.608316 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (9e96835e-fa80-4246-811c-a006bb509e34), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:51.651587 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0aa7bbe0-d432-45ec-aef8-bb9e815ad122 req-6cd2f4b8-a9da-4d2c-ab2c-42ad0118a42d tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 Feb 03 05:16:51.685833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 9e96835e-fa80-4246-811c-a006bb509e34 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:16:51.686232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (9e96835e-fa80-4246-811c-a006bb509e34), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:51.708877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96835e-fa80-4246-811c-a006bb509e34'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:16:51.711155 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e659107-eb77-42a1-aca9-99bc978d9fb1" -d '{"events": [{"server_uuid": "40d2c5d8-1e27-4ab4-843a-87b02edff717", "name": "network-vif-plugged", "status": "completed", "tag": "9e96835e-fa80-4246-811c-a006bb509e34"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:16:51.724064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 9e96835e-fa80-4246-811c-a006bb509e34, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9e96835e-fa80-4246-811c-a006bb509e34,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:16:51.729735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (9e96835e-fa80-4246-811c-a006bb509e34), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:51.759609 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88740ab9-d27d-456e-9492-9f137acf4d9b x-openstack-request-id: req-88740ab9-d27d-456e-9492-9f137acf4d9b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:16:51.759791 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d2c5d8-1e27-4ab4-843a-87b02edff717", "name": "network-vif-plugged", "status": "completed", "tag": "9e96835e-fa80-4246-811c-a006bb509e34", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:16:51.760048 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88740ab9-d27d-456e-9492-9f137acf4d9b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:16:51.760435 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96835e-fa80-4246-811c-a006bb509e34', 'code': 200} Feb 03 05:16:51.788456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=9e96835e-fa80-4246-811c-a006bb509e34,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:51.859548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97063-54df-4b00-accf-0e3a8c887482 req-5a4d0526-081c-446f-93a7-bd4864475d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:51.861231 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7be97063-54df-4b00-accf-0e3a8c887482 req-5a4d0526-081c-446f-93a7-bd4864475d1a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 1127 time: 0.0528085 Feb 03 05:16:51.904800 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-7be97063-54df-4b00-accf-0e3a8c887482 req-f06c58a1-0232-4248-ab82-f45461f94489 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378168 Feb 03 05:16:52.787278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a6478-829f-42f3-99df-81c97b796a27 req-bc6c9fbb-1811-47f8-8d2b-0d1cedc863f5 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:52.789008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e9a6478-829f-42f3-99df-81c97b796a27 req-bc6c9fbb-1811-47f8-8d2b-0d1cedc863f5 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0645399 Feb 03 05:16:52.841350 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9e9a6478-829f-42f3-99df-81c97b796a27 req-dcaa172c-9aa8-4ec7-a467-e591c3a2accd tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Feb 03 05:16:53.974833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13309ec7-f020-4b26-be35-1c2eed52ddf6 req-c8a2ceed-8704-4cac-8132-f1c79ca2c71b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:53.977136 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13309ec7-f020-4b26-be35-1c2eed52ddf6 req-c8a2ceed-8704-4cac-8132-f1c79ca2c71b tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0612681 Feb 03 05:16:54.030922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-13309ec7-f020-4b26-be35-1c2eed52ddf6 req-6e7bee84-1519-48ca-a059-463e55761823 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Feb 03 05:16:54.241686 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:54.261700 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-10d8a976-961c-4c5a-b41a-1f5e2b2da2b0 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:54.263172 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-10d8a976-961c-4c5a-b41a-1f5e2b2da2b0 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/networks?id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 HTTP/1.1" status: 200 len: 814 time: 0.1072550 Feb 03 05:16:54.277697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-a65f9143-6e0c-4733-917d-9e57e9d86abf tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/quotas/83b3621146084ca6b63b34f149f2d8f2 HTTP/1.1" status: 200 len: 375 time: 0.0091116 Feb 03 05:16:54.331872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-faf3603f-889c-471c-9a4c-28a97ec49edc tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=83b3621146084ca6b63b34f149f2d8f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488615 Feb 03 05:16:54.352979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:54.416845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-b48e3260-5762-4662-a0cb-8ab320c7676c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:16:54.417858 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-b48e3260-5762-4662-a0cb-8ab320c7676c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432153 Feb 03 05:16:54.509722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-50cbe345-10ab-41cf-a8e8-0f970f4bf333 service neutron] 10.222.0.35 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859368 Feb 03 05:16:54.603971 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-23debe1a-fe55-4f4b-ad54-1e0cdee622db service neutron] 10.222.0.35 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881860 Feb 03 05:16:54.764465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-177f0a6c-71f7-42c4-8478-fa2cdca1b06d req-0b096477-693f-4b92-8b59-6a48303304d5 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 210 time: 0.0277641 Feb 03 05:16:55.737640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-1fcfc672-4dae-48ff-8946-fb5649565f47 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:55.739082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-1fcfc672-4dae-48ff-8946-fb5649565f47 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.15 "GET /v2.0/networks?id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 HTTP/1.1" status: 200 len: 814 time: 0.1051505 Feb 03 05:16:55.760761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Request body: {'port': {'device_id': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8', 'admin_state_up': True, 'tenant_id': '83b3621146084ca6b63b34f149f2d8f2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:16:55.862962 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d6c0138d-51d1-4703-8790-8375e5525ad6 req-d2c03ad8-f27b-4ac5-be5e-4d76f7fb8222 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 210 time: 0.0287678 Feb 03 05:16:55.869192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Made reservation on behalf of 83b3621146084ca6b63b34f149f2d8f2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:16:55.873768 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.001826 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Allocated IP 172.20.0.11 (d98eb118-e1e4-4aea-97d3-5ea5c523a7d8/1f35686c-c880-478c-834f-1acf2b390323/4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:16:56.163417 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks [] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.199549 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.212449 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9e96835e-fa80-4246-811c-a006bb509e34'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:16:56.242519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:16:56.245536 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:16:56.251433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:16:56.276548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Pushing event updated for resources: {'Port': ['ID=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:56.304523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:56.305224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.322038 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-e763cb06-f2a5-41c3-9f80-281e0a5e089c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653691 Feb 03 05:16:56.333459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Request body: {'port': {'device_id': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:16:56.394397 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.660696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:16:56.672634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Publish callbacks [] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.690696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Transition to ACTIVE for port object 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:16:56.695614 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.744060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Pushing event updated for resources: {'Port': ['ID=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:56.814256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Attempting to bind port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:16:56.814593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Attempting to bind port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:16:56.814922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Attempting to bind port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e on network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:16:56.819489 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e on network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:16:56.819840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Attempting to bind port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e on network d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:16:56.824843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:16:56.825178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Checking segment: {'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:16:56.825561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Bound using segment: {'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:16:56.825982 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Bound port: 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5d6359-7b97-43fe-b840-d1e9a835960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:16:56.826337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.887770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] For port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:16:56.891220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] For port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:16:56.897936 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.932231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:56.932840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:16:56.934273 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e HTTP/1.1" status: 200 len: 1092 time: 0.6051869 Feb 03 05:16:56.934688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'tag': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:16:56.936947 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b54a9c-53f9-4e27-82b6-486936802e8d", "tag": "4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:16:56.962884 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed26174-1e40-4bcb-b4c6-14744c91a194 service neutron] Pushing event updated for resources: {'Port': ['ID=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:16:56.994204 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83e6fc5-6517-4ea5-904a-f01e1eec72cd x-openstack-request-id: req-c83e6fc5-6517-4ea5-904a-f01e1eec72cd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:16:56.994489 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b54a9c-53f9-4e27-82b6-486936802e8d", "tag": "4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:16:56.994743 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c83e6fc5-6517-4ea5-904a-f01e1eec72cd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:16:56.995141 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'tag': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e', 'status': 'completed', 'code': 200} Feb 03 05:16:57.005017 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f8870-b69f-4f55-aaf0-537a503a321a req-9c0ed751-981d-4aed-980d-e76a88658265 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:57.006562 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae0f8870-b69f-4f55-aaf0-537a503a321a req-9c0ed751-981d-4aed-980d-e76a88658265 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 944 time: 0.0708575 Feb 03 05:16:57.028282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-d51eb115-6c63-4810-b896-8d0a7d1085a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:57.029817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-d51eb115-6c63-4810-b896-8d0a7d1085a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83b3621146084ca6b63b34f149f2d8f2&device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 1126 time: 0.0456755 Feb 03 05:16:57.052554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ae0f8870-b69f-4f55-aaf0-537a503a321a req-1c07daa4-0af3-45b9-9986-830429f6093c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Feb 03 05:16:57.074541 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-f7597e78-16f0-4f4b-baa4-28dd43e5b4bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e HTTP/1.1" status: 200 len: 217 time: 0.0372982 Feb 03 05:16:57.122063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-29e82537-8baa-4962-9a5f-50b37fbb7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:57.123449 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-29e82537-8baa-4962-9a5f-50b37fbb7bac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f35686c-c880-478c-834f-1acf2b390323 HTTP/1.1" status: 200 len: 854 time: 0.0433662 Feb 03 05:16:57.153394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-78025eec-1f96-4ae4-b3e2-09422328670f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239727 Feb 03 05:16:57.246285 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-d6fd640c-934f-4aee-9e18-a95d45391fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872710 Feb 03 05:16:57.333068 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-68fc2377-6f13-4456-8f8b-939c8ddbd9b4 req-461c76ae-fbbb-461c-a7ad-b3f18a207fd1 service neutron] 10.222.0.15 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812376 Feb 03 05:16:57.434162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-b302206f-1461-4cef-99ea-6c52f5cca971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:57.435555 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-b302206f-1461-4cef-99ea-6c52f5cca971 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83b3621146084ca6b63b34f149f2d8f2&device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 1126 time: 0.0497015 Feb 03 05:16:57.521275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-5ea825e8-de49-4306-a69c-1f0c705d4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:57.522711 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-5ea825e8-de49-4306-a69c-1f0c705d4ba0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 HTTP/1.1" status: 200 len: 915 time: 0.0814283 Feb 03 05:16:57.565567 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-095d4ee0-1e6e-40bc-a0d6-ac7292bbaf5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e HTTP/1.1" status: 200 len: 217 time: 0.0365520 Feb 03 05:16:57.618228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-3d6268d3-03bc-4ec5-adcb-a40c99ed955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:57.619780 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-3d6268d3-03bc-4ec5-adcb-a40c99ed955c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f35686c-c880-478c-834f-1acf2b390323 HTTP/1.1" status: 200 len: 854 time: 0.0471900 Feb 03 05:16:57.652396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-76d17464-b1a9-41a8-be0c-e40b242e356d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251191 Feb 03 05:16:57.746020 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-4ebbf549-6fd0-418f-8f6c-aa6b3616abfb service neutron] 10.222.0.15 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866237 Feb 03 05:16:58.185228 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44611bbc-ed6f-4d69-818f-da207501e4c8 req-a31607a7-22ec-4e5e-995d-7f380f85ddc8 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:58.186739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44611bbc-ed6f-4d69-818f-da207501e4c8 req-a31607a7-22ec-4e5e-995d-7f380f85ddc8 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 944 time: 0.0575681 Feb 03 05:16:58.208586 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fa8c55e6-a7dc-4b21-a10f-39d17c02279e req-99e06891-8cf3-494a-9654-463ba93970fe service neutron] 10.222.0.15 "GET /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560192 Feb 03 05:16:58.236129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44611bbc-ed6f-4d69-818f-da207501e4c8 req-9285634f-a59b-4d04-910f-2a687572ffd4 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Feb 03 05:16:59.368596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38345fd5-f4c3-40c8-9754-803847a48563 req-729690e2-eb57-4f8e-8c86-d226d0ccc790 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:16:59.370271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38345fd5-f4c3-40c8-9754-803847a48563 req-729690e2-eb57-4f8e-8c86-d226d0ccc790 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 944 time: 0.0625606 Feb 03 05:16:59.417049 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38345fd5-f4c3-40c8-9754-803847a48563 req-8950f995-6d43-4296-8691-2aba8197dbd5 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Feb 03 05:17:00.554239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d7922-d985-4be5-8be3-09006b06ee3a req-bf357b89-844e-49f2-894c-2dd8fa8c46dc tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:00.555729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb2d7922-d985-4be5-8be3-09006b06ee3a req-bf357b89-844e-49f2-894c-2dd8fa8c46dc tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 944 time: 0.0560722 Feb 03 05:17:00.609467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb2d7922-d985-4be5-8be3-09006b06ee3a req-7721653f-d030-4e6a-b00f-19d30f61d081 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 Feb 03 05:17:00.999889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:17:01.108524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:01.119789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e', 'network_id': 'd98eb118-e1e4-4aea-97d3-5ea5c523a7d8', 'port_id': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e', 'mac_address': 'fa:16:3e:80:54:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f35686c-c880-478c-834f-1acf2b390323', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:17:01.156403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:01.156798 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:01.169597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:17:01.190164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:01.195664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:01.248897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:01.257222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.257521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.257878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.258224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.258568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.258909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.259250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.259616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.259954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.260274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.260604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.260944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.261265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:01.403359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:17:01.736709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0f70-cd7c-4598-895a-821867b4b52b req-9c34edd0-beda-4cbd-906d-2de71c24251f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:01.738177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b0c0f70-cd7c-4598-895a-821867b4b52b req-9c34edd0-beda-4cbd-906d-2de71c24251f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 945 time: 0.0537701 Feb 03 05:17:01.785202 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9b0c0f70-cd7c-4598-895a-821867b4b52b req-17bb3e03-a09a-480a-9daf-ba00f3e18554 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Feb 03 05:17:02.923742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4320d9-f5f5-4596-b45f-31c0fca7a7ed req-ad87fb55-b524-4996-8222-ea60a2862ce5 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:02.925345 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb4320d9-f5f5-4596-b45f-31c0fca7a7ed req-ad87fb55-b524-4996-8222-ea60a2862ce5 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 945 time: 0.0558846 Feb 03 05:17:02.977986 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fb4320d9-f5f5-4596-b45f-31c0fca7a7ed req-ebe99d8e-6cbd-4603-b53b-0683bbe34b40 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Feb 03 05:17:02.999092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:03.052181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:17:03.056299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:03.056684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:03.147730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:03.148133 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:03.171479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:17:03.173744 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f7207c-28c3-457f-8dd7-8d3e7c7b017f" -d '{"events": [{"server_uuid": "f4b54a9c-53f9-4e27-82b6-486936802e8d", "name": "network-vif-plugged", "status": "completed", "tag": "4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:17:03.185673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:03.190675 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:03.219222 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168c33e2-c85d-4dba-8713-8c01730d04c8 x-openstack-request-id: req-168c33e2-c85d-4dba-8713-8c01730d04c8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:17:03.219526 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b54a9c-53f9-4e27-82b6-486936802e8d", "name": "network-vif-plugged", "status": "completed", "tag": "4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:17:03.219786 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-168c33e2-c85d-4dba-8713-8c01730d04c8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:17:03.220174 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e', 'code': 200} Feb 03 05:17:03.247296 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb78d-a248-421a-a7bd-517278a1c21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:03.252510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:03.339779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0b88-dc95-4bfe-8092-b72635cb4220 req-8d4b875d-cd13-49a4-8b86-a2c870c2b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:03.341313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-480e0b88-dc95-4bfe-8092-b72635cb4220 req-8d4b875d-cd13-49a4-8b86-a2c870c2b056 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 1128 time: 0.0632074 Feb 03 05:17:03.399042 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-480e0b88-dc95-4bfe-8092-b72635cb4220 req-3f84df11-401b-4ec4-81f4-ace88f783133 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 Feb 03 05:17:04.110895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae5f0-653e-4d8a-a2c7-fdcefed2cd75 req-64e983cc-a01f-432a-8e88-ae488c23299d tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:04.112506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b2ae5f0-653e-4d8a-a2c7-fdcefed2cd75 req-64e983cc-a01f-432a-8e88-ae488c23299d tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 946 time: 0.0571859 Feb 03 05:17:04.165666 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1b2ae5f0-653e-4d8a-a2c7-fdcefed2cd75 req-67c31f3f-e07e-4e3b-9a3d-2c7f09ac6118 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Feb 03 05:17:05.301804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbbf5f-87d3-4f5a-9dfb-5c378b54c60d req-e305cc49-cb25-4ebc-a1b2-48d9e4cb5670 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:05.303296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aacbbf5f-87d3-4f5a-9dfb-5c378b54c60d req-e305cc49-cb25-4ebc-a1b2-48d9e4cb5670 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 946 time: 0.0542722 Feb 03 05:17:05.349782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aacbbf5f-87d3-4f5a-9dfb-5c378b54c60d req-b66fdf06-8739-428a-86bf-7a91dbc9bdb3 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 Feb 03 05:17:05.588940 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432140-6775-4db0-8467-e07f9d95996f req-0b4df561-9a63-455b-8ae7-38b75724724f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:05.590465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c432140-6775-4db0-8467-e07f9d95996f req-0b4df561-9a63-455b-8ae7-38b75724724f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 946 time: 0.0540473 Feb 03 05:17:05.641216 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3c432140-6775-4db0-8467-e07f9d95996f req-ee8f9460-4956-4ed8-9032-bb02b3ce7183 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 Feb 03 05:17:06.433876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8843b01e-c08f-46e1-843b-a0686b08d0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:06.767419 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a16e-4ff2-4473-b2c6-0d14074b7f2c req-a3431fdf-0826-4d35-b84c-a52dc954a337 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:06.768950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd90a16e-4ff2-4473-b2c6-0d14074b7f2c req-a3431fdf-0826-4d35-b84c-a52dc954a337 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 946 time: 0.0543106 Feb 03 05:17:06.818090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd90a16e-4ff2-4473-b2c6-0d14074b7f2c req-059761c8-537b-43a3-a34d-64a5219421b1 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Feb 03 05:17:06.851210 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:06.874068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-12eb2d3d-d2ba-4b5c-a073-52f6b4523bde tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:06.875533 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-12eb2d3d-d2ba-4b5c-a073-52f6b4523bde tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b54a9c-53f9-4e27-82b6-486936802e8d HTTP/1.1" status: 200 len: 946 time: 0.0555618 Feb 03 05:17:06.966871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Deleting port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:17:06.967246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:07.056920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] For port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:07.057155 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:07.073141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Calling delete_port for 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:17:07.213058 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:07.226343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:17:07.229260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9e96835e-fa80-4246-811c-a006bb509e34'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:17:07.243684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Pushing event deleted for resources: {'Port': ['ID=4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:07.255878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.256231 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.256576 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.256918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.257248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.257578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.257905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.258233 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.258559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.258888 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.259196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.259542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.259867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:07.295849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] No DVR routers for this DVR port 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:17:07.298465 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:07.301957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46e94c25-1c7e-4a51-8e55-3d7b2009cb5b req-109c4390-9897-4883-a684-35ac2a6ca384 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.15 "DELETE /v2.0/ports/4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e HTTP/1.1" status: 204 len: 173 time: 0.4211309 Feb 03 05:17:07.302404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'name': 'network-vif-deleted', 'tag': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:17:07.304701 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aea398d-c81a-41a1-ab9a-c997226c54e0" -d '{"events": [{"server_uuid": "f4b54a9c-53f9-4e27-82b6-486936802e8d", "name": "network-vif-deleted", "tag": "4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:17:07.355797 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83814230-5e3e-4ada-99d3-90698e37081f x-openstack-request-id: req-83814230-5e3e-4ada-99d3-90698e37081f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:17:07.356193 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b54a9c-53f9-4e27-82b6-486936802e8d", "name": "network-vif-deleted", "tag": "4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:17:07.356523 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83814230-5e3e-4ada-99d3-90698e37081f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:17:07.356995 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b54a9c-53f9-4e27-82b6-486936802e8d', 'name': 'network-vif-deleted', 'tag': '4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e', 'status': 'completed', 'code': 200} Feb 03 05:17:07.980269 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114a19-4b2c-48af-b834-794c7037f726 req-e745199c-f174-4e24-a390-578f4bc0513a tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:07.981752 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3114a19-4b2c-48af-b834-794c7037f726 req-e745199c-f174-4e24-a390-578f4bc0513a tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0582693 Feb 03 05:17:08.029778 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3114a19-4b2c-48af-b834-794c7037f726 req-f12ae3cd-2b1f-4591-a932-007708183787 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Feb 03 05:17:08.178296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b51710-ebce-4e06-9683-170e8713ce33 req-c3093c49-519b-44d9-9d39-4af5411f3e89 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:08.179843 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5b51710-ebce-4e06-9683-170e8713ce33 req-c3093c49-519b-44d9-9d39-4af5411f3e89 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0600820 Feb 03 05:17:08.229459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5b51710-ebce-4e06-9683-170e8713ce33 req-482ccf84-e10b-499b-9ad1-c6ed6373f800 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Feb 03 05:17:08.301208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:08.363892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c825a54-8a9e-44d7-af5a-827e05ee2b87 req-0fd391ec-4c85-4f57-b23e-5454a3b5c9fe tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:08.365568 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c825a54-8a9e-44d7-af5a-827e05ee2b87 req-0fd391ec-4c85-4f57-b23e-5454a3b5c9fe tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0624790 Feb 03 05:17:08.417230 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c825a54-8a9e-44d7-af5a-827e05ee2b87 req-d6c00ab6-8951-4aa1-bb60-f54e97a8598c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Feb 03 05:17:08.598702 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab20510-53d5-462d-9436-7f3164545eb6 req-8e8ad7e7-fa4c-4cdf-b1ca-09a3a1cbc105 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:08.600226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ab20510-53d5-462d-9436-7f3164545eb6 req-8e8ad7e7-fa4c-4cdf-b1ca-09a3a1cbc105 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0574999 Feb 03 05:17:08.646755 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7ab20510-53d5-462d-9436-7f3164545eb6 req-9b8af6f6-bc4f-4ef5-8d60-af6c46b3b37d tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Feb 03 05:17:08.774131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd003ef-1a8d-4978-9527-19110842a8e1 req-d249b946-ebab-4409-9f31-485b09855a0a tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:08.775649 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cd003ef-1a8d-4978-9527-19110842a8e1 req-d249b946-ebab-4409-9f31-485b09855a0a tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0562551 Feb 03 05:17:08.829837 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5cd003ef-1a8d-4978-9527-19110842a8e1 req-a26c2836-4d09-47ea-ac82-c5079d38447e tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 Feb 03 05:17:08.969790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabc700-bdd8-49f2-b2a1-b6f065621626 req-78c41cdb-6f1a-4f41-b8a5-fbe02d62871f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:08.971166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfabc700-bdd8-49f2-b2a1-b6f065621626 req-78c41cdb-6f1a-4f41-b8a5-fbe02d62871f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0572159 Feb 03 05:17:09.023347 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bfabc700-bdd8-49f2-b2a1-b6f065621626 req-4689a4f6-1383-4d16-9bc8-1c8dfd28450c tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Feb 03 05:17:09.330145 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:09.362317 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f987519-9567-4c74-8509-b1634f09e461 req-8ca4e912-805c-4091-a734-fc415e5c6c06 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:09.363828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f987519-9567-4c74-8509-b1634f09e461 req-8ca4e912-805c-4091-a734-fc415e5c6c06 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0578098 Feb 03 05:17:09.411489 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4f987519-9567-4c74-8509-b1634f09e461 req-401d6ec9-d5de-4cf9-87f9-06374f8873c4 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Feb 03 05:17:10.557639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01386c-86ff-4652-8d01-62ac723481fa req-1b0c6250-750e-43f7-b63d-edb4bc3c2711 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:10.559137 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab01386c-86ff-4652-8d01-62ac723481fa req-1b0c6250-750e-43f7-b63d-edb4bc3c2711 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0554073 Feb 03 05:17:10.606395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ab01386c-86ff-4652-8d01-62ac723481fa req-f619d5f6-6107-433f-a96f-d14441891dfd tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f87fbef-ff42-420f-af38-348385501e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Feb 03 05:17:10.687964 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-90d85f40-ffca-46ab-84bb-52e312b3dd05 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:10.689420 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-90d85f40-ffca-46ab-84bb-52e312b3dd05 tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d2c5d8-1e27-4ab4-843a-87b02edff717 HTTP/1.1" status: 200 len: 945 time: 0.0542424 Feb 03 05:17:10.784301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Deleting port 9e96835e-fa80-4246-811c-a006bb509e34 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:17:10.784540 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (9e96835e-fa80-4246-811c-a006bb509e34), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:10.885981 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] For port 9e96835e-fa80-4246-811c-a006bb509e34, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=9e96835e-fa80-4246-811c-a006bb509e34,segment=NetworkSegment(ca5d6359-7b97-43fe-b840-d1e9a835960a),segment_id=ca5d6359-7b97-43fe-b840-d1e9a835960a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:10.886348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (9e96835e-fa80-4246-811c-a006bb509e34), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:10.898777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Calling delete_port for 9e96835e-fa80-4246-811c-a006bb509e34 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:17:11.029516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (9e96835e-fa80-4246-811c-a006bb509e34), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:11.042199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:17:11.044843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['9e96835e-fa80-4246-811c-a006bb509e34'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:17:11.063066 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Pushing event deleted for resources: {'Port': ['ID=9e96835e-fa80-4246-811c-a006bb509e34,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:11.080274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:17:11.080628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4d73b6da-ed53-47fc-98fc-6eb7b10c2f7e not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:17:11.108842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] No DVR routers for this DVR port 9e96835e-fa80-4246-811c-a006bb509e34 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:17:11.112100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:11.115633 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c73ec2d8-24a9-4aa5-8a81-5eee569588d3 req-9cc48d94-324e-458d-935c-76739b8dbc8f tempest-ServersNegativeTestJSON-1112820318 tempest-ServersNegativeTestJSON-1112820318-project] 10.222.0.31 "DELETE /v2.0/ports/9e96835e-fa80-4246-811c-a006bb509e34 HTTP/1.1" status: 204 len: 173 time: 0.4204607 Feb 03 05:17:11.116127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'name': 'network-vif-deleted', 'tag': '9e96835e-fa80-4246-811c-a006bb509e34'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:17:11.118519 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d1ed11-203e-41fc-b376-8ddd5b0a1470" -d '{"events": [{"server_uuid": "40d2c5d8-1e27-4ab4-843a-87b02edff717", "name": "network-vif-deleted", "tag": "9e96835e-fa80-4246-811c-a006bb509e34"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:17:11.158460 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea48365c-735c-4039-b898-b011f80fc448 x-openstack-request-id: req-ea48365c-735c-4039-b898-b011f80fc448 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:17:11.158766 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d2c5d8-1e27-4ab4-843a-87b02edff717", "name": "network-vif-deleted", "tag": "9e96835e-fa80-4246-811c-a006bb509e34", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:17:11.159005 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea48365c-735c-4039-b898-b011f80fc448 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:17:11.159433 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d2c5d8-1e27-4ab4-843a-87b02edff717', 'name': 'network-vif-deleted', 'tag': '9e96835e-fa80-4246-811c-a006bb509e34', 'status': 'completed', 'code': 200} Feb 03 05:17:11.662559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:11.710486 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] Deleting subnet 1f35686c-c880-478c-834f-1acf2b390323 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:17:11.714225 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] Publish callbacks [] for subnet (1f35686c-c880-478c-834f-1acf2b390323), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:11.748641 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (1f35686c-c880-478c-834f-1acf2b390323), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:11.786290 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1f35686c-c880-478c-834f-1acf2b390323), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:11.840474 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1f35686c-c880-478c-834f-1acf2b390323), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:11.872394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f35686c-c880-478c-834f-1acf2b390323,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:11.876100 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:11.879253 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6953837e-b36d-4105-80c2-71c85474d66c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1f35686c-c880-478c-834f-1acf2b390323 HTTP/1.1" status: 204 len: 168 time: 0.2156589 Feb 03 05:17:11.881934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:11.959962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d98eb118-e1e4-4aea-97d3-5ea5c523a7d8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.043867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d98eb118-e1e4-4aea-97d3-5ea5c523a7d8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.380235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98eb118-e1e4-4aea-97d3-5ea5c523a7d8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:12.389996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5d6359-7b97-43fe-b840-d1e9a835960a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:12.390296 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5d6359-7b97-43fe-b840-d1e9a835960a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:12.399721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (ca5d6359-7b97-43fe-b840-d1e9a835960a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.415058 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (ca5d6359-7b97-43fe-b840-d1e9a835960a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.424831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:12.425348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (ca5d6359-7b97-43fe-b840-d1e9a835960a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:12.427814 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:12.483402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d98eb118-e1e4-4aea-97d3-5ea5c523a7d8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.488490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.491769 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] 10.222.0.35 "DELETE /v2.0/networks/d98eb118-e1e4-4aea-97d3-5ea5c523a7d8 HTTP/1.1" status: 204 len: 168 time: 0.6088648 Feb 03 05:17:12.503996 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bb640-d268-4ad1-b811-dac5417d103f admin admin] Pushing event deleted for resources: {'Network': ['ID=d98eb118-e1e4-4aea-97d3-5ea5c523a7d8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:12.569710 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:17:12.614037 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:12.654785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a4813b22-6fac-45eb-9724-5d84e8580611 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83b3621146084ca6b63b34f149f2d8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391405 Feb 03 05:17:12.657556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:12.713801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8d2-a673-4b25-90b1-f70d9704a102 admin admin] Publish callbacks [] for security_group (0f87fbef-ff42-420f-af38-348385501e8d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.736339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8d2-a673-4b25-90b1-f70d9704a102 admin admin] Publish callbacks [] for security_group (0f87fbef-ff42-420f-af38-348385501e8d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.783990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8d2-a673-4b25-90b1-f70d9704a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0f87fbef-ff42-420f-af38-348385501e8d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.787111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8d2-a673-4b25-90b1-f70d9704a102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:12.788320 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2dbcd8d2-a673-4b25-90b1-f70d9704a102 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f87fbef-ff42-420f-af38-348385501e8d HTTP/1.1" status: 204 len: 168 time: 0.1297123 Feb 03 05:17:12.795820 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcd8d2-a673-4b25-90b1-f70d9704a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f87fbef-ff42-420f-af38-348385501e8d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:13.511963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:13.617029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856975424'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:13.637205 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:13.640491 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.649212 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.725613 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for security_group (38c09400-28bd-4cd8-bf1b-da9e34a4df9e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.731255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (38c09400-28bd-4cd8-bf1b-da9e34a4df9e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.757137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:13.767164 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c09400-28bd-4cd8-bf1b-da9e34a4df9e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:13.772162 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (efd2eee3-53d2-4011-b233-ea11044552c9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.772506 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Added segment efd2eee3-53d2-4011-b233-ea11044552c9 of type vlan for network 239b873f-bb68-4668-8d91-7ab3750386bf Feb 03 05:17:13.812311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (239b873f-bb68-4668-8d91-7ab3750386bf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.838814 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (239b873f-bb68-4668-8d91-7ab3750386bf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.844011 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:13.844599 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:13.879255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3661883 Feb 03 05:17:13.914443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d73948-2ebd-4ab9-8b70-380737e6eb3a tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Network': ['ID=239b873f-bb68-4668-8d91-7ab3750386bf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:13.925871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 239b873f-bb68-4668-8d91-7ab3750386bf details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:15.611086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9e96835e-fa80-4246-811c-a006bb509e34 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:17:15.631568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 9e96835e-fa80-4246-811c-a006bb509e34 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:17:15.631944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 9e96835e-fa80-4246-811c-a006bb509e34 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:17:17.085396 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59672) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:17.094169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'subnet': {'network_id': '239b873f-bb68-4668-8d91-7ab3750386bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:17.186461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:17.189861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.377136 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (57127a34-6fba-4b13-bfa0-21b224181a9a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.438029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Subnet': ['ID=57127a34-6fba-4b13-bfa0-21b224181a9a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:17.448281 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Checking segment: {'id': 'efd2eee3-53d2-4011-b233-ea11044552c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '239b873f-bb68-4668-8d91-7ab3750386bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:17.448655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network hostable DHCP agents. Network: 239b873f-bb68-4668-8d91-7ab3750386bf, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:17.467569 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network 239b873f-bb68-4668-8d91-7ab3750386bf is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:17.478638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 239b873f-bb68-4668-8d91-7ab3750386bf) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:17.483217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:17.483865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.488841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f61dbb-db74-4081-b7bf-c3412f95f7f9 None None] Network 239b873f-bb68-4668-8d91-7ab3750386bf requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:17.502098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7cf830a4-f831-4ceb-8722-e3c71dafd4a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4152668 Feb 03 05:17:17.505643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59674) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:17.510560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35681317'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:17.531038 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:17.534442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.557838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:17.567586 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.569620 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Added segment a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf of type vlan for network cfec733b-290d-470c-b118-f8f2e4bf542d Feb 03 05:17:17.595365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-239b873f-bb68-4668-8d91-7ab3750386bf', 'network_id': '239b873f-bb68-4668-8d91-7ab3750386bf', 'project_id': '9a1202c723bb48eb8739eb05d7d79dde', 'fixed_ips': [{'subnet_id': '57127a34-6fba-4b13-bfa0-21b224181a9a'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:17.596248 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.612883 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (cfec733b-290d-470c-b118-f8f2e4bf542d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.637562 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (cfec733b-290d-470c-b118-f8f2e4bf542d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.642492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:17.643072 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.682244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1728294 Feb 03 05:17:17.682584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:17.688548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'subnet': {'network_id': 'cfec733b-290d-470c-b118-f8f2e4bf542d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:17.716247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb35c1-6a80-4a11-9dd7-8a92f38b17d9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Network': ['ID=cfec733b-290d-470c-b118-f8f2e4bf542d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:17.727207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network cfec733b-290d-470c-b118-f8f2e4bf542d details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:17.736805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Allocated IP 2001:db8:0:ffff::2 (239b873f-bb68-4668-8d91-7ab3750386bf/57127a34-6fba-4b13-bfa0-21b224181a9a/ec37284f-1448-49fa-821e-8ff6916f589b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:17.788575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:17.792051 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.931028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Publish callbacks [] for port (ec37284f-1448-49fa-821e-8ff6916f589b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.938304 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.975149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Network 239b873f-bb68-4668-8d91-7ab3750386bf is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:17.979874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:17.983423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:17.985453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (7afffb0f-fd01-4b8e-be21-a304121c81d5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:17.990442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Pushing event updated for resources: {'Port': ['ID=ec37284f-1448-49fa-821e-8ff6916f589b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:18.045087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Attempting to bind port ec37284f-1448-49fa-821e-8ff6916f589b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:18.045454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Attempting to bind port ec37284f-1448-49fa-821e-8ff6916f589b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'efd2eee3-53d2-4011-b233-ea11044552c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '239b873f-bb68-4668-8d91-7ab3750386bf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:18.046094 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Attempting to bind port ec37284f-1448-49fa-821e-8ff6916f589b on network 239b873f-bb68-4668-8d91-7ab3750386bf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:18.050413 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Subnet': ['ID=7afffb0f-fd01-4b8e-be21-a304121c81d5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:18.050706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:18.051079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Checking segment: {'id': 'efd2eee3-53d2-4011-b233-ea11044552c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '239b873f-bb68-4668-8d91-7ab3750386bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:18.051481 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.051978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Bound using segment: {'id': 'efd2eee3-53d2-4011-b233-ea11044552c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '239b873f-bb68-4668-8d91-7ab3750386bf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:18.052443 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Bound port: ec37284f-1448-49fa-821e-8ff6916f589b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd2eee3-53d2-4011-b233-ea11044552c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '239b873f-bb68-4668-8d91-7ab3750386bf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:18.052819 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.060342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Checking segment: {'id': 'a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cfec733b-290d-470c-b118-f8f2e4bf542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:18.060713 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network hostable DHCP agents. Network: cfec733b-290d-470c-b118-f8f2e4bf542d, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:18.084170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network cfec733b-290d-470c-b118-f8f2e4bf542d is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:18.094629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, cfec733b-290d-470c-b118-f8f2e4bf542d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:18.099509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:18.100472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.107711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb5326-0578-4651-ac2b-7fb1dd889d54 None None] Network cfec733b-290d-470c-b118-f8f2e4bf542d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:18.117376 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-67c3ce9e-0ec8-4612-8d40-87afe5e73174 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4328668 Feb 03 05:17:18.120136 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:18.143787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] For port ec37284f-1448-49fa-821e-8ff6916f589b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:18.186050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] For port ec37284f-1448-49fa-821e-8ff6916f589b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ec37284f-1448-49fa-821e-8ff6916f589b,segment=NetworkSegment(efd2eee3-53d2-4011-b233-ea11044552c9),segment_id=efd2eee3-53d2-4011-b233-ea11044552c9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:18.194717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.222097 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (cfec733b-290d-470c-b118-f8f2e4bf542d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.271371 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd48b4-368e-40e5-9166-d84a19b9b05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-cfec733b-290d-470c-b118-f8f2e4bf542d', 'network_id': 'cfec733b-290d-470c-b118-f8f2e4bf542d', 'project_id': '9a1202c723bb48eb8739eb05d7d79dde', 'fixed_ips': [{'subnet_id': '7afffb0f-fd01-4b8e-be21-a304121c81d5'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:18.272276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7edd48b4-368e-40e5-9166-d84a19b9b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.283562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65a24c-46b3-4bed-bc5d-58d0198c2be9 None None] Pushing event updated for resources: {'Port': ['ID=ec37284f-1448-49fa-821e-8ff6916f589b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:18.327921 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7afffb0f-fd01-4b8e-be21-a304121c81d5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.406326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (7afffb0f-fd01-4b8e-be21-a304121c81d5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.447583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Subnet': ['ID=7afffb0f-fd01-4b8e-be21-a304121c81d5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:18.523691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (cfec733b-290d-470c-b118-f8f2e4bf542d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.549598 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfec733b-290d-470c-b118-f8f2e4bf542d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:18.560273 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:18.560608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:18.571801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server [None req-7edd48b4-368e-40e5-9166-d84a19b9b05a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7afffb0f-fd01-4b8e-be21-a304121c81d5: This subnet is being modified by another concurrent operation. Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise exception Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7afffb0f-fd01-4b8e-be21-a304121c81d5: This subnet is being modified by another concurrent operation. Feb 03 05:17:18.574301 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Feb 03 05:17:18.594044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335643b-920b-4ebc-8f18-83f66c6b2b11 None None] Network cfec733b-290d-470c-b118-f8f2e4bf542d requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:18.595796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.603256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:18.603926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (a7e1cf1f-a49d-47d8-9264-c2a9a061d0bf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:18.607447 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:18.677272 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (cfec733b-290d-470c-b118-f8f2e4bf542d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.684263 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.687582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/cfec733b-290d-470c-b118-f8f2e4bf542d HTTP/1.1" status: 204 len: 168 time: 0.5664229 Feb 03 05:17:18.691271 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:18.696634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077273311'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:18.705656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324a43f-39ce-4571-abb7-7095e1dda6de tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Network': ['ID=cfec733b-290d-470c-b118-f8f2e4bf542d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:18.717224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:18.720629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.748107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:18.757433 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6b54e5ae-d898-49a6-af33-25bad8ae239a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.757792 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Added segment 6b54e5ae-d898-49a6-af33-25bad8ae239a of type vlan for network d3f75883-0160-40d9-a11a-190be5d7b467 Feb 03 05:17:18.797830 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d3f75883-0160-40d9-a11a-190be5d7b467), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.826190 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d3f75883-0160-40d9-a11a-190be5d7b467), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.831425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:18.832040 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:18.867731 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1752338 Feb 03 05:17:18.870623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:18.877973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'subnet': {'network_id': 'd3f75883-0160-40d9-a11a-190be5d7b467', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:18.917914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe73c03-459d-4df7-995a-95e181916695 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Network': ['ID=d3f75883-0160-40d9-a11a-190be5d7b467,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:18.928502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d3f75883-0160-40d9-a11a-190be5d7b467 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:19.011329 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:19.015073 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.075145 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Performing IP validity checks on allocation pools {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 05:17:19.075708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 05:17:19.204873 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (4018d240-e72f-4cc7-b17a-97a83dbc6253), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.260418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Subnet': ['ID=4018d240-e72f-4cc7-b17a-97a83dbc6253,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:19.262719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fce164-3943-46ef-b8a0-a6bb62218bdd None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 05:17:19.275708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Checking segment: {'id': '6b54e5ae-d898-49a6-af33-25bad8ae239a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3f75883-0160-40d9-a11a-190be5d7b467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:19.276080 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network hostable DHCP agents. Network: d3f75883-0160-40d9-a11a-190be5d7b467, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:19.294615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network d3f75883-0160-40d9-a11a-190be5d7b467 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:19.305903 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d3f75883-0160-40d9-a11a-190be5d7b467) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:19.310285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:19.310914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.330558 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-737c309c-f32c-4182-accd-db4ee56ab7ea tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4585483 Feb 03 05:17:19.332653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ce16bc42-d9bc-4527-9e7c-ba9fc44edd6b None None] Provisioning complete for port ec37284f-1448-49fa-821e-8ff6916f589b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:19.333048 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce16bc42-d9bc-4527-9e7c-ba9fc44edd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.333949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:19.429439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d3f75883-0160-40d9-a11a-190be5d7b467), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.487045 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (4018d240-e72f-4cc7-b17a-97a83dbc6253), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.494213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce16bc42-d9bc-4527-9e7c-ba9fc44edd6b None None] Current status of the port ec37284f-1448-49fa-821e-8ff6916f589b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:19.494602 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce16bc42-d9bc-4527-9e7c-ba9fc44edd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.516240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fce164-3943-46ef-b8a0-a6bb62218bdd None None] Unable to find a vacant binding_index for network d3f75883-0160-40d9-a11a-190be5d7b467 and agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 05:17:19.527640 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fce164-3943-46ef-b8a0-a6bb62218bdd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d3f75883-0160-40d9-a11a-190be5d7b467) {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 05:17:19.538272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ce16bc42-d9bc-4527-9e7c-ba9fc44edd6b None None] For port ec37284f-1448-49fa-821e-8ff6916f589b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ec37284f-1448-49fa-821e-8ff6916f589b,segment=NetworkSegment(efd2eee3-53d2-4011-b233-ea11044552c9),segment_id=efd2eee3-53d2-4011-b233-ea11044552c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:19.548312 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce16bc42-d9bc-4527-9e7c-ba9fc44edd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.549248 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (4018d240-e72f-4cc7-b17a-97a83dbc6253), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.576337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Subnet': ['ID=4018d240-e72f-4cc7-b17a-97a83dbc6253,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:19.650703 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d3f75883-0160-40d9-a11a-190be5d7b467), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.652117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16bc42-d9bc-4527-9e7c-ba9fc44edd6b None None] Pushing event updated for resources: {'Port': ['ID=ec37284f-1448-49fa-821e-8ff6916f589b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:19.672052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f75883-0160-40d9-a11a-190be5d7b467']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:19.682015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b54e5ae-d898-49a6-af33-25bad8ae239a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:19.682397 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b54e5ae-d898-49a6-af33-25bad8ae239a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:19.691977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (6b54e5ae-d898-49a6-af33-25bad8ae239a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.705947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6b54e5ae-d898-49a6-af33-25bad8ae239a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.712991 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:19.713428 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (6b54e5ae-d898-49a6-af33-25bad8ae239a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.715091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ec37284f-1448-49fa-821e-8ff6916f589b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:19.716425 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:19.746393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedeb400-00f6-4bf6-90b3-f33e3791b8c8 None None] Network 239b873f-bb68-4668-8d91-7ab3750386bf requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:19.748333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300242ad-c715-4d6b-ae01-1e7d9962e31b None None] Network d3f75883-0160-40d9-a11a-190be5d7b467 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:19.784920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d3f75883-0160-40d9-a11a-190be5d7b467), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.789748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.796986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/d3f75883-0160-40d9-a11a-190be5d7b467 HTTP/1.1" status: 204 len: 168 time: 0.4579511 Feb 03 05:17:19.797149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:19.802144 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847053733'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:19.818990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e92089-f293-4985-8257-4fbc48a3a9f8 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Network': ['ID=d3f75883-0160-40d9-a11a-190be5d7b467,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:19.835972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:19.839762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.865120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:19.877097 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (71b01d4c-1210-4d79-9263-b4be1c67ce49), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.877097 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Added segment 71b01d4c-1210-4d79-9263-b4be1c67ce49 of type vlan for network a1325de7-9495-42b4-870a-7b2f32acc625 Feb 03 05:17:19.906390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ec37284f-1448-49fa-821e-8ff6916f589b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:19.906773 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.912965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5eed31-6eaa-4f0c-a42f-a701b01e2b4e None None] Network d3f75883-0160-40d9-a11a-190be5d7b467 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:19.941518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (a1325de7-9495-42b4-870a-7b2f32acc625), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.960603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5eed31-6eaa-4f0c-a42f-a701b01e2b4e None None] Network d3f75883-0160-40d9-a11a-190be5d7b467 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 05:17:19.972098 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (a1325de7-9495-42b4-870a-7b2f32acc625), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:19.978619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:19.979215 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.018834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2206762 Feb 03 05:17:20.021976 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:20.027097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'subnet': {'network_id': 'a1325de7-9495-42b4-870a-7b2f32acc625', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:20.042572 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ec37284f-1448-49fa-821e-8ff6916f589b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:20.099527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c6769-d337-4e72-a5a6-a8e4c7530a1e tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Network': ['ID=a1325de7-9495-42b4-870a-7b2f32acc625,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:20.110465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network a1325de7-9495-42b4-870a-7b2f32acc625 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:20.137266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:20.141292 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.274011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-def30eb4-7492-49e2-9b87-e3a4f33cf687 None None] Provisioning complete for port ec37284f-1448-49fa-821e-8ff6916f589b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:20.274488 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-def30eb4-7492-49e2-9b87-e3a4f33cf687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.336399 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (8209e6d9-d6e5-4a89-901c-82c9b274135b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.358106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-def30eb4-7492-49e2-9b87-e3a4f33cf687 None None] Current status of the port ec37284f-1448-49fa-821e-8ff6916f589b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:20.406030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Checking segment: {'id': '71b01d4c-1210-4d79-9263-b4be1c67ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1325de7-9495-42b4-870a-7b2f32acc625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:20.406394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network hostable DHCP agents. Network: a1325de7-9495-42b4-870a-7b2f32acc625, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:20.410061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Subnet': ['ID=8209e6d9-d6e5-4a89-901c-82c9b274135b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:20.426664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network a1325de7-9495-42b4-870a-7b2f32acc625 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:20.436146 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, a1325de7-9495-42b4-870a-7b2f32acc625) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:20.440865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:20.441516 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.447948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b06ca2e-a2ac-45ee-836a-5585eac40f6d None None] Network a1325de7-9495-42b4-870a-7b2f32acc625 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:20.459228 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2fb591c3-58c4-4e93-a49a-01b77b2dcaf0 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4361558 Feb 03 05:17:20.463370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59690) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:20.468801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562550817'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:20.488099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:20.491459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.515662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:20.526713 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a2475435-6e59-4772-9978-0c258c372921), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.526972 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Added segment a2475435-6e59-4772-9978-0c258c372921 of type vlan for network 43a8392e-626f-4f87-b9bd-21130f5cef8c Feb 03 05:17:20.551944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-a1325de7-9495-42b4-870a-7b2f32acc625', 'network_id': 'a1325de7-9495-42b4-870a-7b2f32acc625', 'project_id': '9a1202c723bb48eb8739eb05d7d79dde', 'fixed_ips': [{'subnet_id': '8209e6d9-d6e5-4a89-901c-82c9b274135b'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:20.552792 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.566916 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (43a8392e-626f-4f87-b9bd-21130f5cef8c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.596433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (43a8392e-626f-4f87-b9bd-21130f5cef8c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.601382 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:20.601978 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.638778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1739366 Feb 03 05:17:20.641565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:20.646985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Request body: {'subnet': {'network_id': '43a8392e-626f-4f87-b9bd-21130f5cef8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:20.699138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Allocated IP 2001:db8::2 (a1325de7-9495-42b4-870a-7b2f32acc625/8209e6d9-d6e5-4a89-901c-82c9b274135b/a2d1eca9-183c-4320-b496-da2fcbcd7171) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:20.706375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7380343-49ae-4b6f-a071-079c44932e61 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Network': ['ID=43a8392e-626f-4f87-b9bd-21130f5cef8c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:20.725720 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 43a8392e-626f-4f87-b9bd-21130f5cef8c details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:20.769958 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Made reservation on behalf of 9a1202c723bb48eb8739eb05d7d79dde for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:20.773536 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.903235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Publish callbacks [] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.910413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.947943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Network a1325de7-9495-42b4-870a-7b2f32acc625 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:20.954762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:20.955222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (1e11fd87-81d9-4587-aacd-62774a71cc05), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:20.959414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:20.962746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Pushing event updated for resources: {'Port': ['ID=a2d1eca9-183c-4320-b496-da2fcbcd7171,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:21.016197 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event updated for resources: {'Subnet': ['ID=1e11fd87-81d9-4587-aacd-62774a71cc05,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:21.017038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Attempting to bind port a2d1eca9-183c-4320-b496-da2fcbcd7171 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:21.017409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Attempting to bind port a2d1eca9-183c-4320-b496-da2fcbcd7171 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '71b01d4c-1210-4d79-9263-b4be1c67ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1325de7-9495-42b4-870a-7b2f32acc625'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:21.017791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Attempting to bind port a2d1eca9-183c-4320-b496-da2fcbcd7171 on network a1325de7-9495-42b4-870a-7b2f32acc625 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:21.023475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:21.023869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Checking segment: {'id': '71b01d4c-1210-4d79-9263-b4be1c67ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1325de7-9495-42b4-870a-7b2f32acc625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:21.024273 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.024664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Bound using segment: {'id': '71b01d4c-1210-4d79-9263-b4be1c67ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1325de7-9495-42b4-870a-7b2f32acc625'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:21.025124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Bound port: a2d1eca9-183c-4320-b496-da2fcbcd7171, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b01d4c-1210-4d79-9263-b4be1c67ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a1325de7-9495-42b4-870a-7b2f32acc625'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:21.025243 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Checking segment: {'id': 'a2475435-6e59-4772-9978-0c258c372921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '43a8392e-626f-4f87-b9bd-21130f5cef8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:21.025508 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.025606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network hostable DHCP agents. Network: 43a8392e-626f-4f87-b9bd-21130f5cef8c, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:21.042504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Network 43a8392e-626f-4f87-b9bd-21130f5cef8c is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:21.051631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 43a8392e-626f-4f87-b9bd-21130f5cef8c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:21.056220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:21.057235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.065839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02789188-081d-49c8-90fd-2f48ff1db4e8 None None] Network 43a8392e-626f-4f87-b9bd-21130f5cef8c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:21.074804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6b5051f6-c748-4b16-be77-f1765630b55c tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4322205 Feb 03 05:17:21.077675 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59694) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:21.142856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] For port a2d1eca9-183c-4320-b496-da2fcbcd7171, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:21.157442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] For port a2d1eca9-183c-4320-b496-da2fcbcd7171, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2d1eca9-183c-4320-b496-da2fcbcd7171,segment=NetworkSegment(71b01d4c-1210-4d79-9263-b4be1c67ce49),segment_id=71b01d4c-1210-4d79-9263-b4be1c67ce49)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:21.168173 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.178380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (43a8392e-626f-4f87-b9bd-21130f5cef8c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.233338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4805b-9510-44ac-b838-c82a9a6499ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-43a8392e-626f-4f87-b9bd-21130f5cef8c', 'network_id': '43a8392e-626f-4f87-b9bd-21130f5cef8c', 'project_id': '9a1202c723bb48eb8739eb05d7d79dde', 'fixed_ips': [{'subnet_id': '1e11fd87-81d9-4587-aacd-62774a71cc05'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:21.234290 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bb4805b-9510-44ac-b838-c82a9a6499ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.258036 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (1e11fd87-81d9-4587-aacd-62774a71cc05), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.258941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4bed1-d464-4001-a07f-ddf6a8765d51 None None] Pushing event updated for resources: {'Port': ['ID=a2d1eca9-183c-4320-b496-da2fcbcd7171,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:21.322777 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (1e11fd87-81d9-4587-aacd-62774a71cc05), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server [None req-0bb4805b-9510-44ac-b838-c82a9a6499ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e11fd87-81d9-4587-aacd-62774a71cc05: This subnet is being modified by another concurrent operation. Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server raise exception Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e11fd87-81d9-4587-aacd-62774a71cc05: This subnet is being modified by another concurrent operation. Feb 03 05:17:21.345771 n-d-827549-1 neutron-server[103325]: ERROR oslo_messaging.rpc.server Feb 03 05:17:21.356581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Subnet': ['ID=1e11fd87-81d9-4587-aacd-62774a71cc05,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:21.377138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d644a56-3b14-4551-9263-82888cdb32d6 None None] Network 43a8392e-626f-4f87-b9bd-21130f5cef8c requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:21.420003 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (43a8392e-626f-4f87-b9bd-21130f5cef8c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.463797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a8392e-626f-4f87-b9bd-21130f5cef8c']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:21.474783 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2475435-6e59-4772-9978-0c258c372921') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:21.475295 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2475435-6e59-4772-9978-0c258c372921') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:21.485279 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (a2475435-6e59-4772-9978-0c258c372921), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.498280 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (a2475435-6e59-4772-9978-0c258c372921), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.506345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:21.506923 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (a2475435-6e59-4772-9978-0c258c372921), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:21.510220 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:21.577880 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (43a8392e-626f-4f87-b9bd-21130f5cef8c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.590185 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.595459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/43a8392e-626f-4f87-b9bd-21130f5cef8c HTTP/1.1" status: 204 len: 168 time: 0.5165489 Feb 03 05:17:21.599112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:21.605241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1880b48-6f63-4511-9d75-fbfdf3024a7b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Network': ['ID=43a8392e-626f-4f87-b9bd-21130f5cef8c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:21.640277 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c5d964-af7d-4f7c-9e63-b17ff5cc74c2 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] GET failed (client error): The resource could not be found. Feb 03 05:17:21.641639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5c5d964-af7d-4f7c-9e63-b17ff5cc74c2 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "GET /v2.0/subnets/1e11fd87-81d9-4587-aacd-62774a71cc05 HTTP/1.1" status: 404 len: 337 time: 0.0414765 Feb 03 05:17:21.644495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:21.662683 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d085713-9534-428e-96f2-f75062ce4b9b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] DELETE failed (client error): The resource could not be found. Feb 03 05:17:21.663191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d085713-9534-428e-96f2-f75062ce4b9b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 05:17:21.666236 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7d085713-9534-428e-96f2-f75062ce4b9b tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/43a8392e-626f-4f87-b9bd-21130f5cef8c HTTP/1.1" status: 404 len: 339 time: 0.0207403 Feb 03 05:17:21.669907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:21.695666 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0968b03-f73d-430b-ae4e-2db853228330 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] DELETE failed (client error): The resource could not be found. Feb 03 05:17:21.696055 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0968b03-f73d-430b-ae4e-2db853228330 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 05:17:21.699052 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e0968b03-f73d-430b-ae4e-2db853228330 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/subnets/1e11fd87-81d9-4587-aacd-62774a71cc05 HTTP/1.1" status: 404 len: 337 time: 0.0282066 Feb 03 05:17:21.701591 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:21.720223 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1c1830-96ea-4f56-a39d-84f2620b36da tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] DELETE failed (client error): The resource could not be found. Feb 03 05:17:21.720734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1c1830-96ea-4f56-a39d-84f2620b36da tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 05:17:21.723849 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0d1c1830-96ea-4f56-a39d-84f2620b36da tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/43a8392e-626f-4f87-b9bd-21130f5cef8c HTTP/1.1" status: 404 len: 339 time: 0.0212841 Feb 03 05:17:21.726539 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:21.734606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ec37284f-1448-49fa-821e-8ff6916f589b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:21.779142 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Deleting subnet 8209e6d9-d6e5-4a89-901c-82c9b274135b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:17:21.782176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port ec37284f-1448-49fa-821e-8ff6916f589b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:21.782334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (8209e6d9-d6e5-4a89-901c-82c9b274135b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.782573 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.825027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (8209e6d9-d6e5-4a89-901c-82c9b274135b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.864997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port ec37284f-1448-49fa-821e-8ff6916f589b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:21.866042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2d1eca9-183c-4320-b496-da2fcbcd7171 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:21.917528 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (8209e6d9-d6e5-4a89-901c-82c9b274135b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:21.985967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (8209e6d9-d6e5-4a89-901c-82c9b274135b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.020544 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.024520 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/subnets/8209e6d9-d6e5-4a89-901c-82c9b274135b HTTP/1.1" status: 204 len: 168 time: 0.2969925 Feb 03 05:17:22.027254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59706) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:22.036979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becbfdb-02bc-4fc3-87b6-fbfbc318e4e5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Subnet': ['ID=8209e6d9-d6e5-4a89-901c-82c9b274135b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:22.080586 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a2d1eca9-183c-4320-b496-da2fcbcd7171 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:22.080966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.115642 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (a1325de7-9495-42b4-870a-7b2f32acc625), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.169577 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a2d1eca9-183c-4320-b496-da2fcbcd7171 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:22.170286 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.175394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Deleting port a2d1eca9-183c-4320-b496-da2fcbcd7171 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:17:22.175781 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.202686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port a2d1eca9-183c-4320-b496-da2fcbcd7171, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2d1eca9-183c-4320-b496-da2fcbcd7171,segment=NetworkSegment(71b01d4c-1210-4d79-9263-b4be1c67ce49),segment_id=71b01d4c-1210-4d79-9263-b4be1c67ce49)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:22.207040 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.244140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] For port a2d1eca9-183c-4320-b496-da2fcbcd7171, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a2d1eca9-183c-4320-b496-da2fcbcd7171,segment=NetworkSegment(71b01d4c-1210-4d79-9263-b4be1c67ce49),segment_id=71b01d4c-1210-4d79-9263-b4be1c67ce49)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:22.244663 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.258883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a2d1eca9-183c-4320-b496-da2fcbcd7171,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:22.260768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Calling delete_port for a2d1eca9-183c-4320-b496-da2fcbcd7171 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:17:22.295804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e83fb-536e-46a1-a7d2-1c39493b72b5 None None] get_active_networks_info from n-d-827549-1 {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 05:17:22.349189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (a2d1eca9-183c-4320-b496-da2fcbcd7171), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.363022 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e83fb-536e-46a1-a7d2-1c39493b72b5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 05:17:22.373398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Port': ['ID=a2d1eca9-183c-4320-b496-da2fcbcd7171,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:22.379427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No DVR routers for this DVR port a2d1eca9-183c-4320-b496-da2fcbcd7171 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:17:22.403047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-43a802e3-e513-4434-9ab1-e6b3c3b85ece None None] Could not find standard attr ID for object a2d1eca9-183c-4320-b496-da2fcbcd7171. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 05:17:22.457879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (a1325de7-9495-42b4-870a-7b2f32acc625), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.484397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1325de7-9495-42b4-870a-7b2f32acc625']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:22.494506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b01d4c-1210-4d79-9263-b4be1c67ce49') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:22.494813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b01d4c-1210-4d79-9263-b4be1c67ce49') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:22.504702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (71b01d4c-1210-4d79-9263-b4be1c67ce49), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.517580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d8180-99af-4f43-baed-acf04a623cd3 None None] Network a1325de7-9495-42b4-870a-7b2f32acc625 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:22.518211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (71b01d4c-1210-4d79-9263-b4be1c67ce49), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.524804 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:22.525195 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (71b01d4c-1210-4d79-9263-b4be1c67ce49), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:22.528245 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:22.589863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (a1325de7-9495-42b4-870a-7b2f32acc625), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.597835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.603598 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/a1325de7-9495-42b4-870a-7b2f32acc625 HTTP/1.1" status: 204 len: 168 time: 0.5751171 Feb 03 05:17:22.603731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:22.616701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a1a2f-72b4-47e1-9035-6716a1e956a5 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Network': ['ID=a1325de7-9495-42b4-870a-7b2f32acc625,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:22.636644 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-49500c12-0bae-45dc-8607-102ac2b37078 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] DELETE failed (client error): The resource could not be found. Feb 03 05:17:22.637116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49500c12-0bae-45dc-8607-102ac2b37078 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 05:17:22.640635 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-49500c12-0bae-45dc-8607-102ac2b37078 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/subnets/4018d240-e72f-4cc7-b17a-97a83dbc6253 HTTP/1.1" status: 404 len: 337 time: 0.0359039 Feb 03 05:17:22.643124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:22.658251 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b4d6e-0c9c-4f49-aaa4-5f77923fc477 None None] DHCP port deletion for a1325de7-9495-42b4-870a-7b2f32acc625 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:17:22.661468 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c82fc8-61af-4ff0-967f-f49e6066ffee tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] DELETE failed (client error): The resource could not be found. Feb 03 05:17:22.662067 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c82fc8-61af-4ff0-967f-f49e6066ffee tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 05:17:22.665171 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-17c82fc8-61af-4ff0-967f-f49e6066ffee tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/d3f75883-0160-40d9-a11a-190be5d7b467 HTTP/1.1" status: 404 len: 339 time: 0.0211101 Feb 03 05:17:22.669116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:22.698546 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6975a765-ba68-4f78-b86e-32c731b9bd10 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] DELETE failed (client error): The resource could not be found. Feb 03 05:17:22.698985 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6975a765-ba68-4f78-b86e-32c731b9bd10 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 05:17:22.703303 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6975a765-ba68-4f78-b86e-32c731b9bd10 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/subnets/7afffb0f-fd01-4b8e-be21-a304121c81d5 HTTP/1.1" status: 404 len: 337 time: 0.0336847 Feb 03 05:17:22.705940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:22.724771 n-d-827549-1 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2dbaed-4fa6-4384-8a5e-1de43fb862c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] DELETE failed (client error): The resource could not be found. Feb 03 05:17:22.725421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2dbaed-4fa6-4384-8a5e-1de43fb862c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 05:17:22.730862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3e2dbaed-4fa6-4384-8a5e-1de43fb862c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/cfec733b-290d-470c-b118-f8f2e4bf542d HTTP/1.1" status: 404 len: 339 time: 0.0215807 Feb 03 05:17:22.731138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:22.782303 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Deleting subnet 57127a34-6fba-4b13-bfa0-21b224181a9a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:17:22.785913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (57127a34-6fba-4b13-bfa0-21b224181a9a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.826302 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (57127a34-6fba-4b13-bfa0-21b224181a9a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.913604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (57127a34-6fba-4b13-bfa0-21b224181a9a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:22.973471 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (57127a34-6fba-4b13-bfa0-21b224181a9a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.010236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Subnet': ['ID=57127a34-6fba-4b13-bfa0-21b224181a9a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:23.014030 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.017463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bbe4cb11-ba5d-42cf-bf34-b34c85f5f44d tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/subnets/57127a34-6fba-4b13-bfa0-21b224181a9a HTTP/1.1" status: 204 len: 168 time: 0.2850704 Feb 03 05:17:23.020147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:23.023364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93782e-2616-4be4-b304-8db0bbcaf230 None None] Network 239b873f-bb68-4668-8d91-7ab3750386bf requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:23.098880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (239b873f-bb68-4668-8d91-7ab3750386bf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.152595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Deleting port ec37284f-1448-49fa-821e-8ff6916f589b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:17:23.152943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.166879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] DHCP port deletion for 239b873f-bb68-4668-8d91-7ab3750386bf request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:17:23.214158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] For port ec37284f-1448-49fa-821e-8ff6916f589b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ec37284f-1448-49fa-821e-8ff6916f589b,segment=NetworkSegment(efd2eee3-53d2-4011-b233-ea11044552c9),segment_id=efd2eee3-53d2-4011-b233-ea11044552c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:23.214518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.218273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] Deleting port ec37284f-1448-49fa-821e-8ff6916f589b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:17:23.218666 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.231524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Calling delete_port for ec37284f-1448-49fa-821e-8ff6916f589b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:17:23.280716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] For port ec37284f-1448-49fa-821e-8ff6916f589b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=ec37284f-1448-49fa-821e-8ff6916f589b,segment=NetworkSegment(efd2eee3-53d2-4011-b233-ea11044552c9),segment_id=efd2eee3-53d2-4011-b233-ea11044552c9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:23.281096 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.293649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] Calling delete_port for ec37284f-1448-49fa-821e-8ff6916f589b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:17:23.310745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.334281 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Port': ['ID=ec37284f-1448-49fa-821e-8ff6916f589b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:23.340845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] No DVR routers for this DVR port ec37284f-1448-49fa-821e-8ff6916f589b on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:17:23.377818 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (ec37284f-1448-49fa-821e-8ff6916f589b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.404009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] Pushing event deleted for resources: {'Port': ['ID=ec37284f-1448-49fa-821e-8ff6916f589b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:23.407897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ce5c8-6ac6-4004-80ac-c5c3b57d2eb5 None None] No DVR routers for this DVR port ec37284f-1448-49fa-821e-8ff6916f589b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:17:23.431851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (239b873f-bb68-4668-8d91-7ab3750386bf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.453344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239b873f-bb68-4668-8d91-7ab3750386bf']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:23.463582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd2eee3-53d2-4011-b233-ea11044552c9') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:23.463887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd2eee3-53d2-4011-b233-ea11044552c9') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:23.474088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (efd2eee3-53d2-4011-b233-ea11044552c9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.487636 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (efd2eee3-53d2-4011-b233-ea11044552c9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.493816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:23.494176 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (efd2eee3-53d2-4011-b233-ea11044552c9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:23.497247 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:23.554584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (239b873f-bb68-4668-8d91-7ab3750386bf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.561456 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:23.564606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] 10.222.0.35 "DELETE /v2.0/networks/239b873f-bb68-4668-8d91-7ab3750386bf HTTP/1.1" status: 204 len: 168 time: 0.5438306 Feb 03 05:17:23.578825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470caf9-4c1a-45f8-b9fc-3fa0595287c9 tempest-NetworksIpV6Test-94839530 tempest-NetworksIpV6Test-94839530-project] Pushing event deleted for resources: {'Network': ['ID=239b873f-bb68-4668-8d91-7ab3750386bf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:23.629660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ec37284f-1448-49fa-821e-8ff6916f589b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:17:23.649965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: ec37284f-1448-49fa-821e-8ff6916f589b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:17:23.650316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device ec37284f-1448-49fa-821e-8ff6916f589b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:17:23.650732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2d1eca9-183c-4320-b496-da2fcbcd7171 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:17:23.674534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a2d1eca9-183c-4320-b496-da2fcbcd7171 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:17:23.674795 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a2d1eca9-183c-4320-b496-da2fcbcd7171 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:17:23.828194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59724) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:23.964675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fb59342b-0c54-4507-a729-b114f4f8f85d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a1202c723bb48eb8739eb05d7d79dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352553 Feb 03 05:17:23.967559 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:24.021487 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf6e6-07ed-4c9e-95ce-bf8ce0267f5c admin admin] Publish callbacks [] for security_group (38c09400-28bd-4cd8-bf1b-da9e34a4df9e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.043039 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf6e6-07ed-4c9e-95ce-bf8ce0267f5c admin admin] Publish callbacks [] for security_group (38c09400-28bd-4cd8-bf1b-da9e34a4df9e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.093330 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf6e6-07ed-4c9e-95ce-bf8ce0267f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (38c09400-28bd-4cd8-bf1b-da9e34a4df9e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.095855 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf6e6-07ed-4c9e-95ce-bf8ce0267f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.096992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b6bcf6e6-07ed-4c9e-95ce-bf8ce0267f5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38c09400-28bd-4cd8-bf1b-da9e34a4df9e HTTP/1.1" status: 204 len: 168 time: 0.1285019 Feb 03 05:17:24.104655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf6e6-07ed-4c9e-95ce-bf8ce0267f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c09400-28bd-4cd8-bf1b-da9e34a4df9e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:24.249912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.346199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.809819 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59750) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:24.907645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9f2f6019-f4d3-45d6-b17e-e576ae7b2eb5 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-333169311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:24.932598 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6019-f4d3-45d6-b17e-e576ae7b2eb5 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f3aee330-9aa5-4214-83d1-fff0bb072439), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.933735 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6019-f4d3-45d6-b17e-e576ae7b2eb5 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f3aee330-9aa5-4214-83d1-fff0bb072439), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.984465 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6019-f4d3-45d6-b17e-e576ae7b2eb5 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for router_controller (f3aee330-9aa5-4214-83d1-fff0bb072439), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:24.990482 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6019-f4d3-45d6-b17e-e576ae7b2eb5 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f3aee330-9aa5-4214-83d1-fff0bb072439), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.008689 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6019-f4d3-45d6-b17e-e576ae7b2eb5 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.009893 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9f2f6019-f4d3-45d6-b17e-e576ae7b2eb5 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1990819 Feb 03 05:17:25.012653 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59754) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:25.017776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1433938892'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:25.037266 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Made reservation on behalf of 3312ea9243744584974cf04850dd146f for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:25.040630 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.049026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.130805 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for security_group (4570fb25-6fb7-4af9-a56a-4b92b0fdba53), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.136102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4570fb25-6fb7-4af9-a56a-4b92b0fdba53), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.164828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:25.171186 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4570fb25-6fb7-4af9-a56a-4b92b0fdba53,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:25.177390 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (26aa5afb-eb0a-4a03-bfda-a2abd3b125e4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.177746 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Added segment 26aa5afb-eb0a-4a03-bfda-a2abd3b125e4 of type vlan for network 0821962c-3031-47b7-bf60-593dcfc17366 Feb 03 05:17:25.221027 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (0821962c-3031-47b7-bf60-593dcfc17366), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.249244 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (0821962c-3031-47b7-bf60-593dcfc17366), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.254310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:25.255088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.295264 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2815611 Feb 03 05:17:25.298236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:25.303411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Request body: {'subnet': {'network_id': '0821962c-3031-47b7-bf60-593dcfc17366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:25.327140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab1336-9205-40c2-a98a-a1b5da7d8bc2 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event updated for resources: {'Network': ['ID=0821962c-3031-47b7-bf60-593dcfc17366,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:25.339419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 0821962c-3031-47b7-bf60-593dcfc17366 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:25.404211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Made reservation on behalf of 3312ea9243744584974cf04850dd146f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:25.407848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.596337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (07d13656-81c7-44e9-b7c2-47cd8e5cca18), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.653275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event updated for resources: {'Subnet': ['ID=07d13656-81c7-44e9-b7c2-47cd8e5cca18,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:25.663786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Checking segment: {'id': '26aa5afb-eb0a-4a03-bfda-a2abd3b125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0821962c-3031-47b7-bf60-593dcfc17366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:25.664147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Network hostable DHCP agents. Network: 0821962c-3031-47b7-bf60-593dcfc17366, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:25.685524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Network 0821962c-3031-47b7-bf60-593dcfc17366 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:25.701107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 0821962c-3031-47b7-bf60-593dcfc17366) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:25.705663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:25.706255 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.711266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3f31c-f805-43e1-aae3-2bb091accb29 None None] Network 0821962c-3031-47b7-bf60-593dcfc17366 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:25.726321 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-22247ed9-b553-4154-a4a1-9fc6d2ce539b tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4239948 Feb 03 05:17:25.726559 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:25.731461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1133517987'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:25.750101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Made reservation on behalf of 3312ea9243744584974cf04850dd146f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:25.753790 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.778936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:25.788581 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7c081ccc-27a4-44d7-965c-3562d6006628), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.788920 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Added segment 7c081ccc-27a4-44d7-965c-3562d6006628 of type vlan for network 057bcb89-4836-45ed-bc5a-afbd2e66a371 Feb 03 05:17:25.814621 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-0821962c-3031-47b7-bf60-593dcfc17366', 'network_id': '0821962c-3031-47b7-bf60-593dcfc17366', 'project_id': '3312ea9243744584974cf04850dd146f', 'fixed_ips': [{'subnet_id': '07d13656-81c7-44e9-b7c2-47cd8e5cca18'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:25.815463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.829737 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (057bcb89-4836-45ed-bc5a-afbd2e66a371), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.860347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (057bcb89-4836-45ed-bc5a-afbd2e66a371), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.865646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:25.866232 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:25.910131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1791143 Feb 03 05:17:25.910738 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:25.917243 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Request body: {'subnet': {'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:25.934734 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ada374-071e-484b-b48d-234c6c53e0fd tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event updated for resources: {'Network': ['ID=057bcb89-4836-45ed-bc5a-afbd2e66a371,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:25.946456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 057bcb89-4836-45ed-bc5a-afbd2e66a371 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:25.967648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Allocated IP 172.20.0.2 (0821962c-3031-47b7-bf60-593dcfc17366/07d13656-81c7-44e9-b7c2-47cd8e5cca18/bd2b99f2-ecb0-4e10-a199-d64a83e5a795) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:26.009335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Made reservation on behalf of 3312ea9243744584974cf04850dd146f for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:26.012859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.163166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Publish callbacks [] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.169126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.199176 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (7ef59769-33f7-4ea8-9bec-07aa4af12dd4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.211761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Network 0821962c-3031-47b7-bf60-593dcfc17366 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:26.214951 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:26.220169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:26.223157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Pushing event updated for resources: {'Port': ['ID=bd2b99f2-ecb0-4e10-a199-d64a83e5a795,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:26.258046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event updated for resources: {'Subnet': ['ID=7ef59769-33f7-4ea8-9bec-07aa4af12dd4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:26.268455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Checking segment: {'id': '7c081ccc-27a4-44d7-965c-3562d6006628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:26.268756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Network hostable DHCP agents. Network: 057bcb89-4836-45ed-bc5a-afbd2e66a371, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:26.283395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Attempting to bind port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:26.283845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Attempting to bind port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '26aa5afb-eb0a-4a03-bfda-a2abd3b125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0821962c-3031-47b7-bf60-593dcfc17366'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:26.284333 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Attempting to bind port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 on network 0821962c-3031-47b7-bf60-593dcfc17366 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:26.285906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Network 057bcb89-4836-45ed-bc5a-afbd2e66a371 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:26.289895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:26.290269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Checking segment: {'id': '26aa5afb-eb0a-4a03-bfda-a2abd3b125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0821962c-3031-47b7-bf60-593dcfc17366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:26.290656 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.291117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Bound using segment: {'id': '26aa5afb-eb0a-4a03-bfda-a2abd3b125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0821962c-3031-47b7-bf60-593dcfc17366'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:26.291522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Bound port: bd2b99f2-ecb0-4e10-a199-d64a83e5a795, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aa5afb-eb0a-4a03-bfda-a2abd3b125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0821962c-3031-47b7-bf60-593dcfc17366'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:26.292108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.296247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 057bcb89-4836-45ed-bc5a-afbd2e66a371) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:26.301634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:26.302772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.307194 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078349c6-7ce4-45b3-8dce-b20a95fb6571 None None] Network 057bcb89-4836-45ed-bc5a-afbd2e66a371 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:26.320788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3b6f195c-f9a7-4fa0-a8cd-d44a7f3ca509 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4082706 Feb 03 05:17:26.323630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59762) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:26.328153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b7c1788e-1a45-49ff-8591-702330eb121f tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Request body: {'router': {'external_gateway_info': {'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:26.409107 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] For port bd2b99f2-ecb0-4e10-a199-d64a83e5a795, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:26.412819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] For port bd2b99f2-ecb0-4e10-a199-d64a83e5a795, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bd2b99f2-ecb0-4e10-a199-d64a83e5a795,segment=NetworkSegment(26aa5afb-eb0a-4a03-bfda-a2abd3b125e4),segment_id=26aa5afb-eb0a-4a03-bfda-a2abd3b125e4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:26.421268 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.491432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-057bcb89-4836-45ed-bc5a-afbd2e66a371', 'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371', 'project_id': '3312ea9243744584974cf04850dd146f', 'fixed_ips': [{'subnet_id': '7ef59769-33f7-4ea8-9bec-07aa4af12dd4'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:26.492312 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.514409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf240f14-1305-484b-82ff-37c24206a5d5 None None] Pushing event updated for resources: {'Port': ['ID=bd2b99f2-ecb0-4e10-a199-d64a83e5a795,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:26.553455 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7c1788e-1a45-49ff-8591-702330eb121f tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for router_gateway (f3aee330-9aa5-4214-83d1-fff0bb072439), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.650331 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Allocated IP 172.21.0.2 (057bcb89-4836-45ed-bc5a-afbd2e66a371/7ef59769-33f7-4ea8-9bec-07aa4af12dd4/5340374a-3a42-42c4-864f-bce2880d0bcd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:26.698520 n-d-827549-1 neutron-server[103323]: INFO neutron.api.v2.resource [None req-b7c1788e-1a45-49ff-8591-702330eb121f tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 05:17:26.700022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b7c1788e-1a45-49ff-8591-702330eb121f tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "PUT /v2.0/routers/f3aee330-9aa5-4214-83d1-fff0bb072439 HTTP/1.1" status: 400 len: 364 time: 0.3754401 Feb 03 05:17:26.706274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:26.769694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Deleting subnet 7ef59769-33f7-4ea8-9bec-07aa4af12dd4 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:17:26.825521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Publish callbacks [] for port (5340374a-3a42-42c4-864f-bce2880d0bcd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.833837 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for subnet (7ef59769-33f7-4ea8-9bec-07aa4af12dd4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.836990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (5340374a-3a42-42c4-864f-bce2880d0bcd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.874700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Network 057bcb89-4836-45ed-bc5a-afbd2e66a371 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:26.877729 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (7ef59769-33f7-4ea8-9bec-07aa4af12dd4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.879444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:26.883037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:26.889891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Pushing event updated for resources: {'Port': ['ID=5340374a-3a42-42c4-864f-bce2880d0bcd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:26.940354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Attempting to bind port 5340374a-3a42-42c4-864f-bce2880d0bcd on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:26.940645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Attempting to bind port 5340374a-3a42-42c4-864f-bce2880d0bcd by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7c081ccc-27a4-44d7-965c-3562d6006628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:26.940967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Attempting to bind port 5340374a-3a42-42c4-864f-bce2880d0bcd on network 057bcb89-4836-45ed-bc5a-afbd2e66a371 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:26.945996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:26.946370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Checking segment: {'id': '7c081ccc-27a4-44d7-965c-3562d6006628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:26.946779 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.947176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Bound using segment: {'id': '7c081ccc-27a4-44d7-965c-3562d6006628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:26.947666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Bound port: 5340374a-3a42-42c4-864f-bce2880d0bcd, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c081ccc-27a4-44d7-965c-3562d6006628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '057bcb89-4836-45ed-bc5a-afbd2e66a371'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:26.948045 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5340374a-3a42-42c4-864f-bce2880d0bcd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:26.962910 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7ef59769-33f7-4ea8-9bec-07aa4af12dd4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.026992 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (7ef59769-33f7-4ea8-9bec-07aa4af12dd4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.030894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] For port 5340374a-3a42-42c4-864f-bce2880d0bcd, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:27.034984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] For port 5340374a-3a42-42c4-864f-bce2880d0bcd, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5340374a-3a42-42c4-864f-bce2880d0bcd,segment=NetworkSegment(7c081ccc-27a4-44d7-965c-3562d6006628),segment_id=7c081ccc-27a4-44d7-965c-3562d6006628)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:27.042819 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5340374a-3a42-42c4-864f-bce2880d0bcd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.057364 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef59769-33f7-4ea8-9bec-07aa4af12dd4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:27.059468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.065402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6879c8c4-4918-4411-9394-5f1a7b78324a tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "DELETE /v2.0/subnets/7ef59769-33f7-4ea8-9bec-07aa4af12dd4 HTTP/1.1" status: 204 len: 168 time: 0.3559811 Feb 03 05:17:27.065796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:27.105648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b3e8b-400f-4d79-a2ef-891a3ec670ff None None] Pushing event updated for resources: {'Port': ['ID=5340374a-3a42-42c4-864f-bce2880d0bcd,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:27.146957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (057bcb89-4836-45ed-bc5a-afbd2e66a371), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.205513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Deleting port 5340374a-3a42-42c4-864f-bce2880d0bcd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:17:27.205956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5340374a-3a42-42c4-864f-bce2880d0bcd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.288759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] For port 5340374a-3a42-42c4-864f-bce2880d0bcd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5340374a-3a42-42c4-864f-bce2880d0bcd,segment=NetworkSegment(7c081ccc-27a4-44d7-965c-3562d6006628),segment_id=7c081ccc-27a4-44d7-965c-3562d6006628)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:27.289169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5340374a-3a42-42c4-864f-bce2880d0bcd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.306358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Calling delete_port for 5340374a-3a42-42c4-864f-bce2880d0bcd owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:17:27.404462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5340374a-3a42-42c4-864f-bce2880d0bcd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.432561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event deleted for resources: {'Port': ['ID=5340374a-3a42-42c4-864f-bce2880d0bcd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:27.434412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] No DVR routers for this DVR port 5340374a-3a42-42c4-864f-bce2880d0bcd on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:17:27.523757 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (057bcb89-4836-45ed-bc5a-afbd2e66a371), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.546218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057bcb89-4836-45ed-bc5a-afbd2e66a371']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:27.556632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c081ccc-27a4-44d7-965c-3562d6006628') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:27.556859 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c081ccc-27a4-44d7-965c-3562d6006628') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:27.566612 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (7c081ccc-27a4-44d7-965c-3562d6006628), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.581690 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7c081ccc-27a4-44d7-965c-3562d6006628), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.588878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:27.589289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (7c081ccc-27a4-44d7-965c-3562d6006628), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:27.592436 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:27.653675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28535fbc-6ac4-4563-80ae-8549b88b75d7 None None] Network 0821962c-3031-47b7-bf60-593dcfc17366 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:27.664260 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (057bcb89-4836-45ed-bc5a-afbd2e66a371), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.674213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.677609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "DELETE /v2.0/networks/057bcb89-4836-45ed-bc5a-afbd2e66a371 HTTP/1.1" status: 204 len: 168 time: 0.6106892 Feb 03 05:17:27.680323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59768) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:27.689663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a6381-4735-4f50-88b7-96c477846258 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event deleted for resources: {'Network': ['ID=057bcb89-4836-45ed-bc5a-afbd2e66a371,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:27.722196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bd2b99f2-ecb0-4e10-a199-d64a83e5a795 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:27.739004 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Deleting subnet 07d13656-81c7-44e9-b7c2-47cd8e5cca18 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:17:27.742540 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for subnet (07d13656-81c7-44e9-b7c2-47cd8e5cca18), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.787035 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (07d13656-81c7-44e9-b7c2-47cd8e5cca18), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.807035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-27a14e01-8644-42c2-a55c-6966a0094e0e None None] Provisioning complete for port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:27.808041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27a14e01-8644-42c2-a55c-6966a0094e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.858861 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:27.859241 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.890321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (07d13656-81c7-44e9-b7c2-47cd8e5cca18), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.959721 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (07d13656-81c7-44e9-b7c2-47cd8e5cca18), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.969657 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27a14e01-8644-42c2-a55c-6966a0094e0e None None] Current status of the port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:27.970062 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27a14e01-8644-42c2-a55c-6966a0094e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.977967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:27.984519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:27.991606 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "DELETE /v2.0/subnets/07d13656-81c7-44e9-b7c2-47cd8e5cca18 HTTP/1.1" status: 204 len: 168 time: 0.3095849 Feb 03 05:17:28.004268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:28.005595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.009959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7be285-5a22-4fbe-b237-84ef25c7ce2e tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event deleted for resources: {'Subnet': ['ID=07d13656-81c7-44e9-b7c2-47cd8e5cca18,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:28.105376 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (0821962c-3031-47b7-bf60-593dcfc17366), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.108200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 05:17:28.108567 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 05:17:28.109289 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-27a14e01-8644-42c2-a55c-6966a0094e0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 05:17:28.109639 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-27a14e01-8644-42c2-a55c-6966a0094e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 05:17:28.165220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Deleting port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:17:28.165398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.189313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9650c-adb2-48c9-bb85-4c30b4f5313d None None] Network 0821962c-3031-47b7-bf60-593dcfc17366 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:28.238381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] For port bd2b99f2-ecb0-4e10-a199-d64a83e5a795, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=bd2b99f2-ecb0-4e10-a199-d64a83e5a795,segment=NetworkSegment(26aa5afb-eb0a-4a03-bfda-a2abd3b125e4),segment_id=26aa5afb-eb0a-4a03-bfda-a2abd3b125e4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:28.238821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.252862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Calling delete_port for bd2b99f2-ecb0-4e10-a199-d64a83e5a795 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:17:28.286783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c0cd7-86ca-4e53-abcf-a9edf2497896 None None] DHCP port deletion for 057bcb89-4836-45ed-bc5a-afbd2e66a371 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:17:28.313113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a51c5-a560-4ab6-8525-b6d6a44f8ebf None None] Network 057bcb89-4836-45ed-bc5a-afbd2e66a371 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:28.331758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a51c5-a560-4ab6-8525-b6d6a44f8ebf None None] Network 057bcb89-4836-45ed-bc5a-afbd2e66a371 could not be found, it might have been deleted concurrently. {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 05:17:28.356933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bd2b99f2-ecb0-4e10-a199-d64a83e5a795), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.383545 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event deleted for resources: {'Port': ['ID=bd2b99f2-ecb0-4e10-a199-d64a83e5a795,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:28.386937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0a2a0-cb14-4760-966e-8be27ff7bdaa None None] DHCP port deletion for 0821962c-3031-47b7-bf60-593dcfc17366 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:17:28.387063 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] No DVR routers for this DVR port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:17:28.477784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (0821962c-3031-47b7-bf60-593dcfc17366), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.507540 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0821962c-3031-47b7-bf60-593dcfc17366']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:28.517452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26aa5afb-eb0a-4a03-bfda-a2abd3b125e4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:28.517756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26aa5afb-eb0a-4a03-bfda-a2abd3b125e4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:28.527242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (26aa5afb-eb0a-4a03-bfda-a2abd3b125e4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.540200 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (26aa5afb-eb0a-4a03-bfda-a2abd3b125e4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.546210 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:17:28.546587 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (26aa5afb-eb0a-4a03-bfda-a2abd3b125e4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:17:28.549522 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:17:28.615403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (0821962c-3031-47b7-bf60-593dcfc17366), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.622460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.625967 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "DELETE /v2.0/networks/0821962c-3031-47b7-bf60-593dcfc17366 HTTP/1.1" status: 204 len: 168 time: 0.6404455 Feb 03 05:17:28.629070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59772) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:28.637741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3a7d-8d5f-4e57-ba0a-a2fb20fc3622 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Pushing event deleted for resources: {'Network': ['ID=0821962c-3031-47b7-bf60-593dcfc17366,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:28.646747 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-27a14e01-8644-42c2-a55c-6966a0094e0e None None] Port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 update to ACTIVE by agent not found {{(pid=103325) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 05:17:28.648213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Port bd2b99f2-ecb0-4e10-a199-d64a83e5a795 update to ACTIVE by agent not found {{(pid=103325) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 05:17:28.660432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ec1cbafe-3d4a-4ee4-87d5-1e8e2e6db414 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3aee330-9aa5-4214-83d1-fff0bb072439 HTTP/1.1" status: 200 len: 205 time: 0.0300524 Feb 03 05:17:28.662747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:28.738763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11721acd-dac1-4ba2-a293-b1d97784dcc6 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for router (f3aee330-9aa5-4214-83d1-fff0bb072439), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.758146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a4812c24-32d5-4af0-8184-a18ed9f8d01a None None] Could not find standard attr ID for object bd2b99f2-ecb0-4e10-a199-d64a83e5a795. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 05:17:28.761643 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a4812c24-32d5-4af0-8184-a18ed9f8d01a None None] Could not find standard attr ID for object 5340374a-3a42-42c4-864f-bce2880d0bcd. {{(pid=103325) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 05:17:28.897947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11721acd-dac1-4ba2-a293-b1d97784dcc6 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (f3aee330-9aa5-4214-83d1-fff0bb072439), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.900259 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11721acd-dac1-4ba2-a293-b1d97784dcc6 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for router_controller (f3aee330-9aa5-4214-83d1-fff0bb072439), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.943812 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11721acd-dac1-4ba2-a293-b1d97784dcc6 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (f3aee330-9aa5-4214-83d1-fff0bb072439), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.944324 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11721acd-dac1-4ba2-a293-b1d97784dcc6 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Fanout notify agent at l3_agent the message router_deleted on router f3aee330-9aa5-4214-83d1-fff0bb072439 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:17:28.951878 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11721acd-dac1-4ba2-a293-b1d97784dcc6 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:28.952991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-11721acd-dac1-4ba2-a293-b1d97784dcc6 tempest-RoutersNegativeTest-1347465384 tempest-RoutersNegativeTest-1347465384-project] 10.222.0.35 "DELETE /v2.0/routers/f3aee330-9aa5-4214-83d1-fff0bb072439 HTTP/1.1" status: 204 len: 168 time: 0.2893658 Feb 03 05:17:29.209825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:29.349010 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a50017ae-1221-4525-abd4-72c4ef57b7d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3312ea9243744584974cf04850dd146f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380086 Feb 03 05:17:29.351552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:29.398147 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a75134e-68b9-4a35-afec-d5d569efe0f9 admin admin] Publish callbacks [] for security_group (4570fb25-6fb7-4af9-a56a-4b92b0fdba53), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:29.418746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a75134e-68b9-4a35-afec-d5d569efe0f9 admin admin] Publish callbacks [] for security_group (4570fb25-6fb7-4af9-a56a-4b92b0fdba53), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:29.466358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a75134e-68b9-4a35-afec-d5d569efe0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (4570fb25-6fb7-4af9-a56a-4b92b0fdba53), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:29.469586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a75134e-68b9-4a35-afec-d5d569efe0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:29.470752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9a75134e-68b9-4a35-afec-d5d569efe0f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4570fb25-6fb7-4af9-a56a-4b92b0fdba53 HTTP/1.1" status: 204 len: 168 time: 0.1183031 Feb 03 05:17:29.478902 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75134e-68b9-4a35-afec-d5d569efe0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4570fb25-6fb7-4af9-a56a-4b92b0fdba53,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:29.627701 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5340374a-3a42-42c4-864f-bce2880d0bcd no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:17:29.647520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 5340374a-3a42-42c4-864f-bce2880d0bcd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:17:29.647882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5340374a-3a42-42c4-864f-bce2880d0bcd not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:17:29.648310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bd2b99f2-ecb0-4e10-a199-d64a83e5a795 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:17:29.666773 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: bd2b99f2-ecb0-4e10-a199-d64a83e5a795 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:17:29.667113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device bd2b99f2-ecb0-4e10-a199-d64a83e5a795 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:17:30.127235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:30.233343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1351427386-network', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:30.255311 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Made reservation on behalf of e7ca6b8a7a544f3ead3572f7a9001888 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:30.257885 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.266726 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.347116 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks [] for security_group (55a9a864-c6ab-4fea-8300-dcad9a012782), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.352652 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (55a9a864-c6ab-4fea-8300-dcad9a012782), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.387660 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:30.393956 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a9a864-c6ab-4fea-8300-dcad9a012782,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:30.400105 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0744ff2c-0c9b-4e09-b8a2-e601c060d6a9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.400455 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Added segment 0744ff2c-0c9b-4e09-b8a2-e601c060d6a9 of type vlan for network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f Feb 03 05:17:30.439360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.466693 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.467691 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:30.468285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.501363 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3726690 Feb 03 05:17:30.504229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:30.509314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Request body: {'subnet': {'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-subnet', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:30.530443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Made reservation on behalf of e7ca6b8a7a544f3ead3572f7a9001888 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:30.533107 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.533859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be7028-ff48-4b35-a293-5dfeaa488ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:30.544980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:30.705634 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (6086c2d9-bba0-452d-a949-5f0a50d04404), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.765800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6086c2d9-bba0-452d-a949-5f0a50d04404,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:30.775825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Checking segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:30.776188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Network hostable DHCP agents. Network: dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:30.798472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:30.809861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:30.814109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:30.814762 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.818451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548ff10-ebb3-4078-b4aa-85226dfd20ef None None] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:30.837047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fc3afe35-547c-48fe-bb96-6083b71d8f78 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3316932 Feb 03 05:17:30.840499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:30.844781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:30.866930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (b0f9dabf-450b-468c-ba43-cf9ed4b44035), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.867927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (b0f9dabf-450b-468c-ba43-cf9ed4b44035), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.916930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'fixed_ips': [{'subnet_id': '6086c2d9-bba0-452d-a949-5f0a50d04404'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:30.918035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:30.957078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks [] for router_controller (b0f9dabf-450b-468c-ba43-cf9ed4b44035), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.059035 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Allocated IP 172.20.0.2 (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f/6086c2d9-bba0-452d-a949-5f0a50d04404/e5bc4552-9b68-493e-b54c-4d6cbc068533) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:31.216362 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Publish callbacks [] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.223670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.261613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:31.268593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:31.271367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:31.283433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Pushing event updated for resources: {'Port': ['ID=e5bc4552-9b68-493e-b54c-4d6cbc068533,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:31.337766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Attempting to bind port e5bc4552-9b68-493e-b54c-4d6cbc068533 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:31.338191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Attempting to bind port e5bc4552-9b68-493e-b54c-4d6cbc068533 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:31.338506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Attempting to bind port e5bc4552-9b68-493e-b54c-4d6cbc068533 on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:31.344021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:31.344413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Checking segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:31.344818 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.345217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Bound using segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:31.345696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Bound port: e5bc4552-9b68-493e-b54c-4d6cbc068533, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:31.346082 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.407153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] For port e5bc4552-9b68-493e-b54c-4d6cbc068533, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:31.410574 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] For port e5bc4552-9b68-493e-b54c-4d6cbc068533, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5bc4552-9b68-493e-b54c-4d6cbc068533,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:31.417395 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.470330 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks [] for router_gateway (b0f9dabf-450b-468c-ba43-cf9ed4b44035), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.472122 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbad35-6f53-4802-8224-9a40735af65d None None] Pushing event updated for resources: {'Port': ['ID=e5bc4552-9b68-493e-b54c-4d6cbc068533,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:31.705644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks [] for router_gateway (b0f9dabf-450b-468c-ba43-cf9ed4b44035), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.731307 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.838749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Allocated IP 172.25.7.86 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/cc3ba27d-d4ba-4720-b799-6a6498259e1a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:31.939826 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks [] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:31.974480 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.015538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:32.020448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:32.024106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:32.029500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3ba27d-d4ba-4720-b799-6a6498259e1a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:32.285497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks [] for router_gateway (b0f9dabf-450b-468c-ba43-cf9ed4b44035), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.365305 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde63b33-c923-422d-8370-81db2ee4c673 None None] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:32.446332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1a52c0e4-5cfd-465f-ab40-28544231ea3a None None] Provisioning complete for port e5bc4552-9b68-493e-b54c-4d6cbc068533 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:32.446718 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a52c0e4-5cfd-465f-ab40-28544231ea3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.483658 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (b0f9dabf-450b-468c-ba43-cf9ed4b44035), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.556133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1a52c0e4-5cfd-465f-ab40-28544231ea3a None None] Current status of the port e5bc4552-9b68-493e-b54c-4d6cbc068533 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:32.556500 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a52c0e4-5cfd-465f-ab40-28544231ea3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.590573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1a52c0e4-5cfd-465f-ab40-28544231ea3a None None] For port e5bc4552-9b68-493e-b54c-4d6cbc068533, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5bc4552-9b68-493e-b54c-4d6cbc068533,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:32.595316 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a52c0e4-5cfd-465f-ab40-28544231ea3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.637715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Router b0f9dabf-450b-468c-ba43-cf9ed4b44035 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:17:32.647320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52c0e4-5cfd-465f-ab40-28544231ea3a None None] Pushing event updated for resources: {'Port': ['ID=e5bc4552-9b68-493e-b54c-4d6cbc068533,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:32.745672 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:17:32.755111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Sync routers for ids ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:17:32.763123 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.764561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2063e807-7fda-4056-a78c-2bcf4dcfb4e1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9231155 Feb 03 05:17:32.767523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 59814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:32.769931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Routers {'b0f9dabf-450b-468c-ba43-cf9ed4b44035'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:32.770552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:32.864108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0a64e4c5-11d0-47ae-9f7f-00fc01c481e9 None None] Provisioning complete for port e5bc4552-9b68-493e-b54c-4d6cbc068533 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:32.864484 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a64e4c5-11d0-47ae-9f7f-00fc01c481e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:32.913394 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Set router b0f9dabf-450b-468c-ba43-cf9ed4b44035 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:33.068909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a64e4c5-11d0-47ae-9f7f-00fc01c481e9 None None] Current status of the port e5bc4552-9b68-493e-b54c-4d6cbc068533 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:33.135055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:17:32Z', 'revision_number': 3, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port': {'id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:31Z', 'updated_at': '2022-02-03T05:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:33.162846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Checking router: b0f9dabf-450b-468c-ba43-cf9ed4b44035 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:17:33.163202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Updating router b0f9dabf-450b-468c-ba43-cf9ed4b44035 port cc3ba27d-d4ba-4720-b799-6a6498259e1a binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:17:33.192721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.246323 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f343848-2b54-447e-9d53-6a1a81d37356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.431725 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.456499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Publish callbacks [] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.462745 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.515272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Attempting to bind port cc3ba27d-d4ba-4720-b799-6a6498259e1a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:33.515686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Attempting to bind port cc3ba27d-d4ba-4720-b799-6a6498259e1a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:33.516055 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Attempting to bind port cc3ba27d-d4ba-4720-b799-6a6498259e1a on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:33.518033 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2d6ba-8d8f-43d2-b4ff-602fa37fd65a None None] Pushing event updated for resources: {'Port': ['ID=cc3ba27d-d4ba-4720-b799-6a6498259e1a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:33.523929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:33.524321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:33.524735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.525099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:33.525583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Bound port: cc3ba27d-d4ba-4720-b799-6a6498259e1a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:33.525978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.588161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] For port cc3ba27d-d4ba-4720-b799-6a6498259e1a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:33.593433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] For port cc3ba27d-d4ba-4720-b799-6a6498259e1a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cc3ba27d-d4ba-4720-b799-6a6498259e1a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:33.602679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.657695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Allocated IP 172.20.0.1 (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f/6086c2d9-bba0-452d-a949-5f0a50d04404/5da89392-0f3b-459b-9b64-311d8a0237b0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:33.660801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Routers {'b0f9dabf-450b-468c-ba43-cf9ed4b44035'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:33.662128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:33.698191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2d6ba-8d8f-43d2-b4ff-602fa37fd65a None None] Pushing event updated for resources: {'Port': ['ID=cc3ba27d-d4ba-4720-b799-6a6498259e1a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:33.703809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5bc4552-9b68-493e-b54c-4d6cbc068533 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:33.764644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks [] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.799353 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.803934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] Set router b0f9dabf-450b-468c-ba43-cf9ed4b44035 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:33.841630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:33.848007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:33.850609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:33.863289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e5bc4552-9b68-493e-b54c-4d6cbc068533 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:33.863687 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:33.878255 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Pushing event updated for resources: {'Port': ['ID=5da89392-0f3b-459b-9b64-311d8a0237b0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:33.896986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (b0f9dabf-450b-468c-ba43-cf9ed4b44035), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:34.029564 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e5bc4552-9b68-493e-b54c-4d6cbc068533 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:34.054978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:17:32Z', 'revision_number': 3, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port': {'id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:31Z', 'updated_at': '2022-02-03T05:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:34.055784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:34.081707 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8ff44-7562-4a09-92d5-b472bf41ece8 None None] The sync data for ids ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'] in n-d-827549-1 is: [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:17:32Z', 'revision_number': 3, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port': {'id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:31Z', 'updated_at': '2022-02-03T05:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:17:34.095970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8165446e-378a-4172-b3b5-4f15ca9f999a None None] Provisioning complete for port 5da89392-0f3b-459b-9b64-311d8a0237b0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:34.096357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8165446e-378a-4172-b3b5-4f15ca9f999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:34.134744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8165446e-378a-4172-b3b5-4f15ca9f999a None None] Port 5da89392-0f3b-459b-9b64-311d8a0237b0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:17:34.228249 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks [] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:34.233680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:34.314897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Pushing event updated for resources: {'Port': ['ID=5da89392-0f3b-459b-9b64-311d8a0237b0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:34.320408 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (b0f9dabf-450b-468c-ba43-cf9ed4b44035), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:34.419791 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:34.421209 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:34.542556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Router b0f9dabf-450b-468c-ba43-cf9ed4b44035 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:17:34.657351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:17:34.662367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-862d9374-5320-4ec7-b355-880507c21e3e None None] Provisioning complete for port 5da89392-0f3b-459b-9b64-311d8a0237b0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:34.662925 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-862d9374-5320-4ec7-b355-880507c21e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:34.663539 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-198fd9d6-1622-4d9c-a990-78913a0ee12e admin admin] 10.222.0.35 "PUT /v2.0/routers/b0f9dabf-450b-468c-ba43-cf9ed4b44035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8949726 Feb 03 05:17:34.701391 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-862d9374-5320-4ec7-b355-880507c21e3e None None] Port 5da89392-0f3b-459b-9b64-311d8a0237b0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:17:35.162416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59830) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:35.167434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1866199491-network', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:35.188947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Made reservation on behalf of f7b5a36a2e3d4f3bbcecd3a9a51bc0fa for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:35.191180 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.207132 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.287342 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks [] for security_group (58924cd0-ee3f-4b95-8a09-09a7bd69562e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.292914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (58924cd0-ee3f-4b95-8a09-09a7bd69562e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.319892 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:17:35.325455 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58924cd0-ee3f-4b95-8a09-09a7bd69562e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:35.334522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (eeb06f14-119b-4b33-94ee-8d4570819977), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.334522 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Added segment eeb06f14-119b-4b33-94ee-8d4570819977 of type vlan for network 94a43348-8e16-498c-add1-b9922623907e Feb 03 05:17:35.377229 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (94a43348-8e16-498c-add1-b9922623907e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.401779 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (94a43348-8e16-498c-add1-b9922623907e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.402722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:35.403299 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.435809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2721274 Feb 03 05:17:35.438616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:35.470360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Request body: {'subnet': {'network_id': '94a43348-8e16-498c-add1-b9922623907e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-subnet', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:35.478202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f78f17-436f-498a-b077-2574dabdfdcb admin admin] Pushing event updated for resources: {'Network': ['ID=94a43348-8e16-498c-add1-b9922623907e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:35.488846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 94a43348-8e16-498c-add1-b9922623907e details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:17:35.494440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Made reservation on behalf of f7b5a36a2e3d4f3bbcecd3a9a51bc0fa for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:35.496901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.680263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cc3ba27d-d4ba-4720-b799-6a6498259e1a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:35.688629 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Sync routers for ids ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:17:35.700160 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Routers {'b0f9dabf-450b-468c-ba43-cf9ed4b44035'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:35.700785 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:35.735834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cc3ba27d-d4ba-4720-b799-6a6498259e1a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:35.735834 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.808334 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Set router b0f9dabf-450b-468c-ba43-cf9ed4b44035 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:35.813520 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cc3ba27d-d4ba-4720-b799-6a6498259e1a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:35.813908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.835786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port cc3ba27d-d4ba-4720-b799-6a6498259e1a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cc3ba27d-d4ba-4720-b799-6a6498259e1a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:35.841302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:35.893014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=cc3ba27d-d4ba-4720-b799-6a6498259e1a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:36.007843 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (2d1acbdd-5f42-4833-9fd5-e60406eb97d4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.012259 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:17:34Z', 'revision_number': 4, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port': {'id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:31Z', 'updated_at': '2022-02-03T05:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '5da89392-0f3b-459b-9b64-311d8a0237b0', 'name': '', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'mac_address': 'fa:16:3e:e7:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:33Z', 'updated_at': '2022-02-03T05:17:34Z', 'revision_number': 2, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'subnets': [{'id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:36.063585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1acbdd-5f42-4833-9fd5-e60406eb97d4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:36.073082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Checking segment: {'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:36.074050 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Network hostable DHCP agents. Network: 94a43348-8e16-498c-add1-b9922623907e, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:17:36.093994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Network 94a43348-8e16-498c-add1-b9922623907e is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:17:36.105173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 94a43348-8e16-498c-add1-b9922623907e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:36.110407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:36.111017 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.117056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d121138-5a59-4c21-ba15-4b7e94476dd9 None None] Network 94a43348-8e16-498c-add1-b9922623907e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:36.136250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-88ce07d1-1b50-435d-94e6-3dca5954bb76 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6965606 Feb 03 05:17:36.138890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59834) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:36.143748 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:36.147943 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Checking router: b0f9dabf-450b-468c-ba43-cf9ed4b44035 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:17:36.148301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Updating router b0f9dabf-450b-468c-ba43-cf9ed4b44035 port 5da89392-0f3b-459b-9b64-311d8a0237b0 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:17:36.166284 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (e6a17197-e0a5-4311-8760-367cb933dc54), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.167419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (e6a17197-e0a5-4311-8760-367cb933dc54), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.182298 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.225994 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks [] for router_controller (e6a17197-e0a5-4311-8760-367cb933dc54), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.372246 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks [] for router_gateway (e6a17197-e0a5-4311-8760-367cb933dc54), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.391617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-94a43348-8e16-498c-add1-b9922623907e', 'network_id': '94a43348-8e16-498c-add1-b9922623907e', 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'fixed_ips': [{'subnet_id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:17:36.392700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.433402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19aecc1c-7ac7-4c92-b9c1-d6e601648ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.461744 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Publish callbacks [] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.469181 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.545814 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Pushing event updated for resources: {'Port': ['ID=5da89392-0f3b-459b-9b64-311d8a0237b0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:36.558619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Allocated IP 172.20.0.2 (94a43348-8e16-498c-add1-b9922623907e/2d1acbdd-5f42-4833-9fd5-e60406eb97d4/21fbb0cb-3e64-490d-b891-393861ca5f4b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:36.565921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.566425 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.566773 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.567114 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.568128 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.568481 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.568818 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.569216 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.569549 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.569874 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.570201 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.570522 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.570844 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:17:36.595484 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Attempting to bind port 5da89392-0f3b-459b-9b64-311d8a0237b0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:36.595876 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Attempting to bind port 5da89392-0f3b-459b-9b64-311d8a0237b0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:36.596242 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Attempting to bind port 5da89392-0f3b-459b-9b64-311d8a0237b0 on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:36.607436 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:36.607858 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Checking segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:36.608275 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.608801 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Bound using segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:36.609304 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Bound port: 5da89392-0f3b-459b-9b64-311d8a0237b0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:36.609830 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.619585 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks [] for router_gateway (e6a17197-e0a5-4311-8760-367cb933dc54), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.649772 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.688046 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] For port 5da89392-0f3b-459b-9b64-311d8a0237b0, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:36.693220 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] For port 5da89392-0f3b-459b-9b64-311d8a0237b0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5da89392-0f3b-459b-9b64-311d8a0237b0,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:36.703832 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.754877 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Publish callbacks [] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.763474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.775530 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Routers {'b0f9dabf-450b-468c-ba43-cf9ed4b44035'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:36.776274 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:36.781398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Allocated IP 172.25.7.94 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/340356a2-1501-4943-82e9-d54bd603b967) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:36.812266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Network 94a43348-8e16-498c-add1-b9922623907e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:36.816272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:36.818272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Pushing event updated for resources: {'Port': ['ID=21fbb0cb-3e64-490d-b891-393861ca5f4b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:36.820599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:36.866936 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073cacb-4c1c-4468-a9e0-06e0aa5866d1 None None] Pushing event updated for resources: {'Port': ['ID=5da89392-0f3b-459b-9b64-311d8a0237b0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:36.884461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f4d49d7b-fe14-48ba-ae6d-caecf767a213 None None] Provisioning complete for port 5da89392-0f3b-459b-9b64-311d8a0237b0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:36.884784 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4d49d7b-fe14-48ba-ae6d-caecf767a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.935276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Attempting to bind port 21fbb0cb-3e64-490d-b891-393861ca5f4b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:36.935689 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Attempting to bind port 21fbb0cb-3e64-490d-b891-393861ca5f4b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:36.936051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Attempting to bind port 21fbb0cb-3e64-490d-b891-393861ca5f4b on network 94a43348-8e16-498c-add1-b9922623907e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:36.937998 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.941144 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks [] for port (340356a2-1501-4943-82e9-d54bd603b967), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.945182 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:36.945763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Checking segment: {'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:36.945966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.946363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Bound using segment: {'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:36.946841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Bound port: 21fbb0cb-3e64-490d-b891-393861ca5f4b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:36.947224 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:36.967442 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] Set router b0f9dabf-450b-468c-ba43-cf9ed4b44035 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:36.988925 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (340356a2-1501-4943-82e9-d54bd603b967), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.034198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:37.037226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:37.040152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:37.046913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] For port 21fbb0cb-3e64-490d-b891-393861ca5f4b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:37.052597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] For port 21fbb0cb-3e64-490d-b891-393861ca5f4b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21fbb0cb-3e64-490d-b891-393861ca5f4b,segment=NetworkSegment(eeb06f14-119b-4b33-94ee-8d4570819977),segment_id=eeb06f14-119b-4b33-94ee-8d4570819977)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:37.056834 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4d49d7b-fe14-48ba-ae6d-caecf767a213 None None] Current status of the port 5da89392-0f3b-459b-9b64-311d8a0237b0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:37.057342 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4d49d7b-fe14-48ba-ae6d-caecf767a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.067319 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.078290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Pushing event updated for resources: {'Port': ['ID=340356a2-1501-4943-82e9-d54bd603b967,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:37.130415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f4d49d7b-fe14-48ba-ae6d-caecf767a213 None None] For port 5da89392-0f3b-459b-9b64-311d8a0237b0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5da89392-0f3b-459b-9b64-311d8a0237b0,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:37.146472 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4d49d7b-fe14-48ba-ae6d-caecf767a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.150851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ee3c6-9d8f-4117-a8a2-f79233cad332 None None] Pushing event updated for resources: {'Port': ['ID=21fbb0cb-3e64-490d-b891-393861ca5f4b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:37.211554 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:17:34Z', 'revision_number': 4, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port': {'id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:31Z', 'updated_at': '2022-02-03T05:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '5da89392-0f3b-459b-9b64-311d8a0237b0', 'name': '', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'mac_address': 'fa:16:3e:e7:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:33Z', 'updated_at': '2022-02-03T05:17:36Z', 'revision_number': 4, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'subnets': [{'id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:37.220931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49d7b-fe14-48ba-ae6d-caecf767a213 None None] Pushing event updated for resources: {'Port': ['ID=5da89392-0f3b-459b-9b64-311d8a0237b0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:37.248406 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9b9c1-2f29-4a7c-9e42-8de306744f15 None None] The sync data for ids ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'] in n-d-827549-1 is: [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:17:34Z', 'revision_number': 4, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port': {'id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:31Z', 'updated_at': '2022-02-03T05:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '5da89392-0f3b-459b-9b64-311d8a0237b0', 'name': '', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'mac_address': 'fa:16:3e:e7:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:33Z', 'updated_at': '2022-02-03T05:17:36Z', 'revision_number': 4, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'subnets': [{'id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:17:37.277234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eaea8d77-5937-4774-8716-ea2e26e96ef8 None None] Provisioning complete for port 5da89392-0f3b-459b-9b64-311d8a0237b0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:37.277639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaea8d77-5937-4774-8716-ea2e26e96ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.399646 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eaea8d77-5937-4774-8716-ea2e26e96ef8 None None] Current status of the port 5da89392-0f3b-459b-9b64-311d8a0237b0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:37.405482 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks [] for router_gateway (e6a17197-e0a5-4311-8760-367cb933dc54), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.631026 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (e6a17197-e0a5-4311-8760-367cb933dc54), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.787639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Router e6a17197-e0a5-4311-8760-367cb933dc54 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:17:37.801284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21fbb0cb-3e64-490d-b891-393861ca5f4b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:37.852925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 21fbb0cb-3e64-490d-b891-393861ca5f4b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:37.853393 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.913258 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:17:37.935069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Sync routers for ids ['e6a17197-e0a5-4311-8760-367cb933dc54'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:17:37.935602 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:37.938534 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-671ca528-4080-414d-ba7c-d96eadb46044 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7982993 Feb 03 05:17:37.941648 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 59836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:17:37.960552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Routers {'e6a17197-e0a5-4311-8760-367cb933dc54'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:37.961518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e6a17197-e0a5-4311-8760-367cb933dc54'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:38.001969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 21fbb0cb-3e64-490d-b891-393861ca5f4b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:38.002368 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.109086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 21fbb0cb-3e64-490d-b891-393861ca5f4b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21fbb0cb-3e64-490d-b891-393861ca5f4b,segment=NetworkSegment(eeb06f14-119b-4b33-94ee-8d4570819977),segment_id=eeb06f14-119b-4b33-94ee-8d4570819977)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:38.122896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Set router e6a17197-e0a5-4311-8760-367cb933dc54 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:38.125498 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.126370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5da89392-0f3b-459b-9b64-311d8a0237b0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:38.343875 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38563f8e-0a90-40f6-ba54-5a9a678424e1 None None] Network 94a43348-8e16-498c-add1-b9922623907e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:17:38.404991 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.413165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=21fbb0cb-3e64-490d-b891-393861ca5f4b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:38.429776 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.519398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4b705b8e-dbd9-4008-91cc-d6c047791ff4 None None] Provisioning complete for port 21fbb0cb-3e64-490d-b891-393861ca5f4b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:38.519921 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b705b8e-dbd9-4008-91cc-d6c047791ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.523963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 5da89392-0f3b-459b-9b64-311d8a0237b0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:38.523963 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.596911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Allocated IP 172.20.0.1 (94a43348-8e16-498c-add1-b9922623907e/2d1acbdd-5f42-4833-9fd5-e60406eb97d4/d530579a-57dc-4d60-9324-5fc600df06a0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:38.632374 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '340356a2-1501-4943-82e9-d54bd603b967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:37Z', 'revision_number': 3, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port': {'id': '340356a2-1501-4943-82e9-d54bd603b967', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:38.669198 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Checking router: e6a17197-e0a5-4311-8760-367cb933dc54 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:17:38.669556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Updating router e6a17197-e0a5-4311-8760-367cb933dc54 port 340356a2-1501-4943-82e9-d54bd603b967 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:17:38.707076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (340356a2-1501-4943-82e9-d54bd603b967), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.713470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks [] for port (d530579a-57dc-4d60-9324-5fc600df06a0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.751303 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.797242 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Network 94a43348-8e16-498c-add1-b9922623907e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:38.800783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 5da89392-0f3b-459b-9b64-311d8a0237b0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:38.801970 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cc3ba27d-d4ba-4720-b799-6a6498259e1a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:38.802922 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:38.805254 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Pushing event updated for resources: {'Port': ['ID=d530579a-57dc-4d60-9324-5fc600df06a0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:38.810011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b705b8e-dbd9-4008-91cc-d6c047791ff4 None None] Current status of the port 21fbb0cb-3e64-490d-b891-393861ca5f4b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:38.813012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:38.852703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (e6a17197-e0a5-4311-8760-367cb933dc54), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:38.999610 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.111274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-35df7f9a-c6a7-49bb-9402-f92ecdb76d23 None None] Provisioning complete for port 21fbb0cb-3e64-490d-b891-393861ca5f4b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:39.111679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35df7f9a-c6a7-49bb-9402-f92ecdb76d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.171326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cc3ba27d-d4ba-4720-b799-6a6498259e1a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:39.171719 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.173988 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks [] for port (d530579a-57dc-4d60-9324-5fc600df06a0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.179566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.245860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Pushing event updated for resources: {'Port': ['ID=d530579a-57dc-4d60-9324-5fc600df06a0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:39.251981 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (e6a17197-e0a5-4311-8760-367cb933dc54), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.350118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Network 94a43348-8e16-498c-add1-b9922623907e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:39.351859 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:39.373109 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35df7f9a-c6a7-49bb-9402-f92ecdb76d23 None None] Current status of the port 21fbb0cb-3e64-490d-b891-393861ca5f4b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:39.385746 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Publish callbacks [] for port (340356a2-1501-4943-82e9-d54bd603b967), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.399600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (340356a2-1501-4943-82e9-d54bd603b967), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.411669 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.413161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cc3ba27d-d4ba-4720-b799-6a6498259e1a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:39.460716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Attempting to bind port 340356a2-1501-4943-82e9-d54bd603b967 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:39.461095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Attempting to bind port 340356a2-1501-4943-82e9-d54bd603b967 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:39.461466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Attempting to bind port 340356a2-1501-4943-82e9-d54bd603b967 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:39.466963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d8685-f8c1-4344-ac3a-f5827603c444 None None] Pushing event updated for resources: {'Port': ['ID=340356a2-1501-4943-82e9-d54bd603b967,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:39.469583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:39.469961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:39.470368 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.470757 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:39.471266 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Bound port: 340356a2-1501-4943-82e9-d54bd603b967, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:39.472348 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (340356a2-1501-4943-82e9-d54bd603b967), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.480632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Router e6a17197-e0a5-4311-8760-367cb933dc54 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:17:39.533146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-76647fbf-887c-4c18-8b41-354fdb9c4cd3 None None] Provisioning complete for port d530579a-57dc-4d60-9324-5fc600df06a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:39.533570 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76647fbf-887c-4c18-8b41-354fdb9c4cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.569063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] For port 340356a2-1501-4943-82e9-d54bd603b967, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:39.597469 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] For port 340356a2-1501-4943-82e9-d54bd603b967, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=340356a2-1501-4943-82e9-d54bd603b967,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:39.600345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76647fbf-887c-4c18-8b41-354fdb9c4cd3 None None] Port d530579a-57dc-4d60-9324-5fc600df06a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:17:39.607377 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (340356a2-1501-4943-82e9-d54bd603b967), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.618575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:17:39.634330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9a61885c-ea96-4acc-bfbc-55865dd97add admin admin] 10.222.0.35 "PUT /v2.0/routers/e6a17197-e0a5-4311-8760-367cb933dc54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829741 Feb 03 05:17:39.646695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21fbb0cb-3e64-490d-b891-393861ca5f4b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:39.695038 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d8685-f8c1-4344-ac3a-f5827603c444 None None] Pushing event updated for resources: {'Port': ['ID=340356a2-1501-4943-82e9-d54bd603b967,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:39.704219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Routers {'e6a17197-e0a5-4311-8760-367cb933dc54'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:39.704818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e6a17197-e0a5-4311-8760-367cb933dc54'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:39.777515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-87bd7a57-f5a7-4166-a0f4-ee95970a1aa1 None None] Provisioning complete for port d530579a-57dc-4d60-9324-5fc600df06a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:39.777515 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87bd7a57-f5a7-4166-a0f4-ee95970a1aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.834569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 21fbb0cb-3e64-490d-b891-393861ca5f4b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:39.835320 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:39.878826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-87bd7a57-f5a7-4166-a0f4-ee95970a1aa1 None None] Port d530579a-57dc-4d60-9324-5fc600df06a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:17:39.891599 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] Set router e6a17197-e0a5-4311-8760-367cb933dc54 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:40.049103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 21fbb0cb-3e64-490d-b891-393861ca5f4b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:40.125832 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '340356a2-1501-4943-82e9-d54bd603b967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:38Z', 'revision_number': 4, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port': {'id': '340356a2-1501-4943-82e9-d54bd603b967', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd530579a-57dc-4d60-9324-5fc600df06a0', 'name': '', 'network_id': '94a43348-8e16-498c-add1-b9922623907e', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'mac_address': 'fa:16:3e:fe:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:38Z', 'updated_at': '2022-02-03T05:17:39Z', 'revision_number': 2, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'subnets': [{'id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:40.152288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c23e0a-396e-4a87-9af3-f229f4f1117c None None] The sync data for ids ['e6a17197-e0a5-4311-8760-367cb933dc54'] in n-d-827549-1 is: [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '340356a2-1501-4943-82e9-d54bd603b967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:38Z', 'revision_number': 4, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port': {'id': '340356a2-1501-4943-82e9-d54bd603b967', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd530579a-57dc-4d60-9324-5fc600df06a0', 'name': '', 'network_id': '94a43348-8e16-498c-add1-b9922623907e', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'mac_address': 'fa:16:3e:fe:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:38Z', 'updated_at': '2022-02-03T05:17:39Z', 'revision_number': 2, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'subnets': [{'id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:17:40.377229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-aaeeb8b7-2ef7-458f-94d4-055eb9ca8ff6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:40.378879 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-aaeeb8b7-2ef7-458f-94d4-055eb9ca8ff6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/networks?id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 200 len: 817 time: 0.1225982 Feb 03 05:17:40.394751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b3189635-a3b3-40c2-b7de-5b82ef334e91 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/quotas/e7ca6b8a7a544f3ead3572f7a9001888 HTTP/1.1" status: 200 len: 375 time: 0.0102699 Feb 03 05:17:40.810840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-86d81ce4-398b-4112-bf8c-6fa35815ee36 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4045124 Feb 03 05:17:40.911795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-d88237d4-1996-4001-88b7-a49ea2045c01 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875194 Feb 03 05:17:41.014828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-93d3fc64-0fa3-4b47-a126-1d6e16137c3f service neutron] 10.222.0.35 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965307 Feb 03 05:17:41.196086 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-740ee8a7-c9bf-4bbf-bcdb-0e51135bb8bc req-c94b4279-8d60-43a9-9266-0a2998363e40 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 210 time: 0.0315135 Feb 03 05:17:41.676626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 340356a2-1501-4943-82e9-d54bd603b967 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:41.726804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 340356a2-1501-4943-82e9-d54bd603b967 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:41.727278 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (340356a2-1501-4943-82e9-d54bd603b967), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:41.810176 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 340356a2-1501-4943-82e9-d54bd603b967 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:41.810579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (340356a2-1501-4943-82e9-d54bd603b967), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:41.831878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 340356a2-1501-4943-82e9-d54bd603b967, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=340356a2-1501-4943-82e9-d54bd603b967,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:41.837804 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (340356a2-1501-4943-82e9-d54bd603b967), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:41.886068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=340356a2-1501-4943-82e9-d54bd603b967,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:42.159037 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-fc8b844f-7954-447d-a750-5bcbc83699d7 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:42.160548 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-fc8b844f-7954-447d-a750-5bcbc83699d7 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "GET /v2.0/networks?id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 200 len: 817 time: 0.1041534 Feb 03 05:17:42.173356 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Request body: {'port': {'device_id': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'admin_state_up': True, 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:42.187096 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Sync routers for ids ['e6a17197-e0a5-4311-8760-367cb933dc54'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:17:42.196972 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Routers {'e6a17197-e0a5-4311-8760-367cb933dc54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:42.197578 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e6a17197-e0a5-4311-8760-367cb933dc54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:42.302853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f75fb7f8-90e9-4b23-9000-3387d82174fe req-64959495-ba09-48bb-a272-3b3c8cf01d1a tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Feb 03 05:17:42.303599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Made reservation on behalf of e7ca6b8a7a544f3ead3572f7a9001888 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:17:42.307352 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Set router e6a17197-e0a5-4311-8760-367cb933dc54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:42.308476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.441638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Allocated IP 172.20.0.8 (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f/6086c2d9-bba0-452d-a949-5f0a50d04404/6ce0ad57-99ce-407b-8725-f4c782b80f6e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:17:42.506177 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '340356a2-1501-4943-82e9-d54bd603b967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:38Z', 'revision_number': 4, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port': {'id': '340356a2-1501-4943-82e9-d54bd603b967', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd530579a-57dc-4d60-9324-5fc600df06a0', 'name': '', 'network_id': '94a43348-8e16-498c-add1-b9922623907e', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'mac_address': 'fa:16:3e:fe:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:38Z', 'updated_at': '2022-02-03T05:17:39Z', 'revision_number': 2, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'subnets': [{'id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:42.532264 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Checking router: e6a17197-e0a5-4311-8760-367cb933dc54 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:17:42.532869 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Updating router e6a17197-e0a5-4311-8760-367cb933dc54 port d530579a-57dc-4d60-9324-5fc600df06a0 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:17:42.560058 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.590420 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks [] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.625481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.675077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:17:42.678111 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:17:42.682468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:17:42.710106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Pushing event updated for resources: {'Port': ['ID=6ce0ad57-99ce-407b-8725-f4c782b80f6e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:42.736708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:42.737326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.755584 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-ae509457-9ffb-4c9b-84d9-d7aff4dabbaf tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868964 Feb 03 05:17:42.767386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Request body: {'port': {'device_id': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:17:42.828050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.851139 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Publish callbacks [] for port (d530579a-57dc-4d60-9324-5fc600df06a0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.857859 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.913852 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81396b8-4640-467e-b7af-f7667c3d2839 None None] Pushing event updated for resources: {'Port': ['ID=d530579a-57dc-4d60-9324-5fc600df06a0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:42.939858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bac7c51f-3108-41d2-a255-cbaf6b7cbc37 None None] Provisioning complete for port 6ce0ad57-99ce-407b-8725-f4c782b80f6e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:42.941017 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bac7c51f-3108-41d2-a255-cbaf6b7cbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.973926 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Attempting to bind port d530579a-57dc-4d60-9324-5fc600df06a0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:42.974729 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Attempting to bind port d530579a-57dc-4d60-9324-5fc600df06a0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:42.975105 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Attempting to bind port d530579a-57dc-4d60-9324-5fc600df06a0 on network 94a43348-8e16-498c-add1-b9922623907e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:42.981095 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:42.981470 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Checking segment: {'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:42.981877 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.982277 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Bound using segment: {'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:42.982752 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Bound port: d530579a-57dc-4d60-9324-5fc600df06a0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb06f14-119b-4b33-94ee-8d4570819977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94a43348-8e16-498c-add1-b9922623907e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:42.983137 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:42.983972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bac7c51f-3108-41d2-a255-cbaf6b7cbc37 None None] Port 6ce0ad57-99ce-407b-8725-f4c782b80f6e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:17:43.057112 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] For port d530579a-57dc-4d60-9324-5fc600df06a0, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:43.061207 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] For port d530579a-57dc-4d60-9324-5fc600df06a0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d530579a-57dc-4d60-9324-5fc600df06a0,segment=NetworkSegment(eeb06f14-119b-4b33-94ee-8d4570819977),segment_id=eeb06f14-119b-4b33-94ee-8d4570819977)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:43.068953 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.121944 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Routers {'e6a17197-e0a5-4311-8760-367cb933dc54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:17:43.122442 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:17:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e6a17197-e0a5-4311-8760-367cb933dc54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:43.124654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce0ad57-99ce-407b-8725-f4c782b80f6e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:17:43.133023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Publish callbacks [] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.146377 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Transition to ACTIVE for port object 6ce0ad57-99ce-407b-8725-f4c782b80f6e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:17:43.150704 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.173792 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81396b8-4640-467e-b7af-f7667c3d2839 None None] Pushing event updated for resources: {'Port': ['ID=d530579a-57dc-4d60-9324-5fc600df06a0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:43.199390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Pushing event updated for resources: {'Port': ['ID=6ce0ad57-99ce-407b-8725-f4c782b80f6e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:43.213938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-60035e50-31a1-4b97-96ec-3b666d343e8d None None] Provisioning complete for port d530579a-57dc-4d60-9324-5fc600df06a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:43.214803 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60035e50-31a1-4b97-96ec-3b666d343e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.320623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60035e50-31a1-4b97-96ec-3b666d343e8d None None] Current status of the port d530579a-57dc-4d60-9324-5fc600df06a0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:43.321016 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60035e50-31a1-4b97-96ec-3b666d343e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.334719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Attempting to bind port 6ce0ad57-99ce-407b-8725-f4c782b80f6e on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:17:43.335077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Attempting to bind port 6ce0ad57-99ce-407b-8725-f4c782b80f6e by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:17:43.335419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Attempting to bind port 6ce0ad57-99ce-407b-8725-f4c782b80f6e on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:43.343386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Port 6ce0ad57-99ce-407b-8725-f4c782b80f6e on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:17:43.343759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Attempting to bind port 6ce0ad57-99ce-407b-8725-f4c782b80f6e on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:17:43.350472 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:17:43.350821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Checking segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:17:43.351211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Bound using segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:17:43.351683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Bound port: 6ce0ad57-99ce-407b-8725-f4c782b80f6e, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:17:43.352056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.364885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-60035e50-31a1-4b97-96ec-3b666d343e8d None None] For port d530579a-57dc-4d60-9324-5fc600df06a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d530579a-57dc-4d60-9324-5fc600df06a0,segment=NetworkSegment(eeb06f14-119b-4b33-94ee-8d4570819977),segment_id=eeb06f14-119b-4b33-94ee-8d4570819977)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:43.375110 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60035e50-31a1-4b97-96ec-3b666d343e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.423015 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] Set router e6a17197-e0a5-4311-8760-367cb933dc54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:17:43.433280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60035e50-31a1-4b97-96ec-3b666d343e8d None None] Pushing event updated for resources: {'Port': ['ID=d530579a-57dc-4d60-9324-5fc600df06a0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:43.445090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] For port 6ce0ad57-99ce-407b-8725-f4c782b80f6e, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:17:43.451903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] For port 6ce0ad57-99ce-407b-8725-f4c782b80f6e, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:17:43.466870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.498514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-686a722b-ae52-44ff-9712-0f705b732056 None None] Provisioning complete for port d530579a-57dc-4d60-9324-5fc600df06a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:43.498857 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686a722b-ae52-44ff-9712-0f705b732056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.523840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:43.525667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.527162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] 10.222.0.31 "PUT /v2.0/ports/6ce0ad57-99ce-407b-8725-f4c782b80f6e HTTP/1.1" status: 200 len: 1091 time: 0.7644606 Feb 03 05:17:43.527693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'tag': '6ce0ad57-99ce-407b-8725-f4c782b80f6e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:17:43.530114 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998d83f6-f302-4e4e-ba58-af6c17ed61af" -d '{"events": [{"name": "network-changed", "server_uuid": "eac4e92d-0fca-4b7b-9843-6ac5af114eb6", "tag": "6ce0ad57-99ce-407b-8725-f4c782b80f6e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:17:43.574961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6545486-1c03-4126-b6c1-71b3f09f637f service neutron] Pushing event updated for resources: {'Port': ['ID=6ce0ad57-99ce-407b-8725-f4c782b80f6e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:43.610631 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531735-7c9a-4a82-9a95-ab43a48c2732 req-a83eff6e-7a64-44b4-a10f-c7848d469fc5 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:43.616822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8531735-7c9a-4a82-9a95-ab43a48c2732 req-a83eff6e-7a64-44b4-a10f-c7848d469fc5 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 943 time: 0.1564317 Feb 03 05:17:43.660301 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605dc656-f0da-4e93-936b-ccbbb93b2da7 x-openstack-request-id: req-605dc656-f0da-4e93-936b-ccbbb93b2da7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:17:43.660617 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac4e92d-0fca-4b7b-9843-6ac5af114eb6", "tag": "6ce0ad57-99ce-407b-8725-f4c782b80f6e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:17:43.660880 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-605dc656-f0da-4e93-936b-ccbbb93b2da7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:17:43.661290 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'tag': '6ce0ad57-99ce-407b-8725-f4c782b80f6e', 'status': 'completed', 'code': 200} Feb 03 05:17:43.693230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-686a722b-ae52-44ff-9712-0f705b732056 None None] Current status of the port d530579a-57dc-4d60-9324-5fc600df06a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:43.704621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-797f16ff-9be1-4801-a682-d9436e072319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:43.707079 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-797f16ff-9be1-4801-a682-d9436e072319 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 1125 time: 0.1013091 Feb 03 05:17:43.737751 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c8531735-7c9a-4a82-9a95-ab43a48c2732 req-59358c85-8b6d-4301-a8fb-bf5c1c525f17 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155789 Feb 03 05:17:43.762596 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '340356a2-1501-4943-82e9-d54bd603b967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:38Z', 'revision_number': 4, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port': {'id': '340356a2-1501-4943-82e9-d54bd603b967', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd530579a-57dc-4d60-9324-5fc600df06a0', 'name': '', 'network_id': '94a43348-8e16-498c-add1-b9922623907e', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'mac_address': 'fa:16:3e:fe:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:38Z', 'updated_at': '2022-02-03T05:17:43Z', 'revision_number': 4, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'subnets': [{'id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:17:43.766429 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-09d2eefc-acda-4e7f-907e-0c66127fcb4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e HTTP/1.1" status: 200 len: 217 time: 0.0522232 Feb 03 05:17:43.782339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d530579a-57dc-4d60-9324-5fc600df06a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:43.793719 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80d8f0-9f3f-4add-acff-411d2fcd4cd1 None None] The sync data for ids ['e6a17197-e0a5-4311-8760-367cb933dc54'] in n-d-827549-1 is: [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '340356a2-1501-4943-82e9-d54bd603b967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:38Z', 'revision_number': 4, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port': {'id': '340356a2-1501-4943-82e9-d54bd603b967', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'd530579a-57dc-4d60-9324-5fc600df06a0', 'name': '', 'network_id': '94a43348-8e16-498c-add1-b9922623907e', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'mac_address': 'fa:16:3e:fe:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:38Z', 'updated_at': '2022-02-03T05:17:43Z', 'revision_number': 4, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'subnets': [{'id': '2d1acbdd-5f42-4833-9fd5-e60406eb97d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:17:43.827588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-81179b50-ddd4-4c88-9a36-3279e6f18b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:43.829107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-81179b50-ddd4-4c88-9a36-3279e6f18b68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6086c2d9-bba0-452d-a949-5f0a50d04404 HTTP/1.1" status: 200 len: 856 time: 0.0570781 Feb 03 05:17:43.853214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port d530579a-57dc-4d60-9324-5fc600df06a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:43.853596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:43.882446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-0bae9c53-0ed0-4610-94a9-45dddffd43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:43.884022 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-0bae9c53-0ed0-4610-94a9-45dddffd43fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489218 Feb 03 05:17:43.941903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port d530579a-57dc-4d60-9324-5fc600df06a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:43.944588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 340356a2-1501-4943-82e9-d54bd603b967 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:43.983742 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-631053eb-c0a6-465d-b285-c6dee22f054e service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918601 Feb 03 05:17:44.007928 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 340356a2-1501-4943-82e9-d54bd603b967 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:44.008310 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (340356a2-1501-4943-82e9-d54bd603b967), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:44.078691 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bf86a46d-b0c6-49e6-9ae4-fc988f97d744 req-a70f0dfe-1a12-4d9d-9da9-110af456b054 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891206 Feb 03 05:17:44.090514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 340356a2-1501-4943-82e9-d54bd603b967 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:44.178716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-b461beb1-75b6-43bd-8713-11c4c34d0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:44.180294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-b461beb1-75b6-43bd-8713-11c4c34d0ac8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 1125 time: 0.0522017 Feb 03 05:17:44.283778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-84f465b0-b0b8-4061-82ac-16ed48364e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:44.285835 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-84f465b0-b0b8-4061-82ac-16ed48364e6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 200 len: 918 time: 0.0982668 Feb 03 05:17:44.331623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-86d301da-5cc7-46d9-b5f3-e9a8513608af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e HTTP/1.1" status: 200 len: 217 time: 0.0392375 Feb 03 05:17:44.380945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-8725e2cf-0315-4f70-9d26-dd62d5db239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:44.382485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-8725e2cf-0315-4f70-9d26-dd62d5db239e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6086c2d9-bba0-452d-a949-5f0a50d04404 HTTP/1.1" status: 200 len: 856 time: 0.0450792 Feb 03 05:17:44.432988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-4266d2dc-1bd4-4b57-8d58-bfd94667d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:44.434522 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-4266d2dc-1bd4-4b57-8d58-bfd94667d23e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451589 Feb 03 05:17:44.525305 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-49f7b55b-bc46-46d3-96de-74444f91ec06 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835810 Feb 03 05:17:44.618727 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-998d83f6-f302-4e4e-ba58-af6c17ed61af req-484890fa-9c04-4256-8d98-c8a907b402f7 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866237 Feb 03 05:17:44.854090 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1461282-1a7f-40cf-b438-0b00b74c52d4 req-5366d449-e51c-4fc8-8238-d3724f1bb208 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:44.855647 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1461282-1a7f-40cf-b438-0b00b74c52d4 req-5366d449-e51c-4fc8-8238-d3724f1bb208 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 943 time: 0.0541210 Feb 03 05:17:44.903533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1461282-1a7f-40cf-b438-0b00b74c52d4 req-7d0435a8-cb64-4045-bea1-a7cf3b34ce17 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Feb 03 05:17:46.046127 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb8959-16c3-4ce2-99ce-2ec3ff143590 req-48042a25-a0d8-420e-acb2-78cf3438fbfc tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:46.047665 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73fb8959-16c3-4ce2-99ce-2ec3ff143590 req-48042a25-a0d8-420e-acb2-78cf3438fbfc tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 943 time: 0.0613978 Feb 03 05:17:46.097613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73fb8959-16c3-4ce2-99ce-2ec3ff143590 req-f1d4518c-5929-44f1-bfda-c76c2a700a3a tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Feb 03 05:17:47.229831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7f1-935a-4b0d-a37b-f031b9299141 req-e9915d2e-7ac2-4714-889c-15d427e26210 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:47.231329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7d7e7f1-935a-4b0d-a37b-f031b9299141 req-e9915d2e-7ac2-4714-889c-15d427e26210 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 943 time: 0.0585523 Feb 03 05:17:47.281334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e7d7e7f1-935a-4b0d-a37b-f031b9299141 req-167696c1-37a2-4d33-8866-8c998f598bff tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Feb 03 05:17:47.736851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6ce0ad57-99ce-407b-8725-f4c782b80f6e details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:17:47.844573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6ce0ad57-99ce-407b-8725-f4c782b80f6e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:47.855475 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '6ce0ad57-99ce-407b-8725-f4c782b80f6e', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'port_id': '6ce0ad57-99ce-407b-8725-f4c782b80f6e', 'mac_address': 'fa:16:3e:0e:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:17:47.892767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 6ce0ad57-99ce-407b-8725-f4c782b80f6e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:47.893160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:47.905971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce0ad57-99ce-407b-8725-f4c782b80f6e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:17:47.924744 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6ce0ad57-99ce-407b-8725-f4c782b80f6e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:47.931925 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:47.982603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=6ce0ad57-99ce-407b-8725-f4c782b80f6e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:48.137753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['6ce0ad57-99ce-407b-8725-f4c782b80f6e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:17:48.417117 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41d9b2-eb83-45b8-93d2-184847a4e205 req-21b81f1e-3941-4bc4-b5ce-9897b9201a97 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:48.418538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea41d9b2-eb83-45b8-93d2-184847a4e205 req-21b81f1e-3941-4bc4-b5ce-9897b9201a97 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 944 time: 0.0555494 Feb 03 05:17:48.465030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea41d9b2-eb83-45b8-93d2-184847a4e205 req-5cca2c76-79d9-488e-9b25-4c760479eaa1 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Feb 03 05:17:49.572453 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:17:49.594195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04315fb-4923-413c-bc93-8ffa5d8aee61 req-e83a2546-59f0-4dc5-859d-a64693cc9f55 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:49.595818 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f04315fb-4923-413c-bc93-8ffa5d8aee61 req-e83a2546-59f0-4dc5-859d-a64693cc9f55 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 944 time: 0.0628228 Feb 03 05:17:49.642042 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f04315fb-4923-413c-bc93-8ffa5d8aee61 req-9ec3dcf9-33d3-4c86-8ad1-4258d1cd1422 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Feb 03 05:17:49.751550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6ce0ad57-99ce-407b-8725-f4c782b80f6e up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:17:49.805036 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 6ce0ad57-99ce-407b-8725-f4c782b80f6e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:17:49.809301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 6ce0ad57-99ce-407b-8725-f4c782b80f6e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:17:49.809686 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:49.891454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 6ce0ad57-99ce-407b-8725-f4c782b80f6e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:17:49.891883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:49.915190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce0ad57-99ce-407b-8725-f4c782b80f6e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:17:49.917488 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385f84b2-038c-4b20-be9f-c5e7cea9c4be" -d '{"events": [{"server_uuid": "eac4e92d-0fca-4b7b-9843-6ac5af114eb6", "name": "network-vif-plugged", "status": "completed", "tag": "6ce0ad57-99ce-407b-8725-f4c782b80f6e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:17:49.930168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 6ce0ad57-99ce-407b-8725-f4c782b80f6e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:17:49.935242 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:49.958319 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f92558-b6f5-49b0-b7c1-6a9dd241fcca x-openstack-request-id: req-57f92558-b6f5-49b0-b7c1-6a9dd241fcca {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:17:49.958604 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac4e92d-0fca-4b7b-9843-6ac5af114eb6", "name": "network-vif-plugged", "status": "completed", "tag": "6ce0ad57-99ce-407b-8725-f4c782b80f6e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:17:49.958858 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57f92558-b6f5-49b0-b7c1-6a9dd241fcca {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:17:49.959244 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce0ad57-99ce-407b-8725-f4c782b80f6e', 'code': 200} Feb 03 05:17:49.986715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=6ce0ad57-99ce-407b-8725-f4c782b80f6e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:17:50.055291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc9e26-0243-4136-a3b3-815c9dcf06f3 req-cf07310d-6dcc-4228-8f64-4049092c26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:50.056866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dedc9e26-0243-4136-a3b3-815c9dcf06f3 req-cf07310d-6dcc-4228-8f64-4049092c26c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 1127 time: 0.0472605 Feb 03 05:17:50.110605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dedc9e26-0243-4136-a3b3-815c9dcf06f3 req-761b0f77-b09b-46ae-bd4c-e2b67e9f863e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Feb 03 05:17:50.767123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a622a-3e20-440c-b554-55583e6159bb req-70c73d38-44fd-4f89-b202-cd4f42e3f33c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:50.768956 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d4a622a-3e20-440c-b554-55583e6159bb req-70c73d38-44fd-4f89-b202-cd4f42e3f33c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 945 time: 0.0560632 Feb 03 05:17:50.816166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1d4a622a-3e20-440c-b554-55583e6159bb req-601582e1-ae15-4911-b3eb-bedeaf936d2a tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Feb 03 05:17:51.954352 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607ab2b-c000-4191-a739-f9176935ec30 req-6e05bbaf-bc41-49b3-b58f-608dad0d3a44 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:51.955859 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3607ab2b-c000-4191-a739-f9176935ec30 req-6e05bbaf-bc41-49b3-b58f-608dad0d3a44 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 945 time: 0.0574234 Feb 03 05:17:52.007448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3607ab2b-c000-4191-a739-f9176935ec30 req-c616504c-7716-481c-a62e-c714e9fcfea6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Feb 03 05:17:52.134140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06223b61-0dcf-4e67-98fd-8f9c9b886006 req-bf96b926-2db6-4c9f-acec-66d6864cd761 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:17:52.135530 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06223b61-0dcf-4e67-98fd-8f9c9b886006 req-bf96b926-2db6-4c9f-acec-66d6864cd761 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 945 time: 0.0604777 Feb 03 05:17:52.181820 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-06223b61-0dcf-4e67-98fd-8f9c9b886006 req-0cd18774-5cf6-4f20-a1a1-ea27a6a480a8 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Feb 03 05:17:54.250124 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:17:54.367321 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:03.231720 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8728b5be-5af6-4e92-bc46-ffaf1de56910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:06.424903 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0a11acf-9546-4ade-be94-46b12644b165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:06.868267 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:08.308777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:09.331091 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:24.122360 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-d130cf1b-34f7-4d72-84e5-60f45d72b5a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487311 Feb 03 05:18:24.214232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-00ce0e60-8802-4a54-a287-2d3b1cd057f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:24.215784 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-00ce0e60-8802-4a54-a287-2d3b1cd057f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 1127 time: 0.0494735 Feb 03 05:18:24.248525 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:24.379968 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:24.583913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-4c9f44c2-8841-43d3-b988-4dd1556c5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:24.585443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-4c9f44c2-8841-43d3-b988-4dd1556c5c9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 200 len: 918 time: 0.3506021 Feb 03 05:18:24.629830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-b6a2257e-770f-474b-8deb-c27dbf207c8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e HTTP/1.1" status: 200 len: 217 time: 0.0378027 Feb 03 05:18:24.678167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-37c18a6d-c50b-4039-8160-0148b3763666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:24.679537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-37c18a6d-c50b-4039-8160-0148b3763666 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6086c2d9-bba0-452d-a949-5f0a50d04404 HTTP/1.1" status: 200 len: 856 time: 0.0432463 Feb 03 05:18:24.732528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-1d6bfd0c-f470-428b-a574-ed20dc12fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:24.734098 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-1d6bfd0c-f470-428b-a574-ed20dc12fde7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482185 Feb 03 05:18:24.824862 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-12b04737-776d-4ee6-928f-85edf0fddc44 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841727 Feb 03 05:18:24.916093 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-36845f9d-d43f-47b9-aba2-78f8cd914fa0 req-fe32790a-aad0-495f-8e81-b3f7f8ada4e2 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848043 Feb 03 05:18:25.478210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0b131-1ca6-4dc5-8843-def21a24f9d7 req-a30e9fc5-ddb2-4769-8115-caa74a253b42 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:25.479741 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7a0b131-1ca6-4dc5-8843-def21a24f9d7 req-a30e9fc5-ddb2-4769-8115-caa74a253b42 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 945 time: 0.0553930 Feb 03 05:18:25.531418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b7a0b131-1ca6-4dc5-8843-def21a24f9d7 req-b38d50cd-9715-4748-8239-5f324effadc6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Feb 03 05:18:26.572931 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:18:26.674274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a765a3-8549-426e-80e5-241fb6ebd97b req-9c85fb3a-7fc3-4047-8f0b-bb416abbdea0 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:26.675889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a765a3-8549-426e-80e5-241fb6ebd97b req-9c85fb3a-7fc3-4047-8f0b-bb416abbdea0 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 945 time: 0.0569711 Feb 03 05:18:26.723138 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-19a765a3-8549-426e-80e5-241fb6ebd97b req-081a22c7-71d3-4810-bb35-4c6579ef642b tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Feb 03 05:18:27.056050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903089c-5619-4174-b6e0-7498de6ef09e req-c129b9dc-6d70-4880-b62c-64a6d3b8aee6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:27.057813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f903089c-5619-4174-b6e0-7498de6ef09e req-c129b9dc-6d70-4880-b62c-64a6d3b8aee6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 945 time: 0.0718088 Feb 03 05:18:27.155626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Deleting port 6ce0ad57-99ce-407b-8725-f4c782b80f6e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:18:27.155973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:27.246619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] For port 6ce0ad57-99ce-407b-8725-f4c782b80f6e, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=6ce0ad57-99ce-407b-8725-f4c782b80f6e,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:18:27.246986 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:27.260691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Calling delete_port for 6ce0ad57-99ce-407b-8725-f4c782b80f6e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:18:27.402897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6ce0ad57-99ce-407b-8725-f4c782b80f6e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:27.414963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['6ce0ad57-99ce-407b-8725-f4c782b80f6e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:18:27.434401 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Pushing event deleted for resources: {'Port': ['ID=6ce0ad57-99ce-407b-8725-f4c782b80f6e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:18:27.465247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.465624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.465973 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.466298 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.466645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.466975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.467307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.467662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.467989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.468344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.468752 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.469047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.469376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:27.488988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] No DVR routers for this DVR port 6ce0ad57-99ce-407b-8725-f4c782b80f6e on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:18:27.491538 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:27.494876 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f903089c-5619-4174-b6e0-7498de6ef09e req-449d5bc9-d446-4430-9fa5-85292bdba32c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "DELETE /v2.0/ports/6ce0ad57-99ce-407b-8725-f4c782b80f6e HTTP/1.1" status: 204 len: 173 time: 0.4317005 Feb 03 05:18:27.495328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'name': 'network-vif-deleted', 'tag': '6ce0ad57-99ce-407b-8725-f4c782b80f6e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:18:27.497610 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a0d1a8-fa79-4df6-940a-ace8ac27081a" -d '{"events": [{"server_uuid": "eac4e92d-0fca-4b7b-9843-6ac5af114eb6", "name": "network-vif-deleted", "tag": "6ce0ad57-99ce-407b-8725-f4c782b80f6e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:18:27.537337 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b26842e-f99e-4c93-b588-8f7423c053c5 x-openstack-request-id: req-0b26842e-f99e-4c93-b588-8f7423c053c5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:18:27.537635 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac4e92d-0fca-4b7b-9843-6ac5af114eb6", "name": "network-vif-deleted", "tag": "6ce0ad57-99ce-407b-8725-f4c782b80f6e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:18:27.537889 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b26842e-f99e-4c93-b588-8f7423c053c5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:18:27.538298 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac4e92d-0fca-4b7b-9843-6ac5af114eb6', 'name': 'network-vif-deleted', 'tag': '6ce0ad57-99ce-407b-8725-f4c782b80f6e', 'status': 'completed', 'code': 200} Feb 03 05:18:27.835214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59b5219e-8b31-45ef-9a9a-19425a7e6cfe req-56ffde22-7214-42e0-b7f2-2fe4fac120a6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=eac4e92d-0fca-4b7b-9843-6ac5af114eb6 HTTP/1.1" status: 200 len: 210 time: 0.0294392 Feb 03 05:18:29.744950 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-9fd86857-fbf7-4997-bb34-5feb502e134a tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:29.746404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-9fd86857-fbf7-4997-bb34-5feb502e134a tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/networks?id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 200 len: 817 time: 0.1051371 Feb 03 05:18:29.765737 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-87b09129-b78c-4e94-a978-f6f8cdeacce1 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/quotas/e7ca6b8a7a544f3ead3572f7a9001888 HTTP/1.1" status: 200 len: 375 time: 0.0112219 Feb 03 05:18:29.821117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-0902fcb6-c12e-45a9-9d70-e4232158c952 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502007 Feb 03 05:18:29.920266 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-6535f064-ece6-4057-a9df-79cf16637f89 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821097 Feb 03 05:18:30.019821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-b4f9ccb8-c409-4105-a71e-18773c0eebea service neutron] 10.222.0.35 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933568 Feb 03 05:18:30.188270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b99a4283-d94f-41fb-b534-e516c9ca1c48 req-68d89bf0-d3d5-4cb8-8f6e-e49690d44a1c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 210 time: 0.0279937 Feb 03 05:18:31.149110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-5be9eb00-bef1-453b-b066-32704a2c89e7 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:31.150757 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-5be9eb00-bef1-453b-b066-32704a2c89e7 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "GET /v2.0/networks?id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 200 len: 817 time: 0.1087756 Feb 03 05:18:31.163439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Request body: {'port': {'device_id': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'admin_state_up': True, 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:18:31.271853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Made reservation on behalf of e7ca6b8a7a544f3ead3572f7a9001888 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:18:31.275349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:31.286293 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-478a42c7-5c00-4195-b57b-9afe61c99fd2 req-e3d5e8d7-2732-46cf-a4ec-66d7899667d2 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 210 time: 0.0295198 Feb 03 05:18:31.409020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Allocated IP 172.20.0.3 (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f/6086c2d9-bba0-452d-a949-5f0a50d04404/c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:18:31.562078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks [] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:31.598372 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:31.642506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:18:31.647664 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:18:31.651302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:18:31.658257 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Pushing event updated for resources: {'Port': ['ID=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:18:31.704083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:31.704706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:31.722856 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-670f42c2-3233-4e00-94a0-f950ee6ac400 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5633972 Feb 03 05:18:31.734218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Request body: {'port': {'device_id': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:18:31.799997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:31.878786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1a8662de-4862-4113-a1c9-ed9721677145 None None] Provisioning complete for port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:18:31.879373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a8662de-4862-4113-a1c9-ed9721677145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:31.913015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1a8662de-4862-4113-a1c9-ed9721677145 None None] Port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:18:31.984422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6ce0ad57-99ce-407b-8725-f4c782b80f6e no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:18:32.006682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 6ce0ad57-99ce-407b-8725-f4c782b80f6e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:18:32.007009 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 6ce0ad57-99ce-407b-8725-f4c782b80f6e not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:18:32.066836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:18:32.076323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Publish callbacks [] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:32.089626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Transition to ACTIVE for port object c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:18:32.095056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:32.147821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Pushing event updated for resources: {'Port': ['ID=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:18:32.222293 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Attempting to bind port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:18:32.223022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Attempting to bind port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:18:32.223022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Attempting to bind port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:18:32.227920 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:18:32.228238 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Attempting to bind port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a on network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:18:32.233256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:18:32.233589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Checking segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:18:32.233972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Bound using segment: {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:18:32.234399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Bound port: c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:18:32.234839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:32.299548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] For port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:18:32.302652 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] For port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:18:32.309349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:32.349138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:32.349707 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:32.351131 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] 10.222.0.31 "PUT /v2.0/ports/c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a HTTP/1.1" status: 200 len: 1091 time: 0.6212826 Feb 03 05:18:32.351702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'tag': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:18:32.353996 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e870d72-da2a-4a41-af15-4ac596c29aef" -d '{"events": [{"name": "network-changed", "server_uuid": "823172ac-48b3-4b3e-ab14-a88b8d2b63aa", "tag": "c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:18:32.388597 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fd788-0a6b-42b1-9c02-0296a0a32370 service neutron] Pushing event updated for resources: {'Port': ['ID=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:18:32.438654 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963ed087-accd-4dd5-bc1c-1a13b0aea44b x-openstack-request-id: req-963ed087-accd-4dd5-bc1c-1a13b0aea44b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:18:32.438980 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823172ac-48b3-4b3e-ab14-a88b8d2b63aa", "tag": "c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:18:32.439244 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-963ed087-accd-4dd5-bc1c-1a13b0aea44b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:18:32.440065 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'tag': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a', 'status': 'completed', 'code': 200} Feb 03 05:18:32.441056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2919-403c-4c17-a8a5-2d5d10be16c1 req-f0563c00-ce2c-4eab-9b9e-29f77a5c54b1 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:32.443976 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9adf2919-403c-4c17-a8a5-2d5d10be16c1 req-f0563c00-ce2c-4eab-9b9e-29f77a5c54b1 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 943 time: 0.0867898 Feb 03 05:18:32.464232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-5ca751d8-d91a-4ba7-a420-f87234b459b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:32.466101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-5ca751d8-d91a-4ba7-a420-f87234b459b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 1125 time: 0.0629025 Feb 03 05:18:32.495896 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9adf2919-403c-4c17-a8a5-2d5d10be16c1 req-98087c2d-d29e-47f4-b956-99190c15200f tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Feb 03 05:18:32.512894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-2659b0b8-1e03-4b93-a63f-94f0545205bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a HTTP/1.1" status: 200 len: 217 time: 0.0400763 Feb 03 05:18:32.562974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-7badcafb-a260-4bd6-888b-33a872ebd381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:32.564507 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-7badcafb-a260-4bd6-888b-33a872ebd381 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6086c2d9-bba0-452d-a949-5f0a50d04404 HTTP/1.1" status: 200 len: 856 time: 0.0456986 Feb 03 05:18:32.620109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-3f6f89b9-6ac8-4e9b-b726-80bd7ca232fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:32.621619 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-3f6f89b9-6ac8-4e9b-b726-80bd7ca232fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513175 Feb 03 05:18:32.715960 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-e0fc34c2-3d3f-4b34-a25c-af757d869959 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878422 Feb 03 05:18:32.814399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e40ec7e3-4ec8-4e15-a2c1-942b41fe6393 req-f1e4c1cb-2812-44b8-a3fc-e24451b2748a service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905364 Feb 03 05:18:32.916506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-f085a64e-0c46-4fdb-a4d5-2f2f458ef10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:32.918048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-f085a64e-0c46-4fdb-a4d5-2f2f458ef10a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 1125 time: 0.0490217 Feb 03 05:18:33.012385 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-e917a525-49dd-4ce8-a3ad-e799e9886662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:33.013865 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-e917a525-49dd-4ce8-a3ad-e799e9886662 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 200 len: 918 time: 0.0892355 Feb 03 05:18:33.053400 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-1822ed7e-d8a6-4912-add9-b8e2bde4c35b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a HTTP/1.1" status: 200 len: 217 time: 0.0335069 Feb 03 05:18:33.100974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-2ef7cb95-6838-42bf-8e7d-d756d9c59923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:33.102367 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-2ef7cb95-6838-42bf-8e7d-d756d9c59923 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6086c2d9-bba0-452d-a949-5f0a50d04404 HTTP/1.1" status: 200 len: 856 time: 0.0432885 Feb 03 05:18:33.154845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-0d9fde29-d930-4e90-b367-0d0e793f887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:33.156391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-0d9fde29-d930-4e90-b367-0d0e793f887f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475256 Feb 03 05:18:33.227649 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e07f0725-a639-42c3-9629-99ef5922dbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:33.252205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-dc463e73-6542-4315-9c4b-4ab03485b241 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877125 Feb 03 05:18:33.347067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3e870d72-da2a-4a41-af15-4ac596c29aef req-26b665c9-9cfd-4fc2-86b2-1b8f36833503 service neutron] 10.222.0.31 "GET /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881519 Feb 03 05:18:33.628928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae906-bdc6-4528-a27c-6f30c4468658 req-6a715808-7bc1-41ec-8eb1-13c9161ce27d tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:33.630423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78cae906-bdc6-4528-a27c-6f30c4468658 req-6a715808-7bc1-41ec-8eb1-13c9161ce27d tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 943 time: 0.0550892 Feb 03 05:18:33.679142 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-78cae906-bdc6-4528-a27c-6f30c4468658 req-5ddf5ce6-6f70-489e-a461-feefe5acce46 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Feb 03 05:18:34.829335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d1be-4fd6-4401-844b-098a634b7b42 req-5e63a8ba-3f6d-45f8-968a-347a6e5237d7 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:34.830839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd71d1be-4fd6-4401-844b-098a634b7b42 req-5e63a8ba-3f6d-45f8-968a-347a6e5237d7 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 943 time: 0.0655358 Feb 03 05:18:34.883462 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dd71d1be-4fd6-4401-844b-098a634b7b42 req-d318c614-07d2-4126-9f1a-a5a45e788663 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Feb 03 05:18:36.017041 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8609e-2d81-4393-8206-7248ff1aa417 req-7bcb4954-8bc2-4b4f-80e4-814e76d82e31 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:36.018510 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9d8609e-2d81-4393-8206-7248ff1aa417 req-7bcb4954-8bc2-4b4f-80e4-814e76d82e31 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 943 time: 0.0569291 Feb 03 05:18:36.019178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:18:36.066078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a9d8609e-2d81-4393-8206-7248ff1aa417 req-12ab5dd7-f08e-44b2-ad4e-c117436e1ba1 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Feb 03 05:18:36.118940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:18:36.133342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a', 'network_id': 'dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f', 'port_id': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a', 'mac_address': 'fa:16:3e:bc:36:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6086c2d9-bba0-452d-a949-5f0a50d04404', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:18:36.170142 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:18:36.170465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:36.186209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:18:36.205631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:18:36.212846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:36.260363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:18:36.268339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.268699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.269051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.269398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.269736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.270077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.270413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.270737 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.271061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.271395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.271837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.272173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.272500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:18:36.413065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:18:36.456027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbb574b6-27e0-42ac-a8d0-75e5ddd17737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:36.869193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:37.195432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffbcc4-3d5f-454b-98e6-a3482c6417ee req-5009c6f7-a40d-4a46-ae55-d11f58dcca11 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:37.196902 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58ffbcc4-3d5f-454b-98e6-a3482c6417ee req-5009c6f7-a40d-4a46-ae55-d11f58dcca11 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 944 time: 0.0558984 Feb 03 05:18:37.248201 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-58ffbcc4-3d5f-454b-98e6-a3482c6417ee req-6b1e0f39-8c66-48c1-b054-8555fc201488 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Feb 03 05:18:38.035100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:18:38.090785 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:18:38.094580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:18:38.094957 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:38.176337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:18:38.176732 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:38.200151 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:18:38.202410 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835fc571-1d42-48b0-96e1-07550fc3b801" -d '{"events": [{"server_uuid": "823172ac-48b3-4b3e-ab14-a88b8d2b63aa", "name": "network-vif-plugged", "status": "completed", "tag": "c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:18:38.214980 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:18:38.220648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:38.245890 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8d248-b625-43d0-8a6a-0293188e2e07 x-openstack-request-id: req-75d8d248-b625-43d0-8a6a-0293188e2e07 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:18:38.246185 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823172ac-48b3-4b3e-ab14-a88b8d2b63aa", "name": "network-vif-plugged", "status": "completed", "tag": "c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:18:38.246444 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75d8d248-b625-43d0-8a6a-0293188e2e07 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:18:38.246842 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a', 'code': 200} Feb 03 05:18:38.271540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:18:38.310078 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:38.350479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b725872-f17e-4e3e-accc-02ce80faa12b req-77c9b0e7-8ff3-4492-833c-2b156b270a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:38.352025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1b725872-f17e-4e3e-accc-02ce80faa12b req-77c9b0e7-8ff3-4492-833c-2b156b270a0d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 1127 time: 0.0449543 Feb 03 05:18:38.385586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9282a-89d8-468c-863c-9c3e35ebd859 req-0d83a5f9-c949-4098-964c-dcce28104cc6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:38.387239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6e9282a-89d8-468c-863c-9c3e35ebd859 req-0d83a5f9-c949-4098-964c-dcce28104cc6 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 945 time: 0.0599744 Feb 03 05:18:38.400113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1b725872-f17e-4e3e-accc-02ce80faa12b req-4442a8af-be1b-4b69-8a98-8d4fd4ba219f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Feb 03 05:18:38.434035 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f6e9282a-89d8-468c-863c-9c3e35ebd859 req-7c91dcd6-a1ba-465c-8f30-145d7470e69f tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Feb 03 05:18:39.327537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:39.556666 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2442cd-ec72-412b-8313-c77b985573cd req-554027b5-7aa6-4c34-b709-fc928f69a991 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:39.558236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f2442cd-ec72-412b-8313-c77b985573cd req-554027b5-7aa6-4c34-b709-fc928f69a991 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 945 time: 0.0539889 Feb 03 05:18:39.609419 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f2442cd-ec72-412b-8313-c77b985573cd req-1ea71d63-9ef6-4a24-8262-db443c20013b tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Feb 03 05:18:39.738463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff9cea-ad20-453c-8135-47b3c55ac4c9 req-874e65c6-0002-4aaa-bb57-567059928d89 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:18:39.739969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efff9cea-ad20-453c-8135-47b3c55ac4c9 req-874e65c6-0002-4aaa-bb57-567059928d89 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 945 time: 0.0556765 Feb 03 05:18:39.795775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-efff9cea-ad20-453c-8135-47b3c55ac4c9 req-7c5229a5-ba68-4dad-93b3-e7aa55319a25 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Feb 03 05:18:54.254537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:18:54.381942 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:03.223536 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb48cbc8-6780-41df-a93f-57d8ac719ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:03.573757 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:19:06.431468 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea502f-b965-4c6c-bc36-26937c42fc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:06.867292 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:08.309584 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:09.323463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:12.944891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286413d9-6193-4351-9315-dc677bb17739 req-9a24f198-5afd-40c9-b238-9d110690fa15 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:12.946782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-286413d9-6193-4351-9315-dc677bb17739 req-9a24f198-5afd-40c9-b238-9d110690fa15 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 945 time: 0.0633073 Feb 03 05:19:12.998243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-286413d9-6193-4351-9315-dc677bb17739 req-86045720-895a-4480-8937-9302a5043198 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Feb 03 05:19:14.136314 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bbf29-589d-45ab-b861-7e01000b05bf req-0fef2b5f-2ace-44b6-a7e9-b5e810009593 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:14.137887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-386bbf29-589d-45ab-b861-7e01000b05bf req-0fef2b5f-2ace-44b6-a7e9-b5e810009593 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 945 time: 0.0610888 Feb 03 05:19:14.184968 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-386bbf29-589d-45ab-b861-7e01000b05bf req-81ca0c05-ae49-4b01-a723-736fb0b31882 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a9a864-c6ab-4fea-8300-dcad9a012782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Feb 03 05:19:14.464040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-f4b1cd14-34e1-430e-8d16-c84484db02c4 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:14.465405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-f4b1cd14-34e1-430e-8d16-c84484db02c4 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 945 time: 0.0597930 Feb 03 05:19:14.572417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Deleting port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:14.572736 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:14.673590 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] For port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:14.673989 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:14.690428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Calling delete_port for c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:14.822925 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:14.835312 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:19:14.859374 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Pushing event deleted for resources: {'Port': ['ID=c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:14.912824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] No DVR routers for this DVR port c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:19:14.915686 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:14.919227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1e7e34dd-30a4-4a77-8e67-7032bc2f89b3 req-af45c4e2-c610-48be-ba63-4ac275bf8c82 tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.31 "DELETE /v2.0/ports/c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a HTTP/1.1" status: 204 len: 173 time: 0.4474461 Feb 03 05:19:14.919731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'name': 'network-vif-deleted', 'tag': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:19:14.922295 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c40a4-6696-43ac-a101-764a9d43ba14" -d '{"events": [{"server_uuid": "823172ac-48b3-4b3e-ab14-a88b8d2b63aa", "name": "network-vif-deleted", "tag": "c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:19:14.959479 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8500580-f87f-409d-9b1e-fda8dcffb908 x-openstack-request-id: req-e8500580-f87f-409d-9b1e-fda8dcffb908 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:19:14.959829 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823172ac-48b3-4b3e-ab14-a88b8d2b63aa", "name": "network-vif-deleted", "tag": "c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:19:14.960061 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8500580-f87f-409d-9b1e-fda8dcffb908 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:19:14.960491 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823172ac-48b3-4b3e-ab14-a88b8d2b63aa', 'name': 'network-vif-deleted', 'tag': 'c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a', 'status': 'completed', 'code': 200} Feb 03 05:19:15.309684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bd4bc5f2-cec5-42cb-b576-3049e4c2f6e0 req-1d498e75-eea4-468c-86f7-dc689301996c tempest-TestEncryptedCinderVolumes-922914543 tempest-TestEncryptedCinderVolumes-922914543-project] 10.222.0.35 "GET /v2.0/ports?device_id=823172ac-48b3-4b3e-ab14-a88b8d2b63aa HTTP/1.1" status: 200 len: 210 time: 0.0336289 Feb 03 05:19:16.414394 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60242) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:16.779125 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (b0f9dabf-450b-468c-ba43-cf9ed4b44035), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:17.035357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Deleting port 5da89392-0f3b-459b-9b64-311d8a0237b0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:17.035614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:17.125447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] For port 5da89392-0f3b-459b-9b64-311d8a0237b0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=5da89392-0f3b-459b-9b64-311d8a0237b0,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:17.125826 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:17.143034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Calling delete_port for 5da89392-0f3b-459b-9b64-311d8a0237b0 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:17.356140 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (5da89392-0f3b-459b-9b64-311d8a0237b0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:17.382078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Pushing event deleted for resources: {'Port': ['ID=5da89392-0f3b-459b-9b64-311d8a0237b0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:17.394088 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.394443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.394797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.395143 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.395532 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.395877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.396188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.396523 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.396855 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.397195 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.397529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.397858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.398193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:17.559126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (b0f9dabf-450b-468c-ba43-cf9ed4b44035), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:17.777516 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Router b0f9dabf-450b-468c-ba43-cf9ed4b44035 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:19:17.882984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:19:17.891116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6009bfe4-fd15-4952-9e9e-60c9d9a2c2da admin admin] 10.222.0.35 "PUT /v2.0/routers/b0f9dabf-450b-468c-ba43-cf9ed4b44035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4731741 Feb 03 05:19:17.891252 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:17.893286 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] Sync routers for ids ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:19:17.903768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] Routers {'b0f9dabf-450b-468c-ba43-cf9ed4b44035'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:17.904402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:17.994289 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks [] for router (b0f9dabf-450b-468c-ba43-cf9ed4b44035), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.009350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] Set router b0f9dabf-450b-468c-ba43-cf9ed4b44035 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:18.095453 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks [] for router_gateway (b0f9dabf-450b-468c-ba43-cf9ed4b44035), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.153997 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Deleting port cc3ba27d-d4ba-4720-b799-6a6498259e1a {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:18.154238 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.186452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:19:17Z', 'revision_number': 5, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port': {'id': 'cc3ba27d-d4ba-4720-b799-6a6498259e1a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:31Z', 'updated_at': '2022-02-03T05:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:18.219616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:19:18.222759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] Checking router: b0f9dabf-450b-468c-ba43-cf9ed4b44035 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:19:18.235682 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] For port cc3ba27d-d4ba-4720-b799-6a6498259e1a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cc3ba27d-d4ba-4720-b799-6a6498259e1a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:18.236060 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.240945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:19:18.241293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device c6eb52ca-7125-4cb2-b0d4-dfe0ddc3ac0a not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:19:18.248879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] Routers {'b0f9dabf-450b-468c-ba43-cf9ed4b44035'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:18.249491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:18.249634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Calling delete_port for cc3ba27d-d4ba-4720-b799-6a6498259e1a owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:18.338767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] Set router b0f9dabf-450b-468c-ba43-cf9ed4b44035 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:18.393575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:19:18Z', 'revision_number': 6, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:18.419686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3a309-db3e-4ced-bfbb-5bb548c8f396 None None] The sync data for ids ['b0f9dabf-450b-468c-ba43-cf9ed4b44035'] in n-d-827549-1 is: [{'id': 'b0f9dabf-450b-468c-ba43-cf9ed4b44035', 'name': 'tempest-TestEncryptedCinderVolumes-1351427386-router', 'tenant_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:30Z', 'updated_at': '2022-02-03T05:19:18Z', 'revision_number': 6, 'project_id': 'e7ca6b8a7a544f3ead3572f7a9001888', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:19:18.422969 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cc3ba27d-d4ba-4720-b799-6a6498259e1a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.460325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3ba27d-d4ba-4720-b799-6a6498259e1a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:18.517881 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (b0f9dabf-450b-468c-ba43-cf9ed4b44035), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.928794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (b0f9dabf-450b-468c-ba43-cf9ed4b44035), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.931065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks [] for router_controller (b0f9dabf-450b-468c-ba43-cf9ed4b44035), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.976319 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (b0f9dabf-450b-468c-ba43-cf9ed4b44035), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.976860 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f9dabf-450b-468c-ba43-cf9ed4b44035 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:19:18.981497 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:18.982638 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a44493b3-a82f-4a97-be42-e61e6ca8be55 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b0f9dabf-450b-468c-ba43-cf9ed4b44035 HTTP/1.1" status: 204 len: 168 time: 1.0903883 Feb 03 05:19:18.986435 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:19.032174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] Deleting subnet 6086c2d9-bba0-452d-a949-5f0a50d04404 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:19:19.036364 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] Publish callbacks [] for subnet (6086c2d9-bba0-452d-a949-5f0a50d04404), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.071927 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (6086c2d9-bba0-452d-a949-5f0a50d04404), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.157532 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (6086c2d9-bba0-452d-a949-5f0a50d04404), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.214092 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (6086c2d9-bba0-452d-a949-5f0a50d04404), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.239372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6086c2d9-bba0-452d-a949-5f0a50d04404,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:19.243556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.246761 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3552d623-c22a-413d-95f7-4652877f62c8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6086c2d9-bba0-452d-a949-5f0a50d04404 HTTP/1.1" status: 204 len: 168 time: 0.2593758 Feb 03 05:19:19.249388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:19.250446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d77a42-6576-4667-98da-017e1260b9ed None None] Network dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:19:19.322270 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.376683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Deleting port e5bc4552-9b68-493e-b54c-4d6cbc068533 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:19.377156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.432337 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] DHCP port deletion for dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:19:19.445963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] For port e5bc4552-9b68-493e-b54c-4d6cbc068533, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5bc4552-9b68-493e-b54c-4d6cbc068533,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:19.446264 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.459986 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Calling delete_port for e5bc4552-9b68-493e-b54c-4d6cbc068533 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:19.485237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] Deleting port e5bc4552-9b68-493e-b54c-4d6cbc068533 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:19.485772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.548920 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.549146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] For port e5bc4552-9b68-493e-b54c-4d6cbc068533, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e5bc4552-9b68-493e-b54c-4d6cbc068533,segment=NetworkSegment(0744ff2c-0c9b-4e09-b8a2-e601c060d6a9),segment_id=0744ff2c-0c9b-4e09-b8a2-e601c060d6a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:19.549437 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.565549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] Calling delete_port for e5bc4552-9b68-493e-b54c-4d6cbc068533 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:19.574838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bc4552-9b68-493e-b54c-4d6cbc068533,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:19.580166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] No DVR routers for this DVR port e5bc4552-9b68-493e-b54c-4d6cbc068533 on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 05:19:19.639449 n-d-827549-1 neutron-server[103325]: self.session.flush() Feb 03 05:19:19.644516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (e5bc4552-9b68-493e-b54c-4d6cbc068533), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.656445 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.670602 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] Pushing event deleted for resources: {'Port': ['ID=e5bc4552-9b68-493e-b54c-4d6cbc068533,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:19.674197 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122e1b5-2082-4ba4-bbdd-913f869bf429 None None] No DVR routers for this DVR port e5bc4552-9b68-493e-b54c-4d6cbc068533 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:19:19.681797 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:19.696432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5da89392-0f3b-459b-9b64-311d8a0237b0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:19:19.696868 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:19.697182 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0744ff2c-0c9b-4e09-b8a2-e601c060d6a9') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:19.707148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (0744ff2c-0c9b-4e09-b8a2-e601c060d6a9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.716911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 5da89392-0f3b-459b-9b64-311d8a0237b0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:19:19.717253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 5da89392-0f3b-459b-9b64-311d8a0237b0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:19:19.717670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5bc4552-9b68-493e-b54c-4d6cbc068533 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:19:19.721383 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0744ff2c-0c9b-4e09-b8a2-e601c060d6a9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.727524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:19:19.727944 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (0744ff2c-0c9b-4e09-b8a2-e601c060d6a9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:19:19.729712 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:19:19.736596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e5bc4552-9b68-493e-b54c-4d6cbc068533 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:19:19.736939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e5bc4552-9b68-493e-b54c-4d6cbc068533 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:19:19.737355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cc3ba27d-d4ba-4720-b799-6a6498259e1a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:19:19.758816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cc3ba27d-d4ba-4720-b799-6a6498259e1a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:19:19.759294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cc3ba27d-d4ba-4720-b799-6a6498259e1a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:19:19.784384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.789414 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:19.792684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] 10.222.0.35 "DELETE /v2.0/networks/dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f HTTP/1.1" status: 204 len: 168 time: 0.5423758 Feb 03 05:19:19.795718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:19.804863 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07da860-314d-4920-ac32-b487f6550b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbc2cf4-d6b7-4b89-83ed-f2578644ec8f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:20.142267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (e6a17197-e0a5-4311-8760-367cb933dc54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:20.415276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Deleting port d530579a-57dc-4d60-9324-5fc600df06a0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:20.415563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:20.501113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] For port d530579a-57dc-4d60-9324-5fc600df06a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=d530579a-57dc-4d60-9324-5fc600df06a0,segment=NetworkSegment(eeb06f14-119b-4b33-94ee-8d4570819977),segment_id=eeb06f14-119b-4b33-94ee-8d4570819977)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:20.501474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:20.514247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Calling delete_port for d530579a-57dc-4d60-9324-5fc600df06a0 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:20.971440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d530579a-57dc-4d60-9324-5fc600df06a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:20.996362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=d530579a-57dc-4d60-9324-5fc600df06a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:21.165113 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (e6a17197-e0a5-4311-8760-367cb933dc54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:21.383521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Router e6a17197-e0a5-4311-8760-367cb933dc54 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:19:21.497522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:19:21.502726 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-529cb41f-8a34-410a-9d81-cd7db4a73f13 admin admin] 10.222.0.35 "PUT /v2.0/routers/e6a17197-e0a5-4311-8760-367cb933dc54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7058306 Feb 03 05:19:21.505440 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:21.507306 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] Sync routers for ids ['e6a17197-e0a5-4311-8760-367cb933dc54'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:19:21.518290 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] Routers {'e6a17197-e0a5-4311-8760-367cb933dc54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:21.518901 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e6a17197-e0a5-4311-8760-367cb933dc54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:21.610749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks [] for router (e6a17197-e0a5-4311-8760-367cb933dc54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:21.621638 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] Set router e6a17197-e0a5-4311-8760-367cb933dc54 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:21.716800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks [] for router_gateway (e6a17197-e0a5-4311-8760-367cb933dc54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:21.767840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Deleting port 340356a2-1501-4943-82e9-d54bd603b967 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:21.768179 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (340356a2-1501-4943-82e9-d54bd603b967), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:21.799474 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '340356a2-1501-4943-82e9-d54bd603b967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:19:20Z', 'revision_number': 5, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port': {'id': '340356a2-1501-4943-82e9-d54bd603b967', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:21.825355 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] Checking router: e6a17197-e0a5-4311-8760-367cb933dc54 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:19:21.833883 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] Routers {'e6a17197-e0a5-4311-8760-367cb933dc54'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:21.834479 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['e6a17197-e0a5-4311-8760-367cb933dc54'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:21.849968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] For port 340356a2-1501-4943-82e9-d54bd603b967, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=340356a2-1501-4943-82e9-d54bd603b967,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:21.850331 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (340356a2-1501-4943-82e9-d54bd603b967), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:21.863352 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Calling delete_port for 340356a2-1501-4943-82e9-d54bd603b967 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:21.918595 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] Set router e6a17197-e0a5-4311-8760-367cb933dc54 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:21.972521 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:19:21Z', 'revision_number': 6, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:21.999250 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b830c-3906-44f7-9437-20c81263bd9f None None] The sync data for ids ['e6a17197-e0a5-4311-8760-367cb933dc54'] in n-d-827549-1 is: [{'id': 'e6a17197-e0a5-4311-8760-367cb933dc54', 'name': 'tempest-TestEncryptedCinderVolumes-1866199491-router', 'tenant_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:17:36Z', 'updated_at': '2022-02-03T05:19:21Z', 'revision_number': 6, 'project_id': 'f7b5a36a2e3d4f3bbcecd3a9a51bc0fa', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:19:22.029525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (340356a2-1501-4943-82e9-d54bd603b967), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.056354 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Pushing event deleted for resources: {'Port': ['ID=340356a2-1501-4943-82e9-d54bd603b967,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:22.119217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (e6a17197-e0a5-4311-8760-367cb933dc54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.206732 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (e6a17197-e0a5-4311-8760-367cb933dc54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.208786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks [] for router_controller (e6a17197-e0a5-4311-8760-367cb933dc54), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.261078 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (e6a17197-e0a5-4311-8760-367cb933dc54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.262251 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a17197-e0a5-4311-8760-367cb933dc54 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:19:22.267964 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.270650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-02575a21-c05a-4467-b7f5-f815b965106b admin admin] 10.222.0.35 "DELETE /v2.0/routers/e6a17197-e0a5-4311-8760-367cb933dc54 HTTP/1.1" status: 204 len: 168 time: 0.7638264 Feb 03 05:19:22.274307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:22.330562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] Deleting subnet 2d1acbdd-5f42-4833-9fd5-e60406eb97d4 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:19:22.334611 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] Publish callbacks [] for subnet (2d1acbdd-5f42-4833-9fd5-e60406eb97d4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.372177 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (2d1acbdd-5f42-4833-9fd5-e60406eb97d4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.454514 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (2d1acbdd-5f42-4833-9fd5-e60406eb97d4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.512982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (2d1acbdd-5f42-4833-9fd5-e60406eb97d4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.538223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1acbdd-5f42-4833-9fd5-e60406eb97d4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:22.542375 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.546161 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e66de50-fddd-46c3-87ff-290fcb69b8f4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2d1acbdd-5f42-4833-9fd5-e60406eb97d4 HTTP/1.1" status: 204 len: 168 time: 0.2704930 Feb 03 05:19:22.548642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:22.550292 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abb27c-cb7a-4fbc-9ec2-912761ed3b3f None None] Network 94a43348-8e16-498c-add1-b9922623907e requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:19:22.618159 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (94a43348-8e16-498c-add1-b9922623907e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.670866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Deleting port 21fbb0cb-3e64-490d-b891-393861ca5f4b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:22.671213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.737525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] For port 21fbb0cb-3e64-490d-b891-393861ca5f4b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21fbb0cb-3e64-490d-b891-393861ca5f4b,segment=NetworkSegment(eeb06f14-119b-4b33-94ee-8d4570819977),segment_id=eeb06f14-119b-4b33-94ee-8d4570819977)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:22.737525 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.750865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Calling delete_port for 21fbb0cb-3e64-490d-b891-393861ca5f4b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:22.767005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] DHCP port deletion for 94a43348-8e16-498c-add1-b9922623907e request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:19:22.816458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] Deleting port 21fbb0cb-3e64-490d-b891-393861ca5f4b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:19:22.816828 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.834011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.860657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Pushing event deleted for resources: {'Port': ['ID=21fbb0cb-3e64-490d-b891-393861ca5f4b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:22.864062 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] No DVR routers for this DVR port 21fbb0cb-3e64-490d-b891-393861ca5f4b on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:19:22.885484 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] For port 21fbb0cb-3e64-490d-b891-393861ca5f4b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=21fbb0cb-3e64-490d-b891-393861ca5f4b,segment=NetworkSegment(eeb06f14-119b-4b33-94ee-8d4570819977),segment_id=eeb06f14-119b-4b33-94ee-8d4570819977)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:22.886175 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.900025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] Calling delete_port for 21fbb0cb-3e64-490d-b891-393861ca5f4b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:19:22.936001 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (94a43348-8e16-498c-add1-b9922623907e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.961744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a43348-8e16-498c-add1-b9922623907e']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:22.973084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb06f14-119b-4b33-94ee-8d4570819977') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:22.973390 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb06f14-119b-4b33-94ee-8d4570819977') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:22.981532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (21fbb0cb-3e64-490d-b891-393861ca5f4b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:22.987761 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (eeb06f14-119b-4b33-94ee-8d4570819977), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.003997 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (eeb06f14-119b-4b33-94ee-8d4570819977), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.010844 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:19:23.011405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (eeb06f14-119b-4b33-94ee-8d4570819977), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.011777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] Pushing event deleted for resources: {'Port': ['ID=21fbb0cb-3e64-490d-b891-393861ca5f4b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:19:23.013572 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:19:23.019188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bb923-23a0-47f2-8fa0-45783d5065ae None None] No DVR routers for this DVR port 21fbb0cb-3e64-490d-b891-393861ca5f4b on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:19:23.078672 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (94a43348-8e16-498c-add1-b9922623907e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.085711 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.089582 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] 10.222.0.35 "DELETE /v2.0/networks/94a43348-8e16-498c-add1-b9922623907e HTTP/1.1" status: 204 len: 168 time: 0.5397003 Feb 03 05:19:23.100447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43257f-9a54-45c6-903a-254c23ec512c admin admin] Pushing event deleted for resources: {'Network': ['ID=94a43348-8e16-498c-add1-b9922623907e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:23.302907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:23.346913 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4f11c87e-7da1-4ff2-ad45-428c0abb2a60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7ca6b8a7a544f3ead3572f7a9001888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403895 Feb 03 05:19:23.349388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:23.406753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb721925-846f-4f88-a604-4ec497cafcfb admin admin] Publish callbacks [] for security_group (55a9a864-c6ab-4fea-8300-dcad9a012782), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.430000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb721925-846f-4f88-a604-4ec497cafcfb admin admin] Publish callbacks [] for security_group (55a9a864-c6ab-4fea-8300-dcad9a012782), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.480684 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb721925-846f-4f88-a604-4ec497cafcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (55a9a864-c6ab-4fea-8300-dcad9a012782), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.483392 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb721925-846f-4f88-a604-4ec497cafcfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.484671 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eb721925-846f-4f88-a604-4ec497cafcfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55a9a864-c6ab-4fea-8300-dcad9a012782 HTTP/1.1" status: 204 len: 168 time: 0.1342232 Feb 03 05:19:23.493623 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb721925-846f-4f88-a604-4ec497cafcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a9a864-c6ab-4fea-8300-dcad9a012782,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:23.693856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 340356a2-1501-4943-82e9-d54bd603b967 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:19:23.714377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 340356a2-1501-4943-82e9-d54bd603b967 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:19:23.714978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 340356a2-1501-4943-82e9-d54bd603b967 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:19:23.715581 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d530579a-57dc-4d60-9324-5fc600df06a0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:19:23.734079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: d530579a-57dc-4d60-9324-5fc600df06a0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:19:23.734431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device d530579a-57dc-4d60-9324-5fc600df06a0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:19:23.734869 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21fbb0cb-3e64-490d-b891-393861ca5f4b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:19:23.756302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 21fbb0cb-3e64-490d-b891-393861ca5f4b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:19:23.756702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 21fbb0cb-3e64-490d-b891-393861ca5f4b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:19:23.820564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60270) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:23.861742 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c4a92d7b-a0b8-4f8b-a59a-f5ee93d6476b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7b5a36a2e3d4f3bbcecd3a9a51bc0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400150 Feb 03 05:19:23.864274 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:23.910957 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f02283a7-ae8e-4a70-b1e2-9baadfbeadaf admin admin] Publish callbacks [] for security_group (58924cd0-ee3f-4b95-8a09-09a7bd69562e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.932535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f02283a7-ae8e-4a70-b1e2-9baadfbeadaf admin admin] Publish callbacks [] for security_group (58924cd0-ee3f-4b95-8a09-09a7bd69562e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.983297 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f02283a7-ae8e-4a70-b1e2-9baadfbeadaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (58924cd0-ee3f-4b95-8a09-09a7bd69562e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.986312 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f02283a7-ae8e-4a70-b1e2-9baadfbeadaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:23.987491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f02283a7-ae8e-4a70-b1e2-9baadfbeadaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58924cd0-ee3f-4b95-8a09-09a7bd69562e HTTP/1.1" status: 204 len: 168 time: 0.1222162 Feb 03 05:19:23.995365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02283a7-ae8e-4a70-b1e2-9baadfbeadaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58924cd0-ee3f-4b95-8a09-09a7bd69562e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:24.268604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:24.373793 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:24.682669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:24.784399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-495892006-network', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:24.807669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Made reservation on behalf of 173abe0b38d544ce88d55edaacc5be9c for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:19:24.809935 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:24.820857 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:24.897522 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks [] for security_group (0508cd3b-499a-467d-afe0-89e86aa872b6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:24.902461 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0508cd3b-499a-467d-afe0-89e86aa872b6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:24.927313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:19:24.936925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0508cd3b-499a-467d-afe0-89e86aa872b6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:24.942720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7fb34011-4359-41a7-9ea5-045d311fd46c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:24.943059 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Added segment 7fb34011-4359-41a7-9ea5-045d311fd46c of type vlan for network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 Feb 03 05:19:24.982946 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (9032b48a-9ae8-4381-bf01-8d6a191ef4f5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.009566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (9032b48a-9ae8-4381-bf01-8d6a191ef4f5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.010654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:25.011350 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.044078 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3603096 Feb 03 05:19:25.046961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60298) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:25.082313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Request body: {'subnet': {'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-495892006-subnet', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:25.090998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c41b83-2e0e-4761-accf-e36deb903873 admin admin] Pushing event updated for resources: {'Network': ['ID=9032b48a-9ae8-4381-bf01-8d6a191ef4f5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:25.100949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:19:25.109833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Made reservation on behalf of 173abe0b38d544ce88d55edaacc5be9c for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:19:25.112455 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.280065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (86ee8504-52ae-47be-a6b1-a127808b30ac), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.330438 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ee8504-52ae-47be-a6b1-a127808b30ac,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:25.347720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Checking segment: {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:25.348095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Network hostable DHCP agents. Network: 9032b48a-9ae8-4381-bf01-8d6a191ef4f5, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:19:25.367345 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:19:25.377604 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 9032b48a-9ae8-4381-bf01-8d6a191ef4f5) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:25.381968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:25.382600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.386526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7addc1b0-1230-4aaa-85c2-b1ea4ff294ec None None] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:19:25.400165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3942892a-2f35-4c07-9d4b-37caf9f67d06 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3521035 Feb 03 05:19:25.403103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:25.407463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:25.426771 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (b028d989-b24a-4699-9834-23291b13c4b2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.427796 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (b028d989-b24a-4699-9834-23291b13c4b2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.478258 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks [] for router_controller (b028d989-b24a-4699-9834-23291b13c4b2), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.488575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:19:25.489452 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.623546 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks [] for router_gateway (b028d989-b24a-4699-9834-23291b13c4b2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.636169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Allocated IP 172.20.0.2 (9032b48a-9ae8-4381-bf01-8d6a191ef4f5/86ee8504-52ae-47be-a6b1-a127808b30ac/8ed75bba-719f-42c7-a673-5f2e2bbf2609) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:19:25.780910 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Publish callbacks [] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.789340 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.821059 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks [] for router_gateway (b028d989-b24a-4699-9834-23291b13c4b2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.830962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:25.836126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:25.838609 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Pushing event updated for resources: {'Port': ['ID=8ed75bba-719f-42c7-a673-5f2e2bbf2609,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:25.840903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:19:25.846824 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.897754 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Attempting to bind port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:19:25.898118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Attempting to bind port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:19:25.898478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Attempting to bind port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 on network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:25.907593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:19:25.908106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Checking segment: {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:25.908526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.908921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Bound using segment: {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:19:25.909390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Bound port: 8ed75bba-719f-42c7-a673-5f2e2bbf2609, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:19:25.909774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:25.952447 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Allocated IP 172.25.7.205 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/01f160ff-1a99-47eb-95d0-d0fa6bfae46b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:19:25.971349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] For port 8ed75bba-719f-42c7-a673-5f2e2bbf2609, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:19:25.974450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] For port 8ed75bba-719f-42c7-a673-5f2e2bbf2609, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8ed75bba-719f-42c7-a673-5f2e2bbf2609,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:19:25.983946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:26.043255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93319d-26c7-4152-bead-9ab7113158e2 None None] Pushing event updated for resources: {'Port': ['ID=8ed75bba-719f-42c7-a673-5f2e2bbf2609,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:26.069621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks [] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:26.105535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:26.144102 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:26.149277 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:26.152887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:19:26.158485 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Pushing event updated for resources: {'Port': ['ID=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:26.429236 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks [] for router_gateway (b028d989-b24a-4699-9834-23291b13c4b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:26.631991 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (b028d989-b24a-4699-9834-23291b13c4b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:26.765727 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Router b028d989-b24a-4699-9834-23291b13c4b2 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:19:26.876323 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:19:26.885563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Sync routers for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:19:26.895682 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:26.897280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:26.897887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fa831d05-f6c1-4067-9ee9-b1666ef72eba admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4934666 Feb 03 05:19:26.897998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:26.900372 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60304) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:27.108803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cca861-1963-4793-aee7-32e7b0243d02 None None] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:19:27.222805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-37a8e01d-6adb-4458-8b7b-01ecee0069ff None None] Provisioning complete for port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:27.223072 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37a8e01d-6adb-4458-8b7b-01ecee0069ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.258534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:27.325468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.488538 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Allocated IP 172.20.0.1 (9032b48a-9ae8-4381-bf01-8d6a191ef4f5/86ee8504-52ae-47be-a6b1-a127808b30ac/73eba00a-5be8-415e-abc3-38ade644a3db) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:19:27.492801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-37a8e01d-6adb-4458-8b7b-01ecee0069ff None None] Current status of the port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:27.493076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37a8e01d-6adb-4458-8b7b-01ecee0069ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.536032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-37a8e01d-6adb-4458-8b7b-01ecee0069ff None None] For port 8ed75bba-719f-42c7-a673-5f2e2bbf2609, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8ed75bba-719f-42c7-a673-5f2e2bbf2609,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:27.543678 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37a8e01d-6adb-4458-8b7b-01ecee0069ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.571867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:26Z', 'revision_number': 3, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:27.608169 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Checking router: b028d989-b24a-4699-9834-23291b13c4b2 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:19:27.608532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Updating router b028d989-b24a-4699-9834-23291b13c4b2 port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:19:27.649365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8e01d-6adb-4458-8b7b-01ecee0069ff None None] Pushing event updated for resources: {'Port': ['ID=8ed75bba-719f-42c7-a673-5f2e2bbf2609,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:27.654882 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.789567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-96517e2d-74fc-4c4b-ab39-18d47c7e8606 None None] Provisioning complete for port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:27.789915 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96517e2d-74fc-4c4b-ab39-18d47c7e8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.794645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8ed75bba-719f-42c7-a673-5f2e2bbf2609 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:27.960278 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks [] for port (73eba00a-5be8-415e-abc3-38ade644a3db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.978884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:27.979393 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:27.996311 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.035911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:28.040752 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:28.044810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:19:28.046124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-96517e2d-74fc-4c4b-ab39-18d47c7e8606 None None] Current status of the port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:28.068975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Pushing event updated for resources: {'Port': ['ID=73eba00a-5be8-415e-abc3-38ade644a3db,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:28.077375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Publish callbacks [] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.087091 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.091104 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (b028d989-b24a-4699-9834-23291b13c4b2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.175334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfa4d8-1d00-4cbf-b569-47168ca5421c None None] Pushing event updated for resources: {'Port': ['ID=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:28.179257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Attempting to bind port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:19:28.179692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Attempting to bind port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:19:28.180068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Attempting to bind port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:28.182083 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:28.188524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:19:28.188917 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:28.189334 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.190048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:19:28.190209 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Bound port: 01f160ff-1a99-47eb-95d0-d0fa6bfae46b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:19:28.190580 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.235336 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.245978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] For port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:19:28.249362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] For port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:19:28.256856 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.316600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:28.317159 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:28.352424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfa4d8-1d00-4cbf-b569-47168ca5421c None None] Pushing event updated for resources: {'Port': ['ID=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:28.414629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks [] for port (73eba00a-5be8-415e-abc3-38ade644a3db), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.419908 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.422072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-559b14d7-d99d-4641-965d-1524a86cddfe None None] Provisioning complete for port 73eba00a-5be8-415e-abc3-38ade644a3db triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:28.422450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-559b14d7-d99d-4641-965d-1524a86cddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.465981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:28.488784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (b028d989-b24a-4699-9834-23291b13c4b2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.490615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Pushing event updated for resources: {'Port': ['ID=73eba00a-5be8-415e-abc3-38ade644a3db,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:28.495753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-559b14d7-d99d-4641-965d-1524a86cddfe None None] Port 73eba00a-5be8-415e-abc3-38ade644a3db cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:19:28.581788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:28.583076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:28.674798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:27Z', 'revision_number': 1, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:28.708669 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Router b028d989-b24a-4699-9834-23291b13c4b2 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:19:28.823787 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:19:28.829069 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-14b88221-764d-4a20-944b-699a1ff04367 admin admin] 10.222.0.35 "PUT /v2.0/routers/b028d989-b24a-4699-9834-23291b13c4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9275658 Feb 03 05:19:28.877285 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c4eeb-86ba-4ead-9dcc-ab5bd7c0337f None None] The sync data for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 is: [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:27Z', 'revision_number': 1, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:19:28.889403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e8508e9d-40c3-45c1-9f3d-59c036c9311b None None] Provisioning complete for port 73eba00a-5be8-415e-abc3-38ade644a3db triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:28.889790 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8508e9d-40c3-45c1-9f3d-59c036c9311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:28.924679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e8508e9d-40c3-45c1-9f3d-59c036c9311b None None] Port 73eba00a-5be8-415e-abc3-38ade644a3db cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:19:29.339629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:29.344810 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1408754007-network', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:29.365109 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Made reservation on behalf of 63c1b93eba7c48099a1c57b3696ab7e5 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:19:29.367948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.377735 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.461467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks [] for security_group (1871fba2-996f-41d9-9ce5-4da23b515068), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.469262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1871fba2-996f-41d9-9ce5-4da23b515068), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.497625 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:19:29.504274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1871fba2-996f-41d9-9ce5-4da23b515068,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:29.513572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (975636a0-49ee-4a9c-83da-f39f6355145c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.513914 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Added segment 975636a0-49ee-4a9c-83da-f39f6355145c of type vlan for network e20cfced-6499-4d09-83f1-8f31b00aee43 Feb 03 05:19:29.516268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.516622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.516962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.517305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.517640 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.517970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.518300 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.518627 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.518951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.519279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.519711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.520053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.520363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:29.577887 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (e20cfced-6499-4d09-83f1-8f31b00aee43), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.606412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (e20cfced-6499-4d09-83f1-8f31b00aee43), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.607526 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:29.608178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.666608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3231573 Feb 03 05:19:29.668507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60322) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:29.673632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Request body: {'subnet': {'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1408754007-subnet', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:29.699308 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Made reservation on behalf of 63c1b93eba7c48099a1c57b3696ab7e5 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:19:29.704763 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.708090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9e0e-a521-447e-82f5-bfc29615cb78 admin admin] Pushing event updated for resources: {'Network': ['ID=e20cfced-6499-4d09-83f1-8f31b00aee43,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:29.722922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network e20cfced-6499-4d09-83f1-8f31b00aee43 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:19:29.853068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01f160ff-1a99-47eb-95d0-d0fa6bfae46b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:29.902730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:29.903152 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.921881 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.983706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:29.984104 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:29.984515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Checking segment: {'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:29.984883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Network hostable DHCP agents. Network: e20cfced-6499-4d09-83f1-8f31b00aee43, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:19:29.991473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:30.006762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:30.010136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Network e20cfced-6499-4d09-83f1-8f31b00aee43 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:19:30.013082 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.013890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8ed75bba-719f-42c7-a673-5f2e2bbf2609 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:30.023057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, e20cfced-6499-4d09-83f1-8f31b00aee43) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:30.030423 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:30.030542 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.054712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:30.056094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0ecb886e-b96a-483b-8848-ec53f8ab712f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3863907 Feb 03 05:19:30.058508 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8833fa-faf0-4bf9-bb18-8fa69cb58c6d None None] Network e20cfced-6499-4d09-83f1-8f31b00aee43 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:19:30.059396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:30.083378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (061f9706-71f9-4362-a2b9-e5230de3e9b6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.084711 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (061f9706-71f9-4362-a2b9-e5230de3e9b6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.149125 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks [] for router_controller (061f9706-71f9-4362-a2b9-e5230de3e9b6), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.163840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:30.198052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:30.198680 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.223128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-e20cfced-6499-4d09-83f1-8f31b00aee43', 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43', 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'fixed_ips': [{'subnet_id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:19:30.224160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.305593 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks [] for router_gateway (061f9706-71f9-4362-a2b9-e5230de3e9b6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.395817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:30.411615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Allocated IP 172.20.0.2 (e20cfced-6499-4d09-83f1-8f31b00aee43/e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3/c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:19:30.532963 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks [] for router_gateway (061f9706-71f9-4362-a2b9-e5230de3e9b6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.551939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.575430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Publish callbacks [] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.593402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.632136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Network e20cfced-6499-4d09-83f1-8f31b00aee43 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:30.634969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:30.641047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:19:30.649750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Pushing event updated for resources: {'Port': ['ID=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:30.664359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Allocated IP 172.25.7.124 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7e188b81-35e5-4b78-8ec4-649df8e8d86d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:19:30.702243 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Attempting to bind port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:19:30.702618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Attempting to bind port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:19:30.702983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Attempting to bind port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd on network e20cfced-6499-4d09-83f1-8f31b00aee43 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:30.707934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:19:30.708413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Checking segment: {'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:30.708822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.709218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Bound using segment: {'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:19:30.709700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Bound port: c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:19:30.710082 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.768599 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks [] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.781840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] For port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:19:30.785379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] For port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,segment=NetworkSegment(975636a0-49ee-4a9c-83da-f39f6355145c),segment_id=975636a0-49ee-4a9c-83da-f39f6355145c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:19:30.793284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.819957 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:30.855713 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e667e20-42c0-447b-bc54-98b51fcfd139 None None] Pushing event updated for resources: {'Port': ['ID=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:30.895024 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:30.896454 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Pushing event updated for resources: {'Port': ['ID=7e188b81-35e5-4b78-8ec4-649df8e8d86d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:30.899140 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:30.901317 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:19:31.186871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks [] for router_gateway (061f9706-71f9-4362-a2b9-e5230de3e9b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:31.252267 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Sync routers for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:19:31.263761 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:31.264463 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:31.371015 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:31.592910 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 2, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:31.621568 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Checking router: b028d989-b24a-4699-9834-23291b13c4b2 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:19:31.622119 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Updating router b028d989-b24a-4699-9834-23291b13c4b2 port 73eba00a-5be8-415e-abc3-38ade644a3db binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:19:31.652260 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:31.672883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (061f9706-71f9-4362-a2b9-e5230de3e9b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:31.828628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Router 061f9706-71f9-4362-a2b9-e5230de3e9b6 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:19:31.829364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01f160ff-1a99-47eb-95d0-d0fa6bfae46b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:31.890168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:31.890628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:31.952022 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:19:31.977224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Sync routers for ids ['061f9706-71f9-4362-a2b9-e5230de3e9b6'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:19:31.983312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:31.985402 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-89415794-9e6c-4385-97a9-11de2b581f45 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9296401 Feb 03 05:19:31.988172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:19:31.997617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40074b-771d-42fc-bd0a-44935778da9e None None] Network e20cfced-6499-4d09-83f1-8f31b00aee43 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:19:32.026370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:32.027579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:32.036332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Routers {'061f9706-71f9-4362-a2b9-e5230de3e9b6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:32.036998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['061f9706-71f9-4362-a2b9-e5230de3e9b6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:32.081071 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Publish callbacks [] for port (73eba00a-5be8-415e-abc3-38ade644a3db), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.086535 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.134979 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Pushing event updated for resources: {'Port': ['ID=73eba00a-5be8-415e-abc3-38ade644a3db,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:32.145089 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.145432 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.145770 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.146105 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.146433 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.146761 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.147084 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.147403 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.147775 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.148181 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.148533 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.148852 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.149173 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:32.177924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fd64e9ed-573e-484e-99e2-635018439c94 None None] Provisioning complete for port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:32.178303 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd64e9ed-573e-484e-99e2-635018439c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.222369 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Attempting to bind port 73eba00a-5be8-415e-abc3-38ade644a3db on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:19:32.222800 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Attempting to bind port 73eba00a-5be8-415e-abc3-38ade644a3db by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:19:32.223377 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Attempting to bind port 73eba00a-5be8-415e-abc3-38ade644a3db on network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:32.229110 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:19:32.229636 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Checking segment: {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:32.230661 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.231414 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Bound using segment: {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:19:32.232504 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Bound port: 73eba00a-5be8-415e-abc3-38ade644a3db, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:19:32.232808 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.304202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Set router 061f9706-71f9-4362-a2b9-e5230de3e9b6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:32.310499 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] For port 73eba00a-5be8-415e-abc3-38ade644a3db, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:19:32.316488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] For port 73eba00a-5be8-415e-abc3-38ade644a3db, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=73eba00a-5be8-415e-abc3-38ade644a3db,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:19:32.328325 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.362015 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:32.362657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.404547 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eca7e-2a85-4750-ba3b-283641db7526 None None] Pushing event updated for resources: {'Port': ['ID=73eba00a-5be8-415e-abc3-38ade644a3db,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:32.415324 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:32.415966 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:32.523318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.531328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fd64e9ed-573e-484e-99e2-635018439c94 None None] Current status of the port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:32.531752 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd64e9ed-573e-484e-99e2-635018439c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.559956 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:32.667553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fd64e9ed-573e-484e-99e2-635018439c94 None None] For port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,segment=NetworkSegment(975636a0-49ee-4a9c-83da-f39f6355145c),segment_id=975636a0-49ee-4a9c-83da-f39f6355145c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:32.684803 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd64e9ed-573e-484e-99e2-635018439c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.741481 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Allocated IP 172.20.0.1 (e20cfced-6499-4d09-83f1-8f31b00aee43/e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3/156a7df2-9c79-49cb-b9f2-0f431fd6c050) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:19:32.806950 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:32Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:32.839421 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f801c4-4a68-4f1c-a3bd-d82750ff9f9f None None] The sync data for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 is: [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:32Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:19:32.863537 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks [] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.905224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.938418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:32.939017 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.951360 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Network e20cfced-6499-4d09-83f1-8f31b00aee43 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:32.958262 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:32.963216 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:19:32.966668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Pushing event updated for resources: {'Port': ['ID=156a7df2-9c79-49cb-b9f2-0f431fd6c050,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:32.980354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Provisioning complete for port 73eba00a-5be8-415e-abc3-38ade644a3db triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:32.980693 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:32.985037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64e9ed-573e-484e-99e2-635018439c94 None None] Pushing event updated for resources: {'Port': ['ID=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:33.018015 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (061f9706-71f9-4362-a2b9-e5230de3e9b6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.077246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:31Z', 'revision_number': 3, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port': {'id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:33.079042 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 05:19:33.079403 n-d-827549-1 neutron-server[103325]: DEBUG oslo_db.api [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 05:19:33.108752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Checking router: 061f9706-71f9-4362-a2b9-e5230de3e9b6 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:19:33.109118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Updating router 061f9706-71f9-4362-a2b9-e5230de3e9b6 port 7e188b81-35e5-4b78-8ec4-649df8e8d86d binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:19:33.173664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.181384 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.195411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Current status of the port 73eba00a-5be8-415e-abc3-38ade644a3db is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:33.195841 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.291237 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a1755e-4497-44d7-9394-cbf1773b1cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.308091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] For port 73eba00a-5be8-415e-abc3-38ade644a3db, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=73eba00a-5be8-415e-abc3-38ade644a3db,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:33.314277 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.372787 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks [] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.378835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.399265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Provisioning complete for port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:33.399696 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.453028 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Pushing event updated for resources: {'Port': ['ID=156a7df2-9c79-49cb-b9f2-0f431fd6c050,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:33.453458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Pushing event updated for resources: {'Port': ['ID=73eba00a-5be8-415e-abc3-38ade644a3db,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:33.458630 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (061f9706-71f9-4362-a2b9-e5230de3e9b6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.563697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Network e20cfced-6499-4d09-83f1-8f31b00aee43 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:33.565298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:33.610521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-09a7c6bc-03ea-4663-87d4-e1fc84c0d2c7 None None] Current status of the port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:33.651027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Publish callbacks [] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.653648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:33.663615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.693075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Attempting to bind port 7e188b81-35e5-4b78-8ec4-649df8e8d86d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:19:33.693075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Attempting to bind port 7e188b81-35e5-4b78-8ec4-649df8e8d86d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:19:33.695260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Attempting to bind port 7e188b81-35e5-4b78-8ec4-649df8e8d86d on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:33.744246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:19:33.745066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:33.746027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.746615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:19:33.747313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Bound port: 7e188b81-35e5-4b78-8ec4-649df8e8d86d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:19:33.747891 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.748339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Router 061f9706-71f9-4362-a2b9-e5230de3e9b6 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:19:33.779934 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36953a-47cd-4eef-b946-70766bb04f01 None None] Pushing event updated for resources: {'Port': ['ID=7e188b81-35e5-4b78-8ec4-649df8e8d86d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:33.798108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-21d91ff2-6549-4c28-8018-03e9cb77ac79 None None] Provisioning complete for port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:33.798680 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21d91ff2-6549-4c28-8018-03e9cb77ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.831349 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 73eba00a-5be8-415e-abc3-38ade644a3db up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:33.877918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:19:33.878743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] For port 7e188b81-35e5-4b78-8ec4-649df8e8d86d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:19:33.887280 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ed1b33f7-8689-4ce8-8bc1-c896230d23e6 admin admin] 10.222.0.35 "PUT /v2.0/routers/061f9706-71f9-4362-a2b9-e5230de3e9b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971436 Feb 03 05:19:33.888531 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21d91ff2-6549-4c28-8018-03e9cb77ac79 None None] Port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:19:33.900670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] For port 7e188b81-35e5-4b78-8ec4-649df8e8d86d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7e188b81-35e5-4b78-8ec4-649df8e8d86d,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:19:33.910184 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:33.954805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 73eba00a-5be8-415e-abc3-38ade644a3db triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:33.955485 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:34.013857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Routers {'061f9706-71f9-4362-a2b9-e5230de3e9b6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:34.014846 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['061f9706-71f9-4362-a2b9-e5230de3e9b6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:34.022512 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36953a-47cd-4eef-b946-70766bb04f01 None None] Pushing event updated for resources: {'Port': ['ID=7e188b81-35e5-4b78-8ec4-649df8e8d86d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:34.083566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ac9ae930-092b-4e7f-9351-e71be749104c None None] Provisioning complete for port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:34.083947 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9ae930-092b-4e7f-9351-e71be749104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:34.182788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ae930-092b-4e7f-9351-e71be749104c None None] Port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:19:34.198601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] Set router 061f9706-71f9-4362-a2b9-e5230de3e9b6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:34.224452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 73eba00a-5be8-415e-abc3-38ade644a3db is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:34.225693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:34.375219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:34.375593 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:34.503734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:34.512803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 4, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port': {'id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '156a7df2-9c79-49cb-b9f2-0f431fd6c050', 'name': '', 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'mac_address': 'fa:16:3e:ce:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:32Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 2, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'subnets': [{'id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:34.540748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4bf0a-3585-4438-bffb-55c49b1c1e9a None None] The sync data for ids ['061f9706-71f9-4362-a2b9-e5230de3e9b6'] in n-d-827549-1 is: [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 4, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port': {'id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '156a7df2-9c79-49cb-b9f2-0f431fd6c050', 'name': '', 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'mac_address': 'fa:16:3e:ce:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:32Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 2, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'subnets': [{'id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:19:35.790665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e188b81-35e5-4b78-8ec4-649df8e8d86d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:35.860965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7e188b81-35e5-4b78-8ec4-649df8e8d86d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:35.861348 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:35.965225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7e188b81-35e5-4b78-8ec4-649df8e8d86d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:35.965665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:35.991580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7e188b81-35e5-4b78-8ec4-649df8e8d86d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7e188b81-35e5-4b78-8ec4-649df8e8d86d,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:36.000994 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:36.061088 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7e188b81-35e5-4b78-8ec4-649df8e8d86d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:36.420233 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c11ad37-df26-4dd2-b34c-11294ec0060c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:36.868672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:37.175372 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Sync routers for ids ['061f9706-71f9-4362-a2b9-e5230de3e9b6'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:19:37.187681 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Routers {'061f9706-71f9-4362-a2b9-e5230de3e9b6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:37.188322 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['061f9706-71f9-4362-a2b9-e5230de3e9b6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:37.302299 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Set router 061f9706-71f9-4362-a2b9-e5230de3e9b6 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:37.511198 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 4, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port': {'id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '156a7df2-9c79-49cb-b9f2-0f431fd6c050', 'name': '', 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'mac_address': 'fa:16:3e:ce:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:32Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 2, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'subnets': [{'id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:37.538696 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Checking router: 061f9706-71f9-4362-a2b9-e5230de3e9b6 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:19:37.539049 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Updating router 061f9706-71f9-4362-a2b9-e5230de3e9b6 port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:19:37.581421 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:37.765407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e188b81-35e5-4b78-8ec4-649df8e8d86d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:37.824650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7e188b81-35e5-4b78-8ec4-649df8e8d86d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:37.824904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:37.899093 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Publish callbacks [] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:37.904828 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:37.938048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7e188b81-35e5-4b78-8ec4-649df8e8d86d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:37.967091 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a651a-5b23-4c40-be70-b76fe7c54e2e None None] Pushing event updated for resources: {'Port': ['ID=156a7df2-9c79-49cb-b9f2-0f431fd6c050,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:38.037055 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Attempting to bind port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:19:38.037534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Attempting to bind port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:19:38.037983 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Attempting to bind port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 on network e20cfced-6499-4d09-83f1-8f31b00aee43 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:38.043959 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:19:38.044346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Checking segment: {'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:38.044755 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.045151 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Bound using segment: {'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:19:38.045627 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Bound port: 156a7df2-9c79-49cb-b9f2-0f431fd6c050, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975636a0-49ee-4a9c-83da-f39f6355145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:19:38.046010 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.119829 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] For port 156a7df2-9c79-49cb-b9f2-0f431fd6c050, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:19:38.123705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] For port 156a7df2-9c79-49cb-b9f2-0f431fd6c050, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=156a7df2-9c79-49cb-b9f2-0f431fd6c050,segment=NetworkSegment(975636a0-49ee-4a9c-83da-f39f6355145c),segment_id=975636a0-49ee-4a9c-83da-f39f6355145c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:19:38.132775 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.201048 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a651a-5b23-4c40-be70-b76fe7c54e2e None None] Pushing event updated for resources: {'Port': ['ID=156a7df2-9c79-49cb-b9f2-0f431fd6c050,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:38.213869 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Routers {'061f9706-71f9-4362-a2b9-e5230de3e9b6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:19:38.214498 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:19:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['061f9706-71f9-4362-a2b9-e5230de3e9b6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:38.253822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Provisioning complete for port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:38.254108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.325916 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.365498 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] Set router 061f9706-71f9-4362-a2b9-e5230de3e9b6 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:19:38.381986 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Current status of the port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:38.382375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.422161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] For port 156a7df2-9c79-49cb-b9f2-0f431fd6c050, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=156a7df2-9c79-49cb-b9f2-0f431fd6c050,segment=NetworkSegment(975636a0-49ee-4a9c-83da-f39f6355145c),segment_id=975636a0-49ee-4a9c-83da-f39f6355145c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:38.436223 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.508202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Pushing event updated for resources: {'Port': ['ID=156a7df2-9c79-49cb-b9f2-0f431fd6c050,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:38.517818 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.518781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.518781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.519071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.519246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.519608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.519941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.520269 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.520957 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.521078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.521405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.521735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.522075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410fe08-53aa-4b08-b204-c8944761ce57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:19:38.561901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fefca35c-3704-4783-8d9b-02e8339535e1 None None] Provisioning complete for port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:38.562286 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fefca35c-3704-4783-8d9b-02e8339535e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:38.663414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fefca35c-3704-4783-8d9b-02e8339535e1 None None] Current status of the port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:38.738681 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 4, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port': {'id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '156a7df2-9c79-49cb-b9f2-0f431fd6c050', 'name': '', 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'mac_address': 'fa:16:3e:ce:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:32Z', 'updated_at': '2022-02-03T05:19:38Z', 'revision_number': 4, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'subnets': [{'id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:19:38.767474 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c57dc-0c2a-47d6-9dbd-0da20a96a5d6 None None] The sync data for ids ['061f9706-71f9-4362-a2b9-e5230de3e9b6'] in n-d-827549-1 is: [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 4, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port': {'id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '156a7df2-9c79-49cb-b9f2-0f431fd6c050', 'name': '', 'network_id': 'e20cfced-6499-4d09-83f1-8f31b00aee43', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'mac_address': 'fa:16:3e:ce:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:32Z', 'updated_at': '2022-02-03T05:19:38Z', 'revision_number': 4, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'subnets': [{'id': 'e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:19:39.329060 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:39.779710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 156a7df2-9c79-49cb-b9f2-0f431fd6c050 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:19:39.835598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:39.835933 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:39.925454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:40.573526 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:19:44.030173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-0fa91fc8-88d5-4229-9f42-81c5cd3559d2 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:44.031674 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-0fa91fc8-88d5-4229-9f42-81c5cd3559d2 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 814 time: 0.1056726 Feb 03 05:19:44.048851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-84c2efde-c556-4fdb-935e-c8fb5c619758 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/quotas/173abe0b38d544ce88d55edaacc5be9c HTTP/1.1" status: 200 len: 375 time: 0.0096755 Feb 03 05:19:44.105722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-212340d1-3f8c-4707-ab61-049ad5c03f70 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519576 Feb 03 05:19:44.210804 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-c6e65dda-1d98-4103-a03d-a9627e52a651 service neutron] 10.222.0.35 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929568 Feb 03 05:19:44.315623 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-bda820b5-8f50-422a-b690-b20cf349c90a service neutron] 10.222.0.35 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965707 Feb 03 05:19:44.488520 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84ed6e47-2d20-4bdf-b537-03c1cf7cbb3e req-a4ea9743-dfeb-45d4-855a-947ceed3a37f tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 210 time: 0.0281553 Feb 03 05:19:45.477593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-23d8e9a8-14f2-422e-8c25-afe7053d4159 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:45.479155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-23d8e9a8-14f2-422e-8c25-afe7053d4159 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 814 time: 0.1178036 Feb 03 05:19:45.492875 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'port': {'device_id': '3766216e-05fd-4595-bd97-239559fa22f0', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'admin_state_up': True, 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:45.602184 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e99d2949-df00-43b1-a664-6f8627834de1 req-14acabce-4255-4f2f-a233-31c7de35fdb6 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 210 time: 0.0367362 Feb 03 05:19:45.629525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Made reservation on behalf of 173abe0b38d544ce88d55edaacc5be9c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:19:45.633339 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:45.758979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Allocated IP 172.20.0.11 (9032b48a-9ae8-4381-bf01-8d6a191ef4f5/86ee8504-52ae-47be-a6b1-a127808b30ac/3c5186db-a52c-495c-9206-0826f274db65) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:19:45.930718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for port (3c5186db-a52c-495c-9206-0826f274db65), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:45.969979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:46.024150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:19:46.030773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:19:46.035256 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:19:46.130032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:46.139151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:46.139997 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:46.158327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-d988ac7a-5b48-465a-b389-dc69b8aff28a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6694911 Feb 03 05:19:46.338341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4d77b94e-f0a0-4538-83fa-48293b09abcc None None] Provisioning complete for port 3c5186db-a52c-495c-9206-0826f274db65 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:19:46.340097 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d77b94e-f0a0-4538-83fa-48293b09abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3c5186db-a52c-495c-9206-0826f274db65), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:46.376032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4d77b94e-f0a0-4538-83fa-48293b09abcc None None] Port 3c5186db-a52c-495c-9206-0826f274db65 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:19:46.740151 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da310ca-cdef-4708-9333-6084ce9e8aba req-eb8d9101-0e9b-4784-afa1-ba51e4fcf2ce tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:46.742507 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1da310ca-cdef-4708-9333-6084ce9e8aba req-eb8d9101-0e9b-4784-afa1-ba51e4fcf2ce tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 932 time: 0.0552263 Feb 03 05:19:46.792919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1da310ca-cdef-4708-9333-6084ce9e8aba req-975750ee-4f4a-4fd9-bf84-06f568f98d8e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Feb 03 05:19:47.921575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1ad1d-90ed-42f9-b36c-ae2d8c5bc20f req-92be916b-1cf4-47ad-87f2-e91257f3ed33 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:47.927334 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7c1ad1d-90ed-42f9-b36c-ae2d8c5bc20f req-92be916b-1cf4-47ad-87f2-e91257f3ed33 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 932 time: 0.0626743 Feb 03 05:19:47.971698 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d7c1ad1d-90ed-42f9-b36c-ae2d8c5bc20f req-7060bade-2358-45aa-a49d-957515e77187 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Feb 03 05:19:49.114910 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64dd95-cedb-4a76-be25-ac9561c2274a req-c533db3b-b2a5-4ef7-a23e-9480016cb0b9 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:49.116435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e64dd95-cedb-4a76-be25-ac9561c2274a req-c533db3b-b2a5-4ef7-a23e-9480016cb0b9 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 932 time: 0.0628862 Feb 03 05:19:49.174801 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e64dd95-cedb-4a76-be25-ac9561c2274a req-d42c3edc-dbd7-4cad-93ef-1ebfc35eeb81 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512969 Feb 03 05:19:50.299642 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e0f2-67bc-459c-a128-d0004bdfa32e req-93dd1dd0-fbc0-4abe-8d30-41f693e54b66 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:50.301378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8141e0f2-67bc-459c-a128-d0004bdfa32e req-93dd1dd0-fbc0-4abe-8d30-41f693e54b66 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 932 time: 0.0560169 Feb 03 05:19:50.354888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8141e0f2-67bc-459c-a128-d0004bdfa32e req-b6bdc685-f718-4751-8ac3-7486f9e72063 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Feb 03 05:19:51.485810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26484daa-bcdc-4db9-9546-b69d120af956 req-75f441c8-2e7a-4b2d-8caf-8c5d9f4c52e5 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:51.487327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26484daa-bcdc-4db9-9546-b69d120af956 req-75f441c8-2e7a-4b2d-8caf-8c5d9f4c52e5 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 932 time: 0.0570185 Feb 03 05:19:51.542648 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26484daa-bcdc-4db9-9546-b69d120af956 req-8f40f048-0c04-4ec9-b07a-f464c84755c9 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480535 Feb 03 05:19:52.729637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4cddc-ac12-431a-9c82-1d4bbb7f37b2 req-f29cb1da-2fc0-4245-92f8-715549cbea2c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:52.731327 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97b4cddc-ac12-431a-9c82-1d4bbb7f37b2 req-f29cb1da-2fc0-4245-92f8-715549cbea2c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 932 time: 0.0647736 Feb 03 05:19:52.782268 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97b4cddc-ac12-431a-9c82-1d4bbb7f37b2 req-54c5c488-d17b-47e5-b55c-b8b69d7bff12 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Feb 03 05:19:53.681259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-531e4d0c-5bd9-4e5c-a756-b00e86142cc6 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:19:53.682294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-531e4d0c-5bd9-4e5c-a756-b00e86142cc6 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057418 Feb 03 05:19:53.696484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Request body: {'port': {'device_id': '3766216e-05fd-4595-bd97-239559fa22f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:19:53.766135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3c5186db-a52c-495c-9206-0826f274db65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:53.903580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6038-e715-44f4-8754-3f9c6bcd9f8d req-6cfacc28-fdc6-4932-a44d-b44963ffaa68 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:53.905057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a26f6038-e715-44f4-8754-3f9c6bcd9f8d req-6cfacc28-fdc6-4932-a44d-b44963ffaa68 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 932 time: 0.0531878 Feb 03 05:19:53.950947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a26f6038-e715-44f4-8754-3f9c6bcd9f8d req-072d20c4-bd2b-4844-8e35-a4d167d93d3a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Feb 03 05:19:54.042792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5186db-a52c-495c-9206-0826f274db65 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:19:54.050777 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Publish callbacks [] for port (3c5186db-a52c-495c-9206-0826f274db65), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:54.068344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Transition to ACTIVE for port object 3c5186db-a52c-495c-9206-0826f274db65 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:19:54.075734 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:54.129582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:54.202420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Attempting to bind port 3c5186db-a52c-495c-9206-0826f274db65 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:19:54.202761 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Attempting to bind port 3c5186db-a52c-495c-9206-0826f274db65 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:19:54.203101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Attempting to bind port 3c5186db-a52c-495c-9206-0826f274db65 on network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:54.208068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Port 3c5186db-a52c-495c-9206-0826f274db65 on network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:19:54.208668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Attempting to bind port 3c5186db-a52c-495c-9206-0826f274db65 on network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:19:54.214211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:19:54.214572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Checking segment: {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:19:54.214968 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Bound using segment: {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:19:54.215412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Bound port: 3c5186db-a52c-495c-9206-0826f274db65, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb34011-4359-41a7-9ea5-045d311fd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:19:54.215822 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3c5186db-a52c-495c-9206-0826f274db65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:54.271032 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:54.286455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:19:54.289456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3c5186db-a52c-495c-9206-0826f274db65,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:19:54.297505 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:54.331825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:54.332448 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:54.333846 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] 10.222.0.31 "PUT /v2.0/ports/3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 1092 time: 0.6423154 Feb 03 05:19:54.334284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:19:54.336564 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281092c1-5250-47c8-b3c3-a58e026ee79c" -d '{"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:19:54.365445 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fabc1-d6a3-41e6-9596-1503afa96d33 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:54.416640 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ab68e9-359f-4cf2-934a-ec14ea43d835 x-openstack-request-id: req-69ab68e9-359f-4cf2-934a-ec14ea43d835 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:19:54.416975 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:19:54.417201 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69ab68e9-359f-4cf2-934a-ec14ea43d835 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:19:54.417615 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65', 'status': 'completed', 'code': 200} Feb 03 05:19:54.446155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-3e37ce79-3e4f-42fd-ab9c-05357e863f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:54.447824 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-3e37ce79-3e4f-42fd-ab9c-05357e863f3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1126 time: 0.0641296 Feb 03 05:19:54.492013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-b57cc0e6-6c9b-46e9-afd0-5669535585bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 217 time: 0.0375857 Feb 03 05:19:54.536661 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:54.546864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-0a1755d6-c60e-44c4-ab60-2399651dc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:54.548427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-0a1755d6-c60e-44c4-ab60-2399651dc179 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0499408 Feb 03 05:19:54.598264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698096f-8641-4280-9079-ecd888406d7c req-c6ba4ca4-7181-44d0-93e4-d225c047c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:54.599820 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-c6ba4ca4-7181-44d0-93e4-d225c047c3a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455310 Feb 03 05:19:54.695224 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-9b08da26-1c6a-460e-9152-2d66e7de5c50 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886393 Feb 03 05:19:54.797832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f698096f-8641-4280-9079-ecd888406d7c req-5113ecd8-ccc7-4644-ada8-f82aeef90548 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967624 Feb 03 05:19:54.904014 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-ea04d6c6-eba1-4c40-8fe7-77d625ae99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:54.905603 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-ea04d6c6-eba1-4c40-8fe7-77d625ae99fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1126 time: 0.0526664 Feb 03 05:19:55.008094 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-6df23fe5-8127-4ea7-a6c9-dac459bb9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:55.009621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-6df23fe5-8127-4ea7-a6c9-dac459bb9d1c service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.0977991 Feb 03 05:19:55.051037 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-4f0fec94-f739-4c0b-9293-87f0b7aa10de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 217 time: 0.0351171 Feb 03 05:19:55.083383 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742c041-486b-4f12-8992-6e297df08e79 req-aaf8498a-a285-453b-8909-0a286d1aeebb tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:55.084936 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3742c041-486b-4f12-8992-6e297df08e79 req-aaf8498a-a285-453b-8909-0a286d1aeebb tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 944 time: 0.0633342 Feb 03 05:19:55.104378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-3042a8bb-1366-4618-bde5-1c461f965117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:55.105947 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-3042a8bb-1366-4618-bde5-1c461f965117 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0492153 Feb 03 05:19:55.137513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3742c041-486b-4f12-8992-6e297df08e79 req-f8e7c2b2-8d75-4a22-9d2e-f331637fcd21 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464776 Feb 03 05:19:55.156758 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-c0c55be3-764e-4d83-9216-841a597c8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:55.158385 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-c0c55be3-764e-4d83-9216-841a597c8c2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456097 Feb 03 05:19:55.247931 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-efe2bfe9-b7fd-4ca7-8481-8690942deaee service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Feb 03 05:19:55.347323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-281092c1-5250-47c8-b3c3-a58e026ee79c req-7955bbca-d48a-486a-8119-80496de9992d service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916789 Feb 03 05:19:56.272821 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333040db-0eff-4e3d-a42b-93a3bb16fbcf req-03336248-f105-4c4f-863b-a1aede315242 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:56.274303 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-333040db-0eff-4e3d-a42b-93a3bb16fbcf req-03336248-f105-4c4f-863b-a1aede315242 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 944 time: 0.0569890 Feb 03 05:19:56.324720 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-333040db-0eff-4e3d-a42b-93a3bb16fbcf req-9ae6b1b9-1859-4479-b29e-f2f6a1f5d941 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Feb 03 05:19:57.462808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b67-7c49-48f4-95a3-f9d32929d444 req-1fd1b0a1-ef2a-485d-88f1-98ff582e8b23 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:57.464325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1515b67-7c49-48f4-95a3-f9d32929d444 req-1fd1b0a1-ef2a-485d-88f1-98ff582e8b23 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 944 time: 0.0595038 Feb 03 05:19:57.510821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f1515b67-7c49-48f4-95a3-f9d32929d444 req-14126b83-ef78-47cb-961d-43710310d57d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Feb 03 05:19:58.369124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3c5186db-a52c-495c-9206-0826f274db65 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:19:58.475734 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3c5186db-a52c-495c-9206-0826f274db65,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:58.487538 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '3c5186db-a52c-495c-9206-0826f274db65', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'port_id': '3c5186db-a52c-495c-9206-0826f274db65', 'mac_address': 'fa:16:3e:fa:47:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:19:58.525591 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3c5186db-a52c-495c-9206-0826f274db65 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:19:58.525988 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3c5186db-a52c-495c-9206-0826f274db65), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:58.538953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5186db-a52c-495c-9206-0826f274db65 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:19:58.558868 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3c5186db-a52c-495c-9206-0826f274db65,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:19:58.564211 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:19:58.612006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:19:58.634946 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc6b41-d9fd-4a70-941a-2c27b7d9f707 req-38cd9736-5443-46ee-9e68-a6994fae8270 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:58.636493 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7afc6b41-d9fd-4a70-941a-2c27b7d9f707 req-38cd9736-5443-46ee-9e68-a6994fae8270 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 945 time: 0.0553582 Feb 03 05:19:58.684484 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7afc6b41-d9fd-4a70-941a-2c27b7d9f707 req-5552c02d-0e92-4990-8358-781e347823a6 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Feb 03 05:19:58.773164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3c5186db-a52c-495c-9206-0826f274db65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:19:59.812032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387445e5-21a0-42b6-bf1c-f3a4bfc98b4f req-934c70b8-58cd-41ea-a793-42988709328a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:19:59.813511 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-387445e5-21a0-42b6-bf1c-f3a4bfc98b4f req-934c70b8-58cd-41ea-a793-42988709328a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 945 time: 0.0578868 Feb 03 05:19:59.869734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-387445e5-21a0-42b6-bf1c-f3a4bfc98b4f req-096f5f5e-0f18-4801-a195-bb633f24a2af tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477927 Feb 03 05:20:00.361438 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3c5186db-a52c-495c-9206-0826f274db65 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:20:00.418140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 3c5186db-a52c-495c-9206-0826f274db65 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:20:00.421789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 3c5186db-a52c-495c-9206-0826f274db65 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:20:00.422174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3c5186db-a52c-495c-9206-0826f274db65), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:00.515535 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 3c5186db-a52c-495c-9206-0826f274db65 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:20:00.515946 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3c5186db-a52c-495c-9206-0826f274db65), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:00.538787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5186db-a52c-495c-9206-0826f274db65'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:20:00.541066 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26910180-65c1-41aa-9f78-c01a98b432a0" -d '{"events": [{"server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "name": "network-vif-plugged", "status": "completed", "tag": "3c5186db-a52c-495c-9206-0826f274db65"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:20:00.553663 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3c5186db-a52c-495c-9206-0826f274db65,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:20:00.558958 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:00.583634 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d4ae86-b7fe-4bde-83ae-94b3f327105b x-openstack-request-id: req-35d4ae86-b7fe-4bde-83ae-94b3f327105b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:20:00.584560 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "name": "network-vif-plugged", "status": "completed", "tag": "3c5186db-a52c-495c-9206-0826f274db65", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:20:00.584803 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35d4ae86-b7fe-4bde-83ae-94b3f327105b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:20:00.585333 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5186db-a52c-495c-9206-0826f274db65', 'code': 200} Feb 03 05:20:00.613350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:00.682930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059c515-7cab-4d9a-9b82-c129fd928f86 req-7e39e182-d4e6-46d5-b45c-9d26905b6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:00.684571 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1059c515-7cab-4d9a-9b82-c129fd928f86 req-7e39e182-d4e6-46d5-b45c-9d26905b6726 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1128 time: 0.0449886 Feb 03 05:20:00.727737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1059c515-7cab-4d9a-9b82-c129fd928f86 req-ab6690e6-09bc-4b30-add7-a4466809c030 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Feb 03 05:20:01.006402 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d53fb-2412-4e4b-a760-5ebd95c64a23 req-dd44e082-b4ac-4b06-9e65-e1a8b5eb0bbc tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:01.007933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f01d53fb-2412-4e4b-a760-5ebd95c64a23 req-dd44e082-b4ac-4b06-9e65-e1a8b5eb0bbc tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0623314 Feb 03 05:20:01.059103 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f01d53fb-2412-4e4b-a760-5ebd95c64a23 req-6c8b0844-331b-4bf7-95fd-aebd9a027357 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Feb 03 05:20:02.204957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a88e86-3d48-4e20-a1c7-2c6f98cfe6a9 req-ced6254c-2af1-4405-aa86-359ca5675893 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:02.206445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3a88e86-3d48-4e20-a1c7-2c6f98cfe6a9 req-ced6254c-2af1-4405-aa86-359ca5675893 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0644207 Feb 03 05:20:02.260445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3a88e86-3d48-4e20-a1c7-2c6f98cfe6a9 req-8b08907f-8678-44af-bb5f-c053b9b33fd7 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Feb 03 05:20:02.391692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d01f-51f7-44b6-9cf0-6a468ac6caa7 req-5e37ebc6-3da5-4b4f-bae5-b2d31f1c2132 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:02.393091 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25c5d01f-51f7-44b6-9cf0-6a468ac6caa7 req-5e37ebc6-3da5-4b4f-bae5-b2d31f1c2132 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0617409 Feb 03 05:20:02.441577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-25c5d01f-51f7-44b6-9cf0-6a468ac6caa7 req-8775731a-3406-4c78-ab96-54413c9bb036 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Feb 03 05:20:02.649602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5eb7a-6bab-42d9-b5ee-94a723397076 req-073476e8-17ee-48b8-b874-545edf3b9f35 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:02.650997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdc5eb7a-6bab-42d9-b5ee-94a723397076 req-073476e8-17ee-48b8-b874-545edf3b9f35 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0551591 Feb 03 05:20:02.700322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdc5eb7a-6bab-42d9-b5ee-94a723397076 req-b6a6a1ef-0616-46e0-895f-555cd04078df tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 Feb 03 05:20:03.225956 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a0cf-978a-4b35-ba8d-7c7883e3fcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:06.417229 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7504c4-224e-417f-9ea5-d30c524d3818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:06.868234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:08.316044 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:09.326077 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:17.578961 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:20:20.574936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a719966-2e37-4f52-868e-c8e4da7ce299 req-d5e1f90f-18a3-43f9-97a7-edef7f6a242d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:20.576445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a719966-2e37-4f52-868e-c8e4da7ce299 req-d5e1f90f-18a3-43f9-97a7-edef7f6a242d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0551312 Feb 03 05:20:20.629966 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2a719966-2e37-4f52-868e-c8e4da7ce299 req-11c2c611-a1bb-48d0-833b-8a4964a08b3c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Feb 03 05:20:20.658816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:20.819158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4518867-18e0-494a-bcf1-40fbd472311d tempest-TestMinimumBasicScenario-1304583204 tempest-TestMinimumBasicScenario-1304583204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:20.820959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c4518867-18e0-494a-bcf1-40fbd472311d tempest-TestMinimumBasicScenario-1304583204 tempest-TestMinimumBasicScenario-1304583204-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1123 time: 0.1611490 Feb 03 05:20:20.824903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:20.829342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '3c5186db-a52c-495c-9206-0826f274db65', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:20.850722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:20.948268 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:21.055881 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Allocated IP 172.25.7.85 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/ed46200f-fea6-40b8-8b17-6e51490bece7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:20:21.157885 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:21.196604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:21.241244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:20:21.244031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:20:21.248170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:20:21.251242 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'Port': ['ID=ed46200f-fea6-40b8-8b17-6e51490bece7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:21.606654 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for floatingip (fb2c2cd7-570b-4e97-8a16-f22e8972d430), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:21.679870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:21.837077 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:21.843222 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:21.906706 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'Port': ['ID=ed46200f-fea6-40b8-8b17-6e51490bece7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:21.920292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (fb2c2cd7-570b-4e97-8a16-f22e8972d430), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.024402 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Floating IP fb2c2cd7-570b-4e97-8a16-f22e8972d430 associated. External IP: 172.25.7.85, port: 3c5186db-a52c-495c-9206-0826f274db65. Feb 03 05:20:22.235811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Router b028d989-b24a-4699-9834-23291b13c4b2 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:20:22.610228 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:20:22.620619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] Sync routers for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:20:22.629418 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.630582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:20:22.631294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:20:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:20:22.660105 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b8f29bf5-c387-484b-aa72-b9fbaddb8fec tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8341427 Feb 03 05:20:22.661091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:20:22.663687 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8" -d '{"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:20:22.663861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60556) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:22.668581 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185976345', 'description': 'tempest-secgroup-smoke-1185976345 description', 'project_id': '173abe0b38d544ce88d55edaacc5be9c'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:22.692947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.706446 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f5312-67df-4c0e-863a-465bf72e5520 x-openstack-request-id: req-f22f5312-67df-4c0e-863a-465bf72e5520 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:20:22.706951 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:20:22.707042 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f22f5312-67df-4c0e-863a-465bf72e5520 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:20:22.707392 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65', 'status': 'completed', 'code': 200} Feb 03 05:20:22.743373 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:20:22.778242 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group (c550fb39-f864-4359-a5d3-2330d6368091), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.783245 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c550fb39-f864-4359-a5d3-2330d6368091), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.786483 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-805cbb2c-560b-44fe-bed5-d4397ce5cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:22.787731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-805cbb2c-560b-44fe-bed5-d4397ce5cb14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1128 time: 0.0465181 Feb 03 05:20:22.814595 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.815908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1511884 Feb 03 05:20:22.817826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c550fb39-f864-4359-a5d3-2330d6368091,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:22.820579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:22.828501 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c2cc80f3-9b1d-4583-9915-0f4aabd293bd tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'security_group_rule': {'security_group_id': 'c550fb39-f864-4359-a5d3-2330d6368091', 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:22.834473 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.834776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.835115 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.835462 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.835824 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.836169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.836496 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.837241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.837241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.837904 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.838181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.838510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.838838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106ee2e-32e5-48c0-a6b8-51103a57ce00 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:20:22.870318 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2cc80f3-9b1d-4583-9915-0f4aabd293bd tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (e0012b53-a640-407f-b5cf-394f7d66a0a1), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.890054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-6609c148-34d7-487f-9032-69acc1934914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:22.891613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-6609c148-34d7-487f-9032-69acc1934914 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.0979173 Feb 03 05:20:22.922535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2cc80f3-9b1d-4583-9915-0f4aabd293bd tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (e0012b53-a640-407f-b5cf-394f7d66a0a1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.927298 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2cc80f3-9b1d-4583-9915-0f4aabd293bd tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (e0012b53-a640-407f-b5cf-394f7d66a0a1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.945663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc80f3-9b1d-4583-9915-0f4aabd293bd tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0012b53-a640-407f-b5cf-394f7d66a0a1,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:22.958329 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2cc80f3-9b1d-4583-9915-0f4aabd293bd tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:22.959948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c2cc80f3-9b1d-4583-9915-0f4aabd293bd tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382730 Feb 03 05:20:22.962929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:22.968095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-85ce7372-0c2c-4258-afa4-f232af1c3e64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 999 time: 0.0693028 Feb 03 05:20:22.968275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c54d6f9a-3bfa-4606-9c41-8f0edf933c18 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'security_group_rule': {'security_group_id': 'c550fb39-f864-4359-a5d3-2330d6368091', 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:22.990314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'fb2c2cd7-570b-4e97-8a16-f22e8972d430', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'port_id': '3c5186db-a52c-495c-9206-0826f274db65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'mac_address': 'fa:16:3e:fa:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3766216e-05fd-4595-bd97-239559fa22f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:20:21Z', 'updated_at': '2022-02-03T05:20:21Z', 'revision_number': 0, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 5, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:20:22.997252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c54d6f9a-3bfa-4606-9c41-8f0edf933c18 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (b7cab75a-3b2b-45e3-be8e-e281b25acf42), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.021798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] Checking router: b028d989-b24a-4699-9834-23291b13c4b2 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:20:23.024225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-840dee7c-6326-4578-ae5c-28c9d174f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:23.025745 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-840dee7c-6326-4578-ae5c-28c9d174f94a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0514235 Feb 03 05:20:23.030503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:20:23.031117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:20:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:20:23.059293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c54d6f9a-3bfa-4606-9c41-8f0edf933c18 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (b7cab75a-3b2b-45e3-be8e-e281b25acf42), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.063753 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c54d6f9a-3bfa-4606-9c41-8f0edf933c18 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b7cab75a-3b2b-45e3-be8e-e281b25acf42), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.077215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-c2092b91-8dd3-47e1-a41d-cfa996a9cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:23.078800 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-c2092b91-8dd3-47e1-a41d-cfa996a9cf37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466533 Feb 03 05:20:23.083042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d6f9a-3bfa-4606-9c41-8f0edf933c18 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cab75a-3b2b-45e3-be8e-e281b25acf42,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:23.092374 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c54d6f9a-3bfa-4606-9c41-8f0edf933c18 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.093687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c54d6f9a-3bfa-4606-9c41-8f0edf933c18 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296957 Feb 03 05:20:23.096819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:23.109913 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4c2224f5-540e-44bc-bc77-b7667b95184a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'security_group_rule': {'security_group_id': 'c550fb39-f864-4359-a5d3-2330d6368091', 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:23.146068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:20:23.179926 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c2224f5-540e-44bc-bc77-b7667b95184a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (3e7d63d9-8b8b-47ed-991d-eb31c291ff68), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.210399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-47713a68-8b1a-4e0a-98a0-6569ce5e975c service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246254 Feb 03 05:20:23.304939 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c2224f5-540e-44bc-bc77-b7667b95184a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (3e7d63d9-8b8b-47ed-991d-eb31c291ff68), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.313595 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c2224f5-540e-44bc-bc77-b7667b95184a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (3e7d63d9-8b8b-47ed-991d-eb31c291ff68), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.339535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8c989b64-4ab1-4a14-89ae-899ef5f6bec8 req-cc0568e6-b452-477c-bea8-f9a97cfa2706 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216762 Feb 03 05:20:23.342849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2224f5-540e-44bc-bc77-b7667b95184a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7d63d9-8b8b-47ed-991d-eb31c291ff68,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:23.348773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c2224f5-540e-44bc-bc77-b7667b95184a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.353045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:23.356048 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4c2224f5-540e-44bc-bc77-b7667b95184a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581413 Feb 03 05:20:23.357709 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7ea7bdcd-4fac-46a0-8dc4-5c1b4263098a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'security_group_rule': {'security_group_id': 'c550fb39-f864-4359-a5d3-2330d6368091', 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:23.379179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'fb2c2cd7-570b-4e97-8a16-f22e8972d430', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'port_id': '3c5186db-a52c-495c-9206-0826f274db65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'mac_address': 'fa:16:3e:fa:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3766216e-05fd-4595-bd97-239559fa22f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:20:21Z', 'updated_at': '2022-02-03T05:20:21Z', 'revision_number': 0, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 5, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:20:23.385252 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bdcd-4fac-46a0-8dc4-5c1b4263098a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (8e0be576-2e9c-4c4c-845e-4b95c7c9ee3b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.409481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824466b-2464-4139-ab4a-6e6a3d5a7479 None None] The sync data for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 is: [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'fb2c2cd7-570b-4e97-8a16-f22e8972d430', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'port_id': '3c5186db-a52c-495c-9206-0826f274db65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'mac_address': 'fa:16:3e:fa:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3766216e-05fd-4595-bd97-239559fa22f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:20:21Z', 'updated_at': '2022-02-03T05:20:21Z', 'revision_number': 0, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 5, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:20:23.453089 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bdcd-4fac-46a0-8dc4-5c1b4263098a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (8e0be576-2e9c-4c4c-845e-4b95c7c9ee3b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.457202 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bdcd-4fac-46a0-8dc4-5c1b4263098a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8e0be576-2e9c-4c4c-845e-4b95c7c9ee3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.477692 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7bdcd-4fac-46a0-8dc4-5c1b4263098a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0be576-2e9c-4c4c-845e-4b95c7c9ee3b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:23.487712 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bdcd-4fac-46a0-8dc4-5c1b4263098a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.489637 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7ea7bdcd-4fac-46a0-8dc4-5c1b4263098a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349702 Feb 03 05:20:23.492239 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:23.497083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'security_group_rule': {'security_group_id': 'c550fb39-f864-4359-a5d3-2330d6368091', 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:23.530127 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Project 173abe0b38d544ce88d55edaacc5be9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:20:23.538532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (1156d623-2242-400e-8077-abeed214fdd5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.655635 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (1156d623-2242-400e-8077-abeed214fdd5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.662267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (1156d623-2242-400e-8077-abeed214fdd5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.703791 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ba35f-803c-46cf-b005-7ae0ef6fa129 None None] New status for floating IP fb2c2cd7-570b-4e97-8a16-f22e8972d430: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:20:23.704579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1156d623-2242-400e-8077-abeed214fdd5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:23.710024 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.711415 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-3f2d7a26-b274-4c34-a753-7355825ece9d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2181120 Feb 03 05:20:23.715449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:20:23.721000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'security_group_rule': {'security_group_id': 'c550fb39-f864-4359-a5d3-2330d6368091', 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:23.760048 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Project 173abe0b38d544ce88d55edaacc5be9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:20:23.766913 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (cc41904a-0923-4c6f-9cb7-c88bc040aada), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.835655 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (cc41904a-0923-4c6f-9cb7-c88bc040aada), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.842827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (cc41904a-0923-4c6f-9cb7-c88bc040aada), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.863444 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc41904a-0923-4c6f-9cb7-c88bc040aada,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:23.881515 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:23.882995 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-607491d6-9657-4fdf-8ce1-d3dd273ebc9e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661763 Feb 03 05:20:23.989997 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-ac4445c7-566e-4fc0-b746-e155bb7ffa3a tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185976345&fields=id&tenant_id=173abe0b38d544ce88d55edaacc5be9c HTTP/1.1" status: 200 len: 267 time: 0.0442402 Feb 03 05:20:24.051267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-bf4bdded-71c0-4f86-bfc5-bcd47ca14545 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:24.052786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-bf4bdded-71c0-4f86-bfc5-bcd47ca14545 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0568752 Feb 03 05:20:24.064598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'port': {'security_groups': ['0508cd3b-499a-467d-afe0-89e86aa872b6', 'c550fb39-f864-4359-a5d3-2330d6368091']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:20:24.143183 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3c5186db-a52c-495c-9206-0826f274db65), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:24.280063 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:24.335881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3c5186db-a52c-495c-9206-0826f274db65,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:20:24.369674 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for port (3c5186db-a52c-495c-9206-0826f274db65), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:24.376139 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:24.392558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3c5186db-a52c-495c-9206-0826f274db65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:20:24.421479 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:24.422279 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:24.423651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f01a5cf-3a9e-4ee6-8ac9-ad6f04a9a7ed req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "PUT /v2.0/ports/3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 982 time: 0.3638334 Feb 03 05:20:24.424907 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:20:24.440467 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:24.456141 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990b24e-db34-4710-b092-17450643ed0c tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:20:24.496993 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3c5186db-a52c-495c-9206-0826f274db65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:20:24.575326 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0215e9-0831-4dd6-9fdd-54760622ac20" -d '{"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:20:24.597736 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f47c20-39a2-4340-8b01-23686b23e61e req-78271ef1-6483-411a-b47e-2fb5cf22ec54 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:24.599395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0f47c20-39a2-4340-8b01-23686b23e61e req-78271ef1-6483-411a-b47e-2fb5cf22ec54 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0858579 Feb 03 05:20:24.679121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a0f47c20-39a2-4340-8b01-23686b23e61e req-612fe270-f8c1-4786-b867-713610c5b483 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725558 Feb 03 05:20:24.688446 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a118d8d-1fe6-446d-bd4c-8a231b99045d x-openstack-request-id: req-7a118d8d-1fe6-446d-bd4c-8a231b99045d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:20:24.688811 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:20:24.689019 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a118d8d-1fe6-446d-bd4c-8a231b99045d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:20:24.689653 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65', 'status': 'completed', 'code': 200} Feb 03 05:20:24.740641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e24d967-08aa-4755-978a-281ae2dfe06a None None] Provisioning complete for port 3c5186db-a52c-495c-9206-0826f274db65 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:20:24.741013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e24d967-08aa-4755-978a-281ae2dfe06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3c5186db-a52c-495c-9206-0826f274db65), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:24.761040 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-857ec3de-26b3-4c82-b0ae-57584ec8ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:24.762749 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-857ec3de-26b3-4c82-b0ae-57584ec8ab51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1167 time: 0.0445483 Feb 03 05:20:24.854427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-b4e2ff75-2348-44b1-9f56-6ffdf6f7d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:24.855934 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-b4e2ff75-2348-44b1-9f56-6ffdf6f7d1fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.0865273 Feb 03 05:20:24.925211 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-5306b9cf-4d62-4c1c-baba-94981df82998 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 1001 time: 0.0627685 Feb 03 05:20:24.942996 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e24d967-08aa-4755-978a-281ae2dfe06a None None] Current status of the port 3c5186db-a52c-495c-9206-0826f274db65 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:20:24.975554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-421c7b04-144f-4115-b4a5-759b175dd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:24.977075 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-421c7b04-144f-4115-b4a5-759b175dd79c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0457032 Feb 03 05:20:25.029508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-c128ae8d-7a6a-4868-b4ab-3822697abc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:25.031028 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-c128ae8d-7a6a-4868-b4ab-3822697abc30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465238 Feb 03 05:20:25.126886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-3168651f-4127-4f45-a16d-aae33af8aa79 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886555 Feb 03 05:20:25.232286 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5b0215e9-0831-4dd6-9fdd-54760622ac20 req-f302fd4a-65c1-4454-aa64-6a67fa69bbc5 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986671 Feb 03 05:20:27.121441 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-f81d7dbc-5815-479d-8662-6c856cee0ef9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485098 Feb 03 05:20:27.212120 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a095-f374-4dcc-831f-436fff378560 req-a1855b17-6cdd-43f7-8530-96717756dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:27.214001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-a1855b17-6cdd-43f7-8530-96717756dcff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1167 time: 0.0489416 Feb 03 05:20:27.334338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a095-f374-4dcc-831f-436fff378560 req-30ff1976-d35b-40d3-b8c0-dc4dc7827222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:27.335889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-30ff1976-d35b-40d3-b8c0-dc4dc7827222 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.0948877 Feb 03 05:20:27.410239 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-5a0d2bdf-7ddf-4715-b505-0e08a64a15b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 1001 time: 0.0677810 Feb 03 05:20:27.459275 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a095-f374-4dcc-831f-436fff378560 req-b0b17568-a1e7-4b40-a3b3-5b43b30a4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:27.460772 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-b0b17568-a1e7-4b40-a3b3-5b43b30a4428 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0446877 Feb 03 05:20:27.516577 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a095-f374-4dcc-831f-436fff378560 req-3d4d4ca7-b37b-4277-9358-0136fc748ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:27.518097 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-3d4d4ca7-b37b-4277-9358-0136fc748ee1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493579 Feb 03 05:20:27.609001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-4c4ea55e-634f-480a-8420-9cc5be66a8bf service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839820 Feb 03 05:20:27.714867 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-10e7a095-f374-4dcc-831f-436fff378560 req-396ab24e-a511-41b1-ab6c-3133745df4e5 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971441 Feb 03 05:20:33.236227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5a69c46-efaa-49cf-aa37-413db28829e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:36.430259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99453d32-43a8-4646-a1c8-be3e86aef48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:36.871446 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:36.926662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527b235-43d8-42ad-a2ac-da692627c781 req-7cc62dcf-1848-4a4a-a45f-2550112aa334 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:36.928225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9527b235-43d8-42ad-a2ac-da692627c781 req-7cc62dcf-1848-4a4a-a45f-2550112aa334 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0535316 Feb 03 05:20:36.933363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-0f4f82f5-7b47-451a-a3da-74ef2281ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:36.935107 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-0f4f82f5-7b47-451a-a3da-74ef2281ac73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1167 time: 0.0513251 Feb 03 05:20:36.991362 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9527b235-43d8-42ad-a2ac-da692627c781 req-51137289-46e1-4978-8c5b-c5a0c79d60c6 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569842 Feb 03 05:20:37.028882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-ed3898ae-eb04-4c13-a143-ed904977a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:37.030368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-ed3898ae-eb04-4c13-a143-ed904977a749 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.0888529 Feb 03 05:20:37.099292 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-ca7f8122-125b-4f46-8d68-b48902178007 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 1001 time: 0.0618017 Feb 03 05:20:37.149662 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-59393b49-29d2-4dd6-9879-dd4542531b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:37.151102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-59393b49-29d2-4dd6-9879-dd4542531b8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0452480 Feb 03 05:20:37.205814 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-1e81727f-37f7-4c6f-95f7-362919d4f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:37.207297 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-1e81727f-37f7-4c6f-95f7-362919d4f573 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488050 Feb 03 05:20:37.297243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-bfbeef52-0963-409d-89d1-435dd6138217 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824976 Feb 03 05:20:37.401639 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9deb0fd7-30fd-4492-bf52-32dfc11f4676 req-6b90d268-6e96-404b-842b-cee83b74b2b8 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975101 Feb 03 05:20:38.131608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407fa66-1328-4aed-a7bc-f8a3a6b40fde req-934905cf-de03-4478-9eff-47a7445753df tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:38.133077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0407fa66-1328-4aed-a7bc-f8a3a6b40fde req-934905cf-de03-4478-9eff-47a7445753df tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0545278 Feb 03 05:20:38.200329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0407fa66-1328-4aed-a7bc-f8a3a6b40fde req-fdbf52bb-b73d-41c1-88ef-8732a1293cb7 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591013 Feb 03 05:20:38.319871 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:39.321540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:39.338596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa0157-0a33-4daf-9789-eadd8372b81b req-befafc54-a299-4a0a-863c-fb38c8982a68 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:39.340551 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5baa0157-0a33-4daf-9789-eadd8372b81b req-befafc54-a299-4a0a-863c-fb38c8982a68 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0603545 Feb 03 05:20:39.400589 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5baa0157-0a33-4daf-9789-eadd8372b81b req-8433e640-ab49-496f-9748-908b727f0dcf tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541289 Feb 03 05:20:40.549328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144ddd-cccb-4432-a529-56323eeb09a6 req-30072b29-b138-4c6b-84ef-921ac247c314 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:40.550821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9144ddd-cccb-4432-a529-56323eeb09a6 req-30072b29-b138-4c6b-84ef-921ac247c314 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0595329 Feb 03 05:20:40.611368 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9144ddd-cccb-4432-a529-56323eeb09a6 req-35127983-2606-45a7-b7be-5a5af6dc2c6f tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546281 Feb 03 05:20:41.749391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade8e4f-2ca7-42dd-9d61-2607c2ca9911 req-5f93fc84-86b1-44fc-b520-dd7679580e76 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:41.750880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cade8e4f-2ca7-42dd-9d61-2607c2ca9911 req-5f93fc84-86b1-44fc-b520-dd7679580e76 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0650942 Feb 03 05:20:41.818033 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cade8e4f-2ca7-42dd-9d61-2607c2ca9911 req-0ef681ef-9480-47b9-af39-11a352962697 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581889 Feb 03 05:20:42.945494 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de7bc4-8fd8-4998-b5b1-9dc21effb080 req-ae5cd956-e70f-4def-a19b-da80d804fa95 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:42.947036 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52de7bc4-8fd8-4998-b5b1-9dc21effb080 req-ae5cd956-e70f-4def-a19b-da80d804fa95 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0547612 Feb 03 05:20:43.014585 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52de7bc4-8fd8-4998-b5b1-9dc21effb080 req-bc1a4c9a-0d11-4133-b37b-038181294a58 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616486 Feb 03 05:20:44.144525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f73b-a101-4b46-a5af-b6426fb7587a req-88af3683-15ae-47dc-8a44-79d7e55fc314 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:44.146002 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2aa5f73b-a101-4b46-a5af-b6426fb7587a req-88af3683-15ae-47dc-8a44-79d7e55fc314 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0584962 Feb 03 05:20:44.207067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2aa5f73b-a101-4b46-a5af-b6426fb7587a req-61b6123e-75af-4f8c-ae69-0cb6c26ef55e tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530775 Feb 03 05:20:45.351960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17384019-fb1d-4578-87e0-8d7341c82ea4 req-52eba5d5-840b-483c-a694-bf63116a6987 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:45.353480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17384019-fb1d-4578-87e0-8d7341c82ea4 req-52eba5d5-840b-483c-a694-bf63116a6987 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0635366 Feb 03 05:20:45.417651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-17384019-fb1d-4578-87e0-8d7341c82ea4 req-26d73c6e-3bb9-4931-8bf2-5a55d4bdc244 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557756 Feb 03 05:20:46.606831 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11058570-0d7c-4387-90b3-959c444d5dd8 req-2d42bbc2-4c29-4d8f-9305-f348fee519d3 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:46.608370 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11058570-0d7c-4387-90b3-959c444d5dd8 req-2d42bbc2-4c29-4d8f-9305-f348fee519d3 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.1151884 Feb 03 05:20:46.680250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11058570-0d7c-4387-90b3-959c444d5dd8 req-cb644e9f-26f8-4a88-927c-4df732f04d3d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660105 Feb 03 05:20:47.872416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648b16-62ef-46fc-9acd-5adeaed3f566 req-ee7645af-8437-4511-a3c8-020c1336c53b tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:47.873890 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55648b16-62ef-46fc-9acd-5adeaed3f566 req-ee7645af-8437-4511-a3c8-020c1336c53b tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.1170135 Feb 03 05:20:47.933517 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-55648b16-62ef-46fc-9acd-5adeaed3f566 req-885db502-b5fd-4d5c-996f-e99fdcb7ac56 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536294 Feb 03 05:20:49.060256 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f58d-8d7c-47a6-b8ae-6ead23deb5c5 req-4fd6d22c-c25d-4275-84d3-5edee8db903b tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:49.061868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eba2f58d-8d7c-47a6-b8ae-6ead23deb5c5 req-4fd6d22c-c25d-4275-84d3-5edee8db903b tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0558488 Feb 03 05:20:49.121472 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eba2f58d-8d7c-47a6-b8ae-6ead23deb5c5 req-53e52bec-ec2d-4541-8d66-b67a74cbd708 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530376 Feb 03 05:20:50.262204 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7c289-db98-45a5-8e2e-fd2b12d05d7e req-e778f6e4-1bc8-4d3c-b5db-001285867d9f tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:50.263621 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ba7c289-db98-45a5-8e2e-fd2b12d05d7e req-e778f6e4-1bc8-4d3c-b5db-001285867d9f tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0608778 Feb 03 05:20:50.325107 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ba7c289-db98-45a5-8e2e-fd2b12d05d7e req-dfc130eb-8669-46d1-9fc0-8592786c2af5 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537987 Feb 03 05:20:51.463459 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca1d67-ea88-4028-b921-274998dedb46 req-8f182824-1600-4629-8250-d692d1381576 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:51.464967 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08ca1d67-ea88-4028-b921-274998dedb46 req-8f182824-1600-4629-8250-d692d1381576 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0577214 Feb 03 05:20:51.528788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-08ca1d67-ea88-4028-b921-274998dedb46 req-a6ba58b7-5425-4a1f-b042-2b0bceecec5f tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579674 Feb 03 05:20:52.658288 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c97d-4c3d-4319-9504-671facc76ac7 req-d3da9879-aaf1-44c0-b7cf-df91178d0fae tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:52.659862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f78c97d-4c3d-4319-9504-671facc76ac7 req-d3da9879-aaf1-44c0-b7cf-df91178d0fae tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0552855 Feb 03 05:20:52.723813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7f78c97d-4c3d-4319-9504-671facc76ac7 req-9ae2b074-c136-4672-9bbd-b91d4a74c6df tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578825 Feb 03 05:20:53.862363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93722b87-0c80-4b95-833b-7cf7e61952c0 req-0d726293-d67a-4271-b3dd-1bc655f51428 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:20:53.863867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93722b87-0c80-4b95-833b-7cf7e61952c0 req-0d726293-d67a-4271-b3dd-1bc655f51428 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0614486 Feb 03 05:20:53.924764 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93722b87-0c80-4b95-833b-7cf7e61952c0 req-86c03cf5-d2de-46ed-9b0e-efc8a7775d75 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=c550fb39-f864-4359-a5d3-2330d6368091&id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550163 Feb 03 05:20:54.287912 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:54.391049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:20:54.589542 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:21:03.236604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b500307a-834b-4808-879d-4909d7026ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:06.437743 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a42949d4-08f1-45ff-af67-63a75775e0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:06.881316 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:08.319189 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:09.339299 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:24.276772 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:24.428642 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:25.655245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-0c765419-3630-42d9-8272-fde467dc5bf2 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185976345&fields=id&tenant_id=173abe0b38d544ce88d55edaacc5be9c HTTP/1.1" status: 200 len: 267 time: 0.0443432 Feb 03 05:21:25.720905 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-804d60a3-4412-481d-9f37-0cf4b9c06862 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:25.722366 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-804d60a3-4412-481d-9f37-0cf4b9c06862 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 985 time: 0.0618267 Feb 03 05:21:25.733057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Request body: {'port': {'security_groups': ['0508cd3b-499a-467d-afe0-89e86aa872b6']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:25.805257 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3c5186db-a52c-495c-9206-0826f274db65), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:25.985814 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3c5186db-a52c-495c-9206-0826f274db65,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:26.026557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for port (3c5186db-a52c-495c-9206-0826f274db65), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.034413 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.050397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3c5186db-a52c-495c-9206-0826f274db65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:21:26.078865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:26.079519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.080928 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c68ec82c-07bc-4b9f-a7fd-296c9b60dbe1 req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "PUT /v2.0/ports/3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 943 time: 0.3523059 Feb 03 05:21:26.088126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:26.098979 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:21:26.101396 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aca36c-a25a-4231-b55e-0325cefa2fce" -d '{"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:21:26.123012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event updated for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:26.131048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.131407 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.131786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.132131 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.132464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.132798 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.133130 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.133580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.134219 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.134947 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.135298 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.135657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.135985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452950a5-c2d0-41fe-bb37-6d15da169395 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.151778 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd59d54-bb4b-414e-a194-390a0279cfa5 x-openstack-request-id: req-6bd59d54-bb4b-414e-a194-390a0279cfa5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:21:26.151778 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:21:26.152051 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bd59d54-bb4b-414e-a194-390a0279cfa5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:21:26.152238 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65', 'status': 'completed', 'code': 200} Feb 03 05:21:26.174103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group (c550fb39-f864-4359-a5d3-2330d6368091), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.183051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3c5186db-a52c-495c-9206-0826f274db65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:21:26.215920 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group (c550fb39-f864-4359-a5d3-2330d6368091), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.300277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-5542f859-ede8-45a7-8dd7-33cac3985dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:26.301826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-5542f859-ede8-45a7-8dd7-33cac3985dac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1128 time: 0.1260233 Feb 03 05:21:26.379958 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c550fb39-f864-4359-a5d3-2330d6368091), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.382493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.386326 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "DELETE /v2.0/security-groups/c550fb39-f864-4359-a5d3-2330d6368091 HTTP/1.1" status: 204 len: 168 time: 0.2944074 Feb 03 05:21:26.386849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60650) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:26.396707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c550fb39-f864-4359-a5d3-2330d6368091,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:26.411167 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-174d478e-81b7-468a-85ea-654b752b0068 None None] Provisioning complete for port 3c5186db-a52c-495c-9206-0826f274db65 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:21:26.412589 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-174d478e-81b7-468a-85ea-654b752b0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3c5186db-a52c-495c-9206-0826f274db65), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.413318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.413667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.414025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.414347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.414795 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.415122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.415452 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.415796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.416135 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.417311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.417311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.417311 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.417659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e97ff-f1c5-49a3-af90-9d20bbacb236 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:26.424333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-d91d51c7-83b6-4976-a95e-0822b021e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:26.425815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-d91d51c7-83b6-4976-a95e-0822b021e998 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.1181195 Feb 03 05:21:26.501698 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-ce2764d1-7ecf-4753-833c-cdf89941c8d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 1001 time: 0.0680199 Feb 03 05:21:26.515862 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-174d478e-81b7-468a-85ea-654b752b0068 None None] Current status of the port 3c5186db-a52c-495c-9206-0826f274db65 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:21:26.560138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-90a6ce0b-1346-4fb8-b588-be0955f95f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:26.561672 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-90a6ce0b-1346-4fb8-b588-be0955f95f77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0527194 Feb 03 05:21:26.616682 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-45097d02-4412-4f3b-a496-94df9abd3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:26.618394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-45097d02-4412-4f3b-a496-94df9abd3899 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510495 Feb 03 05:21:26.716464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-b3e245e1-331d-4074-a3ef-cb3364b17b72 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915754 Feb 03 05:21:26.807792 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-16aca36c-a25a-4231-b55e-0325cefa2fce req-c6f4f687-5626-41a3-ba6d-b1defed2ef91 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848553 Feb 03 05:21:26.875539 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Deleting port ed46200f-fea6-40b8-8b17-6e51490bece7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:26.876214 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.952317 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.952648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for floatingip (ed46200f-fea6-40b8-8b17-6e51490bece7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:26.964873 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Calling delete_port for ed46200f-fea6-40b8-8b17-6e51490bece7 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:27.126406 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (ed46200f-fea6-40b8-8b17-6e51490bece7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:27.158112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event deleted for resources: {'Port': ['ID=ed46200f-fea6-40b8-8b17-6e51490bece7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:27.215470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks [] for floatingip (fb2c2cd7-570b-4e97-8a16-f22e8972d430), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:27.215840 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Floating IP fb2c2cd7-570b-4e97-8a16-f22e8972d430 disassociated (deleted). External IP: 172.25.7.85, port: 3c5186db-a52c-495c-9206-0826f274db65. Feb 03 05:21:27.431637 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Router b028d989-b24a-4699-9834-23291b13c4b2 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:21:27.543585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:21:27.549172 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:27.554103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] Sync routers for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:21:27.565154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:21:27.565871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:27.579749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-787e51b0-73f1-4f7c-9a4b-f548160d7407 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "DELETE /v2.0/floatingips/fb2c2cd7-570b-4e97-8a16-f22e8972d430 HTTP/1.1" status: 204 len: 168 time: 1.1915894 Feb 03 05:21:27.679529 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:21:27.897105 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 5, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:27.923052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] Checking router: b028d989-b24a-4699-9834-23291b13c4b2 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:21:27.931676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:21:27.932276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:28.051245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:21:28.153599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:21:28.156167 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f62a866-610b-4d68-9f4f-22d618a85976" -d '{"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:21:28.195140 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743eb2a2-5a88-4e36-98a0-80b1e0f78518 x-openstack-request-id: req-743eb2a2-5a88-4e36-98a0-80b1e0f78518 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:21:28.195449 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "tag": "3c5186db-a52c-495c-9206-0826f274db65", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:21:28.195772 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-743eb2a2-5a88-4e36-98a0-80b1e0f78518 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:21:28.196215 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'tag': '3c5186db-a52c-495c-9206-0826f274db65', 'status': 'completed', 'code': 200} Feb 03 05:21:28.264903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-3c5a85d9-aeee-4cbe-b616-46583b70a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:28.265916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 5, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:28.266814 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-3c5a85d9-aeee-4cbe-b616-46583b70a7c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1128 time: 0.0480728 Feb 03 05:21:28.293280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864d09-1b6e-4fc1-9fc8-9d110ec0e28e None None] The sync data for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 is: [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:28Z', 'revision_number': 4, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '73eba00a-5be8-415e-abc3-38ade644a3db', 'name': '', 'network_id': '9032b48a-9ae8-4381-bf01-8d6a191ef4f5', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'mac_address': 'fa:16:3e:a4:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:27Z', 'updated_at': '2022-02-03T05:19:33Z', 'revision_number': 5, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'subnets': [{'id': '86ee8504-52ae-47be-a6b1-a127808b30ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:21:28.367010 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-fa821280-5408-4c17-a329-8df2c1fb43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:28.368869 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-fa821280-5408-4c17-a329-8df2c1fb43f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.0962646 Feb 03 05:21:28.411699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-f53acffb-cb21-4ff8-b6ec-f85bf30bd3dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 217 time: 0.0353048 Feb 03 05:21:28.469188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-1c8fd0af-de74-43a8-9eb2-306e5cb8ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:28.470856 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-1c8fd0af-de74-43a8-9eb2-306e5cb8ffc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0529518 Feb 03 05:21:28.523837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-21ece8d5-f5ae-4a6b-9711-e3216a32901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:28.525521 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-21ece8d5-f5ae-4a6b-9711-e3216a32901a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482559 Feb 03 05:21:28.542839 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6abbb-e821-4542-96f1-a6c8a091b3ac None None] New status for floating IP fb2c2cd7-570b-4e97-8a16-f22e8972d430: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:21:28.618337 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-322f9054-a055-4adb-ada5-12f067eec655 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869935 Feb 03 05:21:28.712147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3f62a866-610b-4d68-9f4f-22d618a85976 req-036aaa3f-6814-4073-8047-155c8d6c516d service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875144 Feb 03 05:21:29.096885 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-f810617f-2e85-42a3-b705-3da0d8f6605d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467999 Feb 03 05:21:29.184150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-ba064adc-aefa-4433-8c83-fccf8dc43f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:29.185561 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-ba064adc-aefa-4433-8c83-fccf8dc43f57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173abe0b38d544ce88d55edaacc5be9c&device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 1128 time: 0.0450144 Feb 03 05:21:29.294527 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-ee83027c-d54c-4aba-89ae-5be03794313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:29.296059 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-ee83027c-d54c-4aba-89ae-5be03794313d service neutron] 10.222.0.31 "GET /v2.0/networks?id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 200 len: 915 time: 0.0908394 Feb 03 05:21:29.337372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-1dee1ab3-5f64-4ab6-8c27-db9d576763c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 200 len: 217 time: 0.0345602 Feb 03 05:21:29.388717 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-6a9b4a49-b9a9-453e-a0bf-8e17cd17a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:29.390162 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-6a9b4a49-b9a9-453e-a0bf-8e17cd17a645 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 200 len: 853 time: 0.0473156 Feb 03 05:21:29.439254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-1d258698-db76-4b20-8fef-850a8fe7ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:29.440673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-1d258698-db76-4b20-8fef-850a8fe7ae5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9032b48a-9ae8-4381-bf01-8d6a191ef4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446301 Feb 03 05:21:29.533265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-2628ac89-5e9f-4046-abfa-8c9aba76b15b service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854936 Feb 03 05:21:29.622300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00984b7d-165e-46dc-9c8a-16096d6ecb0d req-4ea50ed1-fa0e-484c-97c3-dbf80a6e7522 service neutron] 10.222.0.31 "GET /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Feb 03 05:21:31.579457 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:21:33.233283 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-719ea233-9368-41d0-8493-7171dba15ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:36.432598 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-199f5725-d886-45a1-9960-6c715aef240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:36.886769 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:38.324018 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:39.325435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:42.923655 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311b84f-1690-421f-ac53-d55a4ee9705e req-598e511d-b4bb-4cf2-949e-b1df995044e4 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:42.925168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e311b84f-1690-421f-ac53-d55a4ee9705e req-598e511d-b4bb-4cf2-949e-b1df995044e4 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0581043 Feb 03 05:21:42.974187 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e311b84f-1690-421f-ac53-d55a4ee9705e req-d55741ad-458e-462d-8ed1-dd552cfd3aa1 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Feb 03 05:21:44.108421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40776ef-189d-4d4e-b573-8bd634f839f7 req-d7bf2671-29f7-4cf4-b0af-098b435dd57d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:44.110072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b40776ef-189d-4d4e-b573-8bd634f839f7 req-d7bf2671-29f7-4cf4-b0af-098b435dd57d tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0569251 Feb 03 05:21:44.160126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b40776ef-189d-4d4e-b573-8bd634f839f7 req-1a1b8079-40e5-48ac-bbce-7e31f6a284c7 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0508cd3b-499a-467d-afe0-89e86aa872b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Feb 03 05:21:44.537009 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-162f5f77-b154-4189-a89a-56d9144d4c12 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:44.538381 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-162f5f77-b154-4189-a89a-56d9144d4c12 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.31 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 946 time: 0.0651996 Feb 03 05:21:44.640836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Deleting port 3c5186db-a52c-495c-9206-0826f274db65 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:44.641182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3c5186db-a52c-495c-9206-0826f274db65), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:44.729998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] For port 3c5186db-a52c-495c-9206-0826f274db65, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=3c5186db-a52c-495c-9206-0826f274db65,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:44.730349 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3c5186db-a52c-495c-9206-0826f274db65), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:44.746612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Calling delete_port for 3c5186db-a52c-495c-9206-0826f274db65 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:44.882055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3c5186db-a52c-495c-9206-0826f274db65), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:44.894606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['3c5186db-a52c-495c-9206-0826f274db65'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:21:44.911773 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Pushing event deleted for resources: {'Port': ['ID=3c5186db-a52c-495c-9206-0826f274db65,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:44.957618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] No DVR routers for this DVR port 3c5186db-a52c-495c-9206-0826f274db65 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:21:44.960440 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:44.964154 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-360ed5ec-81b1-400b-a2eb-2c8ae563fbd2 req-9e020d6c-a91d-4325-9792-2739d81a23ee tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.31 "DELETE /v2.0/ports/3c5186db-a52c-495c-9206-0826f274db65 HTTP/1.1" status: 204 len: 173 time: 0.4198740 Feb 03 05:21:44.964629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'name': 'network-vif-deleted', 'tag': '3c5186db-a52c-495c-9206-0826f274db65'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:21:44.966885 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3fdbff-a210-40b2-8848-d916d9549726" -d '{"events": [{"server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "name": "network-vif-deleted", "tag": "3c5186db-a52c-495c-9206-0826f274db65"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:21:45.004096 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f406f7b9-8f6d-4442-9099-e24d711fc318 x-openstack-request-id: req-f406f7b9-8f6d-4442-9099-e24d711fc318 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:21:45.004384 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3766216e-05fd-4595-bd97-239559fa22f0", "name": "network-vif-deleted", "tag": "3c5186db-a52c-495c-9206-0826f274db65", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:21:45.004636 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f406f7b9-8f6d-4442-9099-e24d711fc318 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:21:45.005047 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766216e-05fd-4595-bd97-239559fa22f0', 'name': 'network-vif-deleted', 'tag': '3c5186db-a52c-495c-9206-0826f274db65', 'status': 'completed', 'code': 200} Feb 03 05:21:45.274707 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0bac78a5-ac2a-4fab-b14a-21f33bad7df4 req-3aac7c05-b030-44f2-9689-e2904a4bb855 tempest-TestMinimumBasicScenario-656877853 tempest-TestMinimumBasicScenario-656877853-project] 10.222.0.35 "GET /v2.0/ports?device_id=3766216e-05fd-4595-bd97-239559fa22f0 HTTP/1.1" status: 200 len: 210 time: 0.0282693 Feb 03 05:21:46.878907 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60764) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:47.492282 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (b028d989-b24a-4699-9834-23291b13c4b2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:47.745654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Deleting port 73eba00a-5be8-415e-abc3-38ade644a3db {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:47.745896 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:47.826519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] For port 73eba00a-5be8-415e-abc3-38ade644a3db, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=73eba00a-5be8-415e-abc3-38ade644a3db,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:47.826870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:47.839853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Calling delete_port for 73eba00a-5be8-415e-abc3-38ade644a3db owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:48.023789 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (73eba00a-5be8-415e-abc3-38ade644a3db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:48.047931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=73eba00a-5be8-415e-abc3-38ade644a3db,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:48.227427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (b028d989-b24a-4699-9834-23291b13c4b2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:48.447379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Router b028d989-b24a-4699-9834-23291b13c4b2 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:21:48.558918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:21:48.566987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d984b42a-f99a-44e6-9c4f-c3f39dda6b1b admin admin] 10.222.0.35 "PUT /v2.0/routers/b028d989-b24a-4699-9834-23291b13c4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844835 Feb 03 05:21:48.567124 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:48.574758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] Sync routers for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:21:48.586489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:21:48.588026 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:48.675955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks [] for router (b028d989-b24a-4699-9834-23291b13c4b2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:48.693486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:21:48.781347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks [] for router_gateway (b028d989-b24a-4699-9834-23291b13c4b2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:48.839870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Deleting port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:48.840213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:48.856820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3c5186db-a52c-495c-9206-0826f274db65 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:21:48.878989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 3c5186db-a52c-495c-9206-0826f274db65 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:21:48.879329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 3c5186db-a52c-495c-9206-0826f274db65 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:21:48.898766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:21:47Z', 'revision_number': 5, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port': {'id': '01f160ff-1a99-47eb-95d0-d0fa6bfae46b', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ac:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:48.927215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] Checking router: b028d989-b24a-4699-9834-23291b13c4b2 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:21:48.928301 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] For port 01f160ff-1a99-47eb-95d0-d0fa6bfae46b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:48.928719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:48.936732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] Routers {'b028d989-b24a-4699-9834-23291b13c4b2'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:21:48.937357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['b028d989-b24a-4699-9834-23291b13c4b2'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:48.940992 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Calling delete_port for 01f160ff-1a99-47eb-95d0-d0fa6bfae46b owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:49.031968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] Set router b028d989-b24a-4699-9834-23291b13c4b2 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:21:49.089325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:21:48Z', 'revision_number': 6, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:49.115814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43419397-3cdd-4128-ad3e-3c0e9966ded1 None None] The sync data for ids ['b028d989-b24a-4699-9834-23291b13c4b2'] in n-d-827549-1 is: [{'id': 'b028d989-b24a-4699-9834-23291b13c4b2', 'name': 'tempest-TestMinimumBasicScenario-495892006-router', 'tenant_id': '173abe0b38d544ce88d55edaacc5be9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:25Z', 'updated_at': '2022-02-03T05:21:48Z', 'revision_number': 6, 'project_id': '173abe0b38d544ce88d55edaacc5be9c', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:21:49.123116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (01f160ff-1a99-47eb-95d0-d0fa6bfae46b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.157446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Pushing event deleted for resources: {'Port': ['ID=01f160ff-1a99-47eb-95d0-d0fa6bfae46b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:49.211186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (b028d989-b24a-4699-9834-23291b13c4b2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.303389 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (b028d989-b24a-4699-9834-23291b13c4b2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.305847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks [] for router_controller (b028d989-b24a-4699-9834-23291b13c4b2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.349409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (b028d989-b24a-4699-9834-23291b13c4b2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.349966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b028d989-b24a-4699-9834-23291b13c4b2 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:21:49.354388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.355562 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cc4331af-2f6c-4e30-89a2-4093f48771ff admin admin] 10.222.0.35 "DELETE /v2.0/routers/b028d989-b24a-4699-9834-23291b13c4b2 HTTP/1.1" status: 204 len: 168 time: 0.7874207 Feb 03 05:21:49.358178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:49.401604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] Deleting subnet 86ee8504-52ae-47be-a6b1-a127808b30ac {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:21:49.404756 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] Publish callbacks [] for subnet (86ee8504-52ae-47be-a6b1-a127808b30ac), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.439294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (86ee8504-52ae-47be-a6b1-a127808b30ac), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.523483 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (86ee8504-52ae-47be-a6b1-a127808b30ac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.586476 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (86ee8504-52ae-47be-a6b1-a127808b30ac), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.611960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ee8504-52ae-47be-a6b1-a127808b30ac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:49.619487 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.623549 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-45ebb084-4117-48dc-b917-0eaf21360153 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/86ee8504-52ae-47be-a6b1-a127808b30ac HTTP/1.1" status: 204 len: 168 time: 0.2644157 Feb 03 05:21:49.625102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf8298-0f8c-4f67-b341-2b02c46b8107 None None] Network 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:21:49.626106 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:49.701640 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (9032b48a-9ae8-4381-bf01-8d6a191ef4f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.756648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Deleting port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:49.756990 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.826816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] For port 8ed75bba-719f-42c7-a673-5f2e2bbf2609, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=8ed75bba-719f-42c7-a673-5f2e2bbf2609,segment=NetworkSegment(7fb34011-4359-41a7-9ea5-045d311fd46c),segment_id=7fb34011-4359-41a7-9ea5-045d311fd46c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:49.827076 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.840486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Calling delete_port for 8ed75bba-719f-42c7-a673-5f2e2bbf2609 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:49.913594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] DHCP port deletion for 9032b48a-9ae8-4381-bf01-8d6a191ef4f5 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:21:49.940031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:49.976603 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed75bba-719f-42c7-a673-5f2e2bbf2609,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:49.987276 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] No DVR routers for this DVR port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:21:50.003962 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Deleting port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:50.004344 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.006225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01f160ff-1a99-47eb-95d0-d0fa6bfae46b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:21:50.038215 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 01f160ff-1a99-47eb-95d0-d0fa6bfae46b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:21:50.038715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 01f160ff-1a99-47eb-95d0-d0fa6bfae46b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:21:50.039017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8ed75bba-719f-42c7-a673-5f2e2bbf2609 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:21:50.067630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (9032b48a-9ae8-4381-bf01-8d6a191ef4f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.074179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 8ed75bba-719f-42c7-a673-5f2e2bbf2609 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:21:50.074532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 8ed75bba-719f-42c7-a673-5f2e2bbf2609 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:21:50.074963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 73eba00a-5be8-415e-abc3-38ade644a3db no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:21:50.092227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9032b48a-9ae8-4381-bf01-8d6a191ef4f5']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:50.104735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb34011-4359-41a7-9ea5-045d311fd46c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:50.105035 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb34011-4359-41a7-9ea5-045d311fd46c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:50.116422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (7fb34011-4359-41a7-9ea5-045d311fd46c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.122106 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 73eba00a-5be8-415e-abc3-38ade644a3db {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:21:50.122824 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 73eba00a-5be8-415e-abc3-38ade644a3db not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:21:50.134919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (7fb34011-4359-41a7-9ea5-045d311fd46c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.137878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] For port 8ed75bba-719f-42c7-a673-5f2e2bbf2609, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:50.138293 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.144656 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:21:50.145126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (7fb34011-4359-41a7-9ea5-045d311fd46c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:21:50.148343 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:21:50.154671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Calling delete_port for 8ed75bba-719f-42c7-a673-5f2e2bbf2609 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:50.159053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 05:21:50.160672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (8ed75bba-719f-42c7-a673-5f2e2bbf2609), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.187627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Pushing event deleted for resources: {'Port': ['ID=8ed75bba-719f-42c7-a673-5f2e2bbf2609,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:50.198240 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] No DVR routers for this DVR port 8ed75bba-719f-42c7-a673-5f2e2bbf2609 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:21:50.200997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.201418 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.201688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.202406 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.203271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.203733 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.203983 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.204316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.204650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.204979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.205310 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.206087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.206087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0e06c-4222-49a6-9126-1fa552eba9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:21:50.218273 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (9032b48a-9ae8-4381-bf01-8d6a191ef4f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.225199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.228694 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9032b48a-9ae8-4381-bf01-8d6a191ef4f5 HTTP/1.1" status: 204 len: 168 time: 0.6016185 Feb 03 05:21:50.232051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:50.247386 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc514672-5f55-4bbb-8576-baa978f11319 admin admin] Pushing event deleted for resources: {'Network': ['ID=9032b48a-9ae8-4381-bf01-8d6a191ef4f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:50.607984 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (061f9706-71f9-4362-a2b9-e5230de3e9b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.870878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Deleting port 156a7df2-9c79-49cb-b9f2-0f431fd6c050 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:50.871203 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.950046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] For port 156a7df2-9c79-49cb-b9f2-0f431fd6c050, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=156a7df2-9c79-49cb-b9f2-0f431fd6c050,segment=NetworkSegment(975636a0-49ee-4a9c-83da-f39f6355145c),segment_id=975636a0-49ee-4a9c-83da-f39f6355145c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:50.950390 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:50.963168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Calling delete_port for 156a7df2-9c79-49cb-b9f2-0f431fd6c050 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:51.428513 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (156a7df2-9c79-49cb-b9f2-0f431fd6c050), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:51.455830 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=156a7df2-9c79-49cb-b9f2-0f431fd6c050,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:51.633371 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (061f9706-71f9-4362-a2b9-e5230de3e9b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:51.850143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Router 061f9706-71f9-4362-a2b9-e5230de3e9b6 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:21:51.959995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:21:51.965924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-46d049d7-b8ee-4e23-a928-86416251a1b4 admin admin] 10.222.0.35 "PUT /v2.0/routers/061f9706-71f9-4362-a2b9-e5230de3e9b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7327962 Feb 03 05:21:51.968601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:51.970262 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] Sync routers for ids ['061f9706-71f9-4362-a2b9-e5230de3e9b6'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:21:51.981134 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] Routers {'061f9706-71f9-4362-a2b9-e5230de3e9b6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:21:51.981766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['061f9706-71f9-4362-a2b9-e5230de3e9b6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:52.072241 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks [] for router (061f9706-71f9-4362-a2b9-e5230de3e9b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.086028 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] Set router 061f9706-71f9-4362-a2b9-e5230de3e9b6 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:21:52.177944 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks [] for router_gateway (061f9706-71f9-4362-a2b9-e5230de3e9b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.232358 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Deleting port 7e188b81-35e5-4b78-8ec4-649df8e8d86d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:52.232684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.268434 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:21:51Z', 'revision_number': 5, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port': {'id': '7e188b81-35e5-4b78-8ec4-649df8e8d86d', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:52.294957 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] Checking router: 061f9706-71f9-4362-a2b9-e5230de3e9b6 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:21:52.303754 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] Routers {'061f9706-71f9-4362-a2b9-e5230de3e9b6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:21:52.304353 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['061f9706-71f9-4362-a2b9-e5230de3e9b6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:52.316202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] For port 7e188b81-35e5-4b78-8ec4-649df8e8d86d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7e188b81-35e5-4b78-8ec4-649df8e8d86d,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:52.316559 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.329816 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Calling delete_port for 7e188b81-35e5-4b78-8ec4-649df8e8d86d owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:52.388964 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] Set router 061f9706-71f9-4362-a2b9-e5230de3e9b6 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:21:52.442806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:21:52Z', 'revision_number': 6, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:52.469387 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498ceb8-7b56-4349-b480-e9bed07cbd91 None None] The sync data for ids ['061f9706-71f9-4362-a2b9-e5230de3e9b6'] in n-d-827549-1 is: [{'id': '061f9706-71f9-4362-a2b9-e5230de3e9b6', 'name': 'tempest-TestMinimumBasicScenario-1408754007-router', 'tenant_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:19:30Z', 'updated_at': '2022-02-03T05:21:52Z', 'revision_number': 6, 'project_id': '63c1b93eba7c48099a1c57b3696ab7e5', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:21:52.497016 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7e188b81-35e5-4b78-8ec4-649df8e8d86d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.527425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e188b81-35e5-4b78-8ec4-649df8e8d86d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:52.590763 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (061f9706-71f9-4362-a2b9-e5230de3e9b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.685126 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (061f9706-71f9-4362-a2b9-e5230de3e9b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.687294 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks [] for router_controller (061f9706-71f9-4362-a2b9-e5230de3e9b6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.741489 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (061f9706-71f9-4362-a2b9-e5230de3e9b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.742049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061f9706-71f9-4362-a2b9-e5230de3e9b6 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:21:52.746662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.747904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a9970051-dc3e-496b-8b94-58a2c3915e61 admin admin] 10.222.0.35 "DELETE /v2.0/routers/061f9706-71f9-4362-a2b9-e5230de3e9b6 HTTP/1.1" status: 204 len: 168 time: 0.7784214 Feb 03 05:21:52.750500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:52.795291 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] Deleting subnet e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:21:52.799008 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] Publish callbacks [] for subnet (e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.835073 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.917552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:52.970733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.004883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:53.006806 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.009986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9ecd4224-50fa-4424-935c-ab0364165831 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e711ae11-8227-42c7-aa4a-6d1cd8a2b2a3 HTTP/1.1" status: 204 len: 168 time: 0.2585084 Feb 03 05:21:53.012678 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60778) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:53.016077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63af6b32-d277-456f-adc3-7eb656773032 None None] Network e20cfced-6499-4d09-83f1-8f31b00aee43 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:21:53.082936 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (e20cfced-6499-4d09-83f1-8f31b00aee43), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.134891 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Deleting port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:53.135255 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.201133 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] For port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,segment=NetworkSegment(975636a0-49ee-4a9c-83da-f39f6355145c),segment_id=975636a0-49ee-4a9c-83da-f39f6355145c)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:53.202067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.219710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Calling delete_port for c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:53.233681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] DHCP port deletion for e20cfced-6499-4d09-83f1-8f31b00aee43 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:21:53.287132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] Deleting port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:21:53.287476 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.304575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.339925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] No DVR routers for this DVR port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd on host n-d-827549-1 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:21:53.342735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:53.368860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] For port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,segment=NetworkSegment(975636a0-49ee-4a9c-83da-f39f6355145c),segment_id=975636a0-49ee-4a9c-83da-f39f6355145c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:21:53.369158 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.382992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] Calling delete_port for c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:21:53.417645 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (e20cfced-6499-4d09-83f1-8f31b00aee43), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.440405 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20cfced-6499-4d09-83f1-8f31b00aee43']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:53.449908 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975636a0-49ee-4a9c-83da-f39f6355145c') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:53.450194 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975636a0-49ee-4a9c-83da-f39f6355145c') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:53.460341 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (975636a0-49ee-4a9c-83da-f39f6355145c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.463631 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.475011 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (975636a0-49ee-4a9c-83da-f39f6355145c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.476885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] No DVR routers for this DVR port c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:21:53.482109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:21:53.482513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (975636a0-49ee-4a9c-83da-f39f6355145c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:21:53.484318 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:21:53.498804 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1fb3c-fcf0-4ff7-8a09-220fdb71f661 None None] Pushing event deleted for resources: {'Port': ['ID=c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:53.552389 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (e20cfced-6499-4d09-83f1-8f31b00aee43), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.562477 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.568496 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e20cfced-6499-4d09-83f1-8f31b00aee43 HTTP/1.1" status: 204 len: 168 time: 0.5548313 Feb 03 05:21:53.585731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeb0ba-3023-4da6-bfb6-d4f6240eb7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20cfced-6499-4d09-83f1-8f31b00aee43,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:53.759412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:53.800822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f34539c0-7334-4aad-9634-f5b14d1ea24e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=173abe0b38d544ce88d55edaacc5be9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400534 Feb 03 05:21:53.803425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:53.857972 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fc2a270-b030-45f2-a216-909b9b9841e8 admin admin] Publish callbacks [] for security_group (0508cd3b-499a-467d-afe0-89e86aa872b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.873355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 156a7df2-9c79-49cb-b9f2-0f431fd6c050 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:21:53.879259 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fc2a270-b030-45f2-a216-909b9b9841e8 admin admin] Publish callbacks [] for security_group (0508cd3b-499a-467d-afe0-89e86aa872b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.894080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 156a7df2-9c79-49cb-b9f2-0f431fd6c050 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:21:53.894429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 156a7df2-9c79-49cb-b9f2-0f431fd6c050 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:21:53.894946 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:21:53.913634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:21:53.913901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c44fe3df-0b3e-490d-b2f9-46f1b2c58fcd not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:21:53.914319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e188b81-35e5-4b78-8ec4-649df8e8d86d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:21:53.926609 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fc2a270-b030-45f2-a216-909b9b9841e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0508cd3b-499a-467d-afe0-89e86aa872b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.929239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fc2a270-b030-45f2-a216-909b9b9841e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:53.930414 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1fc2a270-b030-45f2-a216-909b9b9841e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0508cd3b-499a-467d-afe0-89e86aa872b6 HTTP/1.1" status: 204 len: 168 time: 0.1259708 Feb 03 05:21:53.936776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7e188b81-35e5-4b78-8ec4-649df8e8d86d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:21:53.937152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7e188b81-35e5-4b78-8ec4-649df8e8d86d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:21:53.940162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2a270-b030-45f2-a216-909b9b9841e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0508cd3b-499a-467d-afe0-89e86aa872b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:54.270136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:54.292612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:54.310153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cd1781ce-8301-435f-bda4-84e16306cede admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63c1b93eba7c48099a1c57b3696ab7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387623 Feb 03 05:21:54.313056 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:54.364008 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d20150ab-4270-4efd-9b94-2550987e1499 admin admin] Publish callbacks [] for security_group (1871fba2-996f-41d9-9ce5-4da23b515068), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:54.385712 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d20150ab-4270-4efd-9b94-2550987e1499 admin admin] Publish callbacks [] for security_group (1871fba2-996f-41d9-9ce5-4da23b515068), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:54.433807 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:54.434942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d20150ab-4270-4efd-9b94-2550987e1499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1871fba2-996f-41d9-9ce5-4da23b515068), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:54.437590 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d20150ab-4270-4efd-9b94-2550987e1499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:54.439168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d20150ab-4270-4efd-9b94-2550987e1499 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1871fba2-996f-41d9-9ce5-4da23b515068 HTTP/1.1" status: 204 len: 168 time: 0.1248226 Feb 03 05:21:54.446918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20150ab-4270-4efd-9b94-2550987e1499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1871fba2-996f-41d9-9ce5-4da23b515068,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:56.266510 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:56.271121 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882029785', 'description': 'tempest-secgroup-smoke-1882029785 description', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:56.295545 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.303513 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.389431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (6372a2b9-d01c-4137-98a9-0d902217bd86), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.397088 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6372a2b9-d01c-4137-98a9-0d902217bd86), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.438710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6372a2b9-d01c-4137-98a9-0d902217bd86,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:56.480213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (e1445d7d-2359-4d40-bbf7-0ee2c7b8e127), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.485874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e1445d7d-2359-4d40-bbf7-0ee2c7b8e127), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.515600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.519586 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2492874 Feb 03 05:21:56.519586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a961726-8c65-4df2-9b9e-904e46fcb611 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:56.520083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:56.524868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0b3dd178-938a-4613-9cbb-84b0389ad6cd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1445d7d-2359-4d40-bbf7-0ee2c7b8e127', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:56.554618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd178-938a-4613-9cbb-84b0389ad6cd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (bc86e12f-f105-456c-8c16-0a7140f96b01), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.603523 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd178-938a-4613-9cbb-84b0389ad6cd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (bc86e12f-f105-456c-8c16-0a7140f96b01), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.608802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd178-938a-4613-9cbb-84b0389ad6cd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (bc86e12f-f105-456c-8c16-0a7140f96b01), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.626046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dd178-938a-4613-9cbb-84b0389ad6cd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc86e12f-f105-456c-8c16-0a7140f96b01,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:56.635607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd178-938a-4613-9cbb-84b0389ad6cd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.636833 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b3dd178-938a-4613-9cbb-84b0389ad6cd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157026 Feb 03 05:21:56.639727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:56.644355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cbde0ce6-f6ab-444a-9114-4fffd8a4135b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1445d7d-2359-4d40-bbf7-0ee2c7b8e127', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:56.669890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbde0ce6-f6ab-444a-9114-4fffd8a4135b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (6f49b5ca-2a54-49e1-b893-c90ea01a9cfd), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.725053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbde0ce6-f6ab-444a-9114-4fffd8a4135b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (6f49b5ca-2a54-49e1-b893-c90ea01a9cfd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.731433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbde0ce6-f6ab-444a-9114-4fffd8a4135b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6f49b5ca-2a54-49e1-b893-c90ea01a9cfd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.750292 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde0ce6-f6ab-444a-9114-4fffd8a4135b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f49b5ca-2a54-49e1-b893-c90ea01a9cfd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:56.759546 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbde0ce6-f6ab-444a-9114-4fffd8a4135b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.760831 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cbde0ce6-f6ab-444a-9114-4fffd8a4135b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201370 Feb 03 05:21:56.763835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:56.768508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2b1a3f9e-1c80-47fe-b21d-001de40fe1c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1445d7d-2359-4d40-bbf7-0ee2c7b8e127', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:56.794561 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3f9e-1c80-47fe-b21d-001de40fe1c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (c736e6d8-121d-4c81-8789-19e67a4af94f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.851365 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3f9e-1c80-47fe-b21d-001de40fe1c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (c736e6d8-121d-4c81-8789-19e67a4af94f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.856713 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3f9e-1c80-47fe-b21d-001de40fe1c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (c736e6d8-121d-4c81-8789-19e67a4af94f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.875929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a3f9e-1c80-47fe-b21d-001de40fe1c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c736e6d8-121d-4c81-8789-19e67a4af94f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:56.886010 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3f9e-1c80-47fe-b21d-001de40fe1c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.887299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2b1a3f9e-1c80-47fe-b21d-001de40fe1c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224043 Feb 03 05:21:56.890177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60840) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:56.894615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cb91eb64-ccc1-43f8-9229-21bcd7436833 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1445d7d-2359-4d40-bbf7-0ee2c7b8e127', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:56.922416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb91eb64-ccc1-43f8-9229-21bcd7436833 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (ba0bb7ee-634d-4774-ae46-d974b796c8a3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:56.995898 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb91eb64-ccc1-43f8-9229-21bcd7436833 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (ba0bb7ee-634d-4774-ae46-d974b796c8a3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.002182 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb91eb64-ccc1-43f8-9229-21bcd7436833 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ba0bb7ee-634d-4774-ae46-d974b796c8a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.024132 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91eb64-ccc1-43f8-9229-21bcd7436833 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0bb7ee-634d-4774-ae46-d974b796c8a3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:57.035470 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb91eb64-ccc1-43f8-9229-21bcd7436833 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.036714 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cb91eb64-ccc1-43f8-9229-21bcd7436833 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456280 Feb 03 05:21:57.039746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:57.044943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1445d7d-2359-4d40-bbf7-0ee2c7b8e127', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:57.066287 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:21:57.071778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (d78b626b-b8e2-411c-bd66-4914d1c203c5), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.136782 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (d78b626b-b8e2-411c-bd66-4914d1c203c5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.143352 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (d78b626b-b8e2-411c-bd66-4914d1c203c5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.164032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78b626b-b8e2-411c-bd66-4914d1c203c5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:57.169581 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.170743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a3f7274b-b1c3-4c71-892c-5603d146f948 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297593 Feb 03 05:21:57.173615 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60844) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:57.178175 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1445d7d-2359-4d40-bbf7-0ee2c7b8e127', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:57.202015 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:21:57.207355 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (5f0bb21c-6aa0-4eca-8a79-32c426e62200), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.268293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (5f0bb21c-6aa0-4eca-8a79-32c426e62200), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.273161 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (5f0bb21c-6aa0-4eca-8a79-32c426e62200), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.292498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0bb21c-6aa0-4eca-8a79-32c426e62200,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:57.304120 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.305388 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1753bc05-23ac-46a4-a30b-5d3eea78e660 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307988 Feb 03 05:21:57.308665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:57.313489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'network': {'name': 'tempest-network-smoke--694147505', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'port_security_enabled': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:57.334105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:21:57.338246 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.362598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:21:57.373557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0823a14f-da53-465b-8eee-a3218ad3fc2f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.373901 n-d-827549-1 neutron-server[103323]: INFO neutron.db.segments_db [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Added segment 0823a14f-da53-465b-8eee-a3218ad3fc2f of type vlan for network f4a23753-389e-478e-9e89-97aa82bc522b Feb 03 05:21:57.417067 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f4a23753-389e-478e-9e89-97aa82bc522b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.446366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f4a23753-389e-478e-9e89-97aa82bc522b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.451449 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:57.452051 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.488166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1784527 Feb 03 05:21:57.491055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60848) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:57.495643 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'admin_state_up': True, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:57.533969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869a2ea-c0f3-4c10-a950-1c232afd5125 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Network': ['ID=f4a23753-389e-478e-9e89-97aa82bc522b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:57.545503 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f4a23753-389e-478e-9e89-97aa82bc522b details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:21:57.549886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f3346afa-9e0f-490f-bb71-502f1d168ea6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.551723 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f3346afa-9e0f-490f-bb71-502f1d168ea6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.607552 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (f3346afa-9e0f-490f-bb71-502f1d168ea6), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.758746 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f3346afa-9e0f-490f-bb71-502f1d168ea6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.956879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f3346afa-9e0f-490f-bb71-502f1d168ea6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:57.976566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:58.087949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.236 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/e52bda15-5c04-43d3-8c05-a463f4b0ad78) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:21:58.200460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:58.239148 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:58.276973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:21:58.281788 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:21:58.285561 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:21:58.291030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=e52bda15-5c04-43d3-8c05-a463f4b0ad78,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:58.564409 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f3346afa-9e0f-490f-bb71-502f1d168ea6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:58.779306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f3346afa-9e0f-490f-bb71-502f1d168ea6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:58.915046 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f3346afa-9e0f-490f-bb71-502f1d168ea6 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:21:59.022553 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:21:59.032642 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Sync routers for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:21:59.043454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:21:59.044128 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:59.045360 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.047082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-67a832d6-0165-4988-b82d-c777faa30be5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5550611 Feb 03 05:21:59.050427 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:59.147923 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:21:59.171468 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-919276b2-ea28-4b02-b3e7-a732a3efccd2 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c20e37547a2e4512bf5aa7e7a419b37a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1194103 Feb 03 05:21:59.174494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:59.321376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d5f236-e1c4-48e5-ac73-31ac3770f107 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:59.323067 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-93d5f236-e1c4-48e5-ac73-31ac3770f107 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475492 Feb 03 05:21:59.326220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:59.361718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c2ecf567-241c-4964-9a55-763924d1e9af tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343184 Feb 03 05:21:59.364630 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:59.369815 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2139964204', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:21:59.466587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:21:59.470300 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.484803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:21:58Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:21:59.510501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Checking router: f3346afa-9e0f-490f-bb71-502f1d168ea6 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:21:59.510857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Updating router f3346afa-9e0f-490f-bb71-502f1d168ea6 port e52bda15-5c04-43d3-8c05-a463f4b0ad78 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:21:59.538218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.648754 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (e8797b9f-8c57-4283-a566-85f4a72e41cd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.711632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Subnet': ['ID=e8797b9f-8c57-4283-a566-85f4a72e41cd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:59.717297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Checking segment: {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:21:59.717646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network hostable DHCP agents. Network: f4a23753-389e-478e-9e89-97aa82bc522b, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:21:59.735584 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network f4a23753-389e-478e-9e89-97aa82bc522b is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:21:59.745542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f4a23753-389e-478e-9e89-97aa82bc522b) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:21:59.750149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:21:59.750897 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.758540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5459e56-fc45-4cec-b3aa-c5d384efb8d2 None None] Network f4a23753-389e-478e-9e89-97aa82bc522b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:21:59.772575 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b05d826f-fc08-4111-87eb-0639c369da19 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042301 Feb 03 05:21:59.772806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:21:59.818297 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Publish callbacks [] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.850358 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.932565 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Attempting to bind port e52bda15-5c04-43d3-8c05-a463f4b0ad78 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:21:59.932797 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Attempting to bind port e52bda15-5c04-43d3-8c05-a463f4b0ad78 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:21:59.933190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Attempting to bind port e52bda15-5c04-43d3-8c05-a463f4b0ad78 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:21:59.938002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00312061-da64-4740-a5f8-b913ac772263 None None] Pushing event updated for resources: {'Port': ['ID=e52bda15-5c04-43d3-8c05-a463f4b0ad78,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:21:59.943471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:21:59.944189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:21:59.944603 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.944992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:21:59.945506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Bound port: e52bda15-5c04-43d3-8c05-a463f4b0ad78, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:21:59.945873 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:21:59.949883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f4a23753-389e-478e-9e89-97aa82bc522b', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:21:59.950770 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.016819 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] For port e52bda15-5c04-43d3-8c05-a463f4b0ad78, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:22:00.081011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] For port e52bda15-5c04-43d3-8c05-a463f4b0ad78, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e52bda15-5c04-43d3-8c05-a463f4b0ad78,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:22:00.092084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.194463 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:22:00.195014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:00.196803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00312061-da64-4740-a5f8-b913ac772263 None None] Pushing event updated for resources: {'Port': ['ID=e52bda15-5c04-43d3-8c05-a463f4b0ad78,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:00.240822 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Allocated IP 172.20.0.2 (f4a23753-389e-478e-9e89-97aa82bc522b/e8797b9f-8c57-4283-a566-85f4a72e41cd/52042c1c-dfc2-4189-b713-d10c1bac0d9e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:22:00.369267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:22:00.551184 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Publish callbacks [] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.560004 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.589127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.621134 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Network f4a23753-389e-478e-9e89-97aa82bc522b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:22:00.630714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:22:00.633336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:22:00.641649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Pushing event updated for resources: {'Port': ['ID=52042c1c-dfc2-4189-b713-d10c1bac0d9e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:00.702239 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:21:58Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:00.704027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Attempting to bind port 52042c1c-dfc2-4189-b713-d10c1bac0d9e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:22:00.704392 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Attempting to bind port 52042c1c-dfc2-4189-b713-d10c1bac0d9e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:22:00.704749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Attempting to bind port 52042c1c-dfc2-4189-b713-d10c1bac0d9e on network f4a23753-389e-478e-9e89-97aa82bc522b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:22:00.733032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30678dab-3fc2-4622-9151-ae1b3a2bb2d6 None None] The sync data for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 is: [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:21:58Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:22:00.734775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:22:00.735150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Checking segment: {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:22:00.735572 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.735964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Bound using segment: {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:22:00.736848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Bound port: 52042c1c-dfc2-4189-b713-d10c1bac0d9e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:22:00.736848 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.811230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] For port 52042c1c-dfc2-4189-b713-d10c1bac0d9e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:22:00.814509 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] For port 52042c1c-dfc2-4189-b713-d10c1bac0d9e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=52042c1c-dfc2-4189-b713-d10c1bac0d9e,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:22:00.821497 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:00.880156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b966c7e-8446-45e2-a0cc-2e1cbdd4a825 None None] Pushing event updated for resources: {'Port': ['ID=52042c1c-dfc2-4189-b713-d10c1bac0d9e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:00.943842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.1 (f4a23753-389e-478e-9e89-97aa82bc522b/e8797b9f-8c57-4283-a566-85f4a72e41cd/23e5f829-286e-4806-ade5-bc50273527a7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:22:01.110406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (23e5f829-286e-4806-ade5-bc50273527a7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:01.152060 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (23e5f829-286e-4806-ade5-bc50273527a7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:01.202150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=23e5f829-286e-4806-ade5-bc50273527a7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:01.209557 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network f4a23753-389e-478e-9e89-97aa82bc522b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:22:01.211004 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:22:01.213698 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:22:01.263199 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (f3346afa-9e0f-490f-bb71-502f1d168ea6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:01.396751 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (23e5f829-286e-4806-ade5-bc50273527a7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:01.691062 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (23e5f829-286e-4806-ade5-bc50273527a7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:01.696120 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (23e5f829-286e-4806-ade5-bc50273527a7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:01.776663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=23e5f829-286e-4806-ade5-bc50273527a7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:01.780563 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (f3346afa-9e0f-490f-bb71-502f1d168ea6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:01.900217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network f4a23753-389e-478e-9e89-97aa82bc522b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:22:01.901749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:22:01.923039 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b66a3-9d95-4e10-b0bd-aa94f27f6306 None None] Network f4a23753-389e-478e-9e89-97aa82bc522b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:22:01.989178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e52bda15-5c04-43d3-8c05-a463f4b0ad78 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:22:02.023486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f3346afa-9e0f-490f-bb71-502f1d168ea6 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:22:02.047268 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e07c57a0-12af-4457-963c-efd90293c1f6 None None] Provisioning complete for port 52042c1c-dfc2-4189-b713-d10c1bac0d9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:02.047640 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e07c57a0-12af-4457-963c-efd90293c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.122361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e52bda15-5c04-43d3-8c05-a463f4b0ad78 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:02.122771 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.143748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:22:02.149443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-76b80706-70c0-4d7b-8901-15b10012f586 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/f3346afa-9e0f-490f-bb71-502f1d168ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755875 Feb 03 05:22:02.203477 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e07c57a0-12af-4457-963c-efd90293c1f6 None None] Current status of the port 52042c1c-dfc2-4189-b713-d10c1bac0d9e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:02.203891 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e07c57a0-12af-4457-963c-efd90293c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.268662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e07c57a0-12af-4457-963c-efd90293c1f6 None None] For port 52042c1c-dfc2-4189-b713-d10c1bac0d9e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=52042c1c-dfc2-4189-b713-d10c1bac0d9e,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:02.273873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e52bda15-5c04-43d3-8c05-a463f4b0ad78 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:02.274271 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.281112 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e07c57a0-12af-4457-963c-efd90293c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.326257 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port e52bda15-5c04-43d3-8c05-a463f4b0ad78, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e52bda15-5c04-43d3-8c05-a463f4b0ad78,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:02.334596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.335424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 52042c1c-dfc2-4189-b713-d10c1bac0d9e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:22:02.344284 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-26a5bb4c-dcad-4d92-9b8a-d375f3b050d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882029785&fields=id&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 267 time: 0.0551620 Feb 03 05:22:02.374712 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c57a0-12af-4457-963c-efd90293c1f6 None None] Pushing event updated for resources: {'Port': ['ID=52042c1c-dfc2-4189-b713-d10c1bac0d9e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:02.438111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=e52bda15-5c04-43d3-8c05-a463f4b0ad78,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:02.445170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 52042c1c-dfc2-4189-b713-d10c1bac0d9e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:02.445558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.490291 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-ea7c362b-704a-467a-af06-d586feb7a7c6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:02.497300 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-ea7c362b-704a-467a-af06-d586feb7a7c6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/networks?id=f4a23753-389e-478e-9e89-97aa82bc522b HTTP/1.1" status: 200 len: 796 time: 0.1429346 Feb 03 05:22:02.509463 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Sync routers for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:22:02.516504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-baa3e5da-de4f-4f52-83e5-181a6b20bac6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/quotas/c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 375 time: 0.0179453 Feb 03 05:22:02.519946 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:22:02.520785 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:02.544954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fb37dacc-f6ce-401e-bc22-50c293ba9b65 None None] Provisioning complete for port 23e5f829-286e-4806-ade5-bc50273527a7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:02.545336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb37dacc-f6ce-401e-bc22-50c293ba9b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (23e5f829-286e-4806-ade5-bc50273527a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.583688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 52042c1c-dfc2-4189-b713-d10c1bac0d9e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:02.585018 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-dda5d51a-6bb4-453a-b8de-b1e626be38d7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675323 Feb 03 05:22:02.602095 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fb37dacc-f6ce-401e-bc22-50c293ba9b65 None None] Port 23e5f829-286e-4806-ade5-bc50273527a7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:22:02.614165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fb37dacc-f6ce-401e-bc22-50c293ba9b65 None None] Provisioning complete for port 52042c1c-dfc2-4189-b713-d10c1bac0d9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:02.614615 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb37dacc-f6ce-401e-bc22-50c293ba9b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.705071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fb37dacc-f6ce-401e-bc22-50c293ba9b65 None None] Current status of the port 52042c1c-dfc2-4189-b713-d10c1bac0d9e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:02.758230 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:22:02.772727 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-b3330f2e-5cb7-4984-9ddf-81dc223de024 service neutron] 10.222.0.35 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738973 Feb 03 05:22:02.827825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-41dd81d9-ca0a-4541-a17c-6a9aa044eaa7 None None] Provisioning complete for port 23e5f829-286e-4806-ade5-bc50273527a7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:02.828507 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41dd81d9-ca0a-4541-a17c-6a9aa044eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (23e5f829-286e-4806-ade5-bc50273527a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:02.879457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-41dd81d9-ca0a-4541-a17c-6a9aa044eaa7 None None] Port 23e5f829-286e-4806-ade5-bc50273527a7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:22:02.892075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-dfedb766-464b-4fe8-b4f8-323b035a1694 service neutron] 10.222.0.35 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124265 Feb 03 05:22:02.964720 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 2, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:02.997846 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Checking router: f3346afa-9e0f-490f-bb71-502f1d168ea6 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:22:02.998408 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Updating router f3346afa-9e0f-490f-bb71-502f1d168ea6 port 23e5f829-286e-4806-ade5-bc50273527a7 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:22:03.012470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f443dfdd-5ae6-42da-aca3-771559d2b4fa None None] Provisioning complete for port 23e5f829-286e-4806-ade5-bc50273527a7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:03.012916 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f443dfdd-5ae6-42da-aca3-771559d2b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (23e5f829-286e-4806-ade5-bc50273527a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.043990 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (23e5f829-286e-4806-ade5-bc50273527a7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.055849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f443dfdd-5ae6-42da-aca3-771559d2b4fa None None] Port 23e5f829-286e-4806-ade5-bc50273527a7 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:22:03.070635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cbf5cc6b-94a1-461c-acd6-c2f2603a609e req-9026aa33-c867-4bca-810c-1dcc04b7cace tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 210 time: 0.0386932 Feb 03 05:22:03.229525 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d86954d6-0461-4ae3-b91d-6f4b1f6df275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.311555 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Publish callbacks [] for port (23e5f829-286e-4806-ade5-bc50273527a7), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.317056 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (23e5f829-286e-4806-ade5-bc50273527a7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.375162 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Pushing event updated for resources: {'Port': ['ID=23e5f829-286e-4806-ade5-bc50273527a7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:03.399545 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.400305 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.400680 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.401019 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.401349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.401676 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.402004 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.402349 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.402654 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.402976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.403305 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.403644 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.403965 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:03.434568 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Attempting to bind port 23e5f829-286e-4806-ade5-bc50273527a7 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:22:03.434949 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Attempting to bind port 23e5f829-286e-4806-ade5-bc50273527a7 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:22:03.435304 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Attempting to bind port 23e5f829-286e-4806-ade5-bc50273527a7 on network f4a23753-389e-478e-9e89-97aa82bc522b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:22:03.440711 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:22:03.441073 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Checking segment: {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:22:03.441473 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.442035 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Bound using segment: {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:22:03.442574 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Bound port: 23e5f829-286e-4806-ade5-bc50273527a7, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:22:03.442953 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (23e5f829-286e-4806-ade5-bc50273527a7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.515171 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] For port 23e5f829-286e-4806-ade5-bc50273527a7, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:22:03.518390 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] For port 23e5f829-286e-4806-ade5-bc50273527a7, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=23e5f829-286e-4806-ade5-bc50273527a7,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:22:03.526268 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (23e5f829-286e-4806-ade5-bc50273527a7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.578386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:22:03.578929 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:21:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:03.624145 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eecc3-9eba-4181-ba9d-df662526629f None None] Pushing event updated for resources: {'Port': ['ID=23e5f829-286e-4806-ade5-bc50273527a7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:03.687245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d4c05da0-414e-423d-8123-f116b083aa88 None None] Provisioning complete for port 23e5f829-286e-4806-ade5-bc50273527a7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:03.687665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4c05da0-414e-423d-8123-f116b083aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (23e5f829-286e-4806-ade5-bc50273527a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.706321 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:22:03.789700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d4c05da0-414e-423d-8123-f116b083aa88 None None] Current status of the port 23e5f829-286e-4806-ade5-bc50273527a7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:03.790090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4c05da0-414e-423d-8123-f116b083aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (23e5f829-286e-4806-ade5-bc50273527a7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.857217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d4c05da0-414e-423d-8123-f116b083aa88 None None] For port 23e5f829-286e-4806-ade5-bc50273527a7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=23e5f829-286e-4806-ade5-bc50273527a7,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:03.866762 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4c05da0-414e-423d-8123-f116b083aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (23e5f829-286e-4806-ade5-bc50273527a7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.913003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e52bda15-5c04-43d3-8c05-a463f4b0ad78 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:22:03.950614 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c05da0-414e-423d-8123-f116b083aa88 None None] Pushing event updated for resources: {'Port': ['ID=23e5f829-286e-4806-ade5-bc50273527a7,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:03.955461 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:03.984156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port e52bda15-5c04-43d3-8c05-a463f4b0ad78 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:03.984584 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:03.987200 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd12a5-827a-4c5a-9cd5-e18405a801e8 None None] The sync data for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 is: [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:22:04.094315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port e52bda15-5c04-43d3-8c05-a463f4b0ad78 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:04.095384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 52042c1c-dfc2-4189-b713-d10c1bac0d9e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:22:04.096991 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-572c4851-1e08-4a00-8ce4-4587aba801a6 None None] Provisioning complete for port 23e5f829-286e-4806-ade5-bc50273527a7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:04.097814 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-572c4851-1e08-4a00-8ce4-4587aba801a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (23e5f829-286e-4806-ade5-bc50273527a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:04.188905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac68484c-fd52-4595-a39f-885f1dcdd9e3 req-f22a3344-1644-45dc-abc8-e3397f6c4a43 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 210 time: 0.0426676 Feb 03 05:22:04.247603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 52042c1c-dfc2-4189-b713-d10c1bac0d9e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:04.248604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:04.285690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-572c4851-1e08-4a00-8ce4-4587aba801a6 None None] Current status of the port 23e5f829-286e-4806-ade5-bc50273527a7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:04.291530 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-fa82b868-b7ff-4172-84d8-11068a694a21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:04.293323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-fa82b868-b7ff-4172-84d8-11068a694a21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/networks?id=f4a23753-389e-478e-9e89-97aa82bc522b HTTP/1.1" status: 200 len: 796 time: 0.1451955 Feb 03 05:22:04.359709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 52042c1c-dfc2-4189-b713-d10c1bac0d9e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:04.368476 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-3c45c1b3-9b02-4431-9219-9d4fd2d3de6a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 380 time: 0.0669520 Feb 03 05:22:04.378359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'port': {'device_id': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'admin_state_up': True, 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'security_groups': ['e1445d7d-2359-4d40-bbf7-0ee2c7b8e127']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:22:04.497059 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:22:04.501005 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:04.629629 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.8 (f4a23753-389e-478e-9e89-97aa82bc522b/e8797b9f-8c57-4283-a566-85f4a72e41cd/5515a5a8-5cf0-46ca-9bcc-176353e1344b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:22:04.778143 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:04.811710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:04.856461 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network f4a23753-389e-478e-9e89-97aa82bc522b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:22:04.861873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:22:04.865612 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:22:04.872072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=5515a5a8-5cf0-46ca-9bcc-176353e1344b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:04.917410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:04.918031 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:04.936588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-5df59870-f24e-4ff0-b147-5390dc8cf25a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620239 Feb 03 05:22:04.946025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-e4065b95-1a19-4cd4-81cb-d08814b2242b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:22:04.947247 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-e4065b95-1a19-4cd4-81cb-d08814b2242b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060685 Feb 03 05:22:05.008874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Request body: {'port': {'device_id': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:22:05.077012 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:05.110792 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-aa4495fa-6d69-4644-a61a-717699539d36 None None] Provisioning complete for port 5515a5a8-5cf0-46ca-9bcc-176353e1344b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:05.111385 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa4495fa-6d69-4644-a61a-717699539d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:05.151037 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa4495fa-6d69-4644-a61a-717699539d36 None None] Port 5515a5a8-5cf0-46ca-9bcc-176353e1344b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:22:05.310066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adc873-cf7c-45c4-8882-0516c61727d5 req-fab93c36-8dc6-4bd4-94cf-fa94393f64cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:05.311680 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15adc873-cf7c-45c4-8882-0516c61727d5 req-fab93c36-8dc6-4bd4-94cf-fa94393f64cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 931 time: 0.0535803 Feb 03 05:22:05.355204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5515a5a8-5cf0-46ca-9bcc-176353e1344b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:22:05.362295 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15adc873-cf7c-45c4-8882-0516c61727d5 req-4b3eb097-cc24-44a4-90fb-7f92cbbd1591 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Feb 03 05:22:05.362597 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Publish callbacks [] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:05.381289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Transition to ACTIVE for port object 5515a5a8-5cf0-46ca-9bcc-176353e1344b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:22:05.385453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:05.435090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5515a5a8-5cf0-46ca-9bcc-176353e1344b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:05.508714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Attempting to bind port 5515a5a8-5cf0-46ca-9bcc-176353e1344b on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:22:05.509204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Attempting to bind port 5515a5a8-5cf0-46ca-9bcc-176353e1344b by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:22:05.509547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Attempting to bind port 5515a5a8-5cf0-46ca-9bcc-176353e1344b on network f4a23753-389e-478e-9e89-97aa82bc522b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:22:05.514626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Port 5515a5a8-5cf0-46ca-9bcc-176353e1344b on network f4a23753-389e-478e-9e89-97aa82bc522b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:22:05.515083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Attempting to bind port 5515a5a8-5cf0-46ca-9bcc-176353e1344b on network f4a23753-389e-478e-9e89-97aa82bc522b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:22:05.520562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:22:05.520938 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Checking segment: {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:22:05.521327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Bound using segment: {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:22:05.521756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Bound port: 5515a5a8-5cf0-46ca-9bcc-176353e1344b, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0823a14f-da53-465b-8eee-a3218ad3fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:22:05.522116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:05.595943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] For port 5515a5a8-5cf0-46ca-9bcc-176353e1344b, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:22:05.599131 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] For port 5515a5a8-5cf0-46ca-9bcc-176353e1344b, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:22:05.607117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:05.639148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:05.639894 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:05.641453 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] 10.222.0.15 "PUT /v2.0/ports/5515a5a8-5cf0-46ca-9bcc-176353e1344b HTTP/1.1" status: 200 len: 1091 time: 0.6872776 Feb 03 05:22:05.641866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:22:05.644201 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ce87e2-757e-484f-8871-3ea3e82ceee6" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:22:05.678975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa7efe-f1fa-494c-beed-59f9fc514f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5515a5a8-5cf0-46ca-9bcc-176353e1344b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:05.743333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-3a4b0bbe-e766-4b03-a1bf-4bea1c995852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:05.744714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-3a4b0bbe-e766-4b03-a1bf-4bea1c995852 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 1125 time: 0.0539985 Feb 03 05:22:05.760777 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14cb0e1-6b9f-4981-b748-df2e53d92494 x-openstack-request-id: req-e14cb0e1-6b9f-4981-b748-df2e53d92494 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:22:05.761277 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:22:05.761537 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e14cb0e1-6b9f-4981-b748-df2e53d92494 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:22:05.761947 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'status': 'completed', 'code': 200} Feb 03 05:22:05.789605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-8448864d-3223-4801-8a69-ca9511c42261 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b HTTP/1.1" status: 200 len: 217 time: 0.0379951 Feb 03 05:22:05.846777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-8694eb8d-722a-4eb4-9bca-082dd620b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:05.848323 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-8694eb8d-722a-4eb4-9bca-082dd620b5b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8797b9f-8c57-4283-a566-85f4a72e41cd HTTP/1.1" status: 200 len: 835 time: 0.0526214 Feb 03 05:22:05.902658 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-71ec98c8-0963-44c4-8e62-9042648adde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:05.905050 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-71ec98c8-0963-44c4-8e62-9042648adde3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4a23753-389e-478e-9e89-97aa82bc522b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499644 Feb 03 05:22:05.905762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 23e5f829-286e-4806-ade5-bc50273527a7 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:22:06.004777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-a0a60dd8-1a69-4cd5-b275-26d0e56a7357 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929768 Feb 03 05:22:06.099690 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-006a4a99-2a94-4a58-9f94-1853ef3b8b0b req-fd32bf38-6461-4215-95aa-5c34a5a7f835 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888159 Feb 03 05:22:06.123931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 23e5f829-286e-4806-ade5-bc50273527a7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:06.124529 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (23e5f829-286e-4806-ade5-bc50273527a7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:06.195410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-99d20533-2b4d-4de1-b0b3-4f8a47df4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:06.197035 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-99d20533-2b4d-4de1-b0b3-4f8a47df4a97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 1125 time: 0.0459828 Feb 03 05:22:06.200612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 23e5f829-286e-4806-ade5-bc50273527a7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:06.291011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-ded4c399-bebd-4e6c-9388-96c1fa3d64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:06.292446 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-ded4c399-bebd-4e6c-9388-96c1fa3d64fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4a23753-389e-478e-9e89-97aa82bc522b HTTP/1.1" status: 200 len: 897 time: 0.0890136 Feb 03 05:22:06.331653 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-a4217729-e8b3-457b-b5a8-818d772924b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b HTTP/1.1" status: 200 len: 217 time: 0.0332007 Feb 03 05:22:06.390931 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-5b3569ff-6be6-46c1-a018-9c006c651ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:06.392450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-5b3569ff-6be6-46c1-a018-9c006c651ab5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8797b9f-8c57-4283-a566-85f4a72e41cd HTTP/1.1" status: 200 len: 835 time: 0.0537539 Feb 03 05:22:06.427731 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7af2-5103-4807-835b-e87fc6d1bf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:06.448149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-77bac1a4-52b0-457a-8b23-56f65a6433e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:06.449701 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-77bac1a4-52b0-457a-8b23-56f65a6433e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4a23753-389e-478e-9e89-97aa82bc522b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495555 Feb 03 05:22:06.499441 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3239a1-4450-4945-9064-6219cb0d68a4 req-fd361832-a093-4a95-bf36-aaeda68582d2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:06.501053 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c3239a1-4450-4945-9064-6219cb0d68a4 req-fd361832-a093-4a95-bf36-aaeda68582d2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 943 time: 0.0549965 Feb 03 05:22:06.542406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-e3071f2b-3f58-43f8-8a81-0bee7f990fee service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859275 Feb 03 05:22:06.555958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2c3239a1-4450-4945-9064-6219cb0d68a4 req-4c16d86f-b5b5-4336-91b0-9f5d346e9fcc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490367 Feb 03 05:22:06.639440 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-80ce87e2-757e-484f-8871-3ea3e82ceee6 req-7703b297-75fe-46da-a229-a3f155cdf6a0 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901484 Feb 03 05:22:06.894160 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:07.694440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ec5d6-aa5e-463c-99cc-4933ed66c745 req-6ed181d6-9048-45be-8bbf-703b5dc81928 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:07.695963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-570ec5d6-aa5e-463c-99cc-4933ed66c745 req-6ed181d6-9048-45be-8bbf-703b5dc81928 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 943 time: 0.0592122 Feb 03 05:22:07.747409 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-570ec5d6-aa5e-463c-99cc-4933ed66c745 req-1829a3a8-a7c2-4437-9ba7-92a078cd6c93 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456414 Feb 03 05:22:08.326796 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:08.499981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5515a5a8-5cf0-46ca-9bcc-176353e1344b details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:22:08.579717 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:22:08.609890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5515a5a8-5cf0-46ca-9bcc-176353e1344b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:08.621348 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'port_id': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'mac_address': 'fa:16:3e:1a:a8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:22:08.663191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 5515a5a8-5cf0-46ca-9bcc-176353e1344b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:08.663618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:08.676474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5515a5a8-5cf0-46ca-9bcc-176353e1344b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:22:08.697028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5515a5a8-5cf0-46ca-9bcc-176353e1344b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:08.703125 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:08.753403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=5515a5a8-5cf0-46ca-9bcc-176353e1344b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:08.876608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aa016-f39b-42db-b85c-7f469a6e0032 req-691a430e-483b-47f4-89b4-3cae90a4870f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:08.879116 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c42aa016-f39b-42db-b85c-7f469a6e0032 req-691a430e-483b-47f4-89b4-3cae90a4870f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 944 time: 0.0645278 Feb 03 05:22:08.929306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c42aa016-f39b-42db-b85c-7f469a6e0032 req-c03aac76-c55b-428c-93c8-0c570fcf8cb1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Feb 03 05:22:08.948020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['5515a5a8-5cf0-46ca-9bcc-176353e1344b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:22:09.342949 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:10.065810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab7fd8-2b9e-4df5-81b5-ee100d52a03e req-7513b2d7-d1a9-4625-84fa-73263fd55fda tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:10.067309 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42ab7fd8-2b9e-4df5-81b5-ee100d52a03e req-7513b2d7-d1a9-4625-84fa-73263fd55fda tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 944 time: 0.0591285 Feb 03 05:22:10.117374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-42ab7fd8-2b9e-4df5-81b5-ee100d52a03e req-54251a96-06ae-48f7-a345-ecba2b5cd1e2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441163 Feb 03 05:22:10.500041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5515a5a8-5cf0-46ca-9bcc-176353e1344b up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:22:10.558113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 5515a5a8-5cf0-46ca-9bcc-176353e1344b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:22:10.561956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 5515a5a8-5cf0-46ca-9bcc-176353e1344b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:22:10.562319 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:10.641259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 5515a5a8-5cf0-46ca-9bcc-176353e1344b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:22:10.641725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:10.665941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:22:10.668230 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9343f7-b7d6-4fe4-a23d-03bb1eff6414" -d '{"events": [{"server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "name": "network-vif-plugged", "status": "completed", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:22:10.681397 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 5515a5a8-5cf0-46ca-9bcc-176353e1344b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:10.686489 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:10.735160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=5515a5a8-5cf0-46ca-9bcc-176353e1344b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:10.792044 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c0058-87ed-4f42-b34c-e0bcf90d65da x-openstack-request-id: req-972c0058-87ed-4f42-b34c-e0bcf90d65da {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:22:10.792346 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "name": "network-vif-plugged", "status": "completed", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:22:10.792604 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-972c0058-87ed-4f42-b34c-e0bcf90d65da {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:22:10.793018 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'code': 200} Feb 03 05:22:10.911408 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700b49-abef-4ee4-94dc-052bb9d1defa req-964c691f-25cf-4c0f-b4b2-8f3755fbd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:10.912961 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8700b49-abef-4ee4-94dc-052bb9d1defa req-964c691f-25cf-4c0f-b4b2-8f3755fbd7c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 1127 time: 0.0492330 Feb 03 05:22:10.958450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f8700b49-abef-4ee4-94dc-052bb9d1defa req-77630d10-090c-4f4f-a1d1-31eff616dd5f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 Feb 03 05:22:11.240757 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e178-c08e-4824-96b9-7f4c208cbca1 req-8555f928-1011-41fa-ba55-4ae4da75e794 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:11.242274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee0e178-c08e-4824-96b9-7f4c208cbca1 req-8555f928-1011-41fa-ba55-4ae4da75e794 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0560682 Feb 03 05:22:11.292497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6ee0e178-c08e-4824-96b9-7f4c208cbca1 req-a3119d90-f4a3-4987-ad87-de593bbf5412 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443330 Feb 03 05:22:12.426923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ebc4f-dbc3-44f0-a45e-806cf7eac5fa req-645a3be0-2a6c-4878-a98c-70c14446aa2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:12.428453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62ebc4f-dbc3-44f0-a45e-806cf7eac5fa req-645a3be0-2a6c-4878-a98c-70c14446aa2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0565808 Feb 03 05:22:12.487271 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62ebc4f-dbc3-44f0-a45e-806cf7eac5fa req-27b5d35c-f106-45e7-8799-6106a00cf344 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528858 Feb 03 05:22:12.614318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f50b-2a4c-439a-9efc-f156acbecd02 req-cd0c3d70-cf8e-4e74-b2ff-c64ae90cafd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:12.615847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cc3f50b-2a4c-439a-9efc-f156acbecd02 req-cd0c3d70-cf8e-4e74-b2ff-c64ae90cafd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0598598 Feb 03 05:22:12.668775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cc3f50b-2a4c-439a-9efc-f156acbecd02 req-8fcabcac-6111-43a3-bdff-d32cc1147eca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470941 Feb 03 05:22:12.690798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:12.742942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9981e64-123b-44e4-a8a7-13b114a4b062 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:12.744503 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a9981e64-123b-44e4-a8a7-13b114a4b062 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 1122 time: 0.0526915 Feb 03 05:22:12.748803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:12.753074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:22:12.774517 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:12.873572 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:12.980755 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.67 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/29c25f4a-16de-487d-8456-2d49e59c361d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:22:13.079281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (29c25f4a-16de-487d-8456-2d49e59c361d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:13.114193 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (29c25f4a-16de-487d-8456-2d49e59c361d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:13.154462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:22:13.159112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:22:13.162571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:22:13.167900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=29c25f4a-16de-487d-8456-2d49e59c361d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:13.531668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (f2c3df8e-4259-4d2c-8e97-ba35173112f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:13.610969 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29c25f4a-16de-487d-8456-2d49e59c361d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:13.765404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (29c25f4a-16de-487d-8456-2d49e59c361d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:13.772910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (29c25f4a-16de-487d-8456-2d49e59c361d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:13.839095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=29c25f4a-16de-487d-8456-2d49e59c361d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:13.851844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (f2c3df8e-4259-4d2c-8e97-ba35173112f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:13.952407 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP f2c3df8e-4259-4d2c-8e97-ba35173112f5 associated. External IP: 172.25.7.67, port: 5515a5a8-5cf0-46ca-9bcc-176353e1344b. Feb 03 05:22:14.453995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f3346afa-9e0f-490f-bb71-502f1d168ea6 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:22:14.570250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:22:14.582174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] Sync routers for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:22:14.593108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:14.595155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:22:14.596077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:14.622235 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e9de6998-f5d6-4a22-b789-9d29544964f8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8724403 Feb 03 05:22:14.622819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:22:14.625110 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af95d7c5-4c88-4248-9cf4-8fe033250e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:22:14.668183 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b305959-47ba-4444-9391-df53d9cfebff x-openstack-request-id: req-3b305959-47ba-4444-9391-df53d9cfebff {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:22:14.668578 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:22:14.668863 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b305959-47ba-4444-9391-df53d9cfebff {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:22:14.669347 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'status': 'completed', 'code': 200} Feb 03 05:22:14.708950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:22:14.736348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b466f-7a73-4d38-b77a-7e40e58d8486 req-072f0ec0-6af6-48cc-9358-81efd830296a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:14.737959 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-075b466f-7a73-4d38-b77a-7e40e58d8486 req-072f0ec0-6af6-48cc-9358-81efd830296a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0549521 Feb 03 05:22:14.738954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-ace17324-9a00-49e8-8dfe-9087c5cb87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:14.740495 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-ace17324-9a00-49e8-8dfe-9087c5cb87f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 1127 time: 0.0497720 Feb 03 05:22:14.789088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-075b466f-7a73-4d38-b77a-7e40e58d8486 req-7bca40e8-a32b-4d83-9f7c-cc564a5ac14b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 Feb 03 05:22:14.812477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:14.836912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-ffe59bdf-18e7-4586-aec1-23195e999db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:14.838728 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-ffe59bdf-18e7-4586-aec1-23195e999db1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4a23753-389e-478e-9e89-97aa82bc522b HTTP/1.1" status: 200 len: 897 time: 0.0907609 Feb 03 05:22:14.879921 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4cee77fa-3888-438f-a1f7-2cc8979fd9fe tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/f2c3df8e-4259-4d2c-8e97-ba35173112f5 HTTP/1.1" status: 200 len: 990 time: 0.0646355 Feb 03 05:22:14.903036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-60dad365-51ba-4dc0-b058-baa8336e6d7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b HTTP/1.1" status: 200 len: 998 time: 0.0583603 Feb 03 05:22:14.934665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'f2c3df8e-4259-4d2c-8e97-ba35173112f5', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'port_id': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'mac_address': 'fa:16:3e:1a:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:22:13Z', 'updated_at': '2022-02-03T05:22:13Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:14.949749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-fbf84532-a2e8-4524-b77f-19b29835d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:14.951206 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-fbf84532-a2e8-4524-b77f-19b29835d6fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8797b9f-8c57-4283-a566-85f4a72e41cd HTTP/1.1" status: 200 len: 835 time: 0.0425060 Feb 03 05:22:14.966335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] Checking router: f3346afa-9e0f-490f-bb71-502f1d168ea6 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:22:14.975694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:22:14.976320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:15.003710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-af79c108-62ee-44ab-9dc3-0d17867b94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:15.005233 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-af79c108-62ee-44ab-9dc3-0d17867b94a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4a23753-389e-478e-9e89-97aa82bc522b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486436 Feb 03 05:22:15.083853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:22:15.095173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-e52f5a48-7118-4838-9c3e-1b0d7daad1db service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829375 Feb 03 05:22:15.192771 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-af95d7c5-4c88-4248-9cf4-8fe033250e9d req-abf43b80-e6ae-4d26-857d-e903f64f3dc5 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917208 Feb 03 05:22:15.317422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'f2c3df8e-4259-4d2c-8e97-ba35173112f5', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'port_id': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'mac_address': 'fa:16:3e:1a:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:22:13Z', 'updated_at': '2022-02-03T05:22:13Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:15.343901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c83ed-2c18-465e-9607-63ea6bfd93ba None None] The sync data for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 is: [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'f2c3df8e-4259-4d2c-8e97-ba35173112f5', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'port_id': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'mac_address': 'fa:16:3e:1a:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:22:13Z', 'updated_at': '2022-02-03T05:22:13Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:22:15.534687 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707d2e80-20c6-4944-9785-229dc8418e2b None None] New status for floating IP f2c3df8e-4259-4d2c-8e97-ba35173112f5: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:22:15.883649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:15.952186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8a5cad78-fe7d-4660-9197-ff318a34d156 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/f2c3df8e-4259-4d2c-8e97-ba35173112f5 HTTP/1.1" status: 200 len: 992 time: 0.0668788 Feb 03 05:22:24.321031 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:24.432904 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:33.234635 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d46eb4c-f87e-4674-baf3-0b41525bf64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:34.059968 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-cae73f69-5cc0-4df2-9b0b-1d1ffa63d848 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574174 Feb 03 05:22:34.150583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-3b9cfe58-d01f-4e4c-baef-4ee19fb56f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:34.152086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-3b9cfe58-d01f-4e4c-baef-4ee19fb56f5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 1127 time: 0.0467372 Feb 03 05:22:34.258767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-9911800f-13c0-4f1e-bb4c-1442864f3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:34.260264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-9911800f-13c0-4f1e-bb4c-1442864f3f43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4a23753-389e-478e-9e89-97aa82bc522b HTTP/1.1" status: 200 len: 897 time: 0.0855994 Feb 03 05:22:34.331271 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-bfa38389-c8cd-469a-8769-a40d71a6177c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b HTTP/1.1" status: 200 len: 1000 time: 0.0643148 Feb 03 05:22:34.380104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-571cd1ff-839b-491c-a0ed-f25ebc3331ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:34.381502 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-571cd1ff-839b-491c-a0ed-f25ebc3331ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8797b9f-8c57-4283-a566-85f4a72e41cd HTTP/1.1" status: 200 len: 835 time: 0.0441861 Feb 03 05:22:34.433860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-cb2105f1-8801-4019-a89a-d3ee3ce45d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:34.435383 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-cb2105f1-8801-4019-a89a-d3ee3ce45d0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4a23753-389e-478e-9e89-97aa82bc522b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475965 Feb 03 05:22:34.535253 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-67a65167-d86a-48c3-a6d5-17dddc0ec9e2 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936501 Feb 03 05:22:34.627466 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f0bbd273-6d83-4703-b143-329d7de4ca04 req-db0ad9e6-b96c-4fb9-afb6-c4c6fd17e7df service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848732 Feb 03 05:22:36.429962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce84a-4623-4351-8de9-3eab5d097963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:36.896022 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:38.328358 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:39.335470 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:45.588751 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:22:49.396067 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c145-e7f4-4ff9-8f42-37d39e62db34 req-179ce435-67d3-4130-990b-f3965349d7f4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:49.397552 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a71c145-e7f4-4ff9-8f42-37d39e62db34 req-179ce435-67d3-4130-990b-f3965349d7f4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0525141 Feb 03 05:22:49.446448 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a71c145-e7f4-4ff9-8f42-37d39e62db34 req-4d5de4cd-a6c1-40c8-bbe8-0f13d9a88270 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431600 Feb 03 05:22:50.581915 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498ba24-1dcf-465a-b8a5-6d7212fd7eed req-2853bf18-2850-4e59-a2cd-3822421bb494 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:50.583428 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0498ba24-1dcf-465a-b8a5-6d7212fd7eed req-2853bf18-2850-4e59-a2cd-3822421bb494 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0579202 Feb 03 05:22:50.635273 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0498ba24-1dcf-465a-b8a5-6d7212fd7eed req-d5dc0256-7cbd-40a6-a232-b14647f7a17a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Feb 03 05:22:50.665321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:50.729127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-807f0edb-eb0e-4a69-88c5-c62135df63b1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/f2c3df8e-4259-4d2c-8e97-ba35173112f5 HTTP/1.1" status: 200 len: 992 time: 0.0626619 Feb 03 05:22:52.018634 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa2a38-2d6a-491b-99e7-aa754f4e957c req-15ba4e85-c0c4-4b62-bad7-493185e2cb3e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:52.020361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97aa2a38-2d6a-491b-99e7-aa754f4e957c req-15ba4e85-c0c4-4b62-bad7-493185e2cb3e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0569391 Feb 03 05:22:52.076313 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-97aa2a38-2d6a-491b-99e7-aa754f4e957c req-6f3cd4f7-f10a-4b94-8edb-621ff282fa3c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501821 Feb 03 05:22:53.219393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a0d17-2ae1-45c1-ac33-9342f76271e4 req-b0baf264-87e0-4b65-a90b-3c5c9bc6fd7e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:53.220927 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e9a0d17-2ae1-45c1-ac33-9342f76271e4 req-b0baf264-87e0-4b65-a90b-3c5c9bc6fd7e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0602961 Feb 03 05:22:53.273450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e9a0d17-2ae1-45c1-ac33-9342f76271e4 req-a764a46b-3579-480f-91af-074a4cc44a61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440090 Feb 03 05:22:53.302984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:53.366328 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ae04685f-d26b-4dc5-bb3d-0bc179507489 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/f2c3df8e-4259-4d2c-8e97-ba35173112f5 HTTP/1.1" status: 200 len: 992 time: 0.0621135 Feb 03 05:22:53.608632 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:54.082019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 29c25f4a-16de-487d-8456-2d49e59c361d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:22:54.082332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (29c25f4a-16de-487d-8456-2d49e59c361d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.156380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (29c25f4a-16de-487d-8456-2d49e59c361d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.156658 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (29c25f4a-16de-487d-8456-2d49e59c361d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.169198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 29c25f4a-16de-487d-8456-2d49e59c361d owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:22:54.315861 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.325382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (29c25f4a-16de-487d-8456-2d49e59c361d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.352139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=29c25f4a-16de-487d-8456-2d49e59c361d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:54.380955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.381318 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.381677 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.382032 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.382370 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.382707 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.383048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.383393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.383760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.384099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.384431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.384744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.385074 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:54.423837 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (f2c3df8e-4259-4d2c-8e97-ba35173112f5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.424223 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP f2c3df8e-4259-4d2c-8e97-ba35173112f5 disassociated (deleted). External IP: 172.25.7.67, port: 5515a5a8-5cf0-46ca-9bcc-176353e1344b. Feb 03 05:22:54.445685 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.649021 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f3346afa-9e0f-490f-bb71-502f1d168ea6 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:22:54.755772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:22:54.760650 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:54.765944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] Sync routers for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:22:54.776831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:22:54.777450 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:54.796463 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fba94e74-b4e0-4835-881f-1216b29af451 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/floatingips/f2c3df8e-4259-4d2c-8e97-ba35173112f5 HTTP/1.1" status: 204 len: 168 time: 1.1841338 Feb 03 05:22:54.796463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:22:54.797236 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568da84e-5531-4911-af97-abdd8cb4d9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:22:54.837782 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1924297-4a4d-4037-a51a-ebd6d25a5d73 x-openstack-request-id: req-e1924297-4a4d-4037-a51a-ebd6d25a5d73 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:22:54.838158 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:22:54.838416 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1924297-4a4d-4037-a51a-ebd6d25a5d73 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:22:54.838833 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'status': 'completed', 'code': 200} Feb 03 05:22:54.894518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:22:54.905332 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-4b73eac7-f714-471f-b1fc-ca623ea5cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:54.907998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-4b73eac7-f714-471f-b1fc-ca623ea5cf8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 1127 time: 0.0471845 Feb 03 05:22:55.009803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-afa2faca-8877-42c6-babf-1080b977c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:55.011220 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-afa2faca-8877-42c6-babf-1080b977c43b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4a23753-389e-478e-9e89-97aa82bc522b HTTP/1.1" status: 200 len: 897 time: 0.0928967 Feb 03 05:22:55.044564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca81e2c-f610-4ea2-bfa0-132e922135f2 req-5f20b935-9022-4cd7-b4dc-74c030fcd6e6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:55.046668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dca81e2c-f610-4ea2-bfa0-132e922135f2 req-5f20b935-9022-4cd7-b4dc-74c030fcd6e6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0594373 Feb 03 05:22:55.063397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-9ab1128d-3a5d-4eb5-8d56-a8ae7672f90d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b HTTP/1.1" status: 200 len: 217 time: 0.0452769 Feb 03 05:22:55.103540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dca81e2c-f610-4ea2-bfa0-132e922135f2 req-35bf60ee-fcb2-4ae5-b3cf-f26685094bf3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Feb 03 05:22:55.121077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-ceebe10d-756e-4a4d-9afd-f6cc0ed1e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:55.122827 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-ceebe10d-756e-4a4d-9afd-f6cc0ed1e0f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8797b9f-8c57-4283-a566-85f4a72e41cd HTTP/1.1" status: 200 len: 835 time: 0.0524302 Feb 03 05:22:55.173240 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-d1fa51b5-1d11-4e63-825d-57860a9e2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:55.174810 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-d1fa51b5-1d11-4e63-825d-57860a9e2b0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4a23753-389e-478e-9e89-97aa82bc522b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457768 Feb 03 05:22:55.260649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:55.267158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-72e23ec0-2c36-42ee-9125-9c3ec44c55ed service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855334 Feb 03 05:22:55.289984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] Checking router: f3346afa-9e0f-490f-bb71-502f1d168ea6 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:22:55.298662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:22:55.299271 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:55.359187 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-568da84e-5531-4911-af97-abdd8cb4d9f9 req-2cb4d2ab-b95a-4016-81a0-cd178756f68b service neutron] 10.222.0.15 "GET /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841651 Feb 03 05:22:55.405221 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:22:55.626019 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:22:55.653800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391de9e2-2a5e-493b-b688-8e27bf5c2b9c None None] The sync data for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 is: [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:01Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '23e5f829-286e-4806-ade5-bc50273527a7', 'name': '', 'network_id': 'f4a23753-389e-478e-9e89-97aa82bc522b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:33:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:22:00Z', 'updated_at': '2022-02-03T05:22:03Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'e8797b9f-8c57-4283-a566-85f4a72e41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:22:55.869280 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f5301-eb10-4391-b54c-817c05a5f027 None None] New status for floating IP f2c3df8e-4259-4d2c-8e97-ba35173112f5: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:22:56.251335 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f389ef9-4509-449b-bc33-6224e0d8b5cc req-a1425695-d41e-4509-802f-e71f3cb7fac0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:56.252901 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f389ef9-4509-449b-bc33-6224e0d8b5cc req-a1425695-d41e-4509-802f-e71f3cb7fac0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0659049 Feb 03 05:22:56.306503 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f389ef9-4509-449b-bc33-6224e0d8b5cc req-1ac6382b-ff75-4a27-95eb-1486deac01ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477953 Feb 03 05:22:56.570817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcde99-acca-4004-b34e-5a28d328d813 req-dcbde9a8-5324-4142-a62a-4376a2d937b7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:22:56.573101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-24bcde99-acca-4004-b34e-5a28d328d813 req-dcbde9a8-5324-4142-a62a-4376a2d937b7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 945 time: 0.0788510 Feb 03 05:22:56.680912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 5515a5a8-5cf0-46ca-9bcc-176353e1344b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:22:56.681253 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:56.775137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 5515a5a8-5cf0-46ca-9bcc-176353e1344b, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=5515a5a8-5cf0-46ca-9bcc-176353e1344b,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:56.775491 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:56.788274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 5515a5a8-5cf0-46ca-9bcc-176353e1344b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:22:56.922052 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (5515a5a8-5cf0-46ca-9bcc-176353e1344b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:56.962081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=5515a5a8-5cf0-46ca-9bcc-176353e1344b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:56.997315 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:56.997834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:56.998417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:56.998828 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:56.999319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:56.999705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.000114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.000684 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.001248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.001777 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.002122 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.002456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.002786 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:22:57.022957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] No DVR routers for this DVR port 5515a5a8-5cf0-46ca-9bcc-176353e1344b on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:22:57.026501 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:57.030842 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-24bcde99-acca-4004-b34e-5a28d328d813 req-54314f82-2b27-4202-8227-85c23bbee985 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "DELETE /v2.0/ports/5515a5a8-5cf0-46ca-9bcc-176353e1344b HTTP/1.1" status: 204 len: 173 time: 0.4523482 Feb 03 05:22:57.031280 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'name': 'network-vif-deleted', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:22:57.033597 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce0301-7f93-4ecd-b2e5-bc9a41319e53" -d '{"events": [{"server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "name": "network-vif-deleted", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:22:57.079079 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98989326-7860-4e9e-a135-2242a181f17c x-openstack-request-id: req-98989326-7860-4e9e-a135-2242a181f17c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:22:57.079385 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b", "name": "network-vif-deleted", "tag": "5515a5a8-5cf0-46ca-9bcc-176353e1344b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:22:57.079674 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98989326-7860-4e9e-a135-2242a181f17c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:22:57.080118 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b', 'name': 'network-vif-deleted', 'tag': '5515a5a8-5cf0-46ca-9bcc-176353e1344b', 'status': 'completed', 'code': 200} Feb 03 05:22:57.427410 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-be4776a9-4cef-44c8-ae38-aef6f3aa9f49 req-3dc9b82f-9e8c-4eb7-bdf1-397ea10acefd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=8abd1303-bf43-4f3e-b0bc-3a6718ff1d3b HTTP/1.1" status: 200 len: 210 time: 0.0337684 Feb 03 05:22:58.493596 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:58.873735 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (f3346afa-9e0f-490f-bb71-502f1d168ea6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:59.138918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 23e5f829-286e-4806-ade5-bc50273527a7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:22:59.139170 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (23e5f829-286e-4806-ade5-bc50273527a7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:59.229576 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 23e5f829-286e-4806-ade5-bc50273527a7, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=23e5f829-286e-4806-ade5-bc50273527a7,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:22:59.229934 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (23e5f829-286e-4806-ade5-bc50273527a7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:59.242134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 23e5f829-286e-4806-ade5-bc50273527a7 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:22:59.431778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (23e5f829-286e-4806-ade5-bc50273527a7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:59.465849 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=23e5f829-286e-4806-ade5-bc50273527a7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:22:59.645914 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (f3346afa-9e0f-490f-bb71-502f1d168ea6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:22:59.874377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f3346afa-9e0f-490f-bb71-502f1d168ea6 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:22:59.984550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:22:59.990206 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d7a83eca-d0aa-447c-918b-c74040b2a7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/f3346afa-9e0f-490f-bb71-502f1d168ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4955192 Feb 03 05:22:59.993191 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:22:59.996784 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] Sync routers for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:23:00.007736 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:00.008369 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:00.043787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting subnet e8797b9f-8c57-4283-a566-85f4a72e41cd {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:23:00.047395 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (e8797b9f-8c57-4283-a566-85f4a72e41cd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.092281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (e8797b9f-8c57-4283-a566-85f4a72e41cd), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.115353 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:00.177371 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (e8797b9f-8c57-4283-a566-85f4a72e41cd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.236959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (e8797b9f-8c57-4283-a566-85f4a72e41cd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.264532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Subnet': ['ID=e8797b9f-8c57-4283-a566-85f4a72e41cd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:00.266526 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.270375 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6d6ab940-cfe6-4811-8460-bdc1ae06dd38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/subnets/e8797b9f-8c57-4283-a566-85f4a72e41cd HTTP/1.1" status: 204 len: 168 time: 0.2756503 Feb 03 05:23:00.272551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:00.274775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ee4dd-02f6-40e9-8e87-209aeb331d9f None None] Network f4a23753-389e-478e-9e89-97aa82bc522b requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:23:00.363863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:59Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:00.381632 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (f3346afa-9e0f-490f-bb71-502f1d168ea6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.392637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] Checking router: f3346afa-9e0f-490f-bb71-502f1d168ea6 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:23:00.406623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] Routers {'f3346afa-9e0f-490f-bb71-502f1d168ea6'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:00.407284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f3346afa-9e0f-490f-bb71-502f1d168ea6'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:00.485954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f3346afa-9e0f-490f-bb71-502f1d168ea6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.494526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] DHCP port deletion for f4a23753-389e-478e-9e89-97aa82bc522b request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:23:00.537334 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] Set router f3346afa-9e0f-490f-bb71-502f1d168ea6 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:00.544442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port e52bda15-5c04-43d3-8c05-a463f4b0ad78 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:23:00.544793 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.623107 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port e52bda15-5c04-43d3-8c05-a463f4b0ad78, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=e52bda15-5c04-43d3-8c05-a463f4b0ad78,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:00.623462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.637071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for e52bda15-5c04-43d3-8c05-a463f4b0ad78 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:23:00.662730 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Deleting port 52042c1c-dfc2-4189-b713-d10c1bac0d9e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:23:00.663103 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.757444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] For port 52042c1c-dfc2-4189-b713-d10c1bac0d9e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=52042c1c-dfc2-4189-b713-d10c1bac0d9e,segment=NetworkSegment(0823a14f-da53-465b-8eee-a3218ad3fc2f),segment_id=0823a14f-da53-465b-8eee-a3218ad3fc2f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:00.757743 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.774478 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Calling delete_port for 52042c1c-dfc2-4189-b713-d10c1bac0d9e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:23:00.783195 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5515a5a8-5cf0-46ca-9bcc-176353e1344b no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:23:00.805100 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e52bda15-5c04-43d3-8c05-a463f4b0ad78), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.811854 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 5515a5a8-5cf0-46ca-9bcc-176353e1344b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:23:00.812205 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 5515a5a8-5cf0-46ca-9bcc-176353e1344b not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:23:00.831421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=e52bda15-5c04-43d3-8c05-a463f4b0ad78,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:00.860899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:59Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:00.895635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e79670-b960-49d9-a2f7-8f9bdf850189 None None] The sync data for ids ['f3346afa-9e0f-490f-bb71-502f1d168ea6'] in n-d-827549-1 is: [{'id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595749349', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:59Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'e52bda15-5c04-43d3-8c05-a463f4b0ad78', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3346afa-9e0f-490f-bb71-502f1d168ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:21:57Z', 'updated_at': '2022-02-03T05:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:23:00.903808 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (f3346afa-9e0f-490f-bb71-502f1d168ea6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.921944 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (52042c1c-dfc2-4189-b713-d10c1bac0d9e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:00.955711 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Pushing event deleted for resources: {'Port': ['ID=52042c1c-dfc2-4189-b713-d10c1bac0d9e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:00.962919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] No DVR routers for this DVR port 52042c1c-dfc2-4189-b713-d10c1bac0d9e on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:23:00.965379 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.965729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.966104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.966444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.966765 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.967104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.967426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.967786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.968111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.968440 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.968768 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.969087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:00.969409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3f064-27e8-4c6a-a3ac-416b644f4464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:01.004409 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (f3346afa-9e0f-490f-bb71-502f1d168ea6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.007015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (f3346afa-9e0f-490f-bb71-502f1d168ea6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.053467 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (f3346afa-9e0f-490f-bb71-502f1d168ea6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.053997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Fanout notify agent at l3_agent the message router_deleted on router f3346afa-9e0f-490f-bb71-502f1d168ea6 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:23:01.061242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.062566 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e23365a-2255-49a7-bf97-3101fefd1bd3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/routers/f3346afa-9e0f-490f-bb71-502f1d168ea6 HTTP/1.1" status: 204 len: 168 time: 0.7890346 Feb 03 05:23:01.065319 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 60996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:01.144498 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f4a23753-389e-478e-9e89-97aa82bc522b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.227320 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f4a23753-389e-478e-9e89-97aa82bc522b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.249103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a23753-389e-478e-9e89-97aa82bc522b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:01.258921 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0823a14f-da53-465b-8eee-a3218ad3fc2f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:01.259215 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0823a14f-da53-465b-8eee-a3218ad3fc2f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:01.274560 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (0823a14f-da53-465b-8eee-a3218ad3fc2f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.289020 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (0823a14f-da53-465b-8eee-a3218ad3fc2f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.297676 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:23:01.298133 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (0823a14f-da53-465b-8eee-a3218ad3fc2f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:23:01.301151 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:23:01.362504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f4a23753-389e-478e-9e89-97aa82bc522b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.370140 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.373336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/networks/f4a23753-389e-478e-9e89-97aa82bc522b HTTP/1.1" status: 204 len: 168 time: 0.3070412 Feb 03 05:23:01.376259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 60998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:01.385169 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b50b3-f4db-4975-90b7-50e3760e115b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Network': ['ID=f4a23753-389e-478e-9e89-97aa82bc522b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:01.447612 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0e82240-3fc8-4b38-a7ee-abab3efefcf2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (e1445d7d-2359-4d40-bbf7-0ee2c7b8e127), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.473174 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0e82240-3fc8-4b38-a7ee-abab3efefcf2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (e1445d7d-2359-4d40-bbf7-0ee2c7b8e127), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.538260 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0e82240-3fc8-4b38-a7ee-abab3efefcf2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e1445d7d-2359-4d40-bbf7-0ee2c7b8e127), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.541074 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0e82240-3fc8-4b38-a7ee-abab3efefcf2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.542296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b0e82240-3fc8-4b38-a7ee-abab3efefcf2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/security-groups/e1445d7d-2359-4d40-bbf7-0ee2c7b8e127 HTTP/1.1" status: 204 len: 168 time: 0.1643853 Feb 03 05:23:01.552701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e82240-3fc8-4b38-a7ee-abab3efefcf2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1445d7d-2359-4d40-bbf7-0ee2c7b8e127,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:01.855263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:01.859996 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-839faaff-fd0e-40b8-911c-033dcbce567b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726473854', 'description': 'tempest-secgroup-smoke-1726473854 description', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:01.885341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-839faaff-fd0e-40b8-911c-033dcbce567b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.959719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-839faaff-fd0e-40b8-911c-033dcbce567b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (0d7721ba-4f92-4ca1-a0d1-529785907e6c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.965708 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-839faaff-fd0e-40b8-911c-033dcbce567b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0d7721ba-4f92-4ca1-a0d1-529785907e6c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:01.999453 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-839faaff-fd0e-40b8-911c-033dcbce567b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.004202 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-839faaff-fd0e-40b8-911c-033dcbce567b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1478386 Feb 03 05:23:02.004346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.006464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839faaff-fd0e-40b8-911c-033dcbce567b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7721ba-4f92-4ca1-a0d1-529785907e6c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.013341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e52bda15-5c04-43d3-8c05-a463f4b0ad78 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:23:02.014363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b92a04b0-e81f-4d8a-8016-313dde960e5f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '0d7721ba-4f92-4ca1-a0d1-529785907e6c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.041350 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: e52bda15-5c04-43d3-8c05-a463f4b0ad78 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:23:02.041698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device e52bda15-5c04-43d3-8c05-a463f4b0ad78 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:23:02.042126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 23e5f829-286e-4806-ade5-bc50273527a7 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:23:02.042874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b92a04b0-e81f-4d8a-8016-313dde960e5f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (f8eb6528-00f8-424c-a329-3be0951da9d3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.060603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 23e5f829-286e-4806-ade5-bc50273527a7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:23:02.060948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 23e5f829-286e-4806-ade5-bc50273527a7 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:23:02.061377 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 52042c1c-dfc2-4189-b713-d10c1bac0d9e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:23:02.080522 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 52042c1c-dfc2-4189-b713-d10c1bac0d9e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:23:02.080788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 52042c1c-dfc2-4189-b713-d10c1bac0d9e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:23:02.090348 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b92a04b0-e81f-4d8a-8016-313dde960e5f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (f8eb6528-00f8-424c-a329-3be0951da9d3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.094827 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b92a04b0-e81f-4d8a-8016-313dde960e5f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f8eb6528-00f8-424c-a329-3be0951da9d3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.113933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a04b0-e81f-4d8a-8016-313dde960e5f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8eb6528-00f8-424c-a329-3be0951da9d3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.128975 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b92a04b0-e81f-4d8a-8016-313dde960e5f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.130250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b92a04b0-e81f-4d8a-8016-313dde960e5f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220622 Feb 03 05:23:02.133155 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.137575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b0bf7bfa-013b-4970-96b6-6ea0bcf00dea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '0d7721ba-4f92-4ca1-a0d1-529785907e6c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.162113 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7bfa-013b-4970-96b6-6ea0bcf00dea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (7fc0ee21-8377-4857-ac0f-722baf42cd93), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.216583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7bfa-013b-4970-96b6-6ea0bcf00dea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (7fc0ee21-8377-4857-ac0f-722baf42cd93), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.221331 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7bfa-013b-4970-96b6-6ea0bcf00dea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (7fc0ee21-8377-4857-ac0f-722baf42cd93), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.239426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf7bfa-013b-4970-96b6-6ea0bcf00dea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc0ee21-8377-4857-ac0f-722baf42cd93,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.247705 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7bfa-013b-4970-96b6-6ea0bcf00dea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.249224 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b0bf7bfa-013b-4970-96b6-6ea0bcf00dea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151261 Feb 03 05:23:02.252188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.256927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c19ac7f8-16b3-4950-a1a5-c85dfc8509a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '0d7721ba-4f92-4ca1-a0d1-529785907e6c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.282999 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7f8-16b3-4950-a1a5-c85dfc8509a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (f434b193-99a4-498f-b567-ec5bc29f6a9d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.343422 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7f8-16b3-4950-a1a5-c85dfc8509a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (f434b193-99a4-498f-b567-ec5bc29f6a9d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.348347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7f8-16b3-4950-a1a5-c85dfc8509a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f434b193-99a4-498f-b567-ec5bc29f6a9d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.366258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ac7f8-16b3-4950-a1a5-c85dfc8509a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f434b193-99a4-498f-b567-ec5bc29f6a9d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.372346 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7f8-16b3-4950-a1a5-c85dfc8509a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.376043 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c19ac7f8-16b3-4950-a1a5-c85dfc8509a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227899 Feb 03 05:23:02.376550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32780) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.381231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a9bafc40-51ca-4b57-b8e0-5bdfc63f54e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '0d7721ba-4f92-4ca1-a0d1-529785907e6c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.407486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9bafc40-51ca-4b57-b8e0-5bdfc63f54e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (aec4c612-444a-4f2a-9cd1-f27f07c50547), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.464542 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9bafc40-51ca-4b57-b8e0-5bdfc63f54e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (aec4c612-444a-4f2a-9cd1-f27f07c50547), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.469000 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9bafc40-51ca-4b57-b8e0-5bdfc63f54e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (aec4c612-444a-4f2a-9cd1-f27f07c50547), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.485773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bafc40-51ca-4b57-b8e0-5bdfc63f54e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec4c612-444a-4f2a-9cd1-f27f07c50547,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.494633 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9bafc40-51ca-4b57-b8e0-5bdfc63f54e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.495839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a9bafc40-51ca-4b57-b8e0-5bdfc63f54e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182117 Feb 03 05:23:02.498662 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.502964 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '0d7721ba-4f92-4ca1-a0d1-529785907e6c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.524569 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:23:02.529427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (c444bd75-0873-49a7-9efe-7e67e0d0f4bc), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.590447 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (c444bd75-0873-49a7-9efe-7e67e0d0f4bc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.595891 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (c444bd75-0873-49a7-9efe-7e67e0d0f4bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.612960 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c444bd75-0873-49a7-9efe-7e67e0d0f4bc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.622226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.623429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-781eda46-dfb4-4414-bf5d-1d7ab47fb49f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238368 Feb 03 05:23:02.626365 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32784) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.630710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '0d7721ba-4f92-4ca1-a0d1-529785907e6c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.653438 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:23:02.659332 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (ea063795-2228-4404-9e2b-a55f48cd9bcb), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.731166 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (ea063795-2228-4404-9e2b-a55f48cd9bcb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.734863 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ea063795-2228-4404-9e2b-a55f48cd9bcb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.752079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea063795-2228-4404-9e2b-a55f48cd9bcb,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.760155 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.761380 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-46aa4b3b-0c18-46bc-9e7d-cf3faaafe374 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340480 Feb 03 05:23:02.764589 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.769714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'network': {'name': 'tempest-network-smoke--1044474211', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.789723 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:23:02.793002 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.817148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:23:02.827188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (71790f4c-3e13-45cf-aee2-416cf5a0412f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.827568 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Added segment 71790f4c-3e13-45cf-aee2-416cf5a0412f of type vlan for network d0884804-8969-4464-8bb7-5db53bde7a5a Feb 03 05:23:02.868650 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (d0884804-8969-4464-8bb7-5db53bde7a5a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.898403 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (d0884804-8969-4464-8bb7-5db53bde7a5a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.903668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:02.904247 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:02.939024 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1732719 Feb 03 05:23:02.941712 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:02.945997 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'admin_state_up': True, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:02.986277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e59e3-2c45-4612-a327-399c56788eb3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Network': ['ID=d0884804-8969-4464-8bb7-5db53bde7a5a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:02.998433 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network d0884804-8969-4464-8bb7-5db53bde7a5a details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:23:03.001463 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (c15a374f-9ad4-46ca-b0d5-16638b215828), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.003116 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (c15a374f-9ad4-46ca-b0d5-16638b215828), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.058831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (c15a374f-9ad4-46ca-b0d5-16638b215828), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.206696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (c15a374f-9ad4-46ca-b0d5-16638b215828), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.247106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5afa1bca-5eca-40d0-beac-c0a14ff69b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.409057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (c15a374f-9ad4-46ca-b0d5-16638b215828), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.430657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.529600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.139 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/7fdcb539-7d81-487d-95f4-2541017a0446) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:23:03.644558 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (7fdcb539-7d81-487d-95f4-2541017a0446), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.682112 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:03.718118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:23:03.721027 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:23:03.726487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:23:03.749582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=7fdcb539-7d81-487d-95f4-2541017a0446,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:04.270947 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (c15a374f-9ad4-46ca-b0d5-16638b215828), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:04.467460 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (c15a374f-9ad4-46ca-b0d5-16638b215828), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:04.599244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router c15a374f-9ad4-46ca-b0d5-16638b215828 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:23:04.710032 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:23:04.721138 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Sync routers for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:23:04.733296 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:04.734016 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:04.736550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:04.740818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-760198a5-1a31-4cc9-af2a-4a24af6e2cb2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7951665 Feb 03 05:23:04.741077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:04.776423 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-54b186bc-937e-467d-ad41-ae350abf82b1 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c20e37547a2e4512bf5aa7e7a419b37a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342245 Feb 03 05:23:04.779445 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32792) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:04.870887 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a92b6b-3359-4466-8e49-b68c5e357bac tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:04.872514 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f4a92b6b-3359-4466-8e49-b68c5e357bac tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919843 Feb 03 05:23:04.875454 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32794) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:04.905792 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-696fa499-1e0c-489b-950a-3f63cdec2d56 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291696 Feb 03 05:23:04.908443 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32796) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:04.913524 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1064229730', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:04.931111 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:04.998170 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:23:05.001855 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.117882 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:04Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:05.144394 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Checking router: c15a374f-9ad4-46ca-b0d5-16638b215828 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:23:05.144649 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Updating router c15a374f-9ad4-46ca-b0d5-16638b215828 port 7fdcb539-7d81-487d-95f4-2541017a0446 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:23:05.175884 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.187019 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (450431d9-afc4-4abc-b0f7-f5034a069834), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.248654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Subnet': ['ID=450431d9-afc4-4abc-b0f7-f5034a069834,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:05.259301 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Checking segment: {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:23:05.259705 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network hostable DHCP agents. Network: d0884804-8969-4464-8bb7-5db53bde7a5a, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:23:05.276805 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network d0884804-8969-4464-8bb7-5db53bde7a5a is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:23:05.285792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, d0884804-8969-4464-8bb7-5db53bde7a5a) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:23:05.289975 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:05.290575 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.298420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a95711-31d9-476d-af01-ee8a2b69e948 None None] Network d0884804-8969-4464-8bb7-5db53bde7a5a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:23:05.315840 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-db5d9985-9d3a-4dc0-a24e-12b02557a20a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4062409 Feb 03 05:23:05.318452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32798) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:05.406177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-d0884804-8969-4464-8bb7-5db53bde7a5a', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:23:05.407166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.439347 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Publish callbacks [] for port (7fdcb539-7d81-487d-95f4-2541017a0446), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.446007 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.503468 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Attempting to bind port 7fdcb539-7d81-487d-95f4-2541017a0446 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:23:05.504242 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Attempting to bind port 7fdcb539-7d81-487d-95f4-2541017a0446 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:23:05.504242 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Attempting to bind port 7fdcb539-7d81-487d-95f4-2541017a0446 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:23:05.509964 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:23:05.510351 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:23:05.510755 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.511150 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:23:05.511642 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Bound port: 7fdcb539-7d81-487d-95f4-2541017a0446, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:23:05.512084 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.539637 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Pushing event updated for resources: {'Port': ['ID=7fdcb539-7d81-487d-95f4-2541017a0446,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:05.547753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Allocated IP 172.20.0.2 (d0884804-8969-4464-8bb7-5db53bde7a5a/450431d9-afc4-4abc-b0f7-f5034a069834/a03db811-4e6d-4493-a248-cf1aa73e6f23) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:23:05.559477 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.559844 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.560188 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.560525 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.560868 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.561183 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.561512 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.561836 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.562169 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.562480 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.562799 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.563121 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.563437 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:23:05.588091 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] For port 7fdcb539-7d81-487d-95f4-2541017a0446, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:23:05.593082 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] For port 7fdcb539-7d81-487d-95f4-2541017a0446, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7fdcb539-7d81-487d-95f4-2541017a0446,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:23:05.600808 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.664231 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:05.664759 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:22:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:05.666540 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7030c-4419-411e-90b0-feba9879b480 None None] Pushing event updated for resources: {'Port': ['ID=7fdcb539-7d81-487d-95f4-2541017a0446,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:05.709300 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Publish callbacks [] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.717657 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.767958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Network d0884804-8969-4464-8bb7-5db53bde7a5a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:23:05.770857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:23:05.775178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:23:05.778833 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.779012 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:05.785488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Pushing event updated for resources: {'Port': ['ID=a03db811-4e6d-4493-a248-cf1aa73e6f23,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:05.839493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Attempting to bind port a03db811-4e6d-4493-a248-cf1aa73e6f23 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:23:05.840228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Attempting to bind port a03db811-4e6d-4493-a248-cf1aa73e6f23 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:23:05.840706 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Attempting to bind port a03db811-4e6d-4493-a248-cf1aa73e6f23 on network d0884804-8969-4464-8bb7-5db53bde7a5a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:23:05.848081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:23:05.848563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Checking segment: {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:23:05.849326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.849472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Bound using segment: {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:23:05.850206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Bound port: a03db811-4e6d-4493-a248-cf1aa73e6f23, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:23:05.850597 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.917678 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] For port a03db811-4e6d-4493-a248-cf1aa73e6f23, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:23:05.920699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] For port a03db811-4e6d-4493-a248-cf1aa73e6f23, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a03db811-4e6d-4493-a248-cf1aa73e6f23,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:23:05.928706 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:05.956226 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:04Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:05.991670 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ad82d-99e4-441e-a205-a955405c0b00 None None] The sync data for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 is: [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:04Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:23:06.001628 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79a143-a7f3-43cc-9e2d-2ffe6fba4fe8 None None] Pushing event updated for resources: {'Port': ['ID=a03db811-4e6d-4493-a248-cf1aa73e6f23,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:06.425601 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16b65311-41ab-4d26-9a70-5bf71a482195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:06.440557 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.1 (d0884804-8969-4464-8bb7-5db53bde7a5a/450431d9-afc4-4abc-b0f7-f5034a069834/6c3244b2-885b-4d16-98fb-664cd21d8df9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:23:06.560626 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:06.596478 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:06.637521 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network d0884804-8969-4464-8bb7-5db53bde7a5a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:23:06.643679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:23:06.646381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:23:06.696176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=6c3244b2-885b-4d16-98fb-664cd21d8df9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:06.699759 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (c15a374f-9ad4-46ca-b0d5-16638b215828), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:06.847340 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:06.895464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.018560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287349f-96b6-4c36-a212-24191aea0295 None None] Network d0884804-8969-4464-8bb7-5db53bde7a5a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:23:07.102929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d8c29f26-fedb-4c43-9aa2-95fad3e11dfb None None] Provisioning complete for port a03db811-4e6d-4493-a248-cf1aa73e6f23 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:07.103357 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c29f26-fedb-4c43-9aa2-95fad3e11dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.147154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.156769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.218325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d8c29f26-fedb-4c43-9aa2-95fad3e11dfb None None] Current status of the port a03db811-4e6d-4493-a248-cf1aa73e6f23 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:07.219808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c29f26-fedb-4c43-9aa2-95fad3e11dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.233756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=6c3244b2-885b-4d16-98fb-664cd21d8df9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:07.236483 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (c15a374f-9ad4-46ca-b0d5-16638b215828), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.256867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d8c29f26-fedb-4c43-9aa2-95fad3e11dfb None None] For port a03db811-4e6d-4493-a248-cf1aa73e6f23, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a03db811-4e6d-4493-a248-cf1aa73e6f23,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:07.262785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c29f26-fedb-4c43-9aa2-95fad3e11dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.319236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29f26-fedb-4c43-9aa2-95fad3e11dfb None None] Pushing event updated for resources: {'Port': ['ID=a03db811-4e6d-4493-a248-cf1aa73e6f23,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:07.354773 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network d0884804-8969-4464-8bb7-5db53bde7a5a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:23:07.356312 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:23:07.482303 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router c15a374f-9ad4-46ca-b0d5-16638b215828 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:23:07.490213 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67a8cf10-a17d-49e7-9d2c-dced1992aaed None None] Provisioning complete for port 6c3244b2-885b-4d16-98fb-664cd21d8df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:07.490665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a8cf10-a17d-49e7-9d2c-dced1992aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.529945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a8cf10-a17d-49e7-9d2c-dced1992aaed None None] Port 6c3244b2-885b-4d16-98fb-664cd21d8df9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:23:07.541447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67a8cf10-a17d-49e7-9d2c-dced1992aaed None None] Provisioning complete for port a03db811-4e6d-4493-a248-cf1aa73e6f23 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:07.542208 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a8cf10-a17d-49e7-9d2c-dced1992aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.614081 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:23:07.619446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-fe7fa540-1fe8-4140-97aa-e29972df1b82 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/c15a374f-9ad4-46ca-b0d5-16638b215828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2999985 Feb 03 05:23:07.648943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a8cf10-a17d-49e7-9d2c-dced1992aaed None None] Current status of the port a03db811-4e6d-4493-a248-cf1aa73e6f23 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:07.711138 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Sync routers for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:23:07.723665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:07.724252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:23:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:07.780151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-33b56c65-45c1-441b-97a6-fae30b45fa57 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726473854&fields=id&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 267 time: 0.0492296 Feb 03 05:23:07.790998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f40cbc54-c65d-4e5c-bb5f-7256f0829129 None None] Provisioning complete for port 6c3244b2-885b-4d16-98fb-664cd21d8df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:07.790998 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f40cbc54-c65d-4e5c-bb5f-7256f0829129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:07.870763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f40cbc54-c65d-4e5c-bb5f-7256f0829129 None None] Port 6c3244b2-885b-4d16-98fb-664cd21d8df9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:23:07.873330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:07.901421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-d708e6ab-d6fe-4cde-9b4c-fa079bd63afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:07.903786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-d708e6ab-d6fe-4cde-9b4c-fa079bd63afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/networks?id=d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 200 len: 797 time: 0.1153700 Feb 03 05:23:07.921691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-a824ed1f-ecf7-44dd-adf2-1a382ee68ea9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/quotas/c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 375 time: 0.0111508 Feb 03 05:23:07.992825 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-47c4abc4-a73e-4582-8e5f-7ea4378eb909 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645695 Feb 03 05:23:08.023211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a03db811-4e6d-4493-a248-cf1aa73e6f23 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:23:08.029769 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-168b7f4f-1fc3-47e3-b386-ca9aee04df7d None None] Provisioning complete for port 6c3244b2-885b-4d16-98fb-664cd21d8df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:08.029950 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168b7f4f-1fc3-47e3-b386-ca9aee04df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.113579 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-168b7f4f-1fc3-47e3-b386-ca9aee04df7d None None] Port 6c3244b2-885b-4d16-98fb-664cd21d8df9 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:23:08.150933 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-c4d302fb-5975-42c7-99ff-77bec0a9d25c service neutron] 10.222.0.35 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381366 Feb 03 05:23:08.156588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port a03db811-4e6d-4493-a248-cf1aa73e6f23 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:08.156975 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.198537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:07Z', 'revision_number': 2, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:08.232727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Checking router: c15a374f-9ad4-46ca-b0d5-16638b215828 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:23:08.233085 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Updating router c15a374f-9ad4-46ca-b0d5-16638b215828 port 6c3244b2-885b-4d16-98fb-664cd21d8df9 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:23:08.245786 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-1876d5a7-db31-4842-a8b7-94bdd0007cd5 service neutron] 10.222.0.35 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882306 Feb 03 05:23:08.280784 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.305673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port a03db811-4e6d-4493-a248-cf1aa73e6f23 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:08.306745 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7fdcb539-7d81-487d-95f4-2541017a0446 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:23:08.380964 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.435353 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-630157c3-6c59-47bb-990b-7124f9e03e77 req-a42bc0f0-2679-4c81-ad88-8ccc02c6e4a6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 210 time: 0.0333605 Feb 03 05:23:08.480117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7fdcb539-7d81-487d-95f4-2541017a0446 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:08.480493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.656753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7fdcb539-7d81-487d-95f4-2541017a0446 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:08.657447 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.691519 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 7fdcb539-7d81-487d-95f4-2541017a0446, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7fdcb539-7d81-487d-95f4-2541017a0446,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:08.693616 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Publish callbacks [] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.696465 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.701631 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.778270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=7fdcb539-7d81-487d-95f4-2541017a0446,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:08.849367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Attempting to bind port 6c3244b2-885b-4d16-98fb-664cd21d8df9 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:23:08.850149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Attempting to bind port 6c3244b2-885b-4d16-98fb-664cd21d8df9 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:23:08.850534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Attempting to bind port 6c3244b2-885b-4d16-98fb-664cd21d8df9 on network d0884804-8969-4464-8bb7-5db53bde7a5a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:23:08.857045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee9674-fecb-4271-a360-cee69515a2d0 None None] Pushing event updated for resources: {'Port': ['ID=6c3244b2-885b-4d16-98fb-664cd21d8df9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:08.862133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:23:08.862488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Checking segment: {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:23:08.862902 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.863414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Bound using segment: {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:23:08.863799 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Bound port: 6c3244b2-885b-4d16-98fb-664cd21d8df9, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:23:08.864181 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:08.935245 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] For port 6c3244b2-885b-4d16-98fb-664cd21d8df9, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:23:08.938660 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] For port 6c3244b2-885b-4d16-98fb-664cd21d8df9, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c3244b2-885b-4d16-98fb-664cd21d8df9,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:23:08.946106 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:09.005532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:09.006210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:23:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:09.008096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee9674-fecb-4271-a360-cee69515a2d0 None None] Pushing event updated for resources: {'Port': ['ID=6c3244b2-885b-4d16-98fb-664cd21d8df9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:09.075680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5a147a6b-ad3f-4648-902f-e60f588970b7 None None] Provisioning complete for port 6c3244b2-885b-4d16-98fb-664cd21d8df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:09.076067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a147a6b-ad3f-4648-902f-e60f588970b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:09.335972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:09.370132 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:09.499487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-9e9c16d4-f344-490b-9eb9-d7ee485d8c90 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:09.500119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5a147a6b-ad3f-4648-902f-e60f588970b7 None None] Current status of the port 6c3244b2-885b-4d16-98fb-664cd21d8df9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:09.500119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a147a6b-ad3f-4648-902f-e60f588970b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:09.501018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-9e9c16d4-f344-490b-9eb9-d7ee485d8c90 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.31 "GET /v2.0/networks?id=d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 200 len: 797 time: 0.1298013 Feb 03 05:23:09.550867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e58c05b-742c-4d3f-bc4e-31d959e7f94d req-9645560e-251e-47d5-a368-bb78facad1de tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 210 time: 0.0351360 Feb 03 05:23:09.553517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5a147a6b-ad3f-4648-902f-e60f588970b7 None None] For port 6c3244b2-885b-4d16-98fb-664cd21d8df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c3244b2-885b-4d16-98fb-664cd21d8df9,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:09.575473 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a147a6b-ad3f-4648-902f-e60f588970b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:09.584716 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-7ab00b40-ac38-4474-9a42-e6503effcbfb tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 380 time: 0.0720356 Feb 03 05:23:09.594566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'port': {'device_id': '82631947-7108-426f-a104-d89963b4a132', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'admin_state_up': True, 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'security_groups': ['0d7721ba-4f92-4ca1-a0d1-529785907e6c']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:09.641380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a147a6b-ad3f-4648-902f-e60f588970b7 None None] Pushing event updated for resources: {'Port': ['ID=6c3244b2-885b-4d16-98fb-664cd21d8df9,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:09.648890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:09.676080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e8f05-fb07-49a9-8eac-d459d72c7b0d None None] The sync data for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 is: [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:23:09.700229 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ef52ca76-1704-4e7e-9005-697c368485a8 None None] Provisioning complete for port 6c3244b2-885b-4d16-98fb-664cd21d8df9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:09.700617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef52ca76-1704-4e7e-9005-697c368485a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:09.705877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:23:09.709731 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:09.819671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef52ca76-1704-4e7e-9005-697c368485a8 None None] Current status of the port 6c3244b2-885b-4d16-98fb-664cd21d8df9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:09.888803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.8 (d0884804-8969-4464-8bb7-5db53bde7a5a/450431d9-afc4-4abc-b0f7-f5034a069834/bbb4c136-0e8b-4413-95fb-c731eb4724bc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:23:10.009884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c3244b2-885b-4d16-98fb-664cd21d8df9 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:23:10.051082 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.063943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6c3244b2-885b-4d16-98fb-664cd21d8df9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:10.064324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.088481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.133822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network d0884804-8969-4464-8bb7-5db53bde7a5a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:23:10.137274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:23:10.139994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:23:10.146049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6c3244b2-885b-4d16-98fb-664cd21d8df9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:10.147163 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7fdcb539-7d81-487d-95f4-2541017a0446 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:23:10.192897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=bbb4c136-0e8b-4413-95fb-c731eb4724bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:10.201595 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:10.202237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.211837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 7fdcb539-7d81-487d-95f4-2541017a0446 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:10.212837 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.223572 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-20601177-13ca-4aad-aa39-844b5a02b402 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6320856 Feb 03 05:23:10.240007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Request body: {'port': {'device_id': '82631947-7108-426f-a104-d89963b4a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:10.302261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 7fdcb539-7d81-487d-95f4-2541017a0446 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:10.325923 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.444774 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-07573571-5573-4dea-990c-227e1f7afcc5 None None] Provisioning complete for port bbb4c136-0e8b-4413-95fb-c731eb4724bc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:10.445246 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07573571-5573-4dea-990c-227e1f7afcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.484393 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-07573571-5573-4dea-990c-227e1f7afcc5 None None] Port bbb4c136-0e8b-4413-95fb-c731eb4724bc cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:23:10.606326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb4c136-0e8b-4413-95fb-c731eb4724bc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:23:10.614891 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Publish callbacks [] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.627741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Transition to ACTIVE for port object bbb4c136-0e8b-4413-95fb-c731eb4724bc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:23:10.633196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.685315 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d47c15-3c6e-48f8-ac86-09aedc258bd5 req-e6cfa065-df5e-41fc-aa4d-22872f9a6738 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:10.687085 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7d47c15-3c6e-48f8-ac86-09aedc258bd5 req-e6cfa065-df5e-41fc-aa4d-22872f9a6738 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 943 time: 0.0662947 Feb 03 05:23:10.690950 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Pushing event updated for resources: {'Port': ['ID=bbb4c136-0e8b-4413-95fb-c731eb4724bc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:10.750697 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f7d47c15-3c6e-48f8-ac86-09aedc258bd5 req-7669b613-2d38-44d2-8eae-3ba5dfdc6bef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577731 Feb 03 05:23:10.771869 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Attempting to bind port bbb4c136-0e8b-4413-95fb-c731eb4724bc on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:23:10.772211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Attempting to bind port bbb4c136-0e8b-4413-95fb-c731eb4724bc by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:23:10.772544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Attempting to bind port bbb4c136-0e8b-4413-95fb-c731eb4724bc on network d0884804-8969-4464-8bb7-5db53bde7a5a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:23:10.777423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Port bbb4c136-0e8b-4413-95fb-c731eb4724bc on network d0884804-8969-4464-8bb7-5db53bde7a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:23:10.777757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Attempting to bind port bbb4c136-0e8b-4413-95fb-c731eb4724bc on network d0884804-8969-4464-8bb7-5db53bde7a5a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:23:10.790102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:23:10.790451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Checking segment: {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:23:10.790894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Bound using segment: {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:23:10.791322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Bound port: bbb4c136-0e8b-4413-95fb-c731eb4724bc, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71790f4c-3e13-45cf-aee2-416cf5a0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:23:10.791755 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.865286 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] For port bbb4c136-0e8b-4413-95fb-c731eb4724bc, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:23:10.868994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] For port bbb4c136-0e8b-4413-95fb-c731eb4724bc, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:23:10.877178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.918756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:10.919384 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:10.920848 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] 10.222.0.31 "PUT /v2.0/ports/bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 200 len: 1091 time: 0.6880739 Feb 03 05:23:10.921297 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:23:10.923679 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b14bca-fb1e-48cc-99f0-3e6f9445fbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "82631947-7108-426f-a104-d89963b4a132", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:23:10.948381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe19c70-e503-4d46-8ca7-517c2fd23a9b service neutron] Pushing event updated for resources: {'Port': ['ID=bbb4c136-0e8b-4413-95fb-c731eb4724bc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:10.982546 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced85fc1-3391-4b19-8564-d2252a5a5175 x-openstack-request-id: req-ced85fc1-3391-4b19-8564-d2252a5a5175 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:23:10.982877 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82631947-7108-426f-a104-d89963b4a132", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:23:10.983117 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ced85fc1-3391-4b19-8564-d2252a5a5175 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:23:10.983544 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'status': 'completed', 'code': 200} Feb 03 05:23:11.049587 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b14bca-fb1e-48cc-99f0-3e6f9445fbf0 req-3aab7571-5566-48c1-a806-9d34f7013081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:11.051123 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b14bca-fb1e-48cc-99f0-3e6f9445fbf0 req-3aab7571-5566-48c1-a806-9d34f7013081 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1125 time: 0.0498290 Feb 03 05:23:11.223259 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b14bca-fb1e-48cc-99f0-3e6f9445fbf0 req-ab5fe276-c933-4af5-a9a0-c98d490041c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:11.224662 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b14bca-fb1e-48cc-99f0-3e6f9445fbf0 req-ab5fe276-c933-4af5-a9a0-c98d490041c9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1660147 Feb 03 05:23:11.398051 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b14bca-fb1e-48cc-99f0-3e6f9445fbf0 req-c0e01005-789f-422f-a9b5-14125dc8a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:11.400302 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-00b14bca-fb1e-48cc-99f0-3e6f9445fbf0 req-c0e01005-789f-422f-a9b5-14125dc8a2c6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697125 Feb 03 05:23:11.490720 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-88e3dadf-6b5f-4c1a-8d85-eb1b00e82228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:11.492183 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-88e3dadf-6b5f-4c1a-8d85-eb1b00e82228 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1125 time: 0.0503681 Feb 03 05:23:11.532501 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-06f1c27c-e23c-4b06-83af-575ff5172630 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 200 len: 217 time: 0.0336094 Feb 03 05:23:11.582031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-3f42f5ca-4f7f-4310-9e85-dc50a707c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:11.583526 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-3f42f5ca-4f7f-4310-9e85-dc50a707c1b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=450431d9-afc4-4abc-b0f7-f5034a069834 HTTP/1.1" status: 200 len: 835 time: 0.0436590 Feb 03 05:23:11.637411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf488-81b7-4961-baad-9a9797305687 req-485501c4-9bbe-40ad-a01e-0e78776cdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:11.638899 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-485501c4-9bbe-40ad-a01e-0e78776cdb41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d0884804-8969-4464-8bb7-5db53bde7a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493596 Feb 03 05:23:11.727265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-7ac5b80f-b783-4660-8176-de0efe35f228 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819311 Feb 03 05:23:11.824503 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d57cf488-81b7-4961-baad-9a9797305687 req-492673e8-8405-4c0d-9bb0-eda61c21f761 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910130 Feb 03 05:23:11.874276 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80809fde-4567-4a40-ac0b-0ffb17dd73e2 req-f65981f5-958e-45fa-9fe2-a76281ed0770 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:11.875810 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80809fde-4567-4a40-ac0b-0ffb17dd73e2 req-f65981f5-958e-45fa-9fe2-a76281ed0770 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 943 time: 0.0553832 Feb 03 05:23:11.923442 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80809fde-4567-4a40-ac0b-0ffb17dd73e2 req-88bf1f9c-6ef3-486e-8458-b7b68e53eb74 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Feb 03 05:23:13.058544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bb93-6158-41d9-9355-388453633274 req-56556e17-14ae-4c01-a3b6-f9a03cfd89f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:13.060077 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9673bb93-6158-41d9-9355-388453633274 req-56556e17-14ae-4c01-a3b6-f9a03cfd89f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 943 time: 0.0542176 Feb 03 05:23:13.114963 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9673bb93-6158-41d9-9355-388453633274 req-3b676d35-70f7-4f2c-8e8c-1760a6b7654a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488448 Feb 03 05:23:14.255977 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9a3b8-f05f-4dcd-b9f3-5ada13616cfc req-f0cfb3bb-305f-45b0-ba1c-9e92d4bf80bc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:14.257480 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74f9a3b8-f05f-4dcd-b9f3-5ada13616cfc req-f0cfb3bb-305f-45b0-ba1c-9e92d4bf80bc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 943 time: 0.0626280 Feb 03 05:23:14.311740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74f9a3b8-f05f-4dcd-b9f3-5ada13616cfc req-09ab255e-5b80-4755-89fb-39df4f63109d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Feb 03 05:23:15.325003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bbb4c136-0e8b-4413-95fb-c731eb4724bc details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:23:15.430924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bbb4c136-0e8b-4413-95fb-c731eb4724bc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:15.442948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'port_id': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'mac_address': 'fa:16:3e:b7:1c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:23:15.448663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a2070-003f-4ab0-8022-da9cdc16b7f7 req-7514bf8c-7086-43ae-a4af-16e6d3b2e1e9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:15.450196 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a92a2070-003f-4ab0-8022-da9cdc16b7f7 req-7514bf8c-7086-43ae-a4af-16e6d3b2e1e9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 943 time: 0.0616148 Feb 03 05:23:15.485178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bbb4c136-0e8b-4413-95fb-c731eb4724bc is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:15.485565 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:15.499045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb4c136-0e8b-4413-95fb-c731eb4724bc {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:23:15.501994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a92a2070-003f-4ab0-8022-da9cdc16b7f7 req-b69447b3-cbbe-4e15-9e84-9469294e2e5d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Feb 03 05:23:15.518306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bbb4c136-0e8b-4413-95fb-c731eb4724bc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:15.524269 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:15.570719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bbb4c136-0e8b-4413-95fb-c731eb4724bc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:15.765385 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['bbb4c136-0e8b-4413-95fb-c731eb4724bc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:23:16.639247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c16fd-2ae4-4cf8-936f-cdfc66bffce7 req-bd12714e-1ace-4d6e-b058-40641256630a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:16.640678 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de4c16fd-2ae4-4cf8-936f-cdfc66bffce7 req-bd12714e-1ace-4d6e-b058-40641256630a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 944 time: 0.0598214 Feb 03 05:23:16.690887 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-de4c16fd-2ae4-4cf8-936f-cdfc66bffce7 req-180f6e47-ec82-4667-9682-db8b0cc9b17f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444486 Feb 03 05:23:17.342322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bbb4c136-0e8b-4413-95fb-c731eb4724bc up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:23:17.401388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port bbb4c136-0e8b-4413-95fb-c731eb4724bc completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:23:17.405559 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port bbb4c136-0e8b-4413-95fb-c731eb4724bc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:23:17.405941 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:17.485937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bbb4c136-0e8b-4413-95fb-c731eb4724bc is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:23:17.486324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:17.510300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:23:17.512592 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af952c25-e6ff-4a0b-b610-7b31c4e0928a" -d '{"events": [{"server_uuid": "82631947-7108-426f-a104-d89963b4a132", "name": "network-vif-plugged", "status": "completed", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:23:17.525200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bbb4c136-0e8b-4413-95fb-c731eb4724bc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:23:17.530448 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:17.555546 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60820f66-a670-4e66-92d6-3b4e9a045ad7 x-openstack-request-id: req-60820f66-a670-4e66-92d6-3b4e9a045ad7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:23:17.555854 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82631947-7108-426f-a104-d89963b4a132", "name": "network-vif-plugged", "status": "completed", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:23:17.556115 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60820f66-a670-4e66-92d6-3b4e9a045ad7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:23:17.556510 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'code': 200} Feb 03 05:23:17.588809 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bbb4c136-0e8b-4413-95fb-c731eb4724bc,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:17.655099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921f84-f15a-4de4-9869-116339717ba5 req-b23f4890-ec77-4db6-99bd-f2e17274a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:17.656688 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e6921f84-f15a-4de4-9869-116339717ba5 req-b23f4890-ec77-4db6-99bd-f2e17274a34e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1127 time: 0.0437400 Feb 03 05:23:17.701636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e6921f84-f15a-4de4-9869-116339717ba5 req-77c3da5e-8bf3-46d1-a2a2-96584b49bacc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383606 Feb 03 05:23:17.815259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0dbd7-8ad4-4295-83e8-260cd0d7025e req-ea9984fc-54ac-4d51-9f2d-95e6f6b8aa7f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:17.816828 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75b0dbd7-8ad4-4295-83e8-260cd0d7025e req-ea9984fc-54ac-4d51-9f2d-95e6f6b8aa7f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0558500 Feb 03 05:23:17.868847 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75b0dbd7-8ad4-4295-83e8-260cd0d7025e req-077d947d-6d9e-491f-bb16-d9b2458e5322 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Feb 03 05:23:19.003029 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51b33-caf1-421d-9adf-5d65c9fa5dcd req-20f567a6-e534-4d81-b0e8-16aa97a064d3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:19.005305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73a51b33-caf1-421d-9adf-5d65c9fa5dcd req-20f567a6-e534-4d81-b0e8-16aa97a064d3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0554962 Feb 03 05:23:19.060387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73a51b33-caf1-421d-9adf-5d65c9fa5dcd req-b9b01700-f8e2-416a-850d-173fa1bfcd84 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494900 Feb 03 05:23:19.182957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23c79c-bb9b-4903-bbfc-31d06f1cbcf4 req-7c73c1de-ada9-44cc-83a2-c1ea3ae067b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:19.184367 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e23c79c-bb9b-4903-bbfc-31d06f1cbcf4 req-7c73c1de-ada9-44cc-83a2-c1ea3ae067b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0566268 Feb 03 05:23:19.234811 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3e23c79c-bb9b-4903-bbfc-31d06f1cbcf4 req-800e8135-6291-49bc-b560-c95e3365d97e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Feb 03 05:23:19.260864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:19.312618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b256b44-f8ef-4e48-9bc0-647fd804f7a7 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:19.314254 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5b256b44-f8ef-4e48-9bc0-647fd804f7a7 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1122 time: 0.0521364 Feb 03 05:23:19.317465 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:19.322096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:23:19.342973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:19.442842 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:19.541201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.217 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/a269cf74-3b04-4d5d-9636-37b07cea71eb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:23:19.651035 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:19.687470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:19.724619 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:23:19.731546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:23:19.736670 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:23:19.740060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=a269cf74-3b04-4d5d-9636-37b07cea71eb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:20.399852 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (0f1762cc-be4f-40a3-99a2-f887c5125376), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:20.480584 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:20.641283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:20.647288 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:20.717359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=a269cf74-3b04-4d5d-9636-37b07cea71eb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:23:20.727479 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (0f1762cc-be4f-40a3-99a2-f887c5125376), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:20.827739 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP 0f1762cc-be4f-40a3-99a2-f887c5125376 associated. External IP: 172.25.7.217, port: bbb4c136-0e8b-4413-95fb-c731eb4724bc. Feb 03 05:23:21.065342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router c15a374f-9ad4-46ca-b0d5-16638b215828 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:23:21.175025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:23:21.185065 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] Sync routers for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:23:21.194979 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:21.197001 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:21.197598 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:23:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:21.228494 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-384b89b9-7c60-4783-afca-911edb824866 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9098790 Feb 03 05:23:21.229371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:23:21.231842 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadb22d6-a85f-403f-8f07-f516db6fe4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "82631947-7108-426f-a104-d89963b4a132", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:23:21.272593 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875b02a5-b60e-45fd-a778-c7de6077ebff x-openstack-request-id: req-875b02a5-b60e-45fd-a778-c7de6077ebff {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:23:21.273115 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82631947-7108-426f-a104-d89963b4a132", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:23:21.273373 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-875b02a5-b60e-45fd-a778-c7de6077ebff {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:23:21.273829 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'status': 'completed', 'code': 200} Feb 03 05:23:21.306422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:21.332749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e63cb2-4bad-4eb9-ac75-f682b8964dc6 req-84bef656-b152-4c32-a794-f4eea3663c55 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:21.334894 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22e63cb2-4bad-4eb9-ac75-f682b8964dc6 req-84bef656-b152-4c32-a794-f4eea3663c55 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0533416 Feb 03 05:23:21.344909 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-baaec70e-f820-4e98-84ea-71b23c2bffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:21.346524 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-baaec70e-f820-4e98-84ea-71b23c2bffca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1127 time: 0.0473959 Feb 03 05:23:21.390945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-22e63cb2-4bad-4eb9-ac75-f682b8964dc6 req-d99356ca-3d9a-407a-9e4f-07bac42efb5a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495739 Feb 03 05:23:21.415154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32862) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:21.441267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-671129e5-ef19-4fb8-83d3-b510f74c882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:21.442780 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-671129e5-ef19-4fb8-83d3-b510f74c882c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 200 len: 898 time: 0.0893073 Feb 03 05:23:21.477880 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-90ae077e-ba35-430c-9821-e9e2b342efe2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/0f1762cc-be4f-40a3-99a2-f887c5125376 HTTP/1.1" status: 200 len: 991 time: 0.0608478 Feb 03 05:23:21.513654 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-8aa35d4e-40ec-4551-9f98-85dc5f5d5543 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 200 len: 999 time: 0.0649257 Feb 03 05:23:21.534825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '0f1762cc-be4f-40a3-99a2-f887c5125376', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'port_id': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'mac_address': 'fa:16:3e:b7:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82631947-7108-426f-a104-d89963b4a132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:23:20Z', 'updated_at': '2022-02-03T05:23:20Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:09Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:21.560056 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-466bd615-32a8-4418-a9ff-690e65de129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:21.561622 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-466bd615-32a8-4418-a9ff-690e65de129a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=450431d9-afc4-4abc-b0f7-f5034a069834 HTTP/1.1" status: 200 len: 835 time: 0.0426178 Feb 03 05:23:21.563826 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] Checking router: c15a374f-9ad4-46ca-b0d5-16638b215828 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:23:21.572774 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:23:21.573374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:23:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:21.611432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-8f51f440-d1fb-496b-8a8b-092dbecee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:21.613049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-8f51f440-d1fb-496b-8a8b-092dbecee82a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d0884804-8969-4464-8bb7-5db53bde7a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454628 Feb 03 05:23:21.684680 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:23:21.710643 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-56f9f674-b53e-426f-b2f3-a20e40351a9d service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902855 Feb 03 05:23:21.808826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cadb22d6-a85f-403f-8f07-f516db6fe4a8 req-0d7a654e-5e48-4a4e-b10d-e850747b0fe4 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921626 Feb 03 05:23:22.002240 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '0f1762cc-be4f-40a3-99a2-f887c5125376', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'port_id': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'mac_address': 'fa:16:3e:b7:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82631947-7108-426f-a104-d89963b4a132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:23:20Z', 'updated_at': '2022-02-03T05:23:20Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:09Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:23:22.031530 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f130757-35c2-41d4-a100-d5bcda83be72 None None] The sync data for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 is: [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '0f1762cc-be4f-40a3-99a2-f887c5125376', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'port_id': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'mac_address': 'fa:16:3e:b7:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82631947-7108-426f-a104-d89963b4a132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:23:20Z', 'updated_at': '2022-02-03T05:23:20Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:09Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:23:22.239416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b17c4-a511-4b15-abef-0684b695700e None None] New status for floating IP 0f1762cc-be4f-40a3-99a2-f887c5125376: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:23:22.482850 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32864) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:23:22.552168 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-806c554b-28ff-4c1f-a952-19593a940435 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/0f1762cc-be4f-40a3-99a2-f887c5125376 HTTP/1.1" status: 200 len: 993 time: 0.0676506 Feb 03 05:23:22.578843 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:23:24.320188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:24.444188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:30.140408 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-c33c19e6-a40d-493f-96e0-a4c199e95f23 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464380 Feb 03 05:23:30.228727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-0e173235-3357-4967-bb62-2953e7e93474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:30.230255 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-0e173235-3357-4967-bb62-2953e7e93474 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1127 time: 0.0473480 Feb 03 05:23:30.344212 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-5c02dc4b-7880-40b5-a554-f2748cffbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:30.345732 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-5c02dc4b-7880-40b5-a554-f2748cffbbd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 200 len: 898 time: 0.0944054 Feb 03 05:23:30.412813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-21abf7fa-ad53-41df-8035-a1a871b5c1e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 200 len: 1001 time: 0.0597529 Feb 03 05:23:30.462214 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-c5fe559f-38f5-47a7-a42f-1e4bf7b7e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:30.464042 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-c5fe559f-38f5-47a7-a42f-1e4bf7b7e343 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=450431d9-afc4-4abc-b0f7-f5034a069834 HTTP/1.1" status: 200 len: 835 time: 0.0445399 Feb 03 05:23:30.516848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-11541440-7688-4b8b-a0ad-5fb177136448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:30.518353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-11541440-7688-4b8b-a0ad-5fb177136448 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d0884804-8969-4464-8bb7-5db53bde7a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485275 Feb 03 05:23:30.608416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-7d396a17-c2f9-48d5-8de8-a125a8f02563 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829165 Feb 03 05:23:30.714867 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a0daa9f9-ab32-4ec7-82ef-5cd6fa3ca5d2 req-26ff70b8-d94d-425e-89c5-83421c0ba064 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997567 Feb 03 05:23:33.228151 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33ba3e13-9f85-4ca9-8e81-eb0826af29f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:36.426435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ef3a06-6f8a-489c-9adf-8a41ee5c2964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:36.902065 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:38.338896 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:39.348731 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:51.327804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-7c6e7492-e483-4e2f-9966-67c71dcff9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:51.329412 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-7c6e7492-e483-4e2f-9966-67c71dcff9f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1127 time: 0.0455611 Feb 03 05:23:51.331772 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac24c3-2132-4545-91d4-b2ce0cb0cec8 req-88a5c033-219a-4213-a4e0-4e189a3ae419 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:51.333314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02ac24c3-2132-4545-91d4-b2ce0cb0cec8 req-88a5c033-219a-4213-a4e0-4e189a3ae419 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0539837 Feb 03 05:23:51.384780 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02ac24c3-2132-4545-91d4-b2ce0cb0cec8 req-daee9821-b8ab-40fe-b71b-81a66ee6c733 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Feb 03 05:23:51.424990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-8e03b4b7-3bc2-47e7-90e6-ff5f0bd273bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:51.426486 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-8e03b4b7-3bc2-47e7-90e6-ff5f0bd273bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 200 len: 898 time: 0.0897467 Feb 03 05:23:51.490330 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-38427326-1ce9-49ab-9307-ef2b73b272ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 200 len: 1001 time: 0.0574265 Feb 03 05:23:51.540447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-507c930b-6b00-4bb2-87ca-cac8f0739b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:51.541881 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-507c930b-6b00-4bb2-87ca-cac8f0739b67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=450431d9-afc4-4abc-b0f7-f5034a069834 HTTP/1.1" status: 200 len: 835 time: 0.0457072 Feb 03 05:23:51.597349 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-0701bff8-0332-4d5f-ab1a-062f4c7ff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:51.598954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-0701bff8-0332-4d5f-ab1a-062f4c7ff817 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d0884804-8969-4464-8bb7-5db53bde7a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497236 Feb 03 05:23:51.688713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-4ee2beb6-db09-4c69-ad2f-8ce72cb0da27 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831008 Feb 03 05:23:51.786944 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6c5c2e4b-0095-415e-9dd1-9b4ae593e0f6 req-82440359-bd89-452f-b052-c1570853802d service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870681 Feb 03 05:23:52.526945 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83703e-0872-4393-b8de-edfd6e62032e req-567620f6-e6e2-4fc9-ba41-5e47318b267a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:52.528478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e83703e-0872-4393-b8de-edfd6e62032e req-567620f6-e6e2-4fc9-ba41-5e47318b267a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0635540 Feb 03 05:23:52.589151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0e83703e-0872-4393-b8de-edfd6e62032e req-549057c9-dc06-4f51-acbe-fee36f6ecc3c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525272 Feb 03 05:23:53.724684 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bfff0-f267-434a-9bb9-5402b122aae5 req-f64f5aab-543f-4483-9129-931c76897fb6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:53.726191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62bfff0-f267-434a-9bb9-5402b122aae5 req-f64f5aab-543f-4483-9129-931c76897fb6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0661733 Feb 03 05:23:53.774749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b62bfff0-f267-434a-9bb9-5402b122aae5 req-88ba4872-fce2-45cf-acd7-17ee2640b98c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Feb 03 05:23:54.327822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:54.454599 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:23:54.913282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb79a0-0658-4502-b7db-16643a11456c req-acdc7d37-9130-4e13-b0b9-2c010f39a218 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:54.914789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21eb79a0-0658-4502-b7db-16643a11456c req-acdc7d37-9130-4e13-b0b9-2c010f39a218 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Feb 03 05:23:54.966947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-21eb79a0-0658-4502-b7db-16643a11456c req-28d99bf3-4ae0-4e20-ac02-54761a46151e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Feb 03 05:23:56.116934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140d6d1-f3f2-4b5a-b121-f047cd723f93 req-7ec3e802-a45c-4e63-9f26-b85935530619 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:56.118436 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6140d6d1-f3f2-4b5a-b121-f047cd723f93 req-7ec3e802-a45c-4e63-9f26-b85935530619 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0654948 Feb 03 05:23:56.166834 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6140d6d1-f3f2-4b5a-b121-f047cd723f93 req-8ffbb7fe-a59a-4d93-b503-846bee7b24fc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Feb 03 05:23:57.299923 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba72dc-2b94-49e6-8c74-916e22a5b7ee req-fa39bece-63cf-4a79-a493-ec30562d4878 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:57.301435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ddba72dc-2b94-49e6-8c74-916e22a5b7ee req-fa39bece-63cf-4a79-a493-ec30562d4878 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0590687 Feb 03 05:23:57.356950 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ddba72dc-2b94-49e6-8c74-916e22a5b7ee req-e4034f4c-772f-4d65-8704-968f4ca5a8e3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498424 Feb 03 05:23:58.497919 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e593-c045-43fa-b91e-7818ede0313f req-39a1e735-e805-4ce6-8acc-38f8c1c048f0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:58.499420 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29a2e593-c045-43fa-b91e-7818ede0313f req-39a1e735-e805-4ce6-8acc-38f8c1c048f0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0649440 Feb 03 05:23:58.556544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-29a2e593-c045-43fa-b91e-7818ede0313f req-5766b957-75c7-4c58-8fa3-c87c2015f6d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510230 Feb 03 05:23:59.595302 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:23:59.692898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a36864-99c6-4b40-90cc-b0997d4e88d4 req-1999c149-0e8b-4325-abfb-2d9091ff88b1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:23:59.694297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5a36864-99c6-4b40-90cc-b0997d4e88d4 req-1999c149-0e8b-4325-abfb-2d9091ff88b1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Feb 03 05:23:59.752862 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5a36864-99c6-4b40-90cc-b0997d4e88d4 req-9c267adc-f7ca-40ec-91f9-7d8f304a7e0e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527828 Feb 03 05:24:00.885376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496571c-13f6-4fbc-a18e-249fc8dcf0b8 req-30c0fd10-e583-497f-aef9-9fb537bae0ad tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:00.886888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f496571c-13f6-4fbc-a18e-249fc8dcf0b8 req-30c0fd10-e583-497f-aef9-9fb537bae0ad tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0552278 Feb 03 05:24:00.936799 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f496571c-13f6-4fbc-a18e-249fc8dcf0b8 req-65d534d8-9b19-4403-bbd9-407335682f06 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438926 Feb 03 05:24:02.068464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a951898-9f5c-4651-b7d1-61bf0dae47f0 req-277642ea-acfc-4f17-9dcb-612ae840ea63 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:02.069944 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a951898-9f5c-4651-b7d1-61bf0dae47f0 req-277642ea-acfc-4f17-9dcb-612ae840ea63 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0589991 Feb 03 05:24:02.121486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a951898-9f5c-4651-b7d1-61bf0dae47f0 req-15a593a7-16f5-4e0c-8538-6e72d334f973 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Feb 03 05:24:03.224967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac7eb2c3-07b2-4729-a66b-beed165d43cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:03.256048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8c98-b029-4a6e-86af-9a73c267a77f req-64d0e35b-ce6e-4b00-89a7-f60592871cd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:03.257701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3fe8c98-b029-4a6e-86af-9a73c267a77f req-64d0e35b-ce6e-4b00-89a7-f60592871cd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0621941 Feb 03 05:24:03.306400 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3fe8c98-b029-4a6e-86af-9a73c267a77f req-76bc8dce-3299-4ec0-8b7e-b89c8642a54c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Feb 03 05:24:03.329178 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:03.393818 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a15ab134-711e-4c08-ac3a-4e436bb7ff6d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/0f1762cc-be4f-40a3-99a2-f887c5125376 HTTP/1.1" status: 200 len: 993 time: 0.0633602 Feb 03 05:24:06.427188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b05708e-00ce-4cac-8e7d-5aea91df363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:06.907307 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:08.343869 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:09.335709 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:24.343629 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:24.454192 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:30.112987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-a3388546-8de4-4718-b027-740309d54428 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481579 Feb 03 05:24:30.204711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-ed0b9337-161a-4cb4-80cf-2e0a68ce6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:30.206098 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-ed0b9337-161a-4cb4-80cf-2e0a68ce6e5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1127 time: 0.0498974 Feb 03 05:24:30.323271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-f22dc676-96cd-4dc7-842f-2ec5f583dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:30.325741 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-f22dc676-96cd-4dc7-842f-2ec5f583dc21 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 200 len: 898 time: 0.0959327 Feb 03 05:24:30.399794 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-2ee6a389-d847-49ad-a081-2f7e63e0d36b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 200 len: 1001 time: 0.0669680 Feb 03 05:24:30.449701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-131e645f-3ea1-461f-8976-bdd607c4ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:30.451146 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-131e645f-3ea1-461f-8976-bdd607c4ed90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=450431d9-afc4-4abc-b0f7-f5034a069834 HTTP/1.1" status: 200 len: 835 time: 0.0447316 Feb 03 05:24:30.504496 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-83d416f3-3aa1-4fb7-97a8-f40d7931fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:30.505938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-83d416f3-3aa1-4fb7-97a8-f40d7931fe8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d0884804-8969-4464-8bb7-5db53bde7a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480001 Feb 03 05:24:30.600940 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-8a6cac5f-805d-4240-b6c3-259e50eec2f0 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875418 Feb 03 05:24:30.688983 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d259d0dd-7728-492b-b5a8-622249d06b60 req-356ecbb7-2629-4d26-8438-f7cd1478b89c service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812519 Feb 03 05:24:33.226999 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3b05-3534-4fd2-b36f-4f9e664ce01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:33.804198 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:33.969593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port a269cf74-3b04-4d5d-9636-37b07cea71eb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:24:33.969933 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:34.046188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:34.046470 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (a269cf74-3b04-4d5d-9636-37b07cea71eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:34.058246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for a269cf74-3b04-4d5d-9636-37b07cea71eb owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:24:34.232627 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (a269cf74-3b04-4d5d-9636-37b07cea71eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:34.272620 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=a269cf74-3b04-4d5d-9636-37b07cea71eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:34.297725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.298071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.298436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.298780 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.299115 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.299446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.299809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.300143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.300474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.300805 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.301129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.301437 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.301762 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:34.341139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (0f1762cc-be4f-40a3-99a2-f887c5125376), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:34.341405 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP 0f1762cc-be4f-40a3-99a2-f887c5125376 disassociated (deleted). External IP: 172.25.7.217, port: bbb4c136-0e8b-4413-95fb-c731eb4724bc. Feb 03 05:24:34.873842 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router c15a374f-9ad4-46ca-b0d5-16638b215828 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:24:35.001367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:24:35.007415 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:35.016504 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] Sync routers for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:24:35.026803 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:35.027544 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:35.038967 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2a5de96b-4485-41f2-93e8-9cb0f228f8d6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/floatingips/0f1762cc-be4f-40a3-99a2-f887c5125376 HTTP/1.1" status: 204 len: 168 time: 1.2331791 Feb 03 05:24:35.039667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:24:35.042155 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "82631947-7108-426f-a104-d89963b4a132", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:24:35.080993 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4cf8da-d6fe-4e25-822d-9e237218c809 x-openstack-request-id: req-7e4cf8da-d6fe-4e25-822d-9e237218c809 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:24:35.081417 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82631947-7108-426f-a104-d89963b4a132", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:24:35.081666 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e4cf8da-d6fe-4e25-822d-9e237218c809 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:24:35.082092 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'status': 'completed', 'code': 200} Feb 03 05:24:35.145247 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:35.150841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-83cb86cc-5d2d-45f1-ac9f-3efebd7d521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:35.152423 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-83cb86cc-5d2d-45f1-ac9f-3efebd7d521d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 1127 time: 0.0456536 Feb 03 05:24:35.261760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-48bb15f2-1c7c-4b46-979d-cba2a53b117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:35.263352 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-48bb15f2-1c7c-4b46-979d-cba2a53b117a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 200 len: 898 time: 0.1030428 Feb 03 05:24:35.297142 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96085d-a8d2-4f7f-b619-47499ac05a8f req-5bb1df96-b225-4de0-86da-272e96f220d5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:35.298599 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec96085d-a8d2-4f7f-b619-47499ac05a8f req-5bb1df96-b225-4de0-86da-272e96f220d5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0582905 Feb 03 05:24:35.308108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-28504ce1-64ca-434f-8a68-bce91b34f3c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 200 len: 217 time: 0.0361938 Feb 03 05:24:35.349706 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ec96085d-a8d2-4f7f-b619-47499ac05a8f req-d6ca42ce-1ace-4a05-8102-e2c6bbd95252 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446415 Feb 03 05:24:35.354899 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:09Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:35.357121 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-8129692a-0d9c-4e2f-ba8c-0f8050d98675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:35.358664 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-8129692a-0d9c-4e2f-ba8c-0f8050d98675 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=450431d9-afc4-4abc-b0f7-f5034a069834 HTTP/1.1" status: 200 len: 835 time: 0.0435154 Feb 03 05:24:35.385435 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] Checking router: c15a374f-9ad4-46ca-b0d5-16638b215828 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:24:35.394124 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:35.394728 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:35.413866 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-9a314a70-0844-4a03-8dc5-b9a528613d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:35.415294 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-9a314a70-0844-4a03-8dc5-b9a528613d8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d0884804-8969-4464-8bb7-5db53bde7a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492606 Feb 03 05:24:35.494736 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:35.505709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-3aa0331d-0d6e-403e-885c-c4a692aeb62e service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828390 Feb 03 05:24:35.602263 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bac125d2-d7c9-44ef-9afe-1a1c0b198f4d req-c494b89e-baa7-4d48-839e-b744edfccce4 service neutron] 10.222.0.31 "GET /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882432 Feb 03 05:24:35.702261 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:09Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:35.728687 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a108c8-3b8a-4779-8a0e-11d483fff6c8 None None] The sync data for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 is: [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:06Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '6c3244b2-885b-4d16-98fb-664cd21d8df9', 'name': '', 'network_id': 'd0884804-8969-4464-8bb7-5db53bde7a5a', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:14:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:05Z', 'updated_at': '2022-02-03T05:23:09Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '450431d9-afc4-4abc-b0f7-f5034a069834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:24:35.959439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef71a29-9ac4-4b18-97af-b0aa4796d3f2 None None] New status for floating IP 0f1762cc-be4f-40a3-99a2-f887c5125376: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:24:36.422733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a26937a0-24f4-49f9-ae3d-3e6b8654042a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:36.492357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10563b-c432-4a38-9d62-d1f78ceea2db req-a57843de-7017-4d58-83e8-0e5805073e79 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:36.493867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f10563b-c432-4a38-9d62-d1f78ceea2db req-a57843de-7017-4d58-83e8-0e5805073e79 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0589292 Feb 03 05:24:36.543385 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3f10563b-c432-4a38-9d62-d1f78ceea2db req-0dbc7601-9991-4e7a-9e12-660274784cba tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d7721ba-4f92-4ca1-a0d1-529785907e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Feb 03 05:24:36.585779 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:24:36.748507 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b598f-6b66-400b-a9e7-088585b3013f req-43cd9b4c-b640-4e67-838a-4403108be79f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:36.750226 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-602b598f-6b66-400b-a9e7-088585b3013f req-43cd9b4c-b640-4e67-838a-4403108be79f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.31 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 945 time: 0.0609429 Feb 03 05:24:36.844618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port bbb4c136-0e8b-4413-95fb-c731eb4724bc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:24:36.844958 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:36.904123 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:36.936823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port bbb4c136-0e8b-4413-95fb-c731eb4724bc, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bbb4c136-0e8b-4413-95fb-c731eb4724bc,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:36.937196 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:36.949759 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for bbb4c136-0e8b-4413-95fb-c731eb4724bc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:24:37.102347 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bbb4c136-0e8b-4413-95fb-c731eb4724bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:37.132402 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=bbb4c136-0e8b-4413-95fb-c731eb4724bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:37.176274 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] No DVR routers for this DVR port bbb4c136-0e8b-4413-95fb-c731eb4724bc on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:24:37.178977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:37.182270 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-602b598f-6b66-400b-a9e7-088585b3013f req-7374f00e-50ca-48d7-94a0-4c7e3607d051 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.31 "DELETE /v2.0/ports/bbb4c136-0e8b-4413-95fb-c731eb4724bc HTTP/1.1" status: 204 len: 173 time: 0.4262404 Feb 03 05:24:37.182719 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'name': 'network-vif-deleted', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:24:37.184967 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84647ace-8ce6-49af-b77e-d5cd336d4dbd" -d '{"events": [{"server_uuid": "82631947-7108-426f-a104-d89963b4a132", "name": "network-vif-deleted", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:24:37.221952 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3061a4ba-0966-4f66-96f6-a51ca3a383bb x-openstack-request-id: req-3061a4ba-0966-4f66-96f6-a51ca3a383bb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:24:37.222247 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82631947-7108-426f-a104-d89963b4a132", "name": "network-vif-deleted", "tag": "bbb4c136-0e8b-4413-95fb-c731eb4724bc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:24:37.222508 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3061a4ba-0966-4f66-96f6-a51ca3a383bb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:24:37.222919 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82631947-7108-426f-a104-d89963b4a132', 'name': 'network-vif-deleted', 'tag': 'bbb4c136-0e8b-4413-95fb-c731eb4724bc', 'status': 'completed', 'code': 200} Feb 03 05:24:37.671011 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75d5777e-20c1-4f03-a038-3b16df935676 req-0fa91307-6f52-4e35-bc79-ee81dc3539bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=82631947-7108-426f-a104-d89963b4a132 HTTP/1.1" status: 200 len: 210 time: 0.0288243 Feb 03 05:24:38.339602 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:38.727088 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:39.116649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (c15a374f-9ad4-46ca-b0d5-16638b215828), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:39.331314 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:39.385954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 6c3244b2-885b-4d16-98fb-664cd21d8df9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:24:39.386187 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:39.474514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 6c3244b2-885b-4d16-98fb-664cd21d8df9, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c3244b2-885b-4d16-98fb-664cd21d8df9,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:39.474880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:39.487796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 6c3244b2-885b-4d16-98fb-664cd21d8df9 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:24:39.687684 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6c3244b2-885b-4d16-98fb-664cd21d8df9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:39.715911 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=6c3244b2-885b-4d16-98fb-664cd21d8df9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:39.891765 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (c15a374f-9ad4-46ca-b0d5-16638b215828), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.108223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router c15a374f-9ad4-46ca-b0d5-16638b215828 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:24:40.216104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:24:40.221463 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0badcd6c-2d42-4aa7-b6e7-103a493823ac tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/c15a374f-9ad4-46ca-b0d5-16638b215828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4933014 Feb 03 05:24:40.225277 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:40.228829 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] Sync routers for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:24:40.239089 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:40.239727 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:40.277746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting subnet 450431d9-afc4-4abc-b0f7-f5034a069834 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:24:40.280965 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (450431d9-afc4-4abc-b0f7-f5034a069834), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.320696 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (450431d9-afc4-4abc-b0f7-f5034a069834), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.342255 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:40.409906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (450431d9-afc4-4abc-b0f7-f5034a069834), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.474325 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (450431d9-afc4-4abc-b0f7-f5034a069834), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.502099 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Subnet': ['ID=450431d9-afc4-4abc-b0f7-f5034a069834,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:40.505862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.509169 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-143b2c78-6618-4c52-8bb4-4f96ac6a1946 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/subnets/450431d9-afc4-4abc-b0f7-f5034a069834 HTTP/1.1" status: 204 len: 168 time: 0.2829733 Feb 03 05:24:40.511857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:40.513592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e5053-bbca-4948-a695-faa681a1efaf None None] Network d0884804-8969-4464-8bb7-5db53bde7a5a requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:24:40.620438 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:24:39Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:40.628286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (c15a374f-9ad4-46ca-b0d5-16638b215828), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.654471 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] Checking router: c15a374f-9ad4-46ca-b0d5-16638b215828 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:24:40.663641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] Routers {'c15a374f-9ad4-46ca-b0d5-16638b215828'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:40.664374 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['c15a374f-9ad4-46ca-b0d5-16638b215828'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:40.670217 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] DHCP port deletion for d0884804-8969-4464-8bb7-5db53bde7a5a request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:24:40.721493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Deleting port a03db811-4e6d-4493-a248-cf1aa73e6f23 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:24:40.722176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.736724 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (c15a374f-9ad4-46ca-b0d5-16638b215828), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.776948 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] Set router c15a374f-9ad4-46ca-b0d5-16638b215828 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:40.784933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] For port a03db811-4e6d-4493-a248-cf1aa73e6f23, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=a03db811-4e6d-4493-a248-cf1aa73e6f23,segment=NetworkSegment(71790f4c-3e13-45cf-aee2-416cf5a0412f),segment_id=71790f4c-3e13-45cf-aee2-416cf5a0412f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:40.785343 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.791039 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 7fdcb539-7d81-487d-95f4-2541017a0446 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:24:40.791391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.798013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Calling delete_port for a03db811-4e6d-4493-a248-cf1aa73e6f23 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:24:40.888261 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 7fdcb539-7d81-487d-95f4-2541017a0446, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=7fdcb539-7d81-487d-95f4-2541017a0446,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:40.888979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (a03db811-4e6d-4493-a248-cf1aa73e6f23), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.889698 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:40.904823 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 7fdcb539-7d81-487d-95f4-2541017a0446 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:24:40.914732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Pushing event deleted for resources: {'Port': ['ID=a03db811-4e6d-4493-a248-cf1aa73e6f23,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:40.922902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] No DVR routers for this DVR port a03db811-4e6d-4493-a248-cf1aa73e6f23 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:24:40.925313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.925788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.926002 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.926329 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.926665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.927096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.927476 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.927697 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.927966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.928289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.928811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.929135 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.929455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8675003f-adf3-474a-a143-f6a5945ddf36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:40.961277 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:24:39Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:40.988928 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf2c24-4daa-4999-8b14-39ca0f9d74bc None None] The sync data for ids ['c15a374f-9ad4-46ca-b0d5-16638b215828'] in n-d-827549-1 is: [{'id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931794450', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:24:39Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '7fdcb539-7d81-487d-95f4-2541017a0446', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a374f-9ad4-46ca-b0d5-16638b215828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:23:03Z', 'updated_at': '2022-02-03T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:24:41.086283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (7fdcb539-7d81-487d-95f4-2541017a0446), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.112935 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=7fdcb539-7d81-487d-95f4-2541017a0446,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:41.173927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (c15a374f-9ad4-46ca-b0d5-16638b215828), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.263262 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (c15a374f-9ad4-46ca-b0d5-16638b215828), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.265398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (c15a374f-9ad4-46ca-b0d5-16638b215828), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.309747 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (c15a374f-9ad4-46ca-b0d5-16638b215828), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.310314 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Fanout notify agent at l3_agent the message router_deleted on router c15a374f-9ad4-46ca-b0d5-16638b215828 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:24:41.317432 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.318565 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-46a47531-5fa5-423d-8f15-b7945b38cbd6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/routers/c15a374f-9ad4-46ca-b0d5-16638b215828 HTTP/1.1" status: 204 len: 168 time: 0.8054054 Feb 03 05:24:41.321362 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:41.408900 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (d0884804-8969-4464-8bb7-5db53bde7a5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.501824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (d0884804-8969-4464-8bb7-5db53bde7a5a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.521803 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0884804-8969-4464-8bb7-5db53bde7a5a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:41.531600 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71790f4c-3e13-45cf-aee2-416cf5a0412f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:41.531972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71790f4c-3e13-45cf-aee2-416cf5a0412f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:41.542160 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (71790f4c-3e13-45cf-aee2-416cf5a0412f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.556673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (71790f4c-3e13-45cf-aee2-416cf5a0412f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.563877 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:24:41.564270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (71790f4c-3e13-45cf-aee2-416cf5a0412f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:24:41.567537 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:24:41.617811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bbb4c136-0e8b-4413-95fb-c731eb4724bc no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:24:41.635224 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (d0884804-8969-4464-8bb7-5db53bde7a5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.642554 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.645273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: bbb4c136-0e8b-4413-95fb-c731eb4724bc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:24:41.645825 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/networks/d0884804-8969-4464-8bb7-5db53bde7a5a HTTP/1.1" status: 204 len: 168 time: 0.3235397 Feb 03 05:24:41.648484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:41.648763 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bbb4c136-0e8b-4413-95fb-c731eb4724bc not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:24:41.666983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc5339-e64d-4685-b999-8dfdd8e61c2e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Network': ['ID=d0884804-8969-4464-8bb7-5db53bde7a5a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:41.720493 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59517d57-ee4d-4837-8814-0599e4439807 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (0d7721ba-4f92-4ca1-a0d1-529785907e6c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.745679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59517d57-ee4d-4837-8814-0599e4439807 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (0d7721ba-4f92-4ca1-a0d1-529785907e6c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.807800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59517d57-ee4d-4837-8814-0599e4439807 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0d7721ba-4f92-4ca1-a0d1-529785907e6c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.810437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59517d57-ee4d-4837-8814-0599e4439807 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:41.811695 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-59517d57-ee4d-4837-8814-0599e4439807 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d7721ba-4f92-4ca1-a0d1-529785907e6c HTTP/1.1" status: 204 len: 168 time: 0.1621342 Feb 03 05:24:41.820649 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59517d57-ee4d-4837-8814-0599e4439807 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7721ba-4f92-4ca1-a0d1-529785907e6c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.033731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c3244b2-885b-4d16-98fb-664cd21d8df9 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:24:42.041843 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.046573 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315060782', 'description': 'tempest-secgroup-smoke-315060782 description', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.054416 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 6c3244b2-885b-4d16-98fb-664cd21d8df9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:24:42.054848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c3244b2-885b-4d16-98fb-664cd21d8df9 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:24:42.055347 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a03db811-4e6d-4493-a248-cf1aa73e6f23 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:24:42.068414 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.077825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: a03db811-4e6d-4493-a248-cf1aa73e6f23 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:24:42.078256 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device a03db811-4e6d-4493-a248-cf1aa73e6f23 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:24:42.078682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7fdcb539-7d81-487d-95f4-2541017a0446 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:24:42.098459 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 7fdcb539-7d81-487d-95f4-2541017a0446 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:24:42.098806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 7fdcb539-7d81-487d-95f4-2541017a0446 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:24:42.141984 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (e1075447-ae15-4e17-90ec-855993d5c3dd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.146165 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e1075447-ae15-4e17-90ec-855993d5c3dd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.177791 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.179468 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1365929 Feb 03 05:24:42.181416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1075447-ae15-4e17-90ec-855993d5c3dd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.182757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.187523 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0b543bae-caa3-47de-a225-a411b7ed2eaf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1075447-ae15-4e17-90ec-855993d5c3dd', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.189177 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.189518 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.189901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.190251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.190592 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.190925 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.191260 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.191679 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.192083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.192346 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.192676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.193000 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.193322 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e093621-8955-4aa0-8061-eec099d2df2f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:42.215778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b543bae-caa3-47de-a225-a411b7ed2eaf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (497363ce-3fc8-4f91-9a98-425be515542c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.261404 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b543bae-caa3-47de-a225-a411b7ed2eaf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (497363ce-3fc8-4f91-9a98-425be515542c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.266188 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b543bae-caa3-47de-a225-a411b7ed2eaf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (497363ce-3fc8-4f91-9a98-425be515542c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.287954 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b543bae-caa3-47de-a225-a411b7ed2eaf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497363ce-3fc8-4f91-9a98-425be515542c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.293817 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b543bae-caa3-47de-a225-a411b7ed2eaf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.294834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0b543bae-caa3-47de-a225-a411b7ed2eaf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110256 Feb 03 05:24:42.297660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.301951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e188a203-95ab-4e3d-87a4-4f7591d49f27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1075447-ae15-4e17-90ec-855993d5c3dd', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.326388 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e188a203-95ab-4e3d-87a4-4f7591d49f27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (338ab177-d924-4273-9df2-3f34b5f9c4a0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.381434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e188a203-95ab-4e3d-87a4-4f7591d49f27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (338ab177-d924-4273-9df2-3f34b5f9c4a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.386961 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e188a203-95ab-4e3d-87a4-4f7591d49f27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (338ab177-d924-4273-9df2-3f34b5f9c4a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.404057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188a203-95ab-4e3d-87a4-4f7591d49f27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338ab177-d924-4273-9df2-3f34b5f9c4a0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.413217 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e188a203-95ab-4e3d-87a4-4f7591d49f27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.414426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e188a203-95ab-4e3d-87a4-4f7591d49f27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158485 Feb 03 05:24:42.417270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.421811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f319fde0-5605-4cc0-92ec-b31dbca17819 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1075447-ae15-4e17-90ec-855993d5c3dd', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.446749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f319fde0-5605-4cc0-92ec-b31dbca17819 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (0c3c85a9-ed67-4ccd-b52c-c3ac9819da97), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.502683 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f319fde0-5605-4cc0-92ec-b31dbca17819 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (0c3c85a9-ed67-4ccd-b52c-c3ac9819da97), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.508821 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f319fde0-5605-4cc0-92ec-b31dbca17819 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (0c3c85a9-ed67-4ccd-b52c-c3ac9819da97), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.527234 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319fde0-5605-4cc0-92ec-b31dbca17819 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3c85a9-ed67-4ccd-b52c-c3ac9819da97,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.533289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f319fde0-5605-4cc0-92ec-b31dbca17819 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.534596 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f319fde0-5605-4cc0-92ec-b31dbca17819 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162863 Feb 03 05:24:42.537208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.541548 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b1dba4e2-b8ee-4680-9afb-354602660da1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1075447-ae15-4e17-90ec-855993d5c3dd', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.565541 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dba4e2-b8ee-4680-9afb-354602660da1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (9ab8c669-cd17-487c-b5f3-6715f55ff489), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.622499 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dba4e2-b8ee-4680-9afb-354602660da1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (9ab8c669-cd17-487c-b5f3-6715f55ff489), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.627992 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dba4e2-b8ee-4680-9afb-354602660da1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (9ab8c669-cd17-487c-b5f3-6715f55ff489), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.649346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dba4e2-b8ee-4680-9afb-354602660da1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab8c669-cd17-487c-b5f3-6715f55ff489,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.658718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1dba4e2-b8ee-4680-9afb-354602660da1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.662535 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b1dba4e2-b8ee-4680-9afb-354602660da1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218359 Feb 03 05:24:42.662738 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.666984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1075447-ae15-4e17-90ec-855993d5c3dd', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.688975 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:24:42.693800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (a62c216a-8fda-4345-aa6a-7b778d9f8e43), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.753279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (a62c216a-8fda-4345-aa6a-7b778d9f8e43), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.758800 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a62c216a-8fda-4345-aa6a-7b778d9f8e43), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.776799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62c216a-8fda-4345-aa6a-7b778d9f8e43,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.783085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.784330 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-565f99f4-8331-4d9b-aeb7-bf485fe08a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206944 Feb 03 05:24:42.787104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.791384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': 'e1075447-ae15-4e17-90ec-855993d5c3dd', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.813889 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:24:42.818830 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (96022fe8-f352-4917-bf3d-a768ece7de1d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.878870 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (96022fe8-f352-4917-bf3d-a768ece7de1d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.883761 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (96022fe8-f352-4917-bf3d-a768ece7de1d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.900614 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96022fe8-f352-4917-bf3d-a768ece7de1d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:42.908005 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.909179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6d04c91-42df-4774-885d-b2299550e575 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211095 Feb 03 05:24:42.912227 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:42.917013 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'network': {'name': 'tempest-network-smoke--404493108', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:42.937789 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:24:42.941186 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.965469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:24:42.974829 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6d7c028e-9032-48a4-b21c-bfd101448d87), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:42.975173 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Added segment 6d7c028e-9032-48a4-b21c-bfd101448d87 of type vlan for network b6dbf22a-a62a-454e-b2d0-6bc46021abea Feb 03 05:24:43.017047 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (b6dbf22a-a62a-454e-b2d0-6bc46021abea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.043481 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (b6dbf22a-a62a-454e-b2d0-6bc46021abea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.048464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:43.049049 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.083080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1698649 Feb 03 05:24:43.085912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:43.090844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'admin_state_up': True, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:43.128824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae4575-6c30-4740-b6c8-929d4599df25 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Network': ['ID=b6dbf22a-a62a-454e-b2d0-6bc46021abea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:43.140196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:24:43.144015 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (ede2609c-6ddb-4944-b10a-498468ac4804), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.145275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (ede2609c-6ddb-4944-b10a-498468ac4804), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.199317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (ede2609c-6ddb-4944-b10a-498468ac4804), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.666099 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ede2609c-6ddb-4944-b10a-498468ac4804), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.871934 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ede2609c-6ddb-4944-b10a-498468ac4804), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:43.891687 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:44.009438 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.108 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/c98e013f-e0d8-4816-a3cc-2bbdf138e05a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:24:44.119851 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:44.157148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:44.198914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:24:44.205235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:24:44.209403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:24:44.212776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:44.473667 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ede2609c-6ddb-4944-b10a-498468ac4804), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:44.667304 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (ede2609c-6ddb-4944-b10a-498468ac4804), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:44.803867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ede2609c-6ddb-4944-b10a-498468ac4804 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:24:44.919308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:24:44.929826 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Sync routers for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:24:44.939756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:44.940507 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:44.941061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:44.945411 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1728eca9-05a0-49ba-b17e-f4a28c0c357d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8555131 Feb 03 05:24:44.945574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:44.973801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b73be910-a19b-4212-9eae-c5fba07686d7 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c20e37547a2e4512bf5aa7e7a419b37a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271685 Feb 03 05:24:44.976892 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:45.049047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:45.077592 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f74551-59b9-4dfa-9ba5-c73967ee4f45 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:45.079085 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-11f74551-59b9-4dfa-9ba5-c73967ee4f45 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010616 Feb 03 05:24:45.082215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 32980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:45.112009 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c470fb2-9866-41e9-9d8d-60825a6e778c tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285749 Feb 03 05:24:45.115383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:45.120683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980819721', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:45.213206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:24:45.216819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.388575 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:44Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:45.395758 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (a198f8ce-6907-45b0-a102-d6b3043d035b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.414767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Checking router: ede2609c-6ddb-4944-b10a-498468ac4804 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:24:45.415126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Updating router ede2609c-6ddb-4944-b10a-498468ac4804 port c98e013f-e0d8-4816-a3cc-2bbdf138e05a binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:24:45.444565 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.454123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Subnet': ['ID=a198f8ce-6907-45b0-a102-d6b3043d035b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:45.470895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Checking segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:24:45.471258 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network hostable DHCP agents. Network: b6dbf22a-a62a-454e-b2d0-6bc46021abea, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:24:45.488695 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:24:45.497765 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, b6dbf22a-a62a-454e-b2d0-6bc46021abea) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:24:45.501895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:45.502496 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.519731 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-94f90773-013f-4992-8ee5-9f5beee74a91 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4031687 Feb 03 05:24:45.522428 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 32984) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:45.531265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73b996-632b-485f-93de-7f5425ca52ae None None] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:24:45.693104 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:24:45.693959 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.883714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Publish callbacks [] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.893473 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.900051 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Allocated IP 172.20.0.2 (b6dbf22a-a62a-454e-b2d0-6bc46021abea/a198f8ce-6907-45b0-a102-d6b3043d035b/718cdae5-9113-4565-91fb-7c6c058fff7a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:24:45.952221 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.976492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Attempting to bind port c98e013f-e0d8-4816-a3cc-2bbdf138e05a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:24:45.977072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Attempting to bind port c98e013f-e0d8-4816-a3cc-2bbdf138e05a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:24:45.977231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Attempting to bind port c98e013f-e0d8-4816-a3cc-2bbdf138e05a on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:24:45.980541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a301e69-e61e-4b03-8592-4e47e8818798 None None] Pushing event updated for resources: {'Port': ['ID=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:45.995208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:24:45.995652 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:24:45.996060 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:45.996504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:24:45.997011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Bound port: c98e013f-e0d8-4816-a3cc-2bbdf138e05a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:24:45.997394 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.098702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] For port c98e013f-e0d8-4816-a3cc-2bbdf138e05a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:24:46.103358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] For port c98e013f-e0d8-4816-a3cc-2bbdf138e05a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:24:46.126714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.176232 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Publish callbacks [] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.196813 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.207878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:46.208492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:46.212897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a301e69-e61e-4b03-8592-4e47e8818798 None None] Pushing event updated for resources: {'Port': ['ID=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:46.236725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.1 (b6dbf22a-a62a-454e-b2d0-6bc46021abea/a198f8ce-6907-45b0-a102-d6b3043d035b/052e1709-4415-45fb-80e2-156d60304f5b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:24:46.279746 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:24:46.287494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:24:46.292756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:24:46.342043 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Pushing event updated for resources: {'Port': ['ID=718cdae5-9113-4565-91fb-7c6c058fff7a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:46.353518 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (052e1709-4415-45fb-80e2-156d60304f5b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.394740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (052e1709-4415-45fb-80e2-156d60304f5b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.402303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:46.404306 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Attempting to bind port 718cdae5-9113-4565-91fb-7c6c058fff7a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:24:46.404676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Attempting to bind port 718cdae5-9113-4565-91fb-7c6c058fff7a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:24:46.405040 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Attempting to bind port 718cdae5-9113-4565-91fb-7c6c058fff7a on network b6dbf22a-a62a-454e-b2d0-6bc46021abea {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:24:46.434518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:24:46.439567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:24:46.442739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:24:46.460080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:24:46.460362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Checking segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:24:46.460771 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.461332 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Bound using segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:24:46.461787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Bound port: 718cdae5-9113-4565-91fb-7c6c058fff7a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:24:46.462524 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.468535 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=052e1709-4415-45fb-80e2-156d60304f5b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:46.493733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (ede2609c-6ddb-4944-b10a-498468ac4804), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.581908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] For port 718cdae5-9113-4565-91fb-7c6c058fff7a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:24:46.586224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] For port 718cdae5-9113-4565-91fb-7c6c058fff7a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=718cdae5-9113-4565-91fb-7c6c058fff7a,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:24:46.613718 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.626446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (052e1709-4415-45fb-80e2-156d60304f5b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.681314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395c741-7afc-4e74-a6b9-344a8e1ac91b None None] Pushing event updated for resources: {'Port': ['ID=718cdae5-9113-4565-91fb-7c6c058fff7a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:46.692250 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:44Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:46.720174 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841bf30-b057-4513-bce2-46479a9ace64 None None] The sync data for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 is: [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:44Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:24:46.941831 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (052e1709-4415-45fb-80e2-156d60304f5b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:46.949213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (052e1709-4415-45fb-80e2-156d60304f5b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:47.039774 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=052e1709-4415-45fb-80e2-156d60304f5b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:47.042811 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (ede2609c-6ddb-4944-b10a-498468ac4804), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:47.146058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:24:47.147667 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:24:47.265521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ede2609c-6ddb-4944-b10a-498468ac4804 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:24:47.378841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:24:47.384714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f7cac3e5-f407-4c68-a167-d41c1fa562b8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/ede2609c-6ddb-4944-b10a-498468ac4804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8612978 Feb 03 05:24:47.557422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-c7113d28-1e46-48b2-ab81-433848092e4a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315060782&fields=id&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 267 time: 0.0568852 Feb 03 05:24:47.680173 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-aba22069-445f-4378-8bee-885963de1121 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:47.681795 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-aba22069-445f-4378-8bee-885963de1121 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 796 time: 0.1174340 Feb 03 05:24:47.697781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-f9b0f1da-18c7-466c-8c03-bb88f48f2ec6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/quotas/c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 375 time: 0.0103893 Feb 03 05:24:47.700179 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de0774-4d4d-4f3d-936c-4fcda54890fb None None] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:24:47.755114 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-b1549972-a84d-40d1-a5b6-989b40e3da8d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513396 Feb 03 05:24:47.769683 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-1f898eba-68f7-4438-a83c-23d82b0e6f90 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:24:47.770676 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-1f898eba-68f7-4438-a83c-23d82b0e6f90 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055084 Feb 03 05:24:47.786265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-80c54f3b-1e8a-4024-a273-6f4a5a1cf9f4 None None] Provisioning complete for port 718cdae5-9113-4565-91fb-7c6c058fff7a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:47.786679 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c54f3b-1e8a-4024-a273-6f4a5a1cf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:47.868243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-1dbfa806-71f2-47ac-b06c-8acb5c9b16ca service neutron] 10.222.0.35 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919094 Feb 03 05:24:47.898620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-80c54f3b-1e8a-4024-a273-6f4a5a1cf9f4 None None] Current status of the port 718cdae5-9113-4565-91fb-7c6c058fff7a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:47.899028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c54f3b-1e8a-4024-a273-6f4a5a1cf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:47.933115 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-80c54f3b-1e8a-4024-a273-6f4a5a1cf9f4 None None] For port 718cdae5-9113-4565-91fb-7c6c058fff7a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=718cdae5-9113-4565-91fb-7c6c058fff7a,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:47.939284 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c54f3b-1e8a-4024-a273-6f4a5a1cf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:47.990378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-7d8581d7-a348-4ef5-8d6e-0ff49bbd751a service neutron] 10.222.0.35 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145258 Feb 03 05:24:48.008687 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c54f3b-1e8a-4024-a273-6f4a5a1cf9f4 None None] Pushing event updated for resources: {'Port': ['ID=718cdae5-9113-4565-91fb-7c6c058fff7a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:48.149938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c98e013f-e0d8-4816-a3cc-2bbdf138e05a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:24:48.243464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-82abffa8-e930-4dc8-a350-0367ab71e9c6 None None] Provisioning complete for port 718cdae5-9113-4565-91fb-7c6c058fff7a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:48.243872 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82abffa8-e930-4dc8-a350-0367ab71e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.262809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2b41847e-a377-4003-9251-12b31e308ace req-beb65e7c-50ed-41db-80d4-aaf38518d085 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 210 time: 0.0424986 Feb 03 05:24:48.305341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c98e013f-e0d8-4816-a3cc-2bbdf138e05a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:48.305721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.410940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82abffa8-e930-4dc8-a350-0367ab71e9c6 None None] Current status of the port 718cdae5-9113-4565-91fb-7c6c058fff7a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:48.449567 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-82abffa8-e930-4dc8-a350-0367ab71e9c6 None None] Provisioning complete for port 052e1709-4415-45fb-80e2-156d60304f5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:48.450408 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82abffa8-e930-4dc8-a350-0367ab71e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (052e1709-4415-45fb-80e2-156d60304f5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.500604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c98e013f-e0d8-4816-a3cc-2bbdf138e05a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:48.501309 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.547692 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82abffa8-e930-4dc8-a350-0367ab71e9c6 None None] Port 052e1709-4415-45fb-80e2-156d60304f5b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:24:48.563117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port c98e013f-e0d8-4816-a3cc-2bbdf138e05a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:48.569604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.570431 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 718cdae5-9113-4565-91fb-7c6c058fff7a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:24:48.632408 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Sync routers for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:24:48.651885 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:48.652865 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:48.736189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:48.746672 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7f852e3c-4dc3-4584-8c1c-38611363c368 None None] Provisioning complete for port 052e1709-4415-45fb-80e2-156d60304f5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:48.747054 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f852e3c-4dc3-4584-8c1c-38611363c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (052e1709-4415-45fb-80e2-156d60304f5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.793884 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:48.798584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 718cdae5-9113-4565-91fb-7c6c058fff7a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:48.798971 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.818598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f852e3c-4dc3-4584-8c1c-38611363c368 None None] Port 052e1709-4415-45fb-80e2-156d60304f5b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:24:48.896001 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 718cdae5-9113-4565-91fb-7c6c058fff7a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:48.942096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5a8ca792-168d-4652-a372-d4a1fb3e1d64 None None] Provisioning complete for port 052e1709-4415-45fb-80e2-156d60304f5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:48.942370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca792-168d-4652-a372-d4a1fb3e1d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (052e1709-4415-45fb-80e2-156d60304f5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:48.983119 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca792-168d-4652-a372-d4a1fb3e1d64 None None] Port 052e1709-4415-45fb-80e2-156d60304f5b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:24:49.037704 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 2, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:49.067114 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Checking router: ede2609c-6ddb-4944-b10a-498468ac4804 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:24:49.067429 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Updating router ede2609c-6ddb-4944-b10a-498468ac4804 port 052e1709-4415-45fb-80e2-156d60304f5b binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:24:49.094059 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (052e1709-4415-45fb-80e2-156d60304f5b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.393100 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Publish callbacks [] for port (052e1709-4415-45fb-80e2-156d60304f5b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.401920 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (052e1709-4415-45fb-80e2-156d60304f5b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.424330 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9df7bd1a-df0b-4839-b042-44c0a3d894f8 req-a8a4e59f-fc53-44f3-9017-148283fe2913 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 210 time: 0.0400600 Feb 03 05:24:49.486728 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-76537457-b613-4b4f-846c-481e3d5c4a0f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:49.487951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-76537457-b613-4b4f-846c-481e3d5c4a0f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 796 time: 0.1840239 Feb 03 05:24:49.523083 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Pushing event updated for resources: {'Port': ['ID=052e1709-4415-45fb-80e2-156d60304f5b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:49.542045 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.542672 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.543067 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.543447 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.543997 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.544326 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.544650 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.545094 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.545425 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.545747 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.546066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.546416 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.546736 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:24:49.553333 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Attempting to bind port 052e1709-4415-45fb-80e2-156d60304f5b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:24:49.553705 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Attempting to bind port 052e1709-4415-45fb-80e2-156d60304f5b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:24:49.554068 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Attempting to bind port 052e1709-4415-45fb-80e2-156d60304f5b on network b6dbf22a-a62a-454e-b2d0-6bc46021abea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:24:49.561043 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:24:49.561426 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Checking segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:24:49.561832 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.562221 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Bound using segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:24:49.562992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Bound port: 052e1709-4415-45fb-80e2-156d60304f5b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:24:49.563377 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (052e1709-4415-45fb-80e2-156d60304f5b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.590259 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-fecf2693-3418-4935-be24-ee36982d83c8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 379 time: 0.0935047 Feb 03 05:24:49.599898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'port': {'device_id': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'admin_state_up': True, 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'security_groups': ['e1075447-ae15-4e17-90ec-855993d5c3dd']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:49.640027 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] For port 052e1709-4415-45fb-80e2-156d60304f5b, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:24:49.643872 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] For port 052e1709-4415-45fb-80e2-156d60304f5b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=052e1709-4415-45fb-80e2-156d60304f5b,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:24:49.651319 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (052e1709-4415-45fb-80e2-156d60304f5b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.717405 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:49.718005 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:49.756957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:24:49.760864 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.801518 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee996c2-4f5d-4012-88b1-6ebd3f20939a None None] Pushing event updated for resources: {'Port': ['ID=052e1709-4415-45fb-80e2-156d60304f5b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:49.824805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-37edc905-ef11-4260-b130-cd2a3592bfaa None None] Provisioning complete for port 052e1709-4415-45fb-80e2-156d60304f5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:49.825948 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37edc905-ef11-4260-b130-cd2a3592bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (052e1709-4415-45fb-80e2-156d60304f5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.955662 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-37edc905-ef11-4260-b130-cd2a3592bfaa None None] Current status of the port 052e1709-4415-45fb-80e2-156d60304f5b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:49.956017 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37edc905-ef11-4260-b130-cd2a3592bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (052e1709-4415-45fb-80e2-156d60304f5b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:49.981844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.8 (b6dbf22a-a62a-454e-b2d0-6bc46021abea/a198f8ce-6907-45b0-a102-d6b3043d035b/4bc2b927-a879-4b34-8895-28ade1e00748) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:24:50.006387 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:50.034670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c98e013f-e0d8-4816-a3cc-2bbdf138e05a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:24:50.050943 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-37edc905-ef11-4260-b130-cd2a3592bfaa None None] For port 052e1709-4415-45fb-80e2-156d60304f5b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=052e1709-4415-45fb-80e2-156d60304f5b,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:50.085769 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37edc905-ef11-4260-b130-cd2a3592bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (052e1709-4415-45fb-80e2-156d60304f5b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.156517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edc905-ef11-4260-b130-cd2a3592bfaa None None] Pushing event updated for resources: {'Port': ['ID=052e1709-4415-45fb-80e2-156d60304f5b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:50.165908 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (4bc2b927-a879-4b34-8895-28ade1e00748), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.166691 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port c98e013f-e0d8-4816-a3cc-2bbdf138e05a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:50.167385 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.207149 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.218635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cb538963-4769-407a-b3c0-f528b2df93cd None None] Provisioning complete for port 052e1709-4415-45fb-80e2-156d60304f5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:50.219102 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb538963-4769-407a-b3c0-f528b2df93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (052e1709-4415-45fb-80e2-156d60304f5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.258284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:24:50.261442 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:24:50.266029 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:24:50.269974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:50.288543 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:50.315933 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port c98e013f-e0d8-4816-a3cc-2bbdf138e05a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:50.317181 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 718cdae5-9113-4565-91fb-7c6c058fff7a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:24:50.331474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:50.332178 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.339044 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc0038-f04f-453b-8f87-197c28f3224e None None] The sync data for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 is: [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:24:50.368969 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb0d8ee9-660f-4006-bfc0-5260db94705b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7732663 Feb 03 05:24:50.385528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Request body: {'port': {'device_id': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:50.506886 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.605231 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b090f0-b23b-42b7-aa29-4e6ec327115c req-297ec3cd-6059-44ab-836e-8b60604ddfdd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:50.613165 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2b090f0-b23b-42b7-aa29-4e6ec327115c req-297ec3cd-6059-44ab-836e-8b60604ddfdd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 931 time: 0.0888414 Feb 03 05:24:50.649666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb538963-4769-407a-b3c0-f528b2df93cd None None] Current status of the port 052e1709-4415-45fb-80e2-156d60304f5b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:50.677656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 718cdae5-9113-4565-91fb-7c6c058fff7a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:50.678049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.680788 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f2b090f0-b23b-42b7-aa29-4e6ec327115c req-afd2b175-2ea9-4d28-bd63-40f517009dda tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664401 Feb 03 05:24:50.776940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 718cdae5-9113-4565-91fb-7c6c058fff7a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:50.784113 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-acec710b-830f-4a6c-87e3-f43d0c5cc714 None None] Provisioning complete for port 4bc2b927-a879-4b34-8895-28ade1e00748 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:50.784500 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acec710b-830f-4a6c-87e3-f43d0c5cc714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:50.822132 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-acec710b-830f-4a6c-87e3-f43d0c5cc714 None None] Port 4bc2b927-a879-4b34-8895-28ade1e00748 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:24:51.191188 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc2b927-a879-4b34-8895-28ade1e00748 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:24:51.200438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Publish callbacks [] for port (4bc2b927-a879-4b34-8895-28ade1e00748), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:51.214225 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Transition to ACTIVE for port object 4bc2b927-a879-4b34-8895-28ade1e00748 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:24:51.219167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:51.269117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:51.349421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:24:51.349766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:24:51.350100 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 on network b6dbf22a-a62a-454e-b2d0-6bc46021abea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:24:51.355053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Port 4bc2b927-a879-4b34-8895-28ade1e00748 on network b6dbf22a-a62a-454e-b2d0-6bc46021abea not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:24:51.355390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 on network b6dbf22a-a62a-454e-b2d0-6bc46021abea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:24:51.362364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:24:51.362708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Checking segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:24:51.363103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Bound using segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:24:51.363554 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Bound port: 4bc2b927-a879-4b34-8895-28ade1e00748, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:24:51.363919 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:51.435392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:24:51.438864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:24:51.451433 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:51.487196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:51.487849 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:51.489283 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] 10.222.0.15 "PUT /v2.0/ports/4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 1091 time: 1.1124077 Feb 03 05:24:51.489790 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:24:51.492047 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9" -d '{"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:24:51.519318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1364a-a261-4759-ab44-be96a161835d service neutron] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:51.592022 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a944a0-b55e-48e0-a2e1-22da09d54309 x-openstack-request-id: req-b3a944a0-b55e-48e0-a2e1-22da09d54309 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:24:51.592395 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:24:51.592672 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3a944a0-b55e-48e0-a2e1-22da09d54309 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:24:51.593226 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'status': 'completed', 'code': 200} Feb 03 05:24:51.618944 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-008a30b9-b96b-4e62-b473-4ae0c75a4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:51.620570 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-008a30b9-b96b-4e62-b473-4ae0c75a4b0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1125 time: 0.0673008 Feb 03 05:24:51.670557 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-cb95bf2a-fcd9-440a-8cf2-6e804b621e0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 217 time: 0.0421741 Feb 03 05:24:51.718563 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-11fd3868-cd6b-4081-b512-38d71da79550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:51.720072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-11fd3868-cd6b-4081-b512-38d71da79550 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0443954 Feb 03 05:24:51.772960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a881b0-5304-4d85-97f3-93a728511204 req-504e785c-ba60-4bda-80b7-bbfdf1b5349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:51.774485 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-504e785c-ba60-4bda-80b7-bbfdf1b5349d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467086 Feb 03 05:24:51.804503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e412-967b-4cdc-b046-fa9915c5bbcb req-a440ba27-ddcd-4375-9c54-090e8c74e975 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:51.806026 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cd4e412-967b-4cdc-b046-fa9915c5bbcb req-a440ba27-ddcd-4375-9c54-090e8c74e975 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.0561988 Feb 03 05:24:51.856308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3cd4e412-967b-4cdc-b046-fa9915c5bbcb req-a8327a6d-3101-4c5e-85ae-2fb4d8e9c7f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442514 Feb 03 05:24:51.870568 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-579f49be-b65c-4dc4-a000-f8bf1383c304 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887306 Feb 03 05:24:51.958519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-54a881b0-5304-4d85-97f3-93a728511204 req-7c4569d7-5a09-4a27-82d6-05a9c0ecf0e8 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820386 Feb 03 05:24:51.994965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 052e1709-4415-45fb-80e2-156d60304f5b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:24:52.044947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 052e1709-4415-45fb-80e2-156d60304f5b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:52.045326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (052e1709-4415-45fb-80e2-156d60304f5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:52.054322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-178432dd-0c72-4b4f-8e8e-88b2e1c8273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:52.055891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-178432dd-0c72-4b4f-8e8e-88b2e1c8273e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1125 time: 0.0465696 Feb 03 05:24:52.129432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 052e1709-4415-45fb-80e2-156d60304f5b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:52.151683 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-4c36095b-3e1c-4d46-bea3-51f804d08a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:52.153435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-4c36095b-3e1c-4d46-bea3-51f804d08a69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.0911880 Feb 03 05:24:52.195019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-c70b8d88-4e06-4291-865b-848eb8af43ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 217 time: 0.0355909 Feb 03 05:24:52.256390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-fe53f241-a5a3-4db0-a29f-fb773a286272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:52.259086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-fe53f241-a5a3-4db0-a29f-fb773a286272 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0575180 Feb 03 05:24:52.313847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-1558de30-5c9b-44ab-92ce-2d7bd6d99c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:52.316133 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-1558de30-5c9b-44ab-92ce-2d7bd6d99c09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511167 Feb 03 05:24:52.420948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-95e25bce-8a36-4752-9c62-6f8a82860532 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978258 Feb 03 05:24:52.520609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-446d9a02-fe24-4ebc-80a1-97a1a9ae42e9 req-62bf2a1f-e2e7-4778-8b9a-7164fed63a57 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922337 Feb 03 05:24:53.002825 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb88101-a4bf-4f0a-96a3-e10b2c19887f req-d10437c1-06a6-4b20-9a55-544f16ea0dd5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:53.004528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6eb88101-a4bf-4f0a-96a3-e10b2c19887f req-d10437c1-06a6-4b20-9a55-544f16ea0dd5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.0682988 Feb 03 05:24:53.057178 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6eb88101-a4bf-4f0a-96a3-e10b2c19887f req-060e1bcf-9019-48be-9bba-c46da271deee tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467122 Feb 03 05:24:53.295603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:24:53.414137 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:53.425390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '4bc2b927-a879-4b34-8895-28ade1e00748', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'port_id': '4bc2b927-a879-4b34-8895-28ade1e00748', 'mac_address': 'fa:16:3e:09:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:24:53.463005 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4bc2b927-a879-4b34-8895-28ade1e00748 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:53.463389 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:53.477087 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc2b927-a879-4b34-8895-28ade1e00748 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:24:53.496551 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:53.502072 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:53.549260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:53.734731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['4bc2b927-a879-4b34-8895-28ade1e00748'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:24:54.186440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9a9b1-1a08-407f-8c58-e25956ad27bf req-22a9903d-e3c1-40d6-9838-09f31274e9be tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:54.187872 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0f9a9b1-1a08-407f-8c58-e25956ad27bf req-22a9903d-e3c1-40d6-9838-09f31274e9be tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 944 time: 0.0562847 Feb 03 05:24:54.239343 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0f9a9b1-1a08-407f-8c58-e25956ad27bf req-f8a226a9-310a-41a8-a990-070d61885d31 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456944 Feb 03 05:24:54.345536 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:54.486166 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:55.309066 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:24:55.366290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 4bc2b927-a879-4b34-8895-28ade1e00748 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:24:55.370380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 4bc2b927-a879-4b34-8895-28ade1e00748 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:24:55.370714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:55.379255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9847b9-e907-498f-8fc3-d0c3c2ddfa4b req-e1c01859-c1d7-4b0b-aa23-b3d62823c885 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:55.380797 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e9847b9-e907-498f-8fc3-d0c3c2ddfa4b req-e1c01859-c1d7-4b0b-aa23-b3d62823c885 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 944 time: 0.0544217 Feb 03 05:24:55.432863 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5e9847b9-e907-498f-8fc3-d0c3c2ddfa4b req-d26733db-8e1d-4055-9a72-cd749615a917 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 Feb 03 05:24:55.449390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 4bc2b927-a879-4b34-8895-28ade1e00748 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:24:55.449781 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:55.473668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:24:55.475960 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f263e7-98b4-45e8-89db-7718ae95e4fb" -d '{"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:24:55.487947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:24:55.493231 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:55.519943 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935b19a3-1d6c-4390-9219-a6e8013fed07 x-openstack-request-id: req-935b19a3-1d6c-4390-9219-a6e8013fed07 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:24:55.520223 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:24:55.520532 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-935b19a3-1d6c-4390-9219-a6e8013fed07 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:24:55.520875 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'code': 200} Feb 03 05:24:55.548131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:55.619427 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7de6d-623a-4722-99d8-02151e02c706 req-c7ad0eb6-caab-417b-9cac-b143d7c22285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:55.621056 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5db7de6d-623a-4722-99d8-02151e02c706 req-c7ad0eb6-caab-417b-9cac-b143d7c22285 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1127 time: 0.0454237 Feb 03 05:24:55.672243 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-5db7de6d-623a-4722-99d8-02151e02c706 req-900939fd-4468-4c5d-9ce6-710eb11d882c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 Feb 03 05:24:56.571382 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcab44-fba4-4023-a8ab-93f3bc0623dd req-86a2c0e8-2ebb-4d1a-b5b3-2f5b79a5e16f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:56.572948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02bcab44-fba4-4023-a8ab-93f3bc0623dd req-86a2c0e8-2ebb-4d1a-b5b3-2f5b79a5e16f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0589180 Feb 03 05:24:56.625098 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-02bcab44-fba4-4023-a8ab-93f3bc0623dd req-ce1997fc-048f-4312-b479-528a84ff1ad8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453949 Feb 03 05:24:57.760984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e37e80-3d96-44f3-a3e5-da344b64d7a7 req-c66c20c9-1f39-4e8a-a312-063aa139ab80 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:57.762475 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67e37e80-3d96-44f3-a3e5-da344b64d7a7 req-c66c20c9-1f39-4e8a-a312-063aa139ab80 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0565765 Feb 03 05:24:57.812140 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67e37e80-3d96-44f3-a3e5-da344b64d7a7 req-0213c6ac-4e87-41fa-9cc3-c9a8c480254f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438969 Feb 03 05:24:57.943580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b9d7-4a65-4884-ba5f-080fbd6dc5c2 req-f17e99eb-5e2c-44c4-b434-a318a2dce1ed tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:57.945070 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31f7b9d7-4a65-4884-ba5f-080fbd6dc5c2 req-f17e99eb-5e2c-44c4-b434-a318a2dce1ed tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0631208 Feb 03 05:24:57.993016 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-31f7b9d7-4a65-4884-ba5f-080fbd6dc5c2 req-fce280f8-479f-41d6-9a27-809b0eca9f8b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 Feb 03 05:24:58.015411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:58.064499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8cdee-f0cd-4b69-bdfc-4b235d5171fa tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:58.066726 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d9c8cdee-f0cd-4b69-bdfc-4b235d5171fa tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1122 time: 0.0502467 Feb 03 05:24:58.069854 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:58.076345 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '4bc2b927-a879-4b34-8895-28ade1e00748', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:24:58.102850 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:58.201931 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:58.306404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.95 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/ab290dbf-8039-470e-8e84-8ad504e0bcfb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:24:58.409063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:58.448750 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:58.487304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:24:58.492057 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:24:58.495521 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:24:58.500946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=ab290dbf-8039-470e-8e84-8ad504e0bcfb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:58.860277 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (ec82e3e9-3c7f-41cc-a9e0-7cb210afb934), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:58.938327 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:59.108184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:59.115312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:59.189347 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=ab290dbf-8039-470e-8e84-8ad504e0bcfb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:24:59.203871 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (ec82e3e9-3c7f-41cc-a9e0-7cb210afb934), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:59.324298 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP ec82e3e9-3c7f-41cc-a9e0-7cb210afb934 associated. External IP: 172.25.7.95, port: 4bc2b927-a879-4b34-8895-28ade1e00748. Feb 03 05:24:59.559993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ede2609c-6ddb-4944-b10a-498468ac4804 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:24:59.675436 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:24:59.685376 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] Sync routers for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:24:59.696384 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:24:59.696834 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:24:59.697011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:24:59.727552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-7e683a2c-f633-4fd2-8c71-aeb063b09029 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6564834 Feb 03 05:24:59.728166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:24:59.730466 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:24:59.772126 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e6cd4-7683-419d-a758-7b8d9a4de316 x-openstack-request-id: req-a47e6cd4-7683-419d-a758-7b8d9a4de316 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:24:59.772501 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:24:59.772905 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a47e6cd4-7683-419d-a758-7b8d9a4de316 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:24:59.773431 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'status': 'completed', 'code': 200} Feb 03 05:24:59.810750 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:24:59.834775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b56e0b-f74d-47f9-ab8a-bb053840a378 req-8850d9cf-1ca4-49c8-9305-9112cfcc8ff7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:59.836429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77b56e0b-f74d-47f9-ab8a-bb053840a378 req-8850d9cf-1ca4-49c8-9305-9112cfcc8ff7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0542700 Feb 03 05:24:59.842404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-40ee6b80-071d-47fe-abc7-1024e52fed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:59.843986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-40ee6b80-071d-47fe-abc7-1024e52fed50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1127 time: 0.0492275 Feb 03 05:24:59.890715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77b56e0b-f74d-47f9-ab8a-bb053840a378 req-da463006-d3cd-4880-9d76-25ab5c78cbf3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471449 Feb 03 05:24:59.913503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:24:59.947361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-f0c22e7d-a45b-4d08-8cf2-bea3a7044148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:24:59.948891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-f0c22e7d-a45b-4d08-8cf2-bea3a7044148 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.0990474 Feb 03 05:24:59.979054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2d352c0a-5ad1-4da7-aa9e-dbf619aad382 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/ec82e3e9-3c7f-41cc-a9e0-7cb210afb934 HTTP/1.1" status: 200 len: 990 time: 0.0641761 Feb 03 05:25:00.019405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-c9f1b770-0d24-4cc2-a0fe-ba4f97d8ad2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 998 time: 0.0645185 Feb 03 05:25:00.045758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'ec82e3e9-3c7f-41cc-a9e0-7cb210afb934', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'port_id': '4bc2b927-a879-4b34-8895-28ade1e00748', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'mac_address': 'fa:16:3e:09:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:24:58Z', 'updated_at': '2022-02-03T05:24:58Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:25:00.071241 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-b0172f53-327a-49d7-a7e4-86fca5533d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:00.072650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-b0172f53-327a-49d7-a7e4-86fca5533d85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0472705 Feb 03 05:25:00.076762 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] Checking router: ede2609c-6ddb-4944-b10a-498468ac4804 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:25:00.085578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:25:00.086166 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:24:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:25:00.123861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-b77f3a1c-5f75-4725-925f-eec76535d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:00.125374 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-b77f3a1c-5f75-4725-925f-eec76535d110 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465724 Feb 03 05:25:00.191617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:25:00.217025 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-eee871ef-0735-4719-b497-57365b99a587 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854201 Feb 03 05:25:00.308388 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ac532843-3b36-46d3-b3dc-7fca5ea3e4a4 req-526a7913-d455-4bf6-8926-3923969fdc7c service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860877 Feb 03 05:25:00.427075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'ec82e3e9-3c7f-41cc-a9e0-7cb210afb934', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'port_id': '4bc2b927-a879-4b34-8895-28ade1e00748', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'mac_address': 'fa:16:3e:09:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:24:58Z', 'updated_at': '2022-02-03T05:24:58Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:25:00.456534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a0607-43b3-4bcb-9ef6-03f607f50785 None None] The sync data for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 is: [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'ec82e3e9-3c7f-41cc-a9e0-7cb210afb934', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'port_id': '4bc2b927-a879-4b34-8895-28ade1e00748', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'mac_address': 'fa:16:3e:09:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:24:58Z', 'updated_at': '2022-02-03T05:24:58Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:25:00.672364 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c3f4a-d34d-41f3-9f06-3358b4ada3b9 None None] New status for floating IP ec82e3e9-3c7f-41cc-a9e0-7cb210afb934: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:25:00.984079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:25:01.052227 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e46cc92f-0d91-4df9-ba2c-5be48ec001af tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/ec82e3e9-3c7f-41cc-a9e0-7cb210afb934 HTTP/1.1" status: 200 len: 992 time: 0.0665455 Feb 03 05:25:03.228500 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3517fa47-2f67-4581-9a55-e4a1d4b7c77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:06.426267 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c929cd3-bdec-48ab-a2cf-48e698b55258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:06.911705 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:08.345168 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:09.343096 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:13.594631 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:25:24.344209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:24.485066 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:29.723735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-0d13e413-8db7-413d-ad19-6914c6324f71 req-6a571ddc-d845-4866-8d2b-47306dc4993b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:25:29.724713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d13e413-8db7-413d-ad19-6914c6324f71 req-6a571ddc-d845-4866-8d2b-47306dc4993b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054839 Feb 03 05:25:30.899419 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:25:30.926670 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d91fca-6bcd-4064-9e6f-56e1f0fef758 req-ab048585-df25-4adc-aaff-41ceacf5fce7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:30.928323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27d91fca-6bcd-4064-9e6f-56e1f0fef758 req-ab048585-df25-4adc-aaff-41ceacf5fce7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0542157 Feb 03 05:25:30.979185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27d91fca-6bcd-4064-9e6f-56e1f0fef758 req-e9d318a2-86d2-4392-8783-5b69ca602ed6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449431 Feb 03 05:25:30.986946 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-611e7056-03bc-4138-96a6-3c3842326345 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862753 Feb 03 05:25:30.995951 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-533bb33d-3638-4b33-a879-6d642fd04f39 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:25:30.996892 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-533bb33d-3638-4b33-a879-6d642fd04f39 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051689 Feb 03 05:25:32.113640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9643b4-54aa-4c51-bb4d-fd0cb187b4e8 req-fbc876a4-56ab-43aa-bc2b-20b1d1522c97 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:32.115133 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d9643b4-54aa-4c51-bb4d-fd0cb187b4e8 req-fbc876a4-56ab-43aa-bc2b-20b1d1522c97 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0573804 Feb 03 05:25:32.134646 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-9e84a44a-7d9e-49ac-9e40-6477844e8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:32.136465 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-9e84a44a-7d9e-49ac-9e40-6477844e8615 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1127 time: 0.0479794 Feb 03 05:25:32.171415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3d9643b4-54aa-4c51-bb4d-fd0cb187b4e8 req-c97332cf-5ce7-42fb-bb25-85d65b4806bc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496631 Feb 03 05:25:32.226493 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-f585461b-009f-45ae-8ae8-16a5167e4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:32.228230 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-f585461b-009f-45ae-8ae8-16a5167e4b6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.0860014 Feb 03 05:25:32.303136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-42d21d38-6b08-49b7-b098-5a760c165aae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 1000 time: 0.0692694 Feb 03 05:25:32.352622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-8be86d45-74c8-44b4-a395-fe797a32046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:32.354045 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-8be86d45-74c8-44b4-a395-fe797a32046d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0446491 Feb 03 05:25:32.406776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-536b9143-cfc5-4a7e-8778-c716f7973cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:32.408291 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-536b9143-cfc5-4a7e-8778-c716f7973cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451286 Feb 03 05:25:32.502987 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-ed24a5eb-43c5-4f63-82ab-98c04c0ec5fd service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870383 Feb 03 05:25:32.599102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-97add36c-eae8-4cb5-8f4a-6133b3d78238 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889306 Feb 03 05:25:33.226624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7caccdaf-ef59-4b23-91b4-9c1b7dcb549c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:33.305646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dccd4-27cb-44ea-aa74-1a4f8adcc1c5 req-0a8ce940-2e8e-4969-beb2-314d6bad069f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:33.307179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-169dccd4-27cb-44ea-aa74-1a4f8adcc1c5 req-0a8ce940-2e8e-4969-beb2-314d6bad069f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0556991 Feb 03 05:25:33.356030 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-169dccd4-27cb-44ea-aa74-1a4f8adcc1c5 req-7d552628-9106-47ed-88da-5093c2a69f20 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Feb 03 05:25:34.484620 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af22fbf-612b-409c-b90c-0b5e30acb2a8 req-c8f7ef1d-5175-4fb9-8a67-8e4cf41773fc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:34.486162 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7af22fbf-612b-409c-b90c-0b5e30acb2a8 req-c8f7ef1d-5175-4fb9-8a67-8e4cf41773fc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0575118 Feb 03 05:25:34.534722 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7af22fbf-612b-409c-b90c-0b5e30acb2a8 req-a34154ed-4c81-4c01-bebf-44b092eaa0f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428984 Feb 03 05:25:35.140282 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-a59194bd-934b-46ab-8d3b-3fce1a6fe7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:35.141840 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-a59194bd-934b-46ab-8d3b-3fce1a6fe7a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1127 time: 0.0516074 Feb 03 05:25:35.260020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-e87d349d-463d-4fb3-89b2-25289fa2a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:35.261597 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-e87d349d-463d-4fb3-89b2-25289fa2a4de service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.0988553 Feb 03 05:25:35.328617 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-ca401219-7414-44f1-a563-aa64120b4eed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 1000 time: 0.0610676 Feb 03 05:25:35.377372 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-d111fdba-b92f-4e23-8902-a631f50867cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:35.378837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-d111fdba-b92f-4e23-8902-a631f50867cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0444360 Feb 03 05:25:35.428268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-25e9ebe7-b1d1-418b-9c72-62bc9781a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:35.429663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-25e9ebe7-b1d1-418b-9c72-62bc9781a061 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440433 Feb 03 05:25:35.526920 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-bc60c23d-11ff-4e27-9e4a-78207abe09e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911958 Feb 03 05:25:35.615628 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-dde9cc95-526e-4ec0-846c-881dc3886048 req-fcea5c4b-031e-47d8-8eae-1b78bf44f7fe service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834558 Feb 03 05:25:35.661917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac62a-cc81-46dd-8596-4ed1e17aa731 req-776043f7-bfd7-44dd-813c-1e6f4686492e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:35.663374 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d37ac62a-cc81-46dd-8596-4ed1e17aa731 req-776043f7-bfd7-44dd-813c-1e6f4686492e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0565221 Feb 03 05:25:35.712941 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d37ac62a-cc81-46dd-8596-4ed1e17aa731 req-696c15c9-70f7-472b-8f66-47cc35a3e6fe tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 Feb 03 05:25:36.427392 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31dad381-60b5-4492-9630-ff2c38b13cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:36.852531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7aab6-b7b9-4621-b866-9aee43924cab req-bd9611cb-3e0c-42eb-a6f9-b7bce281b272 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:36.854004 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3f7aab6-b7b9-4621-b866-9aee43924cab req-bd9611cb-3e0c-42eb-a6f9-b7bce281b272 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0613506 Feb 03 05:25:36.904985 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3f7aab6-b7b9-4621-b866-9aee43924cab req-27381d9a-752b-431a-853f-31c2496a82b7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451527 Feb 03 05:25:36.908702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:38.036688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a6951-ad53-47ab-b90f-4f5f0b21e53a req-8a2567fa-4f58-4415-a019-82941eb1219a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:38.038171 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d79a6951-ad53-47ab-b90f-4f5f0b21e53a req-8a2567fa-4f58-4415-a019-82941eb1219a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0554495 Feb 03 05:25:38.091218 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d79a6951-ad53-47ab-b90f-4f5f0b21e53a req-159809d0-6b6f-425a-9250-905228d27f9a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471659 Feb 03 05:25:38.346274 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:39.233720 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10f85-e758-4fd5-aee0-2a95b50b1eb0 req-63178ff7-35a2-4ffc-b64f-8c63d798af2c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:39.237134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aff10f85-e758-4fd5-aee0-2a95b50b1eb0 req-63178ff7-35a2-4ffc-b64f-8c63d798af2c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0604923 Feb 03 05:25:39.298007 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-aff10f85-e758-4fd5-aee0-2a95b50b1eb0 req-014c6bdb-4455-400a-9771-219a536b1351 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522034 Feb 03 05:25:39.339119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:40.433745 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee2788-5afa-41af-bc7f-b372a3fb05c1 req-da44f479-19f0-42f4-9ab1-303dfd92ddf1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:40.435197 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6ee2788-5afa-41af-bc7f-b372a3fb05c1 req-da44f479-19f0-42f4-9ab1-303dfd92ddf1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0539811 Feb 03 05:25:40.483466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6ee2788-5afa-41af-bc7f-b372a3fb05c1 req-881b37da-1740-4b2c-a5ea-274ce4b385b6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Feb 03 05:25:41.623245 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58efbfd-007a-40af-83f0-e48a757d1195 req-efccbbf7-d673-47e3-bfd0-069e2445456e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:41.624734 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b58efbfd-007a-40af-83f0-e48a757d1195 req-efccbbf7-d673-47e3-bfd0-069e2445456e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0620453 Feb 03 05:25:41.674492 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b58efbfd-007a-40af-83f0-e48a757d1195 req-03f2cd90-76da-4394-a286-323f66d3efd5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439279 Feb 03 05:25:42.802139 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad920f-48f3-445d-823b-77093d4ca295 req-73981fdf-7cae-4fe2-ae79-23e71ff8a31d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:42.803630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62ad920f-48f3-445d-823b-77093d4ca295 req-73981fdf-7cae-4fe2-ae79-23e71ff8a31d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0585332 Feb 03 05:25:42.853269 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-62ad920f-48f3-445d-823b-77093d4ca295 req-45c8140e-c98a-4118-aab6-a3614cfe34b0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437648 Feb 03 05:25:43.984608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa434c0-fe80-4768-afa2-c858ac3d5e0a req-7f05a1f9-4f24-4074-9b1b-828ba35bae4b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:43.986126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffa434c0-fe80-4768-afa2-c858ac3d5e0a req-7f05a1f9-4f24-4074-9b1b-828ba35bae4b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0625944 Feb 03 05:25:44.035803 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ffa434c0-fe80-4768-afa2-c858ac3d5e0a req-01ecbf49-895d-4e06-8746-d255d996bc61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434425 Feb 03 05:25:44.457079 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-68c0364a-4a71-4eb6-9799-33fb92b96eb1 service neutron] show failed (client error): The resource could not be found. Feb 03 05:25:44.458052 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-68c0364a-4a71-4eb6-9799-33fb92b96eb1 service neutron] 10.222.0.15 "GET /v2.0/ports/4bc2b927-a879-4b34-8895-28ade1e00748/bindings/n-h2-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0675988 Feb 03 05:25:44.670822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-cea885c2-2c42-4267-8cc3-63a309d8c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:44.672403 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-cea885c2-2c42-4267-8cc3-63a309d8c962 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 1127 time: 0.0475786 Feb 03 05:25:44.683673 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:25:44.747673 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:44.954320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:25:44.988459 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:25:45.026772 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:25:45.029095 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee7b237-8723-45db-9f24-89194652cb39" -d '{"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:25:45.032883 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Publish callbacks [] for port (4bc2b927-a879-4b34-8895-28ade1e00748), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:45.045926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Transition to ACTIVE for port object 4bc2b927-a879-4b34-8895-28ade1e00748 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:25:45.049158 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:45.086517 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fa3e3d-dc12-4977-b80e-5c2e5d472e34 x-openstack-request-id: req-54fa3e3d-dc12-4977-b80e-5c2e5d472e34 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:25:45.086809 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:25:45.087539 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54fa3e3d-dc12-4977-b80e-5c2e5d472e34 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:25:45.087836 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'code': 200} Feb 03 05:25:45.134244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:25:45.147163 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.147547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.147870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.148201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.148528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.148860 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.149182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.149500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.149818 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.150145 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.150462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.150867 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.151184 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:45.169091 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af9f63-f584-4ea5-83ee-59a995853a09 req-b975b7b7-efe4-41ce-935a-194e164c06df tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:45.170881 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93af9f63-f584-4ea5-83ee-59a995853a09 req-b975b7b7-efe4-41ce-935a-194e164c06df tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.0613561 Feb 03 05:25:45.189962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] No DVR routers for this DVR port 4bc2b927-a879-4b34-8895-28ade1e00748 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:25:45.231664 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-93af9f63-f584-4ea5-83ee-59a995853a09 req-9d13e36f-dcd2-41b0-a669-fe3bfd0125ad tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494604 Feb 03 05:25:45.641721 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:25:45.642364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:25:45.642364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 on network b6dbf22a-a62a-454e-b2d0-6bc46021abea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:25:45.646799 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Port 4bc2b927-a879-4b34-8895-28ade1e00748 on network b6dbf22a-a62a-454e-b2d0-6bc46021abea not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:25:45.647146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Attempting to bind port 4bc2b927-a879-4b34-8895-28ade1e00748 on network b6dbf22a-a62a-454e-b2d0-6bc46021abea {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:25:45.653045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:25:45.653360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Checking segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:25:45.653840 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Bound using segment: {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:25:45.654342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Bound port: 4bc2b927-a879-4b34-8895-28ade1e00748, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7c028e-9032-48a4-b21c-bfd101448d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:25:45.654847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:45.721127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:25:45.724114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:25:45.730898 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:45.763998 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:45.764630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:45.766034 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-62581174-b1fa-4231-b351-1aa890848167 service neutron] 10.222.0.31 "PUT /v2.0/ports/4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 1091 time: 1.0863838 Feb 03 05:25:45.789606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62581174-b1fa-4231-b351-1aa890848167 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:25:45.842134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-bdecd417-3ae8-40ca-b7d0-ace93705ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:45.843581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-bdecd417-3ae8-40ca-b7d0-ace93705ca05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1125 time: 0.0495071 Feb 03 05:25:45.934797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-ec8aa975-8506-45d4-a210-8aee97acd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:45.936306 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-ec8aa975-8506-45d4-a210-8aee97acd3a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.0863442 Feb 03 05:25:46.004886 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-1f892f2f-3266-4331-850b-bfdb829eb1c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 998 time: 0.0619376 Feb 03 05:25:46.052987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-501a3949-32a7-4293-8aed-192f3a088814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:46.054377 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-501a3949-32a7-4293-8aed-192f3a088814 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0435410 Feb 03 05:25:46.105936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-879ce067-fa4f-4dd9-9b59-d53638dce4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:46.107420 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-879ce067-fa4f-4dd9-9b59-d53638dce4d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453858 Feb 03 05:25:46.209813 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-f4ed2edd-e00d-484f-9184-dea6d69dee43 service neutron] 10.222.0.31 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943480 Feb 03 05:25:46.301366 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1bf396e9-8cd0-4706-bfd9-5ae103908ea5 req-8951d1c6-1c22-4934-b26f-e703b27d46e9 service neutron] 10.222.0.31 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Feb 03 05:25:46.357980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9f8d-0fc2-47c1-bd3b-8c4123e7e1a1 req-d389dd85-236a-4be0-99a7-225ade20af09 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:46.359396 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-befd9f8d-0fc2-47c1-bd3b-8c4123e7e1a1 req-d389dd85-236a-4be0-99a7-225ade20af09 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.0547755 Feb 03 05:25:46.413912 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-befd9f8d-0fc2-47c1-bd3b-8c4123e7e1a1 req-07fd6be8-4101-41e3-a222-7b9c129f1fcf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480323 Feb 03 05:25:47.088943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:25:47.092872 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e" -d '{"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:25:47.148974 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0fe16-99b5-4994-9923-c21590e12a82 x-openstack-request-id: req-0ae0fe16-99b5-4994-9923-c21590e12a82 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:25:47.149240 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:25:47.149593 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ae0fe16-99b5-4994-9923-c21590e12a82 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:25:47.150003 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'status': 'completed', 'code': 200} Feb 03 05:25:47.246398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-513d79f3-ae75-4ac4-959e-0ad98a5f559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.247957 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-513d79f3-ae75-4ac4-959e-0ad98a5f559e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1125 time: 0.0794606 Feb 03 05:25:47.249642 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-a7ec1261-8e64-430b-8ebd-40ce3517a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.250986 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-a7ec1261-8e64-430b-8ebd-40ce3517a651 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1125 time: 0.0745597 Feb 03 05:25:47.405224 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-3aa2f1e4-91e8-48b8-83bb-8f3f9e1fe9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.406709 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-3aa2f1e4-91e8-48b8-83bb-8f3f9e1fe9ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.1511507 Feb 03 05:25:47.407784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-c8d32a38-c9d6-4195-ae1d-abfa2b58a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.409081 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-c8d32a38-c9d6-4195-ae1d-abfa2b58a81d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.1463945 Feb 03 05:25:47.520610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-fc7f1823-5966-44e9-a8f6-99aee8d7ee14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 998 time: 0.1072063 Feb 03 05:25:47.522224 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-a3f0b24a-82bc-4f94-95e9-290259c92455 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 998 time: 0.1031981 Feb 03 05:25:47.593333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a674f-4c15-4ac0-9cd7-c411ac3219a4 req-a783c759-eac5-4280-bf65-77e789c856c6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.594802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca1a674f-4c15-4ac0-9cd7-c411ac3219a4 req-a783c759-eac5-4280-bf65-77e789c856c6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.1107864 Feb 03 05:25:47.610103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-13a1591a-3d27-4488-89d2-ae6b92859b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.611605 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-13a1591a-3d27-4488-89d2-ae6b92859b9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0817678 Feb 03 05:25:47.612947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-9230809a-4241-4981-90b4-614e08eaea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.614266 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-9230809a-4241-4981-90b4-614e08eaea8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0855381 Feb 03 05:25:47.644354 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca1a674f-4c15-4ac0-9cd7-c411ac3219a4 req-b507f7fe-eeb9-4e6f-a70e-d96a077eb294 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Feb 03 05:25:47.662224 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:25:47.697710 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-ac78bdbb-eece-48a0-ae35-59d103833913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.699345 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-ac78bdbb-eece-48a0-ae35-59d103833913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0815263 Feb 03 05:25:47.701342 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-50087af8-9071-4d3f-90fd-1fba6528a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:47.702775 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-50087af8-9071-4d3f-90fd-1fba6528a69f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773730 Feb 03 05:25:47.861487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] The host n-h1-827549-1 is not matching for port 4bc2b927-a879-4b34-8895-28ade1e00748 host n-h2-827549-1! {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 05:25:47.861882 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:25:47.866462 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-b482b82a-b33d-4cca-9727-4e5c2281bc3a service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610386 Feb 03 05:25:47.869827 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-1a0730fb-fb82-4054-8d37-2db01a729b46 service neutron] 10.222.0.31 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557617 Feb 03 05:25:48.021014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-16363554-2cd0-4933-8db3-80ef1d7aaf3c service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492693 Feb 03 05:25:48.022874 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6f917c3a-8770-41fb-bdf9-ea3d2eb6583e req-0b879cb3-e411-4d12-844d-7741d21864f4 service neutron] 10.222.0.31 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443315 Feb 03 05:25:48.821826 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f3755-564b-4c41-818e-cafbf2eb6d50 req-fcf38343-347e-467a-a265-8fca41da122d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:48.823349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-526f3755-564b-4c41-818e-cafbf2eb6d50 req-fcf38343-347e-467a-a265-8fca41da122d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.1056385 Feb 03 05:25:48.874675 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-526f3755-564b-4c41-818e-cafbf2eb6d50 req-65e6f460-0f29-4c85-9f74-821bed455db6 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455596 Feb 03 05:25:49.098658 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f30e46-ca6b-4cea-8ab6-3b2b493ad2f2 req-1f63c3ae-4fff-41f7-8b96-bba03c02cb31 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:49.100346 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26f30e46-ca6b-4cea-8ab6-3b2b493ad2f2 req-1f63c3ae-4fff-41f7-8b96-bba03c02cb31 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.0609753 Feb 03 05:25:49.101196 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-5e901449-c4ac-4943-9eaa-e22dc19eeb3c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:49.102694 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-5e901449-c4ac-4943-9eaa-e22dc19eeb3c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&binding%3Ahost_id=n-h2-827549-1 HTTP/1.1" status: 200 len: 943 time: 0.0590219 Feb 03 05:25:49.149226 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-26f30e46-ca6b-4cea-8ab6-3b2b493ad2f2 req-8469becb-1e18-44e4-8119-eb3b9f192efc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Feb 03 05:25:49.169269 n-d-827549-1 neutron-server[103324]: INFO neutron.api.v2.resource [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-e995b5d6-db4f-4806-92dc-a1dcf68daa52 service neutron] delete failed (client error): The resource could not be found. Feb 03 05:25:49.170399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-e995b5d6-db4f-4806-92dc-a1dcf68daa52 service neutron] 10.222.0.15 "DELETE /v2.0/ports/4bc2b927-a879-4b34-8895-28ade1e00748/bindings/n-h1-827549-1 HTTP/1.1" status: 404 len: 380 time: 0.0613544 Feb 03 05:25:49.264007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-e62b6ae1-1a8e-4d0e-9347-1c30efe5a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:49.265817 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-e62b6ae1-1a8e-4d0e-9347-1c30efe5a940 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1125 time: 0.0500627 Feb 03 05:25:49.271743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca3a2-3cb3-40ce-9ba6-03c79aee5ce2 req-99cbb16c-2b2c-4119-892d-5382834280eb tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:49.273244 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5caca3a2-3cb3-40ce-9ba6-03c79aee5ce2 req-99cbb16c-2b2c-4119-892d-5382834280eb tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 943 time: 0.0530157 Feb 03 05:25:49.323312 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5caca3a2-3cb3-40ce-9ba6-03c79aee5ce2 req-810e49d7-d56e-4048-830a-f88e3d780b6f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441303 Feb 03 05:25:49.362910 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-5f20545c-6040-4bb1-af0f-641a3c885dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:49.364426 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-5f20545c-6040-4bb1-af0f-641a3c885dc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.0919898 Feb 03 05:25:49.432704 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-8d1a7017-7866-4926-a3e1-13c0f91866d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 998 time: 0.0615394 Feb 03 05:25:49.480078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-88af3883-f0f9-441f-8d20-b69fc3c2e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:49.481544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-88af3883-f0f9-441f-8d20-b69fc3c2e9ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0433900 Feb 03 05:25:49.529864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-f7a556e7-817f-4d73-a61e-3b9e3a6ccc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:49.531344 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-f7a556e7-817f-4d73-a61e-3b9e3a6ccc01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439410 Feb 03 05:25:49.625077 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-ff6942d1-8590-48e6-8b3f-b13b1844bc35 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873253 Feb 03 05:25:49.718003 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-bc9cf5fb-6e49-44c1-8f7d-bc8a6ac315bc req-9f2e61c8-3440-4c01-a6aa-4a38dc29c541 service neutron] 10.222.0.15 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854914 Feb 03 05:25:50.047541 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:25:50.155958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:25:50.167573 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '4bc2b927-a879-4b34-8895-28ade1e00748', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'port_id': '4bc2b927-a879-4b34-8895-28ade1e00748', 'mac_address': 'fa:16:3e:09:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:25:50.204451 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4bc2b927-a879-4b34-8895-28ade1e00748 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:25:50.204878 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:50.218724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc2b927-a879-4b34-8895-28ade1e00748 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:25:50.238656 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:25:50.242077 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:50.294925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:25:50.304299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.304588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.304937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.305563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.305924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.306261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.306633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.307029 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.307367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.307743 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.308091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.308427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.308766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:25:50.449932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2174ebb-42f2-4cfc-853b-005d1cc12f87 req-59375c03-12a2-4ce0-b10c-970e29183458 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:25:50.451421 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2174ebb-42f2-4cfc-853b-005d1cc12f87 req-59375c03-12a2-4ce0-b10c-970e29183458 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 944 time: 0.0536399 Feb 03 05:25:50.499620 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['4bc2b927-a879-4b34-8895-28ade1e00748'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:25:50.503940 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2174ebb-42f2-4cfc-853b-005d1cc12f87 req-bb59953f-9c81-4f17-8253-4fe0c5aa7878 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463293 Feb 03 05:25:50.526405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:25:50.585680 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:25:50.593783 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ff5d522d-9bae-48b1-b8c0-eb48d3b267ea tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/ec82e3e9-3c7f-41cc-a9e0-7cb210afb934 HTTP/1.1" status: 200 len: 991 time: 0.0655193 Feb 03 05:25:52.055065 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:25:52.110694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 4bc2b927-a879-4b34-8895-28ade1e00748 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:25:52.114631 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 4bc2b927-a879-4b34-8895-28ade1e00748 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:25:52.115020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:52.195028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 4bc2b927-a879-4b34-8895-28ade1e00748 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:25:52.195343 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:52.222615 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:25:52.225085 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99afc885-03b0-4729-b20f-72e467148b78" -d '{"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:25:52.237843 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:25:52.242665 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:52.266875 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb50101-f2d8-4241-baf8-28b0fbf84637 x-openstack-request-id: req-dcb50101-f2d8-4241-baf8-28b0fbf84637 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:25:52.267169 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:25:52.267422 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcb50101-f2d8-4241-baf8-28b0fbf84637 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:25:52.267823 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'code': 200} Feb 03 05:25:52.293164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:25:54.347728 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:25:54.484226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:03.232550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83a7b1f-4ea4-4853-8a56-2bc33b82a743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:06.429931 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4b81-392b-4714-b773-0610492d073a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:06.916944 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:08.350635 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:09.351708 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:18.969318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:19.139890 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port ab290dbf-8039-470e-8e84-8ad504e0bcfb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:26:19.140256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:19.224779 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:19.225009 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (ab290dbf-8039-470e-8e84-8ad504e0bcfb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:19.237448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for ab290dbf-8039-470e-8e84-8ad504e0bcfb owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:26:19.385927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (ab290dbf-8039-470e-8e84-8ad504e0bcfb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:19.410696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=ab290dbf-8039-470e-8e84-8ad504e0bcfb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:19.473589 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (ec82e3e9-3c7f-41cc-a9e0-7cb210afb934), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:19.473876 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP ec82e3e9-3c7f-41cc-a9e0-7cb210afb934 disassociated (deleted). External IP: 172.25.7.95, port: 4bc2b927-a879-4b34-8895-28ade1e00748. Feb 03 05:26:19.702541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ede2609c-6ddb-4944-b10a-498468ac4804 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:26:19.818217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:26:19.824029 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:19.828655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] Sync routers for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:26:19.839813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:19.840378 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:19.859304 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e7c6d8ff-731b-48a3-897c-11ee4ac32ed1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/floatingips/ec82e3e9-3c7f-41cc-a9e0-7cb210afb934 HTTP/1.1" status: 204 len: 168 time: 0.8859735 Feb 03 05:26:19.859304 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:26:19.859747 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e72627a-0dd1-4fb7-9958-ffdd463b4610" -d '{"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:26:19.898768 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960d56ac-2bc0-49ff-a8db-ed87eba9eca9 x-openstack-request-id: req-960d56ac-2bc0-49ff-a8db-ed87eba9eca9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:26:19.899067 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:26:19.899327 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-960d56ac-2bc0-49ff-a8db-ed87eba9eca9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:26:19.899779 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'status': 'completed', 'code': 200} Feb 03 05:26:19.956465 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:19.972896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-8a30c68b-8861-4167-9d9f-8db465181cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:19.974440 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-8a30c68b-8861-4167-9d9f-8db465181cd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 1127 time: 0.0510354 Feb 03 05:26:20.081043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-b372e07f-ac55-40c7-8d15-0eee44f5eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:20.082538 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-b372e07f-ac55-40c7-8d15-0eee44f5eebb service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 200 len: 897 time: 0.1006212 Feb 03 05:26:20.100307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd7a5c-ff16-4e04-8975-fcf6bfcb3da5 req-33bfb34b-6e8e-41b4-9bcf-39ad98d056da tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:20.102459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00dd7a5c-ff16-4e04-8975-fcf6bfcb3da5 req-33bfb34b-6e8e-41b4-9bcf-39ad98d056da tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0535686 Feb 03 05:26:20.125341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-8eec5034-f67c-4492-9b95-68c095085565 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 200 len: 217 time: 0.0360868 Feb 03 05:26:20.152793 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-00dd7a5c-ff16-4e04-8975-fcf6bfcb3da5 req-176ca1b5-afe8-45a5-b020-18fd15868e8d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Feb 03 05:26:20.173423 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:20.179551 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-b1b4e49c-1698-4058-b7ef-19cf56274488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:20.181014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-b1b4e49c-1698-4058-b7ef-19cf56274488 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 200 len: 834 time: 0.0483029 Feb 03 05:26:20.199767 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] Checking router: ede2609c-6ddb-4944-b10a-498468ac4804 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:26:20.208299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:20.208906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:20.230223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-36138f96-5577-4bc8-8074-cc7074d6365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:20.231778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-36138f96-5577-4bc8-8074-cc7074d6365b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6dbf22a-a62a-454e-b2d0-6bc46021abea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440359 Feb 03 05:26:20.314545 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:20.321926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-bd0e25dd-cccc-4dda-afa0-75025979a416 service neutron] 10.222.0.31 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829949 Feb 03 05:26:20.416117 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9e72627a-0dd1-4fb7-9958-ffdd463b4610 req-56a0e471-07fd-4030-be03-6098078aa508 service neutron] 10.222.0.31 "GET /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872650 Feb 03 05:26:20.513563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:20.540234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a5966-a2ee-4b70-9e9c-8295b40a2442 None None] The sync data for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 is: [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:46Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '052e1709-4415-45fb-80e2-156d60304f5b', 'name': '', 'network_id': 'b6dbf22a-a62a-454e-b2d0-6bc46021abea', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:d7:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:46Z', 'updated_at': '2022-02-03T05:24:49Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': 'a198f8ce-6907-45b0-a102-d6b3043d035b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:26:20.784024 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85c4cc-865a-435b-ae60-55524d3fb03d None None] New status for floating IP ec82e3e9-3c7f-41cc-a9e0-7cb210afb934: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:26:21.289251 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c7245-0687-449b-88f0-8b3af6697cee req-b7cfa82a-3252-490e-9a55-5fa9af46349d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:21.290750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-984c7245-0687-449b-88f0-8b3af6697cee req-b7cfa82a-3252-490e-9a55-5fa9af46349d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0552247 Feb 03 05:26:21.341437 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-984c7245-0687-449b-88f0-8b3af6697cee req-ac64bf5c-d662-48f1-9fe9-3d8246d5c7f1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1075447-ae15-4e17-90ec-855993d5c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448396 Feb 03 05:26:21.346701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-a4c29d59-ddf5-4473-8e56-368e2b46392f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:21.348209 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-a4c29d59-ddf5-4473-8e56-368e2b46392f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.31 "GET /v2.0/ports?device_id=803f043b-43d2-40cd-976e-8efb0f70e6cb HTTP/1.1" status: 200 len: 945 time: 0.0528114 Feb 03 05:26:21.447165 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 4bc2b927-a879-4b34-8895-28ade1e00748 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:26:21.447474 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:21.539305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 4bc2b927-a879-4b34-8895-28ade1e00748, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=4bc2b927-a879-4b34-8895-28ade1e00748,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:21.539576 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:21.552901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 4bc2b927-a879-4b34-8895-28ade1e00748 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:26:21.692473 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (4bc2b927-a879-4b34-8895-28ade1e00748), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:21.720868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=4bc2b927-a879-4b34-8895-28ade1e00748,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:21.767534 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] No DVR routers for this DVR port 4bc2b927-a879-4b34-8895-28ade1e00748 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:26:21.770427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:21.773850 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-42c209d5-a4e3-4e62-83a1-4bb8fddb2fc7 req-64172e40-0bdd-4b87-9468-60942872adb5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.31 "DELETE /v2.0/ports/4bc2b927-a879-4b34-8895-28ade1e00748 HTTP/1.1" status: 204 len: 173 time: 0.4204757 Feb 03 05:26:21.900704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-deleted', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:26:21.903144 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3722c9ef-16ab-408d-8032-308d44a42836" -d '{"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-deleted", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:26:21.949345 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64671c70-528d-4121-8bf9-14459502454b x-openstack-request-id: req-64671c70-528d-4121-8bf9-14459502454b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:26:21.949646 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f043b-43d2-40cd-976e-8efb0f70e6cb", "name": "network-vif-deleted", "tag": "4bc2b927-a879-4b34-8895-28ade1e00748", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:26:21.949904 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64671c70-528d-4121-8bf9-14459502454b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:26:21.950323 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f043b-43d2-40cd-976e-8efb0f70e6cb', 'name': 'network-vif-deleted', 'tag': '4bc2b927-a879-4b34-8895-28ade1e00748', 'status': 'completed', 'code': 200} Feb 03 05:26:22.407344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:22.773447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (ede2609c-6ddb-4944-b10a-498468ac4804), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:23.357141 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 052e1709-4415-45fb-80e2-156d60304f5b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:26:23.357441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (052e1709-4415-45fb-80e2-156d60304f5b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:23.450512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 052e1709-4415-45fb-80e2-156d60304f5b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=052e1709-4415-45fb-80e2-156d60304f5b,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:23.451261 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (052e1709-4415-45fb-80e2-156d60304f5b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:23.464046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 052e1709-4415-45fb-80e2-156d60304f5b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:26:23.649664 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (052e1709-4415-45fb-80e2-156d60304f5b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:23.676705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=052e1709-4415-45fb-80e2-156d60304f5b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:23.853475 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (ede2609c-6ddb-4944-b10a-498468ac4804), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.081439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ede2609c-6ddb-4944-b10a-498468ac4804 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:26:24.200901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:26:24.206415 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a8bd6860-1f54-4b85-a120-271e86dd11c9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/ede2609c-6ddb-4944-b10a-498468ac4804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7980020 Feb 03 05:26:24.209529 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:24.211102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] Sync routers for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:26:24.222200 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:24.222811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:24.266341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting subnet a198f8ce-6907-45b0-a102-d6b3043d035b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:26:24.269819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (a198f8ce-6907-45b0-a102-d6b3043d035b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.310522 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (a198f8ce-6907-45b0-a102-d6b3043d035b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.335698 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:24.365209 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.394995 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (a198f8ce-6907-45b0-a102-d6b3043d035b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.458358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (a198f8ce-6907-45b0-a102-d6b3043d035b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.485905 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Subnet': ['ID=a198f8ce-6907-45b0-a102-d6b3043d035b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:24.489767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.495737 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-09f34040-0899-41ae-a10f-74a5aac5f979 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/subnets/a198f8ce-6907-45b0-a102-d6b3043d035b HTTP/1.1" status: 204 len: 168 time: 0.2825205 Feb 03 05:26:24.496513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:24.510552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc067e-a514-4472-9d2a-af61c2977b8f None None] Network b6dbf22a-a62a-454e-b2d0-6bc46021abea requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:26:24.542176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.600206 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:26:23Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:24.609198 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (ede2609c-6ddb-4944-b10a-498468ac4804), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.633540 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] Checking router: ede2609c-6ddb-4944-b10a-498468ac4804 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:26:24.648889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] Routers {'ede2609c-6ddb-4944-b10a-498468ac4804'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:24.649521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ede2609c-6ddb-4944-b10a-498468ac4804'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:24.718839 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ede2609c-6ddb-4944-b10a-498468ac4804), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.737470 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] DHCP port deletion for b6dbf22a-a62a-454e-b2d0-6bc46021abea request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:26:24.774874 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port c98e013f-e0d8-4816-a3cc-2bbdf138e05a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:26:24.775214 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.787365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] Set router ede2609c-6ddb-4944-b10a-498468ac4804 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:24.854072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port c98e013f-e0d8-4816-a3cc-2bbdf138e05a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:24.854451 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:24.869634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for c98e013f-e0d8-4816-a3cc-2bbdf138e05a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:26:25.040361 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (c98e013f-e0d8-4816-a3cc-2bbdf138e05a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.069565 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=c98e013f-e0d8-4816-a3cc-2bbdf138e05a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:25.069867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] Deleting port 718cdae5-9113-4565-91fb-7c6c058fff7a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:26:25.070214 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.130691 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (ede2609c-6ddb-4944-b10a-498468ac4804), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.172280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] For port 718cdae5-9113-4565-91fb-7c6c058fff7a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=718cdae5-9113-4565-91fb-7c6c058fff7a,segment=NetworkSegment(6d7c028e-9032-48a4-b21c-bfd101448d87),segment_id=6d7c028e-9032-48a4-b21c-bfd101448d87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:25.172689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.187901 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] Calling delete_port for 718cdae5-9113-4565-91fb-7c6c058fff7a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:26:25.223131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (ede2609c-6ddb-4944-b10a-498468ac4804), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.225293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (ede2609c-6ddb-4944-b10a-498468ac4804), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.255424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:26:23Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:25.275230 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (ede2609c-6ddb-4944-b10a-498468ac4804), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.276031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Fanout notify agent at l3_agent the message router_deleted on router ede2609c-6ddb-4944-b10a-498468ac4804 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:26:25.283838 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.287845 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dee8dbc3-dc6f-48d1-9f35-0b4488a83afd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/routers/ede2609c-6ddb-4944-b10a-498468ac4804 HTTP/1.1" status: 204 len: 168 time: 0.7901285 Feb 03 05:26:25.288528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33172) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:25.290032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4756f7-f221-420d-a41e-2327454421ed None None] The sync data for ids ['ede2609c-6ddb-4944-b10a-498468ac4804'] in n-d-827549-1 is: [{'id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921842364', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:26:23Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'c98e013f-e0d8-4816-a3cc-2bbdf138e05a', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2609c-6ddb-4944-b10a-498468ac4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:24:43Z', 'updated_at': '2022-02-03T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:26:25.324926 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (718cdae5-9113-4565-91fb-7c6c058fff7a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.361101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] Pushing event deleted for resources: {'Port': ['ID=718cdae5-9113-4565-91fb-7c6c058fff7a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:25.362908 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93124bb1-d0b8-4be1-b9f5-f7e86d922552 None None] No DVR routers for this DVR port 718cdae5-9113-4565-91fb-7c6c058fff7a on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:26:25.385893 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (b6dbf22a-a62a-454e-b2d0-6bc46021abea), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.798996 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (b6dbf22a-a62a-454e-b2d0-6bc46021abea), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.820077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dbf22a-a62a-454e-b2d0-6bc46021abea']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:25.829898 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7c028e-9032-48a4-b21c-bfd101448d87') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:25.830263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.services.segments.db [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7c028e-9032-48a4-b21c-bfd101448d87') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:25.839849 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12671265'] for segment (6d7c028e-9032-48a4-b21c-bfd101448d87), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.853236 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (6d7c028e-9032-48a4-b21c-bfd101448d87), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.859528 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:26:25.859938 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760579'] for segment (6d7c028e-9032-48a4-b21c-bfd101448d87), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: Traceback (most recent call last): Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: timer() Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: cb(*args, **kw) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: return func(*args, **kwargs) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: self._notify() Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: self.callback(batched_events) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: event.method(event) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: return f(self, *a, **k) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: return self._get(url).json() Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: return self.request(url, 'GET', **kwargs) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:26:25.864091 n-d-827549-1 neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:26:25.924408 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (b6dbf22a-a62a-454e-b2d0-6bc46021abea), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.943413 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:25.946739 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/networks/b6dbf22a-a62a-454e-b2d0-6bc46021abea HTTP/1.1" status: 204 len: 168 time: 0.6571972 Feb 03 05:26:25.947812 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Network': ['ID=b6dbf22a-a62a-454e-b2d0-6bc46021abea,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:25.949829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:25.956006 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.956369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.956722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.957069 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.957412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.957746 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.958079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.958412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.958750 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.959083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.959414 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.959776 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:25.960104 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab56eb-5103-449a-84ed-ac3a16c59a7d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:26.015274 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74a06826-a548-4c2c-aa4b-814d0ef92237 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (e1075447-ae15-4e17-90ec-855993d5c3dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.040660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74a06826-a548-4c2c-aa4b-814d0ef92237 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (e1075447-ae15-4e17-90ec-855993d5c3dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.100267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74a06826-a548-4c2c-aa4b-814d0ef92237 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (e1075447-ae15-4e17-90ec-855993d5c3dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.102862 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74a06826-a548-4c2c-aa4b-814d0ef92237 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.104073 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-74a06826-a548-4c2c-aa4b-814d0ef92237 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/security-groups/e1075447-ae15-4e17-90ec-855993d5c3dd HTTP/1.1" status: 204 len: 168 time: 0.1525736 Feb 03 05:26:26.113134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a06826-a548-4c2c-aa4b-814d0ef92237 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1075447-ae15-4e17-90ec-855993d5c3dd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:26.192178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:26:26.212241 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: 4bc2b927-a879-4b34-8895-28ade1e00748 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:26:26.212618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 4bc2b927-a879-4b34-8895-28ade1e00748 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:26:26.387480 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 052e1709-4415-45fb-80e2-156d60304f5b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:26:26.410977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 052e1709-4415-45fb-80e2-156d60304f5b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:26:26.411314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 052e1709-4415-45fb-80e2-156d60304f5b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:26:26.411748 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 718cdae5-9113-4565-91fb-7c6c058fff7a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:26:26.430524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 718cdae5-9113-4565-91fb-7c6c058fff7a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:26:26.430867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 718cdae5-9113-4565-91fb-7c6c058fff7a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:26:26.459675 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:26.464699 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9da99a69-5e70-4fd7-a5e8-15aa5357b342 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689339596', 'description': 'tempest-secgroup-smoke-689339596 description', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:26.488818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9da99a69-5e70-4fd7-a5e8-15aa5357b342 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.552014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9da99a69-5e70-4fd7-a5e8-15aa5357b342 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (167f793e-701e-4d79-b3f9-5d85b1fbebb5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.557173 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9da99a69-5e70-4fd7-a5e8-15aa5357b342 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (167f793e-701e-4d79-b3f9-5d85b1fbebb5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.589323 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9da99a69-5e70-4fd7-a5e8-15aa5357b342 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.590594 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-9da99a69-5e70-4fd7-a5e8-15aa5357b342 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1298957 Feb 03 05:26:26.591741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da99a69-5e70-4fd7-a5e8-15aa5357b342 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167f793e-701e-4d79-b3f9-5d85b1fbebb5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:26.593926 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:26.599045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5600f6fb-c0e8-4ffe-afe8-556dc61eebdf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '167f793e-701e-4d79-b3f9-5d85b1fbebb5', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:26.625566 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5600f6fb-c0e8-4ffe-afe8-556dc61eebdf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (18952a90-9452-4f9f-a464-979dbd675c37), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.684090 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5600f6fb-c0e8-4ffe-afe8-556dc61eebdf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (18952a90-9452-4f9f-a464-979dbd675c37), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.689160 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5600f6fb-c0e8-4ffe-afe8-556dc61eebdf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (18952a90-9452-4f9f-a464-979dbd675c37), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.708909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600f6fb-c0e8-4ffe-afe8-556dc61eebdf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18952a90-9452-4f9f-a464-979dbd675c37,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:26.718417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5600f6fb-c0e8-4ffe-afe8-556dc61eebdf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.719685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5600f6fb-c0e8-4ffe-afe8-556dc61eebdf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246896 Feb 03 05:26:26.722587 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:26.726866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1317f394-0d20-4d6e-ae30-d2bae57ad6ce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '167f793e-701e-4d79-b3f9-5d85b1fbebb5', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:26.753715 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1317f394-0d20-4d6e-ae30-d2bae57ad6ce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (8abb1455-4ed0-490b-9df7-3ae0ba5e1340), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.811615 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1317f394-0d20-4d6e-ae30-d2bae57ad6ce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (8abb1455-4ed0-490b-9df7-3ae0ba5e1340), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.816646 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1317f394-0d20-4d6e-ae30-d2bae57ad6ce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8abb1455-4ed0-490b-9df7-3ae0ba5e1340), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.835480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317f394-0d20-4d6e-ae30-d2bae57ad6ce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abb1455-4ed0-490b-9df7-3ae0ba5e1340,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:26.840841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1317f394-0d20-4d6e-ae30-d2bae57ad6ce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.842022 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1317f394-0d20-4d6e-ae30-d2bae57ad6ce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185222 Feb 03 05:26:26.844795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33186) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:26.849178 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-363ce1a7-1178-47f4-8f41-a9e40c943bb0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '167f793e-701e-4d79-b3f9-5d85b1fbebb5', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:26.875083 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-363ce1a7-1178-47f4-8f41-a9e40c943bb0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (628862d6-d814-43a5-aa60-61ebf27352e9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.932593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-363ce1a7-1178-47f4-8f41-a9e40c943bb0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (628862d6-d814-43a5-aa60-61ebf27352e9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.937601 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-363ce1a7-1178-47f4-8f41-a9e40c943bb0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (628862d6-d814-43a5-aa60-61ebf27352e9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.954716 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ce1a7-1178-47f4-8f41-a9e40c943bb0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628862d6-d814-43a5-aa60-61ebf27352e9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:26.964313 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-363ce1a7-1178-47f4-8f41-a9e40c943bb0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:26.965540 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-363ce1a7-1178-47f4-8f41-a9e40c943bb0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197894 Feb 03 05:26:26.968602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:26.972982 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f2e23256-f032-4beb-8d08-45274e98ac60 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '167f793e-701e-4d79-b3f9-5d85b1fbebb5', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:26.997879 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2e23256-f032-4beb-8d08-45274e98ac60 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (d8a2ef7a-4b2a-445d-8b46-685dfdf53b19), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.057016 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2e23256-f032-4beb-8d08-45274e98ac60 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (d8a2ef7a-4b2a-445d-8b46-685dfdf53b19), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.062614 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2e23256-f032-4beb-8d08-45274e98ac60 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (d8a2ef7a-4b2a-445d-8b46-685dfdf53b19), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.080339 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e23256-f032-4beb-8d08-45274e98ac60 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a2ef7a-4b2a-445d-8b46-685dfdf53b19,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:27.092195 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f2e23256-f032-4beb-8d08-45274e98ac60 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.093373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f2e23256-f032-4beb-8d08-45274e98ac60 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238184 Feb 03 05:26:27.096241 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:27.100575 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '167f793e-701e-4d79-b3f9-5d85b1fbebb5', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:27.121814 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:26:27.126864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (dc92ecdd-3b20-4e86-b829-98d1b986c784), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.190809 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (dc92ecdd-3b20-4e86-b829-98d1b986c784), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.196626 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (dc92ecdd-3b20-4e86-b829-98d1b986c784), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.214838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc92ecdd-3b20-4e86-b829-98d1b986c784,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:27.220708 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.221918 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a07a513e-a520-4f8c-936a-f13eacaba90c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247718 Feb 03 05:26:27.225871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:27.230475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '167f793e-701e-4d79-b3f9-5d85b1fbebb5', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:27.251733 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:26:27.256749 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (a9fb7d9d-420a-4723-9f85-2da0127f7e50), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.319967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (a9fb7d9d-420a-4723-9f85-2da0127f7e50), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.325256 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (a9fb7d9d-420a-4723-9f85-2da0127f7e50), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.343007 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fb7d9d-420a-4723-9f85-2da0127f7e50,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:27.351311 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.352559 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-21475354-e8c2-4955-bd88-2a788ce72039 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256878 Feb 03 05:26:27.355423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:27.360305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'network': {'name': 'tempest-network-smoke--2018581183', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:27.381883 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:26:27.385151 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.409223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:26:27.421927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (975f675e-b70a-4a90-b5de-398712466cb9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.422276 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Added segment 975f675e-b70a-4a90-b5de-398712466cb9 of type vlan for network c612a4ab-d067-48e8-b683-e93b5b9071f1 Feb 03 05:26:27.462676 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (c612a4ab-d067-48e8-b683-e93b5b9071f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.489773 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (c612a4ab-d067-48e8-b683-e93b5b9071f1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.494701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:27.495281 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.534072 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1776109 Feb 03 05:26:27.537112 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:27.541984 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'admin_state_up': True, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:27.564547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd4f66-0954-46e6-84bb-59cfba6d11f5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Network': ['ID=c612a4ab-d067-48e8-b683-e93b5b9071f1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:27.564801 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (ed1f9c10-a1e8-40cd-90f2-605e5097b727), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.565872 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (ed1f9c10-a1e8-40cd-90f2-605e5097b727), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.575300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:26:27.590800 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:26:27.631757 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (ed1f9c10-a1e8-40cd-90f2-605e5097b727), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.764511 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ed1f9c10-a1e8-40cd-90f2-605e5097b727), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.963156 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ed1f9c10-a1e8-40cd-90f2-605e5097b727), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:27.976274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c98e013f-e0d8-4816-a3cc-2bbdf138e05a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:26:27.982697 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:28.001192 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: c98e013f-e0d8-4816-a3cc-2bbdf138e05a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:26:28.001549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device c98e013f-e0d8-4816-a3cc-2bbdf138e05a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:26:28.082535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.91 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6c8b96eb-967f-4fbb-86e7-f092964b76a0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:26:28.188906 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:28.228314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:28.265203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:26:28.270014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:26:28.273512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:26:28.278901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=6c8b96eb-967f-4fbb-86e7-f092964b76a0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:28.533103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ed1f9c10-a1e8-40cd-90f2-605e5097b727), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:28.738308 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (ed1f9c10-a1e8-40cd-90f2-605e5097b727), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:28.887590 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ed1f9c10-a1e8-40cd-90f2-605e5097b727 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:26:28.994969 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:26:29.005913 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Sync routers for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:26:29.017602 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:29.017875 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.018222 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:29.022166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ac1a8f3e-3b32-4ac5-938e-c4cb878d805b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4810052 Feb 03 05:26:29.022439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:29.052911 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a4ed5bb0-53d2-45a7-8881-8511b49170b3 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c20e37547a2e4512bf5aa7e7a419b37a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269475 Feb 03 05:26:29.053198 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33200) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:29.123205 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:29.140457 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af79b61-9739-4899-9d5d-187e61ad8169 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:29.144617 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4af79b61-9739-4899-9d5d-187e61ad8169 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878215 Feb 03 05:26:29.145030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:29.173110 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1dc2157a-822f-41ce-a26c-a1cc77ab4af4 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268397 Feb 03 05:26:29.175700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:29.180378 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1514228718', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:29.266505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:26:29.269867 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.306960 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:28Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:29.337770 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Checking router: ed1f9c10-a1e8-40cd-90f2-605e5097b727 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:26:29.338130 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Updating router ed1f9c10-a1e8-40cd-90f2-605e5097b727 port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:26:29.365386 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.450828 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (374990e1-de0d-4da8-8268-6e4f20b199ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.512582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Subnet': ['ID=374990e1-de0d-4da8-8268-6e4f20b199ef,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:29.523671 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Checking segment: {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:26:29.524060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network hostable DHCP agents. Network: c612a4ab-d067-48e8-b683-e93b5b9071f1, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:26:29.541474 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:26:29.550446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, c612a4ab-d067-48e8-b683-e93b5b9071f1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:26:29.554993 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:29.555398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.561457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b366d9-5e9f-4753-a678-7ac0cfb86123 None None] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:26:29.573540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e05041ba-83d3-47e8-9402-0f0a6caa2c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3968410 Feb 03 05:26:29.576635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:29.631933 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Publish callbacks [] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.639272 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.668057 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-c612a4ab-d067-48e8-b683-e93b5b9071f1', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:26:29.669930 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.693803 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Attempting to bind port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:26:29.693803 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Attempting to bind port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:26:29.694198 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Attempting to bind port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:26:29.702606 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:26:29.702836 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:26:29.703094 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.703546 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:26:29.704043 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Bound port: 6c8b96eb-967f-4fbb-86e7-f092964b76a0, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:26:29.704426 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.706158 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Pushing event updated for resources: {'Port': ['ID=6c8b96eb-967f-4fbb-86e7-f092964b76a0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:29.732425 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.732783 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.733122 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.733457 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.733791 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.734136 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.734443 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.734767 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.735087 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.735415 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.735762 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.736095 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.736402 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:26:29.780058 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] For port 6c8b96eb-967f-4fbb-86e7-f092964b76a0, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:26:29.783786 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] For port 6c8b96eb-967f-4fbb-86e7-f092964b76a0, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c8b96eb-967f-4fbb-86e7-f092964b76a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:26:29.793555 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.824890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Allocated IP 172.20.0.2 (c612a4ab-d067-48e8-b683-e93b5b9071f1/374990e1-de0d-4da8-8268-6e4f20b199ef/fee760ce-703a-4834-a4c9-05a308c4da9e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:26:29.859694 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:29.860799 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:29.907143 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f0184-30cf-48d3-9007-28edeb7992e4 None None] Pushing event updated for resources: {'Port': ['ID=6c8b96eb-967f-4fbb-86e7-f092964b76a0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:29.977170 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:29.981545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Publish callbacks [] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:29.993220 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.037301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:26:30.043123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:26:30.045410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:26:30.055864 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.056452 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Pushing event updated for resources: {'Port': ['ID=fee760ce-703a-4834-a4c9-05a308c4da9e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:30.107526 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Attempting to bind port fee760ce-703a-4834-a4c9-05a308c4da9e on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:26:30.108330 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Attempting to bind port fee760ce-703a-4834-a4c9-05a308c4da9e by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:26:30.108485 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Attempting to bind port fee760ce-703a-4834-a4c9-05a308c4da9e on network c612a4ab-d067-48e8-b683-e93b5b9071f1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:26:30.113464 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:26:30.113921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Checking segment: {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:26:30.114404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.114988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Bound using segment: {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:26:30.116145 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Bound port: fee760ce-703a-4834-a4c9-05a308c4da9e, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:26:30.116543 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.159194 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:28Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:30.185030 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] For port fee760ce-703a-4834-a4c9-05a308c4da9e, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:26:30.188185 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] For port fee760ce-703a-4834-a4c9-05a308c4da9e, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fee760ce-703a-4834-a4c9-05a308c4da9e,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:26:30.193367 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97601b62-de8b-4620-a406-b254e1ee9aa5 None None] The sync data for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 is: [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:28Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:26:30.195713 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.247422 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-1bec38e3-4a68-4439-991e-7006ab058eaa req-13655779-52cd-4db7-b9cb-dabb63e9daaf tempest-ServerDiskConfigTestJSON-749048705 tempest-ServerDiskConfigTestJSON-749048705-project] (103324) timed out ('10.222.0.31', 63199) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:26:30.260971 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9a915-e07e-4df6-bd31-bc47539c1222 None None] Pushing event updated for resources: {'Port': ['ID=fee760ce-703a-4834-a4c9-05a308c4da9e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:30.357725 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.1 (c612a4ab-d067-48e8-b683-e93b5b9071f1/374990e1-de0d-4da8-8268-6e4f20b199ef/eb5ceea7-2472-420a-a679-7628e60d0749) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:26:30.515861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (eb5ceea7-2472-420a-a679-7628e60d0749), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.558241 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.605729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:26:30.609464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:26:30.613994 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:26:30.650765 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=eb5ceea7-2472-420a-a679-7628e60d0749,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:30.672976 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (ed1f9c10-a1e8-40cd-90f2-605e5097b727), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:30.807999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.114607 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (eb5ceea7-2472-420a-a679-7628e60d0749), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.120739 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.207859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (ed1f9c10-a1e8-40cd-90f2-605e5097b727), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.209864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=eb5ceea7-2472-420a-a679-7628e60d0749,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:31.301048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a8da0-0249-4596-b836-29b7e9103e95 None None] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:26:31.305775 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:26:31.307158 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:26:31.384208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1345dcc2-6bad-4609-9008-a1b6b94822f0 None None] Provisioning complete for port fee760ce-703a-4834-a4c9-05a308c4da9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:31.384585 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1345dcc2-6bad-4609-9008-a1b6b94822f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.423169 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ed1f9c10-a1e8-40cd-90f2-605e5097b727 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:26:31.493131 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1345dcc2-6bad-4609-9008-a1b6b94822f0 None None] Current status of the port fee760ce-703a-4834-a4c9-05a308c4da9e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:31.493526 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1345dcc2-6bad-4609-9008-a1b6b94822f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.532222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1345dcc2-6bad-4609-9008-a1b6b94822f0 None None] For port fee760ce-703a-4834-a4c9-05a308c4da9e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fee760ce-703a-4834-a4c9-05a308c4da9e,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:31.536453 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1345dcc2-6bad-4609-9008-a1b6b94822f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.542852 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:26:31.558296 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-a5f83361-94b2-4eea-907a-175e5dc3b08c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/ed1f9c10-a1e8-40cd-90f2-605e5097b727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804497 Feb 03 05:26:31.605225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345dcc2-6bad-4609-9008-a1b6b94822f0 None None] Pushing event updated for resources: {'Port': ['ID=fee760ce-703a-4834-a4c9-05a308c4da9e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:31.731299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-aa09bf0c-79d8-4aea-8b66-0455fae040db tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689339596&fields=id&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 267 time: 0.0487347 Feb 03 05:26:31.763255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ffdd3820-dc22-4e4e-9676-207d220ee364 None None] Provisioning complete for port fee760ce-703a-4834-a4c9-05a308c4da9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:31.763700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3820-dc22-4e4e-9676-207d220ee364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.853398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd3820-dc22-4e4e-9676-207d220ee364 None None] Current status of the port fee760ce-703a-4834-a4c9-05a308c4da9e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:31.856754 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-a8ac8466-0204-4fa4-9429-f72f3346f7c7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:31.858424 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-a8ac8466-0204-4fa4-9429-f72f3346f7c7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/networks?id=c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 200 len: 797 time: 0.1203287 Feb 03 05:26:31.864157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ffdd3820-dc22-4e4e-9676-207d220ee364 None None] Provisioning complete for port eb5ceea7-2472-420a-a679-7628e60d0749 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:31.864530 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3820-dc22-4e4e-9676-207d220ee364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:31.876017 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-6e035d67-d40c-476e-853a-7153910852c0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/quotas/c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 375 time: 0.0116153 Feb 03 05:26:31.910467 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd3820-dc22-4e4e-9676-207d220ee364 None None] Port eb5ceea7-2472-420a-a679-7628e60d0749 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:26:31.935450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-54efce78-5962-457c-8834-79df6f8f3440 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534868 Feb 03 05:26:31.976116 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Sync routers for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:26:31.994442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:31.995093 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:32.070432 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-331823f1-4e43-4e8b-8d3a-7416b2ba485a None None] Provisioning complete for port eb5ceea7-2472-420a-a679-7628e60d0749 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:32.070710 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-331823f1-4e43-4e8b-8d3a-7416b2ba485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:32.158191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-331823f1-4e43-4e8b-8d3a-7416b2ba485a None None] Port eb5ceea7-2472-420a-a679-7628e60d0749 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:26:32.165601 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:32.201216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fee760ce-703a-4834-a4c9-05a308c4da9e up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:26:32.355695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-299b9ea8-27ca-4561-b0a1-a0ce0734746e None None] Provisioning complete for port eb5ceea7-2472-420a-a679-7628e60d0749 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:32.356464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-299b9ea8-27ca-4561-b0a1-a0ce0734746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:32.393598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port fee760ce-703a-4834-a4c9-05a308c4da9e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:32.393955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:32.406014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-9c924fc0-b333-4bc4-bc62-80736b425a9d service neutron] 10.222.0.35 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583771 Feb 03 05:26:32.432148 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-299b9ea8-27ca-4561-b0a1-a0ce0734746e None None] Port eb5ceea7-2472-420a-a679-7628e60d0749 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:26:32.495658 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-12db2f40-744c-4163-8f45-547c0389f121 service neutron] 10.222.0.35 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835087 Feb 03 05:26:32.537158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 2, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:32.540101 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port fee760ce-703a-4834-a4c9-05a308c4da9e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:32.541152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c8b96eb-967f-4fbb-86e7-f092964b76a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:26:32.583557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Checking router: ed1f9c10-a1e8-40cd-90f2-605e5097b727 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:26:32.583557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Updating router ed1f9c10-a1e8-40cd-90f2-605e5097b727 port eb5ceea7-2472-420a-a679-7628e60d0749 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:26:32.628704 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:32.675126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:32.675908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:32.693789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-288245c0-6d02-4a73-8b90-0f5828775fff req-c43936b5-5449-41f4-a6ad-01937b6407ec tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 210 time: 0.0333641 Feb 03 05:26:33.045976 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:33.046370 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.084154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 6c8b96eb-967f-4fbb-86e7-f092964b76a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c8b96eb-967f-4fbb-86e7-f092964b76a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:33.093114 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.185081 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Publish callbacks [] for port (eb5ceea7-2472-420a-a679-7628e60d0749), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.186537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=6c8b96eb-967f-4fbb-86e7-f092964b76a0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:33.193416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.257840 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ef79b-1bc5-4cdb-a718-6a69bc3ae3a8 None None] Pushing event updated for resources: {'Port': ['ID=eb5ceea7-2472-420a-a679-7628e60d0749,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:33.260027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c764aec8-e2c3-42b1-aca7-4b506ca9e85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.314992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Attempting to bind port eb5ceea7-2472-420a-a679-7628e60d0749 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:26:33.315403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Attempting to bind port eb5ceea7-2472-420a-a679-7628e60d0749 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:26:33.315802 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Attempting to bind port eb5ceea7-2472-420a-a679-7628e60d0749 on network c612a4ab-d067-48e8-b683-e93b5b9071f1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:26:33.321307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:26:33.321588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Checking segment: {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:26:33.322016 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.322365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Bound using segment: {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:26:33.322827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Bound port: eb5ceea7-2472-420a-a679-7628e60d0749, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:26:33.323203 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.393853 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] For port eb5ceea7-2472-420a-a679-7628e60d0749, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:26:33.397718 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] For port eb5ceea7-2472-420a-a679-7628e60d0749, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eb5ceea7-2472-420a-a679-7628e60d0749,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:26:33.404487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.476858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:33.477510 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:33.479319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ef79b-1bc5-4cdb-a718-6a69bc3ae3a8 None None] Pushing event updated for resources: {'Port': ['ID=eb5ceea7-2472-420a-a679-7628e60d0749,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:33.521604 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-12411c0f-7f41-4ffe-85a5-5b803c3f7c71 None None] Provisioning complete for port eb5ceea7-2472-420a-a679-7628e60d0749 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:33.521984 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12411c0f-7f41-4ffe-85a5-5b803c3f7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.666878 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:33.679078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-a94a2394-f281-4d7f-a1ee-d68a642c42c8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:33.681650 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-a94a2394-f281-4d7f-a1ee-d68a642c42c8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/networks?id=c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 200 len: 797 time: 0.1548092 Feb 03 05:26:33.719339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12411c0f-7f41-4ffe-85a5-5b803c3f7c71 None None] Current status of the port eb5ceea7-2472-420a-a679-7628e60d0749 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:33.719673 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12411c0f-7f41-4ffe-85a5-5b803c3f7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.750267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-6daedfd5-d279-4e33-88f2-9e5595dcfced tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 379 time: 0.0596521 Feb 03 05:26:33.760775 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'port': {'device_id': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'admin_state_up': True, 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'security_groups': ['167f793e-701e-4d79-b3f9-5d85b1fbebb5']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:33.797089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f4c0f9dd-0e5c-4dfd-a092-6d39c3cd9902 req-8ba93ba5-2fb5-4e6c-b53b-c04f6ab75420 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 210 time: 0.0324943 Feb 03 05:26:33.834025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-12411c0f-7f41-4ffe-85a5-5b803c3f7c71 None None] For port eb5ceea7-2472-420a-a679-7628e60d0749, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eb5ceea7-2472-420a-a679-7628e60d0749,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:33.841419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12411c0f-7f41-4ffe-85a5-5b803c3f7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.876901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:26:33.880477 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:33.926500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12411c0f-7f41-4ffe-85a5-5b803c3f7c71 None None] Pushing event updated for resources: {'Port': ['ID=eb5ceea7-2472-420a-a679-7628e60d0749,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:33.966851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:34.000068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-91f0f620-a7ed-4e30-9f13-5b45b0aff8a5 None None] Provisioning complete for port eb5ceea7-2472-420a-a679-7628e60d0749 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:34.001069 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91f0f620-a7ed-4e30-9f13-5b45b0aff8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.003028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59b434-f7c0-433a-ac0e-5d36f6e1d975 None None] The sync data for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 is: [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:26:34.020305 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.12 (c612a4ab-d067-48e8-b683-e93b5b9071f1/374990e1-de0d-4da8-8268-6e4f20b199ef/fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:26:34.056359 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c8b96eb-967f-4fbb-86e7-f092964b76a0 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:26:34.150242 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-91f0f620-a7ed-4e30-9f13-5b45b0aff8a5 None None] Current status of the port eb5ceea7-2472-420a-a679-7628e60d0749 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:34.155549 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:34.156419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.215796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.248723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:34.256745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.306306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:26:34.309431 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:26:34.312432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:26:34.349572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:34.378821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:34.379652 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.401448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-1a4cd756-64d1-4550-b7ae-3a6ba50598c3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6444895 Feb 03 05:26:34.414659 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Request body: {'port': {'device_id': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:34.485552 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.573547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e6120b63-a68a-489c-a28e-383802e80bea None None] Provisioning complete for port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:34.574630 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6120b63-a68a-489c-a28e-383802e80bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.619403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e6120b63-a68a-489c-a28e-383802e80bea None None] Port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:26:34.775411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:26:34.783425 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Publish callbacks [] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.796132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Transition to ACTIVE for port object fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:26:34.801446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.851351 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:34.938412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Attempting to bind port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:26:34.939101 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Attempting to bind port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:26:34.939441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Attempting to bind port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 on network c612a4ab-d067-48e8-b683-e93b5b9071f1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:26:34.944114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 on network c612a4ab-d067-48e8-b683-e93b5b9071f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:26:34.944443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Attempting to bind port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 on network c612a4ab-d067-48e8-b683-e93b5b9071f1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:26:34.950393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:26:34.950741 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Checking segment: {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:26:34.951134 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Bound using segment: {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:26:34.951593 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Bound port: fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975f675e-b70a-4a90-b5de-398712466cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:26:34.952139 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:34.968749 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7cf6f-3a10-4582-9dff-600e460d215b req-7314d286-b696-46b7-b0b5-e869725dd8a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:34.970395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75b7cf6f-3a10-4582-9dff-600e460d215b req-7314d286-b696-46b7-b0b5-e869725dd8a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 944 time: 0.0694344 Feb 03 05:26:35.029250 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-75b7cf6f-3a10-4582-9dff-600e460d215b req-9bf49fee-667b-44c2-9c63-df78993e9a29 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527606 Feb 03 05:26:35.351763 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] For port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:26:35.354691 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] For port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:26:35.363202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:35.394766 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:35.395398 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:35.396782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] 10.222.0.15 "PUT /v2.0/ports/fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 200 len: 1092 time: 0.9871137 Feb 03 05:26:35.397229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:26:35.399486 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eefe0c-0b52-4af0-a36a-b2dca73f9031" -d '{"events": [{"name": "network-changed", "server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:26:35.425206 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3c76b-2bcb-407c-9e9c-a576190db238 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:35.445188 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bbf7cd-3243-429b-9986-afe67029fb55 x-openstack-request-id: req-23bbf7cd-3243-429b-9986-afe67029fb55 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:26:35.445484 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:26:35.445789 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23bbf7cd-3243-429b-9986-afe67029fb55 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:26:35.446206 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'status': 'completed', 'code': 200} Feb 03 05:26:35.498868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-e08cfd6c-1501-475b-97e7-36c2ad65b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:35.500438 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-e08cfd6c-1501-475b-97e7-36c2ad65b734 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1126 time: 0.0488276 Feb 03 05:26:35.546635 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-6d309734-4790-433f-b759-64c9a71237df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 200 len: 217 time: 0.0384529 Feb 03 05:26:35.596689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7e141348-8d43-4d03-a9ee-962fe05158cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:35.598155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-7e141348-8d43-4d03-a9ee-962fe05158cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374990e1-de0d-4da8-8268-6e4f20b199ef HTTP/1.1" status: 200 len: 835 time: 0.0448205 Feb 03 05:26:35.647335 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9169-2e93-4cb0-be73-52da4424243f req-98f17947-c3be-46da-a1c8-dd71b26b8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:35.648891 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-98f17947-c3be-46da-a1c8-dd71b26b8408 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c612a4ab-d067-48e8-b683-e93b5b9071f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442021 Feb 03 05:26:35.742918 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-d5f52aad-eff2-40f9-9602-123be7a0e996 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880058 Feb 03 05:26:35.831631 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e19d9169-2e93-4cb0-be73-52da4424243f req-af20c642-c585-4b7a-8f7f-37de6f438341 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817411 Feb 03 05:26:35.930338 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-d96d3b40-0b67-4d26-86df-f974f3b6c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:35.931830 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-d96d3b40-0b67-4d26-86df-f974f3b6c7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1126 time: 0.0491769 Feb 03 05:26:36.026153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-b396b976-bba7-4dea-b263-1210bfe9798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:36.027687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-b396b976-bba7-4dea-b263-1210bfe9798d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 200 len: 898 time: 0.0900207 Feb 03 05:26:36.072752 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-09b05d6e-f3f1-4445-8102-9bf5fbac6c69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 200 len: 217 time: 0.0384185 Feb 03 05:26:36.074415 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eb5ceea7-2472-420a-a679-7628e60d0749 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:26:36.122898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-bd1d2d16-8052-42df-95b4-a87df5e0d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:36.124419 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-bd1d2d16-8052-42df-95b4-a87df5e0d17c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374990e1-de0d-4da8-8268-6e4f20b199ef HTTP/1.1" status: 200 len: 835 time: 0.0452774 Feb 03 05:26:36.126358 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port eb5ceea7-2472-420a-a679-7628e60d0749 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:36.126735 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:36.158813 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2458c-9784-4c18-b8fa-45344a0a9d7e req-91f9adde-0aff-49d9-9dd6-e8e76ff8b088 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:36.161092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbe2458c-9784-4c18-b8fa-45344a0a9d7e req-91f9adde-0aff-49d9-9dd6-e8e76ff8b088 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 944 time: 0.0555873 Feb 03 05:26:36.174879 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-72283c0a-2aa8-47c8-bcc4-37189d4a9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:36.176601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-72283c0a-2aa8-47c8-bcc4-37189d4a9218 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c612a4ab-d067-48e8-b683-e93b5b9071f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458691 Feb 03 05:26:36.213273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port eb5ceea7-2472-420a-a679-7628e60d0749 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:36.213851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bbe2458c-9784-4c18-b8fa-45344a0a9d7e req-5a1c3398-8af5-41e2-8ed1-f685ce724c12 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460413 Feb 03 05:26:36.276480 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-2d8a9b6b-94cb-446c-9a93-d295e1c2bdce service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925829 Feb 03 05:26:36.365328 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48eefe0c-0b52-4af0-a36a-b2dca73f9031 req-1a0bcb4b-c754-4ad5-ba58-85024f02e0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824003 Feb 03 05:26:36.426822 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7e46032-a938-42b7-b6bd-7f64ba16b2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:36.919660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:37.351674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0a3ad-362d-4296-b5e5-f77a5f5ed905 req-4e384c3c-fe3a-44f3-a785-9aa5b95430a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:37.353176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5c0a3ad-362d-4296-b5e5-f77a5f5ed905 req-4e384c3c-fe3a-44f3-a785-9aa5b95430a4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 944 time: 0.0581739 Feb 03 05:26:37.402555 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e5c0a3ad-362d-4296-b5e5-f77a5f5ed905 req-3ce18092-e7f2-4bc0-b882-1952181808f1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423584 Feb 03 05:26:37.887981 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:26:38.021845 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:38.033103 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'port_id': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'mac_address': 'fa:16:3e:88:e6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:26:38.070398 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:38.070785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:38.083543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:26:38.104388 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:38.110908 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:38.159897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:38.348062 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:26:38.373648 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:38.523010 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2439-c0c5-45bd-bac4-b045ebba6849 req-58e58a7a-e96f-4376-9f32-a7a25c74b391 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:38.524718 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-951f2439-c0c5-45bd-bac4-b045ebba6849 req-58e58a7a-e96f-4376-9f32-a7a25c74b391 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 945 time: 0.0530770 Feb 03 05:26:38.574740 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-951f2439-c0c5-45bd-bac4-b045ebba6849 req-0e0fc342-e339-400a-885c-7500fb1d6841 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Feb 03 05:26:39.349083 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:39.703862 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fcb7b-6a8d-4209-b52b-a46f7c10c53b req-8a79a0ec-fa4e-4856-a900-85e5887379e2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:39.705361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f4fcb7b-6a8d-4209-b52b-a46f7c10c53b req-8a79a0ec-fa4e-4856-a900-85e5887379e2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 945 time: 0.0553358 Feb 03 05:26:39.760577 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6f4fcb7b-6a8d-4209-b52b-a46f7c10c53b req-edfb15fe-c097-4737-b2f2-b6e23bc8f3e1 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494132 Feb 03 05:26:39.905742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:26:39.969084 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:26:39.972828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:26:39.973198 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:40.051300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:26:40.051723 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:40.075136 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:26:40.077459 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d69c50-c571-429b-85f9-cd986bc2f386" -d '{"events": [{"server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "name": "network-vif-plugged", "status": "completed", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:26:40.089780 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:26:40.094897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:40.117522 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747ba84d-355f-4161-8e6d-79ca33fb94ed x-openstack-request-id: req-747ba84d-355f-4161-8e6d-79ca33fb94ed {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:26:40.117820 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "name": "network-vif-plugged", "status": "completed", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:26:40.118075 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-747ba84d-355f-4161-8e6d-79ca33fb94ed {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:26:40.118472 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'code': 200} Feb 03 05:26:40.143920 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:40.220749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e62df-ab6e-46b9-9c0a-c88dc2ceea8d req-c2bfa2a0-3cc8-4332-981e-28da0560e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:40.222278 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f47e62df-ab6e-46b9-9c0a-c88dc2ceea8d req-c2bfa2a0-3cc8-4332-981e-28da0560e447 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1128 time: 0.0466144 Feb 03 05:26:40.280621 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f47e62df-ab6e-46b9-9c0a-c88dc2ceea8d req-3fdcaff6-97d8-49d1-a678-79340ba56ddb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Feb 03 05:26:40.902461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf2e0-4e13-4e81-a63a-978ab6fcbd38 req-5f6b5e4a-23c2-4bfc-9ffb-29e9a2ea547a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:40.904355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67cbf2e0-4e13-4e81-a63a-978ab6fcbd38 req-5f6b5e4a-23c2-4bfc-9ffb-29e9a2ea547a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0637462 Feb 03 05:26:40.959014 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67cbf2e0-4e13-4e81-a63a-978ab6fcbd38 req-3b807f25-dd6e-4f47-b162-87562c8c01cf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487432 Feb 03 05:26:42.094959 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f5905-174e-418c-898f-4fffda123ec7 req-bd8c327d-0396-474d-968a-691593e3da75 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:42.096485 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-705f5905-174e-418c-898f-4fffda123ec7 req-bd8c327d-0396-474d-968a-691593e3da75 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0569689 Feb 03 05:26:42.147544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-705f5905-174e-418c-898f-4fffda123ec7 req-25cf01a5-4e8f-41a0-9ad7-1f30522f7f43 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Feb 03 05:26:42.270894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c163a56-4141-473f-9f4a-ec4a4c92b1e4 req-8ff9ba50-aaa9-4dcc-93bc-fed4a6b24247 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:42.272299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c163a56-4141-473f-9f4a-ec4a4c92b1e4 req-8ff9ba50-aaa9-4dcc-93bc-fed4a6b24247 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0582287 Feb 03 05:26:42.323089 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6c163a56-4141-473f-9f4a-ec4a4c92b1e4 req-7ab2dcd6-5668-4f5d-845a-14271e4359e9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429413 Feb 03 05:26:42.345999 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:42.389248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63366e1-7c6b-4e41-9a03-a850d413f986 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:42.390746 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d63366e1-7c6b-4e41-9a03-a850d413f986 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1123 time: 0.0437617 Feb 03 05:26:42.394894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:42.399266 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:26:42.421927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:42.524246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:42.629346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.141 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/83655fea-7aeb-46f0-86d5-2789e9ee9abe) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:26:42.744104 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:42.784063 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:42.830250 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:26:42.833192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:26:42.839754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:26:42.862383 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=83655fea-7aeb-46f0-86d5-2789e9ee9abe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:43.223918 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (bdd37420-d8c9-439c-9394-ed5f3a4bd49b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:43.292550 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:43.456941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:43.463912 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:43.532508 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=83655fea-7aeb-46f0-86d5-2789e9ee9abe,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:26:43.545678 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (bdd37420-d8c9-439c-9394-ed5f3a4bd49b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:43.641559 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP bdd37420-d8c9-439c-9394-ed5f3a4bd49b associated. External IP: 172.25.7.141, port: fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645. Feb 03 05:26:43.850750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ed1f9c10-a1e8-40cd-90f2-605e5097b727 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:26:43.958701 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:26:43.969119 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] Sync routers for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:26:43.980105 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:43.981501 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:43.982291 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:44.010502 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-059d6194-ea08-45f8-bb90-0181f68a03c2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6146109 Feb 03 05:26:44.011226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:26:44.013679 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3734ec37-d78e-43dc-ab6c-0a0939d34e71" -d '{"events": [{"name": "network-changed", "server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:26:44.055832 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277bfbd3-d852-460d-b604-89fed7d3e04c x-openstack-request-id: req-277bfbd3-d852-460d-b604-89fed7d3e04c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:26:44.056211 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:26:44.056478 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-277bfbd3-d852-460d-b604-89fed7d3e04c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:26:44.056903 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'status': 'completed', 'code': 200} Feb 03 05:26:44.122488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39abc78-7daf-4d2f-a152-7acb53d45303 req-a69253f2-07b1-4575-a845-a648a72942ae tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:44.124291 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d39abc78-7daf-4d2f-a152-7acb53d45303 req-a69253f2-07b1-4575-a845-a648a72942ae tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0570593 Feb 03 05:26:44.129970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-1053eaa9-82d1-4f79-98f8-682ce982ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:44.131683 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-1053eaa9-82d1-4f79-98f8-682ce982ad77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1128 time: 0.0527909 Feb 03 05:26:44.177922 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d39abc78-7daf-4d2f-a152-7acb53d45303 req-411074c8-07e6-48b3-84b8-6fdb7aad2a95 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459919 Feb 03 05:26:44.199933 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:44.212667 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:44.225624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-1657cd45-3342-41b2-aa00-71c30d45884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:44.227264 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-1657cd45-3342-41b2-aa00-71c30d45884c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 200 len: 898 time: 0.0900307 Feb 03 05:26:44.266087 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-219ac5f5-0e4a-4dfe-84d9-f60edff3a667 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bdd37420-d8c9-439c-9394-ed5f3a4bd49b HTTP/1.1" status: 200 len: 992 time: 0.0636284 Feb 03 05:26:44.294993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-741199f7-db82-4e8d-8847-d749604c79b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 200 len: 1000 time: 0.0615056 Feb 03 05:26:44.341850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-1fc14f7b-ca0f-4a4c-a8ed-66f02c1ae5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:44.343318 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-1fc14f7b-ca0f-4a4c-a8ed-66f02c1ae5c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374990e1-de0d-4da8-8268-6e4f20b199ef HTTP/1.1" status: 200 len: 835 time: 0.0432413 Feb 03 05:26:44.392608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-a8014fbc-0369-43c6-a59e-4ac68e1fc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:26:44.394185 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-a8014fbc-0369-43c6-a59e-4ac68e1fc99a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c612a4ab-d067-48e8-b683-e93b5b9071f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450623 Feb 03 05:26:44.443124 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bdd37420-d8c9-439c-9394-ed5f3a4bd49b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'port_id': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'mac_address': 'fa:16:3e:88:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:26:43Z', 'updated_at': '2022-02-03T05:26:43Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:44.469271 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] Checking router: ed1f9c10-a1e8-40cd-90f2-605e5097b727 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:26:44.478056 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:26:44.478654 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:26:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:44.485087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-4219d89a-7195-4ddc-a5f2-115092c0b223 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Feb 03 05:26:44.573125 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-3734ec37-d78e-43dc-ab6c-0a0939d34e71 req-ab2ce480-9cf2-4816-abed-5820957038ce service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820904 Feb 03 05:26:44.583449 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:26:44.837718 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bdd37420-d8c9-439c-9394-ed5f3a4bd49b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'port_id': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'mac_address': 'fa:16:3e:88:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:26:43Z', 'updated_at': '2022-02-03T05:26:43Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:26:44.863857 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae6c71-94a0-4472-9e92-c80c49934478 None None] The sync data for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 is: [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bdd37420-d8c9-439c-9394-ed5f3a4bd49b', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'port_id': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'mac_address': 'fa:16:3e:88:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:26:43Z', 'updated_at': '2022-02-03T05:26:43Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:26:45.061027 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb65fe8-9406-4852-8afd-f47be86dfa03 None None] New status for floating IP bdd37420-d8c9-439c-9394-ed5f3a4bd49b: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:26:45.269270 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33266) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:45.333381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-b0d8e55c-4e49-4cc2-9e20-d6f7f7d7f78b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bdd37420-d8c9-439c-9394-ed5f3a4bd49b HTTP/1.1" status: 200 len: 992 time: 0.0627797 Feb 03 05:26:46.339013 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:26:46.411274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2fcfce53-3d8e-499d-9306-7fac4d3d8dce tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bdd37420-d8c9-439c-9394-ed5f3a4bd49b HTTP/1.1" status: 200 len: 994 time: 0.0707943 Feb 03 05:26:54.357733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:26:54.494784 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:03.227974 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f3d7-4ff1-4686-a09b-edc44d5694f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:04.605471 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:27:06.437846 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16f49650-12c2-4560-b23a-9eed3a904f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:06.930646 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:08.361992 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:09.350559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:17.898853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5ea8c-1049-40e3-ad30-988b1cf038a8 req-5c99a458-69c6-4b59-9df0-9bdb78fd4c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:17.900512 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cd5ea8c-1049-40e3-ad30-988b1cf038a8 req-5c99a458-69c6-4b59-9df0-9bdb78fd4c21 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0547688 Feb 03 05:27:17.950882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9cd5ea8c-1049-40e3-ad30-988b1cf038a8 req-05eb5ace-230b-4b3a-89b1-6076f987f6b9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445955 Feb 03 05:27:19.099790 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ea5fa-9cdf-4b37-bfa4-7f5873ce9a52 req-5c03e957-8ec3-4184-bddf-81ad2e76c350 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:19.101282 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c66ea5fa-9cdf-4b37-bfa4-7f5873ce9a52 req-5c03e957-8ec3-4184-bddf-81ad2e76c350 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0559349 Feb 03 05:27:19.154774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c66ea5fa-9cdf-4b37-bfa4-7f5873ce9a52 req-6e45aef0-0ca7-4df5-849e-2b0b60595080 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 Feb 03 05:27:20.292290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d5cf-a1f9-4b0b-9251-9863279dcc8a req-373236be-4b18-4a4c-b653-f6c1dfac065c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:20.293710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4778d5cf-a1f9-4b0b-9251-9863279dcc8a req-373236be-4b18-4a4c-b653-f6c1dfac065c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0556550 Feb 03 05:27:20.343536 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4778d5cf-a1f9-4b0b-9251-9863279dcc8a req-9d89926e-da70-4811-9fb1-24aa72f68adf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 Feb 03 05:27:21.476630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149fc6-4129-4e15-809e-b5ebe2d022bc req-3e2f94d3-6bcc-4bfb-af72-f6c0e8caaadb tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:21.478112 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f149fc6-4129-4e15-809e-b5ebe2d022bc req-3e2f94d3-6bcc-4bfb-af72-f6c0e8caaadb tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0566907 Feb 03 05:27:21.525771 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8f149fc6-4129-4e15-809e-b5ebe2d022bc req-d718def7-d64d-4ec6-9d12-c64438d5a1d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Feb 03 05:27:22.666818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2f57-c4bb-4017-9319-e6b5a51384d6 req-89ec6076-5979-41a1-95cf-c4541f4e16df tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:22.668376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b7e2f57-c4bb-4017-9319-e6b5a51384d6 req-89ec6076-5979-41a1-95cf-c4541f4e16df tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0661082 Feb 03 05:27:22.729450 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0b7e2f57-c4bb-4017-9319-e6b5a51384d6 req-1aa05d94-f7ef-4efa-a198-0f148676035e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526798 Feb 03 05:27:23.861688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72ad7e-a7f8-4ab4-af70-a397b630aed0 req-62e517e3-0157-4fc3-8ad7-0e4415ff52dd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:23.863203 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed72ad7e-a7f8-4ab4-af70-a397b630aed0 req-62e517e3-0157-4fc3-8ad7-0e4415ff52dd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0567029 Feb 03 05:27:23.914458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ed72ad7e-a7f8-4ab4-af70-a397b630aed0 req-23ae069b-21d7-41a6-b539-0ca27c5fab8a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 Feb 03 05:27:24.369141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:24.518595 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:25.051051 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673867-1701-48d3-9178-4bbc739df98a req-d5a5e121-baab-4b4f-a705-59aac6dc8943 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:25.052573 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38673867-1701-48d3-9178-4bbc739df98a req-d5a5e121-baab-4b4f-a705-59aac6dc8943 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0599525 Feb 03 05:27:25.103683 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-38673867-1701-48d3-9178-4bbc739df98a req-a4c34119-e0e9-4c7f-a768-5307a13e7b44 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452223 Feb 03 05:27:26.249810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8516676-f4a3-4228-9d8f-4617c65f9fdd req-59850657-6031-4caa-8e85-a9a10a57a74b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:26.251209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8516676-f4a3-4228-9d8f-4617c65f9fdd req-59850657-6031-4caa-8e85-a9a10a57a74b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0642967 Feb 03 05:27:26.302259 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8516676-f4a3-4228-9d8f-4617c65f9fdd req-e2bae576-bd71-42dd-be25-11baf39e25cf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Feb 03 05:27:27.434436 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aa9cf-e429-4fc0-8093-41e7841e9542 req-452bb848-5b52-452c-b53e-73130092c77f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:27.435991 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-394aa9cf-e429-4fc0-8093-41e7841e9542 req-452bb848-5b52-452c-b53e-73130092c77f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0548058 Feb 03 05:27:27.488349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-394aa9cf-e429-4fc0-8093-41e7841e9542 req-929785f0-3be5-43f0-baf1-01e07942c59a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467436 Feb 03 05:27:28.622162 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aa5e0-048f-434f-b2de-611839f3c9e6 req-32b8f896-fbf4-43e1-9f54-d62058025b28 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:28.623728 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-392aa5e0-048f-434f-b2de-611839f3c9e6 req-32b8f896-fbf4-43e1-9f54-d62058025b28 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0588787 Feb 03 05:27:28.673685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-392aa5e0-048f-434f-b2de-611839f3c9e6 req-53ee123a-ff8f-47f9-bb43-7be57d7578b5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 Feb 03 05:27:29.805156 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383a93-145e-407c-be02-7d79fee9dc99 req-e722310b-79c0-45fa-9910-f051001b45ff tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:29.806669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59383a93-145e-407c-be02-7d79fee9dc99 req-e722310b-79c0-45fa-9910-f051001b45ff tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0549207 Feb 03 05:27:29.855812 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-59383a93-145e-407c-be02-7d79fee9dc99 req-1d598e15-8278-4504-b6a5-efce6e5a4a81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Feb 03 05:27:30.991753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1db9-ce01-44e7-91ec-f20487d4c231 req-88737473-67b1-4f5c-b46f-ccc6f0064638 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:30.993265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb4e1db9-ce01-44e7-91ec-f20487d4c231 req-88737473-67b1-4f5c-b46f-ccc6f0064638 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0591319 Feb 03 05:27:31.042953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bb4e1db9-ce01-44e7-91ec-f20487d4c231 req-8cebd5fd-0e24-473d-bceb-3070e5ecfbf4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431583 Feb 03 05:27:32.177835 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f0f6-5fcf-4af3-a198-5ce21284b881 req-371a2926-ba11-473e-ac48-9d186be19e6b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:32.179311 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9f7f0f6-5fcf-4af3-a198-5ce21284b881 req-371a2926-ba11-473e-ac48-9d186be19e6b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0560000 Feb 03 05:27:32.231185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d9f7f0f6-5fcf-4af3-a198-5ce21284b881 req-81ded240-48e2-4abd-9196-7dcb9f7bdf27 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Feb 03 05:27:33.214091 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcc933c-faa0-458b-aa0e-5e80ecc46a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:33.366126 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c2c0-e722-48a6-bf11-f932d7d3723e req-6b3fd5bf-3d10-4b1c-b151-b24874db591d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:33.367690 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1783c2c0-e722-48a6-bf11-f932d7d3723e req-6b3fd5bf-3d10-4b1c-b151-b24874db591d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0551372 Feb 03 05:27:33.423027 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1783c2c0-e722-48a6-bf11-f932d7d3723e req-35f21884-43cc-4701-bcc9-a7031809af6d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493810 Feb 03 05:27:33.445350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33312) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:27:33.506100 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-aec5cbd3-093a-486c-80a3-169bb3c8565a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bdd37420-d8c9-439c-9394-ed5f3a4bd49b HTTP/1.1" status: 200 len: 994 time: 0.0595105 Feb 03 05:27:34.793980 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045adeb-3c9e-4e32-a28d-7c863b148783 req-91088a8f-1a67-4db5-b1db-911dd70c6949 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:34.795483 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6045adeb-3c9e-4e32-a28d-7c863b148783 req-91088a8f-1a67-4db5-b1db-911dd70c6949 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0536609 Feb 03 05:27:34.850431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6045adeb-3c9e-4e32-a28d-7c863b148783 req-093b72d4-6031-4feb-a176-f1df1a24dce0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489895 Feb 03 05:27:34.866967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-104b98f5-b094-4e73-bef4-eb0e6f0735ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:34.868524 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-104b98f5-b094-4e73-bef4-eb0e6f0735ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1128 time: 0.0927377 Feb 03 05:27:34.956936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-c9cf31a6-4dfb-4bb8-a562-1e4be0a87576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:34.958418 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-c9cf31a6-4dfb-4bb8-a562-1e4be0a87576 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 200 len: 898 time: 0.0833354 Feb 03 05:27:35.026201 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-33fe54fa-d7b3-435a-b047-e37aee9efc1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 200 len: 1002 time: 0.0613272 Feb 03 05:27:35.074052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-aff661b9-904d-4395-ac4a-df4ec637ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:35.075396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-aff661b9-904d-4395-ac4a-df4ec637ea3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374990e1-de0d-4da8-8268-6e4f20b199ef HTTP/1.1" status: 200 len: 835 time: 0.0434768 Feb 03 05:27:35.123047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-3808952b-2ae8-4b34-8ef4-cf1ad8c1fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:35.124519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-3808952b-2ae8-4b34-8ef4-cf1ad8c1fe5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c612a4ab-d067-48e8-b683-e93b5b9071f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435681 Feb 03 05:27:35.220992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-92290dde-072e-4500-a245-e8b303d7fd38 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903294 Feb 03 05:27:35.320262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4e3646de-b4b5-42db-a895-82ee2adc1a1f req-25b1eaa0-57f9-4fed-896e-f9597d331a30 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933778 Feb 03 05:27:35.983712 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aad68-7197-4efd-89c4-a66c1f1e6c25 req-f20a97c9-0f08-4df9-8aeb-5db64c43517f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:35.985246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-330aad68-7197-4efd-89c4-a66c1f1e6c25 req-f20a97c9-0f08-4df9-8aeb-5db64c43517f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0553081 Feb 03 05:27:36.036877 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-330aad68-7197-4efd-89c4-a66c1f1e6c25 req-7a8e6d8b-5cad-4f59-b451-ef58412bf1f7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460093 Feb 03 05:27:36.059413 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33324) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:27:36.120215 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-bdf5c007-2c05-49b9-8830-e467d5d33159 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bdd37420-d8c9-439c-9394-ed5f3a4bd49b HTTP/1.1" status: 200 len: 994 time: 0.0596421 Feb 03 05:27:36.437463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e1ba173-bea0-49e7-a753-7af4c9d49a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:36.931402 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:38.078926 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-a2412890-4ad5-4905-8a3a-57f78419345b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459015 Feb 03 05:27:38.170011 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a240-7e4e-441d-be68-38e68c31210a req-cba6c2e5-9f3e-4b25-860d-70f731e125e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:38.171537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-cba6c2e5-9f3e-4b25-860d-70f731e125e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1128 time: 0.0494180 Feb 03 05:27:38.274190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a240-7e4e-441d-be68-38e68c31210a req-788d76ad-0d66-4643-92d2-0c8eb4a7f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:38.275637 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-788d76ad-0d66-4643-92d2-0c8eb4a7f709 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 200 len: 898 time: 0.0857620 Feb 03 05:27:38.343697 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-d9ee22c8-ce0b-43de-bb62-e6f716aea6cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 200 len: 1002 time: 0.0616794 Feb 03 05:27:38.360043 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:38.392182 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a240-7e4e-441d-be68-38e68c31210a req-82786115-a5dd-46ef-af02-48e7d1ab2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:38.393607 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-82786115-a5dd-46ef-af02-48e7d1ab2052 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374990e1-de0d-4da8-8268-6e4f20b199ef HTTP/1.1" status: 200 len: 835 time: 0.0438783 Feb 03 05:27:38.444229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a240-7e4e-441d-be68-38e68c31210a req-ec3991fd-3eb0-4396-9e35-4cac741b6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:27:38.445741 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-ec3991fd-3eb0-4396-9e35-4cac741b6a4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c612a4ab-d067-48e8-b683-e93b5b9071f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463176 Feb 03 05:27:38.541210 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-5daf6041-1874-471b-b225-8362bab7fd40 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867403 Feb 03 05:27:38.632606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ae68a240-7e4e-441d-be68-38e68c31210a req-1baabcf1-6c28-4c81-a887-d82a0a258b1f service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856831 Feb 03 05:27:39.354174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:41.603364 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:27:54.374931 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:27:54.504342 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:03.227478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a815d042-e7d8-4c2d-81b4-4f5950e50a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:06.439435 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74c65cd3-d420-457d-b658-707839144c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:06.752476 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:06.916636 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 83655fea-7aeb-46f0-86d5-2789e9ee9abe {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:28:06.916954 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:06.926737 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:06.996884 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:06.997195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (83655fea-7aeb-46f0-86d5-2789e9ee9abe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:07.009651 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 83655fea-7aeb-46f0-86d5-2789e9ee9abe owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:28:07.164786 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (83655fea-7aeb-46f0-86d5-2789e9ee9abe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:07.189726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=83655fea-7aeb-46f0-86d5-2789e9ee9abe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:07.201544 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.201899 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.202245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.202581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.202918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.203245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.203579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.203937 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.204267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.204575 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.204900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.205222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.205538 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:07.262497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (bdd37420-d8c9-439c-9394-ed5f3a4bd49b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:07.262793 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP bdd37420-d8c9-439c-9394-ed5f3a4bd49b disassociated (deleted). External IP: 172.25.7.141, port: fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645. Feb 03 05:28:07.782567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ed1f9c10-a1e8-40cd-90f2-605e5097b727 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:28:07.890186 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:28:07.895103 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:07.901574 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] Sync routers for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:28:07.911884 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:07.912476 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:07.925479 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-04d896cc-e96d-492b-811e-ca21fe638da5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/floatingips/bdd37420-d8c9-439c-9394-ed5f3a4bd49b HTTP/1.1" status: 204 len: 168 time: 1.1716595 Feb 03 05:28:07.926042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:28:07.928621 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b8767-f55b-4872-8713-98645ca9645c" -d '{"events": [{"name": "network-changed", "server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:28:08.020548 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:08.024811 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998fcedb-7fe2-41e5-957e-e280f2874372 x-openstack-request-id: req-998fcedb-7fe2-41e5-957e-e280f2874372 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:28:08.025111 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:28:08.025366 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-998fcedb-7fe2-41e5-957e-e280f2874372 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:28:08.025781 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'status': 'completed', 'code': 200} Feb 03 05:28:08.105443 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8767-f55b-4872-8713-98645ca9645c req-aab09381-6c9d-40e9-9519-738a5226e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:08.106971 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-866b8767-f55b-4872-8713-98645ca9645c req-aab09381-6c9d-40e9-9519-738a5226e75c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 1128 time: 0.0566630 Feb 03 05:28:08.165076 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ff8a0-8ddf-426f-8192-8a9adac96ac7 req-da36a1be-f8b9-4f56-8662-558cf0cfce44 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:08.166750 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c34ff8a0-8ddf-426f-8192-8a9adac96ac7 req-da36a1be-f8b9-4f56-8662-558cf0cfce44 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0578585 Feb 03 05:28:08.213025 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8767-f55b-4872-8713-98645ca9645c req-faa9a1b5-1185-46f0-822c-9624b7368b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:08.214520 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-866b8767-f55b-4872-8713-98645ca9645c req-faa9a1b5-1185-46f0-822c-9624b7368b94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 200 len: 898 time: 0.0992215 Feb 03 05:28:08.218867 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c34ff8a0-8ddf-426f-8192-8a9adac96ac7 req-7e4f612c-4f5f-4dde-a04c-358b83cef20e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 Feb 03 05:28:08.232290 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:08.258147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-866b8767-f55b-4872-8713-98645ca9645c req-56818739-8e35-41df-92d6-304cc138e286 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 200 len: 217 time: 0.0364754 Feb 03 05:28:08.258368 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] Checking router: ed1f9c10-a1e8-40cd-90f2-605e5097b727 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:28:08.266806 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:08.267399 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:08.307550 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8767-f55b-4872-8713-98645ca9645c req-231d0e11-22b7-4c51-aebb-a1a5fd779503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:08.309002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-866b8767-f55b-4872-8713-98645ca9645c req-231d0e11-22b7-4c51-aebb-a1a5fd779503 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374990e1-de0d-4da8-8268-6e4f20b199ef HTTP/1.1" status: 200 len: 835 time: 0.0431049 Feb 03 05:28:08.365441 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:08.366995 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8767-f55b-4872-8713-98645ca9645c req-2d476ab5-6f55-41bc-a097-61b2324463ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:08.368837 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-866b8767-f55b-4872-8713-98645ca9645c req-2d476ab5-6f55-41bc-a097-61b2324463ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c612a4ab-d067-48e8-b683-e93b5b9071f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520380 Feb 03 05:28:08.469618 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-866b8767-f55b-4872-8713-98645ca9645c req-11cab009-3acf-4b8a-9a29-dd57bb9b5298 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919166 Feb 03 05:28:08.470509 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:08.563649 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-866b8767-f55b-4872-8713-98645ca9645c req-87ab4c5d-d35f-4574-a737-008a0678ce22 service neutron] 10.222.0.15 "GET /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871897 Feb 03 05:28:08.669070 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:08.699739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8c09d-39ad-4e27-b0aa-6fbf5012e9a1 None None] The sync data for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 is: [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:30Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'eb5ceea7-2472-420a-a679-7628e60d0749', 'name': '', 'network_id': 'c612a4ab-d067-48e8-b683-e93b5b9071f1', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:99:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:30Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '374990e1-de0d-4da8-8268-6e4f20b199ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:28:08.941777 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef188901-68fc-4cb0-a1d5-1ce2609bdc4c None None] New status for floating IP bdd37420-d8c9-439c-9394-ed5f3a4bd49b: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:28:09.343985 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388ee9-c8db-4d6d-8ce6-2599322147ca req-b759d4e5-50e1-45cd-b656-b6d6bd2ef84e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:09.345526 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc388ee9-c8db-4d6d-8ce6-2599322147ca req-b759d4e5-50e1-45cd-b656-b6d6bd2ef84e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0538452 Feb 03 05:28:09.350100 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:09.399575 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-fc388ee9-c8db-4d6d-8ce6-2599322147ca req-fb29f7d8-8cbe-4e71-812d-1155bac448f4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=167f793e-701e-4d79-b3f9-5d85b1fbebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481050 Feb 03 05:28:09.736621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-dd5da7a8-79b9-40a8-b46e-0a14f5cba012 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:09.738082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-dd5da7a8-79b9-40a8-b46e-0a14f5cba012 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 946 time: 0.0642753 Feb 03 05:28:09.833232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:28:09.833605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:09.928502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:09.928877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:09.942150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:28:10.089605 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:10.118449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:10.160936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] No DVR routers for this DVR port fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:28:10.163717 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:10.167086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9995ea5b-8233-4185-ae88-5d0045d586bd req-1d12bb55-03ed-4c2f-bf0c-d2fc147da8ef tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "DELETE /v2.0/ports/fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 HTTP/1.1" status: 204 len: 173 time: 0.4237230 Feb 03 05:28:10.167546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'name': 'network-vif-deleted', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:28:10.169860 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb3227-b91b-453e-9ab2-4d4c0cf3b9f9" -d '{"events": [{"server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "name": "network-vif-deleted", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:28:10.213908 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78581a19-9b85-478a-b5ac-d9d5d002f8b3 x-openstack-request-id: req-78581a19-9b85-478a-b5ac-d9d5d002f8b3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:28:10.214235 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041a31a5-ee54-43f5-8abf-7f9964a414a3", "name": "network-vif-deleted", "tag": "fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:28:10.214500 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78581a19-9b85-478a-b5ac-d9d5d002f8b3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:28:10.215036 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041a31a5-ee54-43f5-8abf-7f9964a414a3', 'name': 'network-vif-deleted', 'tag': 'fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645', 'status': 'completed', 'code': 200} Feb 03 05:28:10.519710 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ce212d31-fb44-4b90-9858-4d555b433797 req-0a57d12e-2e96-459b-a8d7-0c47d81e1041 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=041a31a5-ee54-43f5-8abf-7f9964a414a3 HTTP/1.1" status: 200 len: 210 time: 0.0318651 Feb 03 05:28:11.586254 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:11.974111 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (ed1f9c10-a1e8-40cd-90f2-605e5097b727), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:12.238434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port eb5ceea7-2472-420a-a679-7628e60d0749 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:28:12.238680 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:12.327779 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port eb5ceea7-2472-420a-a679-7628e60d0749, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=eb5ceea7-2472-420a-a679-7628e60d0749,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:12.328132 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:12.348381 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for eb5ceea7-2472-420a-a679-7628e60d0749 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:28:12.454127 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:28:12.481289 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:28:12.481618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device fbc10bb3-afd3-4f09-9c1d-4c8b8ba4b645 not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:28:12.554596 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (eb5ceea7-2472-420a-a679-7628e60d0749), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:12.585320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=eb5ceea7-2472-420a-a679-7628e60d0749,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:12.761497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (ed1f9c10-a1e8-40cd-90f2-605e5097b727), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:12.977320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router ed1f9c10-a1e8-40cd-90f2-605e5097b727 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:28:13.082896 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:28:13.089217 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-552a5248-9c41-495b-b435-2440b96e6622 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/ed1f9c10-a1e8-40cd-90f2-605e5097b727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5014369 Feb 03 05:28:13.091531 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:13.094667 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] Sync routers for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:28:13.104660 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:13.105264 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:13.142739 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting subnet 374990e1-de0d-4da8-8268-6e4f20b199ef {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:28:13.146108 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (374990e1-de0d-4da8-8268-6e4f20b199ef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.185719 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (374990e1-de0d-4da8-8268-6e4f20b199ef), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.209183 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:13.272668 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (374990e1-de0d-4da8-8268-6e4f20b199ef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.331239 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (374990e1-de0d-4da8-8268-6e4f20b199ef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.358558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Subnet': ['ID=374990e1-de0d-4da8-8268-6e4f20b199ef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:13.362289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.365786 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e4bb004-d717-4497-bb24-c40a185746b2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/subnets/374990e1-de0d-4da8-8268-6e4f20b199ef HTTP/1.1" status: 204 len: 168 time: 0.2729745 Feb 03 05:28:13.368578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:13.373742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960b32cb-23ad-42d2-b75c-742be5812a47 None None] Network c612a4ab-d067-48e8-b683-e93b5b9071f1 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:28:13.402105 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:28:12Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:13.429188 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] Checking router: ed1f9c10-a1e8-40cd-90f2-605e5097b727 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:28:13.438295 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] Routers {'ed1f9c10-a1e8-40cd-90f2-605e5097b727'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:13.439561 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:13.477378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (ed1f9c10-a1e8-40cd-90f2-605e5097b727), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.544161 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] DHCP port deletion for c612a4ab-d067-48e8-b683-e93b5b9071f1 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:28:13.551518 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] Set router ed1f9c10-a1e8-40cd-90f2-605e5097b727 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:13.587427 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (ed1f9c10-a1e8-40cd-90f2-605e5097b727), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.604929 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Deleting port fee760ce-703a-4834-a4c9-05a308c4da9e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:28:13.605416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.643727 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 6c8b96eb-967f-4fbb-86e7-f092964b76a0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:28:13.644167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.677719 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] For port fee760ce-703a-4834-a4c9-05a308c4da9e, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=fee760ce-703a-4834-a4c9-05a308c4da9e,segment=NetworkSegment(975f675e-b70a-4a90-b5de-398712466cb9),segment_id=975f675e-b70a-4a90-b5de-398712466cb9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:13.678125 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.695723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Calling delete_port for fee760ce-703a-4834-a4c9-05a308c4da9e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:28:13.729162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 6c8b96eb-967f-4fbb-86e7-f092964b76a0, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=6c8b96eb-967f-4fbb-86e7-f092964b76a0,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:13.729649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.742488 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:28:12Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:13.742936 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 6c8b96eb-967f-4fbb-86e7-f092964b76a0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:28:13.770954 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce5e034-64e0-499d-a0b8-0685221969aa None None] The sync data for ids ['ed1f9c10-a1e8-40cd-90f2-605e5097b727'] in n-d-827549-1 is: [{'id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043675962', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:28:12Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': '6c8b96eb-967f-4fbb-86e7-f092964b76a0', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f9c10-a1e8-40cd-90f2-605e5097b727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:26:27Z', 'updated_at': '2022-02-03T05:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:28:13.775252 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (fee760ce-703a-4834-a4c9-05a308c4da9e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.801091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Pushing event deleted for resources: {'Port': ['ID=fee760ce-703a-4834-a4c9-05a308c4da9e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:13.805673 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] No DVR routers for this DVR port fee760ce-703a-4834-a4c9-05a308c4da9e on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:28:13.813515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.813913 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.814324 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.814723 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.815118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.815700 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.815955 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.816297 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.816623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.816949 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.817354 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.820000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.821989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330000d-66ac-4e4c-8839-89a4acd74b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:13.933265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (6c8b96eb-967f-4fbb-86e7-f092964b76a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:13.956705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=6c8b96eb-967f-4fbb-86e7-f092964b76a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:14.028195 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (ed1f9c10-a1e8-40cd-90f2-605e5097b727), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.260424 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fee760ce-703a-4834-a4c9-05a308c4da9e no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:28:14.282284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: fee760ce-703a-4834-a4c9-05a308c4da9e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:28:14.282637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device fee760ce-703a-4834-a4c9-05a308c4da9e not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:28:14.283072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eb5ceea7-2472-420a-a679-7628e60d0749 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:28:14.308152 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: eb5ceea7-2472-420a-a679-7628e60d0749 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:28:14.308661 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device eb5ceea7-2472-420a-a679-7628e60d0749 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:28:14.435423 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (ed1f9c10-a1e8-40cd-90f2-605e5097b727), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.438405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (ed1f9c10-a1e8-40cd-90f2-605e5097b727), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.486148 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (ed1f9c10-a1e8-40cd-90f2-605e5097b727), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.486745 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Fanout notify agent at l3_agent the message router_deleted on router ed1f9c10-a1e8-40cd-90f2-605e5097b727 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:28:14.493869 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.495016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-92c228e8-1d46-4a11-a256-b4a45116f9cc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/routers/ed1f9c10-a1e8-40cd-90f2-605e5097b727 HTTP/1.1" status: 204 len: 168 time: 1.1255913 Feb 03 05:28:14.498681 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:14.576334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (c612a4ab-d067-48e8-b683-e93b5b9071f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.665804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (c612a4ab-d067-48e8-b683-e93b5b9071f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.687547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c612a4ab-d067-48e8-b683-e93b5b9071f1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:14.701806 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975f675e-b70a-4a90-b5de-398712466cb9') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:14.702113 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975f675e-b70a-4a90-b5de-398712466cb9') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:14.712299 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (975f675e-b70a-4a90-b5de-398712466cb9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.726006 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (975f675e-b70a-4a90-b5de-398712466cb9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.732405 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:28:14.732799 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (975f675e-b70a-4a90-b5de-398712466cb9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:28:14.735971 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:28:14.800014 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (c612a4ab-d067-48e8-b683-e93b5b9071f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.807032 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.810036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/networks/c612a4ab-d067-48e8-b683-e93b5b9071f1 HTTP/1.1" status: 204 len: 168 time: 0.3104067 Feb 03 05:28:14.813048 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33370) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:14.821075 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a545fc-e729-4b91-af53-8f012fe453b4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Network': ['ID=c612a4ab-d067-48e8-b683-e93b5b9071f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:14.871449 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (167f793e-701e-4d79-b3f9-5d85b1fbebb5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.896123 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (167f793e-701e-4d79-b3f9-5d85b1fbebb5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.958681 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (167f793e-701e-4d79-b3f9-5d85b1fbebb5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.961862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:14.963067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/security-groups/167f793e-701e-4d79-b3f9-5d85b1fbebb5 HTTP/1.1" status: 204 len: 168 time: 0.1489742 Feb 03 05:28:14.972320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167f793e-701e-4d79-b3f9-5d85b1fbebb5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:14.980167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.980525 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.980870 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.981210 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.981552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.981883 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.982218 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.982552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.982867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.983206 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.983552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.983879 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:14.984202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31383c3-7036-4688-897c-2bf4297816d8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:15.218571 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:15.223370 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-55a73fed-654d-48a8-9e08-2698a14498fa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120198894', 'description': 'tempest-secgroup-smoke-1120198894 description', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:15.247289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a73fed-654d-48a8-9e08-2698a14498fa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.314748 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a73fed-654d-48a8-9e08-2698a14498fa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (320c3bea-819b-4354-ba86-35c2f1cda68c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.320042 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a73fed-654d-48a8-9e08-2698a14498fa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (320c3bea-819b-4354-ba86-35c2f1cda68c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.346733 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a73fed-654d-48a8-9e08-2698a14498fa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.348017 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-55a73fed-654d-48a8-9e08-2698a14498fa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1284182 Feb 03 05:28:15.351105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33378) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:15.352246 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a73fed-654d-48a8-9e08-2698a14498fa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320c3bea-819b-4354-ba86-35c2f1cda68c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:15.356101 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-957a1891-217c-4a52-a099-8a1c06b8295e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '320c3bea-819b-4354-ba86-35c2f1cda68c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:15.382911 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-957a1891-217c-4a52-a099-8a1c06b8295e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (b52a061a-ed91-47a7-bc06-71f6314ffb09), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.428273 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-957a1891-217c-4a52-a099-8a1c06b8295e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (b52a061a-ed91-47a7-bc06-71f6314ffb09), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.434310 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-957a1891-217c-4a52-a099-8a1c06b8295e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (b52a061a-ed91-47a7-bc06-71f6314ffb09), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.462174 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a1891-217c-4a52-a099-8a1c06b8295e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52a061a-ed91-47a7-bc06-71f6314ffb09,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:15.478868 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-957a1891-217c-4a52-a099-8a1c06b8295e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.481057 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-957a1891-217c-4a52-a099-8a1c06b8295e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286995 Feb 03 05:28:15.484103 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33380) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:15.490992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4178b998-bfad-454b-8c8c-ee7d5802650d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '320c3bea-819b-4354-ba86-35c2f1cda68c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:15.524164 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4178b998-bfad-454b-8c8c-ee7d5802650d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (6a61d25e-cc77-425c-adef-d9a7701cb1f7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.581192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4178b998-bfad-454b-8c8c-ee7d5802650d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (6a61d25e-cc77-425c-adef-d9a7701cb1f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.585545 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4178b998-bfad-454b-8c8c-ee7d5802650d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6a61d25e-cc77-425c-adef-d9a7701cb1f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.606239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b998-bfad-454b-8c8c-ee7d5802650d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a61d25e-cc77-425c-adef-d9a7701cb1f7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:15.615820 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4178b998-bfad-454b-8c8c-ee7d5802650d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.617023 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4178b998-bfad-454b-8c8c-ee7d5802650d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313972 Feb 03 05:28:15.620739 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33382) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:15.625059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-19823cc0-bf9f-4ff5-b150-3f9396b486f2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '320c3bea-819b-4354-ba86-35c2f1cda68c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:15.649901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19823cc0-bf9f-4ff5-b150-3f9396b486f2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (ae7b7750-7f03-4fc0-bf91-d1daf0ec6bd2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.707939 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19823cc0-bf9f-4ff5-b150-3f9396b486f2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (ae7b7750-7f03-4fc0-bf91-d1daf0ec6bd2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.713344 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19823cc0-bf9f-4ff5-b150-3f9396b486f2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (ae7b7750-7f03-4fc0-bf91-d1daf0ec6bd2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.731001 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19823cc0-bf9f-4ff5-b150-3f9396b486f2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7b7750-7f03-4fc0-bf91-d1daf0ec6bd2,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:15.739743 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19823cc0-bf9f-4ff5-b150-3f9396b486f2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.740949 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-19823cc0-bf9f-4ff5-b150-3f9396b486f2 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192644 Feb 03 05:28:15.744906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:15.749347 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-21adfff1-c8d1-4675-b280-abd92bcea568 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '320c3bea-819b-4354-ba86-35c2f1cda68c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:15.774987 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21adfff1-c8d1-4675-b280-abd92bcea568 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (dbf5b9a8-51bc-4eb7-8543-45561073f052), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.841107 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21adfff1-c8d1-4675-b280-abd92bcea568 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (dbf5b9a8-51bc-4eb7-8543-45561073f052), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.846339 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21adfff1-c8d1-4675-b280-abd92bcea568 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (dbf5b9a8-51bc-4eb7-8543-45561073f052), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.861236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adfff1-c8d1-4675-b280-abd92bcea568 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf5b9a8-51bc-4eb7-8543-45561073f052,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:15.873387 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21adfff1-c8d1-4675-b280-abd92bcea568 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.874628 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-21adfff1-c8d1-4675-b280-abd92bcea568 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287684 Feb 03 05:28:15.877852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:15.884694 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '320c3bea-819b-4354-ba86-35c2f1cda68c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:15.914791 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:28:15.920210 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (4786d0f7-c8ca-4bd3-aa2d-f5402ef0094e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.979903 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (4786d0f7-c8ca-4bd3-aa2d-f5402ef0094e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:15.985880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (4786d0f7-c8ca-4bd3-aa2d-f5402ef0094e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.006072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4786d0f7-c8ca-4bd3-aa2d-f5402ef0094e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:16.015630 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.016815 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-d6ab7f92-3d1a-4f99-9190-8a91748d596c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376319 Feb 03 05:28:16.019624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:16.023844 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'security_group_rule': {'security_group_id': '320c3bea-819b-4354-ba86-35c2f1cda68c', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:16.044525 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c8b96eb-967f-4fbb-86e7-f092964b76a0 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:28:16.045092 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Project c20e37547a2e4512bf5aa7e7a419b37a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:28:16.050341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (6ae4cb35-1673-409b-b78c-88e1ac4f8179), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.064828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 6c8b96eb-967f-4fbb-86e7-f092964b76a0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:28:16.065168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 6c8b96eb-967f-4fbb-86e7-f092964b76a0 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:28:16.120003 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (6ae4cb35-1673-409b-b78c-88e1ac4f8179), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.125991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6ae4cb35-1673-409b-b78c-88e1ac4f8179), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.145245 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae4cb35-1673-409b-b78c-88e1ac4f8179,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:16.154226 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.155464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-efd60109-94e1-41eb-95e6-3791c3a2da0c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349158 Feb 03 05:28:16.158309 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:16.163204 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'network': {'name': 'tempest-network-smoke--1955648327', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:16.182502 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:28:16.185743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.208990 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:28:16.218899 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (052d2562-8c45-4b96-8161-8eb2f3b1862b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.219552 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Added segment 052d2562-8c45-4b96-8161-8eb2f3b1862b of type vlan for network 2ba85724-b62c-4d22-a99d-747a77e26329 Feb 03 05:28:16.258504 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (2ba85724-b62c-4d22-a99d-747a77e26329), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.286745 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (2ba85724-b62c-4d22-a99d-747a77e26329), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.291740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:16.292317 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.326361 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670923 Feb 03 05:28:16.329222 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:16.336023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'admin_state_up': True, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:16.374486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4df9a3-41c9-4576-a80e-1ec7e3b608d4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Network': ['ID=2ba85724-b62c-4d22-a99d-747a77e26329,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:16.384924 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 2ba85724-b62c-4d22-a99d-747a77e26329 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:28:16.388085 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (f23ba678-21ec-4cad-8b39-ab29efec4283), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.389309 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (f23ba678-21ec-4cad-8b39-ab29efec4283), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.447966 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (f23ba678-21ec-4cad-8b39-ab29efec4283), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.594861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f23ba678-21ec-4cad-8b39-ab29efec4283), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.813312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f23ba678-21ec-4cad-8b39-ab29efec4283), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.835701 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:16.948399 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.140 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/cfcacc48-50d1-4cf6-a190-d68d188e2c2c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:28:17.059092 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:17.096557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:17.133205 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:28:17.137972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:28:17.141613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:28:17.146829 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:17.389529 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f23ba678-21ec-4cad-8b39-ab29efec4283), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:17.605446 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (f23ba678-21ec-4cad-8b39-ab29efec4283), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:17.737726 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f23ba678-21ec-4cad-8b39-ab29efec4283 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:28:17.843520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:28:17.854816 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Sync routers for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:28:17.865448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:17.865802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:17.866064 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:17.867102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-fe305f57-0646-423d-9757-8c5c41b5ffd8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5368850 Feb 03 05:28:17.870247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:17.938915 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-05a57bb8-e728-41f1-ac77-c449264e6ac1 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=c20e37547a2e4512bf5aa7e7a419b37a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675769 Feb 03 05:28:17.941511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:17.968683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:18.025271 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e815caf-5dd0-4128-ae5c-8da0e61ba064 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:18.026715 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0e815caf-5dd0-4128-ae5c-8da0e61ba064 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842917 Feb 03 05:28:18.029754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:18.061496 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-e18e3ef7-3f85-42ee-99ac-97ad4ac62f4e tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d513df4-ba90-4817-b3c4-fed58e90f799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304961 Feb 03 05:28:18.064307 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:18.069001 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965700034', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:18.142123 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:17Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:18.153532 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:28:18.157157 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14339394'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.169284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Checking router: f23ba678-21ec-4cad-8b39-ab29efec4283 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:28:18.169674 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Updating router f23ba678-21ec-4cad-8b39-ab29efec4283 port cfcacc48-50d1-4cf6-a190-d68d188e2c2c binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:28:18.201407 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.338620 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14668337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14348984'] for subnet (3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.396087 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Subnet': ['ID=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:18.407668 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Checking segment: {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:28:18.408391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network hostable DHCP agents. Network: 2ba85724-b62c-4d22-a99d-747a77e26329, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:28:18.426520 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 2ba85724-b62c-4d22-a99d-747a77e26329 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:28:18.437572 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 2ba85724-b62c-4d22-a99d-747a77e26329) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:28:18.441918 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:18.442597 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.447994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853940d-fa68-45da-9d08-3d29a769b79a None None] Network 2ba85724-b62c-4d22-a99d-747a77e26329 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:28:18.459731 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Publish callbacks [] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.463066 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8795c783-e5ff-432f-b578-76b43031ea65 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3977313 Feb 03 05:28:18.465924 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:18.476532 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.573150 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e425c-fed3-4ed4-b15f-1f4eb7ac02a2 None None] Pushing event updated for resources: {'Port': ['ID=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:18.582863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Attempting to bind port cfcacc48-50d1-4cf6-a190-d68d188e2c2c on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:28:18.583235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Attempting to bind port cfcacc48-50d1-4cf6-a190-d68d188e2c2c by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:28:18.583626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Attempting to bind port cfcacc48-50d1-4cf6-a190-d68d188e2c2c on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:28:18.596447 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:28:18.596801 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:28:18.597105 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.597500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:28:18.597977 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Bound port: cfcacc48-50d1-4cf6-a190-d68d188e2c2c, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:28:18.598354 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.599282 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:28:18.648341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-2ba85724-b62c-4d22-a99d-747a77e26329', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:28:18.649193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.680600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] For port cfcacc48-50d1-4cf6-a190-d68d188e2c2c, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:28:18.689233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] For port cfcacc48-50d1-4cf6-a190-d68d188e2c2c, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:28:18.742894 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:18.847569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:18.848089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:18.853479 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e425c-fed3-4ed4-b15f-1f4eb7ac02a2 None None] Pushing event updated for resources: {'Port': ['ID=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:18.902492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Allocated IP 172.20.0.2 (2ba85724-b62c-4d22-a99d-747a77e26329/3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0/1a30cc69-82a7-4cd2-bf26-66e21a0eb68a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:28:18.911588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.190568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:19.365874 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Publish callbacks [] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.394270 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.424455 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.1 (2ba85724-b62c-4d22-a99d-747a77e26329/3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0/67b91973-0bce-4e8b-a3f2-7d769845016b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:28:19.440028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Network 2ba85724-b62c-4d22-a99d-747a77e26329 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:28:19.446624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:28:19.449003 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:28:19.459665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Pushing event updated for resources: {'Port': ['ID=1a30cc69-82a7-4cd2-bf26-66e21a0eb68a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:19.514218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:17Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:19.540764 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.549283 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Attempting to bind port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:28:19.549896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Attempting to bind port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:28:19.550362 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Attempting to bind port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a on network 2ba85724-b62c-4d22-a99d-747a77e26329 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:28:19.554727 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1681a18-41ab-41ac-a15c-802c728372ee None None] The sync data for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 is: [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:17Z', 'revision_number': 3, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:28:19.560075 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:28:19.560444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Checking segment: {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:28:19.560872 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.561232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Bound using segment: {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:28:19.561759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Bound port: 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:28:19.562128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.589778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.629619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] For port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:28:19.634935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] For port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1a30cc69-82a7-4cd2-bf26-66e21a0eb68a,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:28:19.641429 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.643213 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 2ba85724-b62c-4d22-a99d-747a77e26329 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:28:19.646688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:28:19.650414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:28:19.682279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=67b91973-0bce-4e8b-a3f2-7d769845016b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:19.713490 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e017df-3b7c-46e7-91d3-4bcb217efd86 None None] Pushing event updated for resources: {'Port': ['ID=1a30cc69-82a7-4cd2-bf26-66e21a0eb68a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:19.716270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (f23ba678-21ec-4cad-8b39-ab29efec4283), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:19.879177 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.197337 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.203213 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.212263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cfcacc48-50d1-4cf6-a190-d68d188e2c2c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:28:20.263675 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cfcacc48-50d1-4cf6-a190-d68d188e2c2c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:20.264187 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.277278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=67b91973-0bce-4e8b-a3f2-7d769845016b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:20.279710 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (f23ba678-21ec-4cad-8b39-ab29efec4283), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.357584 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cfcacc48-50d1-4cf6-a190-d68d188e2c2c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:20.358129 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.381696 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port cfcacc48-50d1-4cf6-a190-d68d188e2c2c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:20.387182 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.388756 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:28:20.472171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:20.499940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:20.500639 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.607583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:20.607983 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.650766 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1a30cc69-82a7-4cd2-bf26-66e21a0eb68a,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:20.657049 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:20.713931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=1a30cc69-82a7-4cd2-bf26-66e21a0eb68a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:20.744421 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 2ba85724-b62c-4d22-a99d-747a77e26329 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:28:20.745963 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:28:20.863470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f23ba678-21ec-4cad-8b39-ab29efec4283 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:28:20.880907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da40ecc-df2a-45fb-b904-5d954c3138f9 None None] Network 2ba85724-b62c-4d22-a99d-747a77e26329 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:28:20.974817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:28:20.986289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-132fb405-3429-476b-a229-ec39209816ca tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/f23ba678-21ec-4cad-8b39-ab29efec4283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5193164 Feb 03 05:28:20.995486 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ab58a547-0182-4448-81bb-d0f30729ce47 None None] Provisioning complete for port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:20.995922 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab58a547-0182-4448-81bb-d0f30729ce47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:21.094068 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab58a547-0182-4448-81bb-d0f30729ce47 None None] Current status of the port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:21.147235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-ca0b47f4-680f-4830-bc93-781857078977 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120198894&fields=id&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 267 time: 0.0508897 Feb 03 05:28:21.262431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-bc96379f-a323-487b-9f59-e6b574cf7d9d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:21.264113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-bc96379f-a323-487b-9f59-e6b574cf7d9d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/networks?id=2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 200 len: 797 time: 0.1101546 Feb 03 05:28:21.280274 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-45a578f8-1cc8-41ea-aaae-7c4e8f1b2872 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/quotas/c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 375 time: 0.0103405 Feb 03 05:28:21.319627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7a49a6d9-e36e-4547-bec2-90cdf40a3773 None None] Provisioning complete for port 67b91973-0bce-4e8b-a3f2-7d769845016b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:21.320559 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a49a6d9-e36e-4547-bec2-90cdf40a3773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:21.340220 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-ca44737f-3e7e-4b64-9093-3870d36ec919 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544357 Feb 03 05:28:21.358902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7a49a6d9-e36e-4547-bec2-90cdf40a3773 None None] Port 67b91973-0bce-4e8b-a3f2-7d769845016b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:28:21.370988 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7a49a6d9-e36e-4547-bec2-90cdf40a3773 None None] Provisioning complete for port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:21.371484 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a49a6d9-e36e-4547-bec2-90cdf40a3773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:21.399029 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Sync routers for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:28:21.409650 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:21.410271 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:21.465210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7a49a6d9-e36e-4547-bec2-90cdf40a3773 None None] Current status of the port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:21.506554 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-27e4dd4e-5b4c-4ef1-b22f-52a97ee8d077 service neutron] 10.222.0.35 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540143 Feb 03 05:28:21.537164 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:21.598120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-21d6bdbf-f22b-4729-a500-fac17b844bcb None None] Provisioning complete for port 67b91973-0bce-4e8b-a3f2-7d769845016b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:21.598505 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21d6bdbf-f22b-4729-a500-fac17b844bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:21.605499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-0edfb6e8-03c2-43a7-97aa-23f941cb2e16 service neutron] 10.222.0.35 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930328 Feb 03 05:28:21.641139 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21d6bdbf-f22b-4729-a500-fac17b844bcb None None] Port 67b91973-0bce-4e8b-a3f2-7d769845016b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:28:21.765487 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 2, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:21.769537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9aea19ef-428d-4c74-b830-50a406115dcd None None] Provisioning complete for port 67b91973-0bce-4e8b-a3f2-7d769845016b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:21.770419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aea19ef-428d-4c74-b830-50a406115dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:21.795754 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-74659694-6ce3-42b0-a830-986e0a3f8335 req-3449b9a8-412a-4aac-841e-7fae57ee6a3f tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 210 time: 0.0325215 Feb 03 05:28:21.798798 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Checking router: f23ba678-21ec-4cad-8b39-ab29efec4283 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:28:21.799245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Updating router f23ba678-21ec-4cad-8b39-ab29efec4283 port 67b91973-0bce-4e8b-a3f2-7d769845016b binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:28:21.819395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9aea19ef-428d-4c74-b830-50a406115dcd None None] Port 67b91973-0bce-4e8b-a3f2-7d769845016b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:28:21.828689 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.099629 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Publish callbacks [] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.106123 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.111931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cfcacc48-50d1-4cf6-a190-d68d188e2c2c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:28:22.162488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port cfcacc48-50d1-4cf6-a190-d68d188e2c2c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:22.162879 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.249921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port cfcacc48-50d1-4cf6-a190-d68d188e2c2c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:22.251472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:28:22.300710 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:22.301094 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.304461 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Pushing event updated for resources: {'Port': ['ID=67b91973-0bce-4e8b-a3f2-7d769845016b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:22.312673 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.313017 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.313352 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.313683 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.314008 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.314333 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.314653 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.314977 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.315294 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.315652 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.315972 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.316288 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.316599 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:28:22.339543 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Attempting to bind port 67b91973-0bce-4e8b-a3f2-7d769845016b on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:28:22.340014 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Attempting to bind port 67b91973-0bce-4e8b-a3f2-7d769845016b by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:28:22.340468 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Attempting to bind port 67b91973-0bce-4e8b-a3f2-7d769845016b on network 2ba85724-b62c-4d22-a99d-747a77e26329 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:28:22.346628 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:28:22.347093 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Checking segment: {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:28:22.347599 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.348054 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Bound using segment: {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:28:22.348617 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Bound port: 67b91973-0bce-4e8b-a3f2-7d769845016b, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:28:22.349062 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.392499 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:22.420851 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] For port 67b91973-0bce-4e8b-a3f2-7d769845016b, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:28:22.424162 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] For port 67b91973-0bce-4e8b-a3f2-7d769845016b, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=67b91973-0bce-4e8b-a3f2-7d769845016b,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:28:22.431811 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.490529 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba43234-cf06-4211-aad3-7ea70711644f None None] Pushing event updated for resources: {'Port': ['ID=67b91973-0bce-4e8b-a3f2-7d769845016b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:22.493217 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:22.493809 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:22.543144 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e924acea-af20-4834-8216-c34bf3d3d2a8 None None] Provisioning complete for port 67b91973-0bce-4e8b-a3f2-7d769845016b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:22.543589 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e924acea-af20-4834-8216-c34bf3d3d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.615740 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:22.633732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e924acea-af20-4834-8216-c34bf3d3d2a8 None None] Current status of the port 67b91973-0bce-4e8b-a3f2-7d769845016b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:22.634215 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e924acea-af20-4834-8216-c34bf3d3d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.671543 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e924acea-af20-4834-8216-c34bf3d3d2a8 None None] For port 67b91973-0bce-4e8b-a3f2-7d769845016b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=67b91973-0bce-4e8b-a3f2-7d769845016b,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:22.679015 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e924acea-af20-4834-8216-c34bf3d3d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.732858 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924acea-af20-4834-8216-c34bf3d3d2a8 None None] Pushing event updated for resources: {'Port': ['ID=67b91973-0bce-4e8b-a3f2-7d769845016b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:22.801501 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8032823c-ab85-4321-9df8-aaebaf375efa None None] Provisioning complete for port 67b91973-0bce-4e8b-a3f2-7d769845016b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:22.801941 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8032823c-ab85-4321-9df8-aaebaf375efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:22.843529 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:22.889933 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab53201-90b5-4938-81e8-c7657b01c234 None None] The sync data for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 is: [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:28:22.916082 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8032823c-ab85-4321-9df8-aaebaf375efa None None] Current status of the port 67b91973-0bce-4e8b-a3f2-7d769845016b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:22.922567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-9c8eae9b-6593-4d10-bc83-b90074e1cc1d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:22.924212 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-9c8eae9b-6593-4d10-bc83-b90074e1cc1d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/networks?id=2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 200 len: 797 time: 0.1629159 Feb 03 05:28:22.926595 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5d1b4191-d9df-4646-b96e-a5f4ea0f1c10 req-b8188a90-d471-4383-b3fc-588d08edfef3 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 210 time: 0.0516424 Feb 03 05:28:23.010442 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-4dddd746-d4d9-4a05-b03f-e7688fcfc27e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20e37547a2e4512bf5aa7e7a419b37a HTTP/1.1" status: 200 len: 380 time: 0.0770621 Feb 03 05:28:23.022733 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'port': {'device_id': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'admin_state_up': True, 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'security_groups': ['320c3bea-819b-4354-ba86-35c2f1cda68c']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:23.144857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Made reservation on behalf of c20e37547a2e4512bf5aa7e7a419b37a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:28:23.148406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:23.286696 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.20.0.14 (2ba85724-b62c-4d22-a99d-747a77e26329/3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0/b319b8dc-2e03-401d-8737-0db960aa666d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:28:23.430350 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (b319b8dc-2e03-401d-8737-0db960aa666d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:23.466271 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:23.518412 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 2ba85724-b62c-4d22-a99d-747a77e26329 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:28:23.521574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:28:23.526049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:28:23.530200 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=b319b8dc-2e03-401d-8737-0db960aa666d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:23.578509 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:23.579326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:23.602399 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-96ab888a-946f-48eb-9107-55cc1b0a1e10 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5836823 Feb 03 05:28:23.614172 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Request body: {'port': {'device_id': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:23.686769 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:23.745307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c7ca96b0-dbfa-42a6-979f-fb9197868cc1 None None] Provisioning complete for port b319b8dc-2e03-401d-8737-0db960aa666d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:23.745913 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7ca96b0-dbfa-42a6-979f-fb9197868cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:23.780651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c7ca96b0-dbfa-42a6-979f-fb9197868cc1 None None] Port b319b8dc-2e03-401d-8737-0db960aa666d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:28:23.974497 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b319b8dc-2e03-401d-8737-0db960aa666d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:28:23.983182 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Publish callbacks [] for port (b319b8dc-2e03-401d-8737-0db960aa666d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:23.996264 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Transition to ACTIVE for port object b319b8dc-2e03-401d-8737-0db960aa666d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:28:24.001395 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:24.070580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ee02-4e8a-4fb5-9b33-3650629d24ae req-ec78d690-e7f2-452c-a95a-19f9e9d68383 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:24.073179 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11f1ee02-4e8a-4fb5-9b33-3650629d24ae req-ec78d690-e7f2-452c-a95a-19f9e9d68383 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 944 time: 0.0749424 Feb 03 05:28:24.078716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Pushing event updated for resources: {'Port': ['ID=b319b8dc-2e03-401d-8737-0db960aa666d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:24.135987 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Attempting to bind port b319b8dc-2e03-401d-8737-0db960aa666d on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:28:24.136519 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Attempting to bind port b319b8dc-2e03-401d-8737-0db960aa666d by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:28:24.136949 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Attempting to bind port b319b8dc-2e03-401d-8737-0db960aa666d on network 2ba85724-b62c-4d22-a99d-747a77e26329 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:28:24.142153 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Port b319b8dc-2e03-401d-8737-0db960aa666d on network 2ba85724-b62c-4d22-a99d-747a77e26329 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:28:24.142617 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Attempting to bind port b319b8dc-2e03-401d-8737-0db960aa666d on network 2ba85724-b62c-4d22-a99d-747a77e26329 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:28:24.146129 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-11f1ee02-4e8a-4fb5-9b33-3650629d24ae req-d2262a21-dd2f-4d73-8130-d8f9f211d36b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647018 Feb 03 05:28:24.148042 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:28:24.148491 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Checking segment: {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:28:24.148972 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Bound using segment: {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:28:24.149687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Bound port: b319b8dc-2e03-401d-8737-0db960aa666d, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052d2562-8c45-4b96-8161-8eb2f3b1862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:28:24.150163 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:24.199020 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 67b91973-0bce-4e8b-a3f2-7d769845016b up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:28:24.227961 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] For port b319b8dc-2e03-401d-8737-0db960aa666d, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:28:24.232052 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] For port b319b8dc-2e03-401d-8737-0db960aa666d, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b319b8dc-2e03-401d-8737-0db960aa666d,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:28:24.240145 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:24.252454 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 67b91973-0bce-4e8b-a3f2-7d769845016b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:24.252914 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:24.274114 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:24.274741 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:24.276782 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] 10.222.0.15 "PUT /v2.0/ports/b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 200 len: 1092 time: 0.6667621 Feb 03 05:28:24.277809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:28:24.279610 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cac2005-83d5-4ec6-ad23-36c8d0cab502" -d '{"events": [{"name": "network-changed", "server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:28:24.306328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1966e84-bc76-42c0-ad02-4d230f355a1e service neutron] Pushing event updated for resources: {'Port': ['ID=b319b8dc-2e03-401d-8737-0db960aa666d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:24.345067 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f9fb34-d0ee-4b8e-831f-dfec8b151871 x-openstack-request-id: req-72f9fb34-d0ee-4b8e-831f-dfec8b151871 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:28:24.345364 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:28:24.345620 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72f9fb34-d0ee-4b8e-831f-dfec8b151871 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:28:24.346028 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'status': 'completed', 'code': 200} Feb 03 05:28:24.362487 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 67b91973-0bce-4e8b-a3f2-7d769845016b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:24.372090 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:24.388166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-4a6e2fdc-9bbc-458a-98c8-30b98b27a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:24.390651 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-4a6e2fdc-9bbc-458a-98c8-30b98b27a78a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1126 time: 0.0590694 Feb 03 05:28:24.439092 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-0c9dffa0-b6a6-4dfd-936e-455c12ca1b66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 200 len: 217 time: 0.0405247 Feb 03 05:28:24.489569 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-6b160402-d723-423e-8b75-268ff6092028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:24.491054 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-6b160402-d723-423e-8b75-268ff6092028 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 HTTP/1.1" status: 200 len: 834 time: 0.0451350 Feb 03 05:28:24.520012 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:24.546247 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-9c5d1ed5-b330-46eb-945c-bcfb53bcff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:24.547870 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-9c5d1ed5-b330-46eb-945c-bcfb53bcff9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ba85724-b62c-4d22-a99d-747a77e26329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482540 Feb 03 05:28:24.655353 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-0681389a-31f2-4be4-ac96-4d708f28e920 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003666 Feb 03 05:28:24.744576 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-77df7a84-e678-477b-8cc0-f4bc62e39452 req-8ccac24a-af9f-4127-868c-5d19c2b250d5 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838239 Feb 03 05:28:24.858407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-6e2a9fdd-0467-4998-aac3-776fe0debc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:24.860293 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-6e2a9fdd-0467-4998-aac3-776fe0debc23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1126 time: 0.0607891 Feb 03 05:28:24.953447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-abd750c2-0d2a-45c6-a21a-feb10320e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:24.954925 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-abd750c2-0d2a-45c6-a21a-feb10320e7e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 200 len: 898 time: 0.0889993 Feb 03 05:28:25.000198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-16e95efb-0dea-4074-9b5f-d7725dbac0bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 200 len: 217 time: 0.0390675 Feb 03 05:28:25.050190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-f96dd6c2-ff2a-4712-a04c-123a4cdb2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:25.051717 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-f96dd6c2-ff2a-4712-a04c-123a4cdb2010 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 HTTP/1.1" status: 200 len: 834 time: 0.0455997 Feb 03 05:28:25.102969 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-23e9e218-75b5-48fb-9764-736337cae2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:25.104499 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-23e9e218-75b5-48fb-9764-736337cae2fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ba85724-b62c-4d22-a99d-747a77e26329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451689 Feb 03 05:28:25.199753 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-2f35d8e9-2b2c-42b4-a63b-6f0a27396863 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Feb 03 05:28:25.271299 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5fd85-8f2f-494f-a6b5-d0e3b9cd251e req-68c207e1-62fa-488a-90eb-a39d8623dad9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:25.272852 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1c5fd85-8f2f-494f-a6b5-d0e3b9cd251e req-68c207e1-62fa-488a-90eb-a39d8623dad9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 944 time: 0.0537310 Feb 03 05:28:25.290509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-4cac2005-83d5-4ec6-ad23-36c8d0cab502 req-54527f5f-2851-4038-a06f-2e7ca3e8c2ae service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Feb 03 05:28:25.327668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c1c5fd85-8f2f-494f-a6b5-d0e3b9cd251e req-223b84e0-35e6-4708-9cd6-ce4245efad12 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Feb 03 05:28:26.474221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60d09b-79e1-4b37-b8c5-c2b681849b50 req-149cb242-40a8-4a29-9fbd-7a2c87494b71 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:26.475781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a60d09b-79e1-4b37-b8c5-c2b681849b50 req-149cb242-40a8-4a29-9fbd-7a2c87494b71 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 944 time: 0.0611727 Feb 03 05:28:26.526839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1a60d09b-79e1-4b37-b8c5-c2b681849b50 req-aff0a1f8-7008-4533-8d20-1ac0907c1084 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 Feb 03 05:28:26.532494 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b319b8dc-2e03-401d-8737-0db960aa666d details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:28:26.628344 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b319b8dc-2e03-401d-8737-0db960aa666d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b319b8dc-2e03-401d-8737-0db960aa666d,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:26.639606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'port_id': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'mac_address': 'fa:16:3e:b5:0b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:28:26.677806 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b319b8dc-2e03-401d-8737-0db960aa666d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:26.678198 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:26.695895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b319b8dc-2e03-401d-8737-0db960aa666d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:28:26.717569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b319b8dc-2e03-401d-8737-0db960aa666d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b319b8dc-2e03-401d-8737-0db960aa666d,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:26.723897 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:26.770098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b319b8dc-2e03-401d-8737-0db960aa666d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:26.938011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['b319b8dc-2e03-401d-8737-0db960aa666d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:28:27.666654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c4dad-53ba-4e65-a7c4-40dab0d8cffb req-daa540bd-ee41-402a-b102-9877a93a866b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:27.668212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-763c4dad-53ba-4e65-a7c4-40dab0d8cffb req-daa540bd-ee41-402a-b102-9877a93a866b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 945 time: 0.0663183 Feb 03 05:28:27.719349 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-763c4dad-53ba-4e65-a7c4-40dab0d8cffb req-f608d86f-bfe9-4ec5-8494-7e3cef40d62e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453324 Feb 03 05:28:28.562060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b319b8dc-2e03-401d-8737-0db960aa666d up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:28:28.625437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port b319b8dc-2e03-401d-8737-0db960aa666d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:28:28.630261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port b319b8dc-2e03-401d-8737-0db960aa666d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:28:28.630649 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:28.712630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port b319b8dc-2e03-401d-8737-0db960aa666d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:28:28.713020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:28.735588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:28:28.737746 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab58841-6380-4fd0-9b5a-45dd4822f4df" -d '{"events": [{"server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "name": "network-vif-plugged", "status": "completed", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:28:28.750175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port b319b8dc-2e03-401d-8737-0db960aa666d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b319b8dc-2e03-401d-8737-0db960aa666d,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:28:28.754923 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:28.814041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=b319b8dc-2e03-401d-8737-0db960aa666d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:28.831085 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fdf617-6276-40dd-91ea-66f9aba429e6 x-openstack-request-id: req-60fdf617-6276-40dd-91ea-66f9aba429e6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:28:28.831336 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "name": "network-vif-plugged", "status": "completed", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:28:28.831655 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60fdf617-6276-40dd-91ea-66f9aba429e6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:28:28.832065 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'code': 200} Feb 03 05:28:28.852531 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9494b2-2e09-49b4-8313-df14d2b75bde req-d8fec121-49c5-416f-8ce1-c31e3e353aaa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:28.854166 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c9494b2-2e09-49b4-8313-df14d2b75bde req-d8fec121-49c5-416f-8ce1-c31e3e353aaa tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0590997 Feb 03 05:28:28.902422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8c9494b2-2e09-49b4-8313-df14d2b75bde req-1a2e387b-371c-4a93-a2f8-8dce5dc0de47 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Feb 03 05:28:28.928414 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def6627-8d9d-4ddc-8ee0-64cfe9133fd8 req-e52b8e7b-177a-497d-ad73-eaaf4aa973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:28.929936 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6def6627-8d9d-4ddc-8ee0-64cfe9133fd8 req-e52b8e7b-177a-497d-ad73-eaaf4aa973a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1128 time: 0.0442736 Feb 03 05:28:28.980087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6def6627-8d9d-4ddc-8ee0-64cfe9133fd8 req-65d030b8-6db0-42d7-9354-2c74ee9166c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438046 Feb 03 05:28:30.034572 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b4518-bec5-483f-975d-fda2cf66ea95 req-0ddc8846-bac5-4c24-8bba-90cd65e72fa4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:30.036344 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e02b4518-bec5-483f-975d-fda2cf66ea95 req-0ddc8846-bac5-4c24-8bba-90cd65e72fa4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0560040 Feb 03 05:28:30.085257 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e02b4518-bec5-483f-975d-fda2cf66ea95 req-94fde57a-1b00-42cd-baf5-3b7eabf80e61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Feb 03 05:28:31.225503 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c8e5d-ce11-4981-98ee-ab51a447f8c7 req-d49f27a6-9d0e-4374-a3b6-ec0fc6fc0e81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:31.226998 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-388c8e5d-ce11-4981-98ee-ab51a447f8c7 req-d49f27a6-9d0e-4374-a3b6-ec0fc6fc0e81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0613008 Feb 03 05:28:31.281061 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-388c8e5d-ce11-4981-98ee-ab51a447f8c7 req-18c8875d-1c71-4aa6-abe8-d5af03273cae tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481524 Feb 03 05:28:31.408906 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4263b-6aa5-4906-9130-61ac6edbfccf req-0a16e80c-1a79-4957-b6d4-0849997279a9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:31.410297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bb4263b-6aa5-4906-9130-61ac6edbfccf req-0a16e80c-1a79-4957-b6d4-0849997279a9 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0600448 Feb 03 05:28:31.461006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bb4263b-6aa5-4906-9130-61ac6edbfccf req-167846e5-e175-44f4-8413-c052f21cb547 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449214 Feb 03 05:28:31.488421 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33460) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:31.540257 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a8c8-3049-4147-a9f5-cff0e4b4f154 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:31.541822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4867a8c8-3049-4147-a9f5-cff0e4b4f154 tempest-TestNetworkAdvancedServerOps-924217248 tempest-TestNetworkAdvancedServerOps-924217248-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1123 time: 0.0522277 Feb 03 05:28:31.544697 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33462) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:31.549034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:28:31.571943 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:31.678687 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:31.786488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Allocated IP 172.25.7.139 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/28bbc133-c9cc-4252-803a-68d9a87f1215) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:28:31.889861 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:31.926366 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:31.963452 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:28:31.968747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:28:31.972217 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:28:31.977529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=28bbc133-c9cc-4252-803a-68d9a87f1215,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:32.361814 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (bccbd93a-2592-4868-b6db-6a68462dd589), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:32.455520 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:32.607133 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:32.614262 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:32.684377 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event updated for resources: {'Port': ['ID=28bbc133-c9cc-4252-803a-68d9a87f1215,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:28:32.695054 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (bccbd93a-2592-4868-b6db-6a68462dd589), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:32.801774 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP bccbd93a-2592-4868-b6db-6a68462dd589 associated. External IP: 172.25.7.139, port: b319b8dc-2e03-401d-8737-0db960aa666d. Feb 03 05:28:33.016704 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f23ba678-21ec-4cad-8b39-ab29efec4283 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:28:33.124226 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:28:33.136921 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] Sync routers for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:28:33.148445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:33.148620 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:33.149063 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:33.259317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a34380b3-d893-4caa-89f1-6f74c241720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:33.273694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:33.497545 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8f981a2a-891a-4ca7-bf63-bae68f27e7bf tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9518006 Feb 03 05:28:33.498176 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:28:33.500979 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb" -d '{"events": [{"name": "network-changed", "server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:28:33.509506 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bccbd93a-2592-4868-b6db-6a68462dd589', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'port_id': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'mac_address': 'fa:16:3e:b5:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:28:32Z', 'updated_at': '2022-02-03T05:28:32Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:33.535781 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] Checking router: f23ba678-21ec-4cad-8b39-ab29efec4283 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:28:33.545636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:28:33.546258 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:28:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:33.611847 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0f844-59b1-489f-859d-7707820610cf req-5b9f2d45-b1bd-4286-8026-dfba5988a23d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:33.614681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ac0f844-59b1-489f-859d-7707820610cf req-5b9f2d45-b1bd-4286-8026-dfba5988a23d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0635614 Feb 03 05:28:33.616465 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f9663-d2b6-463c-b530-c6364986c9b3 x-openstack-request-id: req-651f9663-d2b6-463c-b530-c6364986c9b3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:28:33.616934 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:28:33.617350 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-651f9663-d2b6-463c-b530-c6364986c9b3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:28:33.617890 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'status': 'completed', 'code': 200} Feb 03 05:28:33.664160 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:28:33.666458 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ac0f844-59b1-489f-859d-7707820610cf req-e4b72246-4216-4954-9368-04f42f972bfd tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469816 Feb 03 05:28:33.681707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-49116449-8e4d-422b-aad5-dc9cbc373904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:33.683275 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-49116449-8e4d-422b-aad5-dc9cbc373904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1128 time: 0.0522716 Feb 03 05:28:33.693741 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:33.759533 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9486833d-3f87-439e-ac48-0dc938454e81 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bccbd93a-2592-4868-b6db-6a68462dd589 HTTP/1.1" status: 200 len: 992 time: 0.0643322 Feb 03 05:28:33.776081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-7aa9129a-4b84-400a-aa84-2ff2c11584e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:33.777636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-7aa9129a-4b84-400a-aa84-2ff2c11584e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 200 len: 898 time: 0.0884626 Feb 03 05:28:33.845490 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-f31475b7-6a1c-4dd8-88f1-87a3c9077399 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 200 len: 1000 time: 0.0620935 Feb 03 05:28:33.894800 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-d4bdf899-c33e-492b-baa2-31b6ad37de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:33.896312 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-d4bdf899-c33e-492b-baa2-31b6ad37de11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 HTTP/1.1" status: 200 len: 834 time: 0.0455387 Feb 03 05:28:33.898458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bccbd93a-2592-4868-b6db-6a68462dd589', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'port_id': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'mac_address': 'fa:16:3e:b5:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:28:32Z', 'updated_at': '2022-02-03T05:28:32Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:28:33.924613 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2e07b-1f09-4431-a9ab-cc0fdce498fc None None] The sync data for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 is: [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'bccbd93a-2592-4868-b6db-6a68462dd589', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'port_id': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'mac_address': 'fa:16:3e:b5:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:28:32Z', 'updated_at': '2022-02-03T05:28:32Z', 'revision_number': 0, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:28:33.945353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-06d685d3-cca9-4006-8596-4f179a1f8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:33.947209 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-06d685d3-cca9-4006-8596-4f179a1f8a9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ba85724-b62c-4d22-a99d-747a77e26329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453970 Feb 03 05:28:34.045398 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-d22e513a-4248-47e5-9d01-3bf18c4457c0 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899909 Feb 03 05:28:34.126886 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b226c80-584b-4b4a-8463-9a778cb5a21c None None] New status for floating IP bccbd93a-2592-4868-b6db-6a68462dd589: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:28:34.142951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e8b80626-d85f-4c6c-8dbc-4e247f70eafb req-02ef133d-b1e2-41ed-be32-a87ba27eb2e7 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920365 Feb 03 05:28:34.764943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:28:34.826538 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c70c93c5-f4d7-48b3-9e4a-2b7ac6013872 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bccbd93a-2592-4868-b6db-6a68462dd589 HTTP/1.1" status: 200 len: 994 time: 0.0598342 Feb 03 05:28:36.445257 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8dfc-a4db-4c03-96ea-a3a7ee26f683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:36.936344 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:38.050591 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-e4b2a28b-80a7-42b0-8341-b19d82eadf1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520685 Feb 03 05:28:38.140105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-ec1eec2a-d5f9-448a-a830-758689949ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:38.141664 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-ec1eec2a-d5f9-448a-a830-758689949ffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1128 time: 0.0475445 Feb 03 05:28:38.247978 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-e8cc418e-8f73-4c4d-bb10-28f619ea53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:38.249461 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-e8cc418e-8f73-4c4d-bb10-28f619ea53a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 200 len: 898 time: 0.0895393 Feb 03 05:28:38.313338 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-9e1332e6-bbc3-4914-b1e0-08121accf50f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 200 len: 1002 time: 0.0575523 Feb 03 05:28:38.361983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-91a1c545-c81d-4413-b1a3-e516ca20e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:38.363480 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-91a1c545-c81d-4413-b1a3-e516ca20e213 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 HTTP/1.1" status: 200 len: 834 time: 0.0439303 Feb 03 05:28:38.373079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:38.419821 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-ccd9bb03-af03-4a9a-bf16-b93079efa727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:28:38.421392 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-ccd9bb03-af03-4a9a-bf16-b93079efa727 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ba85724-b62c-4d22-a99d-747a77e26329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517874 Feb 03 05:28:38.510300 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-50e7dfd0-7cb0-49c2-be61-288d7e593d07 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829871 Feb 03 05:28:38.612324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1a46c0a7-42c0-42ee-aa83-a6b658846294 req-7c9d92d2-bf03-4442-a17a-38f852a3698d service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962460 Feb 03 05:28:39.522637 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:50.318939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-71bda342-7177-4b5f-bad1-f00e8f8f3f9c req-18318781-e309-4d4d-9424-14d0f931dd1c service neutron] (103324) timed out ('10.222.0.15', 52186) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:28:54.365967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:54.528677 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:28:55.606025 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:29:03.232962 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc8ddf69-ddf2-4052-954e-6e685a262cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:06.304737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3234f7a-4e86-44fd-97a6-394458446c3c req-ea18e5e6-f0a8-4716-ac1b-6147068492e8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:06.306243 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3234f7a-4e86-44fd-97a6-394458446c3c req-ea18e5e6-f0a8-4716-ac1b-6147068492e8 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0553968 Feb 03 05:29:06.362198 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a3234f7a-4e86-44fd-97a6-394458446c3c req-559a5b55-9ec8-4309-9038-e18f12c0dd2d tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475857 Feb 03 05:29:06.445176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f48de92-4cd4-4c29-91d6-1212887bccef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:06.937194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:07.498055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092920c-acd6-4df9-b902-5ae9dfafbac3 req-e7109bb5-613a-4fb7-b233-7139de66ee24 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:07.499556 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e092920c-acd6-4df9-b902-5ae9dfafbac3 req-e7109bb5-613a-4fb7-b233-7139de66ee24 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0563204 Feb 03 05:29:07.548163 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e092920c-acd6-4df9-b902-5ae9dfafbac3 req-a43d8092-8e82-4ad6-9a6c-97be4c8562c7 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 Feb 03 05:29:07.572202 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33492) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:07.635903 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-98c99f71-c754-442f-97e7-e649a7670cc5 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bccbd93a-2592-4868-b6db-6a68462dd589 HTTP/1.1" status: 200 len: 994 time: 0.0625296 Feb 03 05:29:08.376684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:08.927463 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c989b9-f5d5-4c24-a252-6f063d8deb58 req-4de2d0a9-3471-4930-ba38-805752365599 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:08.928905 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6c989b9-f5d5-4c24-a252-6f063d8deb58 req-4de2d0a9-3471-4930-ba38-805752365599 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0551856 Feb 03 05:29:08.943836 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feddfc-9d66-41a4-9607-98958f102209 req-505678db-01e3-4cc9-ab90-e89232530b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:08.945354 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25feddfc-9d66-41a4-9607-98958f102209 req-505678db-01e3-4cc9-ab90-e89232530b17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1128 time: 0.0459137 Feb 03 05:29:08.978490 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c6c989b9-f5d5-4c24-a252-6f063d8deb58 req-92b291c8-8944-41c6-8c92-0d8c2361949e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436418 Feb 03 05:29:09.037110 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feddfc-9d66-41a4-9607-98958f102209 req-350fdf17-a380-422d-9b41-9b57f826bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:09.038608 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25feddfc-9d66-41a4-9607-98958f102209 req-350fdf17-a380-422d-9b41-9b57f826bac7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 200 len: 898 time: 0.0874441 Feb 03 05:29:09.104023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25feddfc-9d66-41a4-9607-98958f102209 req-fc454ab5-5e43-43ba-b417-becb09dcb51f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 200 len: 1002 time: 0.0583305 Feb 03 05:29:09.150284 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feddfc-9d66-41a4-9607-98958f102209 req-f33377bd-3715-462e-b487-6590edc6166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:09.151770 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25feddfc-9d66-41a4-9607-98958f102209 req-f33377bd-3715-462e-b487-6590edc6166c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 HTTP/1.1" status: 200 len: 834 time: 0.0423298 Feb 03 05:29:09.207220 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feddfc-9d66-41a4-9607-98958f102209 req-67049c6f-5418-479b-bd31-a55271dc818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:09.208673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25feddfc-9d66-41a4-9607-98958f102209 req-67049c6f-5418-479b-bd31-a55271dc818d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ba85724-b62c-4d22-a99d-747a77e26329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513515 Feb 03 05:29:09.305421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25feddfc-9d66-41a4-9607-98958f102209 req-bfa3e79f-39be-47ba-a0ca-6a7589fed886 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903454 Feb 03 05:29:09.350234 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:09.402113 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25feddfc-9d66-41a4-9607-98958f102209 req-7a784401-5368-4555-af29-81a5d2ac498f service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902903 Feb 03 05:29:10.112808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98c36-e0d3-4c43-999e-262f143b7fe2 req-28f97bc8-4cb0-4902-b6d3-210e53a5fa8b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:10.114307 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1d98c36-e0d3-4c43-999e-262f143b7fe2 req-28f97bc8-4cb0-4902-b6d3-210e53a5fa8b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0553932 Feb 03 05:29:10.165189 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1d98c36-e0d3-4c43-999e-262f143b7fe2 req-2c95c6ca-7b33-411a-9f71-8834a5bbdc38 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450315 Feb 03 05:29:11.306349 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca21573-9ed7-4d1c-92cb-f273bbca199d req-fe657bcf-cb3a-43d9-b344-6d3d639b155b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:11.308019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cca21573-9ed7-4d1c-92cb-f273bbca199d req-fe657bcf-cb3a-43d9-b344-6d3d639b155b tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0660961 Feb 03 05:29:11.360305 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cca21573-9ed7-4d1c-92cb-f273bbca199d req-6e880109-39e9-4a31-9bff-e9faa8cd282e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Feb 03 05:29:11.388672 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:11.458306 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-729cb2fd-6df9-4b5e-841a-bb2d1813b02e tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/floatingips/bccbd93a-2592-4868-b6db-6a68462dd589 HTTP/1.1" status: 200 len: 994 time: 0.0684030 Feb 03 05:29:11.684137 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:11.850278 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 28bbc133-c9cc-4252-803a-68d9a87f1215 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:29:11.850629 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:11.925872 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:11.926173 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (28bbc133-c9cc-4252-803a-68d9a87f1215), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:11.937955 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 28bbc133-c9cc-4252-803a-68d9a87f1215 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:29:12.094616 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (28bbc133-c9cc-4252-803a-68d9a87f1215), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:12.119949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=28bbc133-c9cc-4252-803a-68d9a87f1215,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:12.190021 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for floatingip (bccbd93a-2592-4868-b6db-6a68462dd589), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:12.190406 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Floating IP bccbd93a-2592-4868-b6db-6a68462dd589 disassociated (deleted). External IP: 172.25.7.139, port: b319b8dc-2e03-401d-8737-0db960aa666d. Feb 03 05:29:12.402864 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f23ba678-21ec-4cad-8b39-ab29efec4283 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:29:12.518902 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:29:12.524265 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:12.529516 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] Sync routers for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:29:12.540177 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:12.540811 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:12.561451 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d9453415-2f9b-4dc5-865e-f5f0e586a971 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/floatingips/bccbd93a-2592-4868-b6db-6a68462dd589 HTTP/1.1" status: 204 len: 168 time: 0.8733656 Feb 03 05:29:12.561451 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:29:12.561949 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ff85f-5018-4819-a707-20d8732b4e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:29:12.613272 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c55b0-2c80-4512-ab59-c471f0a15543 x-openstack-request-id: req-5d2c55b0-2c80-4512-ab59-c471f0a15543 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:29:12.614202 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:29:12.614202 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d2c55b0-2c80-4512-ab59-c471f0a15543 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:29:12.614412 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'status': 'completed', 'code': 200} Feb 03 05:29:12.649534 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:12.684638 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff85f-5018-4819-a707-20d8732b4e4f req-27e7033e-ecf0-4f0e-9f06-da389bdc4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:12.686083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-901ff85f-5018-4819-a707-20d8732b4e4f req-27e7033e-ecf0-4f0e-9f06-da389bdc4b4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 1128 time: 0.0482185 Feb 03 05:29:12.805308 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff85f-5018-4819-a707-20d8732b4e4f req-801d111b-cddf-4df1-a1ff-f86221444507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:12.807101 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-901ff85f-5018-4819-a707-20d8732b4e4f req-801d111b-cddf-4df1-a1ff-f86221444507 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 200 len: 898 time: 0.1041961 Feb 03 05:29:12.813054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107c52-a4ab-48da-b88b-c767f9d4995e req-1e4a724b-308b-4e17-a321-7b976ba511cb tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:12.814631 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52107c52-a4ab-48da-b88b-c767f9d4995e req-1e4a724b-308b-4e17-a321-7b976ba511cb tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0544014 Feb 03 05:29:12.853077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:12.855180 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-901ff85f-5018-4819-a707-20d8732b4e4f req-3f8544e1-ca45-432b-9d9c-6086135be0e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 200 len: 217 time: 0.0402784 Feb 03 05:29:12.868236 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-52107c52-a4ab-48da-b88b-c767f9d4995e req-bacc5594-4d1c-478c-ac81-5ff83a0a3a96 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474777 Feb 03 05:29:12.887481 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] Checking router: f23ba678-21ec-4cad-8b39-ab29efec4283 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:29:12.896314 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:12.896927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:12.904361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff85f-5018-4819-a707-20d8732b4e4f req-c8350bdc-017e-4c89-b07c-16dead560126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:12.905836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-901ff85f-5018-4819-a707-20d8732b4e4f req-c8350bdc-017e-4c89-b07c-16dead560126 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 HTTP/1.1" status: 200 len: 834 time: 0.0436304 Feb 03 05:29:12.953700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff85f-5018-4819-a707-20d8732b4e4f req-259b0db7-223e-4fff-ba48-98b15dbfa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:12.955173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-901ff85f-5018-4819-a707-20d8732b4e4f req-259b0db7-223e-4fff-ba48-98b15dbfa46c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ba85724-b62c-4d22-a99d-747a77e26329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426307 Feb 03 05:29:13.001316 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:13.048164 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-901ff85f-5018-4819-a707-20d8732b4e4f req-a15c9e2d-b212-4f03-8280-e13941e7a23c service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Feb 03 05:29:13.141268 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-901ff85f-5018-4819-a707-20d8732b4e4f req-88db70c5-ebcd-4831-9b29-d734e6d5beb1 service neutron] 10.222.0.15 "GET /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864193 Feb 03 05:29:13.198648 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:13.224596 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0739b-87f2-4197-a367-5d6b01f936f4 None None] The sync data for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 is: [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:19Z', 'revision_number': 4, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '67b91973-0bce-4e8b-a3f2-7d769845016b', 'name': '', 'network_id': '2ba85724-b62c-4d22-a99d-747a77e26329', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'mac_address': 'fa:16:3e:56:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:19Z', 'updated_at': '2022-02-03T05:28:22Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'subnets': [{'id': '3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:29:13.471030 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5516f-01d7-486a-8840-72775e334de6 None None] New status for floating IP bccbd93a-2592-4868-b6db-6a68462dd589: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:29:14.014492 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbdca1-08f1-4432-a037-a2f47fce1e4c req-5a6cf7f0-37a6-4946-998e-3dd3c3f46322 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:14.016001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3fbdca1-08f1-4432-a037-a2f47fce1e4c req-5a6cf7f0-37a6-4946-998e-3dd3c3f46322 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0651100 Feb 03 05:29:14.068094 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c3fbdca1-08f1-4432-a037-a2f47fce1e4c req-b343b183-f8c0-4ee6-b837-8886e81d00e4 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/security-groups?id=320c3bea-819b-4354-ba86-35c2f1cda68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Feb 03 05:29:14.337503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-ab9b0e90-afe7-4d80-92b7-f007f73106a0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:14.338858 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-ab9b0e90-afe7-4d80-92b7-f007f73106a0 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 946 time: 0.0646267 Feb 03 05:29:14.428845 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port b319b8dc-2e03-401d-8737-0db960aa666d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:29:14.429165 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:14.521185 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port b319b8dc-2e03-401d-8737-0db960aa666d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=b319b8dc-2e03-401d-8737-0db960aa666d,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:14.521492 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:14.534070 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for b319b8dc-2e03-401d-8737-0db960aa666d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:29:14.670752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b319b8dc-2e03-401d-8737-0db960aa666d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:14.707518 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=b319b8dc-2e03-401d-8737-0db960aa666d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:14.720674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.720674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.720674 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.721003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.721322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.721632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.721960 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.722285 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.722613 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.722942 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.723260 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.723606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.723945 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:14.759050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] No DVR routers for this DVR port b319b8dc-2e03-401d-8737-0db960aa666d on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:29:14.761679 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:14.765007 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a3c53246-c54d-4170-8458-3c62b23c45f9 req-8cc7460e-ebc1-4778-b679-1cef6f6db086 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.15 "DELETE /v2.0/ports/b319b8dc-2e03-401d-8737-0db960aa666d HTTP/1.1" status: 204 len: 173 time: 0.4212763 Feb 03 05:29:14.765447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'name': 'network-vif-deleted', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:29:14.767744 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e454e-f1c4-4abc-ac6e-0eedd95f9b5c" -d '{"events": [{"server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "name": "network-vif-deleted", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:29:14.803758 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17362874-22a4-4270-a741-cf43e2fc1a4b x-openstack-request-id: req-17362874-22a4-4270-a741-cf43e2fc1a4b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:29:14.804052 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96701f88-2255-4452-9b5f-27f31bf8a34d", "name": "network-vif-deleted", "tag": "b319b8dc-2e03-401d-8737-0db960aa666d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:29:14.804303 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17362874-22a4-4270-a741-cf43e2fc1a4b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:29:14.804706 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96701f88-2255-4452-9b5f-27f31bf8a34d', 'name': 'network-vif-deleted', 'tag': 'b319b8dc-2e03-401d-8737-0db960aa666d', 'status': 'completed', 'code': 200} Feb 03 05:29:15.190381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44e1b9ef-6bb9-4a7d-ade8-2b29d4f70966 req-fd4c42e9-ff64-428a-bd28-974167f25adc tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "GET /v2.0/ports?device_id=96701f88-2255-4452-9b5f-27f31bf8a34d HTTP/1.1" status: 200 len: 210 time: 0.0345073 Feb 03 05:29:16.260506 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33526) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:16.630806 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (f23ba678-21ec-4cad-8b39-ab29efec4283), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:16.795367 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b319b8dc-2e03-401d-8737-0db960aa666d no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:29:16.819488 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: b319b8dc-2e03-401d-8737-0db960aa666d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:29:16.819877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device b319b8dc-2e03-401d-8737-0db960aa666d not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:29:16.896795 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port 67b91973-0bce-4e8b-a3f2-7d769845016b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:29:16.897154 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:16.989567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port 67b91973-0bce-4e8b-a3f2-7d769845016b, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=67b91973-0bce-4e8b-a3f2-7d769845016b,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:16.989947 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:17.003097 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for 67b91973-0bce-4e8b-a3f2-7d769845016b owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:29:17.195102 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (67b91973-0bce-4e8b-a3f2-7d769845016b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:17.221359 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=67b91973-0bce-4e8b-a3f2-7d769845016b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:17.234645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.234645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.234645 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.234998 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.235334 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.235701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.236027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.236357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.236744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.237078 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.237401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.237722 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.238027 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:17.411002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (f23ba678-21ec-4cad-8b39-ab29efec4283), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:17.633786 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Router f23ba678-21ec-4cad-8b39-ab29efec4283 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:29:17.754272 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:29:17.761686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1d0147cc-8681-4931-9045-3346bf61e60c tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "PUT /v2.0/routers/f23ba678-21ec-4cad-8b39-ab29efec4283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4978807 Feb 03 05:29:17.762261 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:17.766339 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] Sync routers for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:29:17.776918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:17.777530 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:17.813461 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting subnet 3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:29:17.816984 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:17.858703 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:17.881050 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:17.945886 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.004888 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.031188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Subnet': ['ID=3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:18.037468 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.041191 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-851d3acc-780a-415d-a383-6ef9dbebca61 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/subnets/3c95c229-85e5-4fe6-b0fa-95f3d9ab94c0 HTTP/1.1" status: 204 len: 168 time: 0.2780149 Feb 03 05:29:18.043895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:18.047841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed9e8d8-6743-4461-85e7-2e858b1f637a None None] Network 2ba85724-b62c-4d22-a99d-747a77e26329 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:29:18.124028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:29:17Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:18.161111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (f23ba678-21ec-4cad-8b39-ab29efec4283), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.164435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] Checking router: f23ba678-21ec-4cad-8b39-ab29efec4283 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:29:18.179273 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] Routers {'f23ba678-21ec-4cad-8b39-ab29efec4283'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:18.179871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['f23ba678-21ec-4cad-8b39-ab29efec4283'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:18.270862 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_gateway (f23ba678-21ec-4cad-8b39-ab29efec4283), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.296693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] DHCP port deletion for 2ba85724-b62c-4d22-a99d-747a77e26329 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:29:18.299403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] Set router f23ba678-21ec-4cad-8b39-ab29efec4283 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:18.324290 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Deleting port cfcacc48-50d1-4cf6-a190-d68d188e2c2c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:29:18.324602 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.406618 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] For port cfcacc48-50d1-4cf6-a190-d68d188e2c2c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:18.406902 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.419936 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Calling delete_port for cfcacc48-50d1-4cf6-a190-d68d188e2c2c owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:29:18.596132 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (cfcacc48-50d1-4cf6-a190-d68d188e2c2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.622597 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Port': ['ID=cfcacc48-50d1-4cf6-a190-d68d188e2c2c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:18.634140 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Deleting port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:29:18.634450 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.690874 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (f23ba678-21ec-4cad-8b39-ab29efec4283), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.717556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] For port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1a30cc69-82a7-4cd2-bf26-66e21a0eb68a,segment=NetworkSegment(052d2562-8c45-4b96-8161-8eb2f3b1862b),segment_id=052d2562-8c45-4b96-8161-8eb2f3b1862b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:18.717933 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.731444 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Calling delete_port for 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:29:18.780899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:29:17Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:18.810815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c39a9-3c82-4283-820e-8236bdd24499 None None] The sync data for ids ['f23ba678-21ec-4cad-8b39-ab29efec4283'] in n-d-827549-1 is: [{'id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909728650', 'tenant_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:29:17Z', 'revision_number': 5, 'project_id': 'c20e37547a2e4512bf5aa7e7a419b37a', 'gw_port': {'id': 'cfcacc48-50d1-4cf6-a190-d68d188e2c2c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23ba678-21ec-4cad-8b39-ab29efec4283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:28:16Z', 'updated_at': '2022-02-03T05:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:29:18.857073 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (1a30cc69-82a7-4cd2-bf26-66e21a0eb68a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:18.886180 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Pushing event deleted for resources: {'Port': ['ID=1a30cc69-82a7-4cd2-bf26-66e21a0eb68a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:18.895815 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.896338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.896775 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.897208 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.897636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.898061 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.898482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.898902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.899318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.899789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.900214 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.900636 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.901049 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:18.904196 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c667c-8e39-49fb-8e97-4243057665ea None None] No DVR routers for this DVR port 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:29:19.106677 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (f23ba678-21ec-4cad-8b39-ab29efec4283), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.109178 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router_controller (f23ba678-21ec-4cad-8b39-ab29efec4283), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.153582 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (f23ba678-21ec-4cad-8b39-ab29efec4283), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.154187 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Fanout notify agent at l3_agent the message router_deleted on router f23ba678-21ec-4cad-8b39-ab29efec4283 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:29:19.161841 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.162969 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-99cf36f6-b408-4ba3-bd96-ac449366fc04 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/routers/f23ba678-21ec-4cad-8b39-ab29efec4283 HTTP/1.1" status: 204 len: 168 time: 1.1181257 Feb 03 05:29:19.166020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:19.566436 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (2ba85724-b62c-4d22-a99d-747a77e26329), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.657649 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (2ba85724-b62c-4d22-a99d-747a77e26329), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.677871 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba85724-b62c-4d22-a99d-747a77e26329']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:19.687117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052d2562-8c45-4b96-8161-8eb2f3b1862b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:19.687411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052d2562-8c45-4b96-8161-8eb2f3b1862b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:19.697950 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (052d2562-8c45-4b96-8161-8eb2f3b1862b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.711026 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (052d2562-8c45-4b96-8161-8eb2f3b1862b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.717208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:29:19.717586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (052d2562-8c45-4b96-8161-8eb2f3b1862b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:29:19.720516 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:29:19.785430 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (2ba85724-b62c-4d22-a99d-747a77e26329), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.790315 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.793833 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/networks/2ba85724-b62c-4d22-a99d-747a77e26329 HTTP/1.1" status: 204 len: 168 time: 0.6268244 Feb 03 05:29:19.796888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33534) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:19.808123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d2ed1-eb7a-4c75-b4b2-858a3ac51311 tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'Network': ['ID=2ba85724-b62c-4d22-a99d-747a77e26329,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:19.859337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-029e0b13-fbda-466b-9084-3a856d4d675a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (320c3bea-819b-4354-ba86-35c2f1cda68c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.884194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-029e0b13-fbda-466b-9084-3a856d4d675a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (320c3bea-819b-4354-ba86-35c2f1cda68c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.944404 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-029e0b13-fbda-466b-9084-3a856d4d675a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (320c3bea-819b-4354-ba86-35c2f1cda68c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.946953 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-029e0b13-fbda-466b-9084-3a856d4d675a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:19.948150 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-029e0b13-fbda-466b-9084-3a856d4d675a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] 10.222.0.35 "DELETE /v2.0/security-groups/320c3bea-819b-4354-ba86-35c2f1cda68c HTTP/1.1" status: 204 len: 168 time: 0.1502473 Feb 03 05:29:19.957562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0b13-fbda-466b-9084-3a856d4d675a tempest-TestNetworkAdvancedServerOps-419448814 tempest-TestNetworkAdvancedServerOps-419448814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c3bea-819b-4354-ba86-35c2f1cda68c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:20.128956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:29:20.151012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:29:20.151342 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1a30cc69-82a7-4cd2-bf26-66e21a0eb68a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:29:20.151787 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 67b91973-0bce-4e8b-a3f2-7d769845016b no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:29:20.171699 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 67b91973-0bce-4e8b-a3f2-7d769845016b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:29:20.172052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 67b91973-0bce-4e8b-a3f2-7d769845016b not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:29:20.172493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cfcacc48-50d1-4cf6-a190-d68d188e2c2c no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:29:20.192052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: cfcacc48-50d1-4cf6-a190-d68d188e2c2c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:29:20.192407 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device cfcacc48-50d1-4cf6-a190-d68d188e2c2c not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:29:20.310469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33542) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:20.451106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-68fabce8-db3e-4f6b-8b25-5d74742e3638 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c20e37547a2e4512bf5aa7e7a419b37a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391976 Feb 03 05:29:20.454574 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:20.503596 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-280ed84a-4360-4c80-b00b-019464c013f8 admin admin] Publish callbacks [] for security_group (6372a2b9-d01c-4137-98a9-0d902217bd86), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:20.525970 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-280ed84a-4360-4c80-b00b-019464c013f8 admin admin] Publish callbacks [] for security_group (6372a2b9-d01c-4137-98a9-0d902217bd86), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:20.572997 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-280ed84a-4360-4c80-b00b-019464c013f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (6372a2b9-d01c-4137-98a9-0d902217bd86), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:20.575702 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-280ed84a-4360-4c80-b00b-019464c013f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:20.576978 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-280ed84a-4360-4c80-b00b-019464c013f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6372a2b9-d01c-4137-98a9-0d902217bd86 HTTP/1.1" status: 204 len: 168 time: 0.1214738 Feb 03 05:29:20.585743 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ed84a-4360-4c80-b00b-019464c013f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6372a2b9-d01c-4137-98a9-0d902217bd86,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:20.852446 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33552) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:20.866065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34f59546-ba81-45aa-b43f-8d2fb74f5732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:20.943543 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34f59546-ba81-45aa-b43f-8d2fb74f5732 admin admin] Publish callbacks [] for security_group (1f3165c4-ae59-4f5c-8662-5ff8213bd44f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:20.949967 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34f59546-ba81-45aa-b43f-8d2fb74f5732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1f3165c4-ae59-4f5c-8662-5ff8213bd44f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:20.988603 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-34f59546-ba81-45aa-b43f-8d2fb74f5732 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a994ef21d6c3440baf7252283ed30150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350298 Feb 03 05:29:20.989338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f59546-ba81-45aa-b43f-8d2fb74f5732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3165c4-ae59-4f5c-8662-5ff8213bd44f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:20.992139 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:21.041141 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746e274c-2e55-41fe-ba2e-b0c0deae6988 admin admin] Publish callbacks [] for security_group (1f3165c4-ae59-4f5c-8662-5ff8213bd44f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:21.063631 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746e274c-2e55-41fe-ba2e-b0c0deae6988 admin admin] Publish callbacks [] for security_group (1f3165c4-ae59-4f5c-8662-5ff8213bd44f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:21.122189 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746e274c-2e55-41fe-ba2e-b0c0deae6988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (1f3165c4-ae59-4f5c-8662-5ff8213bd44f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:21.124962 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-746e274c-2e55-41fe-ba2e-b0c0deae6988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:21.126167 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-746e274c-2e55-41fe-ba2e-b0c0deae6988 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f3165c4-ae59-4f5c-8662-5ff8213bd44f HTTP/1.1" status: 204 len: 168 time: 0.1329722 Feb 03 05:29:21.134321 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e274c-2e55-41fe-ba2e-b0c0deae6988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3165c4-ae59-4f5c-8662-5ff8213bd44f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:21.874325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:21.971608 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1372113770-network', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:21.997047 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Made reservation on behalf of 90a3069f8d1a43c39f4f572ac4ec9954 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:29:21.999412 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.007726 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.086714 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks [] for security_group (f09b5975-3a1f-4db1-985f-b76a2465f1f4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.092914 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f09b5975-3a1f-4db1-985f-b76a2465f1f4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.118126 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:29:22.124138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09b5975-3a1f-4db1-985f-b76a2465f1f4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:22.129840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2e9ea01f-0199-4a32-ae0f-bc912277500d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.130244 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Added segment 2e9ea01f-0199-4a32-ae0f-bc912277500d of type vlan for network 15a20bb6-650b-4e96-a52f-f904f3191a14 Feb 03 05:29:22.169324 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (15a20bb6-650b-4e96-a52f-f904f3191a14), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.194613 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (15a20bb6-650b-4e96-a52f-f904f3191a14), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.195618 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:22.196244 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.231205 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3556943 Feb 03 05:29:22.234265 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:22.239731 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Request body: {'subnet': {'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1372113770-subnet', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:22.260082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Made reservation on behalf of 90a3069f8d1a43c39f4f572ac4ec9954 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:29:22.261441 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1b0ac-674e-4b1d-aae2-9263540eae08 admin admin] Pushing event updated for resources: {'Network': ['ID=15a20bb6-650b-4e96-a52f-f904f3191a14,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:22.262480 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.271162 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:29:22.433347 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (f183db18-2010-4a33-ab95-30e2cc8ae7e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.498872 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f183db18-2010-4a33-ab95-30e2cc8ae7e8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:22.514853 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Checking segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:22.515236 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Network hostable DHCP agents. Network: 15a20bb6-650b-4e96-a52f-f904f3191a14, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:29:22.534012 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:29:22.542388 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 15a20bb6-650b-4e96-a52f-f904f3191a14) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:22.546409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:22.546999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.553013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401124f5-3e28-4ee0-a9da-fb80c2f8adff None None] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:29:22.563610 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-12802cb1-46df-4c9e-b54b-9f0ad0061cb3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3281989 Feb 03 05:29:22.566664 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:22.570992 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:22.593427 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (9675c588-1581-4c74-8239-c69de1d81302), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.594488 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (9675c588-1581-4c74-8239-c69de1d81302), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.644359 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks [] for router_controller (9675c588-1581-4c74-8239-c69de1d81302), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.661669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-15a20bb6-650b-4e96-a52f-f904f3191a14', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:29:22.662524 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.780416 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks [] for router_gateway (9675c588-1581-4c74-8239-c69de1d81302), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.800963 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Allocated IP 172.20.0.2 (15a20bb6-650b-4e96-a52f-f904f3191a14/f183db18-2010-4a33-ab95-30e2cc8ae7e8/f122be5d-8c5b-4104-b02b-cd2254d54b1d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:22.940579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Publish callbacks [] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.946777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.976203 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks [] for router_gateway (9675c588-1581-4c74-8239-c69de1d81302), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:22.993298 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:22.996210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:22.998796 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:22.999335 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.004317 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Pushing event updated for resources: {'Port': ['ID=f122be5d-8c5b-4104-b02b-cd2254d54b1d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:23.058830 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Attempting to bind port f122be5d-8c5b-4104-b02b-cd2254d54b1d on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:29:23.059071 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Attempting to bind port f122be5d-8c5b-4104-b02b-cd2254d54b1d by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:29:23.059448 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Attempting to bind port f122be5d-8c5b-4104-b02b-cd2254d54b1d on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:23.064524 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:29:23.064895 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Checking segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:23.065292 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.065693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Bound using segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:29:23.066146 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Bound port: f122be5d-8c5b-4104-b02b-cd2254d54b1d, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:29:23.066521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.100663 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Allocated IP 172.25.7.48 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/b192b331-331a-4f85-b1bf-d30fac3670ec) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:23.128676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] For port f122be5d-8c5b-4104-b02b-cd2254d54b1d, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:29:23.131798 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] For port f122be5d-8c5b-4104-b02b-cd2254d54b1d, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f122be5d-8c5b-4104-b02b-cd2254d54b1d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:29:23.137865 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.199839 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1864760-1689-45b3-8187-4c101c3ba8fd None None] Pushing event updated for resources: {'Port': ['ID=f122be5d-8c5b-4104-b02b-cd2254d54b1d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:23.209962 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks [] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.246256 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.284828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:23.290153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:23.293751 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:23.299534 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Pushing event updated for resources: {'Port': ['ID=b192b331-331a-4f85-b1bf-d30fac3670ec,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:23.565835 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks [] for router_gateway (9675c588-1581-4c74-8239-c69de1d81302), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.771220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (9675c588-1581-4c74-8239-c69de1d81302), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:23.910668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Router 9675c588-1581-4c74-8239-c69de1d81302 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:29:24.023181 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:29:24.032525 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Sync routers for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:29:24.043733 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:24.044556 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.044888 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:24.045848 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-13309ca9-d6cb-40ff-9f1a-5fd7338e1052 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4782562 Feb 03 05:29:24.048703 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:24.158426 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:24.160261 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9737646b-4f36-420a-993a-9c5fadb5d92c None None] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:29:24.230645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f122be5d-8c5b-4104-b02b-cd2254d54b1d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:24.262715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-808e8943-2721-41c8-9aee-29354a3d3c67 None None] Provisioning complete for port f122be5d-8c5b-4104-b02b-cd2254d54b1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:24.263093 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808e8943-2721-41c8-9aee-29354a3d3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.350899 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:23Z', 'revision_number': 3, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:24.377554 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Checking router: 9675c588-1581-4c74-8239-c69de1d81302 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:29:24.377897 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Updating router 9675c588-1581-4c74-8239-c69de1d81302 port b192b331-331a-4f85-b1bf-d30fac3670ec binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:29:24.409006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f122be5d-8c5b-4104-b02b-cd2254d54b1d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:24.409354 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.410914 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.432013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.435141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-808e8943-2721-41c8-9aee-29354a3d3c67 None None] Current status of the port f122be5d-8c5b-4104-b02b-cd2254d54b1d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:24.435539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808e8943-2721-41c8-9aee-29354a3d3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.484466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-808e8943-2721-41c8-9aee-29354a3d3c67 None None] For port f122be5d-8c5b-4104-b02b-cd2254d54b1d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f122be5d-8c5b-4104-b02b-cd2254d54b1d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:24.492326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808e8943-2721-41c8-9aee-29354a3d3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.534887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.573823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f122be5d-8c5b-4104-b02b-cd2254d54b1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:24.592046 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.609514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8943-2721-41c8-9aee-29354a3d3c67 None None] Pushing event updated for resources: {'Port': ['ID=f122be5d-8c5b-4104-b02b-cd2254d54b1d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:24.702557 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Publish callbacks [] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.709328 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.716758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6a8ef0d5-116b-46a7-8205-3f55923f249b None None] Provisioning complete for port f122be5d-8c5b-4104-b02b-cd2254d54b1d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:24.717061 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef0d5-116b-46a7-8205-3f55923f249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.724828 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Allocated IP 172.20.0.1 (15a20bb6-650b-4e96-a52f-f904f3191a14/f183db18-2010-4a33-ab95-30e2cc8ae7e8/b17c6464-0987-45f2-be47-a5f0e50bcf5a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:24.761609 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Attempting to bind port b192b331-331a-4f85-b1bf-d30fac3670ec on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:29:24.761992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Attempting to bind port b192b331-331a-4f85-b1bf-d30fac3670ec by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:29:24.762341 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Attempting to bind port b192b331-331a-4f85-b1bf-d30fac3670ec on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:24.765202 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Pushing event updated for resources: {'Port': ['ID=b192b331-331a-4f85-b1bf-d30fac3670ec,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:24.769897 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:29:24.770265 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:24.770747 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.771137 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:29:24.771624 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Bound port: b192b331-331a-4f85-b1bf-d30fac3670ec, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:29:24.772004 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.794952 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.795291 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.795654 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.795986 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.796314 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.796641 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.796968 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.797287 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.797609 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.797931 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.798250 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.798579 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.798891 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:29:24.806408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ef0d5-116b-46a7-8205-3f55923f249b None None] Current status of the port f122be5d-8c5b-4104-b02b-cd2254d54b1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:24.838537 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] For port b192b331-331a-4f85-b1bf-d30fac3670ec, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:29:24.841766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] For port b192b331-331a-4f85-b1bf-d30fac3670ec, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b192b331-331a-4f85-b1bf-d30fac3670ec,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:29:24.847937 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.848968 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks [] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.883583 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:24.927695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:24.930761 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:24.933601 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:24.957350 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Pushing event updated for resources: {'Port': ['ID=b17c6464-0987-45f2-be47-a5f0e50bcf5a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:24.982867 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (9675c588-1581-4c74-8239-c69de1d81302), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:25.000676 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:25.001301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:25.035332 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0c12d-7763-451d-8fee-0b698083d5a9 None None] Pushing event updated for resources: {'Port': ['ID=b192b331-331a-4f85-b1bf-d30fac3670ec,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:25.121219 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:25.130692 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:25.226897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1212741c-199c-49a7-aad7-4b98875f540f None None] Provisioning complete for port b17c6464-0987-45f2-be47-a5f0e50bcf5a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:25.227483 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1212741c-199c-49a7-aad7-4b98875f540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:25.263096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1212741c-199c-49a7-aad7-4b98875f540f None None] Port b17c6464-0987-45f2-be47-a5f0e50bcf5a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:29:25.299415 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks [] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:25.304460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:25.306560 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:23Z', 'revision_number': 3, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:25.338002 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9124113-09a8-445e-b270-e631fb66db75 None None] The sync data for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 is: [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:23Z', 'revision_number': 3, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:29:25.374792 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Pushing event updated for resources: {'Port': ['ID=b17c6464-0987-45f2-be47-a5f0e50bcf5a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:25.377635 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (9675c588-1581-4c74-8239-c69de1d81302), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:25.474676 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:25.477044 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:25.790225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a5f54a36-9207-46b5-bb82-3ba20429a51d None None] Provisioning complete for port b17c6464-0987-45f2-be47-a5f0e50bcf5a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:25.790641 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5f54a36-9207-46b5-bb82-3ba20429a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:25.831218 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a5f54a36-9207-46b5-bb82-3ba20429a51d None None] Port b17c6464-0987-45f2-be47-a5f0e50bcf5a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:29:25.964425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Router 9675c588-1581-4c74-8239-c69de1d81302 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:29:26.097680 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:29:26.103255 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2a5f4de3-bd04-43d4-b29e-185164a3fc0a admin admin] 10.222.0.35 "PUT /v2.0/routers/9675c588-1581-4c74-8239-c69de1d81302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0533586 Feb 03 05:29:26.277741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f122be5d-8c5b-4104-b02b-cd2254d54b1d up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:26.340907 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f122be5d-8c5b-4104-b02b-cd2254d54b1d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:26.341721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.425395 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f122be5d-8c5b-4104-b02b-cd2254d54b1d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:26.426461 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b192b331-331a-4f85-b1bf-d30fac3670ec up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:26.477759 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b192b331-331a-4f85-b1bf-d30fac3670ec triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:26.478145 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.559158 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b192b331-331a-4f85-b1bf-d30fac3670ec is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:26.559584 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.588728 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port b192b331-331a-4f85-b1bf-d30fac3670ec, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b192b331-331a-4f85-b1bf-d30fac3670ec,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:26.595154 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.643603 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=b192b331-331a-4f85-b1bf-d30fac3670ec,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:26.679868 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:26.684850 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1974432821-network', 'tenant_id': '0d51996f20da4449be572922ebde9f12'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:26.704891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Made reservation on behalf of 0d51996f20da4449be572922ebde9f12 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:29:26.707184 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.716341 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.795796 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks [] for security_group (c021ca82-9728-4995-b232-6943e083fd8c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.801906 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c021ca82-9728-4995-b232-6943e083fd8c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.834919 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:29:26.843749 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c021ca82-9728-4995-b232-6943e083fd8c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:26.849578 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (459a887a-72d7-4858-9681-f748ba8916be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.849948 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Added segment 459a887a-72d7-4858-9681-f748ba8916be of type vlan for network f994aa1e-f6db-4430-ace3-fef6cd4fe637 Feb 03 05:29:26.889338 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (f994aa1e-f6db-4430-ace3-fef6cd4fe637), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.916056 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (f994aa1e-f6db-4430-ace3-fef6cd4fe637), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.917420 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:26.918044 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.954852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2713540 Feb 03 05:29:26.955275 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33606) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:26.960425 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Request body: {'subnet': {'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1974432821-subnet', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:26.981285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Made reservation on behalf of 0d51996f20da4449be572922ebde9f12 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:29:26.982798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af912e2-d15f-4037-8323-73fcbdc76eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f994aa1e-f6db-4430-ace3-fef6cd4fe637,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:26.983710 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:26.992888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:29:27.098902 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Sync routers for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:29:27.109556 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:27.110170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:27.159215 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (0da83723-947c-4388-9601-434b82d0ddd4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.215471 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:27.215763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da83723-947c-4388-9601-434b82d0ddd4,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:27.223052 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Checking segment: {'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:27.223431 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Network hostable DHCP agents. Network: f994aa1e-f6db-4430-ace3-fef6cd4fe637, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:29:27.241710 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:29:27.251764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, f994aa1e-f6db-4430-ace3-fef6cd4fe637) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:27.255932 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:27.256523 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.265686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7992d-6ba0-4438-9822-ff4af853e752 None None] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:29:27.273561 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-4e9a7d27-51cd-41fd-b663-37bb0f5f9abe admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170860 Feb 03 05:29:27.276292 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33610) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:27.280866 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:27.302189 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (fe2b791a-c3a1-4612-b61d-9c1b97f24701), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.303239 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (fe2b791a-c3a1-4612-b61d-9c1b97f24701), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.358447 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks [] for router_controller (fe2b791a-c3a1-4612-b61d-9c1b97f24701), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.500439 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks [] for router_gateway (fe2b791a-c3a1-4612-b61d-9c1b97f24701), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.648231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-f994aa1e-f6db-4430-ace3-fef6cd4fe637', 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637', 'project_id': '0d51996f20da4449be572922ebde9f12', 'fixed_ips': [{'subnet_id': '0da83723-947c-4388-9601-434b82d0ddd4'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:29:27.649055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.709933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks [] for router_gateway (fe2b791a-c3a1-4612-b61d-9c1b97f24701), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.729431 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.779937 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 2, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:27.813871 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Checking router: 9675c588-1581-4c74-8239-c69de1d81302 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:29:27.814210 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Updating router 9675c588-1581-4c74-8239-c69de1d81302 port b17c6464-0987-45f2-be47-a5f0e50bcf5a binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:29:27.837123 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Allocated IP 172.25.7.221 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/1cf91f81-68b5-4bdf-a43d-246dc656a5a3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:27.844326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Allocated IP 172.20.0.2 (f994aa1e-f6db-4430-ace3-fef6cd4fe637/0da83723-947c-4388-9601-434b82d0ddd4/31554df8-8433-4283-897d-5f2faa398f1f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:27.857536 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.944371 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks [] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:27.981285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.023889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:28.026701 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:28.031154 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:28.034591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Pushing event updated for resources: {'Port': ['ID=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:28.133722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Publish callbacks [] for port (31554df8-8433-4283-897d-5f2faa398f1f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.143235 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (31554df8-8433-4283-897d-5f2faa398f1f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.175716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b192b331-331a-4f85-b1bf-d30fac3670ec up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:28.234598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:28.248211 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:28.257291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:28.264741 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Pushing event updated for resources: {'Port': ['ID=31554df8-8433-4283-897d-5f2faa398f1f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:28.297326 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks [] for router_gateway (fe2b791a-c3a1-4612-b61d-9c1b97f24701), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.365130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b192b331-331a-4f85-b1bf-d30fac3670ec triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:28.365487 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.369316 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Publish callbacks [] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.372489 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Attempting to bind port 31554df8-8433-4283-897d-5f2faa398f1f on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:29:28.372968 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Attempting to bind port 31554df8-8433-4283-897d-5f2faa398f1f by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:29:28.373319 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Attempting to bind port 31554df8-8433-4283-897d-5f2faa398f1f on network f994aa1e-f6db-4430-ace3-fef6cd4fe637 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:28.395956 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.404647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:29:28.405021 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Checking segment: {'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:28.405425 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.405820 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Bound using segment: {'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:29:28.406263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Bound port: 31554df8-8433-4283-897d-5f2faa398f1f, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:29:28.406658 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (31554df8-8433-4283-897d-5f2faa398f1f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.494124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259563d8-092a-471c-94a8-7a4c90d7b7ee None None] Pushing event updated for resources: {'Port': ['ID=b17c6464-0987-45f2-be47-a5f0e50bcf5a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:28.495328 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (fe2b791a-c3a1-4612-b61d-9c1b97f24701), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.611411 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] For port 31554df8-8433-4283-897d-5f2faa398f1f, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:29:28.615361 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b192b331-331a-4f85-b1bf-d30fac3670ec is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:28.617568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Attempting to bind port b17c6464-0987-45f2-be47-a5f0e50bcf5a on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:29:28.617944 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Attempting to bind port b17c6464-0987-45f2-be47-a5f0e50bcf5a by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:29:28.618307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Attempting to bind port b17c6464-0987-45f2-be47-a5f0e50bcf5a on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:28.630670 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] For port 31554df8-8433-4283-897d-5f2faa398f1f, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=31554df8-8433-4283-897d-5f2faa398f1f,segment=NetworkSegment(459a887a-72d7-4858-9681-f748ba8916be),segment_id=459a887a-72d7-4858-9681-f748ba8916be)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:29:28.632278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:29:28.632655 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Checking segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:28.633061 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.633458 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Bound using segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:29:28.633941 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Bound port: b17c6464-0987-45f2-be47-a5f0e50bcf5a, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:29:28.634408 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.638810 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Router fe2b791a-c3a1-4612-b61d-9c1b97f24701 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:29:28.646207 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (31554df8-8433-4283-897d-5f2faa398f1f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.750626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dffec5-f01f-46ea-bea7-6daa7301fc95 None None] Pushing event updated for resources: {'Port': ['ID=31554df8-8433-4283-897d-5f2faa398f1f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:28.756555 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] For port b17c6464-0987-45f2-be47-a5f0e50bcf5a, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:29:28.760164 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] For port b17c6464-0987-45f2-be47-a5f0e50bcf5a, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b17c6464-0987-45f2-be47-a5f0e50bcf5a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:29:28.762042 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:29:28.772617 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Sync routers for ids ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:29:28.776059 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.786967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e7ec80e6-4449-420c-8677-1364b8598476 None None] Provisioning complete for port b17c6464-0987-45f2-be47-a5f0e50bcf5a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:28.787280 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Routers {'fe2b791a-c3a1-4612-b61d-9c1b97f24701'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:28.787449 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec80e6-4449-420c-8677-1364b8598476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.789520 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:28.792486 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:28.794192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ab6c9a4f-d111-4789-af94-0cfbe933102a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5168233 Feb 03 05:29:28.796734 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33614) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:28.889667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259563d8-092a-471c-94a8-7a4c90d7b7ee None None] Pushing event updated for resources: {'Port': ['ID=b17c6464-0987-45f2-be47-a5f0e50bcf5a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:28.894605 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:28.895236 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:28.937264 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Set router fe2b791a-c3a1-4612-b61d-9c1b97f24701 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:29.073669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec80e6-4449-420c-8677-1364b8598476 None None] Current status of the port b17c6464-0987-45f2-be47-a5f0e50bcf5a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:29.074001 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec80e6-4449-420c-8677-1364b8598476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.100111 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:29.160422 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:28Z', 'revision_number': 3, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port': {'id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:29.191326 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e7ec80e6-4449-420c-8677-1364b8598476 None None] For port b17c6464-0987-45f2-be47-a5f0e50bcf5a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b17c6464-0987-45f2-be47-a5f0e50bcf5a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:29.198868 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec80e6-4449-420c-8677-1364b8598476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.210771 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Checking router: fe2b791a-c3a1-4612-b61d-9c1b97f24701 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:29:29.211557 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Updating router fe2b791a-c3a1-4612-b61d-9c1b97f24701 port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:29:29.252257 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.356220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec80e6-4449-420c-8677-1364b8598476 None None] Pushing event updated for resources: {'Port': ['ID=b17c6464-0987-45f2-be47-a5f0e50bcf5a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:29.377789 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f0374baa-6469-4de4-897b-133848f10e73 None None] Provisioning complete for port b17c6464-0987-45f2-be47-a5f0e50bcf5a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:29.378171 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0374baa-6469-4de4-897b-133848f10e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.404865 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.515042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f0374baa-6469-4de4-897b-133848f10e73 None None] Current status of the port b17c6464-0987-45f2-be47-a5f0e50bcf5a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:29.523685 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:28Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:29.533438 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Publish callbacks [] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.541275 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.555130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e75b8-50c8-4077-9216-1cf8cc81330c None None] The sync data for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 is: [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:28Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:29:29.571212 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Allocated IP 172.20.0.1 (f994aa1e-f6db-4430-ace3-fef6cd4fe637/0da83723-947c-4388-9601-434b82d0ddd4/164c67c2-919e-4f37-87ae-e17d35714f98) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:29.618455 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Attempting to bind port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:29:29.618834 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Attempting to bind port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:29:29.619188 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Attempting to bind port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:29.648873 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:29:29.649247 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:29.649685 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.650054 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:29:29.650539 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Bound port: 1cf91f81-68b5-4bdf-a43d-246dc656a5a3, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:29:29.650923 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.659589 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e4b26-9a85-4212-b659-3004ffbdd68a None None] Pushing event updated for resources: {'Port': ['ID=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:29.730063 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] For port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:29:29.735825 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] For port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:29:29.738924 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks [] for port (164c67c2-919e-4f37-87ae-e17d35714f98), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.749066 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.786740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.810346 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e4b26-9a85-4212-b659-3004ffbdd68a None None] Pushing event updated for resources: {'Port': ['ID=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:29.828890 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Routers {'fe2b791a-c3a1-4612-b61d-9c1b97f24701'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:29.830294 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:29.833464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:29.844255 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:29.848585 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:29.894160 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Pushing event updated for resources: {'Port': ['ID=164c67c2-919e-4f37-87ae-e17d35714f98,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:29.911858 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (fe2b791a-c3a1-4612-b61d-9c1b97f24701), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:29.961569 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] Set router fe2b791a-c3a1-4612-b61d-9c1b97f24701 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:30.057942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.094885 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee2209-2fbd-49b7-87f5-a576e61ccfd3 None None] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:29:30.198589 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-744e2464-94b9-4497-b48e-fd278704681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:28Z', 'revision_number': 3, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port': {'id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:30.199493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ddee1a5e-a2dd-4fde-9443-bc736c98f951 None None] Provisioning complete for port 31554df8-8433-4283-897d-5f2faa398f1f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:30.199989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddee1a5e-a2dd-4fde-9443-bc736c98f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31554df8-8433-4283-897d-5f2faa398f1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.306621 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks [] for port (164c67c2-919e-4f37-87ae-e17d35714f98), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.312380 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.356390 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ddee1a5e-a2dd-4fde-9443-bc736c98f951 None None] Current status of the port 31554df8-8433-4283-897d-5f2faa398f1f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:30.360281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddee1a5e-a2dd-4fde-9443-bc736c98f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (31554df8-8433-4283-897d-5f2faa398f1f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.360439 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e2464-94b9-4497-b48e-fd278704681e None None] The sync data for ids ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'] in n-d-827549-1 is: [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:28Z', 'revision_number': 3, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port': {'id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:29:30.403889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ddee1a5e-a2dd-4fde-9443-bc736c98f951 None None] For port 31554df8-8433-4283-897d-5f2faa398f1f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=31554df8-8433-4283-897d-5f2faa398f1f,segment=NetworkSegment(459a887a-72d7-4858-9681-f748ba8916be),segment_id=459a887a-72d7-4858-9681-f748ba8916be)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:30.404764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Pushing event updated for resources: {'Port': ['ID=164c67c2-919e-4f37-87ae-e17d35714f98,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:30.407781 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (fe2b791a-c3a1-4612-b61d-9c1b97f24701), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.412138 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddee1a5e-a2dd-4fde-9443-bc736c98f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (31554df8-8433-4283-897d-5f2faa398f1f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.449847 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b17c6464-0987-45f2-be47-a5f0e50bcf5a up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:30.522320 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee1a5e-a2dd-4fde-9443-bc736c98f951 None None] Pushing event updated for resources: {'Port': ['ID=31554df8-8433-4283-897d-5f2faa398f1f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:30.546052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port b17c6464-0987-45f2-be47-a5f0e50bcf5a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:30.546416 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.572497 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:30.574333 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:30.734203 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Router fe2b791a-c3a1-4612-b61d-9c1b97f24701 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:29:30.888108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-668fdf60-67db-4c3f-bfb8-374cf0739a43 None None] Provisioning complete for port 31554df8-8433-4283-897d-5f2faa398f1f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:30.888108 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-668fdf60-67db-4c3f-bfb8-374cf0739a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31554df8-8433-4283-897d-5f2faa398f1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:30.894834 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:29:30.903781 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-f0173724-78e6-4093-9d3d-791b573ed73d admin admin] 10.222.0.35 "PUT /v2.0/routers/fe2b791a-c3a1-4612-b61d-9c1b97f24701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058891 Feb 03 05:29:30.914414 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port b17c6464-0987-45f2-be47-a5f0e50bcf5a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:30.915585 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 31554df8-8433-4283-897d-5f2faa398f1f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:31.074437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 31554df8-8433-4283-897d-5f2faa398f1f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:31.074824 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31554df8-8433-4283-897d-5f2faa398f1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.118597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-668fdf60-67db-4c3f-bfb8-374cf0739a43 None None] Current status of the port 31554df8-8433-4283-897d-5f2faa398f1f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:31.165514 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-668fdf60-67db-4c3f-bfb8-374cf0739a43 None None] Provisioning complete for port 164c67c2-919e-4f37-87ae-e17d35714f98 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:31.166028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-668fdf60-67db-4c3f-bfb8-374cf0739a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.255974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 31554df8-8433-4283-897d-5f2faa398f1f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:31.266967 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-668fdf60-67db-4c3f-bfb8-374cf0739a43 None None] Port 164c67c2-919e-4f37-87ae-e17d35714f98 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:29:31.388102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c2cfa218-7f61-4b35-8166-a5c829ebe31b None None] Provisioning complete for port 164c67c2-919e-4f37-87ae-e17d35714f98 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:31.388479 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa218-7f61-4b35-8166-a5c829ebe31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.427328 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfa218-7f61-4b35-8166-a5c829ebe31b None None] Port 164c67c2-919e-4f37-87ae-e17d35714f98 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:29:31.562763 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:31.567489 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8b3d17ba-31a0-4e55-a3e6-30472fe0cc9a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641695081', 'description': 'tempest-secgroup-smoke-1641695081 description', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:31.589213 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b3d17ba-31a0-4e55-a3e6-30472fe0cc9a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.661314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b3d17ba-31a0-4e55-a3e6-30472fe0cc9a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.666232 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b3d17ba-31a0-4e55-a3e6-30472fe0cc9a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.698640 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b3d17ba-31a0-4e55-a3e6-30472fe0cc9a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.702633 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8b3d17ba-31a0-4e55-a3e6-30472fe0cc9a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1361377 Feb 03 05:29:31.702633 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d17ba-31a0-4e55-a3e6-30472fe0cc9a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:31.704226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:31.709430 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b8d33335-27d9-4d0f-bc08-9d2df197eb4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': 'b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:31.737942 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8d33335-27d9-4d0f-bc08-9d2df197eb4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (3e3b1346-342a-45ff-ab1d-0902c675935e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.796847 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8d33335-27d9-4d0f-bc08-9d2df197eb4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (3e3b1346-342a-45ff-ab1d-0902c675935e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.801716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8d33335-27d9-4d0f-bc08-9d2df197eb4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (3e3b1346-342a-45ff-ab1d-0902c675935e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.819947 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d33335-27d9-4d0f-bc08-9d2df197eb4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3b1346-342a-45ff-ab1d-0902c675935e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:31.825204 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8d33335-27d9-4d0f-bc08-9d2df197eb4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.826459 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b8d33335-27d9-4d0f-bc08-9d2df197eb4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206055 Feb 03 05:29:31.829208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:31.833561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-041b8ca7-67dc-4aa2-a1cb-a21b93b00e80 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': 'b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:31.858413 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-041b8ca7-67dc-4aa2-a1cb-a21b93b00e80 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (862f7a58-c992-44a2-947f-52dc5abb78d5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.911169 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-041b8ca7-67dc-4aa2-a1cb-a21b93b00e80 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (862f7a58-c992-44a2-947f-52dc5abb78d5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.917283 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-041b8ca7-67dc-4aa2-a1cb-a21b93b00e80 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (862f7a58-c992-44a2-947f-52dc5abb78d5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.943102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b8ca7-67dc-4aa2-a1cb-a21b93b00e80 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862f7a58-c992-44a2-947f-52dc5abb78d5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:31.949457 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-041b8ca7-67dc-4aa2-a1cb-a21b93b00e80 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:31.951348 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-041b8ca7-67dc-4aa2-a1cb-a21b93b00e80 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212058 Feb 03 05:29:31.954418 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:31.959152 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ffa42b21-9c3b-4911-b484-4b3e6db0181a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': 'b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:31.990534 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa42b21-9c3b-4911-b484-4b3e6db0181a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (fe9a6d8e-5e27-4736-80ad-c37bb56c4aca), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.057358 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa42b21-9c3b-4911-b484-4b3e6db0181a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (fe9a6d8e-5e27-4736-80ad-c37bb56c4aca), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.063012 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa42b21-9c3b-4911-b484-4b3e6db0181a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (fe9a6d8e-5e27-4736-80ad-c37bb56c4aca), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.081240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa42b21-9c3b-4911-b484-4b3e6db0181a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a6d8e-5e27-4736-80ad-c37bb56c4aca,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:32.091993 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ffa42b21-9c3b-4911-b484-4b3e6db0181a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.093423 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-ffa42b21-9c3b-4911-b484-4b3e6db0181a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377418 Feb 03 05:29:32.096158 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:32.100784 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-996cc7f0-f6d8-4e2b-a831-407e07dfc3d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': 'b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:32.129718 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-996cc7f0-f6d8-4e2b-a831-407e07dfc3d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (d73d7249-50ba-45bc-9f2c-bce8876eda02), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.191925 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-996cc7f0-f6d8-4e2b-a831-407e07dfc3d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (d73d7249-50ba-45bc-9f2c-bce8876eda02), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.196434 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-996cc7f0-f6d8-4e2b-a831-407e07dfc3d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (d73d7249-50ba-45bc-9f2c-bce8876eda02), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.219173 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cc7f0-f6d8-4e2b-a831-407e07dfc3d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73d7249-50ba-45bc-9f2c-bce8876eda02,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:32.227580 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-996cc7f0-f6d8-4e2b-a831-407e07dfc3d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.229005 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-996cc7f0-f6d8-4e2b-a831-407e07dfc3d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318576 Feb 03 05:29:32.232219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:32.237776 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': 'b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:32.243430 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:32.258698 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Project 90a3069f8d1a43c39f4f572ac4ec9954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:29:32.263746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (eb560a0c-60d0-4cd5-beb8-ed785d26ce92), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.292618 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:32.293012 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.320617 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (eb560a0c-60d0-4cd5-beb8-ed785d26ce92), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.324860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (eb560a0c-60d0-4cd5-beb8-ed785d26ce92), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.342794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb560a0c-60d0-4cd5-beb8-ed785d26ce92,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:32.353890 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.355686 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1e7998a4-1d72-4d35-8654-7e170a0f909e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222572 Feb 03 05:29:32.358411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 33634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:32.363861 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': 'b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:32.380641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:32.381036 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.385209 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Project 90a3069f8d1a43c39f4f572ac4ec9954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:29:32.391094 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (6d588fc8-8f5b-4b49-a4a2-18bdefa5768f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.400975 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:32.405391 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.406171 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 31554df8-8433-4283-897d-5f2faa398f1f up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:32.452716 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (6d588fc8-8f5b-4b49-a4a2-18bdefa5768f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.457431 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6d588fc8-8f5b-4b49-a4a2-18bdefa5768f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.478176 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d588fc8-8f5b-4b49-a4a2-18bdefa5768f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:32.480587 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:32.484289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.485570 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-2b6bf79b-d6c6-4d6e-a5bc-6ca0d81db857 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260045 Feb 03 05:29:32.495841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 31554df8-8433-4283-897d-5f2faa398f1f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:32.496227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (31554df8-8433-4283-897d-5f2faa398f1f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:32.578327 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 31554df8-8433-4283-897d-5f2faa398f1f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:32.595610 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:29:32.643993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a70ce7f0-c563-469f-bf16-967e48baba72 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641695081&fields=id&tenant_id=90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 267 time: 0.0442147 Feb 03 05:29:32.758639 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-bf5e1cd7-d7c8-4ca9-87aa-b7164af76f95 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:32.760332 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-bf5e1cd7-d7c8-4ca9-87aa-b7164af76f95 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 809 time: 0.1072755 Feb 03 05:29:32.776210 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a2b8271b-bdea-4d0b-9f7d-7f114b55f022 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/quotas/90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 375 time: 0.0101523 Feb 03 05:29:32.838620 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-b12da798-83ab-493c-9b2c-e29d9870d7b0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565166 Feb 03 05:29:32.937431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-de75a07b-5f1f-4432-9100-55d9b4880723 service neutron] 10.222.0.35 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868256 Feb 03 05:29:33.034920 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-4ea8be73-abb4-42b5-afe9-b0dbb0969462 service neutron] 10.222.0.35 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913553 Feb 03 05:29:33.085918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Sync routers for ids ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:29:33.096178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Routers {'fe2b791a-c3a1-4612-b61d-9c1b97f24701'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:33.096805 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:33.206226 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Set router fe2b791a-c3a1-4612-b61d-9c1b97f24701 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:33.216689 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-27e22eb9-695c-4692-a44b-f4f4bd121488 req-5b0e41ff-374c-4507-acb6-24e94a2b307e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 210 time: 0.0328555 Feb 03 05:29:33.255068 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-533a3acd-9892-4db5-a6a3-8f7fec1641c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:33.428356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:30Z', 'revision_number': 4, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port': {'id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '164c67c2-919e-4f37-87ae-e17d35714f98', 'name': '', 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'mac_address': 'fa:16:3e:e5:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0da83723-947c-4388-9601-434b82d0ddd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:29Z', 'updated_at': '2022-02-03T05:29:30Z', 'revision_number': 2, 'project_id': '0d51996f20da4449be572922ebde9f12', 'subnets': [{'id': '0da83723-947c-4388-9601-434b82d0ddd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:33.458813 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Checking router: fe2b791a-c3a1-4612-b61d-9c1b97f24701 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:29:33.459175 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Updating router fe2b791a-c3a1-4612-b61d-9c1b97f24701 port 164c67c2-919e-4f37-87ae-e17d35714f98 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:29:33.487457 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:33.772727 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Publish callbacks [] for port (164c67c2-919e-4f37-87ae-e17d35714f98), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:33.778556 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:33.838641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2724fc-0af6-4b59-bf18-6038e0107a92 None None] Pushing event updated for resources: {'Port': ['ID=164c67c2-919e-4f37-87ae-e17d35714f98,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:33.894829 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Attempting to bind port 164c67c2-919e-4f37-87ae-e17d35714f98 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:29:33.895335 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Attempting to bind port 164c67c2-919e-4f37-87ae-e17d35714f98 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:29:33.895740 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Attempting to bind port 164c67c2-919e-4f37-87ae-e17d35714f98 on network f994aa1e-f6db-4430-ace3-fef6cd4fe637 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:33.901927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:29:33.902322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Checking segment: {'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:33.902966 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:33.903638 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Bound using segment: {'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:29:33.904356 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Bound port: 164c67c2-919e-4f37-87ae-e17d35714f98, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a887a-72d7-4858-9681-f748ba8916be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:29:33.904760 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:33.975048 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] For port 164c67c2-919e-4f37-87ae-e17d35714f98, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:29:33.978677 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] For port 164c67c2-919e-4f37-87ae-e17d35714f98, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=164c67c2-919e-4f37-87ae-e17d35714f98,segment=NetworkSegment(459a887a-72d7-4858-9681-f748ba8916be),segment_id=459a887a-72d7-4858-9681-f748ba8916be)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:29:33.985381 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.043637 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Routers {'fe2b791a-c3a1-4612-b61d-9c1b97f24701'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:34.044616 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:34.105351 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2724fc-0af6-4b59-bf18-6038e0107a92 None None] Pushing event updated for resources: {'Port': ['ID=164c67c2-919e-4f37-87ae-e17d35714f98,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:34.129230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ccb5fbe3-c1d6-4ca9-8932-66cbbced0c33 None None] Provisioning complete for port 164c67c2-919e-4f37-87ae-e17d35714f98 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:34.129608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccb5fbe3-c1d6-4ca9-8932-66cbbced0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.191735 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:34.255945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] Set router fe2b791a-c3a1-4612-b61d-9c1b97f24701 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:34.343290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-69666594-a067-482c-a7cc-a95423bc2199 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:34.344504 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ad4ad36b-e50b-42bd-8053-ae0a8337716c req-d0a4f089-8384-4ca3-98b9-90de86db4fdb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 210 time: 0.0336657 Feb 03 05:29:34.349542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-69666594-a067-482c-a7cc-a95423bc2199 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 809 time: 0.1374915 Feb 03 05:29:34.394994 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:34.395378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.425852 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5fbe3-c1d6-4ca9-8932-66cbbced0c33 None None] Current status of the port 164c67c2-919e-4f37-87ae-e17d35714f98 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:34.426082 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-8cc8c3db-01d3-4b25-be63-34a0decad3a3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 380 time: 0.0621083 Feb 03 05:29:34.426227 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccb5fbe3-c1d6-4ca9-8932-66cbbced0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.436632 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'port': {'device_id': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'admin_state_up': True, 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'security_groups': ['b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:34.518651 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ccb5fbe3-c1d6-4ca9-8932-66cbbced0c33 None None] For port 164c67c2-919e-4f37-87ae-e17d35714f98, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=164c67c2-919e-4f37-87ae-e17d35714f98,segment=NetworkSegment(459a887a-72d7-4858-9681-f748ba8916be),segment_id=459a887a-72d7-4858-9681-f748ba8916be)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:34.526305 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccb5fbe3-c1d6-4ca9-8932-66cbbced0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.549152 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Made reservation on behalf of 90a3069f8d1a43c39f4f572ac4ec9954 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:29:34.552767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.685648 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Allocated IP 172.20.0.11 (15a20bb6-650b-4e96-a52f-f904f3191a14/f183db18-2010-4a33-ab95-30e2cc8ae7e8/e4af121d-8ecf-44f4-881c-21feb7f4019a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:34.803492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5fbe3-c1d6-4ca9-8932-66cbbced0c33 None None] Pushing event updated for resources: {'Port': ['ID=164c67c2-919e-4f37-87ae-e17d35714f98,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:34.809916 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:34.813260 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2bdcafb5-d316-4554-9b97-e9904889bc72 None None] Provisioning complete for port 164c67c2-919e-4f37-87ae-e17d35714f98 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:34.813641 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bdcafb5-d316-4554-9b97-e9904889bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.835156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.856302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:30Z', 'revision_number': 4, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port': {'id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '164c67c2-919e-4f37-87ae-e17d35714f98', 'name': '', 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'mac_address': 'fa:16:3e:e5:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0da83723-947c-4388-9601-434b82d0ddd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:29Z', 'updated_at': '2022-02-03T05:29:33Z', 'revision_number': 4, 'project_id': '0d51996f20da4449be572922ebde9f12', 'subnets': [{'id': '0da83723-947c-4388-9601-434b82d0ddd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:34.869500 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:34.885729 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb69ab-ad64-48d3-ae1d-28b3eb33105c None None] The sync data for ids ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'] in n-d-827549-1 is: [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:30Z', 'revision_number': 4, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port': {'id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '164c67c2-919e-4f37-87ae-e17d35714f98', 'name': '', 'network_id': 'f994aa1e-f6db-4430-ace3-fef6cd4fe637', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'mac_address': 'fa:16:3e:e5:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0da83723-947c-4388-9601-434b82d0ddd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:29Z', 'updated_at': '2022-02-03T05:29:33Z', 'revision_number': 4, 'project_id': '0d51996f20da4449be572922ebde9f12', 'subnets': [{'id': '0da83723-947c-4388-9601-434b82d0ddd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:29:34.913076 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:34.918778 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:34.922263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:34.933154 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcafb5-d316-4554-9b97-e9904889bc72 None None] Current status of the port 164c67c2-919e-4f37-87ae-e17d35714f98 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:34.949546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:35.004218 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:35.004832 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.028001 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-c14f9cf9-577e-43bf-9c80-02f0db347f00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951288 Feb 03 05:29:35.146756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Request body: {'port': {'device_id': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:35.218391 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.297810 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6283d0e7-c0f3-4436-9518-1879aea38c08 None None] Provisioning complete for port e4af121d-8ecf-44f4-881c-21feb7f4019a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:35.298711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6283d0e7-c0f3-4436-9518-1879aea38c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.338047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6283d0e7-c0f3-4436-9518-1879aea38c08 None None] Port e4af121d-8ecf-44f4-881c-21feb7f4019a cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:29:35.487165 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8392bf7-51fa-422c-8d1d-f848a1a6569c req-343ab908-3a79-456e-890e-0e02c4e1ea31 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:35.488772 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8392bf7-51fa-422c-8d1d-f848a1a6569c req-343ab908-3a79-456e-890e-0e02c4e1ea31 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 932 time: 0.0618453 Feb 03 05:29:35.535754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4af121d-8ecf-44f4-881c-21feb7f4019a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:29:35.544654 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b8392bf7-51fa-422c-8d1d-f848a1a6569c req-22bb9e91-b5e4-4183-87ff-df656df13b3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499163 Feb 03 05:29:35.544868 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Publish callbacks [] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.557567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Transition to ACTIVE for port object e4af121d-8ecf-44f4-881c-21feb7f4019a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:29:35.563334 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.651467 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:35.686927 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:29:35.687267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:29:35.687624 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:35.692118 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Port e4af121d-8ecf-44f4-881c-21feb7f4019a on network 15a20bb6-650b-4e96-a52f-f904f3191a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:29:35.692447 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:29:35.698236 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:29:35.698581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Checking segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:29:35.698966 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Bound using segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:29:35.699390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Bound port: e4af121d-8ecf-44f4-881c-21feb7f4019a, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:29:35.699778 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.771112 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:29:35.774611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:29:35.784220 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.818267 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:35.818893 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:35.820346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] 10.222.0.31 "PUT /v2.0/ports/e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 1092 time: 0.7856987 Feb 03 05:29:35.820785 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:29:35.823038 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248" -d '{"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:29:35.850878 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539fe50-8bb6-4410-bd82-a93768deb716 service neutron] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:35.874924 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9acc04-0259-4df0-9120-348211b8f1d1 x-openstack-request-id: req-6b9acc04-0259-4df0-9120-348211b8f1d1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:29:35.875806 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:29:35.876062 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b9acc04-0259-4df0-9120-348211b8f1d1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:29:35.876515 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'status': 'completed', 'code': 200} Feb 03 05:29:35.923756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a54acb26-80f8-4f46-9a1a-e82bb5f2e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:35.925523 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-a54acb26-80f8-4f46-9a1a-e82bb5f2e19e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1126 time: 0.0481961 Feb 03 05:29:35.968421 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-23c441e7-a894-497e-8203-5c2364e27ea7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 217 time: 0.0360441 Feb 03 05:29:36.022072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-5cfc08dc-a792-4c88-891d-a84cec2e9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:36.023606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-5cfc08dc-a792-4c88-891d-a84cec2e9676 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0485959 Feb 03 05:29:36.077049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-668f0f59-9957-48dd-99a4-5f44a214c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:36.078666 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-668f0f59-9957-48dd-99a4-5f44a214c799 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465574 Feb 03 05:29:36.183709 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 164c67c2-919e-4f37-87ae-e17d35714f98 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:36.185556 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-fd29161d-bf41-4734-b09c-a7aca76e560e service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929661 Feb 03 05:29:36.232539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 164c67c2-919e-4f37-87ae-e17d35714f98 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:36.232805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:36.275394 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-179642e5-b313-4357-84e7-81af2ae0bcd0 req-58a0e948-f8db-4a8a-b751-7404a070662b service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837455 Feb 03 05:29:36.314237 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 164c67c2-919e-4f37-87ae-e17d35714f98 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:36.369912 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-7c175a8d-a38b-4be0-8c13-4c5e36950d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:36.371436 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-7c175a8d-a38b-4be0-8c13-4c5e36950d51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1126 time: 0.0458107 Feb 03 05:29:36.439463 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9db219b-1e7a-4ac0-91e9-bcd5f3dc8d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:36.480804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-d966ec93-1fe1-4530-acfa-0a341128874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:36.482296 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-d966ec93-1fe1-4530-acfa-0a341128874e service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.1053488 Feb 03 05:29:36.525663 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-7853b9b3-376b-4325-aef9-9b58fa455ee5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 217 time: 0.0352352 Feb 03 05:29:36.581355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-98774afd-7d40-40f4-9bfb-91a327bf9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:36.584147 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-98774afd-7d40-40f4-9bfb-91a327bf9144 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0517387 Feb 03 05:29:36.638073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-b8dab8f4-c22e-49c0-926e-f227d1de46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:36.639714 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-b8dab8f4-c22e-49c0-926e-f227d1de46d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480833 Feb 03 05:29:36.677437 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e00ad4-1c15-40c9-817b-8cd8caeae0b2 req-9b1f54ae-997b-4d82-82ea-a4011031736a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:36.679377 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40e00ad4-1c15-40c9-817b-8cd8caeae0b2 req-9b1f54ae-997b-4d82-82ea-a4011031736a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 944 time: 0.0586674 Feb 03 05:29:36.736513 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-40e00ad4-1c15-40c9-817b-8cd8caeae0b2 req-4277ee7c-b642-4fe4-ab57-6ee2a5ee3994 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513210 Feb 03 05:29:36.744090 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-d2f02144-afae-42fb-9a5f-f887be471a38 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975060 Feb 03 05:29:36.843299 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-48b3b6c0-7b38-4cfc-82cf-f940eeba2248 req-3d23ca6c-db89-4d4a-90d7-7e600b4657a2 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912755 Feb 03 05:29:36.940383 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:37.873110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80472b05-c42d-4c38-b15d-8f55ebc8df42 req-5cf3a3d8-c7a8-4137-bc38-77a02960cd8a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:37.874607 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80472b05-c42d-4c38-b15d-8f55ebc8df42 req-5cf3a3d8-c7a8-4137-bc38-77a02960cd8a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 944 time: 0.0548816 Feb 03 05:29:37.923839 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-80472b05-c42d-4c38-b15d-8f55ebc8df42 req-1ee90eb7-9569-45d7-b072-c570ca821a76 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434384 Feb 03 05:29:38.384258 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:39.074416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54343c-ef87-45ab-892e-10f2149397d4 req-0fe0fd55-07e2-4a08-9df1-eec48f116580 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:39.075993 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f54343c-ef87-45ab-892e-10f2149397d4 req-0fe0fd55-07e2-4a08-9df1-eec48f116580 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 944 time: 0.0613055 Feb 03 05:29:39.126132 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1f54343c-ef87-45ab-892e-10f2149397d4 req-f9a6c913-a00d-4b4c-bb09-5bd58a13ece0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444701 Feb 03 05:29:39.238856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:29:39.358124 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:39.361226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:39.371235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'port_id': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'mac_address': 'fa:16:3e:14:f4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:29:39.409956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e4af121d-8ecf-44f4-881c-21feb7f4019a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:39.410700 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:39.424042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4af121d-8ecf-44f4-881c-21feb7f4019a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:29:39.448518 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:39.454876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:39.512987 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:39.687437 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['e4af121d-8ecf-44f4-881c-21feb7f4019a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:29:40.264928 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea815dd4-3aa4-4ea3-bebc-7439f05dcf91 req-0b289a91-7a0b-4527-9935-58d27aac8d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:40.266422 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea815dd4-3aa4-4ea3-bebc-7439f05dcf91 req-0b289a91-7a0b-4527-9935-58d27aac8d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0642037 Feb 03 05:29:40.320853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ea815dd4-3aa4-4ea3-bebc-7439f05dcf91 req-829786fd-1a4d-46e2-8ace-e91e7ef4f566 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486081 Feb 03 05:29:41.239422 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:29:41.305011 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port e4af121d-8ecf-44f4-881c-21feb7f4019a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:29:41.309445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port e4af121d-8ecf-44f4-881c-21feb7f4019a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:29:41.310174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:41.402202 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e4af121d-8ecf-44f4-881c-21feb7f4019a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:29:41.402566 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:41.428028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:29:41.430287 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8e0bc6-09fb-4557-a491-0ea9db1d77a8" -d '{"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-plugged", "status": "completed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:29:41.443560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:29:41.449538 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:41.456630 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02fb97-9449-4427-a172-e71e074e35a6 req-d386ca44-2826-43f6-8d3b-4074862f75dc tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:41.457753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f02fb97-9449-4427-a172-e71e074e35a6 req-d386ca44-2826-43f6-8d3b-4074862f75dc tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0613468 Feb 03 05:29:41.476624 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456516d0-9267-410d-ab24-084e23cb9c97 x-openstack-request-id: req-456516d0-9267-410d-ab24-084e23cb9c97 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:29:41.476921 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-plugged", "status": "completed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:29:41.477186 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-456516d0-9267-410d-ab24-084e23cb9c97 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:29:41.477583 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'code': 200} Feb 03 05:29:41.503293 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:41.596156 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84096fd-34de-4337-b104-6c259c5cef0b req-c86c8368-f29e-4df8-9e38-5d8d205bc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:41.597939 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84096fd-34de-4337-b104-6c259c5cef0b req-c86c8368-f29e-4df8-9e38-5d8d205bc749 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1128 time: 0.0504770 Feb 03 05:29:41.649108 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-b84096fd-34de-4337-b104-6c259c5cef0b req-a481c96b-e2ac-422a-a6b8-f375c6453b7b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436058 Feb 03 05:29:41.828691 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5f02fb97-9449-4427-a172-e71e074e35a6 req-246bbbc7-ff52-4637-8cb7-77674090d950 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648868 Feb 03 05:29:42.965401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8343a06-2387-45a9-8b29-074693ffbee4 req-0c5e244c-9c02-4686-b31f-58f68752933c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:42.967090 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8343a06-2387-45a9-8b29-074693ffbee4 req-0c5e244c-9c02-4686-b31f-58f68752933c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0607796 Feb 03 05:29:43.016757 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8343a06-2387-45a9-8b29-074693ffbee4 req-1e003bd8-8e6e-4cc9-b84c-b630dfcdd44d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438125 Feb 03 05:29:43.136694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff1454-3f92-417f-8731-3c397f61afda req-e106176c-1001-45b9-be49-53c8623ed3e9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:43.138072 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24ff1454-3f92-417f-8731-3c397f61afda req-e106176c-1001-45b9-be49-53c8623ed3e9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0543711 Feb 03 05:29:43.194669 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-24ff1454-3f92-417f-8731-3c397f61afda req-e980bace-49e0-4960-9ecb-c4c0a7a37033 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509202 Feb 03 05:29:43.217307 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33694) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:43.313263 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd734d4-c48b-4699-a237-558b4b3135dc tempest-TestShelveInstance-277352419 tempest-TestShelveInstance-277352419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:43.314800 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-5dd734d4-c48b-4699-a237-558b4b3135dc tempest-TestShelveInstance-277352419 tempest-TestShelveInstance-277352419-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1123 time: 0.0960851 Feb 03 05:29:43.318059 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 33698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:29:43.322439 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:29:43.345150 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:43.446926 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:43.547781 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Allocated IP 172.25.7.57 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/173f4d90-d103-4706-b2a4-4627bc74b95f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:29:43.655658 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:43.691109 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:43.728282 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:29:43.734900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:29:43.739003 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:29:43.742057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'Port': ['ID=173f4d90-d103-4706-b2a4-4627bc74b95f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:44.100144 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (78e48bc3-4d25-44c9-81c9-c4644daa5c1f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:44.171821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:44.326954 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:44.334368 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:44.405694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'Port': ['ID=173f4d90-d103-4706-b2a4-4627bc74b95f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:29:44.415949 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (78e48bc3-4d25-44c9-81c9-c4644daa5c1f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:44.517586 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Floating IP 78e48bc3-4d25-44c9-81c9-c4644daa5c1f associated. External IP: 172.25.7.57, port: e4af121d-8ecf-44f4-881c-21feb7f4019a. Feb 03 05:29:44.728070 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Router 9675c588-1581-4c74-8239-c69de1d81302 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:29:44.836487 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:29:44.847696 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] Sync routers for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:29:44.855368 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:44.859584 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:44.860265 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:44.896361 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cd5064d7-4a29-439d-8296-349ec4300bce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5692594 Feb 03 05:29:44.896361 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:29:44.896361 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d1a62e-bf50-422f-82ae-0e5f21378b96" -d '{"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:29:44.928840 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52208c7-815f-40e5-80b7-2ca54108e810 x-openstack-request-id: req-e52208c7-815f-40e5-80b7-2ca54108e810 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:29:44.929146 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:29:44.929403 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e52208c7-815f-40e5-80b7-2ca54108e810 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:29:44.929833 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'status': 'completed', 'code': 200} Feb 03 05:29:44.973316 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:44.999758 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-f9e0ca0c-4f90-4a04-86aa-897f9f94cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:45.001274 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-f9e0ca0c-4f90-4a04-86aa-897f9f94cf48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1128 time: 0.0502059 Feb 03 05:29:45.092049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-e9052f8a-7337-448e-8a71-2bddeefd25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:45.093589 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-e9052f8a-7337-448e-8a71-2bddeefd25f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0852418 Feb 03 05:29:45.161848 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-90bbeac3-756d-423e-9c17-d84844e6a1ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 999 time: 0.0625758 Feb 03 05:29:45.202269 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '78e48bc3-4d25-44c9-81c9-c4644daa5c1f', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '9675c588-1581-4c74-8239-c69de1d81302', 'port_id': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'mac_address': 'fa:16:3e:14:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:29:43Z', 'updated_at': '2022-02-03T05:29:43Z', 'revision_number': 0, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:45.210504 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-394eb2f6-89fe-43e9-b669-d7fece6652f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:45.212430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-394eb2f6-89fe-43e9-b669-d7fece6652f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0453672 Feb 03 05:29:45.230581 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] Checking router: 9675c588-1581-4c74-8239-c69de1d81302 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:29:45.239351 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:29:45.239986 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:29:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:45.261278 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-2006378e-e8ba-4973-87f1-71d5cc7ed499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:29:45.262801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-2006378e-e8ba-4973-87f1-71d5cc7ed499 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443766 Feb 03 05:29:45.345166 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:29:45.356145 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-08be1f3c-0e58-44b2-ab57-92a8d5d7d5f3 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869837 Feb 03 05:29:45.444409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-49d1a62e-bf50-422f-82ae-0e5f21378b96 req-167fd3b6-e3aa-4600-9eaf-d5d0010926be service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820374 Feb 03 05:29:45.572439 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '78e48bc3-4d25-44c9-81c9-c4644daa5c1f', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '9675c588-1581-4c74-8239-c69de1d81302', 'port_id': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'mac_address': 'fa:16:3e:14:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:29:43Z', 'updated_at': '2022-02-03T05:29:43Z', 'revision_number': 0, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:29:45.602871 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f20bf-0cbe-408b-be98-068b4b790d87 None None] The sync data for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 is: [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '78e48bc3-4d25-44c9-81c9-c4644daa5c1f', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '9675c588-1581-4c74-8239-c69de1d81302', 'port_id': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'mac_address': 'fa:16:3e:14:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:29:43Z', 'updated_at': '2022-02-03T05:29:43Z', 'revision_number': 0, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:29:45.807357 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e6117d-6abc-4435-b560-f035e353b437 None None] New status for floating IP 78e48bc3-4d25-44c9-81c9-c4644daa5c1f: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:29:54.381378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:29:54.536103 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:03.238676 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d5a9cea-934a-46c1-b079-53267f1c3818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:06.454545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98778872-d35b-4d5a-8455-cb5f61ec51ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:06.944262 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:08.382964 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:09.357140 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:09.595461 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:30:24.377509 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:24.536118 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:26.187494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-83d93740-8e9e-444b-8fb4-c7032d77ac94 req-1ee8b185-d20e-4029-a7d4-1ac29fbd06e5 service neutron] (103324) timed out ('10.222.0.35', 58048) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:30:33.241426 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c023416e-dd14-4efc-8d5d-3e7e1e863f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:36.459774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02f00a22-0feb-4675-9615-d111542cbfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:36.953986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:37.091601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-8f3a58eb-ccbc-49eb-a6da-bebd48f59c36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527446 Feb 03 05:30:37.181511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-e750e997-3679-486a-82b1-063fd1f93f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:30:37.183041 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-e750e997-3679-486a-82b1-063fd1f93f40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1128 time: 0.0493929 Feb 03 05:30:37.298716 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-7bdbc886-0c1b-434b-8679-a60819e91d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:30:37.300150 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-7bdbc886-0c1b-434b-8679-a60819e91d3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0916717 Feb 03 05:30:37.370844 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-4bf03c1f-75af-4f21-8a33-a5507253aa67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 1001 time: 0.0643928 Feb 03 05:30:37.420221 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-d19156ed-a290-4105-b73a-8cf5762f2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:30:37.421602 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-d19156ed-a290-4105-b73a-8cf5762f2d50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0454495 Feb 03 05:30:37.472579 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-2382d08c-0ec0-401f-b33d-c70780bac3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:30:37.474066 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-2382d08c-0ec0-401f-b33d-c70780bac3f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467012 Feb 03 05:30:37.484513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-7828409c-dafd-4a58-a111-ba2072f6e419 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:30:37.485443 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-7828409c-dafd-4a58-a111-ba2072f6e419 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049465 Feb 03 05:30:37.578051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-e441f0b0-1fb2-4732-ab83-c34f96dbf2e2 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857654 Feb 03 05:30:37.680049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2606d94c-1ce3-42a2-b145-21780f062dbc req-afa1fe75-256b-42fb-b25f-ec25f23e42db service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948448 Feb 03 05:30:38.394062 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:39.358592 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:46.609589 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:30:54.382586 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:30:54.537537 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:03.241477 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd08b-b4bd-4c98-a230-6e36791c4394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:06.457304 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200db0ec-04f0-4dfe-96cf-6f3a92a347b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:06.960674 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:08.392895 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:09.366579 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:23.604871 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:31:24.377698 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:24.539618 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:33.248927 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44be79db-698a-48d6-850c-8e442e277334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:36.451225 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a51c38f6-94a5-4341-8b99-c7336c0ae38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:36.963012 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:38.393525 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:39.092267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-e8753165-55a9-46fb-aa38-bd49ff3726b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520771 Feb 03 05:31:39.181369 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-b42acebc-ccd7-4667-8110-d13530e5fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:39.182905 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-b42acebc-ccd7-4667-8110-d13530e5fd3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1128 time: 0.0471284 Feb 03 05:31:39.293162 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-a9b94fdb-433d-4e4e-8749-49bd6ee6b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:39.294819 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-a9b94fdb-433d-4e4e-8749-49bd6ee6b8ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0933642 Feb 03 05:31:39.359495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:39.366036 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-ceb23298-6c89-4ff4-85a9-94eafe9e1563 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 1001 time: 0.0645435 Feb 03 05:31:39.417852 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-f2279f53-4b6e-40ac-80f5-bc83ffd8f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:39.419286 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-f2279f53-4b6e-40ac-80f5-bc83ffd8f8f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0464234 Feb 03 05:31:39.479060 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-4009c529-f76b-44e5-845e-97b2965209cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:39.480713 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-4009c529-f76b-44e5-845e-97b2965209cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553689 Feb 03 05:31:39.573478 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-5f1733b1-1ebb-434f-b3da-0b8cffbe748c service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864468 Feb 03 05:31:39.668023 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d866cf9d-40d7-4e69-b14c-e35cd03b4a14 req-faa57d7e-1438-40d3-910d-1ac17d2c23ed service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888481 Feb 03 05:31:40.849197 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c253021-7c9c-431d-8cfc-92dd1754b8ed req-5c9d4896-7601-462d-ad9b-fec331da9fcd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:40.850725 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c253021-7c9c-431d-8cfc-92dd1754b8ed req-5c9d4896-7601-462d-ad9b-fec331da9fcd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.1082613 Feb 03 05:31:40.901953 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7c253021-7c9c-431d-8cfc-92dd1754b8ed req-1e40096b-2a9d-4f05-9dce-3e673a4bab13 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Feb 03 05:31:42.045432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21cf24-30c3-4cd8-b510-2751a1fa273b req-003fbe88-57d6-45da-b8c0-357770366dee tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:42.046947 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c21cf24-30c3-4cd8-b510-2751a1fa273b req-003fbe88-57d6-45da-b8c0-357770366dee tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0607784 Feb 03 05:31:42.108000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-1c21cf24-30c3-4cd8-b510-2751a1fa273b req-f7ec41f6-b277-4414-9b06-2cb63b03ab3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551260 Feb 03 05:31:43.258498 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f9152-bd4f-495f-80e3-b3d505fd480c req-b339b21e-5250-42d6-8cfe-f15b9d3fa6cb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:43.260915 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b13f9152-bd4f-495f-80e3-b3d505fd480c req-b339b21e-5250-42d6-8cfe-f15b9d3fa6cb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0641630 Feb 03 05:31:43.310883 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b13f9152-bd4f-495f-80e3-b3d505fd480c req-bddc96d6-047e-4d3c-9c58-5f9c49e9a4b6 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Feb 03 05:31:44.444744 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd25757-97b9-448a-aa37-e37aa0496e1a req-bb6ab6aa-323d-4d59-aa95-fa3a7fde785a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:44.446376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdd25757-97b9-448a-aa37-e37aa0496e1a req-bb6ab6aa-323d-4d59-aa95-fa3a7fde785a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0593450 Feb 03 05:31:44.508580 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bdd25757-97b9-448a-aa37-e37aa0496e1a req-c3ff479d-7f67-4466-815c-a15f1e78ca16 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549183 Feb 03 05:31:45.646247 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313eaea-6343-49f0-96f8-d64d3a18ef2c req-e015eac1-f6b2-4b8c-a599-b874cd23488a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:45.647758 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a313eaea-6343-49f0-96f8-d64d3a18ef2c req-e015eac1-f6b2-4b8c-a599-b874cd23488a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0586574 Feb 03 05:31:45.700935 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a313eaea-6343-49f0-96f8-d64d3a18ef2c req-a1554af7-69d7-4b8b-9489-f9369c8e37c3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472035 Feb 03 05:31:46.844529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e54c-d5f9-4a82-8c74-ae35d0df23d7 req-9a26a92d-8e9d-4573-8092-ee3726f171f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:46.845910 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5442e54c-d5f9-4a82-8c74-ae35d0df23d7 req-9a26a92d-8e9d-4573-8092-ee3726f171f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0643549 Feb 03 05:31:46.896736 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5442e54c-d5f9-4a82-8c74-ae35d0df23d7 req-52d70d50-506e-4294-abef-90263a32db3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Feb 03 05:31:48.032990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996da9c-6748-4669-8f34-05f24d746081 req-93e504b8-a726-42a0-b3bd-e3312f0c09b4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:48.034466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b996da9c-6748-4669-8f34-05f24d746081 req-93e504b8-a726-42a0-b3bd-e3312f0c09b4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0561714 Feb 03 05:31:48.090987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b996da9c-6748-4669-8f34-05f24d746081 req-bdbda00a-da8d-458c-b89f-0a86720bef6c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507402 Feb 03 05:31:49.214546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155cb6a-a617-4eaa-a7ab-a434162d4ef2 req-5e0d9b8f-bb6d-48b1-b293-58dd58e4f134 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:49.216173 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9155cb6a-a617-4eaa-a7ab-a434162d4ef2 req-5e0d9b8f-bb6d-48b1-b293-58dd58e4f134 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0557811 Feb 03 05:31:49.266002 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9155cb6a-a617-4eaa-a7ab-a434162d4ef2 req-d6bf9302-e154-4428-8f1f-d5c3b7fd1c6d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439970 Feb 03 05:31:50.400057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb879f1-2669-462d-8fc1-f52b5b9232c9 req-695505f9-eddc-49d3-87f9-a1f0fc0b5bd6 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:50.401715 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edb879f1-2669-462d-8fc1-f52b5b9232c9 req-695505f9-eddc-49d3-87f9-a1f0fc0b5bd6 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0551302 Feb 03 05:31:50.454667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-edb879f1-2669-462d-8fc1-f52b5b9232c9 req-b2503fc9-43e8-4581-bf0b-87e60b469a7b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471089 Feb 03 05:31:51.597338 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a252a4-2d3d-4a46-aeb8-cc679fae3a4c req-2eed8c4d-6038-4723-b521-b0f9ecbf75a5 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:51.598888 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64a252a4-2d3d-4a46-aeb8-cc679fae3a4c req-2eed8c4d-6038-4723-b521-b0f9ecbf75a5 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0622587 Feb 03 05:31:51.651782 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-64a252a4-2d3d-4a46-aeb8-cc679fae3a4c req-dfc64e88-8592-4ca1-9dbe-96abf2424114 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447786 Feb 03 05:31:51.874539 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:31:51.989905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:31:52.001623 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'port_id': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'mac_address': 'fa:16:3e:14:f4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:31:52.041301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e4af121d-8ecf-44f4-881c-21feb7f4019a is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:31:52.041732 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:52.055168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4af121d-8ecf-44f4-881c-21feb7f4019a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:31:52.074927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:31:52.080638 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:52.131653 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:31:52.139343 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.139731 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.140079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.140420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.140752 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.141091 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.141412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.141732 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.142321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.142321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.142716 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.142995 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.143315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:31:52.159056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['e4af121d-8ecf-44f4-881c-21feb7f4019a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:31:52.782579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915b17-dc8a-4960-88f4-abea3a5e5cdd req-fc26ce40-5221-420a-a15e-09e18725b35f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:52.784135 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5915b17-dc8a-4960-88f4-abea3a5e5cdd req-fc26ce40-5221-420a-a15e-09e18725b35f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0545139 Feb 03 05:31:52.833092 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c5915b17-dc8a-4960-88f4-abea3a5e5cdd req-74066594-497b-411e-8b3d-ccaaa1f9f5f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Feb 03 05:31:53.875041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:31:53.953679 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port e4af121d-8ecf-44f4-881c-21feb7f4019a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:31:53.954148 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:53.978215 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76205c63-da18-4c08-bbb2-45f7fb0149f5 req-f285f2bc-b8ea-4ddb-ab52-00484f615bbe tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:53.980696 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76205c63-da18-4c08-bbb2-45f7fb0149f5 req-f285f2bc-b8ea-4ddb-ab52-00484f615bbe tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0701611 Feb 03 05:31:54.032899 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-76205c63-da18-4c08-bbb2-45f7fb0149f5 req-0ff8f115-93a9-4dec-a774-5bfb4ad14f26 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462234 Feb 03 05:31:54.053493 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e4af121d-8ecf-44f4-881c-21feb7f4019a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:31:54.053493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:54.071930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:31:54.074349 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3926f4b-bb47-4d54-99ec-65fc863efc12" -d '{"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-plugged", "status": "completed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:31:54.088583 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:31:54.094121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:54.127906 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf53983-dde2-46c6-af06-470e0c70233f x-openstack-request-id: req-faf53983-dde2-46c6-af06-470e0c70233f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:31:54.128317 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-plugged", "status": "completed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:31:54.128680 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-faf53983-dde2-46c6-af06-470e0c70233f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:31:54.129520 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'code': 200} Feb 03 05:31:54.156560 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:31:54.387368 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:54.543986 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:31:55.172284 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbaf68-596a-4fe9-b493-7006c64d4e0d req-be99fdd6-9676-4e5d-8749-ee0b9fbbd36f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:55.174497 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15fbaf68-596a-4fe9-b493-7006c64d4e0d req-be99fdd6-9676-4e5d-8749-ee0b9fbbd36f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0562742 Feb 03 05:31:55.233655 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-15fbaf68-596a-4fe9-b493-7006c64d4e0d req-6550587b-3f0a-403e-8a32-b8a22541ac04 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530765 Feb 03 05:31:56.360971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55655f-d1aa-4e96-ac2b-23c575b07fd2 req-dd684e97-4e83-47e0-9d17-f166eb9b3f58 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:56.362486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb55655f-d1aa-4e96-ac2b-23c575b07fd2 req-dd684e97-4e83-47e0-9d17-f166eb9b3f58 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0536330 Feb 03 05:31:56.427570 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb55655f-d1aa-4e96-ac2b-23c575b07fd2 req-6651772b-1c15-4456-b57f-fc9834a5b9ee tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582135 Feb 03 05:31:57.559899 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea03f2-0b83-4b53-a8e2-0bafd919b227 req-494bea05-62ba-429a-b1c1-df49d691269d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:57.561461 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fea03f2-0b83-4b53-a8e2-0bafd919b227 req-494bea05-62ba-429a-b1c1-df49d691269d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0643315 Feb 03 05:31:57.622199 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7fea03f2-0b83-4b53-a8e2-0bafd919b227 req-83fcc030-fee5-4bc1-a648-1daae5f2822a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545094 Feb 03 05:31:58.756865 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def1c64-238b-4ba4-be56-89ae8a76595d req-a67d0e74-dd22-4891-b203-7394a7671947 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:58.758509 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6def1c64-238b-4ba4-be56-89ae8a76595d req-a67d0e74-dd22-4891-b203-7394a7671947 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0580766 Feb 03 05:31:58.812469 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6def1c64-238b-4ba4-be56-89ae8a76595d req-606ca9d3-f63f-4e5a-8091-0cb403201bd7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477428 Feb 03 05:31:59.957724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cdf4d-f6bb-41b5-9e7d-e9f3b5084157 req-4e442157-349f-469b-82b6-36a55f869578 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:31:59.960000 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b5cdf4d-f6bb-41b5-9e7d-e9f3b5084157 req-4e442157-349f-469b-82b6-36a55f869578 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0710349 Feb 03 05:32:00.016667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b5cdf4d-f6bb-41b5-9e7d-e9f3b5084157 req-a75ea2dd-ae20-4a70-ad0e-a55dad67aced tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506663 Feb 03 05:32:00.612977 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:32:01.153888 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a284-6fb3-4b3f-a489-bfca0843b986 req-330c2b0b-91fd-4231-a086-d41286106b2d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:01.155829 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2194a284-6fb3-4b3f-a489-bfca0843b986 req-330c2b0b-91fd-4231-a086-d41286106b2d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0610056 Feb 03 05:32:01.209789 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2194a284-6fb3-4b3f-a489-bfca0843b986 req-c7c7a9a1-a62b-4c32-86a7-0eea906bd5df tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468674 Feb 03 05:32:02.328167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-f5275906-7f82-4c5a-8c0a-aaaa9923e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:02.329704 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-f5275906-7f82-4c5a-8c0a-aaaa9923e6a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1128 time: 0.0465269 Feb 03 05:32:02.345507 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68506396-4f27-4971-81b4-eb711bf07a73 req-81f08bb0-76fd-4b37-8248-3fffe6b3cdee tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:02.346973 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68506396-4f27-4971-81b4-eb711bf07a73 req-81f08bb0-76fd-4b37-8248-3fffe6b3cdee tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0539358 Feb 03 05:32:02.399106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-68506396-4f27-4971-81b4-eb711bf07a73 req-8479048e-2d4f-4c96-9d0f-c1bceb45195d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462103 Feb 03 05:32:02.422495 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-084122e4-d926-4c27-bb0e-1c89fc754665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:02.423954 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-084122e4-d926-4c27-bb0e-1c89fc754665 service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0876467 Feb 03 05:32:02.487418 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-065a6e74-c38b-4967-9c31-81dcd7dab813 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 1001 time: 0.0577450 Feb 03 05:32:02.538064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-1d51207d-928a-4c23-8de0-d361a4aa4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:02.540450 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-1d51207d-928a-4c23-8de0-d361a4aa4775 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0469599 Feb 03 05:32:02.598117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-cbe1b6bb-bb86-41c6-969d-6d5760a27903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:02.600331 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-cbe1b6bb-bb86-41c6-969d-6d5760a27903 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535011 Feb 03 05:32:02.695992 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-2c9aa961-265b-489d-9596-5f80d4be03a4 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892091 Feb 03 05:32:02.787089 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d5d56719-1306-4a2b-a534-52a3019a1543 req-57dfbd97-428b-4a5f-9544-1864ffd0cb43 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855110 Feb 03 05:32:03.241999 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-327f86e8-16af-4e77-8b86-f055f83d9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:03.538881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaabfb-9195-4b6a-935b-9eee876b190b req-dc5732ad-5a31-41a8-9417-9d544dab215f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:03.540416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0aaabfb-9195-4b6a-935b-9eee876b190b req-dc5732ad-5a31-41a8-9417-9d544dab215f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0617955 Feb 03 05:32:03.589566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f0aaabfb-9195-4b6a-935b-9eee876b190b req-9c8078e2-42b2-4f7b-a094-17756f5e3eb2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434966 Feb 03 05:32:04.713309 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de35e9-5142-4e0c-9785-ca3a2c79383b req-0254c7fb-64ba-4841-8de1-028a47ef3563 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:04.714929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47de35e9-5142-4e0c-9785-ca3a2c79383b req-0254c7fb-64ba-4841-8de1-028a47ef3563 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0541604 Feb 03 05:32:04.777355 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-47de35e9-5142-4e0c-9785-ca3a2c79383b req-8ca7bbb3-d478-44cc-854f-d765a5535c34 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555210 Feb 03 05:32:04.851958 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-bf4289b5-53b3-4e57-9503-28c510701f87 req-0f31499c-c83c-49df-89be-46022a84f5eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:32:04.852972 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bf4289b5-53b3-4e57-9503-28c510701f87 req-0f31499c-c83c-49df-89be-46022a84f5eb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055299 Feb 03 05:32:05.973857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:32:06.040695 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fe6d-c250-42f6-b487-2126869a9e84 req-df02eb14-08bb-4c00-994b-251a1f619bf0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:06.042339 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3dc2fe6d-c250-42f6-b487-2126869a9e84 req-df02eb14-08bb-4c00-994b-251a1f619bf0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0626249 Feb 03 05:32:06.056786 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port e4af121d-8ecf-44f4-881c-21feb7f4019a is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:32:06.057176 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:06.081527 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:32:06.084567 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171bc993-26cd-4469-8649-9ce4996d9cfc" -d '{"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:32:06.096787 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3dc2fe6d-c250-42f6-b487-2126869a9e84 req-90a86af7-4d94-4c33-ae34-3f69dd7b5988 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478394 Feb 03 05:32:06.103617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:32:06.118188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:06.136771 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 05:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1aabb8-deb9-478c-9c02-0aa005614213 x-openstack-request-id: req-1f1aabb8-deb9-478c-9c02-0aa005614213 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:32:06.137144 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-unplugged", "status": "failed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:32:06.137406 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f1aabb8-deb9-478c-9c02-0aa005614213 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:32:06.137806 n-d-827549-1 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'code': 422} returned with failed status Feb 03 05:32:06.163290 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:32:06.237027 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-7b42b047-3135-49ee-8faa-21a575fe6ec2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993083 Feb 03 05:32:06.444243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ce76bed-3c08-4def-ba58-e58148740d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:06.960027 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:07.050513 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62847-975e-4f84-b571-2069e94caa0f req-a95b2d68-e716-4412-9ba2-c5f26036e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:07.052078 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-a95b2d68-e716-4412-9ba2-c5f26036e74a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea&tenant_id=90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 1126 time: 0.0474222 Feb 03 05:32:07.062318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-2cd13f25-3042-4a19-b7ba-c4b3e381893f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:32:07.063265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-2cd13f25-3042-4a19-b7ba-c4b3e381893f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050251 Feb 03 05:32:07.075404 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:32:07.143515 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:07.218246 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733140d-5c13-4890-b846-1e6a9f1534b1 req-7c0b6d92-bf60-49c1-b10f-b2bffa0f0e45 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:07.219618 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2733140d-5c13-4890-b846-1e6a9f1534b1 req-7c0b6d92-bf60-49c1-b10f-b2bffa0f0e45 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 944 time: 0.0534437 Feb 03 05:32:07.269051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2733140d-5c13-4890-b846-1e6a9f1534b1 req-3d9081b8-11e4-4612-9071-fd2a1df3d0d4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436261 Feb 03 05:32:07.349072 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:32:07.381568 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:32:07.413528 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4af121d-8ecf-44f4-881c-21feb7f4019a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:32:07.420993 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Publish callbacks [] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:07.433355 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Transition to ACTIVE for port object e4af121d-8ecf-44f4-881c-21feb7f4019a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:32:07.439797 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:07.519166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=9']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:32:07.531809 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.532159 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.532500 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.532834 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.533161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.533484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.533811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.534129 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.534451 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.534769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.535090 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.535407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.535750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:32:07.578202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] No DVR routers for this DVR port e4af121d-8ecf-44f4-881c-21feb7f4019a on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:32:08.034151 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:32:08.034462 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:32:08.034817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:32:08.039168 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Port e4af121d-8ecf-44f4-881c-21feb7f4019a on network 15a20bb6-650b-4e96-a52f-f904f3191a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:32:08.039480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Attempting to bind port e4af121d-8ecf-44f4-881c-21feb7f4019a on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:32:08.044390 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:32:08.044724 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Checking segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:32:08.045102 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Bound using segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:32:08.045570 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Bound port: e4af121d-8ecf-44f4-881c-21feb7f4019a, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:32:08.045917 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:08.108748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:32:08.111864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:32:08.120910 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:08.157410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.158129 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:08.159448 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 1092 time: 1.0878055 Feb 03 05:32:08.159975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:32:08.162194 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:32:08.185561 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9d881-a627-4221-9c39-140f09baccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:32:08.224966 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d44095-b2d7-45a9-82a7-08f224aa88b2 x-openstack-request-id: req-c8d44095-b2d7-45a9-82a7-08f224aa88b2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:32:08.225265 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:32:08.225513 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8d44095-b2d7-45a9-82a7-08f224aa88b2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:32:08.225914 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'status': 'completed', 'code': 200} Feb 03 05:32:08.246019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62847-975e-4f84-b571-2069e94caa0f req-89753daf-fa70-4ee3-9a59-ac4689e27dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.247657 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-89753daf-fa70-4ee3-9a59-ac4689e27dbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1127 time: 0.0516605 Feb 03 05:32:08.341202 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62847-975e-4f84-b571-2069e94caa0f req-a10a17c6-d8b2-49ab-bc93-0f2b1352b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.342750 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-a10a17c6-d8b2-49ab-bc93-0f2b1352b14c service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0891018 Feb 03 05:32:08.394701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:08.401084 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba001-c8f9-45b4-bc47-5774aeb2c687 req-2413ab60-cff3-4b28-9fef-d0f82b587462 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.402592 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-024ba001-c8f9-45b4-bc47-5774aeb2c687 req-2413ab60-cff3-4b28-9fef-d0f82b587462 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0585296 Feb 03 05:32:08.412409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-ad622038-eb46-4e97-a22a-6127bc9d8af3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 999 time: 0.0635839 Feb 03 05:32:08.452002 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-024ba001-c8f9-45b4-bc47-5774aeb2c687 req-7bdba482-02f6-40f9-806d-76395c47547e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Feb 03 05:32:08.465183 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62847-975e-4f84-b571-2069e94caa0f req-702e06a6-b85d-4159-8490-3bf97a029680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.466667 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-702e06a6-b85d-4159-8490-3bf97a029680 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0471311 Feb 03 05:32:08.515901 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62847-975e-4f84-b571-2069e94caa0f req-ff6aaa12-f253-4eca-8aff-7369723996b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.517386 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-ff6aaa12-f253-4eca-8aff-7369723996b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452058 Feb 03 05:32:08.618098 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-4aed6842-ef75-4443-be32-377ea8cfbb17 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921066 Feb 03 05:32:08.722648 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ada62847-975e-4f84-b571-2069e94caa0f req-5a7a22dc-6b93-4da1-8e62-a3badd7ac0a2 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985246 Feb 03 05:32:08.815033 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-6d9de46c-a120-40b8-9b31-61a36cc9f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.816654 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-6d9de46c-a120-40b8-9b31-61a36cc9f448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1127 time: 0.0468113 Feb 03 05:32:08.906031 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-453834a7-0cf3-4e4c-8f1a-e84bc0d68956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:08.907778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-453834a7-0cf3-4e4c-8f1a-e84bc0d68956 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0847328 Feb 03 05:32:08.980506 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-09633272-db40-4b31-8cd2-52496886a4f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 999 time: 0.0662735 Feb 03 05:32:09.046360 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-b02abbf3-a218-4359-821c-3798cbf383a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:09.048112 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-b02abbf3-a218-4359-821c-3798cbf383a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0617070 Feb 03 05:32:09.354621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:09.592954 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41644a1-c8f5-4fed-97f8-9ad6eb75b268 req-793164e7-3f13-4893-b62f-58d4de0c3817 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:09.594636 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a41644a1-c8f5-4fed-97f8-9ad6eb75b268 req-793164e7-3f13-4893-b62f-58d4de0c3817 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0581779 Feb 03 05:32:09.648079 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a41644a1-c8f5-4fed-97f8-9ad6eb75b268 req-214f55ae-df3b-4666-ae71-d43dbb6b8717 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473144 Feb 03 05:32:10.778897 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd514-02de-46d5-9038-c08d299b31ad req-307cf3c6-5e39-4611-bae2-c899361cd443 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:10.780430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34ffd514-02de-46d5-9038-c08d299b31ad req-307cf3c6-5e39-4611-bae2-c899361cd443 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0537810 Feb 03 05:32:10.837021 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-34ffd514-02de-46d5-9038-c08d299b31ad req-413696fa-f491-473a-b572-4f292e00d4b8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497286 Feb 03 05:32:11.960909 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aac15-d8d5-4707-b076-62d251eda449 req-f83caa70-adba-4b1e-a906-43bccb70d66b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:11.962459 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d0aac15-d8d5-4707-b076-62d251eda449 req-f83caa70-adba-4b1e-a906-43bccb70d66b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0550983 Feb 03 05:32:12.016937 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0d0aac15-d8d5-4707-b076-62d251eda449 req-a47af387-6dba-45af-8435-b7ce2a1a5aa3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469840 Feb 03 05:32:13.154124 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b9d34-f82e-41ee-8902-49dbd6f6a77b req-ea6a84d4-3141-4be1-96b5-61f31740f718 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:13.155802 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129b9d34-f82e-41ee-8902-49dbd6f6a77b req-ea6a84d4-3141-4be1-96b5-61f31740f718 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0660851 Feb 03 05:32:13.208235 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-129b9d34-f82e-41ee-8902-49dbd6f6a77b req-4a8ed314-ea7e-4416-a693-7e1572b1a4ee tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Feb 03 05:32:14.339488 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56683ed5-dc87-473c-82e6-ffe48cf21888 req-e761d01d-d107-4802-8ddd-783babf5f3de tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:14.341127 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56683ed5-dc87-473c-82e6-ffe48cf21888 req-e761d01d-d107-4802-8ddd-783babf5f3de tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0581532 Feb 03 05:32:14.403117 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56683ed5-dc87-473c-82e6-ffe48cf21888 req-3b2f8530-37ae-4489-a761-4ecf922b1897 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544827 Feb 03 05:32:15.558978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2b1e-d210-409e-bbc2-463174f3fbbb req-5ce68e88-5bd2-4606-94fc-e1dc2ce6c053 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:15.561430 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dfc2b1e-d210-409e-bbc2-463174f3fbbb req-5ce68e88-5bd2-4606-94fc-e1dc2ce6c053 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0633359 Feb 03 05:32:15.615535 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dfc2b1e-d210-409e-bbc2-463174f3fbbb req-fbf97777-d18e-49ad-8622-63d5562ce3c9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487928 Feb 03 05:32:16.752762 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87311bae-5eea-4fbc-90fa-685d6fbb3ced req-742e226c-07cc-4759-a614-863c1962b2dc tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:16.754148 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87311bae-5eea-4fbc-90fa-685d6fbb3ced req-742e226c-07cc-4759-a614-863c1962b2dc tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0563095 Feb 03 05:32:16.811807 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-87311bae-5eea-4fbc-90fa-685d6fbb3ced req-71e26431-4699-43b1-a996-db9d26ce01c2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492971 Feb 03 05:32:16.976781 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-5a193da4-e712-4e3e-a63f-4514975a7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:16.978336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-5a193da4-e712-4e3e-a63f-4514975a7d29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534830 Feb 03 05:32:17.081379 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-94f2c12f-5d68-4876-b86a-a497141acb7f service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895035 Feb 03 05:32:17.179222 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d0ca43ce-ec5a-44e2-870c-0f6944c476dd req-2b3aed51-4348-4db2-96ec-23569f7d8014 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882239 Feb 03 05:32:17.945823 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da59d08-0a69-4ba2-a9cb-20eb813d2401 req-7c8946cc-2fbd-4bb1-b092-204f489932c6 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:17.947341 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7da59d08-0a69-4ba2-a9cb-20eb813d2401 req-7c8946cc-2fbd-4bb1-b092-204f489932c6 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0565701 Feb 03 05:32:17.999378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7da59d08-0a69-4ba2-a9cb-20eb813d2401 req-cc7c9ebf-4ca5-4abf-9db2-7c9166adaaa7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442603 Feb 03 05:32:19.131286 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36706be-7706-4bea-b099-daa99839ddb5 req-facd4637-6b3e-47dc-a355-db159b3d2d44 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:19.132783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d36706be-7706-4bea-b099-daa99839ddb5 req-facd4637-6b3e-47dc-a355-db159b3d2d44 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 945 time: 0.0552268 Feb 03 05:32:19.182082 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d36706be-7706-4bea-b099-daa99839ddb5 req-3f62d75a-9eab-4975-8160-7745724f441e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Feb 03 05:32:19.633554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:32:19.743191 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:32:19.758676 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'port_id': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'mac_address': 'fa:16:3e:14:f4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:32:19.796096 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port e4af121d-8ecf-44f4-881c-21feb7f4019a is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:32:19.796493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:19.809078 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4af121d-8ecf-44f4-881c-21feb7f4019a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:32:19.827883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:32:19.833095 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:19.878442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:32:20.078223 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['e4af121d-8ecf-44f4-881c-21feb7f4019a'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:32:20.307713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda04e18-37ea-45cf-b095-d2db6b07ab82 req-b24c6b1a-86e5-48d1-8ffd-c2eda4e241a2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:20.309209 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dda04e18-37ea-45cf-b095-d2db6b07ab82 req-b24c6b1a-86e5-48d1-8ffd-c2eda4e241a2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0570545 Feb 03 05:32:20.359988 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dda04e18-37ea-45cf-b095-d2db6b07ab82 req-abae4fe6-4cb2-41af-a12d-181de785fc26 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444822 Feb 03 05:32:21.499858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298df39-912d-420a-a183-69e20208ab09 req-0e530adb-c7a8-4542-8b00-6199867191d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:21.501701 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3298df39-912d-420a-a183-69e20208ab09 req-0e530adb-c7a8-4542-8b00-6199867191d7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 946 time: 0.0623186 Feb 03 05:32:21.560054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3298df39-912d-420a-a183-69e20208ab09 req-f2ecca82-f9e7-4f95-8c40-85f9d1315833 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526161 Feb 03 05:32:21.665515 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:32:21.723659 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port e4af121d-8ecf-44f4-881c-21feb7f4019a completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:32:21.727608 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port e4af121d-8ecf-44f4-881c-21feb7f4019a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:32:21.727990 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:21.808024 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port e4af121d-8ecf-44f4-881c-21feb7f4019a is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:32:21.808388 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:21.832318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:32:21.834585 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091872db-7a85-4490-a5ef-f8cd6f150187" -d '{"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-plugged", "status": "completed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:32:21.849969 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:32:21.855343 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:22.047363 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e495-3530-4a96-a95f-c0e7888f488f req-feda80a1-d885-49b6-acaa-e59562f8b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:22.048382 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc47d02-ccf2-4f98-9743-ebb7c0d5f7f2 x-openstack-request-id: req-3bc47d02-ccf2-4f98-9743-ebb7c0d5f7f2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:32:22.048707 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0938e495-3530-4a96-a95f-c0e7888f488f req-feda80a1-d885-49b6-acaa-e59562f8b18a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1129 time: 0.0464168 Feb 03 05:32:22.048839 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-plugged", "status": "completed", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:32:22.049056 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bc47d02-ccf2-4f98-9743-ebb7c0d5f7f2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:32:22.049436 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'code': 200} Feb 03 05:32:22.072894 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=12']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:32:22.094435 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0938e495-3530-4a96-a95f-c0e7888f488f req-a5d0811d-1f06-4cc0-b8b6-a5dbb4280bd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Feb 03 05:32:22.719625 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9e960-f9a1-42c9-86eb-b02fc103d38e req-c57ee53f-83bb-4e35-8e51-36a8e5adcdfd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:22.721432 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fb9e960-f9a1-42c9-86eb-b02fc103d38e req-c57ee53f-83bb-4e35-8e51-36a8e5adcdfd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 947 time: 0.0757782 Feb 03 05:32:22.778010 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2fb9e960-f9a1-42c9-86eb-b02fc103d38e req-36128ad2-8ce0-43f2-82f9-a534a3d110d4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463371 Feb 03 05:32:23.903432 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b33d2-0d0f-488d-9675-c46bba4b830f req-30594589-a80d-4ad6-9aa9-af5a37d2b880 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:23.904923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-050b33d2-0d0f-488d-9675-c46bba4b830f req-30594589-a80d-4ad6-9aa9-af5a37d2b880 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 947 time: 0.0563803 Feb 03 05:32:23.953711 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-050b33d2-0d0f-488d-9675-c46bba4b830f req-19d59e1d-9c25-4bf0-9eb0-1d73d7dafcd5 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Feb 03 05:32:24.415697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:24.552193 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:33.245613 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824fdf00-e080-4673-9a5f-1c61477aa551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:36.454985 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7dce263-08c7-45f0-8c99-b35999c2367f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:36.973151 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:37.606101 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:32:38.399396 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:39.351855 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:43.065349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-9c70178d-9f23-4012-b3dd-72cd75cd458f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909798 Feb 03 05:32:43.160201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-3342a540-673e-4918-91c9-6c60369253af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:43.161687 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-3342a540-673e-4918-91c9-6c60369253af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1129 time: 0.0478618 Feb 03 05:32:43.270270 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-80d9d64d-56a3-41ff-b909-9f1d70d1eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:43.271658 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-80d9d64d-56a3-41ff-b909-9f1d70d1eafc service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0886288 Feb 03 05:32:43.341341 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-aa18bd30-b567-489c-8a24-161df4963619 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 1001 time: 0.0634704 Feb 03 05:32:43.391546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-b76969db-73c5-40c7-a331-61c7e27342ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:43.393020 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-b76969db-73c5-40c7-a331-61c7e27342ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0453162 Feb 03 05:32:43.445379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-5aac4986-6abe-4784-9b77-9fae849f17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:32:43.446861 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-5aac4986-6abe-4784-9b77-9fae849f17ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449724 Feb 03 05:32:43.544290 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-34d81fc3-a604-4c2d-9390-485ddaacea2d service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905058 Feb 03 05:32:43.637019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-76ea5e46-272b-4b3d-b3f5-0e092c7e04ae req-666fa423-1e78-439c-8d13-8a75db949193 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855129 Feb 03 05:32:54.410423 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:32:54.556359 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:03.250733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac5bb-65bf-495d-a874-ca026330e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:06.450789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-239329c8-ecdb-4caf-86a3-5d9399adda38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:06.973616 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:08.410607 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:09.359373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:14.614406 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:33:24.414755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:24.549268 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:33.248497 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-049587a4-8a34-4908-a0fb-213de7dfeb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:36.455226 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecd74354-013b-4c4e-b97b-b002b6f01971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:36.693616 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:36.857411 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Deleting port 173f4d90-d103-4706-b2a4-4627bc74b95f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:33:36.857734 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:36.948224 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:36.948558 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (173f4d90-d103-4706-b2a4-4627bc74b95f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:36.962369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Calling delete_port for 173f4d90-d103-4706-b2a4-4627bc74b95f owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:33:36.970641 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:37.115391 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (173f4d90-d103-4706-b2a4-4627bc74b95f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:37.137939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event deleted for resources: {'Port': ['ID=173f4d90-d103-4706-b2a4-4627bc74b95f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:37.152363 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.152687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.153061 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.153399 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.153735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.154066 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.154392 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.154726 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.155054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.155384 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.155733 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.156054 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.156403 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:37.211720 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (78e48bc3-4d25-44c9-81c9-c4644daa5c1f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:37.212092 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Floating IP 78e48bc3-4d25-44c9-81c9-c4644daa5c1f disassociated (deleted). External IP: 172.25.7.57, port: e4af121d-8ecf-44f4-881c-21feb7f4019a. Feb 03 05:33:37.749688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Router 9675c588-1581-4c74-8239-c69de1d81302 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:33:37.857020 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:33:37.862515 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:37.868388 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] Sync routers for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:33:37.879310 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:33:37.879958 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:33:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:33:37.891151 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-9897d4ac-a457-4327-a3b1-b009fb35365d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "DELETE /v2.0/floatingips/78e48bc3-4d25-44c9-81c9-c4644daa5c1f HTTP/1.1" status: 204 len: 168 time: 1.1963155 Feb 03 05:33:37.891894 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:33:37.894397 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d33566-7847-4b8f-a9fa-0579ae4bea4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:33:37.993633 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:33:38.043726 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d0c7f5-73b7-40ea-a707-8ca40f8bed55 x-openstack-request-id: req-95d0c7f5-73b7-40ea-a707-8ca40f8bed55 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:33:38.044218 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:33:38.044786 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95d0c7f5-73b7-40ea-a707-8ca40f8bed55 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:33:38.045391 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'status': 'completed', 'code': 200} Feb 03 05:33:38.110988 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-61d6f012-49ab-408d-95d8-322a5ab19fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:33:38.112671 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-61d6f012-49ab-408d-95d8-322a5ab19fde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 1129 time: 0.0470388 Feb 03 05:33:38.131544 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcf2aa-1b48-4762-8b27-2af1138d04b1 req-8438c53b-0f84-450d-be45-eb0013d9d23d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:33:38.133378 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adcf2aa-1b48-4762-8b27-2af1138d04b1 req-8438c53b-0f84-450d-be45-eb0013d9d23d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 947 time: 0.0593481 Feb 03 05:33:38.183051 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7adcf2aa-1b48-4762-8b27-2af1138d04b1 req-22af95d6-c557-423b-8038-3ead4979c559 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Feb 03 05:33:38.206657 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:33:38.215904 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-01e1ef7f-9479-4983-bc5b-f466883d323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:33:38.217396 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-01e1ef7f-9479-4983-bc5b-f466883d323d service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0984640 Feb 03 05:33:38.235922 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] Checking router: 9675c588-1581-4c74-8239-c69de1d81302 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:33:38.244441 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:33:38.245066 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:33:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:33:38.260790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-4702034f-ee08-482e-885b-4f3dadb4202d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 200 len: 217 time: 0.0359595 Feb 03 05:33:38.317018 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-191d49a3-ee78-47a0-bdf3-60a26b06a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:33:38.318547 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-191d49a3-ee78-47a0-bdf3-60a26b06a774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0511460 Feb 03 05:33:38.348992 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:33:38.370660 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-9279deb6-d05a-4f62-9715-3094889be9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:33:38.372154 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-9279deb6-d05a-4f62-9715-3094889be9f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460858 Feb 03 05:33:38.404979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:38.471542 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-fee7b937-f479-4fec-a0a1-ae69392e8142 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903113 Feb 03 05:33:38.548582 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:33:38.561150 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-34d33566-7847-4b8f-a9fa-0579ae4bea4f req-8e877ed9-ab43-417c-a913-f331f0d908ad service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834284 Feb 03 05:33:38.574687 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eaf494-8eea-40c5-82c3-b5bde445a143 None None] The sync data for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 is: [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:33:38.805270 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d32aa-eb28-42e3-9690-099793c637dc None None] New status for floating IP 78e48bc3-4d25-44c9-81c9-c4644daa5c1f: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:33:39.312358 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41b34c-f42c-4cd2-8d0c-44524668ed1c req-5b96fe77-10e6-4cbb-b1e0-660a75d87fe7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:33:39.313826 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca41b34c-f42c-4cd2-8d0c-44524668ed1c req-5b96fe77-10e6-4cbb-b1e0-660a75d87fe7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 947 time: 0.0546746 Feb 03 05:33:39.348876 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:39.366687 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ca41b34c-f42c-4cd2-8d0c-44524668ed1c req-602d6bf2-2047-4e86-aeb7-9f1c0a8db0ca tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470822 Feb 03 05:33:39.444887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-fb1fb6fe-7cc4-4853-b6e7-301fa11101bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:33:39.446332 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-fb1fb6fe-7cc4-4853-b6e7-301fa11101bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.15 "GET /v2.0/ports?device_id=e77cbaa6-97c5-4225-bc33-5d79cce5b1ea HTTP/1.1" status: 200 len: 947 time: 0.0555246 Feb 03 05:33:39.545771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Deleting port e4af121d-8ecf-44f4-881c-21feb7f4019a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:33:39.546050 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:39.636797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] For port e4af121d-8ecf-44f4-881c-21feb7f4019a, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=e4af121d-8ecf-44f4-881c-21feb7f4019a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:33:39.637167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:39.654957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Calling delete_port for e4af121d-8ecf-44f4-881c-21feb7f4019a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:33:39.794991 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (e4af121d-8ecf-44f4-881c-21feb7f4019a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:39.830693 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event deleted for resources: {'Port': ['ID=e4af121d-8ecf-44f4-881c-21feb7f4019a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:39.843006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.843361 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.843808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.844166 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.844506 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.844837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.845167 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.845480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.845808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.846127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.846450 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.846768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.847091 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:33:39.887807 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] No DVR routers for this DVR port e4af121d-8ecf-44f4-881c-21feb7f4019a on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:33:39.890994 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:39.894454 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-384a91c0-77ad-4eec-a87f-f862c8d6ae29 req-b28eeef2-e2bd-4ae6-8474-d6c9c8b44d48 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.15 "DELETE /v2.0/ports/e4af121d-8ecf-44f4-881c-21feb7f4019a HTTP/1.1" status: 204 len: 173 time: 0.4416537 Feb 03 05:33:39.894940 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-deleted', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:33:39.897334 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def51199-d392-49fa-bc71-639e3486c75a" -d '{"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-deleted", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:33:39.994318 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec431704-f663-4dfb-ae3a-78e6c069a88e x-openstack-request-id: req-ec431704-f663-4dfb-ae3a-78e6c069a88e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:33:39.994602 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77cbaa6-97c5-4225-bc33-5d79cce5b1ea", "name": "network-vif-deleted", "tag": "e4af121d-8ecf-44f4-881c-21feb7f4019a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:33:39.994886 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec431704-f663-4dfb-ae3a-78e6c069a88e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:33:39.995301 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77cbaa6-97c5-4225-bc33-5d79cce5b1ea', 'name': 'network-vif-deleted', 'tag': 'e4af121d-8ecf-44f4-881c-21feb7f4019a', 'status': 'completed', 'code': 200} Feb 03 05:33:40.425870 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:40.486512 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d24cb49-ad54-473d-ac06-92167a3b4170 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:40.516516 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d24cb49-ad54-473d-ac06-92167a3b4170 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:40.576414 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d24cb49-ad54-473d-ac06-92167a3b4170 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:40.579088 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d24cb49-ad54-473d-ac06-92167a3b4170 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:40.580464 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1d24cb49-ad54-473d-ac06-92167a3b4170 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "DELETE /v2.0/security-groups/b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d HTTP/1.1" status: 204 len: 168 time: 0.1534238 Feb 03 05:33:40.590380 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24cb49-ad54-473d-ac06-92167a3b4170 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31904ff-f74d-4ca3-8ce4-77da7b7e4b2d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:40.967321 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34038) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:40.972025 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e136849f-f41a-4371-8ea7-d8c460e19ad2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945444368', 'description': 'tempest-secgroup-smoke-1945444368 description', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:33:40.993141 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e136849f-f41a-4371-8ea7-d8c460e19ad2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.057858 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e136849f-f41a-4371-8ea7-d8c460e19ad2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (38c40bf9-2861-4c28-8c0c-d2c5b1214011), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.063535 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e136849f-f41a-4371-8ea7-d8c460e19ad2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (38c40bf9-2861-4c28-8c0c-d2c5b1214011), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.093321 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e136849f-f41a-4371-8ea7-d8c460e19ad2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.094630 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e136849f-f41a-4371-8ea7-d8c460e19ad2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1262727 Feb 03 05:33:41.096646 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136849f-f41a-4371-8ea7-d8c460e19ad2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c40bf9-2861-4c28-8c0c-d2c5b1214011,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:41.097703 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:41.102468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0881f214-238d-43d8-a68c-484903296fb3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': '38c40bf9-2861-4c28-8c0c-d2c5b1214011', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:33:41.129924 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0881f214-238d-43d8-a68c-484903296fb3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (53bd4bbb-3386-48ac-8bf3-bd553a76d650), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.176977 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0881f214-238d-43d8-a68c-484903296fb3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (53bd4bbb-3386-48ac-8bf3-bd553a76d650), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.181406 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0881f214-238d-43d8-a68c-484903296fb3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (53bd4bbb-3386-48ac-8bf3-bd553a76d650), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.199650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881f214-238d-43d8-a68c-484903296fb3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bd4bbb-3386-48ac-8bf3-bd553a76d650,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:41.208660 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0881f214-238d-43d8-a68c-484903296fb3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.209874 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-0881f214-238d-43d8-a68c-484903296fb3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111031 Feb 03 05:33:41.213189 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:41.217941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2afe996f-fa23-407f-aa29-5d386bf284bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': '38c40bf9-2861-4c28-8c0c-d2c5b1214011', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:33:41.246082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2afe996f-fa23-407f-aa29-5d386bf284bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (55d195a4-5fc9-432f-b9f7-573966abe8c2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.308293 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2afe996f-fa23-407f-aa29-5d386bf284bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (55d195a4-5fc9-432f-b9f7-573966abe8c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.313758 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2afe996f-fa23-407f-aa29-5d386bf284bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (55d195a4-5fc9-432f-b9f7-573966abe8c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.331095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe996f-fa23-407f-aa29-5d386bf284bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d195a4-5fc9-432f-b9f7-573966abe8c2,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:41.341343 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2afe996f-fa23-407f-aa29-5d386bf284bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.342566 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2afe996f-fa23-407f-aa29-5d386bf284bd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283309 Feb 03 05:33:41.345420 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34044) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:41.349833 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cea49cf2-7d2c-46f0-b052-01397b3550dd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': '38c40bf9-2861-4c28-8c0c-d2c5b1214011', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:33:41.375288 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea49cf2-7d2c-46f0-b052-01397b3550dd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (eda3a0ff-b93a-4c62-92a9-a04ef0dab352), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.434402 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea49cf2-7d2c-46f0-b052-01397b3550dd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (eda3a0ff-b93a-4c62-92a9-a04ef0dab352), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.439181 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea49cf2-7d2c-46f0-b052-01397b3550dd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (eda3a0ff-b93a-4c62-92a9-a04ef0dab352), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.456641 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea49cf2-7d2c-46f0-b052-01397b3550dd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda3a0ff-b93a-4c62-92a9-a04ef0dab352,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:41.464740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cea49cf2-7d2c-46f0-b052-01397b3550dd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.466685 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-cea49cf2-7d2c-46f0-b052-01397b3550dd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195681 Feb 03 05:33:41.468779 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:41.473140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c1b78926-8be3-4669-b1d2-be85f0070513 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': '38c40bf9-2861-4c28-8c0c-d2c5b1214011', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:33:41.498600 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1b78926-8be3-4669-b1d2-be85f0070513 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (8c1c7ed7-a6ce-4869-a95d-bc222fd502d9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.558434 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1b78926-8be3-4669-b1d2-be85f0070513 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (8c1c7ed7-a6ce-4869-a95d-bc222fd502d9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.563320 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1b78926-8be3-4669-b1d2-be85f0070513 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8c1c7ed7-a6ce-4869-a95d-bc222fd502d9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.581724 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b78926-8be3-4669-b1d2-be85f0070513 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1c7ed7-a6ce-4869-a95d-bc222fd502d9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:41.591778 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c1b78926-8be3-4669-b1d2-be85f0070513 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.592994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c1b78926-8be3-4669-b1d2-be85f0070513 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232903 Feb 03 05:33:41.596827 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:41.601560 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': '38c40bf9-2861-4c28-8c0c-d2c5b1214011', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:33:41.622930 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Project 90a3069f8d1a43c39f4f572ac4ec9954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:33:41.628103 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (cc8d8e21-01de-498b-acc7-3744ae307b68), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.689564 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (cc8d8e21-01de-498b-acc7-3744ae307b68), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.693740 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (cc8d8e21-01de-498b-acc7-3744ae307b68), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.713747 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8d8e21-01de-498b-acc7-3744ae307b68,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:41.718850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.720113 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-dacf1e7c-c691-4dea-aa6e-422f8922eae8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222074 Feb 03 05:33:41.723068 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:33:41.727825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'security_group_rule': {'security_group_id': '38c40bf9-2861-4c28-8c0c-d2c5b1214011', 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:33:41.751096 n-d-827549-1 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Project 90a3069f8d1a43c39f4f572ac4ec9954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:33:41.756007 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (f1caca81-d2d0-46ad-8d90-ab89776ad599), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.818061 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (f1caca81-d2d0-46ad-8d90-ab89776ad599), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.822973 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (f1caca81-d2d0-46ad-8d90-ab89776ad599), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.840588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1caca81-d2d0-46ad-8d90-ab89776ad599,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:33:41.847860 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:41.849080 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-039c86e1-4860-4167-b8c9-4133a83347f8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249578 Feb 03 05:33:44.175336 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:33:44.195749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: e4af121d-8ecf-44f4-881c-21feb7f4019a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:33:44.196219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device e4af121d-8ecf-44f4-881c-21feb7f4019a not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:33:51.604354 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:33:54.433711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:33:54.563976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:01.346021 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-18442887-9ed6-4567-84bc-585726642fa1 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945444368&fields=id&tenant_id=90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 267 time: 0.0466399 Feb 03 05:34:01.456943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-d1c7c96e-e0f7-4027-a5b8-e4a28166ea90 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:01.458314 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-d1c7c96e-e0f7-4027-a5b8-e4a28166ea90 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 809 time: 0.1030395 Feb 03 05:34:01.475822 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-c673bdac-38e5-4f4d-9382-d45e3a128099 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/quotas/90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 375 time: 0.0093176 Feb 03 05:34:01.530527 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-1e4b559e-8648-49f0-a331-6f93982a1474 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498989 Feb 03 05:34:01.690415 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-7c9a7c91-a59d-4b4c-8a4e-dbe6e9511299 service neutron] 10.222.0.35 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485364 Feb 03 05:34:01.783441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-db8fbc6c-3f53-4c39-9e7b-4689ca42a17d service neutron] 10.222.0.35 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870209 Feb 03 05:34:02.089846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3587845b-6b60-4173-b86d-f644d19552bf req-33c99f73-0051-4bed-bd59-02464bf2dedf tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0286174 Feb 03 05:34:03.040556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-c1c947c6-9ecd-4d47-be70-431dc6cba2a2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:03.042026 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-c1c947c6-9ecd-4d47-be70-431dc6cba2a2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 809 time: 0.1041493 Feb 03 05:34:03.108151 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-7a5a0ed3-581e-445f-9c70-ff91055eb1c7 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 380 time: 0.0586462 Feb 03 05:34:03.116645 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'port': {'device_id': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'admin_state_up': True, 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'security_groups': ['38c40bf9-2861-4c28-8c0c-d2c5b1214011']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:34:03.199412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-56b6067e-a4fb-42b7-bf52-05388b7a695b req-7986edcd-2a45-4b44-bb04-7b94b3ded6aa tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0277460 Feb 03 05:34:03.235290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Made reservation on behalf of 90a3069f8d1a43c39f4f572ac4ec9954 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:34:03.240462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:03.244150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bace8660-4722-43a7-8245-ff8e5d606f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:03.376688 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Allocated IP 172.20.0.3 (15a20bb6-650b-4e96-a52f-f904f3191a14/f183db18-2010-4a33-ab95-30e2cc8ae7e8/491f2c45-b7a5-46dd-b034-8c58a441f38d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:34:03.512227 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:03.551662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:03.589876 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:34:03.593263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:34:03.597123 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:34:03.636922 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:34:03.661475 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:03.662136 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:03.683102 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-46918377-8fa5-4b46-a58e-302226f1ffc8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701506 Feb 03 05:34:03.697192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Request body: {'port': {'device_id': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:34:03.768246 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:03.904143 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ee5286d0-1b5f-4d17-9389-b25145048c31 None None] Provisioning complete for port 491f2c45-b7a5-46dd-b034-8c58a441f38d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:34:03.904922 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee5286d0-1b5f-4d17-9389-b25145048c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:03.941133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ee5286d0-1b5f-4d17-9389-b25145048c31 None None] Port 491f2c45-b7a5-46dd-b034-8c58a441f38d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:34:04.032609 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491f2c45-b7a5-46dd-b034-8c58a441f38d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:34:04.040447 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Publish callbacks [] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:04.052792 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Transition to ACTIVE for port object 491f2c45-b7a5-46dd-b034-8c58a441f38d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:34:04.057657 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:04.108864 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:34:04.186235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:34:04.186581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:34:04.186967 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:34:04.192082 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Port 491f2c45-b7a5-46dd-b034-8c58a441f38d on network 15a20bb6-650b-4e96-a52f-f904f3191a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:34:04.192407 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:34:04.198248 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:34:04.198631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Checking segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:34:04.198974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Bound using segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:34:04.199406 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Bound port: 491f2c45-b7a5-46dd-b034-8c58a441f38d, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:34:04.199787 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:04.270323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:34:04.273542 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:34:04.287636 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:04.335711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:04.336435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:04.337959 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] 10.222.0.31 "PUT /v2.0/ports/491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 1091 time: 0.6451197 Feb 03 05:34:04.338221 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0f173-f232-494a-b423-0d45d5b795ef req-cebf7fbe-3859-4239-95ab-4dd829e62409 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:04.338711 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:34:04.340065 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01d0f173-f232-494a-b423-0d45d5b795ef req-cebf7fbe-3859-4239-95ab-4dd829e62409 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0624385 Feb 03 05:34:04.340988 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6224ac15-fc25-4263-b01e-7ddb7181cb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:34:04.363615 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104084b1-2dc8-4523-8146-326140e79ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:34:04.426498 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-01d0f173-f232-494a-b423-0d45d5b795ef req-4975126c-70d3-498a-8183-abc7ed9eca24 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764432 Feb 03 05:34:04.440833 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fc7550-3693-43e7-897f-afdc118a5199 x-openstack-request-id: req-96fc7550-3693-43e7-897f-afdc118a5199 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:34:04.441171 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:34:04.441421 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96fc7550-3693-43e7-897f-afdc118a5199 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:34:04.441850 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'status': 'completed', 'code': 200} Feb 03 05:34:04.463692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-d64a91e7-3931-44f1-ad18-3e6b2293df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:04.465397 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-d64a91e7-3931-44f1-ad18-3e6b2293df90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1125 time: 0.0710111 Feb 03 05:34:04.513647 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-8a16f14b-a38f-4fe9-99de-3cb4a1659ca5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 217 time: 0.0407467 Feb 03 05:34:04.564825 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-b1625eb3-4d22-4372-a7ab-2b2d329af08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:04.566311 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-b1625eb3-4d22-4372-a7ab-2b2d329af08c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0467749 Feb 03 05:34:04.616955 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-7c158618-7162-4dde-b6bf-c3d12c979bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:04.618506 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-7c158618-7162-4dde-b6bf-c3d12c979bdf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460098 Feb 03 05:34:04.719530 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-a67ac3c4-673d-4818-8416-b595773346ec service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940742 Feb 03 05:34:04.810998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f5afa6c9-3b06-46b1-a18f-5df205db183b req-17bd5491-30a0-4a2d-a298-87a77753a8c8 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Feb 03 05:34:04.908464 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-b346a9dd-53f1-4037-9861-67a055f50d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:04.910019 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-b346a9dd-53f1-4037-9861-67a055f50d20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1125 time: 0.0523360 Feb 03 05:34:05.001970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-39257b8e-3cb2-4b18-91a5-7438eb0d6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:05.003372 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-39257b8e-3cb2-4b18-91a5-7438eb0d6dd8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0870895 Feb 03 05:34:05.049357 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-2a3042e2-1428-4d2b-a93c-0777fd2e44c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 217 time: 0.0389681 Feb 03 05:34:05.099654 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-ee63b112-63d7-441b-aba6-8ccd2c301a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:05.101143 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-ee63b112-63d7-441b-aba6-8ccd2c301a8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0465629 Feb 03 05:34:05.151628 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-7055afc9-ba6d-4ffa-a14d-40e16c5335c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:05.153158 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-7055afc9-ba6d-4ffa-a14d-40e16c5335c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454376 Feb 03 05:34:05.247519 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-d36953fd-2171-4248-a4cc-001ff3896668 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877736 Feb 03 05:34:05.337136 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6224ac15-fc25-4263-b01e-7ddb7181cb5d req-c4189eb2-c3df-45c5-a172-2116261b5585 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836027 Feb 03 05:34:05.547693 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6379dd-186a-46b6-80b9-149a0ca93ef8 req-f09285ee-4f70-4a45-92d2-16a98794f8d2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:05.549182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb6379dd-186a-46b6-80b9-149a0ca93ef8 req-f09285ee-4f70-4a45-92d2-16a98794f8d2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0579932 Feb 03 05:34:05.599845 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-eb6379dd-186a-46b6-80b9-149a0ca93ef8 req-2072de84-c3a4-4cb0-92a0-f4fa6690c180 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Feb 03 05:34:06.449265 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8fa7-6836-4776-8728-941f41991b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:06.723376 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0a273-70ff-4542-9a4f-1857316ff76b req-ec8062b6-0f79-4895-820c-a1d491af4144 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:06.724923 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0b0a273-70ff-4542-9a4f-1857316ff76b req-ec8062b6-0f79-4895-820c-a1d491af4144 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0562048 Feb 03 05:34:06.776006 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e0b0a273-70ff-4542-9a4f-1857316ff76b req-53daa76a-eeca-45cd-9149-8a2c2ca4049c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Feb 03 05:34:06.971683 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:07.900546 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d39cc-c4b6-4633-9b21-26d33d24e74a req-d042fcc2-fed6-415a-84b5-02769b42344f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:07.902007 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-668d39cc-c4b6-4633-9b21-26d33d24e74a req-d042fcc2-fed6-415a-84b5-02769b42344f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0572815 Feb 03 05:34:07.950412 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-668d39cc-c4b6-4633-9b21-26d33d24e74a req-1228e401-49e5-4d50-9c1f-f54c7a536453 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Feb 03 05:34:08.409461 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:09.074911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eec429-7cfa-4cff-a767-64f211771387 req-7cf80d9f-9100-4f90-9a88-e57a2c3e34c3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:09.076477 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1eec429-7cfa-4cff-a767-64f211771387 req-7cf80d9f-9100-4f90-9a88-e57a2c3e34c3 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0552783 Feb 03 05:34:09.129015 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a1eec429-7cfa-4cff-a767-64f211771387 req-cde0c07c-b2de-449e-9bcd-63c43c345d84 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463910 Feb 03 05:34:09.344596 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:10.255918 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e10d21-4e8d-40d6-9d70-e7bdeb4b11d1 req-cdbb754d-0526-4589-be13-0c32db04fb61 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:10.257427 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67e10d21-4e8d-40d6-9d70-e7bdeb4b11d1 req-cdbb754d-0526-4589-be13-0c32db04fb61 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0598314 Feb 03 05:34:10.305821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-67e10d21-4e8d-40d6-9d70-e7bdeb4b11d1 req-adcef8b7-6fbb-4fdc-bfa9-9f2aa0a53d2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Feb 03 05:34:11.428259 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1a1f-9502-43e1-b260-418b6226989e req-135eb49d-06b3-4cfa-9001-803fe79be637 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:11.429783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-046f1a1f-9502-43e1-b260-418b6226989e req-135eb49d-06b3-4cfa-9001-803fe79be637 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0555596 Feb 03 05:34:11.479980 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-046f1a1f-9502-43e1-b260-418b6226989e req-89fd2022-f9b9-40d6-bef9-5dd678a3a2f9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Feb 03 05:34:12.602150 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af63bf-1066-4f5c-9627-184b6bae3421 req-6e8b8273-8550-4dd2-83fb-2528405341bb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:12.603774 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12af63bf-1066-4f5c-9627-184b6bae3421 req-6e8b8273-8550-4dd2-83fb-2528405341bb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0555911 Feb 03 05:34:12.655322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-12af63bf-1066-4f5c-9627-184b6bae3421 req-994585d0-5f23-4cb8-bf45-f656b71326d6 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458925 Feb 03 05:34:13.784328 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5236-f095-4533-9324-120eeb73721f req-358029d7-1d11-4c88-bc44-a7aada052a1c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:13.785813 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a2b5236-f095-4533-9324-120eeb73721f req-358029d7-1d11-4c88-bc44-a7aada052a1c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0557439 Feb 03 05:34:13.834775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4a2b5236-f095-4533-9324-120eeb73721f req-7682e461-68d3-472a-8af4-0ae634ccfea2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Feb 03 05:34:14.969140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053f02-400d-4ead-a05e-44631bc89644 req-1bd9070c-08b9-44ef-8832-968d7bca5354 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:14.970730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c053f02-400d-4ead-a05e-44631bc89644 req-1bd9070c-08b9-44ef-8832-968d7bca5354 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0554187 Feb 03 05:34:15.028613 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c053f02-400d-4ead-a05e-44631bc89644 req-e9a93142-352a-46df-9993-e1ea757556d8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522659 Feb 03 05:34:16.167698 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94104d99-a5e9-4baa-9b85-4bd329ef3875 req-0d144ab8-abe5-472d-b510-c75dcd6dab2d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:16.169182 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94104d99-a5e9-4baa-9b85-4bd329ef3875 req-0d144ab8-abe5-472d-b510-c75dcd6dab2d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0617275 Feb 03 05:34:16.219032 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-94104d99-a5e9-4baa-9b85-4bd329ef3875 req-ecb18c4d-9561-4356-8373-457ffe573934 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Feb 03 05:34:17.367629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207d876-cb2c-437d-9ed2-b5604ae8d1f4 req-85b4eb16-c530-495e-9f7b-380675fc0fbb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:17.369130 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e207d876-cb2c-437d-9ed2-b5604ae8d1f4 req-85b4eb16-c530-495e-9f7b-380675fc0fbb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0575762 Feb 03 05:34:17.419153 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e207d876-cb2c-437d-9ed2-b5604ae8d1f4 req-57403e8e-0663-4d79-abd5-bb64bdee9fc5 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Feb 03 05:34:18.550770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d764035-5f47-47d5-98e2-e6e34e6b4f3d req-fb27f2a5-1baf-4b97-b15e-29fe112ffb81 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:18.552249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d764035-5f47-47d5-98e2-e6e34e6b4f3d req-fb27f2a5-1baf-4b97-b15e-29fe112ffb81 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0594850 Feb 03 05:34:18.611225 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9d764035-5f47-47d5-98e2-e6e34e6b4f3d req-b865bf11-a1bf-42fc-ad90-8469866c868f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511484 Feb 03 05:34:19.749638 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c2e4-e75d-4394-a377-536634d13507 req-f152f8c1-80e4-4ac3-a813-d62c12b164fa tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:19.751435 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57b9c2e4-e75d-4394-a377-536634d13507 req-f152f8c1-80e4-4ac3-a813-d62c12b164fa tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0630100 Feb 03 05:34:19.804106 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57b9c2e4-e75d-4394-a377-536634d13507 req-20da21fc-b889-4536-8af9-6a2c0d96f5a5 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468681 Feb 03 05:34:20.817178 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 491f2c45-b7a5-46dd-b034-8c58a441f38d details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:34:20.924927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:34:20.932140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd927-8996-422a-9ad6-25478f23fed3 req-e3ef10d7-6da4-4f12-89ec-4205f9297ef4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:20.933713 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88cdd927-8996-422a-9ad6-25478f23fed3 req-e3ef10d7-6da4-4f12-89ec-4205f9297ef4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0536704 Feb 03 05:34:20.936439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'port_id': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'mac_address': 'fa:16:3e:a7:55:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:34:20.978365 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 491f2c45-b7a5-46dd-b034-8c58a441f38d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:34:20.978729 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:20.984414 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-88cdd927-8996-422a-9ad6-25478f23fed3 req-d4a005de-fb41-4e83-aab0-b1ea29d70bdb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448976 Feb 03 05:34:20.991793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491f2c45-b7a5-46dd-b034-8c58a441f38d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:34:21.014645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:34:21.020128 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:21.067013 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:34:21.074553 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.074903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.075246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.075612 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.075952 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.076253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.076597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.076927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.077254 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.077576 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.077896 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.078220 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.078570 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:34:21.249497 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['491f2c45-b7a5-46dd-b034-8c58a441f38d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:34:22.137949 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed72a1-0f0b-4cfc-9fd9-ba3a5eee3239 req-3ce4bf18-fed6-469d-a145-ce1501a67abf tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:22.140308 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8ed72a1-0f0b-4cfc-9fd9-ba3a5eee3239 req-3ce4bf18-fed6-469d-a145-ce1501a67abf tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 944 time: 0.0700324 Feb 03 05:34:22.190431 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f8ed72a1-0f0b-4cfc-9fd9-ba3a5eee3239 req-fa9c7579-b87e-4b06-a824-e5d377d2f466 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440347 Feb 03 05:34:22.823301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 491f2c45-b7a5-46dd-b034-8c58a441f38d up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:34:22.885133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port 491f2c45-b7a5-46dd-b034-8c58a441f38d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:34:22.889108 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port 491f2c45-b7a5-46dd-b034-8c58a441f38d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:34:22.889523 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:22.977042 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 491f2c45-b7a5-46dd-b034-8c58a441f38d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:34:22.977426 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:23.001580 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:34:23.004155 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee4c252-75e6-492a-b40a-f1d409bbb5b4" -d '{"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-plugged", "status": "completed", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:34:23.016890 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:34:23.021726 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:23.069370 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:34:23.100180 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb71dc70-8c8c-4d60-a4ac-46d38d867727 x-openstack-request-id: req-cb71dc70-8c8c-4d60-a4ac-46d38d867727 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:34:23.100484 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-plugged", "status": "completed", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:34:23.100749 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb71dc70-8c8c-4d60-a4ac-46d38d867727 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:34:23.101155 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'code': 200} Feb 03 05:34:23.200229 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e26aa4-c15f-4f70-803e-e7b0ad7b6c78 req-02f9f4d4-d406-46fa-84de-e9377a8b4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:23.201632 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e26aa4-c15f-4f70-803e-e7b0ad7b6c78 req-02f9f4d4-d406-46fa-84de-e9377a8b4248 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1127 time: 0.0446305 Feb 03 05:34:23.254078 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a9e26aa4-c15f-4f70-803e-e7b0ad7b6c78 req-f60a7de4-3fe0-494b-ad8f-ef3b0c774676 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466323 Feb 03 05:34:23.316475 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1787c9-7b8b-4061-b6a9-3153bcf835fc req-06d3d1b5-70a1-4d10-af4d-3408dfd9770f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:23.317994 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f1787c9-7b8b-4061-b6a9-3153bcf835fc req-06d3d1b5-70a1-4d10-af4d-3408dfd9770f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0581715 Feb 03 05:34:23.367753 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-0f1787c9-7b8b-4061-b6a9-3153bcf835fc req-e3758fee-3454-41b1-a21e-3912219d4fb4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Feb 03 05:34:24.430669 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:24.496099 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db255bf-6f2f-4a6f-9655-538db1ae4362 req-8f67d166-604c-4a5d-9d85-235aca8ea610 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:24.497581 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8db255bf-6f2f-4a6f-9655-538db1ae4362 req-8f67d166-604c-4a5d-9d85-235aca8ea610 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0591693 Feb 03 05:34:24.549960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8db255bf-6f2f-4a6f-9655-538db1ae4362 req-ece3ac05-ef89-4c94-91ff-b1dd29acfcd8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Feb 03 05:34:24.554238 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:24.682106 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e4eb-0d23-4358-98f5-d7c3c1f393b4 req-e1b4e35a-5662-4a06-8a88-f0475885d60a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:24.683634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6768e4eb-0d23-4358-98f5-d7c3c1f393b4 req-e1b4e35a-5662-4a06-8a88-f0475885d60a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0654635 Feb 03 05:34:24.734532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6768e4eb-0d23-4358-98f5-d7c3c1f393b4 req-20e75659-0f4e-4e5e-b069-8f541c66f794 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451217 Feb 03 05:34:24.757929 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34260) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:34:24.804591 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df028a80-a0b4-4a5d-8865-ba944bc12826 tempest-TestShelveInstance-277352419 tempest-TestShelveInstance-277352419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:24.806040 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-df028a80-a0b4-4a5d-8865-ba944bc12826 tempest-TestShelveInstance-277352419 tempest-TestShelveInstance-277352419-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1122 time: 0.0471125 Feb 03 05:34:24.809193 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34262) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:34:24.813508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:34:24.834379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:24.943617 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:25.051995 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Allocated IP 172.25.7.133 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/6de53d8f-a82f-436d-8cf4-de2c18019ef6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:34:25.162685 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:25.200316 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:25.238240 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:34:25.244785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:34:25.248886 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:34:25.251939 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'Port': ['ID=6de53d8f-a82f-436d-8cf4-de2c18019ef6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:34:25.616220 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (d3503077-8867-4b85-9a3b-d4d6a4f7dbf5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:25.687471 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:25.838382 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:25.845636 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:25.914472 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event updated for resources: {'Port': ['ID=6de53d8f-a82f-436d-8cf4-de2c18019ef6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:34:25.926260 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (d3503077-8867-4b85-9a3b-d4d6a4f7dbf5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:26.029054 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Floating IP d3503077-8867-4b85-9a3b-d4d6a4f7dbf5 associated. External IP: 172.25.7.133, port: 491f2c45-b7a5-46dd-b034-8c58a441f38d. Feb 03 05:34:26.237801 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Router 9675c588-1581-4c74-8239-c69de1d81302 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:34:26.342310 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:34:26.354149 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] Sync routers for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:34:26.365034 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:34:26.365680 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:34:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:34:26.367292 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:26.400632 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-c651bd5f-1ba2-47b8-9b1e-f53c1a646a3e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5904212 Feb 03 05:34:26.401440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:34:26.403556 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20" -d '{"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:34:26.444428 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d14414c-ed26-47ac-a1dd-b58f644f7854 x-openstack-request-id: req-4d14414c-ed26-47ac-a1dd-b58f644f7854 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:34:26.444733 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:34:26.445001 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d14414c-ed26-47ac-a1dd-b58f644f7854 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:34:26.445438 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'status': 'completed', 'code': 200} Feb 03 05:34:26.474921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:34:26.512770 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-4cced6aa-55f2-4aaa-bb19-d7543e0ccaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:26.514265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-4cced6aa-55f2-4aaa-bb19-d7543e0ccaa4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1127 time: 0.0451243 Feb 03 05:34:26.603811 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-87aba3c0-e988-42e8-998c-1d9affd3ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:26.605405 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-87aba3c0-e988-42e8-998c-1d9affd3ef49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0857337 Feb 03 05:34:26.682948 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-40b3954d-c69c-4ed0-a7af-f8545cb445c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 999 time: 0.0713272 Feb 03 05:34:26.700630 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd3503077-8867-4b85-9a3b-d4d6a4f7dbf5', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '9675c588-1581-4c74-8239-c69de1d81302', 'port_id': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'mac_address': 'fa:16:3e:a7:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:34:25Z', 'updated_at': '2022-02-03T05:34:25Z', 'revision_number': 0, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:34:26.730244 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] Checking router: 9675c588-1581-4c74-8239-c69de1d81302 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:34:26.731330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-8029e539-89e3-403b-92b2-f295db789483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:26.732814 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-8029e539-89e3-403b-92b2-f295db789483 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0436852 Feb 03 05:34:26.739860 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:34:26.740440 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:34:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:34:26.782621 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-dc95a3a9-a994-4844-8cdc-4a9fa966a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:26.784155 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-dc95a3a9-a994-4844-8cdc-4a9fa966a7e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455501 Feb 03 05:34:26.847836 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:34:26.877259 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-8528a286-aa5b-4209-929e-c6ae8de80f76 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869679 Feb 03 05:34:26.971049 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-e1b8bd25-8a1b-4316-b2c5-3e5b20b7dc20 req-b4855f48-41eb-4004-8167-44b4703ea8d5 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876465 Feb 03 05:34:27.174649 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd3503077-8867-4b85-9a3b-d4d6a4f7dbf5', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '9675c588-1581-4c74-8239-c69de1d81302', 'port_id': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'mac_address': 'fa:16:3e:a7:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:34:25Z', 'updated_at': '2022-02-03T05:34:25Z', 'revision_number': 0, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:34:27.203819 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f23408-9102-4405-9b04-cf907cdc73de None None] The sync data for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 is: [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': 'd3503077-8867-4b85-9a3b-d4d6a4f7dbf5', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '9675c588-1581-4c74-8239-c69de1d81302', 'port_id': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'mac_address': 'fa:16:3e:a7:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:34:25Z', 'updated_at': '2022-02-03T05:34:25Z', 'revision_number': 0, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:34:27.420318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90f773d-d328-4d5b-86c5-11a941192af8 None None] New status for floating IP d3503077-8867-4b85-9a3b-d4d6a4f7dbf5: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:34:28.605559 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:34:33.254763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f08ad4af-7d39-494b-ae03-d28fea57fc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:36.458126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d0e95fa-22c2-4932-aa90-bca8500fa544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:36.977815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:38.415230 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:39.355221 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:42.116262 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-2303dba5-d6b2-4e02-9678-5ddcb2530e3b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878735 Feb 03 05:34:42.213326 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-1f2a4306-0896-4066-a169-674dde79f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:42.214894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-1f2a4306-0896-4066-a169-674dde79f2e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1127 time: 0.0540700 Feb 03 05:34:42.342045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-9f10d405-9648-4937-bb56-a7f458e89527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:42.343582 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-9f10d405-9648-4937-bb56-a7f458e89527 service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.1085498 Feb 03 05:34:42.421544 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-17d4ec6d-0f04-473d-ae97-bce41f99f295 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 1001 time: 0.0707114 Feb 03 05:34:42.470730 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-a5f79d7e-528e-4f33-bcce-b20623217c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:42.472186 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-a5f79d7e-528e-4f33-bcce-b20623217c03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0439911 Feb 03 05:34:42.525756 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-00ef2d76-4cf0-47e8-b83f-73c7c91282f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:34:42.527230 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-00ef2d76-4cf0-47e8-b83f-73c7c91282f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476925 Feb 03 05:34:42.617613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-bad08cfe-c224-4abc-954b-004a84171fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 Feb 03 05:34:42.713852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a98dd7ea-f561-4e82-9cfb-c86f412c84c0 req-15de35d0-65e3-4ff6-b865-872b3385a09f service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886445 Feb 03 05:34:54.434893 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:34:54.566955 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:03.255321 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-428741e8-af80-4271-a2f5-a74da7a00b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:05.609271 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:35:06.457617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6435efd4-22f5-419a-8e9f-c97b8dadbdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:06.989255 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:08.420949 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:09.358621 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:24.442375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:24.578420 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:33.261277 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50ca8164-eaf0-488b-bfdd-4a7d16078d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:36.458898 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52822ef2-41c4-4639-8333-80bb5106dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:36.993438 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:38.430375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:39.367067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:42.078778 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-cc4d6489-86d5-4b87-b36c-4f4086cf1fcf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446491 Feb 03 05:35:42.174367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-9d337c8a-0a96-4ddf-afb7-bbe9338a5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:35:42.175889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-9d337c8a-0a96-4ddf-afb7-bbe9338a5634 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1127 time: 0.0530627 Feb 03 05:35:42.281313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-60464168-312d-451b-8153-c227a20dfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:35:42.282804 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-60464168-312d-451b-8153-c227a20dfcfc service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0877926 Feb 03 05:35:42.349416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-86ec5b33-770f-45ef-8484-61369216933c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 1001 time: 0.0595798 Feb 03 05:35:42.403127 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-de1373cc-83c8-4640-8b6b-4c83cfed34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:35:42.404613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-de1373cc-83c8-4640-8b6b-4c83cfed34fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0486021 Feb 03 05:35:42.454798 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-6579791f-dfa8-4f77-92b0-0beab03a6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:35:42.456305 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-6579791f-dfa8-4f77-92b0-0beab03a6a52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442684 Feb 03 05:35:42.546718 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-745cf44d-f762-42ec-ba4a-ce516f924adc service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841753 Feb 03 05:35:42.614581 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:35:42.965416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fc55e942-993f-4ac4-b265-0354b3d4ba37 req-844caaab-5e2a-4b33-ba04-95a190534317 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115703 Feb 03 05:35:54.442936 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:35:54.589744 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:03.248708 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db0089eb-62a5-4b64-b626-09f28353bd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:06.460598 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b78eb66-ba60-4f31-abd2-cbdb3fde31b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:06.992716 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:08.427664 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:09.362385 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:19.622980 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:36:23.947034 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ceb302-3e3b-48b4-97a9-73759c71312a req-c9c8ee0f-68d3-492f-a8e8-0139ef8c8675 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:23.948578 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85ceb302-3e3b-48b4-97a9-73759c71312a req-c9c8ee0f-68d3-492f-a8e8-0139ef8c8675 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0580301 Feb 03 05:36:23.997532 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-85ceb302-3e3b-48b4-97a9-73759c71312a req-0d267da8-d443-4c95-a3ec-1555e8b9db7d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Feb 03 05:36:24.447003 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:24.613801 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:25.141412 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5f189-dca3-4dbc-ad63-e6c6c01cea24 req-d6b6e1cf-9c4b-4421-bb13-084f4710a516 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:25.142917 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73b5f189-dca3-4dbc-ad63-e6c6c01cea24 req-d6b6e1cf-9c4b-4421-bb13-084f4710a516 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0552766 Feb 03 05:36:25.198823 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-73b5f189-dca3-4dbc-ad63-e6c6c01cea24 req-f47bdb83-8bac-478a-ba75-657c9ca67d69 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477209 Feb 03 05:36:26.342598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa57b32-77ed-4d69-888f-e1425c1a73eb req-d9355fbe-9f2a-43d2-98e6-c4f1e07dde32 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:26.344123 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5aa57b32-77ed-4d69-888f-e1425c1a73eb req-d9355fbe-9f2a-43d2-98e6-c4f1e07dde32 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0553606 Feb 03 05:36:26.400836 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5aa57b32-77ed-4d69-888f-e1425c1a73eb req-3be8f0a4-f3dd-456d-9fcd-96f82b83ba66 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509169 Feb 03 05:36:27.558337 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b4ac-3bb1-4f6c-a08b-efd0ad53da41 req-a4f84e9c-5022-42f3-88cf-c5e03dfeb856 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:27.559842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c20b4ac-3bb1-4f6c-a08b-efd0ad53da41 req-a4f84e9c-5022-42f3-88cf-c5e03dfeb856 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0625622 Feb 03 05:36:27.614453 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5c20b4ac-3bb1-4f6c-a08b-efd0ad53da41 req-03f535cf-39ca-420f-a3c9-84160d0a4204 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463526 Feb 03 05:36:28.748713 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f1707-34be-4dcc-83b6-a8ba67e2e65f req-63b58351-e551-41f8-be1a-4127fbfca8d0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:28.750231 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df2f1707-34be-4dcc-83b6-a8ba67e2e65f req-63b58351-e551-41f8-be1a-4127fbfca8d0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0603995 Feb 03 05:36:28.801908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df2f1707-34be-4dcc-83b6-a8ba67e2e65f req-c60dfd5b-1fae-4c65-9ff1-3282976b5710 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Feb 03 05:36:29.922023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b863cd-64c4-4339-90ea-5eda2942012a req-90ebb41f-5bc5-4780-8d9f-b02373b02ddb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:29.923528 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90b863cd-64c4-4339-90ea-5eda2942012a req-90ebb41f-5bc5-4780-8d9f-b02373b02ddb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0548174 Feb 03 05:36:29.978188 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-90b863cd-64c4-4339-90ea-5eda2942012a req-c71aefce-45be-4df8-bfa1-9912ce3be1ca tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488451 Feb 03 05:36:31.100019 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b64a16-f7cf-4ee5-b939-b062458bec19 req-ccacccec-a218-4933-8265-4b910688f585 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:31.101491 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32b64a16-f7cf-4ee5-b939-b062458bec19 req-ccacccec-a218-4933-8265-4b910688f585 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0544200 Feb 03 05:36:31.153743 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-32b64a16-f7cf-4ee5-b939-b062458bec19 req-a8ffc493-6af4-404b-8df2-6e0f6b5db66b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466115 Feb 03 05:36:32.289971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76e2ec-8062-454e-8a65-e140a53e7a7c req-18b59ae9-571b-4e0c-a813-fc6138243625 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:32.292322 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc76e2ec-8062-454e-8a65-e140a53e7a7c req-18b59ae9-571b-4e0c-a813-fc6138243625 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0572071 Feb 03 05:36:32.344246 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-bc76e2ec-8062-454e-8a65-e140a53e7a7c req-2a062975-6510-4f86-89bd-c8726420cf5b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Feb 03 05:36:33.254200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d24ff0e-66b6-4b14-a553-aed393c527b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:33.471770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0084b0-aada-4a60-b3d8-c9bd946d740e req-583665fc-a756-4899-9cdd-cb138f9a6f6d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:33.473239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb0084b0-aada-4a60-b3d8-c9bd946d740e req-583665fc-a756-4899-9cdd-cb138f9a6f6d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0559440 Feb 03 05:36:33.521488 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cb0084b0-aada-4a60-b3d8-c9bd946d740e req-bc38ec1f-98d3-4a59-8290-32e036879eff tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Feb 03 05:36:34.081525 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-efdab751-3c51-4ffc-85f5-f47200d4708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:34.083034 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-efdab751-3c51-4ffc-85f5-f47200d4708e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1127 time: 0.0492244 Feb 03 05:36:34.174740 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-162b8cdf-6b00-467a-88da-cb624c415a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:34.176216 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-162b8cdf-6b00-467a-88da-cb624c415a55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0874393 Feb 03 05:36:34.240696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-1618e3b5-ec7f-4ba9-98ce-14d92c877319 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 1001 time: 0.0584791 Feb 03 05:36:34.301388 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-e97b0ba6-deb9-4f4c-9735-4a6be8216486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:34.302843 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-e97b0ba6-deb9-4f4c-9735-4a6be8216486 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0560901 Feb 03 05:36:34.353265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-43b5a7c6-7341-4d05-b2cb-7d40c4eb079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:34.354746 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-43b5a7c6-7341-4d05-b2cb-7d40c4eb079f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456984 Feb 03 05:36:34.448685 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-540d287d-c7c4-4636-8064-e4521cb79cf7 service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873437 Feb 03 05:36:34.541520 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c5640eb2-f873-4935-80b8-6913b7cef526 req-0d577f19-5ac1-49a0-9cff-1745d72740cf service neutron] 10.222.0.31 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867202 Feb 03 05:36:34.661464 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b083b7-7b7d-4b5c-b964-cd373f768713 req-1e70a1dd-6ec2-43c2-ab47-e5e2cc847426 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:34.662946 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2b083b7-7b7d-4b5c-b964-cd373f768713 req-1e70a1dd-6ec2-43c2-ab47-e5e2cc847426 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0600090 Feb 03 05:36:34.711149 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c2b083b7-7b7d-4b5c-b964-cd373f768713 req-996e66b7-9709-4501-83f7-7bcd2553fe4f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Feb 03 05:36:35.841890 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364057fe-5f5a-4ebc-b1e7-f93c0b358b34 req-3f9d85db-c039-4210-afc3-d15191206844 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:35.843402 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-364057fe-5f5a-4ebc-b1e7-f93c0b358b34 req-3f9d85db-c039-4210-afc3-d15191206844 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0600841 Feb 03 05:36:35.894784 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-364057fe-5f5a-4ebc-b1e7-f93c0b358b34 req-4dadb1dc-cea9-4203-a9b7-5d140012eb6f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457053 Feb 03 05:36:36.454030 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d33013-ecfc-40ca-9f31-607ac8a7475b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:36.992383 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:37.023541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647892e0-d04b-4044-930e-898585e04378 req-ec05aa63-3370-4dec-a4f6-033a54575a54 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:37.025054 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-647892e0-d04b-4044-930e-898585e04378 req-ec05aa63-3370-4dec-a4f6-033a54575a54 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0590112 Feb 03 05:36:37.074037 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-647892e0-d04b-4044-930e-898585e04378 req-fcbd6dac-8d11-4b5b-a5d5-7ba8ddebf9a2 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Feb 03 05:36:38.198657 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e97fe-ee64-42d4-9eb9-ae75fcc66165 req-82b7409f-3565-46ef-b36f-b6d0f9a35824 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:38.200180 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-488e97fe-ee64-42d4-9eb9-ae75fcc66165 req-82b7409f-3565-46ef-b36f-b6d0f9a35824 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.0539689 Feb 03 05:36:38.249470 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-488e97fe-ee64-42d4-9eb9-ae75fcc66165 req-9eb64d0c-d464-4fc4-ba9c-f65968eddb7d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Feb 03 05:36:38.427239 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:39.357495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:39.420398 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839bdff-87c1-4ad9-8d17-eaceb2dc0104 req-c427dc7d-214b-406f-bd75-b96be2cbaf64 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:39.422265 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3839bdff-87c1-4ad9-8d17-eaceb2dc0104 req-c427dc7d-214b-406f-bd75-b96be2cbaf64 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 945 time: 0.1013238 Feb 03 05:36:39.476649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device 491f2c45-b7a5-46dd-b034-8c58a441f38d no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:36:39.480335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3839bdff-87c1-4ad9-8d17-eaceb2dc0104 req-69587f3f-5039-421d-aef1-5ab2a11ada70 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520504 Feb 03 05:36:39.554606 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port 491f2c45-b7a5-46dd-b034-8c58a441f38d is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:36:39.554961 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:39.576831 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:36:39.578955 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a7013e-4fdc-4fad-ba33-c41728e2201a" -d '{"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-unplugged", "status": "completed", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:36:39.591903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:36:39.596808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:39.622818 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8b7b09-8f5a-458f-9313-1e9e2ffd1938 x-openstack-request-id: req-7e8b7b09-8f5a-458f-9313-1e9e2ffd1938 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:36:39.623120 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-unplugged", "status": "completed", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:36:39.623376 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e8b7b09-8f5a-458f-9313-1e9e2ffd1938 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:36:39.623788 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'code': 200} Feb 03 05:36:39.651647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:36:39.659225 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.659597 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.659950 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.660277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.660607 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.660938 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.661259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.661588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.661909 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.662230 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.662536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.662857 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:39.663173 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:40.607609 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeffb1-d71f-4326-b5a0-e1d7ff43470d req-ad0c339f-ac1a-474e-a16b-eeff59a22cfd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:40.609125 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bbeffb1-d71f-4326-b5a0-e1d7ff43470d req-ad0c339f-ac1a-474e-a16b-eeff59a22cfd tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0548453 Feb 03 05:36:40.658335 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6bbeffb1-d71f-4326-b5a0-e1d7ff43470d req-3dc164e0-b1c4-47d1-8d63-f1a52d14c317 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435228 Feb 03 05:36:40.780529 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-921f1480-e901-4c08-aaf6-25dfb09f2f20 req-1c24c5c5-9131-4983-ac1b-6e40e0543d88 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:36:40.781564 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-921f1480-e901-4c08-aaf6-25dfb09f2f20 req-1c24c5c5-9131-4983-ac1b-6e40e0543d88 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507033 Feb 03 05:36:40.921570 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-419563cc-3ae6-4e17-b46a-1af8e699a5af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443375 Feb 03 05:36:40.932146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-45a7f37c-74c4-4ebe-83c6-b9a4119317b7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:36:40.933263 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-45a7f37c-74c4-4ebe-83c6-b9a4119317b7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054569 Feb 03 05:36:40.950867 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07e99-1038-48d6-8e20-8329058b56cd req-35a4659b-8288-42e7-97e3-12d82b04b136 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:40.951945 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5d07e99-1038-48d6-8e20-8329058b56cd req-35a4659b-8288-42e7-97e3-12d82b04b136 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0560815 Feb 03 05:36:41.006247 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d5d07e99-1038-48d6-8e20-8329058b56cd req-797d2a78-aeb7-47fd-b8f9-c4d9bf141f2b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481474 Feb 03 05:36:42.186100 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49a3b8-fb47-4ebc-a01b-18f54a4e0c05 req-1a9c1121-c83a-4085-9e65-b1db8858f1a8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:42.187597 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba49a3b8-fb47-4ebc-a01b-18f54a4e0c05 req-1a9c1121-c83a-4085-9e65-b1db8858f1a8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.1103232 Feb 03 05:36:42.239338 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ba49a3b8-fb47-4ebc-a01b-18f54a4e0c05 req-71d61423-8d95-460e-84b0-fe535a852d34 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454729 Feb 03 05:36:43.361602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116688e0-1a56-4aeb-be8d-5ce2bd55d3b3 req-456f13ac-5ae2-4d36-b17a-b081b67f403c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:43.363948 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-116688e0-1a56-4aeb-be8d-5ce2bd55d3b3 req-456f13ac-5ae2-4d36-b17a-b081b67f403c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0539863 Feb 03 05:36:43.412662 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-116688e0-1a56-4aeb-be8d-5ce2bd55d3b3 req-9ca80bdd-4345-45fb-a78a-6b7c22f12083 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Feb 03 05:36:44.532785 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aace6-ce10-4665-9b6a-edb3f3d9e940 req-4163e1bb-6cc1-4e61-851f-2767dfdb4c66 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:44.534404 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-581aace6-ce10-4665-9b6a-edb3f3d9e940 req-4163e1bb-6cc1-4e61-851f-2767dfdb4c66 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0533857 Feb 03 05:36:44.587608 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-581aace6-ce10-4665-9b6a-edb3f3d9e940 req-d2b92f53-4493-4e73-81f5-126c70ea1121 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475023 Feb 03 05:36:45.713508 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760dcac-25d2-43f7-a4b1-0b0b99858f13 req-cb14cae4-2dd0-49d2-853c-d3174250f8f9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:45.715131 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5760dcac-25d2-43f7-a4b1-0b0b99858f13 req-cb14cae4-2dd0-49d2-853c-d3174250f8f9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0563045 Feb 03 05:36:45.764634 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-5760dcac-25d2-43f7-a4b1-0b0b99858f13 req-13f2f4af-4944-4451-9657-88a59fe71287 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Feb 03 05:36:46.885737 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709ad3-cf4f-4f48-bac3-356b03babb2a req-3015cc46-557f-44d5-8f4a-089f48e28432 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:46.887214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f709ad3-cf4f-4f48-bac3-356b03babb2a req-3015cc46-557f-44d5-8f4a-089f48e28432 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0542676 Feb 03 05:36:46.936744 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2f709ad3-cf4f-4f48-bac3-356b03babb2a req-251b1636-455d-4c01-b7b0-ebe8a4e549a8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436947 Feb 03 05:36:48.063450 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f192-7e5b-477c-8760-610dc54eec0b req-5d003471-59d6-48e2-b4a4-1060fe50c0af tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:48.065109 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7864f192-7e5b-477c-8760-610dc54eec0b req-5d003471-59d6-48e2-b4a4-1060fe50c0af tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0602162 Feb 03 05:36:48.116270 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-7864f192-7e5b-477c-8760-610dc54eec0b req-40d15b2e-b113-4c88-962d-f561861a129e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451901 Feb 03 05:36:49.237023 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56468da-79e7-4212-b20e-4c7c440c6d45 req-4edfd913-0e6d-4348-9a4f-389296c9a53a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:49.238695 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c56468da-79e7-4212-b20e-4c7c440c6d45 req-4edfd913-0e6d-4348-9a4f-389296c9a53a tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0548673 Feb 03 05:36:49.288067 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c56468da-79e7-4212-b20e-4c7c440c6d45 req-b68bc778-709b-43f1-9812-98398aa553fb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Feb 03 05:36:50.425480 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc12f63-c61f-4b3a-ad2a-da658442085d req-2ee20df9-f849-43ce-a735-871c56739b47 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:50.427126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dc12f63-c61f-4b3a-ad2a-da658442085d req-2ee20df9-f849-43ce-a735-871c56739b47 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0597410 Feb 03 05:36:50.477656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4dc12f63-c61f-4b3a-ad2a-da658442085d req-3738159a-845c-45c0-9a71-07bd080fedd1 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448613 Feb 03 05:36:51.094193 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-e6c8da99-1649-4ce8-a8a5-66b7be63978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:51.095755 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-e6c8da99-1649-4ce8-a8a5-66b7be63978f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c&tenant_id=90a3069f8d1a43c39f4f572ac4ec9954 HTTP/1.1" status: 200 len: 1125 time: 0.0472448 Feb 03 05:36:51.107423 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-1', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:36:51.170784 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:51.374813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:36:51.407903 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:36:51.440201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491f2c45-b7a5-46dd-b034-8c58a441f38d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:36:51.447639 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Publish callbacks [] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:51.464925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Transition to ACTIVE for port object 491f2c45-b7a5-46dd-b034-8c58a441f38d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:36:51.470752 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:51.597516 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:36:51.600480 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] No DVR routers for this DVR port 491f2c45-b7a5-46dd-b034-8c58a441f38d on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:36:51.620665 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b3151-cc5b-4e4e-90d5-c14232dee992 req-eb57a907-6c16-4c3a-a09c-c7cfb77ca210 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:51.622506 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-300b3151-cc5b-4e4e-90d5-c14232dee992 req-eb57a907-6c16-4c3a-a09c-c7cfb77ca210 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0640001 Feb 03 05:36:51.646894 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.647217 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.647485 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.647855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.648190 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.648524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.648857 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.649194 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.649522 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.649853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.650180 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.650505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.650831 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:36:51.678992 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-300b3151-cc5b-4e4e-90d5-c14232dee992 req-7392dcea-38d1-4f29-89c5-9e6c1a746a7e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477440 Feb 03 05:36:51.754463 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:36:51.754771 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:36:51.755105 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:36:51.759669 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Port 491f2c45-b7a5-46dd-b034-8c58a441f38d on network 15a20bb6-650b-4e96-a52f-f904f3191a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:36:51.760030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Attempting to bind port 491f2c45-b7a5-46dd-b034-8c58a441f38d on network 15a20bb6-650b-4e96-a52f-f904f3191a14 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:36:51.764974 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:36:51.765322 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Checking segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:36:51.765708 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Bound using segment: {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:36:51.766128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Bound port: 491f2c45-b7a5-46dd-b034-8c58a441f38d, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9ea01f-0199-4a32-ae0f-bc912277500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:36:51.766486 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:51.828704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:36:51.831704 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:36:51.838948 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:51.872661 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:51.873439 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:51.874707 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] 10.222.0.15 "PUT /v2.0/ports/491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 1091 time: 0.7713265 Feb 03 05:36:51.875148 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:36:51.877499 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fd681a-2f8a-450c-bb35-c63ed62a8939" -d '{"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:36:51.915631 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8b49b-1f3c-490a-9aa0-94196f8b1337 service neutron] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:36:51.940388 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c253254-8214-4628-9e26-533823ce6d82 x-openstack-request-id: req-6c253254-8214-4628-9e26-533823ce6d82 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:36:51.940677 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:36:51.940928 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c253254-8214-4628-9e26-533823ce6d82 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:36:51.941332 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'status': 'completed', 'code': 200} Feb 03 05:36:51.962479 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-aa46b7d4-7b44-47a8-bad3-036067c979fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:51.964062 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-aa46b7d4-7b44-47a8-bad3-036067c979fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1125 time: 0.0590184 Feb 03 05:36:52.066289 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-a878c21c-d616-4c10-b337-f8b3473a6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.067910 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-a878c21c-d616-4c10-b337-f8b3473a6492 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0926285 Feb 03 05:36:52.132552 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-c7a0b383-82ab-4994-9dd5-a684ea5a1b9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 999 time: 0.0589795 Feb 03 05:36:52.184855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-159de875-90fc-40d0-9133-d64709d9460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.186208 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-159de875-90fc-40d0-9133-d64709d9460b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0480404 Feb 03 05:36:52.237395 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-296ef5b7-118e-474d-a1cf-f1112aa28281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.238904 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-296ef5b7-118e-474d-a1cf-f1112aa28281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470939 Feb 03 05:36:52.329613 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-8eb698e1-a473-47b6-a29a-cb057d0656c6 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Feb 03 05:36:52.427163 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-8a01e8f1-21af-4244-9b72-562d29c04c15 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904446 Feb 03 05:36:52.526574 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-190b69f3-3465-40cc-8c38-f7c09199c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.528000 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-190b69f3-3465-40cc-8c38-f7c09199c519 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1125 time: 0.0513165 Feb 03 05:36:52.623604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-bb09216c-19bd-43db-acfb-129fc0721c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.625087 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-bb09216c-19bd-43db-acfb-129fc0721c60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0910895 Feb 03 05:36:52.689430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-5ec75362-3299-4101-af5a-7c94942ee04e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 999 time: 0.0579910 Feb 03 05:36:52.742439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-3214a7c7-b9a1-45cf-928d-fcfb2c15973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.743963 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-3214a7c7-b9a1-45cf-928d-fcfb2c15973a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0480781 Feb 03 05:36:52.795108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-206e3a5b-1da2-4f6e-a38c-8128dcc5ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.796581 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-206e3a5b-1da2-4f6e-a38c-8128dcc5ba97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457850 Feb 03 05:36:52.801375 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347211b-4b88-4085-b9bc-3285f397915c req-d166fdaf-0905-4f66-bf90-a3bfc9ac931d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:52.802900 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4347211b-4b88-4085-b9bc-3285f397915c req-d166fdaf-0905-4f66-bf90-a3bfc9ac931d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0533819 Feb 03 05:36:52.855889 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4347211b-4b88-4085-b9bc-3285f397915c req-4d6a6d2e-249f-4278-b1ff-44690b4bbb98 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471632 Feb 03 05:36:52.888252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-3a19bffa-9064-4d9e-b604-c5df9a12b643 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837905 Feb 03 05:36:52.988010 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a2fd681a-2f8a-450c-bb35-c63ed62a8939 req-8db45f7e-05ab-4c82-beed-7eb87fd35c9c service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917130 Feb 03 05:36:54.301267 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc69f4-9988-4aa1-aa6a-2a0c0affc363 req-a05a8a18-5a60-42ed-b49a-d4034ecc3144 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:54.302785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d1bc69f4-9988-4aa1-aa6a-2a0c0affc363 req-a05a8a18-5a60-42ed-b49a-d4034ecc3144 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.3708072 Feb 03 05:36:54.350846 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d1bc69f4-9988-4aa1-aa6a-2a0c0affc363 req-dfd6664c-42c3-41ca-aec7-9f0f43cf7b4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Feb 03 05:36:54.444714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:54.601363 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:36:55.489811 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc758c4e-8eaf-424c-8c9d-1a880064c62a req-6948bb34-68c9-4624-9add-1d11ddca8d54 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:55.491281 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc758c4e-8eaf-424c-8c9d-1a880064c62a req-6948bb34-68c9-4624-9add-1d11ddca8d54 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0631075 Feb 03 05:36:55.540838 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc758c4e-8eaf-424c-8c9d-1a880064c62a req-3c530946-8ea6-4912-ac9c-691477c301ce tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Feb 03 05:36:56.617070 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:36:56.677014 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06b825-6178-4abb-8d7e-0e56b04dcfd1 req-60bc405d-eb60-47c4-9268-c3433df1272b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:56.678486 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac06b825-6178-4abb-8d7e-0e56b04dcfd1 req-60bc405d-eb60-47c4-9268-c3433df1272b tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0563784 Feb 03 05:36:56.726668 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ac06b825-6178-4abb-8d7e-0e56b04dcfd1 req-ec1c6e2c-6a94-4c12-94c7-6bb9678977ed tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Feb 03 05:36:57.863861 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999eb36-7213-40ce-817f-4a01a6514870 req-a277a7f5-47b2-463c-8dd2-4fdce26e74f9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:57.865351 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d999eb36-7213-40ce-817f-4a01a6514870 req-a277a7f5-47b2-463c-8dd2-4fdce26e74f9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0648117 Feb 03 05:36:57.916508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d999eb36-7213-40ce-817f-4a01a6514870 req-0cdc7311-2060-4c43-931f-af4263184fc4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Feb 03 05:36:59.063477 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139a682-2ab9-4746-844c-135d8693439f req-b611201b-806f-48f0-a7b9-e7f695a7624d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:36:59.064996 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d139a682-2ab9-4746-844c-135d8693439f req-b611201b-806f-48f0-a7b9-e7f695a7624d tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0621271 Feb 03 05:36:59.113652 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-d139a682-2ab9-4746-844c-135d8693439f req-e7997aae-6e31-4cb7-8f5d-bba2982659a6 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Feb 03 05:37:00.256416 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842893d-62e7-45f5-82d0-899a4988101c req-451688d7-c297-4d66-9979-b3c1203fe987 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:00.257898 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c842893d-62e7-45f5-82d0-899a4988101c req-451688d7-c297-4d66-9979-b3c1203fe987 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 943 time: 0.0633886 Feb 03 05:37:00.308999 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c842893d-62e7-45f5-82d0-899a4988101c req-b3a7f228-ebe9-48e4-b916-cd23e3a8df00 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Feb 03 05:37:01.124307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 491f2c45-b7a5-46dd-b034-8c58a441f38d details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:37:01.228714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:37:01.239947 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'port_id': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'mac_address': 'fa:16:3e:a7:55:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:37:01.276554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 491f2c45-b7a5-46dd-b034-8c58a441f38d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:37:01.276939 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:01.293410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491f2c45-b7a5-46dd-b034-8c58a441f38d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:37:01.314668 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:37:01.320165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:01.370644 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:37:01.427911 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75804a-1f97-4a96-a236-c30db24e8047 req-6b677a18-5cc3-40cf-a428-6ebb5442afe0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:01.429425 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e75804a-1f97-4a96-a236-c30db24e8047 req-6b677a18-5cc3-40cf-a428-6ebb5442afe0 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 944 time: 0.0524304 Feb 03 05:37:01.482446 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4e75804a-1f97-4a96-a236-c30db24e8047 req-da0aea96-e86a-4b34-b7bb-f9b47d4f8909 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471768 Feb 03 05:37:01.552345 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['491f2c45-b7a5-46dd-b034-8c58a441f38d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:37:02.616584 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260859e6-632f-411f-b9de-9491a292088c req-6ed9976c-30d6-4bc2-81c1-6e99413faefc tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:02.618064 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-260859e6-632f-411f-b9de-9491a292088c req-6ed9976c-30d6-4bc2-81c1-6e99413faefc tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 944 time: 0.0561197 Feb 03 05:37:02.668185 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-260859e6-632f-411f-b9de-9491a292088c req-89c4a449-5a07-4bdd-8085-b2efba1068a5 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443242 Feb 03 05:37:03.136455 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 491f2c45-b7a5-46dd-b034-8c58a441f38d up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:37:03.202500 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 491f2c45-b7a5-46dd-b034-8c58a441f38d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:37:03.209086 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 491f2c45-b7a5-46dd-b034-8c58a441f38d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:37:03.209643 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:03.261281 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6001d1d6-7ccb-4995-b699-f516e2201a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:03.303141 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 491f2c45-b7a5-46dd-b034-8c58a441f38d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:37:03.303545 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:03.325705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:37:03.327964 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe992a-18fc-4cf3-be99-3321a9087039" -d '{"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-plugged", "status": "completed", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:37:03.340739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:37:03.345544 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:03.371646 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94769c4-c915-436f-af50-56bfc6960ed1 x-openstack-request-id: req-f94769c4-c915-436f-af50-56bfc6960ed1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:37:03.372034 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-plugged", "status": "completed", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:37:03.372239 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f94769c4-c915-436f-af50-56bfc6960ed1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:37:03.372624 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'code': 200} Feb 03 05:37:03.527244 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a1655-cb83-4764-bf68-b98cf42b0966 req-0b331262-c1fa-41eb-806e-9f749aebcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:03.528699 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d0a1655-cb83-4764-bf68-b98cf42b0966 req-0b331262-c1fa-41eb-806e-9f749aebcc0b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1128 time: 0.0465801 Feb 03 05:37:03.559383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:37:03.577346 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-0d0a1655-cb83-4764-bf68-b98cf42b0966 req-73f78fc3-6ff0-4cd0-bc84-1742044bcb35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Feb 03 05:37:03.808708 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1f85d-aa0b-4052-8cbf-f1275b5819bd req-8d7574ba-1ff6-4e6c-95b9-044f69dee7cb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:03.810134 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab1f85d-aa0b-4052-8cbf-f1275b5819bd req-8d7574ba-1ff6-4e6c-95b9-044f69dee7cb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 946 time: 0.0613415 Feb 03 05:37:03.865667 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-3ab1f85d-aa0b-4052-8cbf-f1275b5819bd req-04273df4-7ad9-4264-ab58-ef408a6d5352 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485301 Feb 03 05:37:05.013760 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee79099-e373-416e-8ce2-f7d0c039a598 req-13dddfb9-0ea2-4b4d-8c92-19daa65d8b3c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:05.015261 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ee79099-e373-416e-8ce2-f7d0c039a598 req-13dddfb9-0ea2-4b4d-8c92-19daa65d8b3c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 946 time: 0.0673335 Feb 03 05:37:05.063659 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9ee79099-e373-416e-8ce2-f7d0c039a598 req-27b647c9-9c1f-4465-9659-f35de0706a79 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Feb 03 05:37:06.469886 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc488-9476-4e0f-8edb-3e24c6f376a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:07.005732 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:08.433918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:09.366717 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:24.448843 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:24.604066 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:33.246699 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeff0d19-d29e-4206-aa46-28dd724de92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:33.621975 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:37:36.457427 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd06ff2f-860b-4ea9-9ea2-5160bbd3c573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:37.002156 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:38.435495 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:39.367177 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:49.055316 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-d84c195c-a80b-4921-9c5f-86c405347dc5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999520 Feb 03 05:37:49.148328 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-5ea1f768-029e-4440-b667-27db485e239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:49.149861 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-5ea1f768-029e-4440-b667-27db485e239d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1128 time: 0.0508604 Feb 03 05:37:49.253512 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-0fc7cf95-46e0-4150-bec8-17b31be06ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:49.254889 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-0fc7cf95-46e0-4150-bec8-17b31be06ac5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0851107 Feb 03 05:37:49.329256 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-3f90cbc2-e212-4904-a990-5d177b5697b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 1001 time: 0.0677211 Feb 03 05:37:49.376312 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-1c3646d8-d02c-405e-bcb8-124a2651b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:49.377764 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-1c3646d8-d02c-405e-bcb8-124a2651b361 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0427871 Feb 03 05:37:49.429320 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-385a13db-f271-48d8-b0d5-95d38d740ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:37:49.430799 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-385a13db-f271-48d8-b0d5-95d38d740ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442295 Feb 03 05:37:49.526789 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-dfdca499-046a-4fdf-b19f-9fb0df8a118c service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889950 Feb 03 05:37:49.617313 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb89985c-c9e2-4a85-bcc9-344cc271926a req-4ea33fe7-bd55-4fed-bc58-237839abe67a service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845339 Feb 03 05:37:54.435972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:37:54.618940 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:03.250219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-663b1422-c614-4f36-8a9a-890b6635da22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:06.457702 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0dc0-eec5-409c-a7c9-12b138b776d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:07.010722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:08.438022 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:09.368755 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:10.629689 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:38:20.800877 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:20.982978 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Deleting port 6de53d8f-a82f-436d-8cf4-de2c18019ef6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:20.983840 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:21.073677 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:21.073955 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (6de53d8f-a82f-436d-8cf4-de2c18019ef6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:21.085723 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Calling delete_port for 6de53d8f-a82f-436d-8cf4-de2c18019ef6 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:21.240053 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (6de53d8f-a82f-436d-8cf4-de2c18019ef6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:21.278369 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event deleted for resources: {'Port': ['ID=6de53d8f-a82f-436d-8cf4-de2c18019ef6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:21.291453 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.291871 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.292222 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.292550 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.292889 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.293229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.293564 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.293901 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.294237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.294567 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.294900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.295229 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.295602 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:21.358982 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for floatingip (d3503077-8867-4b85-9a3b-d4d6a4f7dbf5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:21.359359 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Floating IP d3503077-8867-4b85-9a3b-d4d6a4f7dbf5 disassociated (deleted). External IP: 172.25.7.133, port: 491f2c45-b7a5-46dd-b034-8c58a441f38d. Feb 03 05:38:21.597179 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Router 9675c588-1581-4c74-8239-c69de1d81302 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:38:21.708522 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:38:21.714099 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:21.718879 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] Sync routers for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:38:21.729462 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:21.730143 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:21.743126 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-eb801093-1e75-4fef-852e-0903404d4685 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "DELETE /v2.0/floatingips/d3503077-8867-4b85-9a3b-d4d6a4f7dbf5 HTTP/1.1" status: 204 len: 168 time: 0.9411561 Feb 03 05:38:21.743768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:38:21.746031 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627809af-aa17-43e2-8633-b92f84c94529" -d '{"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:38:21.792244 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c881934-0630-420f-b6b5-652f4e469898 x-openstack-request-id: req-7c881934-0630-420f-b6b5-652f4e469898 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:38:21.792613 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:38:21.792932 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c881934-0630-420f-b6b5-652f4e469898 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:38:21.793408 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'status': 'completed', 'code': 200} Feb 03 05:38:21.841192 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:21.874058 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627809af-aa17-43e2-8633-b92f84c94529 req-4f38a59c-cf13-4c74-a89a-422ff75ec623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:21.876083 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-627809af-aa17-43e2-8633-b92f84c94529 req-4f38a59c-cf13-4c74-a89a-422ff75ec623 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 1128 time: 0.0596883 Feb 03 05:38:21.981093 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627809af-aa17-43e2-8633-b92f84c94529 req-a5fccfad-67b5-46bf-8639-95f1ab90ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:21.982492 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-627809af-aa17-43e2-8633-b92f84c94529 req-a5fccfad-67b5-46bf-8639-95f1ab90ecef service neutron] 10.222.0.15 "GET /v2.0/networks?id=15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 200 len: 910 time: 0.0997441 Feb 03 05:38:21.983971 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c6d03-a94c-40f9-b26c-34362dbdfa44 req-a389875e-f41d-46b3-b677-ac5a1a50a0e9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:21.985783 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-227c6d03-a94c-40f9-b26c-34362dbdfa44 req-a389875e-f41d-46b3-b677-ac5a1a50a0e9 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 946 time: 0.0596693 Feb 03 05:38:22.029280 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-627809af-aa17-43e2-8633-b92f84c94529 req-12c3bc08-4aef-424d-9061-dbaa74197ad5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 200 len: 217 time: 0.0389836 Feb 03 05:38:22.038681 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-227c6d03-a94c-40f9-b26c-34362dbdfa44 req-b8c2dc2e-1fad-4d1a-ae01-077ff1e6a67e tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472136 Feb 03 05:38:22.054319 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:22.077393 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627809af-aa17-43e2-8633-b92f84c94529 req-28d6be44-df5f-40b7-9e08-2738ab558b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:22.078951 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-627809af-aa17-43e2-8633-b92f84c94529 req-28d6be44-df5f-40b7-9e08-2738ab558b63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 200 len: 848 time: 0.0439374 Feb 03 05:38:22.084010 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] Checking router: 9675c588-1581-4c74-8239-c69de1d81302 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:38:22.092835 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:22.093431 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:22.127490 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627809af-aa17-43e2-8633-b92f84c94529 req-bdea9655-d5b7-4ecc-afb4-b53c2731e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:22.129033 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-627809af-aa17-43e2-8633-b92f84c94529 req-bdea9655-d5b7-4ecc-afb4-b53c2731e28e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15a20bb6-650b-4e96-a52f-f904f3191a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438988 Feb 03 05:38:22.192587 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:22.221629 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-627809af-aa17-43e2-8633-b92f84c94529 req-8ccba63b-bb41-485f-9c19-73ffea163919 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848026 Feb 03 05:38:22.316598 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-627809af-aa17-43e2-8633-b92f84c94529 req-b2c6c356-3645-4de2-a79e-41f2d7452f59 service neutron] 10.222.0.15 "GET /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874486 Feb 03 05:38:22.488210 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:22.513860 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5d444-e583-4884-834f-88fb8390d4ff None None] The sync data for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 is: [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:29:25Z', 'revision_number': 4, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': 'b17c6464-0987-45f2-be47-a5f0e50bcf5a', 'name': '', 'network_id': '15a20bb6-650b-4e96-a52f-f904f3191a14', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'mac_address': 'fa:16:3e:f0:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:24Z', 'updated_at': '2022-02-03T05:29:29Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'subnets': [{'id': 'f183db18-2010-4a33-ab95-30e2cc8ae7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:38:22.753622 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc3d3c-4db4-4364-93a8-998806d82a96 None None] New status for floating IP d3503077-8867-4b85-9a3b-d4d6a4f7dbf5: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:38:23.186085 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a6f92-94db-4fe3-8d87-f6c5880cdbf8 req-b6a48c5a-b419-4b9f-85f2-3c3b88caa7fb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:23.187865 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-208a6f92-94db-4fe3-8d87-f6c5880cdbf8 req-b6a48c5a-b419-4b9f-85f2-3c3b88caa7fb tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 946 time: 0.0625451 Feb 03 05:38:23.249299 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-208a6f92-94db-4fe3-8d87-f6c5880cdbf8 req-d76df17b-5002-40c3-828e-a79f7cf3b2a4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/security-groups?id=38c40bf9-2861-4c28-8c0c-d2c5b1214011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555551 Feb 03 05:38:23.469208 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-297a0508-caee-49fc-8671-cd39ed57b8bf tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:23.470700 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-297a0508-caee-49fc-8671-cd39ed57b8bf tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.15 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 946 time: 0.0583754 Feb 03 05:38:23.573503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Deleting port 491f2c45-b7a5-46dd-b034-8c58a441f38d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:23.573802 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:23.666132 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] For port 491f2c45-b7a5-46dd-b034-8c58a441f38d, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=491f2c45-b7a5-46dd-b034-8c58a441f38d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:23.666454 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:23.678541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Calling delete_port for 491f2c45-b7a5-46dd-b034-8c58a441f38d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:23.817590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (491f2c45-b7a5-46dd-b034-8c58a441f38d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:23.849601 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event deleted for resources: {'Port': ['ID=491f2c45-b7a5-46dd-b034-8c58a441f38d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:23.861689 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.862049 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.862366 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.862731 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.863062 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.863394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.863754 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.864083 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.864410 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.864729 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.865048 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.865371 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.865692 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:23.901344 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] No DVR routers for this DVR port 491f2c45-b7a5-46dd-b034-8c58a441f38d on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:38:23.903932 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:23.907276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-25dd4be6-146d-4907-8a63-96f1b5f09bf0 req-93eb1b50-f998-492f-a30f-87073f197b2c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.15 "DELETE /v2.0/ports/491f2c45-b7a5-46dd-b034-8c58a441f38d HTTP/1.1" status: 204 len: 173 time: 0.4309909 Feb 03 05:38:23.907758 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-deleted', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:38:23.909976 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c269e-9e0f-4582-bf2d-ac162d979e9d" -d '{"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-deleted", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:38:23.948669 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bc3bba-b9d1-4bcc-b07f-3502d4ab89de x-openstack-request-id: req-b1bc3bba-b9d1-4bcc-b07f-3502d4ab89de {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:38:23.948966 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3866263e-3d7b-494b-9414-09b7d980ec0c", "name": "network-vif-deleted", "tag": "491f2c45-b7a5-46dd-b034-8c58a441f38d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:38:23.949202 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1bc3bba-b9d1-4bcc-b07f-3502d4ab89de {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:38:23.949647 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866263e-3d7b-494b-9414-09b7d980ec0c', 'name': 'network-vif-deleted', 'tag': '491f2c45-b7a5-46dd-b034-8c58a441f38d', 'status': 'completed', 'code': 200} Feb 03 05:38:24.349392 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-dc82a0bd-5c78-42d9-a42a-7d83554b3ffd req-c680927f-3bfd-41c7-b920-e271c8ed9957 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0301018 Feb 03 05:38:24.452540 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:24.615672 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:25.451222 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-89cba8e4-4c60-4c37-b234-b6b9c21f00ac req-9a9d0a46-221a-4401-b464-8e6568272c21 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0286536 Feb 03 05:38:26.550499 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-20c8eaea-df60-46dc-98fa-637bba9c5e9c req-9c34046f-d987-4b6d-89a2-2be608155c81 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0310459 Feb 03 05:38:27.527281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 491f2c45-b7a5-46dd-b034-8c58a441f38d no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:38:27.550295 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 491f2c45-b7a5-46dd-b034-8c58a441f38d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:38:27.550667 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 491f2c45-b7a5-46dd-b034-8c58a441f38d not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:38:27.646544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b4e86b19-4c31-4856-8b2d-5680cda3140c req-79eeeaed-6bba-47b2-896f-793e5433def4 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0279522 Feb 03 05:38:28.749352 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9c0f489e-1c37-4802-80aa-8c85ff763c02 req-5fb6d1b1-785a-4200-9918-a59b69e1547f tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0284884 Feb 03 05:38:29.846096 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-23d34090-6131-45fe-a011-a010b63f8147 req-a46262e6-bdf2-4d72-b89d-40b22e02e596 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0279901 Feb 03 05:38:30.942544 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-ade3c8be-8952-4634-8c2e-10025e07183b req-a0718d0f-f938-4d2c-82a4-6fb257d32df8 tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0284050 Feb 03 05:38:32.057214 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8dacbea9-9e5e-4869-bfe4-08c112dde173 req-65d3e7a6-cd53-433f-9acb-b23b1421ed4c tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "GET /v2.0/ports?device_id=3866263e-3d7b-494b-9414-09b7d980ec0c HTTP/1.1" status: 200 len: 210 time: 0.0472102 Feb 03 05:38:33.118053 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:33.175286 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a966a49b-2ea1-49e0-a8e2-e7c2cd3c25ff tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (38c40bf9-2861-4c28-8c0c-d2c5b1214011), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:33.200233 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a966a49b-2ea1-49e0-a8e2-e7c2cd3c25ff tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (38c40bf9-2861-4c28-8c0c-d2c5b1214011), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:33.244178 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9542b13-a7e1-4cca-916e-ebcc56e674f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:33.264774 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a966a49b-2ea1-49e0-a8e2-e7c2cd3c25ff tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (38c40bf9-2861-4c28-8c0c-d2c5b1214011), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:33.267542 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a966a49b-2ea1-49e0-a8e2-e7c2cd3c25ff tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:33.268801 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a966a49b-2ea1-49e0-a8e2-e7c2cd3c25ff tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] 10.222.0.35 "DELETE /v2.0/security-groups/38c40bf9-2861-4c28-8c0c-d2c5b1214011 HTTP/1.1" status: 204 len: 168 time: 0.1497316 Feb 03 05:38:33.279403 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a49b-2ea1-49e0-a8e2-e7c2cd3c25ff tempest-TestShelveInstance-782959353 tempest-TestShelveInstance-782959353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c40bf9-2861-4c28-8c0c-d2c5b1214011,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:33.324846 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:33.773120 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (9675c588-1581-4c74-8239-c69de1d81302), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:34.025556 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Deleting port b17c6464-0987-45f2-be47-a5f0e50bcf5a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:34.025781 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:34.103295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] For port b17c6464-0987-45f2-be47-a5f0e50bcf5a, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b17c6464-0987-45f2-be47-a5f0e50bcf5a,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:34.103706 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:34.116359 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Calling delete_port for b17c6464-0987-45f2-be47-a5f0e50bcf5a owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:34.298117 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b17c6464-0987-45f2-be47-a5f0e50bcf5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:34.327069 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17c6464-0987-45f2-be47-a5f0e50bcf5a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:34.518840 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (9675c588-1581-4c74-8239-c69de1d81302), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:34.740470 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Router 9675c588-1581-4c74-8239-c69de1d81302 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:38:35.158848 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:38:35.163998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-dd23d55b-1eb5-47ce-9b4e-e2a4cfb8c027 admin admin] 10.222.0.35 "PUT /v2.0/routers/9675c588-1581-4c74-8239-c69de1d81302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8381217 Feb 03 05:38:35.166635 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:35.169976 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] Sync routers for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:38:35.180862 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:35.181794 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:35.272511 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks [] for router (9675c588-1581-4c74-8239-c69de1d81302), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.291196 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:35.372265 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks [] for router_gateway (9675c588-1581-4c74-8239-c69de1d81302), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.427953 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Deleting port b192b331-331a-4f85-b1bf-d30fac3670ec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:35.428174 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.472096 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:38:34Z', 'revision_number': 5, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port': {'id': 'b192b331-331a-4f85-b1bf-d30fac3670ec', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9675c588-1581-4c74-8239-c69de1d81302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:23Z', 'updated_at': '2022-02-03T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:35.504427 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] Checking router: 9675c588-1581-4c74-8239-c69de1d81302 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:38:35.506715 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] For port b192b331-331a-4f85-b1bf-d30fac3670ec, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=b192b331-331a-4f85-b1bf-d30fac3670ec,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:35.507091 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.514530 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] Routers {'9675c588-1581-4c74-8239-c69de1d81302'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:35.515270 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['9675c588-1581-4c74-8239-c69de1d81302'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:35.520486 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Calling delete_port for b192b331-331a-4f85-b1bf-d30fac3670ec owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:35.602631 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] Set router 9675c588-1581-4c74-8239-c69de1d81302 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:35.661182 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:38:35Z', 'revision_number': 6, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:35.693712 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060c1f-1af6-4d08-a26c-a0a3abf77a57 None None] The sync data for ids ['9675c588-1581-4c74-8239-c69de1d81302'] in n-d-827549-1 is: [{'id': '9675c588-1581-4c74-8239-c69de1d81302', 'name': 'tempest-TestShelveInstance-1372113770-router', 'tenant_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:22Z', 'updated_at': '2022-02-03T05:38:35Z', 'revision_number': 6, 'project_id': '90a3069f8d1a43c39f4f572ac4ec9954', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:38:35.699109 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (b192b331-331a-4f85-b1bf-d30fac3670ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.733038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Pushing event deleted for resources: {'Port': ['ID=b192b331-331a-4f85-b1bf-d30fac3670ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:35.801373 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (9675c588-1581-4c74-8239-c69de1d81302), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.891927 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (9675c588-1581-4c74-8239-c69de1d81302), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.894235 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks [] for router_controller (9675c588-1581-4c74-8239-c69de1d81302), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.940167 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (9675c588-1581-4c74-8239-c69de1d81302), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.940707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9675c588-1581-4c74-8239-c69de1d81302 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:38:35.945289 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:35.948826 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-74e54ef4-6bf1-4562-8559-071e4d7d6721 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9675c588-1581-4c74-8239-c69de1d81302 HTTP/1.1" status: 204 len: 168 time: 0.7787299 Feb 03 05:38:35.949147 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:35.995138 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] Deleting subnet f183db18-2010-4a33-ab95-30e2cc8ae7e8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:38:35.998401 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] Publish callbacks [] for subnet (f183db18-2010-4a33-ab95-30e2cc8ae7e8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.036739 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (f183db18-2010-4a33-ab95-30e2cc8ae7e8), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.121845 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (f183db18-2010-4a33-ab95-30e2cc8ae7e8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.176175 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (f183db18-2010-4a33-ab95-30e2cc8ae7e8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.200038 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f183db18-2010-4a33-ab95-30e2cc8ae7e8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:36.206276 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.210016 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-b594f622-c0d7-42d2-bc5d-17709268abfe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f183db18-2010-4a33-ab95-30e2cc8ae7e8 HTTP/1.1" status: 204 len: 168 time: 0.2593794 Feb 03 05:38:36.212433 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:36.213014 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b60fe13-26f4-4655-aa20-e04d59f60cd2 None None] Network 15a20bb6-650b-4e96-a52f-f904f3191a14 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:38:36.286722 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (15a20bb6-650b-4e96-a52f-f904f3191a14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.344547 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Deleting port f122be5d-8c5b-4104-b02b-cd2254d54b1d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:36.344895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.412650 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] For port f122be5d-8c5b-4104-b02b-cd2254d54b1d, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f122be5d-8c5b-4104-b02b-cd2254d54b1d,segment=NetworkSegment(2e9ea01f-0199-4a32-ae0f-bc912277500d),segment_id=2e9ea01f-0199-4a32-ae0f-bc912277500d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:36.413293 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.426499 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Calling delete_port for f122be5d-8c5b-4104-b02b-cd2254d54b1d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:36.450629 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea83cca-2f67-4821-98bc-301cc3bb8b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.499635 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] DHCP port deletion for 15a20bb6-650b-4e96-a52f-f904f3191a14 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:38:36.533069 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.566005 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f122be5d-8c5b-4104-b02b-cd2254d54b1d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:36.570707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] No DVR routers for this DVR port f122be5d-8c5b-4104-b02b-cd2254d54b1d on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:38:36.602047 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Deleting port f122be5d-8c5b-4104-b02b-cd2254d54b1d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:36.602430 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.606904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b17c6464-0987-45f2-be47-a5f0e50bcf5a no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:38:36.643203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b17c6464-0987-45f2-be47-a5f0e50bcf5a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:38:36.643966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b17c6464-0987-45f2-be47-a5f0e50bcf5a not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:38:36.644647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f122be5d-8c5b-4104-b02b-cd2254d54b1d no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:38:36.658242 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (15a20bb6-650b-4e96-a52f-f904f3191a14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.676420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f122be5d-8c5b-4104-b02b-cd2254d54b1d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:38:36.677117 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f122be5d-8c5b-4104-b02b-cd2254d54b1d not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:38:36.677782 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b192b331-331a-4f85-b1bf-d30fac3670ec no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:38:36.679424 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a20bb6-650b-4e96-a52f-f904f3191a14']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:36.689843 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9ea01f-0199-4a32-ae0f-bc912277500d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:36.690143 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9ea01f-0199-4a32-ae0f-bc912277500d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:36.699573 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (2e9ea01f-0199-4a32-ae0f-bc912277500d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.714170 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (2e9ea01f-0199-4a32-ae0f-bc912277500d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.728157 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: b192b331-331a-4f85-b1bf-d30fac3670ec {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:38:36.728504 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device b192b331-331a-4f85-b1bf-d30fac3670ec not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:38:36.740610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:38:36.740610 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (2e9ea01f-0199-4a32-ae0f-bc912277500d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.741624 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] For port f122be5d-8c5b-4104-b02b-cd2254d54b1d, host n-d-827549-1, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:36.742282 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:38:36.761003 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:38:36.765099 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Calling delete_port for f122be5d-8c5b-4104-b02b-cd2254d54b1d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:36.768322 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Port f122be5d-8c5b-4104-b02b-cd2254d54b1d was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 05:38:36.769995 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (f122be5d-8c5b-4104-b02b-cd2254d54b1d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.801067 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Pushing event deleted for resources: {'Port': ['ID=f122be5d-8c5b-4104-b02b-cd2254d54b1d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:36.806410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] No DVR routers for this DVR port f122be5d-8c5b-4104-b02b-cd2254d54b1d on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:38:36.814129 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.814776 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.815383 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.815900 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.816409 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.816905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.817412 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.817905 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.818410 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.818961 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.819442 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.820023 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.820563 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731edc-67f0-471f-af49-ebb63223d62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:36.830804 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (15a20bb6-650b-4e96-a52f-f904f3191a14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.840326 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:36.844021 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] 10.222.0.35 "DELETE /v2.0/networks/15a20bb6-650b-4e96-a52f-f904f3191a14 HTTP/1.1" status: 204 len: 168 time: 0.6305602 Feb 03 05:38:36.847348 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:36.870862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827446a7-35e1-4353-8080-aabdc8a98e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=15a20bb6-650b-4e96-a52f-f904f3191a14,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:37.006714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:37.218832 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (fe2b791a-c3a1-4612-b61d-9c1b97f24701), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:37.471687 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Deleting port 164c67c2-919e-4f37-87ae-e17d35714f98 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:37.472337 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:37.551055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] For port 164c67c2-919e-4f37-87ae-e17d35714f98, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=164c67c2-919e-4f37-87ae-e17d35714f98,segment=NetworkSegment(459a887a-72d7-4858-9681-f748ba8916be),segment_id=459a887a-72d7-4858-9681-f748ba8916be)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:37.551424 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:37.564640 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Calling delete_port for 164c67c2-919e-4f37-87ae-e17d35714f98 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:37.751869 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (164c67c2-919e-4f37-87ae-e17d35714f98), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:37.781541 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Pushing event deleted for resources: {'Port': ['ID=164c67c2-919e-4f37-87ae-e17d35714f98,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:37.955476 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (fe2b791a-c3a1-4612-b61d-9c1b97f24701), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:38.177876 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Router fe2b791a-c3a1-4612-b61d-9c1b97f24701 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:38:38.286030 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:38:38.295381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3562ef42-23d7-4339-9ef3-381397b53679 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe2b791a-c3a1-4612-b61d-9c1b97f24701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438279 Feb 03 05:38:38.295381 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:38.298165 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] Sync routers for ids ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:38:38.309945 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] Routers {'fe2b791a-c3a1-4612-b61d-9c1b97f24701'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:38.310593 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:38.404859 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks [] for router (fe2b791a-c3a1-4612-b61d-9c1b97f24701), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:38.424170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] Set router fe2b791a-c3a1-4612-b61d-9c1b97f24701 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:38.519985 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks [] for router_gateway (fe2b791a-c3a1-4612-b61d-9c1b97f24701), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:38.527133 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:38.575968 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Deleting port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:38.576489 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:38.642025 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:38:37Z', 'revision_number': 5, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port': {'id': '1cf91f81-68b5-4bdf-a43d-246dc656a5a3', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:38.664990 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] For port 1cf91f81-68b5-4bdf-a43d-246dc656a5a3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:38.665442 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:38.671630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] Checking router: fe2b791a-c3a1-4612-b61d-9c1b97f24701 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:38:38.680319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Calling delete_port for 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:38.680517 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] Routers {'fe2b791a-c3a1-4612-b61d-9c1b97f24701'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:38.681052 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:38.767828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] Set router fe2b791a-c3a1-4612-b61d-9c1b97f24701 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:38.822863 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:38:38Z', 'revision_number': 6, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:38.849550 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478342-d015-41bb-9cd8-9967afc923fd None None] The sync data for ids ['fe2b791a-c3a1-4612-b61d-9c1b97f24701'] in n-d-827549-1 is: [{'id': 'fe2b791a-c3a1-4612-b61d-9c1b97f24701', 'name': 'tempest-TestShelveInstance-1974432821-router', 'tenant_id': '0d51996f20da4449be572922ebde9f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:29:27Z', 'updated_at': '2022-02-03T05:38:38Z', 'revision_number': 6, 'project_id': '0d51996f20da4449be572922ebde9f12', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:38:38.859082 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1cf91f81-68b5-4bdf-a43d-246dc656a5a3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:38.895690 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf91f81-68b5-4bdf-a43d-246dc656a5a3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:38.965237 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (fe2b791a-c3a1-4612-b61d-9c1b97f24701), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.058171 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (fe2b791a-c3a1-4612-b61d-9c1b97f24701), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.060419 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks [] for router_controller (fe2b791a-c3a1-4612-b61d-9c1b97f24701), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.105519 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (fe2b791a-c3a1-4612-b61d-9c1b97f24701), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.106077 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2b791a-c3a1-4612-b61d-9c1b97f24701 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:38:39.111118 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.112376 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2b54f6ae-897a-4cbd-92eb-eb87dd7a7a57 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fe2b791a-c3a1-4612-b61d-9c1b97f24701 HTTP/1.1" status: 204 len: 168 time: 0.8160744 Feb 03 05:38:39.114914 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34504) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:39.364650 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.493953 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] Deleting subnet 0da83723-947c-4388-9601-434b82d0ddd4 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:38:39.497192 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] Publish callbacks [] for subnet (0da83723-947c-4388-9601-434b82d0ddd4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.532111 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12671288'] for subnet (0da83723-947c-4388-9601-434b82d0ddd4), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.611557 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (0da83723-947c-4388-9601-434b82d0ddd4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.676109 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12760805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591443'] for subnet (0da83723-947c-4388-9601-434b82d0ddd4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.705552 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da83723-947c-4388-9601-434b82d0ddd4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:39.707604 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.710842 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-8660baa0-24ec-4bb3-83e3-d932f25d7df8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0da83723-947c-4388-9601-434b82d0ddd4 HTTP/1.1" status: 204 len: 168 time: 0.5949881 Feb 03 05:38:39.713626 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d1b6a-14a9-42cd-b547-5a97906f29fe None None] Network f994aa1e-f6db-4430-ace3-fef6cd4fe637 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:38:39.714006 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:39.788234 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (f994aa1e-f6db-4430-ace3-fef6cd4fe637), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.849895 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Deleting port 31554df8-8433-4283-897d-5f2faa398f1f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:39.850237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (31554df8-8433-4283-897d-5f2faa398f1f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.868010 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] DHCP port deletion for f994aa1e-f6db-4430-ace3-fef6cd4fe637 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:38:39.923970 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] For port 31554df8-8433-4283-897d-5f2faa398f1f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=31554df8-8433-4283-897d-5f2faa398f1f,segment=NetworkSegment(459a887a-72d7-4858-9681-f748ba8916be),segment_id=459a887a-72d7-4858-9681-f748ba8916be)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:39.924335 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (31554df8-8433-4283-897d-5f2faa398f1f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.924965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] Deleting port 31554df8-8433-4283-897d-5f2faa398f1f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:38:39.925373 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (31554df8-8433-4283-897d-5f2faa398f1f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:39.937077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Calling delete_port for 31554df8-8433-4283-897d-5f2faa398f1f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:39.987302 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] For port 31554df8-8433-4283-897d-5f2faa398f1f, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=31554df8-8433-4283-897d-5f2faa398f1f,segment=NetworkSegment(459a887a-72d7-4858-9681-f748ba8916be),segment_id=459a887a-72d7-4858-9681-f748ba8916be)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:39.987777 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (31554df8-8433-4283-897d-5f2faa398f1f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.000235 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] Calling delete_port for 31554df8-8433-4283-897d-5f2faa398f1f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:38:40.021607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (31554df8-8433-4283-897d-5f2faa398f1f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.053425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] No DVR routers for this DVR port 31554df8-8433-4283-897d-5f2faa398f1f on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:38:40.053425 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31554df8-8433-4283-897d-5f2faa398f1f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:40.082807 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (31554df8-8433-4283-897d-5f2faa398f1f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.108219 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] Pushing event deleted for resources: {'Port': ['ID=31554df8-8433-4283-897d-5f2faa398f1f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:40.113097 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c6d24-3017-4e48-ac68-8619621641c1 None None] No DVR routers for this DVR port 31554df8-8433-4283-897d-5f2faa398f1f on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:38:40.128321 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (f994aa1e-f6db-4430-ace3-fef6cd4fe637), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.147957 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f994aa1e-f6db-4430-ace3-fef6cd4fe637']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:40.157313 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459a887a-72d7-4858-9681-f748ba8916be') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:40.157634 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459a887a-72d7-4858-9681-f748ba8916be') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:40.172438 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (459a887a-72d7-4858-9681-f748ba8916be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.185532 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (459a887a-72d7-4858-9681-f748ba8916be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.192396 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:38:40.192844 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (459a887a-72d7-4858-9681-f748ba8916be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:38:40.194583 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:38:40.252357 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (f994aa1e-f6db-4430-ace3-fef6cd4fe637), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.257801 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.260997 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f994aa1e-f6db-4430-ace3-fef6cd4fe637 HTTP/1.1" status: 204 len: 168 time: 0.5456257 Feb 03 05:38:40.271862 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0471b6e-71c9-4d1b-b28f-da62b67375e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f994aa1e-f6db-4430-ace3-fef6cd4fe637,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:40.378327 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:40.418427 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1f627fb8-6865-43f7-9a54-7b4e8ead221f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90a3069f8d1a43c39f4f572ac4ec9954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387230 Feb 03 05:38:40.420794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:40.468746 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e74b82-4294-4634-9c69-4ef65b229199 admin admin] Publish callbacks [] for security_group (f09b5975-3a1f-4db1-985f-b76a2465f1f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.475006 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:38:40.494647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e74b82-4294-4634-9c69-4ef65b229199 admin admin] Publish callbacks [] for security_group (f09b5975-3a1f-4db1-985f-b76a2465f1f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.495188 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:38:40.495536 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1cf91f81-68b5-4bdf-a43d-246dc656a5a3 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:38:40.496081 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 164c67c2-919e-4f37-87ae-e17d35714f98 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:38:40.514325 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 164c67c2-919e-4f37-87ae-e17d35714f98 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:38:40.514658 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 164c67c2-919e-4f37-87ae-e17d35714f98 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:38:40.515077 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 31554df8-8433-4283-897d-5f2faa398f1f no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:38:40.534883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 31554df8-8433-4283-897d-5f2faa398f1f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:38:40.535231 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 31554df8-8433-4283-897d-5f2faa398f1f not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:38:40.545694 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e74b82-4294-4634-9c69-4ef65b229199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (f09b5975-3a1f-4db1-985f-b76a2465f1f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.548557 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53e74b82-4294-4634-9c69-4ef65b229199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:40.549723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-53e74b82-4294-4634-9c69-4ef65b229199 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f09b5975-3a1f-4db1-985f-b76a2465f1f4 HTTP/1.1" status: 204 len: 168 time: 0.1280379 Feb 03 05:38:40.557552 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e74b82-4294-4634-9c69-4ef65b229199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09b5975-3a1f-4db1-985f-b76a2465f1f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:40.879487 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:40.919725 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a21b12f9-1160-420f-9b15-723a7142e794 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d51996f20da4449be572922ebde9f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389214 Feb 03 05:38:40.922310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:40.981459 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60f64aab-a547-4dec-8e94-725553edb79e admin admin] Publish callbacks [] for security_group (c021ca82-9728-4995-b232-6943e083fd8c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:41.005023 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60f64aab-a547-4dec-8e94-725553edb79e admin admin] Publish callbacks [] for security_group (c021ca82-9728-4995-b232-6943e083fd8c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:41.057464 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60f64aab-a547-4dec-8e94-725553edb79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (c021ca82-9728-4995-b232-6943e083fd8c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:41.061651 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60f64aab-a547-4dec-8e94-725553edb79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:41.063391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-60f64aab-a547-4dec-8e94-725553edb79e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c021ca82-9728-4995-b232-6943e083fd8c HTTP/1.1" status: 204 len: 168 time: 0.1400950 Feb 03 05:38:41.072012 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f64aab-a547-4dec-8e94-725553edb79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c021ca82-9728-4995-b232-6943e083fd8c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:41.805391 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:41.912086 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-220165944-network', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:41.935161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Made reservation on behalf of f17d92eb793a494eafea6e26c6e6d20e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:38:41.937588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:41.946146 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.031135 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks [] for security_group (0c484c67-5c29-4267-94df-82a9de4bcfb3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.037604 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0c484c67-5c29-4267-94df-82a9de4bcfb3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.068983 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:38:42.078517 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c484c67-5c29-4267-94df-82a9de4bcfb3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:42.083290 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (01be495a-3949-4d58-8865-a0a78f57248f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.083674 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Added segment 01be495a-3949-4d58-8865-a0a78f57248f of type vlan for network 8374f4d2-20dc-4120-b647-def84c5b93ac Feb 03 05:38:42.122803 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (8374f4d2-20dc-4120-b647-def84c5b93ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.149181 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (8374f4d2-20dc-4120-b647-def84c5b93ac), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.150128 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:42.150758 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.181349 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3746135 Feb 03 05:38:42.184417 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34546) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:42.189573 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Request body: {'subnet': {'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-220165944-subnet', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:42.209580 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Made reservation on behalf of f17d92eb793a494eafea6e26c6e6d20e for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:38:42.212379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.212801 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23ac05-ef22-49cb-9d09-11ed1324cd45 admin admin] Pushing event updated for resources: {'Network': ['ID=8374f4d2-20dc-4120-b647-def84c5b93ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:42.222932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 8374f4d2-20dc-4120-b647-def84c5b93ac details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:38:42.386516 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (7e7fa89a-5425-42a6-8b05-eede1a854b3e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.434214 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7fa89a-5425-42a6-8b05-eede1a854b3e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:42.449239 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Checking segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:42.449599 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Network hostable DHCP agents. Network: 8374f4d2-20dc-4120-b647-def84c5b93ac, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:38:42.468948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Network 8374f4d2-20dc-4120-b647-def84c5b93ac is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:38:42.478789 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 8374f4d2-20dc-4120-b647-def84c5b93ac) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:42.484622 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:42.484622 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.489954 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fbbbc-82fb-43e3-9088-b1303cea1714 None None] Network 8374f4d2-20dc-4120-b647-def84c5b93ac requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:38:42.506990 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-87dd5539-4301-48e4-ad71-0d861cdb147d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3213282 Feb 03 05:38:42.509685 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34548) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:42.514072 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:42.533347 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (462553a7-4b5e-41f1-989b-c869515b0572), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.534460 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (462553a7-4b5e-41f1-989b-c869515b0572), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.590847 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks [] for router_controller (462553a7-4b5e-41f1-989b-c869515b0572), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.596282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-8374f4d2-20dc-4120-b647-def84c5b93ac', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:38:42.597201 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.726587 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks [] for router_gateway (462553a7-4b5e-41f1-989b-c869515b0572), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.731554 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Allocated IP 172.20.0.2 (8374f4d2-20dc-4120-b647-def84c5b93ac/7e7fa89a-5425-42a6-8b05-eede1a854b3e/f1b4354a-a933-490a-90f4-304dffaf17f3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:38:42.871583 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Publish callbacks [] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.879055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.919028 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Network 8374f4d2-20dc-4120-b647-def84c5b93ac is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:42.925833 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:42.929903 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:38:42.932848 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Pushing event updated for resources: {'Port': ['ID=f1b4354a-a933-490a-90f4-304dffaf17f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:42.937206 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks [] for router_gateway (462553a7-4b5e-41f1-989b-c869515b0572), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.956892 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.986355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Attempting to bind port f1b4354a-a933-490a-90f4-304dffaf17f3 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:38:42.986617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Attempting to bind port f1b4354a-a933-490a-90f4-304dffaf17f3 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:38:42.986992 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Attempting to bind port f1b4354a-a933-490a-90f4-304dffaf17f3 on network 8374f4d2-20dc-4120-b647-def84c5b93ac {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:38:42.992259 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:38:42.992634 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Checking segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:42.993051 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:42.993426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Bound using segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:38:42.993888 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Bound port: f1b4354a-a933-490a-90f4-304dffaf17f3, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:38:42.994263 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:43.054588 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] For port f1b4354a-a933-490a-90f4-304dffaf17f3, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:38:43.058234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] For port f1b4354a-a933-490a-90f4-304dffaf17f3, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1b4354a-a933-490a-90f4-304dffaf17f3,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:38:43.064714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:43.065989 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Allocated IP 172.25.7.88 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/15fd728f-2754-4e9f-8662-99874a5e1c6c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:38:43.126794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ca88-6ffd-4fd7-828f-27007274251e None None] Pushing event updated for resources: {'Port': ['ID=f1b4354a-a933-490a-90f4-304dffaf17f3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:43.173593 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks [] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:43.211405 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:43.261166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:43.261166 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:43.266342 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:38:43.271674 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Pushing event updated for resources: {'Port': ['ID=15fd728f-2754-4e9f-8662-99874a5e1c6c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:43.524301 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks [] for router_gateway (462553a7-4b5e-41f1-989b-c869515b0572), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:43.723877 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (462553a7-4b5e-41f1-989b-c869515b0572), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:43.857973 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Router 462553a7-4b5e-41f1-989b-c869515b0572 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:38:43.970109 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:38:43.980675 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Sync routers for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:38:43.991285 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:43.993020 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:43.994470 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:43.995417 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:43.995929 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-796fe75a-f02b-42c9-90e4-3f9a650c4e87 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4847972 Feb 03 05:38:44.079046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bdaa9d-0cc3-4c07-9566-b6be7315e5ae None None] Network 8374f4d2-20dc-4120-b647-def84c5b93ac requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:38:44.109943 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:44.171879 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ce93c387-bd77-404e-b5f0-7022c04dbf2c None None] Provisioning complete for port f1b4354a-a933-490a-90f4-304dffaf17f3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:44.172375 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce93c387-bd77-404e-b5f0-7022c04dbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.286301 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce93c387-bd77-404e-b5f0-7022c04dbf2c None None] Current status of the port f1b4354a-a933-490a-90f4-304dffaf17f3 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:44.286774 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce93c387-bd77-404e-b5f0-7022c04dbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.304807 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:43Z', 'revision_number': 3, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:44.330649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ce93c387-bd77-404e-b5f0-7022c04dbf2c None None] For port f1b4354a-a933-490a-90f4-304dffaf17f3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1b4354a-a933-490a-90f4-304dffaf17f3,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:44.337689 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce93c387-bd77-404e-b5f0-7022c04dbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.337952 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Checking router: 462553a7-4b5e-41f1-989b-c869515b0572 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:38:44.338276 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Updating router 462553a7-4b5e-41f1-989b-c869515b0572 port 15fd728f-2754-4e9f-8662-99874a5e1c6c binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:38:44.368635 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.395190 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93c387-bd77-404e-b5f0-7022c04dbf2c None None] Pushing event updated for resources: {'Port': ['ID=f1b4354a-a933-490a-90f4-304dffaf17f3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:44.471298 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.545074 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f1b4354a-a933-490a-90f4-304dffaf17f3 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:44.640394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Allocated IP 172.20.0.1 (8374f4d2-20dc-4120-b647-def84c5b93ac/7e7fa89a-5425-42a6-8b05-eede1a854b3e/3d23a94d-a6e4-4fd5-9654-cd453aa46c61) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:38:44.652489 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Publish callbacks [] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.658281 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.712274 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Attempting to bind port 15fd728f-2754-4e9f-8662-99874a5e1c6c on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:38:44.713241 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Attempting to bind port 15fd728f-2754-4e9f-8662-99874a5e1c6c by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:38:44.713241 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Attempting to bind port 15fd728f-2754-4e9f-8662-99874a5e1c6c on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:38:44.717751 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Pushing event updated for resources: {'Port': ['ID=15fd728f-2754-4e9f-8662-99874a5e1c6c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:44.720955 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:38:44.721324 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:44.721774 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.722175 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:38:44.722636 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Bound port: 15fd728f-2754-4e9f-8662-99874a5e1c6c, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:38:44.723010 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.729912 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.730245 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.730584 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.730919 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.731249 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.731598 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.731930 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.732252 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.732572 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.732891 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.733209 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.733527 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.734344 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:38:44.753877 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks [] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.767856 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-83cfe3f1-a29e-44ae-b4d6-507e936f8edd None None] Provisioning complete for port f1b4354a-a933-490a-90f4-304dffaf17f3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:44.767856 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83cfe3f1-a29e-44ae-b4d6-507e936f8edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.786699 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] For port 15fd728f-2754-4e9f-8662-99874a5e1c6c, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:38:44.789739 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] For port 15fd728f-2754-4e9f-8662-99874a5e1c6c, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=15fd728f-2754-4e9f-8662-99874a5e1c6c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:38:44.792628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.796427 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.809255 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f1b4354a-a933-490a-90f4-304dffaf17f3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:44.809646 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.838482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Network 8374f4d2-20dc-4120-b647-def84c5b93ac is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:44.845050 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:44.849794 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:38:44.853581 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Pushing event updated for resources: {'Port': ['ID=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:44.853713 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182cb12-bb6e-4655-8a0e-3d4010310863 None None] Pushing event updated for resources: {'Port': ['ID=15fd728f-2754-4e9f-8662-99874a5e1c6c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:44.870100 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:44.870731 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:44.894270 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (462553a7-4b5e-41f1-989b-c869515b0572), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:44.899860 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-83cfe3f1-a29e-44ae-b4d6-507e936f8edd None None] Current status of the port f1b4354a-a933-490a-90f4-304dffaf17f3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:44.963112 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f1b4354a-a933-490a-90f4-304dffaf17f3 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:44.995544 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:45.040742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:45.125232 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b93fce08-d48c-45f2-8ffb-910b45f856c9 None None] Provisioning complete for port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:45.125835 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b93fce08-d48c-45f2-8ffb-910b45f856c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:45.159739 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b93fce08-d48c-45f2-8ffb-910b45f856c9 None None] Port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:38:45.193917 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9554189-999e-4121-b689-8926797a2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:43Z', 'revision_number': 3, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:45.217454 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks [] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:45.222861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:45.302755 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (462553a7-4b5e-41f1-989b-c869515b0572), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:45.304714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Pushing event updated for resources: {'Port': ['ID=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:45.320534 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9554189-999e-4121-b689-8926797a2b37 None None] The sync data for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 is: [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:43Z', 'revision_number': 3, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:38:45.400588 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Network 8374f4d2-20dc-4120-b647-def84c5b93ac is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:45.402045 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:45.526104 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Router 462553a7-4b5e-41f1-989b-c869515b0572 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:38:45.656768 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:38:45.670428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-ff20db1b-20d1-47f9-aaf6-28f2ef535e17 admin admin] 10.222.0.35 "PUT /v2.0/routers/462553a7-4b5e-41f1-989b-c869515b0572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6657286 Feb 03 05:38:45.694690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ef9c4347-4284-4433-87b4-9e05253fb3e5 None None] Provisioning complete for port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:45.695098 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef9c4347-4284-4433-87b4-9e05253fb3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:45.737683 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c4347-4284-4433-87b4-9e05253fb3e5 None None] Port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:38:46.158841 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:46.164003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1094866771-network', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:46.184582 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Made reservation on behalf of 2a2c31f4f9524fd8b73e3f55b30940f0 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:38:46.187264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.196482 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.270183 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks [] for security_group (ce3f680a-f784-4754-9f91-7b235b2dbc68), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.276011 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ce3f680a-f784-4754-9f91-7b235b2dbc68), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.299900 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 05:38:46.314492 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f680a-f784-4754-9f91-7b235b2dbc68,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:46.318895 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (87506565-5884-4f13-8d9f-d69b4597bd28), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.319260 n-d-827549-1 neutron-server[103324]: INFO neutron.db.segments_db [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Added segment 87506565-5884-4f13-8d9f-d69b4597bd28 of type vlan for network 49de27b7-b181-4b72-9e8e-e35ad9d34265 Feb 03 05:38:46.360287 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768117120139'] for network (49de27b7-b181-4b72-9e8e-e35ad9d34265), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.388400 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254'] for network (49de27b7-b181-4b72-9e8e-e35ad9d34265), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.389687 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:46.390586 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.424267 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2642324 Feb 03 05:38:46.427610 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:46.436896 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Request body: {'subnet': {'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1094866771-subnet', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:46.458015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a22762-f8e5-422a-bce0-703a9b1bf97a admin admin] Pushing event updated for resources: {'Network': ['ID=49de27b7-b181-4b72-9e8e-e35ad9d34265,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:46.468422 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Made reservation on behalf of 2a2c31f4f9524fd8b73e3f55b30940f0 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:38:46.471427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 details requested by agent ovs-agent-n-d-827549-1 with host n-d-827549-1 {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 05:38:46.472018 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13589618'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.543281 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 15fd728f-2754-4e9f-8662-99874a5e1c6c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:46.596355 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 15fd728f-2754-4e9f-8662-99874a5e1c6c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:46.597155 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.681299 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 15fd728f-2754-4e9f-8662-99874a5e1c6c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:46.681741 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.683065 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12760740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591432'] for subnet (d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.703680 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 15fd728f-2754-4e9f-8662-99874a5e1c6c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=15fd728f-2754-4e9f-8662-99874a5e1c6c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:46.709102 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.744313 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:46.756395 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Checking segment: {'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:46.756756 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Network hostable DHCP agents. Network: 49de27b7-b181-4b72-9e8e-e35ad9d34265, hostable agents: ['fc79dee4-b48c-4b4f-9ac7-da88c1dc9964'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 05:38:46.759939 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=15fd728f-2754-4e9f-8662-99874a5e1c6c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:46.773404 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 is scheduled to be hosted by DHCP agent fc79dee4-b48c-4b4f-9ac7-da88c1dc9964 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 05:38:46.784110 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-1, 49de27b7-b181-4b72-9e8e-e35ad9d34265) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:46.788406 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:46.789010 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.794072 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b6f59-6c46-4b34-89f0-933067174b38 None None] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:38:46.809144 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-11a1211a-e791-48a6-af2b-fca2701d717f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3804674 Feb 03 05:38:46.811668 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:46.816083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:46.836122 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-371855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.838309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-370751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5871'] for router (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.874749 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Sync routers for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:38:46.894069 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:46.894705 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:46.903644 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks [] for router_controller (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:46.946265 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb4965ea-5510-5e2d-9999-51a4af465b51-49de27b7-b181-4b72-9e8e-e35ad9d34265', 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265', 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'fixed_ips': [{'subnet_id': 'd3ef8b6f-9c74-4fe2-9053-fa4f0b125a52'}]}} from n-d-827549-1. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 05:38:46.947153 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.044388 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks [] for router_gateway (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.101041 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:47.223532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Allocated IP 172.20.0.2 (49de27b7-b181-4b72-9e8e-e35ad9d34265/d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52/f0e5b2dd-8faa-4ac9-a08c-2bc12d025135) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:38:47.249821 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks [] for router_gateway (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.268904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.377039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Allocated IP 172.25.7.150 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/12810b43-a2c0-412e-a43e-e387fc0e2c17) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:38:47.452236 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Publish callbacks [] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.460216 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:45Z', 'revision_number': 2, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:47.464229 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.481417 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks [] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.491997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Checking router: 462553a7-4b5e-41f1-989b-c869515b0572 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:38:47.492502 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Updating router 462553a7-4b5e-41f1-989b-c869515b0572 port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:38:47.516904 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.549110 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:47.555357 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:47.558313 n-d-827549-1 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:47.563953 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:38:47.566854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:47.567317 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.570758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Pushing event updated for resources: {'Port': ['ID=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:47.571433 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:38:47.596957 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=12810b43-a2c0-412e-a43e-e387fc0e2c17,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:47.627611 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:38:47.651897 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Attempting to bind port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:38:47.652272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Attempting to bind port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:38:47.652642 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Attempting to bind port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 on network 49de27b7-b181-4b72-9e8e-e35ad9d34265 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:38:47.662187 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:38:47.662569 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Checking segment: {'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:47.662979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.663403 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Bound using segment: {'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:38:47.663884 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Bound port: f0e5b2dd-8faa-4ac9-a08c-2bc12d025135, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:38:47.664276 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.828379 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks [] for router_gateway (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.835891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] For port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:38:47.853841 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] For port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,segment=NetworkSegment(87506565-5884-4f13-8d9f-d69b4597bd28),segment_id=87506565-5884-4f13-8d9f-d69b4597bd28)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:38:47.862228 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:47.958645 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfc09b-10bc-4873-b8c9-4c329ec73159 None None] Pushing event updated for resources: {'Port': ['ID=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:48.008818 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Publish callbacks [] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.016726 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.086427 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6116dde-7f87-4e36-b724-1e2d48fa4861 None None] Pushing event updated for resources: {'Port': ['ID=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:48.177080 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Attempting to bind port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:38:48.179060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Attempting to bind port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:38:48.179686 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Attempting to bind port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 on network 8374f4d2-20dc-4120-b647-def84c5b93ac {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:38:48.196492 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:38:48.197363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Checking segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:48.201516 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.202849 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Bound using segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:38:48.203827 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Bound port: 3d23a94d-a6e4-4fd5-9654-cd453aa46c61, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:38:48.204408 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.307682 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] For port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:38:48.312408 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] For port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:38:48.331462 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.423899 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:48.424837 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:48.468766 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582788'] for router (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.553155 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:48.665941 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 is scheduled to L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 05:38:48.781272 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:48.785671 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6116dde-7f87-4e36-b724-1e2d48fa4861 None None] Pushing event updated for resources: {'Port': ['ID=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:48.819325 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:38:48.832179 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Sync routers for ids ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:38:48.839851 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1ba1530d-7ff6-4aec-9285-b82aa200114f None None] Provisioning complete for port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:48.840231 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba1530d-7ff6-4aec-9285-b82aa200114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.845038 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:48.846210 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Routers {'4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:48.847228 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:48.847729 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-2613bf98-71f5-492e-937f-f60c4e079ab7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0349002 Feb 03 05:38:48.850157 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:49.044665 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:49.045072 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.046854 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Set router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:49.054906 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1530d-7ff6-4aec-9285-b82aa200114f None None] Current status of the port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:49.055294 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba1530d-7ff6-4aec-9285-b82aa200114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.196964 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1ba1530d-7ff6-4aec-9285-b82aa200114f None None] For port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:49.218491 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba1530d-7ff6-4aec-9285-b82aa200114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.311619 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1530d-7ff6-4aec-9285-b82aa200114f None None] Pushing event updated for resources: {'Port': ['ID=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:49.319092 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:48Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:49.352089 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:49.352493 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.356974 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68b09-1bb0-4904-9800-afee296ab033 None None] The sync data for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 is: [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:48Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:38:49.369577 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:38:47Z', 'revision_number': 3, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port': {'id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:47Z', 'updated_at': '2022-02-03T05:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:49.422045 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e16c2726-1152-4fc3-afc1-5c9becaceae6 None None] Provisioning complete for port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:49.422628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e16c2726-1152-4fc3-afc1-5c9becaceae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.438791 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,segment=NetworkSegment(87506565-5884-4f13-8d9f-d69b4597bd28),segment_id=87506565-5884-4f13-8d9f-d69b4597bd28)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:49.447635 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Checking router: 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:38:49.449014 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Updating router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 port 12810b43-a2c0-412e-a43e-e387fc0e2c17 binding host n-d-827549-1 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:38:49.472501 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.473948 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 15fd728f-2754-4e9f-8662-99874a5e1c6c up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:49.493370 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.538280 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb922c4c-b9fc-4818-9b57-a057ac74f98d None None] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:38:49.610769 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.689979 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:49.766284 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 15fd728f-2754-4e9f-8662-99874a5e1c6c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:49.766668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.829982 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Publish callbacks [] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.835904 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e16c2726-1152-4fc3-afc1-5c9becaceae6 None None] Current status of the port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:49.851188 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.860426 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Allocated IP 172.20.0.1 (49de27b7-b181-4b72-9e8e-e35ad9d34265/d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52/1bd9ba16-f6cf-4239-b48e-5bedb4ac4844) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:38:49.934910 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Attempting to bind port 12810b43-a2c0-412e-a43e-e387fc0e2c17 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:38:49.947571 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Attempting to bind port 12810b43-a2c0-412e-a43e-e387fc0e2c17 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:38:49.949273 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Attempting to bind port 12810b43-a2c0-412e-a43e-e387fc0e2c17 on network 3d513df4-ba90-4817-b3c4-fed58e90f799 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:38:49.969922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 15fd728f-2754-4e9f-8662-99874a5e1c6c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:49.977126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9b3daf48-59b6-4756-96f2-52d9c8e8399d None None] Provisioning complete for port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:49.977521 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b3daf48-59b6-4756-96f2-52d9c8e8399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.981934 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70353a-a987-4ae9-9273-e6a0db64cc73 None None] Pushing event updated for resources: {'Port': ['ID=12810b43-a2c0-412e-a43e-e387fc0e2c17,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:49.990661 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:38:49.991041 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Checking segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:49.991445 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:49.991880 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Bound using segment: {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:38:49.992512 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Bound port: 12810b43-a2c0-412e-a43e-e387fc0e2c17, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0556d971-a202-4718-9a46-0d942bd41cb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:38:49.992904 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.023634 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks [] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.072028 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.085519 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] For port 12810b43-a2c0-412e-a43e-e387fc0e2c17, host n-d-827549-1, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:38:50.093553 n-d-827549-1 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] For port 12810b43-a2c0-412e-a43e-e387fc0e2c17, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=12810b43-a2c0-412e-a43e-e387fc0e2c17,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:38:50.095491 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:50.099045 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:50.107886 n-d-827549-1 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.130895 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:38:50.165919 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9b3daf48-59b6-4756-96f2-52d9c8e8399d None None] Current status of the port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:50.199063 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Routers {'4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:50.199905 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:50.208784 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580313'] for router_interface (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.271816 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:50.274273 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70353a-a987-4ae9-9273-e6a0db64cc73 None None] Pushing event updated for resources: {'Port': ['ID=12810b43-a2c0-412e-a43e-e387fc0e2c17,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:50.399702 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6df1ad61-81e9-4435-9d5a-2cdf354088dc None None] Provisioning complete for port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:50.400298 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6df1ad61-81e9-4435-9d5a-2cdf354088dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.416361 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] Set router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:50.486315 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.588474 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6df1ad61-81e9-4435-9d5a-2cdf354088dc None None] Current status of the port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:50.714118 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:50.766121 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks [] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.773306 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.774800 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-442737cd-682f-4dc4-b9f1-5cd456b12e8d None None] Provisioning complete for port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:50.775199 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-442737cd-682f-4dc4-b9f1-5cd456b12e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.823341 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-442737cd-682f-4dc4-b9f1-5cd456b12e8d None None] Port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:38:50.829132 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:38:47Z', 'revision_number': 3, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port': {'id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:47Z', 'updated_at': '2022-02-03T05:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:50.858134 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb0f74-d6f0-4b33-9143-678bfdba172e None None] The sync data for ids ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'] in n-d-827549-1 is: [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:38:47Z', 'revision_number': 3, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port': {'id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:47Z', 'updated_at': '2022-02-03T05:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:38:50.860838 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:50.861291 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.878200 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:50.882314 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583497'] for router_interface (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:50.970186 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:50.973695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:51.040858 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:51.042505 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:51.043966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:51.044353 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:51.198440 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:38:51.230935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:51.371082 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:38:51.376104 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-d259fe9e-dea8-46af-a3c6-848160ab7c6a admin admin] 10.222.0.35 "PUT /v2.0/routers/4aa4ab44-f5f6-4fd2-9baf-c4853aadb094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235252 Feb 03 05:38:51.458528 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e867d4e3-e9b4-4a54-bc25-37ddaa93ca1f None None] Provisioning complete for port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:51.459411 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e867d4e3-e9b4-4a54-bc25-37ddaa93ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:51.494794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e867d4e3-e9b4-4a54-bc25-37ddaa93ca1f None None] Port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:38:52.027891 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 34580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:52.032697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cb92ec31-3c8e-4087-8cad-ce5211e70344 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-924102932', 'description': 'tempest-secgroup-smoke-924102932 description', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:52.055208 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb92ec31-3c8e-4087-8cad-ce5211e70344 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.121057 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb92ec31-3c8e-4087-8cad-ce5211e70344 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group (9b13d0bd-e99e-43d1-b368-a62a52c67843), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.127753 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb92ec31-3c8e-4087-8cad-ce5211e70344 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9b13d0bd-e99e-43d1-b368-a62a52c67843), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.159243 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb92ec31-3c8e-4087-8cad-ce5211e70344 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.160510 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cb92ec31-3c8e-4087-8cad-ce5211e70344 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1315250 Feb 03 05:38:52.163799 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:52.165117 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92ec31-3c8e-4087-8cad-ce5211e70344 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13d0bd-e99e-43d1-b368-a62a52c67843,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.170654 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-98d6a949-f53a-4ee7-b902-3f4a531e92da tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'security_group_rule': {'security_group_id': '9b13d0bd-e99e-43d1-b368-a62a52c67843', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:52.198456 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98d6a949-f53a-4ee7-b902-3f4a531e92da tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (1295c3e1-74e8-4956-a859-85c72c24407f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.262620 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98d6a949-f53a-4ee7-b902-3f4a531e92da tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (1295c3e1-74e8-4956-a859-85c72c24407f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.267942 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98d6a949-f53a-4ee7-b902-3f4a531e92da tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (1295c3e1-74e8-4956-a859-85c72c24407f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.286083 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a949-f53a-4ee7-b902-3f4a531e92da tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1295c3e1-74e8-4956-a859-85c72c24407f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.295654 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98d6a949-f53a-4ee7-b902-3f4a531e92da tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.296882 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-98d6a949-f53a-4ee7-b902-3f4a531e92da tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320405 Feb 03 05:38:52.300340 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34584) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:52.305079 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1e7c86fc-e936-476a-b551-094ec928503a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'security_group_rule': {'security_group_id': '9b13d0bd-e99e-43d1-b368-a62a52c67843', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:52.331020 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7c86fc-e936-476a-b551-094ec928503a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (161293df-6e40-49d9-bb4d-2a0a38e14969), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.386512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7c86fc-e936-476a-b551-094ec928503a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (161293df-6e40-49d9-bb4d-2a0a38e14969), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.392211 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7c86fc-e936-476a-b551-094ec928503a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (161293df-6e40-49d9-bb4d-2a0a38e14969), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.411039 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c86fc-e936-476a-b551-094ec928503a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161293df-6e40-49d9-bb4d-2a0a38e14969,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.415887 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e7c86fc-e936-476a-b551-094ec928503a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.420095 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-1e7c86fc-e936-476a-b551-094ec928503a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157646 Feb 03 05:38:52.420095 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34586) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:52.424409 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-130e03df-61c0-429f-a6de-611266e5a297 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'security_group_rule': {'security_group_id': '9b13d0bd-e99e-43d1-b368-a62a52c67843', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:52.455524 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-130e03df-61c0-429f-a6de-611266e5a297 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (cde5c9ac-345e-4d07-827d-1dc8ed92eb1f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.523913 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-130e03df-61c0-429f-a6de-611266e5a297 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (cde5c9ac-345e-4d07-827d-1dc8ed92eb1f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.525419 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 12810b43-a2c0-412e-a43e-e387fc0e2c17 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:52.528781 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-130e03df-61c0-429f-a6de-611266e5a297 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (cde5c9ac-345e-4d07-827d-1dc8ed92eb1f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.554355 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e03df-61c0-429f-a6de-611266e5a297 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde5c9ac-345e-4d07-827d-1dc8ed92eb1f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.567300 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-130e03df-61c0-429f-a6de-611266e5a297 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.568640 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-130e03df-61c0-429f-a6de-611266e5a297 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477909 Feb 03 05:38:52.571555 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:52.576511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-17903917-5ae0-42c7-b717-9a65ab60047c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'security_group_rule': {'security_group_id': '9b13d0bd-e99e-43d1-b368-a62a52c67843', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:52.582303 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 12810b43-a2c0-412e-a43e-e387fc0e2c17 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:52.582697 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.602920 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17903917-5ae0-42c7-b717-9a65ab60047c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (8207389b-0395-4f96-9e14-9ef142cb100c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.663044 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 12810b43-a2c0-412e-a43e-e387fc0e2c17 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:52.663433 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.664226 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17903917-5ae0-42c7-b717-9a65ab60047c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (8207389b-0395-4f96-9e14-9ef142cb100c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.668901 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17903917-5ae0-42c7-b717-9a65ab60047c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (8207389b-0395-4f96-9e14-9ef142cb100c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.685966 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] For port 12810b43-a2c0-412e-a43e-e387fc0e2c17, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=12810b43-a2c0-412e-a43e-e387fc0e2c17,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:52.688714 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17903917-5ae0-42c7-b717-9a65ab60047c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8207389b-0395-4f96-9e14-9ef142cb100c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.695150 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.699435 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17903917-5ae0-42c7-b717-9a65ab60047c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.701686 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-17903917-5ae0-42c7-b717-9a65ab60047c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283882 Feb 03 05:38:52.704136 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:52.709167 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'security_group_rule': {'security_group_id': '9b13d0bd-e99e-43d1-b368-a62a52c67843', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:52.733563 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Project f17d92eb793a494eafea6e26c6e6d20e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:38:52.740490 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (55388ee6-1525-4b14-8f10-2eae5a3cc15c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.746742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=12810b43-a2c0-412e-a43e-e387fc0e2c17,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.804512 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (55388ee6-1525-4b14-8f10-2eae5a3cc15c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.809850 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (55388ee6-1525-4b14-8f10-2eae5a3cc15c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.827766 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55388ee6-1525-4b14-8f10-2eae5a3cc15c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.840649 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.844730 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-7595a971-4b4d-4b18-8746-40b50e7f6b42 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366167 Feb 03 05:38:52.845008 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:38:52.849515 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'security_group_rule': {'security_group_id': '9b13d0bd-e99e-43d1-b368-a62a52c67843', 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:52.871247 n-d-827549-1 neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Project f17d92eb793a494eafea6e26c6e6d20e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 05:38:52.876302 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (6411999a-9e12-4e55-8814-ea7e5e705d34), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.946112 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (6411999a-9e12-4e55-8814-ea7e5e705d34), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.952002 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119071'] for security_group_rule (6411999a-9e12-4e55-8814-ea7e5e705d34), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.970512 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6411999a-9e12-4e55-8814-ea7e5e705d34,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:52.980199 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:52.981440 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-22ea1125-8fc1-4d70-9676-adbbe064846f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354668 Feb 03 05:38:53.049823 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Sync routers for ids ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:38:53.060428 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Routers {'4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:53.060978 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:53.131524 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-ef3961d9-9744-404a-b4d9-cdad347b2042 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924102932&fields=id&tenant_id=f17d92eb793a494eafea6e26c6e6d20e HTTP/1.1" status: 200 len: 267 time: 0.0433030 Feb 03 05:38:53.168931 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Set router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:53.241456 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-b2e0fdb4-2234-4a23-9f17-15825cb595f3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:53.244075 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-b2e0fdb4-2234-4a23-9f17-15825cb595f3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 809 time: 0.1056802 Feb 03 05:38:53.259290 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-b7422406-0d70-40c7-bc9a-acf87bae9cf1 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/quotas/f17d92eb793a494eafea6e26c6e6d20e HTTP/1.1" status: 200 len: 375 time: 0.0096183 Feb 03 05:38:53.321809 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-c997631f-0e3e-4713-a48f-a59f9b63493c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573239 Feb 03 05:38:53.337961 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-9abf6129-40a3-43f8-8dde-fb46a39d4c3a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:38:53.338964 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-9abf6129-40a3-43f8-8dde-fb46a39d4c3a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058134 Feb 03 05:38:53.377681 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:38:50Z', 'revision_number': 4, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port': {'id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:47Z', 'updated_at': '2022-02-03T05:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '1bd9ba16-f6cf-4239-b48e-5bedb4ac4844', 'name': '', 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'mac_address': 'fa:16:3e:40:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd3ef8b6f-9c74-4fe2-9053-fa4f0b125a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:49Z', 'updated_at': '2022-02-03T05:38:50Z', 'revision_number': 2, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'subnets': [{'id': 'd3ef8b6f-9c74-4fe2-9053-fa4f0b125a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:53.404056 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Checking router: 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:38:53.404413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Updating router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 binding host n-d-827549-1 {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 05:38:53.431396 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:53.434612 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-d3d01328-c7d4-4f7c-be1b-9a86d01691b5 service neutron] 10.222.0.35 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896325 Feb 03 05:38:53.524031 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-4de768ba-bf55-4ef5-b9a7-09e6db0d503a service neutron] 10.222.0.35 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833464 Feb 03 05:38:53.706489 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b6df9488-41d3-4cb8-a2fb-9073c6d059d6 req-c06da02f-ebf2-492c-81ae-c3d1ce23ebbd tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 210 time: 0.0371141 Feb 03 05:38:53.862079 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Publish callbacks [] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:53.869849 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:53.916592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b95ef3-c2c8-43e7-8550-b171b754775f None None] Pushing event updated for resources: {'Port': ['ID=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:53.970133 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Attempting to bind port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 on host n-d-827549-1 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:38:53.970511 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Attempting to bind port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 by drivers openvswitch,hyperv on host n-d-827549-1 at level 0 using segments [{'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:38:53.970877 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Attempting to bind port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 on network 49de27b7-b181-4b72-9e8e-e35ad9d34265 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:38:53.976761 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Checking agent: {'id': 'e5e34345-5bc1-42f2-93e8-aa4007697e1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 8, 9), 'started_at': datetime.datetime(2022, 2, 3, 4, 8, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:38:53.977149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Checking segment: {'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:38:53.977561 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:53.977958 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Bound using segment: {'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:38:53.978413 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Bound port: 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844, host: n-d-827549-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87506565-5884-4f13-8d9f-d69b4597bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:38:53.978802 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.049300 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] For port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844, host n-d-827549-1, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:38:54.052758 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] For port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844, host n-d-827549-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,segment=NetworkSegment(87506565-5884-4f13-8d9f-d69b4597bd28),segment_id=87506565-5884-4f13-8d9f-d69b4597bd28)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:38:54.059056 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.125446 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b95ef3-c2c8-43e7-8550-b171b754775f None None] Pushing event updated for resources: {'Port': ['ID=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:54.127989 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Routers {'4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:38:54.128592 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:38:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:54.176883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b369cb63-6d17-4c96-baf8-6148dd69f68a None None] Provisioning complete for port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:54.177254 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b369cb63-6d17-4c96-baf8-6148dd69f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.277445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] Set router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:38:54.375627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b369cb63-6d17-4c96-baf8-6148dd69f68a None None] Current status of the port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:54.375972 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b369cb63-6d17-4c96-baf8-6148dd69f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.477666 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b369cb63-6d17-4c96-baf8-6148dd69f68a None None] For port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,segment=NetworkSegment(87506565-5884-4f13-8d9f-d69b4597bd28),segment_id=87506565-5884-4f13-8d9f-d69b4597bd28)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:38:54.480675 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.484074 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b369cb63-6d17-4c96-baf8-6148dd69f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.498552 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 12810b43-a2c0-412e-a43e-e387fc0e2c17 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:54.610008 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369cb63-6d17-4c96-baf8-6148dd69f68a None None] Pushing event updated for resources: {'Port': ['ID=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:54.631478 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.642472 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f95d0d45-34e9-4d17-8e43-6013ff68b6bd None None] Provisioning complete for port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:54.642813 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f95d0d45-34e9-4d17-8e43-6013ff68b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.665873 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 12810b43-a2c0-412e-a43e-e387fc0e2c17 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:54.666258 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:54.717566 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:38:50Z', 'revision_number': 4, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port': {'id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:47Z', 'updated_at': '2022-02-03T05:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '1bd9ba16-f6cf-4239-b48e-5bedb4ac4844', 'name': '', 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'mac_address': 'fa:16:3e:40:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd3ef8b6f-9c74-4fe2-9053-fa4f0b125a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:49Z', 'updated_at': '2022-02-03T05:38:54Z', 'revision_number': 4, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'subnets': [{'id': 'd3ef8b6f-9c74-4fe2-9053-fa4f0b125a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:38:54.750956 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a0a3c-df76-43f5-9db3-6bc47d1dce93 None None] The sync data for ids ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'] in n-d-827549-1 is: [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:38:50Z', 'revision_number': 4, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port': {'id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:47Z', 'updated_at': '2022-02-03T05:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '1bd9ba16-f6cf-4239-b48e-5bedb4ac4844', 'name': '', 'network_id': '49de27b7-b181-4b72-9e8e-e35ad9d34265', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'mac_address': 'fa:16:3e:40:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd3ef8b6f-9c74-4fe2-9053-fa4f0b125a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:49Z', 'updated_at': '2022-02-03T05:38:54Z', 'revision_number': 4, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'subnets': [{'id': 'd3ef8b6f-9c74-4fe2-9053-fa4f0b125a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:38:54.802919 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-44b0270f-665d-4cec-a93f-af2a63e52528 req-e4dec2d2-01ab-4d21-a2f4-f3c9a0847259 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 210 time: 0.0427024 Feb 03 05:38:54.838046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f95d0d45-34e9-4d17-8e43-6013ff68b6bd None None] Current status of the port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:54.849714 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 12810b43-a2c0-412e-a43e-e387fc0e2c17 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:55.907212 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b09ff129-92a2-429a-b6d3-1ebb985c6893 req-1f0a7e07-2ee3-4260-a50d-568cb2d10752 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 210 time: 0.0313365 Feb 03 05:38:56.522558 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 up at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:38:56.575426 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Provisioning complete for port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:56.575832 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:56.656817 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Current status of the port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:38:56.991001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-84e86ec0-8b33-46c3-a86b-3c474ae0ea87 req-fb7e2321-623c-4d29-811f-c1bc8e4473e7 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 210 time: 0.0278566 Feb 03 05:38:58.084323 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-df3ec539-c30f-4f0f-b690-a3a317df913a req-17f8f535-b96f-4fae-ac59-1ee969bdef1b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 210 time: 0.0275681 Feb 03 05:38:58.860367 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-59c1c397-5131-4a57-9b99-86b97d3aaca3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:58.861863 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-59c1c397-5131-4a57-9b99-86b97d3aaca3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 809 time: 0.1054492 Feb 03 05:38:58.923028 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-63cb12c3-c989-433d-850d-37d305755f3f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17d92eb793a494eafea6e26c6e6d20e HTTP/1.1" status: 200 len: 379 time: 0.0530534 Feb 03 05:38:58.934149 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'port': {'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'admin_state_up': True, 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'security_groups': ['9b13d0bd-e99e-43d1-b368-a62a52c67843']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:59.058384 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Made reservation on behalf of f17d92eb793a494eafea6e26c6e6d20e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:38:59.061783 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.182416 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f73b8c8d-fe90-4689-9bd1-e2ee380a30cf req-e6080d34-ce0b-4732-82c8-5391d5a08475 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 210 time: 0.0269482 Feb 03 05:38:59.189748 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Allocated IP 172.20.0.6 (8374f4d2-20dc-4120-b647-def84c5b93ac/7e7fa89a-5425-42a6-8b05-eede1a854b3e/bf60e4f4-78ce-4e72-a377-7693da4d5e41) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:38:59.329231 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.366237 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.420873 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Network 8374f4d2-20dc-4120-b647-def84c5b93ac is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:38:59.426263 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:38:59.433855 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:38:59.437505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:59.483832 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:38:59.484462 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.502728 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-e8433190-9530-406f-adc9-1f4b93a957b9 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721982 Feb 03 05:38:59.513503 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Request body: {'port': {'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:38:59.574233 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.702130 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7c6c7c2f-e076-4136-ab2d-c014126b2d84 None None] Provisioning complete for port bf60e4f4-78ce-4e72-a377-7693da4d5e41 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:38:59.702742 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7c2f-e076-4136-ab2d-c014126b2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.740396 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c7c2f-e076-4136-ab2d-c014126b2d84 None None] Port bf60e4f4-78ce-4e72-a377-7693da4d5e41 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:38:59.843085 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf60e4f4-78ce-4e72-a377-7693da4d5e41 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:38:59.850637 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Publish callbacks [] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.862819 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Transition to ACTIVE for port object bf60e4f4-78ce-4e72-a377-7693da4d5e41 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:38:59.868644 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:38:59.916283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:38:59.992611 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Attempting to bind port bf60e4f4-78ce-4e72-a377-7693da4d5e41 on host n-h2-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:38:59.992939 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Attempting to bind port bf60e4f4-78ce-4e72-a377-7693da4d5e41 by drivers openvswitch,hyperv on host n-h2-827549-1 at level 0 using segments [{'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:38:59.993268 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Attempting to bind port bf60e4f4-78ce-4e72-a377-7693da4d5e41 on network 8374f4d2-20dc-4120-b647-def84c5b93ac {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:38:59.997813 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Port bf60e4f4-78ce-4e72-a377-7693da4d5e41 on network 8374f4d2-20dc-4120-b647-def84c5b93ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:38:59.998146 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Attempting to bind port bf60e4f4-78ce-4e72-a377-7693da4d5e41 on network 8374f4d2-20dc-4120-b647-def84c5b93ac {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:39:00.003394 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Checking agent: {'id': 'dd53bf74-0498-47de-bc2d-800f49b542fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:39:00.003769 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Checking segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:39:00.004155 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Bound using segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:39:00.004602 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Bound port: bf60e4f4-78ce-4e72-a377-7693da4d5e41, host: n-h2-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:39:00.004959 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:00.068989 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:39:00.072017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:39:00.079941 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:00.114333 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.114956 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:00.116409 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 1091 time: 0.6072903 Feb 03 05:39:00.116853 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:39:00.119098 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46" -d '{"events": [{"name": "network-changed", "server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:39:00.144541 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547b3f2-ea7c-4081-8466-a1cf1aa6a1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:39:00.221434 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad6494-0da0-4fdf-8b58-0f19d72f8d99 x-openstack-request-id: req-7cad6494-0da0-4fdf-8b58-0f19d72f8d99 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:39:00.221741 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:39:00.222023 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cad6494-0da0-4fdf-8b58-0f19d72f8d99 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:39:00.222390 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'status': 'completed', 'code': 200} Feb 03 05:39:00.228533 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-c15033c8-f49e-408d-96d2-1aa9f3bd641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.230093 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-c15033c8-f49e-408d-96d2-1aa9f3bd641a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1125 time: 0.0637426 Feb 03 05:39:00.279213 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-d01eb51a-de97-4155-9a10-8b64eae257d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 217 time: 0.0405433 Feb 03 05:39:00.320759 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522230b6-7c10-445c-a564-d738a14bf503 req-06d3f646-a1a5-4d4d-912c-60268a9510d6 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.322297 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-522230b6-7c10-445c-a564-d738a14bf503 req-06d3f646-a1a5-4d4d-912c-60268a9510d6 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 943 time: 0.0652833 Feb 03 05:39:00.330078 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-1671b9f5-1660-42ad-9c6f-cf71a0fec31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.331676 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-1671b9f5-1660-42ad-9c6f-cf71a0fec31f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0466425 Feb 03 05:39:00.374329 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-522230b6-7c10-445c-a564-d738a14bf503 req-1a670fe3-69b4-460e-a69e-2a89015a7c4d tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 Feb 03 05:39:00.388984 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e603-df76-4225-b611-79809164f773 req-4c6ba7fb-17bb-4277-9273-5a92965307da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.390532 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-4c6ba7fb-17bb-4277-9273-5a92965307da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505621 Feb 03 05:39:00.485574 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-482ae433-f07d-41b5-a1b0-d2a856f2bec6 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880396 Feb 03 05:39:00.581074 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-46c6e603-df76-4225-b611-79809164f773 req-c527b4a0-2b67-48c3-b6ee-447b4c3ebba1 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891016 Feb 03 05:39:00.688223 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-040f1bf1-50c0-44ea-9fbf-2e0b72772aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.689729 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-040f1bf1-50c0-44ea-9fbf-2e0b72772aa6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1125 time: 0.0553503 Feb 03 05:39:00.795835 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-7a8bc2c5-407b-4c32-8c4a-fa409b1db6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.797238 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-7a8bc2c5-407b-4c32-8c4a-fa409b1db6e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.1010413 Feb 03 05:39:00.841562 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-fa949337-771a-4ccf-8cd9-b1e08c5efd19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 217 time: 0.0376050 Feb 03 05:39:00.892926 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-1020d9f5-707b-47c6-adad-57322ea5e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.894379 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-1020d9f5-707b-47c6-adad-57322ea5e340 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0444043 Feb 03 05:39:00.943434 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-4ce7d5cc-e706-48f6-ac95-bc78c434bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:00.944945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-4ce7d5cc-e706-48f6-ac95-bc78c434bfa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445642 Feb 03 05:39:01.047832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-cf517af3-6bb3-4f18-85ac-0ea07988a39c service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954118 Feb 03 05:39:01.138588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-1f218e7f-e3c4-4f9e-b2d2-b5a2e0107c46 req-1f65c151-9f6d-4e5f-83a2-8e94fef43142 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827112 Feb 03 05:39:01.508562 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7895a-69e3-49d2-a92e-fb16187149b9 req-5fcd6092-2354-472e-9a84-5ad33982b04e tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:01.510058 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b7895a-69e3-49d2-a92e-fb16187149b9 req-5fcd6092-2354-472e-9a84-5ad33982b04e tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 943 time: 0.0568888 Feb 03 05:39:01.559851 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-69b7895a-69e3-49d2-a92e-fb16187149b9 req-54570a16-58ec-41e0-afd7-8a822e67ff2a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440135 Feb 03 05:39:02.698351 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0ea33-1f11-41ed-82dd-59beabaa12f9 req-99093a51-1596-4fc0-9ff3-4bafd31ab1f2 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:02.699775 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63a0ea33-1f11-41ed-82dd-59beabaa12f9 req-99093a51-1596-4fc0-9ff3-4bafd31ab1f2 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 943 time: 0.0588984 Feb 03 05:39:02.759177 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63a0ea33-1f11-41ed-82dd-59beabaa12f9 req-1e919e31-52a2-4ae8-95c5-52dc48911570 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509672 Feb 03 05:39:03.259326 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf021b75-71ce-4718-9110-e0cbe15f5ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:03.892434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ef793-8213-470d-a750-90c13f6f1547 req-5e2b98c5-f068-4b3f-8d22-7eca02b2493d tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:03.893960 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd6ef793-8213-470d-a750-90c13f6f1547 req-5e2b98c5-f068-4b3f-8d22-7eca02b2493d tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 943 time: 0.0550561 Feb 03 05:39:03.947660 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cd6ef793-8213-470d-a750-90c13f6f1547 req-764b9bee-ab0b-4b53-952c-b20d501f55eb tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456274 Feb 03 05:39:04.148420 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf60e4f4-78ce-4e72-a377-7693da4d5e41 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:39:04.256855 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:39:04.268018 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:39:04.308380 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bf60e4f4-78ce-4e72-a377-7693da4d5e41 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:39:04.308776 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:04.324547 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf60e4f4-78ce-4e72-a377-7693da4d5e41 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:39:04.345911 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:39:04.352165 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:04.401724 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:39:04.599079 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['bf60e4f4-78ce-4e72-a377-7693da4d5e41'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:39:05.083689 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbd791-cbbb-4a59-a7a5-bdf56a99b90f req-f5152a08-f369-4a3a-a7da-c3afbb2a5106 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:05.085190 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0dbd791-cbbb-4a59-a7a5-bdf56a99b90f req-f5152a08-f369-4a3a-a7da-c3afbb2a5106 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 944 time: 0.0616858 Feb 03 05:39:05.140194 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b0dbd791-cbbb-4a59-a7a5-bdf56a99b90f req-d225554d-66d1-464b-9164-f2780e42fe3e tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484645 Feb 03 05:39:06.163439 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf60e4f4-78ce-4e72-a377-7693da4d5e41 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:39:06.230918 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning for port bf60e4f4-78ce-4e72-a377-7693da4d5e41 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:39:06.235156 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port bf60e4f4-78ce-4e72-a377-7693da4d5e41 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:39:06.235894 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:06.276635 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f74da5-1c2b-4a80-8d38-b0616dc724c2 req-3bdb1c10-1340-4c56-bdce-d0a71dc46d84 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:06.278387 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28f74da5-1c2b-4a80-8d38-b0616dc724c2 req-3bdb1c10-1340-4c56-bdce-d0a71dc46d84 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 944 time: 0.0561254 Feb 03 05:39:06.314491 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bf60e4f4-78ce-4e72-a377-7693da4d5e41 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:39:06.314978 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:06.328635 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-28f74da5-1c2b-4a80-8d38-b0616dc724c2 req-d1570e7d-cbc9-4c33-925d-1e5bdca6801f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Feb 03 05:39:06.338770 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:39:06.341045 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c627f3f3-29e8-45c5-b838-a359eddd1113" -d '{"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-plugged", "status": "completed", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:39:06.357456 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:39:06.362320 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:06.391232 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70a9fab-ffcc-4ee3-a898-c0b9e3c8b550 x-openstack-request-id: req-a70a9fab-ffcc-4ee3-a898-c0b9e3c8b550 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:39:06.391551 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-plugged", "status": "completed", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:39:06.391818 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a70a9fab-ffcc-4ee3-a898-c0b9e3c8b550 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:39:06.392215 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'code': 200} Feb 03 05:39:06.418435 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:39:06.455701 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da54adae-78d3-411d-bb66-c3444fbce01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:06.485616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170622f-9beb-46af-a7de-64f833e08743 req-4a8d6ae9-d5d8-485b-8229-172da673dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:06.487179 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9170622f-9beb-46af-a7de-64f833e08743 req-4a8d6ae9-d5d8-485b-8229-172da673dc9d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1127 time: 0.0507727 Feb 03 05:39:06.537824 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-9170622f-9beb-46af-a7de-64f833e08743 req-73cc23bc-3dee-40b8-bf28-a299305ac13c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444643 Feb 03 05:39:07.016785 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:07.473554 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f282b-68a0-44fa-a8ac-2651eafd2977 req-714a4872-69f8-4e97-b88b-fe67991bfb27 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:07.475124 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f57f282b-68a0-44fa-a8ac-2651eafd2977 req-714a4872-69f8-4e97-b88b-fe67991bfb27 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 945 time: 0.0696638 Feb 03 05:39:07.527989 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f57f282b-68a0-44fa-a8ac-2651eafd2977 req-6bf1ea9a-c969-4e12-8f32-926eb7e13b36 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Feb 03 05:39:08.455541 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:08.657777 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094838b-254e-4122-aa7c-404cfcb9223c req-122d1247-289a-4600-81a5-a99eea072000 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:08.659324 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a094838b-254e-4122-aa7c-404cfcb9223c req-122d1247-289a-4600-81a5-a99eea072000 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 945 time: 0.0586426 Feb 03 05:39:08.713641 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a094838b-254e-4122-aa7c-404cfcb9223c req-75275b04-b27f-40c7-9a25-a8de5b845d78 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 Feb 03 05:39:08.843706 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c2159-8770-4efb-8b8c-514c3d654bb6 req-3b2dfb38-66ef-40eb-a3fa-d1e145ed209f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:08.845176 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f2c2159-8770-4efb-8b8c-514c3d654bb6 req-3b2dfb38-66ef-40eb-a3fa-d1e145ed209f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 945 time: 0.0580173 Feb 03 05:39:08.901121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f2c2159-8770-4efb-8b8c-514c3d654bb6 req-eba9cd41-a94f-408f-9721-fc52cc11325a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502093 Feb 03 05:39:08.933401 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:39:09.070144 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e05915-8d78-4deb-ae00-36e565cc6ef6 tempest-TestSnapshotPattern-991660688 tempest-TestSnapshotPattern-991660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:09.071651 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-43e05915-8d78-4deb-ae00-36e565cc6ef6 tempest-TestSnapshotPattern-991660688 tempest-TestSnapshotPattern-991660688-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1122 time: 0.1372519 Feb 03 05:39:09.077223 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34668) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:39:09.081484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:39:09.104820 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:09.207806 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:09.319829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Allocated IP 172.25.7.224 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/d2c6306a-8732-424b-80ed-1fe158b4a310) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:39:09.361219 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:09.423444 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:09.459052 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:09.496770 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:39:09.502118 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:39:09.505598 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:39:09.510948 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'Port': ['ID=d2c6306a-8732-424b-80ed-1fe158b4a310,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:39:09.881649 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (81fae7a3-2629-475c-94f0-89e307837e26), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:09.961126 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:10.109648 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:10.116794 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:10.185188 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'Port': ['ID=d2c6306a-8732-424b-80ed-1fe158b4a310,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:39:10.197701 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (81fae7a3-2629-475c-94f0-89e307837e26), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:10.299285 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Floating IP 81fae7a3-2629-475c-94f0-89e307837e26 associated. External IP: 172.25.7.224, port: bf60e4f4-78ce-4e72-a377-7693da4d5e41. Feb 03 05:39:10.512192 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Router 462553a7-4b5e-41f1-989b-c869515b0572 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:39:10.625717 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:39:10.635820 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] Sync routers for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:39:10.646406 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:10.647766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:39:10.648394 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:39:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:39:10.759386 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:39:11.003684 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-e1a06abf-726b-4ee6-9960-aed55d940f99 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9253871 Feb 03 05:39:11.004393 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:39:11.006647 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:09Z', 'revision_number': 0, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:39:11.006992 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:39:11.033465 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] Checking router: 462553a7-4b5e-41f1-989b-c869515b0572 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:39:11.042298 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:39:11.042921 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:39:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:39:11.113842 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e18f5-62b9-47e9-92f6-76bd564bdd6d x-openstack-request-id: req-556e18f5-62b9-47e9-92f6-76bd564bdd6d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:39:11.114142 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:39:11.114403 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-556e18f5-62b9-47e9-92f6-76bd564bdd6d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:39:11.114817 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'status': 'completed', 'code': 200} Feb 03 05:39:11.152770 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:39:11.185788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-ac0226ac-f6ae-4aeb-8a0b-a7461195230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:11.187368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-ac0226ac-f6ae-4aeb-8a0b-a7461195230d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1127 time: 0.0465429 Feb 03 05:39:11.283746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-1c8f1810-10c3-4d51-8a8d-a19065e0f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:11.285193 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-1c8f1810-10c3-4d51-8a8d-a19065e0f956 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0910819 Feb 03 05:39:11.355086 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-89f0473c-21eb-403f-b506-70ba05925c77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 999 time: 0.0639498 Feb 03 05:39:11.404030 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-772d6b96-f282-4033-9d70-8f393642e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:11.405540 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-772d6b96-f282-4033-9d70-8f393642e085 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0440860 Feb 03 05:39:11.455449 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-8469a691-1616-4d5d-ac53-d6939e7f3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:11.457013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-8469a691-1616-4d5d-ac53-d6939e7f3bff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450478 Feb 03 05:39:11.474204 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:09Z', 'revision_number': 0, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:39:11.500766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6c44b-3b19-4f44-b4c0-2127f2e6b468 None None] The sync data for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 is: [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:09Z', 'revision_number': 0, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:39:11.551241 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-5b049598-0a70-4f45-941c-63759a907609 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879412 Feb 03 05:39:11.648970 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-8bceb0ad-df1c-4556-96fe-4349c65b2f3f req-9a8c02de-dcb1-4efc-81f0-bdd38c96284f service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910838 Feb 03 05:39:11.709000 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1142645-05c1-4dc7-90da-3340f6450fc4 None None] New status for floating IP 81fae7a3-2629-475c-94f0-89e307837e26: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:39:24.448311 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:24.619482 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:39:24.631361 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:33.263422 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cecf394-9dc3-4856-aae8-d2e81883bf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:36.457012 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1b928bd-8115-4382-84d7-1eadecdb3bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:37.022002 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:38.459408 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:39.357634 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:47.457790 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-cad6e0e8-f49d-49a7-9a58-d6ac316e6297 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4210949 Feb 03 05:39:47.544553 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-ca031e23-009d-4c21-a699-0c414abc7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:47.546018 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-ca031e23-009d-4c21-a699-0c414abc7852 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1127 time: 0.0442722 Feb 03 05:39:47.649751 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-52e0d54e-21dc-4684-94ed-69056876e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:47.651198 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-52e0d54e-21dc-4684-94ed-69056876e896 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0863497 Feb 03 05:39:47.725061 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-80411beb-17e6-4bfd-a2e2-127240874cfe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 1001 time: 0.0671146 Feb 03 05:39:47.778916 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-74f7086b-2436-433d-97b6-aa0d639f038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:47.780420 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-74f7086b-2436-433d-97b6-aa0d639f038b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0491400 Feb 03 05:39:47.833930 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-d806e70e-04ab-486a-8504-60f5bad97a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:39:47.835424 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-d806e70e-04ab-486a-8504-60f5bad97a42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485890 Feb 03 05:39:47.924785 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-720c868c-85e9-47e5-aa62-89ab431fb146 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Feb 03 05:39:48.024434 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-eaecf1bf-50b7-4431-b5a5-bb25954cd479 req-f9fb3d13-3bd4-4a11-b6ed-a9655885a9fb service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933008 Feb 03 05:39:54.462188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:39:54.630076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:01.623664 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:40:03.275420 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0045f2b6-4703-48b9-92a3-5a603bd7ab1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:06.455013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e94ea9e7-c293-4ab7-8c26-04ff57bbd877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:07.030151 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:08.464604 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:09.374067 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:24.478789 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:24.634938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:33.269850 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabbbf7a-1710-40dc-8ee8-82b103c4eb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:36.455041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984bf1f6-2b02-45b0-9d7e-55e057cdd9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:37.034617 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:38.468631 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:38.627709 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:40:39.364055 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:47.078560 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-d8ead5c4-703a-42ae-9be8-1555c7a89618 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461810 Feb 03 05:40:47.175189 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-af6308de-2e3a-4296-97d3-36717ef6e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:40:47.176753 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-af6308de-2e3a-4296-97d3-36717ef6e438 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1127 time: 0.0477118 Feb 03 05:40:47.289400 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-fc507c14-a8e2-4818-b1bd-2e45103612d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:40:47.291579 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-fc507c14-a8e2-4818-b1bd-2e45103612d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0942154 Feb 03 05:40:47.358688 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-3131eb4c-1bb6-49f0-b2fb-ff16a78e1d10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 1001 time: 0.0593472 Feb 03 05:40:47.414560 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-021807ae-2022-4ae9-b337-e2a4bb9b7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:40:47.416014 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-021807ae-2022-4ae9-b337-e2a4bb9b7141 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0515051 Feb 03 05:40:47.464279 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-fbb22590-c1ed-48a0-be36-ee59a0997bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:40:47.465777 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-fbb22590-c1ed-48a0-be36-ee59a0997bf7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442960 Feb 03 05:40:47.476295 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-c94f1ea7-ab57-4422-9cb5-f1488950c2ad service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:40:47.477190 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-c94f1ea7-ab57-4422-9cb5-f1488950c2ad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050585 Feb 03 05:40:47.572635 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-0ce4051b-d91b-4c0c-82ea-653c4a2340e0 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861633 Feb 03 05:40:47.666537 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-05b24b90-714f-48e5-a70f-4ff09f333011 req-5344e685-e568-40e9-9518-49230e368dfa service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863202 Feb 03 05:40:54.482761 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:40:54.653278 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:03.271287 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cf0fac3-8681-4afa-a1fe-4cfb5e418c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:06.452776 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277a231-49b8-4aad-8e93-f843977534ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:07.038552 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:08.476971 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:09.364671 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:10.815794 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf60e4f4-78ce-4e72-a377-7693da4d5e41 details requested by agent hyperv_n-h2-827549-1 with host n-h2-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:41:10.920307 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:41:10.932617 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Returning: {'device': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:41:10.969922 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bf60e4f4-78ce-4e72-a377-7693da4d5e41 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:41:10.970313 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:10.983168 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf60e4f4-78ce-4e72-a377-7693da4d5e41 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:41:11.011315 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:41:11.016662 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:11.067984 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:11.075891 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.076246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.076590 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.076927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.077263 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.077594 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.077925 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.078252 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.078578 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.078932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.079234 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.079562 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.079881 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:11.093405 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] get_ports_and_sgs() called for port_ids ['bf60e4f4-78ce-4e72-a377-7693da4d5e41'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:41:12.841207 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf60e4f4-78ce-4e72-a377-7693da4d5e41 up at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:41:12.897690 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Provisioning complete for port bf60e4f4-78ce-4e72-a377-7693da4d5e41 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:41:12.898171 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:12.980100 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bf60e4f4-78ce-4e72-a377-7693da4d5e41 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:41:12.980488 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:13.009936 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:41:13.012277 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740c83bf-bbf5-4a99-8f6f-be9533809f33" -d '{"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-plugged", "status": "completed", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:41:13.024760 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:41:13.031425 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:13.092595 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:13.129369 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb13a707-e80c-41dd-bace-26de753f70de x-openstack-request-id: req-eb13a707-e80c-41dd-bace-26de753f70de {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:41:13.129676 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-plugged", "status": "completed", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:41:13.130073 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb13a707-e80c-41dd-bace-26de753f70de {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:41:13.130453 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'code': 200} Feb 03 05:41:15.636895 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:41:20.111791 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-e6030df2-36d2-4b6e-89fc-f3139643644e tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924102932&fields=id&tenant_id=f17d92eb793a494eafea6e26c6e6d20e HTTP/1.1" status: 200 len: 267 time: 0.0467443 Feb 03 05:41:20.224934 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-25f4e5f9-79a6-4c2e-9efe-270fbc64a1d8 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:20.226418 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-25f4e5f9-79a6-4c2e-9efe-270fbc64a1d8 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 809 time: 0.1080511 Feb 03 05:41:20.245672 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-8258e25d-854d-449e-8a1c-dfd102b79270 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/quotas/f17d92eb793a494eafea6e26c6e6d20e HTTP/1.1" status: 200 len: 375 time: 0.0108271 Feb 03 05:41:20.306239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-d5b32379-23de-49ad-818e-e3f640df9e11 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537698 Feb 03 05:41:20.324608 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-9a9068ed-eb8c-41af-88bb-f34d1dd786d4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:41:20.325569 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-9a9068ed-eb8c-41af-88bb-f34d1dd786d4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072336 Feb 03 05:41:20.430508 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-c397ef8d-46a5-45c6-a648-788e952958ad service neutron] 10.222.0.35 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961103 Feb 03 05:41:20.524249 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-875bb725-c346-4af9-8b91-e9d55500a183 service neutron] 10.222.0.35 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Feb 03 05:41:20.696987 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9f223fd1-02bd-4f1e-817e-207c7a12a1cb req-8574e3db-7ec2-4d72-af84-e1e37e125089 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 210 time: 0.0272865 Feb 03 05:41:21.684494 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-ecf1631f-0341-4744-bcbc-b40314683fc4 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:21.686089 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-ecf1631f-0341-4744-bcbc-b40314683fc4 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.15 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 809 time: 0.1050801 Feb 03 05:41:21.748765 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-c63ad963-9abc-4268-9c59-b7ac7f1ff3ce tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17d92eb793a494eafea6e26c6e6d20e HTTP/1.1" status: 200 len: 379 time: 0.0541074 Feb 03 05:41:21.761735 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'port': {'device_id': '67f28d12-83e1-4081-b635-8c643abf9167', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'admin_state_up': True, 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'security_groups': ['9b13d0bd-e99e-43d1-b368-a62a52c67843']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:41:21.800008 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8b2a868d-981b-4f5e-b209-b8d2ea32a9bc req-613bd184-9544-4b55-b9d9-8105058415a5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 210 time: 0.0288501 Feb 03 05:41:21.878677 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Made reservation on behalf of f17d92eb793a494eafea6e26c6e6d20e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 05:41:21.882348 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:22.034622 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Allocated IP 172.20.0.11 (8374f4d2-20dc-4120-b647-def84c5b93ac/7e7fa89a-5425-42a6-8b05-eede1a854b3e/29f01eab-aff4-4ded-8399-be9ec33740ae) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:41:22.240358 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:22.281590 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:22.324833 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Network 8374f4d2-20dc-4120-b647-def84c5b93ac is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:41:22.328021 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:41:22.334074 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:41:22.362975 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:22.382962 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.383329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.383702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.384064 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.384439 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.384705 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.385034 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.385364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.385700 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.386015 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.386340 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.386707 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.386979 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:22.406296 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:22.406943 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:22.431727 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-17e3e058-3945-440d-b485-8fe18e84598a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6740198 Feb 03 05:41:22.647189 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6fd9fb5f-87d8-4ef3-b3e9-0c52eb55b9f7 None None] Provisioning complete for port 29f01eab-aff4-4ded-8399-be9ec33740ae triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:41:22.647815 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fd9fb5f-87d8-4ef3-b3e9-0c52eb55b9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:22.682274 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9fb5f-87d8-4ef3-b3e9-0c52eb55b9f7 None None] Port 29f01eab-aff4-4ded-8399-be9ec33740ae cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 05:41:22.932180 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd4dc4-7fb3-46cc-b6af-ac0b91e87d66 req-a30becbc-8a8d-4731-8900-38030bf48f5a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:22.936656 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43dd4dc4-7fb3-46cc-b6af-ac0b91e87d66 req-a30becbc-8a8d-4731-8900-38030bf48f5a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 932 time: 0.0627589 Feb 03 05:41:22.988389 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-43dd4dc4-7fb3-46cc-b6af-ac0b91e87d66 req-25ba10d0-3628-4d2c-8b67-5a41efd06cba tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455120 Feb 03 05:41:24.115838 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3f30-0083-4f3e-990e-8fad1a95cab7 req-5625fbdb-2e66-4f3c-a124-a0215d7b9d2a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:24.120001 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-868c3f30-0083-4f3e-990e-8fad1a95cab7 req-5625fbdb-2e66-4f3c-a124-a0215d7b9d2a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 932 time: 0.0571835 Feb 03 05:41:24.167029 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-868c3f30-0083-4f3e-990e-8fad1a95cab7 req-f655fd4f-4f4f-4b34-914c-c1f0b8784a23 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436432 Feb 03 05:41:24.492101 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:24.643419 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:24.909704 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf60e4f4-78ce-4e72-a377-7693da4d5e41 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:41:24.997363 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Current status of the port bf60e4f4-78ce-4e72-a377-7693da4d5e41 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:41:24.998020 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:25.022825 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:41:25.025221 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4e0f30-0cf6-40c0-8ff4-851ff01253d0" -d '{"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-unplugged", "status": "completed", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:41:25.039294 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:41:25.048925 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:25.097031 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b4bcc-4149-446b-adc0-c73543eff30c x-openstack-request-id: req-623b4bcc-4149-446b-adc0-c73543eff30c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:41:25.097325 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-unplugged", "status": "completed", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:41:25.097799 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-623b4bcc-4149-446b-adc0-c73543eff30c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:41:25.098639 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'code': 200} Feb 03 05:41:25.114275 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Pushing event updated for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:25.299753 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b089ff-bef6-4739-b070-fdcbea39936f req-6ddbb9e8-aa44-456b-80ad-283eba1f6219 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:25.301467 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1b089ff-bef6-4739-b070-fdcbea39936f req-6ddbb9e8-aa44-456b-80ad-283eba1f6219 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 932 time: 0.0624292 Feb 03 05:41:25.356633 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b1b089ff-bef6-4739-b070-fdcbea39936f req-ec224f28-db22-4120-beef-f04d447fd608 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489130 Feb 03 05:41:26.495172 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4f8e0-fffd-4bd9-ba32-65505ee49fe2 req-438bba05-8376-490b-8125-f6d6b1ffe8a5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:26.496853 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8aa4f8e0-fffd-4bd9-ba32-65505ee49fe2 req-438bba05-8376-490b-8125-f6d6b1ffe8a5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 932 time: 0.0610595 Feb 03 05:41:26.549088 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-8aa4f8e0-fffd-4bd9-ba32-65505ee49fe2 req-a41034ae-b19e-4408-8ece-11a9d0052a9f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 Feb 03 05:41:27.681837 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335beb85-7d21-4bc9-865d-9ec4ec631ae3 req-f838e14a-a26b-4f80-ba69-e6112fefa3d6 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:27.683413 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-335beb85-7d21-4bc9-865d-9ec4ec631ae3 req-f838e14a-a26b-4f80-ba69-e6112fefa3d6 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 932 time: 0.0594506 Feb 03 05:41:27.742121 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-335beb85-7d21-4bc9-865d-9ec4ec631ae3 req-bc876489-53e2-4bd5-ae79-fab519b1c91a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527854 Feb 03 05:41:28.879768 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ff6b-259d-4a17-a4ca-3d53463d1821 req-318f4525-931b-464d-83e7-622e81a3226e tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:28.881325 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6151ff6b-259d-4a17-a4ca-3d53463d1821 req-318f4525-931b-464d-83e7-622e81a3226e tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 932 time: 0.0678952 Feb 03 05:41:28.935192 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6151ff6b-259d-4a17-a4ca-3d53463d1821 req-27c03534-0dda-45f9-a132-eb0b624f63ad tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480025 Feb 03 05:41:30.048898 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.v2.base [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Request body: {'port': {'device_id': '67f28d12-83e1-4081-b635-8c643abf9167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:41:30.072729 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e103f-6f36-4c5d-a790-8abded5cef00 req-53673000-8b74-4457-bed8-97f0b147fd13 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:30.074239 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c47e103f-6f36-4c5d-a790-8abded5cef00 req-53673000-8b74-4457-bed8-97f0b147fd13 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 932 time: 0.0601423 Feb 03 05:41:30.110302 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:30.124749 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-c47e103f-6f36-4c5d-a790-8abded5cef00 req-f8c0694c-9d57-4807-8e79-0fe3e0b6858b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441728 Feb 03 05:41:30.374411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f01eab-aff4-4ded-8399-be9ec33740ae {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:41:30.382127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Publish callbacks [] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:30.394796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Transition to ACTIVE for port object 29f01eab-aff4-4ded-8399-be9ec33740ae will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 05:41:30.401367 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:30.450310 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:30.526456 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Attempting to bind port 29f01eab-aff4-4ded-8399-be9ec33740ae on host n-h1-827549-1 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 05:41:30.526797 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Attempting to bind port 29f01eab-aff4-4ded-8399-be9ec33740ae by drivers openvswitch,hyperv on host n-h1-827549-1 at level 0 using segments [{'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 05:41:30.527161 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Attempting to bind port 29f01eab-aff4-4ded-8399-be9ec33740ae on network 8374f4d2-20dc-4120-b647-def84c5b93ac {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:41:30.532046 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Port 29f01eab-aff4-4ded-8399-be9ec33740ae on network 8374f4d2-20dc-4120-b647-def84c5b93ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 05:41:30.532365 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Attempting to bind port 29f01eab-aff4-4ded-8399-be9ec33740ae on network 8374f4d2-20dc-4120-b647-def84c5b93ac {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 05:41:30.537376 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Checking agent: {'id': '135e1b9e-ae84-47f7-865a-c800cd756a7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'started_at': datetime.datetime(2022, 2, 3, 4, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 5, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 05:41:30.537714 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Checking segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 05:41:30.538095 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Bound using segment: {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 05:41:30.538524 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Bound port: 29f01eab-aff4-4ded-8399-be9ec33740ae, host: n-h1-827549-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be495a-3949-4d58-8865-a0a78f57248f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 05:41:30.538880 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:30.613994 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 05:41:30.617096 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 05:41:30.623048 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14668474'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:30.656767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:30.657435 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:30.658834 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] 10.222.0.15 "PUT /v2.0/ports/29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 200 len: 1092 time: 0.6153107 Feb 03 05:41:30.659626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:41:30.661994 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60ac5a-60a1-4fd6-963f-c403f9632611" -d '{"events": [{"name": "network-changed", "server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:41:30.688663 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6d52-4a47-4765-bcd6-f61639d34a6b service neutron] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:30.715815 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85155ea5-98c7-43bb-a5a0-7222ec521d71 x-openstack-request-id: req-85155ea5-98c7-43bb-a5a0-7222ec521d71 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:41:30.716113 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:41:30.716370 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85155ea5-98c7-43bb-a5a0-7222ec521d71 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:41:30.716777 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'status': 'completed', 'code': 200} Feb 03 05:41:30.756020 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-190a4558-9411-445c-b64a-80b51bbea074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:30.757601 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-190a4558-9411-445c-b64a-80b51bbea074 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1126 time: 0.0514917 Feb 03 05:41:30.807416 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-a0f5305c-b807-4792-8d96-fca59a191f6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 200 len: 217 time: 0.0429513 Feb 03 05:41:30.857108 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-4bd9bc4b-5208-4d16-8032-618ea27d68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:30.858673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-4bd9bc4b-5208-4d16-8032-618ea27d68e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0456097 Feb 03 05:41:30.908137 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-38ed92e8-2112-468f-b8d4-2a8ee1f1b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:30.909585 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-38ed92e8-2112-468f-b8d4-2a8ee1f1b939 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442226 Feb 03 05:41:31.002391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-f57cf8fb-01b8-4511-a1f2-21cf755085e6 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858183 Feb 03 05:41:31.095610 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-63bba98b-c2b6-4398-95da-062fa89fa29d req-614180ae-afac-4a1f-a4a8-56e2e68d87c8 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852866 Feb 03 05:41:31.185392 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-2d4a23b1-dedf-4a22-aaba-73efe38bc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:31.187135 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-2d4a23b1-dedf-4a22-aaba-73efe38bc74c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1126 time: 0.0459499 Feb 03 05:41:31.253869 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878736f-86eb-4f93-9b0b-9a982d3de2dd req-811d4b8e-22b7-4cff-a24a-ce8b98636595 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:31.255373 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9878736f-86eb-4f93-9b0b-9a982d3de2dd req-811d4b8e-22b7-4cff-a24a-ce8b98636595 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 944 time: 0.0600975 Feb 03 05:41:31.283737 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-e8d34430-d95a-4dcd-a017-7b482ee9f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:31.285222 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-e8d34430-d95a-4dcd-a017-7b482ee9f3a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0903320 Feb 03 05:41:31.303474 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-9878736f-86eb-4f93-9b0b-9a982d3de2dd req-4ec341ad-461a-46f0-8c12-fa214a2b29b4 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 Feb 03 05:41:31.325220 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-17cad5bb-c957-449c-982e-e7e8cecc3f06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 200 len: 217 time: 0.0340376 Feb 03 05:41:31.387702 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-33c91fba-6eed-4b20-8e03-27ff86e5527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:31.389588 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-33c91fba-6eed-4b20-8e03-27ff86e5527c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0581193 Feb 03 05:41:31.439637 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-010db21f-564f-4abc-85cf-a6eae8f23a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:31.441047 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-010db21f-564f-4abc-85cf-a6eae8f23a94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446692 Feb 03 05:41:31.533466 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-309c708e-902a-4e5c-91b5-370aec9f8046 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860927 Feb 03 05:41:31.626993 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2c60ac5a-60a1-4fd6-963f-c403f9632611 req-33ca067a-8c8a-49aa-ae9a-7b70582f25f9 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849621 Feb 03 05:41:32.457105 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362ba6-dc7d-476d-97e3-044a37941aaf req-784ee3a7-f0bd-4347-9825-9baedc566eb6 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:32.458633 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57362ba6-dc7d-476d-97e3-044a37941aaf req-784ee3a7-f0bd-4347-9825-9baedc566eb6 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 944 time: 0.0543361 Feb 03 05:41:32.509019 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-57362ba6-dc7d-476d-97e3-044a37941aaf req-baa18987-1515-4a67-b294-3c90595b5f73 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Feb 03 05:41:33.278259 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b450a71e-5a45-4c17-a309-ae48a9dfe53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:33.637742 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9d813-6523-4783-81d8-f89427214b59 req-32da20ce-f971-4ce4-a0a9-7b458f3401de tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:33.639245 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3d9d813-6523-4783-81d8-f89427214b59 req-32da20ce-f971-4ce4-a0a9-7b458f3401de tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 944 time: 0.0563321 Feb 03 05:41:33.696429 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-b3d9d813-6523-4783-81d8-f89427214b59 req-eddd4b8b-d9e9-447b-bea6-4ddd139b4e10 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512848 Feb 03 05:41:34.354291 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 29f01eab-aff4-4ded-8399-be9ec33740ae details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:41:34.468693 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:41:34.479742 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'port_id': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'mac_address': 'fa:16:3e:be:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:41:34.517012 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 29f01eab-aff4-4ded-8399-be9ec33740ae is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:41:34.517529 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:34.531650 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f01eab-aff4-4ded-8399-be9ec33740ae {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:41:34.552199 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:41:34.557608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:34.605364 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:34.791876 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['29f01eab-aff4-4ded-8399-be9ec33740ae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:41:34.822326 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0ffdb-797c-4a29-bc13-0cd7be3a8748 req-34eb53d4-e1ce-401c-ab64-387814c34fbb tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:34.823952 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cb0ffdb-797c-4a29-bc13-0cd7be3a8748 req-34eb53d4-e1ce-401c-ab64-387814c34fbb tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 945 time: 0.0568905 Feb 03 05:41:34.874814 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-4cb0ffdb-797c-4a29-bc13-0cd7be3a8748 req-ab2aca64-868d-431d-aa38-992cb8519cfa tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448546 Feb 03 05:41:36.021343 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9eed1f-4904-4ba9-94c0-2ec905b45871 req-0d1fcc09-2a28-4203-a123-12ccc3639e44 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:36.022871 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b9eed1f-4904-4ba9-94c0-2ec905b45871 req-0d1fcc09-2a28-4203-a123-12ccc3639e44 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 945 time: 0.0633047 Feb 03 05:41:36.071688 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6b9eed1f-4904-4ba9-94c0-2ec905b45871 req-f5746359-0eac-4b30-ae47-71d87934e69f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Feb 03 05:41:36.376828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 29f01eab-aff4-4ded-8399-be9ec33740ae up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:41:36.449013 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7a3b-3249-4d14-ae69-935fe6b42892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:36.451466 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning for port 29f01eab-aff4-4ded-8399-be9ec33740ae completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 05:41:36.455537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 29f01eab-aff4-4ded-8399-be9ec33740ae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:41:36.455918 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:36.531630 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 29f01eab-aff4-4ded-8399-be9ec33740ae is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:41:36.532218 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:36.556457 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:41:36.558727 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b9f128-20a2-4217-b68f-04bd7a29e849" -d '{"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-plugged", "status": "completed", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:41:36.574276 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:41:36.580031 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:36.607781 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83f5c48-91fe-47b9-89b7-90965cc96388 x-openstack-request-id: req-c83f5c48-91fe-47b9-89b7-90965cc96388 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:41:36.608071 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-plugged", "status": "completed", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:41:36.608360 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c83f5c48-91fe-47b9-89b7-90965cc96388 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:41:36.608687 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'code': 200} Feb 03 05:41:36.636874 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:36.703283 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638c7ff-35de-43c0-bfe0-51858756ece5 req-d8aaefbc-7fb6-4a0c-900a-afe6d7bdfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:36.704894 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2638c7ff-35de-43c0-bfe0-51858756ece5 req-d8aaefbc-7fb6-4a0c-900a-afe6d7bdfd89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1128 time: 0.0456495 Feb 03 05:41:36.754173 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-2638c7ff-35de-43c0-bfe0-51858756ece5 req-92522734-44ae-41fa-aa4c-1ee3f9dd99a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430052 Feb 03 05:41:37.040488 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:37.212967 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024911f6-906b-43c6-9bb7-88b64444b055 req-ec88d6c3-cc83-487f-beef-c1730700b1d3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:37.214478 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-024911f6-906b-43c6-9bb7-88b64444b055 req-ec88d6c3-cc83-487f-beef-c1730700b1d3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 946 time: 0.0611560 Feb 03 05:41:37.266958 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-024911f6-906b-43c6-9bb7-88b64444b055 req-6def03a1-041a-4f04-a639-2522b6640beb tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449958 Feb 03 05:41:38.417943 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daf6ea-faa0-457b-a8cd-35ea6cb95d68 req-59182d27-bf36-4788-892e-03cb92a2dc6c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:38.419465 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3daf6ea-faa0-457b-a8cd-35ea6cb95d68 req-59182d27-bf36-4788-892e-03cb92a2dc6c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 946 time: 0.0610425 Feb 03 05:41:38.469091 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:38.473821 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-f3daf6ea-faa0-457b-a8cd-35ea6cb95d68 req-425f3d7e-08b3-4780-9e62-d82dd384708f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462606 Feb 03 05:41:38.603285 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd01198-9aa8-4da8-a998-89bfab7c72ca req-a96a1de1-f4b4-4a9a-9c4e-5ddb22716cb1 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:38.604785 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6dd01198-9aa8-4da8-a998-89bfab7c72ca req-a96a1de1-f4b4-4a9a-9c4e-5ddb22716cb1 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 946 time: 0.0627196 Feb 03 05:41:38.652979 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-6dd01198-9aa8-4da8-a998-89bfab7c72ca req-72c32211-8704-45f7-b13b-fb39c9158dad tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Feb 03 05:41:38.682688 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34944) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:41:38.727055 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac265e-0fa4-468e-82b7-be98ad67e4c8 tempest-TestSnapshotPattern-991660688 tempest-TestSnapshotPattern-991660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:38.728615 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-84ac265e-0fa4-468e-82b7-be98ad67e4c8 tempest-TestSnapshotPattern-991660688 tempest-TestSnapshotPattern-991660688-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1123 time: 0.0449376 Feb 03 05:41:38.732854 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 34946) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:41:38.737199 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.v2.base [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Request body: {'floatingip': {'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'port_id': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 05:41:38.758309 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:38.862353 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:38.972230 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Allocated IP 172.25.7.103 (3d513df4-ba90-4817-b3c4-fed58e90f799/8a29701d-e6c7-4dac-b44f-d8e3d5ade470/bc98ef00-0012-415f-8ce0-c9049d300aac) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 05:41:39.077305 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.113679 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768117128762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.151057 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Network 3d513df4-ba90-4817-b3c4-fed58e90f799 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 05:41:39.156483 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 05:41:39.160134 n-d-827549-1 neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 05:41:39.165511 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'Port': ['ID=bc98ef00-0012-415f-8ce0-c9049d300aac,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:39.193484 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.193845 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.194190 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.194535 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.194882 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.195220 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.195556 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.195917 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.196235 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.196568 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.196900 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.197238 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.197586 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:41:39.359655 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.538999 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (8562765a-d441-4f0b-8b90-7ef5d1aa8f57), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.610565 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.764765 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.770713 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12760623'] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.840448 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event updated for resources: {'Port': ['ID=bc98ef00-0012-415f-8ce0-c9049d300aac,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:41:39.854079 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580130'] for floatingip (8562765a-d441-4f0b-8b90-7ef5d1aa8f57), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:39.960480 n-d-827549-1 neutron-server[103323]: INFO neutron.db.l3_db [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Floating IP 8562765a-d441-4f0b-8b90-7ef5d1aa8f57 associated. External IP: 172.25.7.103, port: 29f01eab-aff4-4ded-8399-be9ec33740ae. Feb 03 05:41:40.179224 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Router 462553a7-4b5e-41f1-989b-c869515b0572 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:41:40.292629 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:41:40.303777 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] Sync routers for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:41:40.311727 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:40.314461 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:41:40.315176 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:41:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:41:40.345646 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-71ff32c6-ce61-4ecf-aa17-106c58147cfc tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6117773 Feb 03 05:41:40.346237 n-d-827549-1 neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:41:40.348541 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}595fea5c4b8859108f7711371ee1edcf13a1ff705d4d06885c89bf935cc81ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d5140-cdfb-42e5-9e97-543a6dc12932" -d '{"events": [{"name": "network-changed", "server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:41:40.388280 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c6123a-d093-4e45-8155-75e921885a51 x-openstack-request-id: req-33c6123a-d093-4e45-8155-75e921885a51 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:41:40.388585 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:41:40.388853 n-d-827549-1 neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33c6123a-d093-4e45-8155-75e921885a51 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:41:40.389264 n-d-827549-1 neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'status': 'completed', 'code': 200} Feb 03 05:41:40.425659 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:41:40.455986 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-6a53a4fe-dd83-4a99-8116-3a6695eca345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:40.457606 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-6a53a4fe-dd83-4a99-8116-3a6695eca345 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1128 time: 0.0458124 Feb 03 05:41:40.545914 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-80f73641-b907-47a9-8b50-53ed43d40b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:40.547458 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-80f73641-b907-47a9-8b50-53ed43d40b38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0833600 Feb 03 05:41:40.617132 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-ced20884-d7de-4438-9259-8a439a372083 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 200 len: 1000 time: 0.0625546 Feb 03 05:41:40.657925 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:11Z', 'revision_number': 1, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}, {'id': '8562765a-d441-4f0b-8b90-7ef5d1aa8f57', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:be:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f28d12-83e1-4081-b635-8c643abf9167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:41:39Z', 'updated_at': '2022-02-03T05:41:39Z', 'revision_number': 0, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:41:40.666318 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-bd96ccf6-32c2-4c78-b6ec-58614ce56607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:40.667852 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-bd96ccf6-32c2-4c78-b6ec-58614ce56607 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0451951 Feb 03 05:41:40.687118 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] Checking router: 462553a7-4b5e-41f1-989b-c869515b0572 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:41:40.696032 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:41:40.696639 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:41:36Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:41:40.723054 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-86237b54-b884-4f0b-8436-8bb0fde194eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:40.724517 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-86237b54-b884-4f0b-8436-8bb0fde194eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511241 Feb 03 05:41:40.804932 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:41:40.821095 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-76e0eb52-97a5-4a3b-803a-1ea2133fd952 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906374 Feb 03 05:41:40.915949 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-465d5140-cdfb-42e5-9e97-543a6dc12932 req-1654c673-235e-48ac-90be-427e7d3259b4 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888495 Feb 03 05:41:41.033201 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:11Z', 'revision_number': 1, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}, {'id': '8562765a-d441-4f0b-8b90-7ef5d1aa8f57', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:be:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f28d12-83e1-4081-b635-8c643abf9167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:41:39Z', 'updated_at': '2022-02-03T05:41:39Z', 'revision_number': 0, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:41:41.064042 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01110b-ea78-468f-9f88-8e36df0c06ca None None] The sync data for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 is: [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:11Z', 'revision_number': 1, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}, {'id': '8562765a-d441-4f0b-8b90-7ef5d1aa8f57', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:be:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f28d12-83e1-4081-b635-8c643abf9167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:41:39Z', 'updated_at': '2022-02-03T05:41:39Z', 'revision_number': 0, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:41:41.266828 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07600ae4-e364-4bbf-b6d5-3c3a42f5425e None None] New status for floating IP 8562765a-d441-4f0b-8b90-7ef5d1aa8f57: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:41:49.084252 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-a10c601b-cdaf-4289-9286-e0b7aad40887 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479696 Feb 03 05:41:49.177330 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890904a-4583-4169-a82f-b09cb4794685 req-8cd02599-1598-46cb-827d-9b61ba0df0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:49.178866 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-8cd02599-1598-46cb-827d-9b61ba0df0c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1125 time: 0.0478044 Feb 03 05:41:49.284943 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890904a-4583-4169-a82f-b09cb4794685 req-987566ec-3e2e-467d-8b05-35ff9cdb1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:49.286453 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-987566ec-3e2e-467d-8b05-35ff9cdb1ce8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0879848 Feb 03 05:41:49.351918 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-1138d07d-9fb6-4fad-b784-e03f2d757213 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 999 time: 0.0583549 Feb 03 05:41:49.405269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890904a-4583-4169-a82f-b09cb4794685 req-7bf4c458-7610-40e0-922f-0d79f0e2f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:49.406673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-7bf4c458-7610-40e0-922f-0d79f0e2f773 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0491967 Feb 03 05:41:49.460514 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890904a-4583-4169-a82f-b09cb4794685 req-b699fc50-0f58-4ef6-8a9c-b59c9f7eaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:49.462039 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-b699fc50-0f58-4ef6-8a9c-b59c9f7eaba9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497930 Feb 03 05:41:49.550336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-175cc635-46a6-4490-a80f-eaf7a4eca3cb service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818005 Feb 03 05:41:49.642832 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-d890904a-4583-4169-a82f-b09cb4794685 req-cd0db11b-bafb-41ba-bf26-7c2c94a9303a service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862606 Feb 03 05:41:50.003871 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-1719e26c-a9f9-4ca9-aa64-84e9e9f2fe6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467653 Feb 03 05:41:50.089505 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-4e160669-5f39-400f-a14d-8913c3d8974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:50.091076 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-4e160669-5f39-400f-a14d-8913c3d8974f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1128 time: 0.0450771 Feb 03 05:41:50.198411 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-7b7924da-c79f-4e36-95b5-988675ddea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:50.199924 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-7b7924da-c79f-4e36-95b5-988675ddea22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0890324 Feb 03 05:41:50.279998 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-d446b318-564e-444e-a565-fb1aa0e3e0ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 200 len: 1002 time: 0.0734255 Feb 03 05:41:50.331235 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-7ebd62ae-d14a-48e5-9d57-59d9768da6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:50.332696 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-7ebd62ae-d14a-48e5-9d57-59d9768da6f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0471234 Feb 03 05:41:50.382446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-07a4fc88-8af7-4181-b139-bfa3929a4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:41:50.383945 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-07a4fc88-8af7-4181-b139-bfa3929a4f59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447989 Feb 03 05:41:50.472384 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-0a350692-6c66-4d80-aac8-bbb70a9e65ff service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822768 Feb 03 05:41:50.566626 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-a30aaf7d-9ca1-4881-933d-f0c6915c10f9 req-11d703aa-5ffc-4287-b4bd-3197182dd6b2 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880854 Feb 03 05:41:52.628412 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:41:54.505264 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:41:54.665494 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:03.269645 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f31eadd3-0e85-4cf2-845e-b7341c8ab208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:06.447091 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30964629-cf42-4103-aa44-97ef821cf9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:07.043527 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:08.480011 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:09.374469 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:24.535539 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:24.681503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:29.632623 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:42:33.276216 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed131e1c-0103-4ff0-b2a6-cad31ac7b10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:36.453341 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b54e515-6439-4252-8542-b4d684a1803a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:37.044871 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:38.479967 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:39.376733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:49.082391 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-5022c044-3b1f-4e1c-ae34-6178318888a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476394 Feb 03 05:42:49.176339 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-c37fb8b9-75f4-4e35-9a17-62fd8ba4a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:49.177938 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-c37fb8b9-75f4-4e35-9a17-62fd8ba4a220 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1125 time: 0.0466716 Feb 03 05:42:49.288232 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-8246fa4f-039f-40b2-92ea-734f4d51ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:49.289748 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-8246fa4f-039f-40b2-92ea-734f4d51ab2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0926867 Feb 03 05:42:49.356494 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-16d569b0-c511-47a2-b3e5-f715d4eae88c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 999 time: 0.0598350 Feb 03 05:42:49.412357 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-373131a2-5b0c-4dd4-8dcc-403dd1d0b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:49.413873 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-373131a2-5b0c-4dd4-8dcc-403dd1d0b506 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0507812 Feb 03 05:42:49.466368 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-a7faf2ca-f418-43a6-9166-c336577d11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:49.468002 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-a7faf2ca-f418-43a6-9166-c336577d11ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478780 Feb 03 05:42:49.559623 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-ed7b70ed-f7ad-4d34-b8fb-310ebec9f5b6 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Feb 03 05:42:49.657265 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-ecd41d53-35bb-4472-835a-00be9c1ac517 req-7845ef86-336a-4472-9a4c-fce671e3249f service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897791 Feb 03 05:42:50.834324 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-3ea8a6d2-6eee-4c2c-91dc-de2e9ce9c036 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232972 Feb 03 05:42:50.951849 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-06d95761-1b12-4304-899f-662098156574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:50.953327 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-06d95761-1b12-4304-899f-662098156574 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1128 time: 0.0462909 Feb 03 05:42:51.062157 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-5da3b3b8-f2a7-4029-84e0-a9074cd83411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:51.063740 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-5da3b3b8-f2a7-4029-84e0-a9074cd83411 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.0907586 Feb 03 05:42:51.132407 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-7db827c7-5980-4744-b0b5-542a9e6646da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 200 len: 1002 time: 0.0621042 Feb 03 05:42:51.489484 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-595d76de-ee22-430c-a2ea-dae5b0afca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:51.490836 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-595d76de-ee22-430c-a2ea-dae5b0afca92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.3530853 Feb 03 05:42:51.540003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-97622b19-b68b-4957-8ee4-d5d7cb700f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:42:51.541508 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-97622b19-b68b-4957-8ee4-d5d7cb700f48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442445 Feb 03 05:42:51.551306 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-17fc6d1e-aa64-45ad-9d55-7265aec89c8a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 05:42:51.552272 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-17fc6d1e-aa64-45ad-9d55-7265aec89c8a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049419 Feb 03 05:42:51.644005 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-7304e53b-dcb6-4914-87db-092fae21fa13 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848866 Feb 03 05:42:51.735218 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-fad29380-02ab-41db-9f31-5bc608e8ea99 req-4e6deb1c-4254-407e-a4f1-856a6d1b0179 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845931 Feb 03 05:42:54.562035 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:42:54.683684 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:03.269394 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4c59cc0-fc2b-4864-9296-6aa417826ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:06.444174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e1d8fe-8c40-43be-98b0-ae88ec723a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:06.640193 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:43:07.053808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:08.480956 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:09.373344 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:10.830246 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 29f01eab-aff4-4ded-8399-be9ec33740ae details requested by agent hyperv_n-h1-827549-1 with host n-h1-827549-1 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 05:43:10.930153 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:10.942249 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Returning: {'device': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'port_id': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'mac_address': 'fa:16:3e:be:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 05:43:10.981889 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 29f01eab-aff4-4ded-8399-be9ec33740ae is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:43:10.982336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:10.996664 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29f01eab-aff4-4ded-8399-be9ec33740ae {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 05:43:11.017102 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:11.022119 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:11.079842 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:11.087932 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.088288 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.088633 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.088972 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.089321 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.089641 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.090007 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.090338 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.090669 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.090997 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.091793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.091793 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.092053 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:11.097222 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] get_ports_and_sgs() called for port_ids ['29f01eab-aff4-4ded-8399-be9ec33740ae'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 05:43:12.840267 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 29f01eab-aff4-4ded-8399-be9ec33740ae up at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 05:43:12.903537 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Provisioning complete for port 29f01eab-aff4-4ded-8399-be9ec33740ae triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 05:43:12.903932 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730945'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:12.989120 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 29f01eab-aff4-4ded-8399-be9ec33740ae is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:43:12.989513 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:13.031402 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:43:13.047704 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d700070-29c2-4c92-bd31-6ad636022d3a" -d '{"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-plugged", "status": "completed", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:43:13.058600 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:13.068759 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:13.096594 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176c5ebe-1287-453f-90bc-ef7829de38eb x-openstack-request-id: req-176c5ebe-1287-453f-90bc-ef7829de38eb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:43:13.096901 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-plugged", "status": "completed", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:43:13.097161 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-176c5ebe-1287-453f-90bc-ef7829de38eb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:43:13.097558 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'code': 200} Feb 03 05:43:13.122688 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:20.799116 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:20.971398 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Deleting port bc98ef00-0012-415f-8ce0-c9049d300aac {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:20.971743 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:21.048825 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:21.049158 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (bc98ef00-0012-415f-8ce0-c9049d300aac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:21.061019 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Calling delete_port for bc98ef00-0012-415f-8ce0-c9049d300aac owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:21.224240 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bc98ef00-0012-415f-8ce0-c9049d300aac), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:21.249743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event deleted for resources: {'Port': ['ID=bc98ef00-0012-415f-8ce0-c9049d300aac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:21.263750 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.264103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.264446 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.264787 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.265150 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.265478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.265804 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.266337 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.266562 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.266887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.267211 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.267558 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.267882 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:21.329565 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (8562765a-d441-4f0b-8b90-7ef5d1aa8f57), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:21.330073 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Floating IP 8562765a-d441-4f0b-8b90-7ef5d1aa8f57 disassociated (deleted). External IP: 172.25.7.103, port: 29f01eab-aff4-4ded-8399-be9ec33740ae. Feb 03 05:43:21.551725 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Router 462553a7-4b5e-41f1-989b-c869515b0572 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:43:21.669599 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:43:21.674059 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:21.680696 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] Sync routers for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:43:21.691538 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:21.692157 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:21.709925 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-6585b14a-d9a1-4551-b16f-862d3d7a473a tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "DELETE /v2.0/floatingips/8562765a-d441-4f0b-8b90-7ef5d1aa8f57 HTTP/1.1" status: 204 len: 168 time: 0.9070933 Feb 03 05:43:21.709925 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:43:21.710250 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c" -d '{"events": [{"name": "network-changed", "server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:43:21.752078 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf1975-a519-4d57-8bad-63f02e2ed060 x-openstack-request-id: req-88cf1975-a519-4d57-8bad-63f02e2ed060 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:43:21.752603 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:43:21.752983 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88cf1975-a519-4d57-8bad-63f02e2ed060 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:43:21.753412 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'status': 'completed', 'code': 200} Feb 03 05:43:21.800589 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:21.823478 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-b6211dd2-5b49-48a0-a1d9-d94fdd8e4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:21.824977 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-b6211dd2-5b49-48a0-a1d9-d94fdd8e4bfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 1128 time: 0.0528595 Feb 03 05:43:21.932946 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-31b4fd81-b357-475f-a163-f67c72bb5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:21.934767 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-31b4fd81-b357-475f-a163-f67c72bb5a42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.1019642 Feb 03 05:43:21.986449 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-393500d3-e789-4768-bf3d-8ce522a5be9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 200 len: 217 time: 0.0448108 Feb 03 05:43:22.015579 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa8918-4020-4be5-a2ea-6690f7852b8f req-1701199f-23cc-4d66-a237-30b0b52861b2 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:22.017356 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cafa8918-4020-4be5-a2ea-6690f7852b8f req-1701199f-23cc-4d66-a237-30b0b52861b2 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 946 time: 0.1210363 Feb 03 05:43:22.043567 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-cbf17457-edab-4e78-b5eb-84fc7c668bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:22.045114 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-cbf17457-edab-4e78-b5eb-84fc7c668bab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0520165 Feb 03 05:43:22.067931 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-cafa8918-4020-4be5-a2ea-6690f7852b8f req-4c1e82fe-a244-46bf-8a33-d1e560541a0f tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443995 Feb 03 05:43:22.100379 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-e79d9818-a94d-47d3-b771-43b95ce19cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:22.101913 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-e79d9818-a94d-47d3-b771-43b95ce19cda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497689 Feb 03 05:43:22.136599 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:11Z', 'revision_number': 1, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:22.165763 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] Checking router: 462553a7-4b5e-41f1-989b-c869515b0572 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:43:22.174138 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:22.174745 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:22.196406 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-955ca829-c837-47ed-8b5f-c9f4fcf5e4fe service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875425 Feb 03 05:43:22.280387 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:22.288509 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-c043d1c9-8ad7-45b5-b49f-18a0c318a20c req-307ee53e-264a-489b-b349-8814fed0b7b7 service neutron] 10.222.0.15 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Feb 03 05:43:22.508071 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:11Z', 'revision_number': 1, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:22.537974 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932a0d2-786e-4af1-8355-1071f51bc3c4 None None] The sync data for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 is: [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_floatingips': [{'id': '81fae7a3-2629-475c-94f0-89e307837e26', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'router_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'port_id': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'mac_address': 'fa:16:3e:d0:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485febd-5745-477f-9962-da2d96dca042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T05:39:09Z', 'updated_at': '2022-02-03T05:39:11Z', 'revision_number': 1, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:43:22.754598 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f1aa7-ca62-4bb9-98a8-80481b7d0430 None None] New status for floating IP 8562765a-d441-4f0b-8b90-7ef5d1aa8f57: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:43:22.922867 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 29f01eab-aff4-4ded-8399-be9ec33740ae no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:23.006695 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Current status of the port 29f01eab-aff4-4ded-8399-be9ec33740ae is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 05:43:23.007076 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662821'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:23.030482 n-d-827549-1 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:43:23.032734 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}974ac531f942e62a03aba1be3f4bef8560fc9a92a546d28e13d74cb87487a0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250da452-8a1e-44b7-9960-fd6a0b5dc0e9" -d '{"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-unplugged", "status": "completed", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:43:23.045060 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:23.050148 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768117710318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768117128780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768117128798'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:23.075017 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 05:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3307600-34bd-4b68-bed7-837dc499775b x-openstack-request-id: req-d3307600-34bd-4b68-bed7-837dc499775b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:43:23.075321 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-unplugged", "status": "completed", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:43:23.075615 n-d-827549-1 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3307600-34bd-4b68-bed7-837dc499775b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:43:23.076039 n-d-827549-1 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'code': 200} Feb 03 05:43:23.099803 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Pushing event updated for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:23.194808 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fcc9d-2ebc-4cd5-9bab-75776521618d req-f20b8128-611d-45a2-90d5-5be2297338a4 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:23.196381 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-831fcc9d-2ebc-4cd5-9bab-75776521618d req-f20b8128-611d-45a2-90d5-5be2297338a4 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 944 time: 0.0544596 Feb 03 05:43:23.251337 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-831fcc9d-2ebc-4cd5-9bab-75776521618d req-8948889c-1bb4-445f-ad70-34a5f69a5a38 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491862 Feb 03 05:43:23.469586 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-6a39a990-8f32-4376-87cb-e2f2280ecfb5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:23.471045 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-6a39a990-8f32-4376-87cb-e2f2280ecfb5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.15 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 944 time: 0.0691338 Feb 03 05:43:23.565746 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Deleting port 29f01eab-aff4-4ded-8399-be9ec33740ae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:23.566096 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:23.658606 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] For port 29f01eab-aff4-4ded-8399-be9ec33740ae, host n-h1-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-1',level=0,port_id=29f01eab-aff4-4ded-8399-be9ec33740ae,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:23.658946 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:23.671003 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Calling delete_port for 29f01eab-aff4-4ded-8399-be9ec33740ae owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:23.808359 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (29f01eab-aff4-4ded-8399-be9ec33740ae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:23.840219 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event deleted for resources: {'Port': ['ID=29f01eab-aff4-4ded-8399-be9ec33740ae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:23.884375 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] No DVR routers for this DVR port 29f01eab-aff4-4ded-8399-be9ec33740ae on host n-h1-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:43:23.887072 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:23.890579 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-005d7d27-d35c-4bda-ab96-1e7c067555dc req-56e267a1-3d45-4882-a896-f28faf3c7349 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.15 "DELETE /v2.0/ports/29f01eab-aff4-4ded-8399-be9ec33740ae HTTP/1.1" status: 204 len: 173 time: 0.4141674 Feb 03 05:43:23.891043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-deleted', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:43:23.893307 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4110e8b4-af02-47e1-94d7-2b8c14f62ebc" -d '{"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-deleted", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:43:23.932883 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b47aa7-9e1b-4a81-b647-99828964852f x-openstack-request-id: req-d8b47aa7-9e1b-4a81-b647-99828964852f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:43:23.933178 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f28d12-83e1-4081-b635-8c643abf9167", "name": "network-vif-deleted", "tag": "29f01eab-aff4-4ded-8399-be9ec33740ae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:43:23.933428 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8b47aa7-9e1b-4a81-b647-99828964852f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:43:23.933833 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f28d12-83e1-4081-b635-8c643abf9167', 'name': 'network-vif-deleted', 'tag': '29f01eab-aff4-4ded-8399-be9ec33740ae', 'status': 'completed', 'code': 200} Feb 03 05:43:24.371657 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-82984b4d-fcfe-4647-bde4-4c4bcc8af351 req-f83aa53d-d217-4a0d-8713-f3887e2c4c57 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f28d12-83e1-4081-b635-8c643abf9167 HTTP/1.1" status: 200 len: 210 time: 0.0288630 Feb 03 05:43:24.576194 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:24.685335 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:25.997290 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:26.157081 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Deleting port d2c6306a-8732-424b-80ed-1fe158b4a310 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:26.157378 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:26.246500 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:26.246740 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (d2c6306a-8732-424b-80ed-1fe158b4a310), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:26.258796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Calling delete_port for d2c6306a-8732-424b-80ed-1fe158b4a310 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:26.412697 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (d2c6306a-8732-424b-80ed-1fe158b4a310), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:26.441325 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event deleted for resources: {'Port': ['ID=d2c6306a-8732-424b-80ed-1fe158b4a310,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:26.503202 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for floatingip (81fae7a3-2629-475c-94f0-89e307837e26), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:26.503441 n-d-827549-1 neutron-server[103324]: INFO neutron.db.l3_db [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Floating IP 81fae7a3-2629-475c-94f0-89e307837e26 disassociated (deleted). External IP: 172.25.7.224, port: bf60e4f4-78ce-4e72-a377-7693da4d5e41. Feb 03 05:43:26.722192 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Router 462553a7-4b5e-41f1-989b-c869515b0572 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:43:26.834718 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:43:26.840087 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:26.846160 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] Sync routers for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:43:26.856591 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:26.857195 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:26.869725 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-a534e2bf-e7e4-4811-8d99-3b08bcc6bfb3 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "DELETE /v2.0/floatingips/81fae7a3-2629-475c-94f0-89e307837e26 HTTP/1.1" status: 204 len: 168 time: 0.8712108 Feb 03 05:43:26.870323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:43:26.872748 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6427c401-ecda-4ff3-a203-57d067d76e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:43:26.907649 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 29f01eab-aff4-4ded-8399-be9ec33740ae no longer exists at agent hyperv_n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:26.926433 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a75263-166f-4349-810b-2d9c7c3c58b7 x-openstack-request-id: req-93a75263-166f-4349-810b-2d9c7c3c58b7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:43:26.926728 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:43:26.927363 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93a75263-166f-4349-810b-2d9c7c3c58b7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:43:26.927919 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'status': 'completed', 'code': 200} Feb 03 05:43:26.936532 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] No Port match for: 29f01eab-aff4-4ded-8399-be9ec33740ae {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:26.937253 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Device 29f01eab-aff4-4ded-8399-be9ec33740ae not bound to the agent host n-h1-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:26.971208 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:26.996578 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-3617cc13-890d-4585-babc-2806be4ddb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:27.007051 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-3617cc13-890d-4585-babc-2806be4ddb4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 1125 time: 0.0600340 Feb 03 05:43:27.119626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-9e93bd9a-2502-4758-9d3c-b22178f42de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:27.121189 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-9e93bd9a-2502-4758-9d3c-b22178f42de7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 200 len: 910 time: 0.1008649 Feb 03 05:43:27.129881 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e02cb0-11e8-4eff-b6a6-eb1304bdec35 req-4fd767a8-0fc0-4ba2-9629-ec882e225521 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:27.131466 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7e02cb0-11e8-4eff-b6a6-eb1304bdec35 req-4fd767a8-0fc0-4ba2-9629-ec882e225521 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 943 time: 0.0582042 Feb 03 05:43:27.167368 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-51393ad0-605e-49a1-baa2-5291e2eca249 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 200 len: 217 time: 0.0354080 Feb 03 05:43:27.180868 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-a7e02cb0-11e8-4eff-b6a6-eb1304bdec35 req-7a67926b-a24c-48e1-bc65-f39c128cade4 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 Feb 03 05:43:27.198963 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:27.219824 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-1426862a-7e8c-41b4-aad0-c98c2953c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:27.221276 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-1426862a-7e8c-41b4-aad0-c98c2953c4d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 200 len: 848 time: 0.0482507 Feb 03 05:43:27.225485 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] Checking router: 462553a7-4b5e-41f1-989b-c869515b0572 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:43:27.234062 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:27.234682 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:27.271269 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-25c3aad5-a1e6-405e-9832-78cb9707e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:27.272798 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-25c3aad5-a1e6-405e-9832-78cb9707e4de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8374f4d2-20dc-4120-b647-def84c5b93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448179 Feb 03 05:43:27.342165 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:27.366673 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-1e2b981e-6227-4976-a26b-86e7601a9bd9 service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872631 Feb 03 05:43:27.461506 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-6427c401-ecda-4ff3-a203-57d067d76e7c req-d4b722d4-1e14-4186-b14a-5b8ac2f81e7b service neutron] 10.222.0.31 "GET /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Feb 03 05:43:27.539912 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:27.567429 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94e6a1-f9c5-4c01-bd5f-16a3504ef5c0 None None] The sync data for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 is: [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:44Z', 'revision_number': 4, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1', '_interfaces': [{'id': '3d23a94d-a6e4-4fd5-9654-cd453aa46c61', 'name': '', 'network_id': '8374f4d2-20dc-4120-b647-def84c5b93ac', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'mac_address': 'fa:16:3e:2d:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:44Z', 'updated_at': '2022-02-03T05:38:49Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'subnets': [{'id': '7e7fa89a-5425-42a6-8b05-eede1a854b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:43:27.801277 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79baaa9f-ed1b-4e48-b582-cb7dbd4292ec None None] New status for floating IP 81fae7a3-2629-475c-94f0-89e307837e26: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 05:43:28.342829 n-d-827549-1 neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c22d31-cac7-497d-b5b3-cf80c2aca584 req-c801d376-c72d-422e-aa84-e99fbca406c2 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:28.344395 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2c22d31-cac7-497d-b5b3-cf80c2aca584 req-c801d376-c72d-422e-aa84-e99fbca406c2 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 943 time: 0.0685222 Feb 03 05:43:28.400742 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-e2c22d31-cac7-497d-b5b3-cf80c2aca584 req-f3d7a784-889f-4947-8b74-b6cc5588bf7c tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b13d0bd-e99e-43d1-b368-a62a52c67843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488439 Feb 03 05:43:28.814023 n-d-827549-1 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-c8bfeb93-8bc3-482a-9db6-af0a7e3a3a33 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 05:43:28.815518 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-c8bfeb93-8bc3-482a-9db6-af0a7e3a3a33 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.31 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 943 time: 0.0653260 Feb 03 05:43:28.918610 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Deleting port bf60e4f4-78ce-4e72-a377-7693da4d5e41 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:28.918865 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:29.006432 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] For port bf60e4f4-78ce-4e72-a377-7693da4d5e41, host n-h2-827549-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-1',level=0,port_id=bf60e4f4-78ce-4e72-a377-7693da4d5e41,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:29.006785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:29.019323 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Calling delete_port for bf60e4f4-78ce-4e72-a377-7693da4d5e41 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:29.157618 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (bf60e4f4-78ce-4e72-a377-7693da4d5e41), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:29.186788 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event deleted for resources: {'Port': ['ID=bf60e4f4-78ce-4e72-a377-7693da4d5e41,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:29.233103 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] No DVR routers for this DVR port bf60e4f4-78ce-4e72-a377-7693da4d5e41 on host n-h2-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:43:29.236043 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943892'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:29.239430 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [req-cb062eeb-cfec-4ffd-b830-9a564c92c32d req-86e87d8e-532c-417b-986d-4d9de8e8466b tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.31 "DELETE /v2.0/ports/bf60e4f4-78ce-4e72-a377-7693da4d5e41 HTTP/1.1" status: 204 len: 173 time: 0.4185698 Feb 03 05:43:29.239897 n-d-827549-1 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-deleted', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 05:43:29.242175 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa1514793678b511d1374757733c2b750e1e618792a7aed4235b3a112386261" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cbed0e-2bcc-406e-b647-96a88ebc4eec" -d '{"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-deleted", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 05:43:29.279700 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 05:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b500a4d-e8eb-423b-b8f7-d2d5c0027704 x-openstack-request-id: req-8b500a4d-e8eb-423b-b8f7-d2d5c0027704 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 05:43:29.280032 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a485febd-5745-477f-9962-da2d96dca042", "name": "network-vif-deleted", "tag": "bf60e4f4-78ce-4e72-a377-7693da4d5e41", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 05:43:29.280298 n-d-827549-1 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b500a4d-e8eb-423b-b8f7-d2d5c0027704 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 05:43:29.280712 n-d-827549-1 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a485febd-5745-477f-9962-da2d96dca042', 'name': 'network-vif-deleted', 'tag': 'bf60e4f4-78ce-4e72-a377-7693da4d5e41', 'status': 'completed', 'code': 200} Feb 03 05:43:29.521860 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [req-2bca2d09-f0a2-4f40-a368-89f04986b9eb req-1da2b80f-18cb-4f66-892a-6c2d2bdb7553 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "GET /v2.0/ports?device_id=a485febd-5745-477f-9962-da2d96dca042 HTTP/1.1" status: 200 len: 210 time: 0.0328603 Feb 03 05:43:30.596341 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:30.652363 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1591aa86-0d8d-4dd2-add9-39f7aa37b2b5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group (9b13d0bd-e99e-43d1-b368-a62a52c67843), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:30.680818 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1591aa86-0d8d-4dd2-add9-39f7aa37b2b5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group (9b13d0bd-e99e-43d1-b368-a62a52c67843), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:30.748312 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1591aa86-0d8d-4dd2-add9-39f7aa37b2b5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (9b13d0bd-e99e-43d1-b368-a62a52c67843), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:30.751053 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1591aa86-0d8d-4dd2-add9-39f7aa37b2b5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:30.752289 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-1591aa86-0d8d-4dd2-add9-39f7aa37b2b5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b13d0bd-e99e-43d1-b368-a62a52c67843 HTTP/1.1" status: 204 len: 168 time: 0.1549318 Feb 03 05:43:30.761329 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591aa86-0d8d-4dd2-add9-39f7aa37b2b5 tempest-TestSnapshotPattern-599388030 tempest-TestSnapshotPattern-599388030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13d0bd-e99e-43d1-b368-a62a52c67843,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:30.804796 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:31.483861 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (462553a7-4b5e-41f1-989b-c869515b0572), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:31.744647 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Deleting port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:31.745332 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:31.827071 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] For port 3d23a94d-a6e4-4fd5-9654-cd453aa46c61, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:31.827437 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:31.840822 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Calling delete_port for 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:32.028292 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (3d23a94d-a6e4-4fd5-9654-cd453aa46c61), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:32.053077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d23a94d-a6e4-4fd5-9654-cd453aa46c61,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:32.224641 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (462553a7-4b5e-41f1-989b-c869515b0572), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:32.447837 n-d-827549-1 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Router 462553a7-4b5e-41f1-989b-c869515b0572 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:43:32.555016 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:43:32.560468 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-98667543-d5a5-4cc7-921d-abe84188a28b admin admin] 10.222.0.35 "PUT /v2.0/routers/462553a7-4b5e-41f1-989b-c869515b0572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546659 Feb 03 05:43:32.563468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:32.564983 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] Sync routers for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:43:32.575731 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:32.576330 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:32.669712 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks [] for router (462553a7-4b5e-41f1-989b-c869515b0572), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:32.683041 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: n-d-827549-1 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:32.779824 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks [] for router_gateway (462553a7-4b5e-41f1-989b-c869515b0572), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:32.834473 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Deleting port 15fd728f-2754-4e9f-8662-99874a5e1c6c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:32.834848 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:32.913566 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] For port 15fd728f-2754-4e9f-8662-99874a5e1c6c, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=15fd728f-2754-4e9f-8662-99874a5e1c6c,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:32.913930 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:32.927346 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Calling delete_port for 15fd728f-2754-4e9f-8662-99874a5e1c6c owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:32.957315 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:43:31Z', 'revision_number': 5, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port': {'id': '15fd728f-2754-4e9f-8662-99874a5e1c6c', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462553a7-4b5e-41f1-989b-c869515b0572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:32.983542 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] Checking router: 462553a7-4b5e-41f1-989b-c869515b0572 for host: n-d-827549-1 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:43:32.992270 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] Routers {'462553a7-4b5e-41f1-989b-c869515b0572'} bound to L3 agent in host n-d-827549-1 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:32.992872 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['462553a7-4b5e-41f1-989b-c869515b0572'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:33.076982 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] Set router 462553a7-4b5e-41f1-989b-c869515b0572 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:33.094340 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (15fd728f-2754-4e9f-8662-99874a5e1c6c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.129226 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fd728f-2754-4e9f-8662-99874a5e1c6c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:33.140141 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:43:32Z', 'revision_number': 6, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:33.166150 n-d-827549-1 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d50e6-3d9e-4989-84d9-2cc15a3b50c8 None None] The sync data for ids ['462553a7-4b5e-41f1-989b-c869515b0572'] in n-d-827549-1 is: [{'id': '462553a7-4b5e-41f1-989b-c869515b0572', 'name': 'tempest-TestSnapshotPattern-220165944-router', 'tenant_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:42Z', 'updated_at': '2022-02-03T05:43:32Z', 'revision_number': 6, 'project_id': 'f17d92eb793a494eafea6e26c6e6d20e', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:43:33.193267 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (462553a7-4b5e-41f1-989b-c869515b0572), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.266115 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0672c48-13e1-4de7-87bd-6196774563cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.290322 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (462553a7-4b5e-41f1-989b-c869515b0572), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.292497 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks [] for router_controller (462553a7-4b5e-41f1-989b-c869515b0572), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.336027 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (462553a7-4b5e-41f1-989b-c869515b0572), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.336468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 462553a7-4b5e-41f1-989b-c869515b0572 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:43:33.341468 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.342723 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-8cf0104f-6dfd-47e4-8201-bdb6a68330d4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/462553a7-4b5e-41f1-989b-c869515b0572 HTTP/1.1" status: 204 len: 168 time: 0.7783341 Feb 03 05:43:33.344998 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf60e4f4-78ce-4e72-a377-7693da4d5e41 no longer exists at agent hyperv_n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:33.345653 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:33.365753 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] No Port match for: bf60e4f4-78ce-4e72-a377-7693da4d5e41 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:33.366098 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Device bf60e4f4-78ce-4e72-a377-7693da4d5e41 not bound to the agent host n-h2-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:33.395170 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] Deleting subnet 7e7fa89a-5425-42a6-8b05-eede1a854b3e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:43:33.398588 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] Publish callbacks [] for subnet (7e7fa89a-5425-42a6-8b05-eede1a854b3e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.431967 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (7e7fa89a-5425-42a6-8b05-eede1a854b3e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.511578 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (7e7fa89a-5425-42a6-8b05-eede1a854b3e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.571579 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (7e7fa89a-5425-42a6-8b05-eede1a854b3e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.596583 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7fa89a-5425-42a6-8b05-eede1a854b3e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:33.602264 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.605636 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-07e416df-4761-4022-900d-18938dbb7137 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7e7fa89a-5425-42a6-8b05-eede1a854b3e HTTP/1.1" status: 204 len: 168 time: 0.2590220 Feb 03 05:43:33.608079 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:33.608233 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f415200-7d3b-46c7-aba9-b805d060b2cc None None] Network 8374f4d2-20dc-4120-b647-def84c5b93ac requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:43:33.674683 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (8374f4d2-20dc-4120-b647-def84c5b93ac), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.729887 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Deleting port f1b4354a-a933-490a-90f4-304dffaf17f3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:33.730013 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.795865 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] For port f1b4354a-a933-490a-90f4-304dffaf17f3, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f1b4354a-a933-490a-90f4-304dffaf17f3,segment=NetworkSegment(01be495a-3949-4d58-8865-a0a78f57248f),segment_id=01be495a-3949-4d58-8865-a0a78f57248f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:33.796607 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.809616 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Calling delete_port for f1b4354a-a933-490a-90f4-304dffaf17f3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:33.894119 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f1b4354a-a933-490a-90f4-304dffaf17f3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:33.912509 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff838abe-b5a4-424c-967d-a6c37caddc7e None None] DHCP port deletion for 8374f4d2-20dc-4120-b647-def84c5b93ac request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:43:33.927302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b4354a-a933-490a-90f4-304dffaf17f3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:33.931468 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] No DVR routers for this DVR port f1b4354a-a933-490a-90f4-304dffaf17f3 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:43:34.003925 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (8374f4d2-20dc-4120-b647-def84c5b93ac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:34.025077 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8374f4d2-20dc-4120-b647-def84c5b93ac']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:34.035043 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01be495a-3949-4d58-8865-a0a78f57248f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:34.035353 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01be495a-3949-4d58-8865-a0a78f57248f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:34.049156 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (01be495a-3949-4d58-8865-a0a78f57248f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:34.062767 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (01be495a-3949-4d58-8865-a0a78f57248f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:34.069482 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:43:34.069913 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (01be495a-3949-4d58-8865-a0a78f57248f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:43:34.071950 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:43:34.127209 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (8374f4d2-20dc-4120-b647-def84c5b93ac), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:34.132727 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:34.136013 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8374f4d2-20dc-4120-b647-def84c5b93ac HTTP/1.1" status: 204 len: 168 time: 0.5268676 Feb 03 05:43:34.139694 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35230) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:34.148511 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9def-3917-4e71-9fee-f60430142ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8374f4d2-20dc-4120-b647-def84c5b93ac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:34.653032 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 15fd728f-2754-4e9f-8662-99874a5e1c6c no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:34.673927 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 15fd728f-2754-4e9f-8662-99874a5e1c6c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:34.674282 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 15fd728f-2754-4e9f-8662-99874a5e1c6c not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:34.674703 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:34.694429 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:34.694771 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 3d23a94d-a6e4-4fd5-9654-cd453aa46c61 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:34.695203 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f1b4354a-a933-490a-90f4-304dffaf17f3 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:34.713883 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f1b4354a-a933-490a-90f4-304dffaf17f3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:34.714264 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f1b4354a-a933-490a-90f4-304dffaf17f3 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:34.815194 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583458'] for router_interface (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:35.064319 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Deleting port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:35.064624 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:35.144397 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] For port 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,segment=NetworkSegment(87506565-5884-4f13-8d9f-d69b4597bd28),segment_id=87506565-5884-4f13-8d9f-d69b4597bd28)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:35.145081 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:35.157353 n-d-827549-1 neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Calling delete_port for 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:35.352933 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12760624'] for port (1bd9ba16-f6cf-4239-b48e-5bedb4ac4844), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:35.380963 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd9ba16-f6cf-4239-b48e-5bedb4ac4844,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:35.409391 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.409740 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.410086 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.410428 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.410764 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.411140 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.411467 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.411818 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.412153 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.412470 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.412784 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.413108 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.413429 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-1 {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 05:43:35.561304 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583630'] for router_interface (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:35.784434 n-d-827549-1 neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 has already been hosted by L3 agent 018a9038-df94-43c9-a0a3-d1d84758978b {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 05:43:35.902735 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] Notify agent at l3_agent.n-d-827549-1 the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 05:43:35.907908 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-0e510332-110f-406c-bb5a-3e09e77fc211 admin admin] 10.222.0.35 "PUT /v2.0/routers/4aa4ab44-f5f6-4fd2-9baf-c4853aadb094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665367 Feb 03 05:43:35.910767 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:35.914647 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] Sync routers for ids ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'] in n-d-827549-1 {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 05:43:35.924965 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] Routers {'4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:35.925582 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:36.014569 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks [] for router (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.030788 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] Set router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 gateway port host: n-d-827549-1 {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:36.115742 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks [] for router_gateway (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.168847 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Deleting port 12810b43-a2c0-412e-a43e-e387fc0e2c17 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:36.169190 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.206521 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'external_fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:43:35Z', 'revision_number': 5, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port': {'id': '12810b43-a2c0-412e-a43e-e387fc0e2c17', 'name': '', 'network_id': '3d513df4-ba90-4817-b3c4-fed58e90f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T05:38:47Z', 'updated_at': '2022-02-03T05:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a29701d-e6c7-4dac-b44f-d8e3d5ade470', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-1'}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:36.232783 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] Checking router: 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 for host: n-d-827549-1 {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 05:43:36.241017 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] Routers {'4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'} bound to L3 agent in host n-d-827549-1 {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 05:43:36.241627 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T04:08:05Z,description=,heartbeat_timestamp=2022-02-03T05:43:06Z,host='n-d-827549-1',id=018a9038-df94-43c9-a0a3-d1d84758978b,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T04:08:05Z,topic='l3_agent')) {'router_ids': ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:36.250605 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] For port 12810b43-a2c0-412e-a43e-e387fc0e2c17, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=12810b43-a2c0-412e-a43e-e387fc0e2c17,segment=NetworkSegment(0556d971-a202-4718-9a46-0d942bd41cb1),segment_id=0556d971-a202-4718-9a46-0d942bd41cb1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:36.251065 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.263364 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Calling delete_port for 12810b43-a2c0-412e-a43e-e387fc0e2c17 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:36.326557 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] Set router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 05:43:36.381318 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:43:36Z', 'revision_number': 6, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port_host': None}], 'n-d-827549-1', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:36.408228 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab469133-563d-4303-bba0-8fc20ea94a15 None None] The sync data for ids ['4aa4ab44-f5f6-4fd2-9baf-c4853aadb094'] in n-d-827549-1 is: [{'id': '4aa4ab44-f5f6-4fd2-9baf-c4853aadb094', 'name': 'tempest-TestSnapshotPattern-1094866771-router', 'tenant_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T05:38:46Z', 'updated_at': '2022-02-03T05:43:36Z', 'revision_number': 6, 'project_id': '2a2c31f4f9524fd8b73e3f55b30940f0', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 05:43:36.447608 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-714bfe87-5970-4d6a-8ac8-ccd196591c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.760405 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (12810b43-a2c0-412e-a43e-e387fc0e2c17), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.791626 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Pushing event deleted for resources: {'Port': ['ID=12810b43-a2c0-412e-a43e-e387fc0e2c17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:36.830278 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:36.851441 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:36.851940 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 1bd9ba16-f6cf-4239-b48e-5bedb4ac4844 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:36.858819 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580204'] for router_gateway (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.949785 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5862'] for router (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.952127 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks [] for router_controller (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.997521 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-370940'] for router (4aa4ab44-f5f6-4fd2-9baf-c4853aadb094), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:36.998073 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 05:43:37.002662 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.003857 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-cd6f5f3c-0132-486e-8fee-51aa70f54842 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4aa4ab44-f5f6-4fd2-9baf-c4853aadb094 HTTP/1.1" status: 204 len: 168 time: 1.0922229 Feb 03 05:43:37.006546 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:37.049989 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.052760 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] Deleting subnet d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 05:43:37.056983 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] Publish callbacks [] for subnet (d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.096368 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14071937'] for subnet (d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.177055 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358767'] for subnet (d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.230628 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14668400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14348963'] for subnet (d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.255817 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:37.259441 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.262609 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-757a6856-189a-4308-9633-f2eca8bf0a7c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d3ef8b6f-9c74-4fe2-9053-fa4f0b125a52 HTTP/1.1" status: 204 len: 168 time: 0.2551396 Feb 03 05:43:37.265201 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:37.269935 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2302dae-641e-4e97-a2d7-59a9486cd325 None None] Network 49de27b7-b181-4b72-9e8e-e35ad9d34265 requested from n-d-827549-1 {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 05:43:37.342472 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1808485'] for network (49de27b7-b181-4b72-9e8e-e35ad9d34265), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.396604 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Deleting port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:37.396955 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.440445 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] DHCP port deletion for 49de27b7-b181-4b72-9e8e-e35ad9d34265 request from n-d-827549-1 {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 05:43:37.473130 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] For port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,segment=NetworkSegment(87506565-5884-4f13-8d9f-d69b4597bd28),segment_id=87506565-5884-4f13-8d9f-d69b4597bd28)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:37.473495 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.490265 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Calling delete_port for f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:37.493715 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] Deleting port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 05:43:37.494096 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768117704834'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.555149 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] For port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135, host n-d-827549-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-1',level=0,port_id=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,segment=NetworkSegment(87506565-5884-4f13-8d9f-d69b4597bd28),segment_id=87506565-5884-4f13-8d9f-d69b4597bd28)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 05:43:37.555426 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579657'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.569525 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14668453'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.569893 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] Calling delete_port for f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 05:43:37.595808 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:37.599302 n-d-827549-1 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] No DVR routers for this DVR port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 on host n-d-827549-1 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:43:37.653725 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768117710300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768117128771'] for port (f0e5b2dd-8faa-4ac9-a08c-2bc12d025135), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.673647 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351714', 'neutron.services.segments.db._delete_segments_for_network-8768117580966'] for network (49de27b7-b181-4b72-9e8e-e35ad9d34265), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.677421 n-d-827549-1 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] Pushing event deleted for resources: {'Port': ['ID=f0e5b2dd-8faa-4ac9-a08c-2bc12d025135,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:37.682126 n-d-827549-1 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbd223-8135-4ee4-b7c5-ce6f4df5495b None None] No DVR routers for this DVR port f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 on host n-d-827549-1 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 05:43:37.694757 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49de27b7-b181-4b72-9e8e-e35ad9d34265']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:37.704697 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87506565-5884-4f13-8d9f-d69b4597bd28') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:37.705017 n-d-827549-1 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87506565-5884-4f13-8d9f-d69b4597bd28') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 05:43:37.714837 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768117601967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14071960'] for segment (87506565-5884-4f13-8d9f-d69b4597bd28), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.727876 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294'] for segment (87506565-5884-4f13-8d9f-d69b4597bd28), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.733742 n-d-827549-1 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 05:43:37.734275 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14668438'] for segment (87506565-5884-4f13-8d9f-d69b4597bd28), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: Traceback (most recent call last): Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: timer() Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: cb(*args, **kw) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: return func(*args, **kwargs) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: self._notify() Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: self.callback(batched_events) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: event.method(event) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: return f(self, *a, **k) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: return self._get(url).json() Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 05:43:37.735921 n-d-827549-1 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 05:43:37.793379 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580176'] for network (49de27b7-b181-4b72-9e8e-e35ad9d34265), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.799131 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:37.802428 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/49de27b7-b181-4b72-9e8e-e35ad9d34265 HTTP/1.1" status: 204 len: 168 time: 0.5363019 Feb 03 05:43:37.813783 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a87ef-e846-4d39-873e-97507ce6bcc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=49de27b7-b181-4b72-9e8e-e35ad9d34265,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:37.986469 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:38.027839 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-28ace8e4-4490-4b51-98bc-2f7520a6e0ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f17d92eb793a494eafea6e26c6e6d20e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401366 Feb 03 05:43:38.030448 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.35', 35242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:38.078547 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3322-021a-43f7-9f6c-47b588e382a6 admin admin] Publish callbacks [] for security_group (0c484c67-5c29-4267-94df-82a9de4bcfb3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.100356 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3322-021a-43f7-9f6c-47b588e382a6 admin admin] Publish callbacks [] for security_group (0c484c67-5c29-4267-94df-82a9de4bcfb3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.148279 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3322-021a-43f7-9f6c-47b588e382a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (0c484c67-5c29-4267-94df-82a9de4bcfb3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.151154 n-d-827549-1 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3322-021a-43f7-9f6c-47b588e382a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.152336 n-d-827549-1 neutron-server[103324]: INFO neutron.wsgi [None req-4a0d3322-021a-43f7-9f6c-47b588e382a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c484c67-5c29-4267-94df-82a9de4bcfb3 HTTP/1.1" status: 204 len: 168 time: 0.1210084 Feb 03 05:43:38.159743 n-d-827549-1 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d3322-021a-43f7-9f6c-47b588e382a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c484c67-5c29-4267-94df-82a9de4bcfb3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:38.483336 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.510320 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:38.552445 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-6c620e98-3e8d-41dd-906c-9023756ebbc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a2c31f4f9524fd8b73e3f55b30940f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409081 Feb 03 05:43:38.555107 n-d-827549-1 neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.35', 35250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 05:43:38.607545 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3690f179-2980-4698-b844-d5cc07950fbf admin admin] Publish callbacks [] for security_group (ce3f680a-f784-4754-9f91-7b235b2dbc68), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.629281 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3690f179-2980-4698-b844-d5cc07950fbf admin admin] Publish callbacks [] for security_group (ce3f680a-f784-4754-9f91-7b235b2dbc68), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.642930 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:38.663568 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:38.663814 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device f0e5b2dd-8faa-4ac9-a08c-2bc12d025135 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:38.664170 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 12810b43-a2c0-412e-a43e-e387fc0e2c17 no longer exists at agent ovs-agent-n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 05:43:38.683031 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3690f179-2980-4698-b844-d5cc07950fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733118'] for security_group (ce3f680a-f784-4754-9f91-7b235b2dbc68), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.683694 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] No Port match for: 12810b43-a2c0-412e-a43e-e387fc0e2c17 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 05:43:38.684046 n-d-827549-1 neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Device 12810b43-a2c0-412e-a43e-e387fc0e2c17 not bound to the agent host n-d-827549-1 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 05:43:38.687167 n-d-827549-1 neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3690f179-2980-4698-b844-d5cc07950fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:38.688441 n-d-827549-1 neutron-server[103323]: INFO neutron.wsgi [None req-3690f179-2980-4698-b844-d5cc07950fbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce3f680a-f784-4754-9f91-7b235b2dbc68 HTTP/1.1" status: 204 len: 168 time: 0.1323290 Feb 03 05:43:38.697469 n-d-827549-1 neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690f179-2980-4698-b844-d5cc07950fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f680a-f784-4754-9f91-7b235b2dbc68,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 05:43:39.379464 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:43.635766 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:43:54.567889 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:43:54.690759 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:03.270770 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff27def2-ca5a-41ce-858d-e5362bcc3c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:06.447253 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef56181f-c41b-4bcf-850c-206cd24b5363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:07.053993 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:08.490694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:09.379610 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:20.640742 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:44:24.593711 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:24.703727 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:33.276850 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f51c0eee-5310-4be0-8447-893e7ed2c559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:36.446895 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c0047d7-ba45-4c17-8818-241a86af76b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:37.061828 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:38.492776 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:39.381064 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:54.599805 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:54.696507 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:44:57.648500 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:45:03.268028 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64ffe189-9532-42f0-b1d0-1df96b929add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:06.453512 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39737695-687b-48a5-86bc-ede868a9536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:07.067343 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:08.499576 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:09.385137 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:24.610708 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:24.723492 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:33.273555 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cafdda06-cbba-498d-8ec9-b55b62f7f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:34.642945 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:45:36.452190 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85d820ad-55ae-46e3-aafc-086d3a726ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:37.072715 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:38.497544 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:39.392733 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:54.607041 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:45:54.738420 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:03.268553 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98e12f1a-a949-4573-9c81-1c2e92e89b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:06.443398 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02a3ae04-a8e4-4692-9f6e-3f19fe5fc6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:07.085957 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:08.500952 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:09.390265 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:11.650169 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:46:24.619243 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:24.734324 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:33.271369 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f24ea52-622b-42de-ad10-396ce5e338b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:36.445938 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad9b1d88-534f-49a2-9268-fddf53efbfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:37.082206 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:38.504833 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:39.380612 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:48.643625 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:46:54.651046 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:46:54.743600 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:03.276694 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9caa6d36-a7dd-4bb1-9733-a98fd3940efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:06.444696 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-679d1068-d733-4969-b27e-9623eb2ab534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:07.088051 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:08.513893 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:09.382808 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:24.668413 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:24.757742 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:25.657376 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:47:33.266302 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c69ce98-a4d3-4aba-85d6-c3b6e44abc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:36.442867 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f52b5f4b-ebb6-43e8-b739-e4a9d5f41bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:37.092084 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:38.515214 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:39.384188 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:54.669174 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:47:54.749883 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:02.655972 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:48:03.269515 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c45887eb-fb23-4e9f-aa38-3da3ed6200a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:06.440835 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d47d6c13-b3fb-4b7a-87d0-08e38260b561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:07.098670 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:08.515668 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:09.384558 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:24.680764 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:24.768120 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:33.275290 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0615f7c9-b4e8-4671-8939-d582fe0085cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:36.443205 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bd207e8-f165-4ee6-90ea-d0f5453129a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:37.098825 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:38.523767 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:39.384376 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:39.655301 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:48:54.704979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:48:54.757499 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:03.266121 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b20d4fb-ad0f-481e-b1ae-3112c8d2d4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:06.448749 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bc29d48-d49e-4cbc-b335-6bfc7ec34751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:07.102404 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:08.526438 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:09.386395 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:16.658229 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:49:24.725529 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:24.763536 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:33.272039 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37674cb7-6f82-4397-882a-80ce7317ec31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:36.448503 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6094-e9a7-43e0-8861-b06b669e7076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:37.103474 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:38.536070 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:39.390686 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:53.661050 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:49:54.739802 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:49:54.772484 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:03.265852 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c922708f-53fd-4148-ae41-62fcf1ac024a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:06.444976 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77894a7d-2f84-418b-bb63-6278b241c512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:07.112378 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:08.539722 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:09.392831 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:24.737550 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:24.797870 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:30.660614 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:50:33.270231 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da49948b-9876-4a05-ac23-2024981f61a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:36.442624 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b642e498-ce8c-4984-937d-226e36751d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:37.114126 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:38.543206 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:39.399944 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:54.757732 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:50:54.785979 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:03.275721 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96098694-0a68-4d6c-abae-c74514d54308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:06.447714 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b739d7-0cba-4b74-a256-0bb8cfd77c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:07.116015 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:07.653441 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:51:08.551083 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:09.392294 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:24.755660 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:24.809628 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:33.269337 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02bea0dc-4d27-442b-873a-b1f2329704fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:36.441763 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7265da6e-bd39-46e2-94bb-6ce032721d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (018a9038-df94-43c9-a0a3-d1d84758978b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:37.124141 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56ab548c-c495-4433-837e-12a3e8bb7cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (286a76da-bb3b-4a35-ada3-5a688e767a87), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:38.547387 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e891bf4-88f3-4245-8f5b-a1f2b57a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (a991f650-2c17-4219-911d-239c1020f8c9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:39.389242 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f68602-77ab-4712-811c-a62e38cbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (e5e34345-5bc1-42f2-93e8-aa4007697e1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:40.934858 n-d-827549-1 neutron-server[103324]: DEBUG neutron.wsgi [req-f944fcf4-f800-4cfe-8e07-b509b7981b67 req-45a7f37c-74c4-4ebe-83c6-b9a4119317b7 service neutron] (103324) timed out ('10.222.0.35', 33064) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 05:51:44.658122 n-d-827549-1 neutron-server[103326]: DEBUG neutron.db.agents_db [None req-9c41f2fc-1888-4713-bb7f-1b38c4b25057 None None] Agent healthcheck: found 7 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 05:51:54.771059 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5938278e-2fbc-43d0-b32b-782ea130d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (135e1b9e-ae84-47f7-865a-c800cd756a7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:51:54.832447 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e80107eb-9c56-460e-859c-fbeb38b5c832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (dd53bf74-0498-47de-bc2d-800f49b542fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 05:52:03.274200 n-d-827549-1 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5642c974-a8aa-4d2f-ad4e-4d1c829e2cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768117580948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1730875'] for agent (fc79dee4-b48c-4b4f-9ac7-da88c1dc9964), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}